{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16286.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12194.515, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.769, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1723637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:00:18+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:00:18+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T00:00:18.771293+09:00", "mtime_epoch": 1783263618.7712932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:00:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9446.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.704, "count": 301, "max_ms": 21.033, "p95_ms": 18.575}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.522, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.538, "count": 301, "max_ms": 73.275, "p95_ms": 62.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.398, "count": 301, "max_ms": 68.534, "p95_ms": 58.719}, "yolo11_640_fire_11class": {"avg_ms": 50.92, "count": 301, "max_ms": 74.534, "p95_ms": 62.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.776, "count": 301, "max_ms": 75.581, "p95_ms": 72.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.82, "count": 301, "max_ms": 101.826, "p95_ms": 97.094}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 179.999, "p95_ms": 119.482}, "triton_wait": {"avg_ms": 54.925, "count": 301, "max_ms": 75.594, "p95_ms": 72.09}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.471, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16285.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28126.454, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.221, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2179263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:00:24+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:00:24+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:00:24.575419+09:00", "mtime_epoch": 1783263624.5754187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:00:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2480.082, "name": "celery", "pid": 267, "rss_mb": 2480.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.023, "count": 301, "max_ms": 13.114, "p95_ms": 8.754}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.028, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.074, "count": 301, "max_ms": 72.04, "p95_ms": 66.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.816, "count": 301, "max_ms": 70.142, "p95_ms": 58.88}, "yolo11_640_fire_11class": {"avg_ms": 53.27, "count": 301, "max_ms": 71.711, "p95_ms": 66.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.631, "count": 301, "max_ms": 75.031, "p95_ms": 71.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.749, "count": 301, "max_ms": 91.958, "p95_ms": 88.884}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 342.025, "p95_ms": 166.292}, "triton_wait": {"avg_ms": 57.934, "count": 301, "max_ms": 75.044, "p95_ms": 72.05}, "visualize": {"avg_ms": 3.74, "count": 301, "max_ms": 6.016, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16286.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12224.587, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.887, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1723937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:00:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:00:48+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:00:48.839943+09:00", "mtime_epoch": 1783263648.8399434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:00:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9447.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.958, "count": 300, "max_ms": 27.183, "p95_ms": 19.047}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.597, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.981, "count": 300, "max_ms": 67.601, "p95_ms": 63.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.93, "count": 300, "max_ms": 69.066, "p95_ms": 59.586}, "yolo11_640_fire_11class": {"avg_ms": 49.638, "count": 300, "max_ms": 66.408, "p95_ms": 62.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.563, "count": 300, "max_ms": 75.557, "p95_ms": 72.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.089, "count": 300, "max_ms": 100.069, "p95_ms": 98.06}, "read_interval": {"avg_ms": 100.226, "count": 299, "max_ms": 178.339, "p95_ms": 137.758}, "triton_wait": {"avg_ms": 53.815, "count": 300, "max_ms": 75.568, "p95_ms": 72.682}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 4.626, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16286.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28156.527, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.284, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2179563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:00:54+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:00:54+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:00:54.648069+09:00", "mtime_epoch": 1783263654.648069, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:00:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2480.082, "name": "celery", "pid": 267, "rss_mb": 2480.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 300, "max_ms": 13.583, "p95_ms": 8.752}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.613, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.159, "count": 300, "max_ms": 76.312, "p95_ms": 71.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.33, "count": 300, "max_ms": 73.62, "p95_ms": 61.661}, "yolo11_640_fire_11class": {"avg_ms": 54.097, "count": 300, "max_ms": 76.301, "p95_ms": 70.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.608, "count": 300, "max_ms": 78.15, "p95_ms": 72.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.813, "count": 300, "max_ms": 94.319, "p95_ms": 89.872}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 391.738, "p95_ms": 177.967}, "triton_wait": {"avg_ms": 59.105, "count": 300, "max_ms": 78.163, "p95_ms": 73.229}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.246, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16287.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12254.618, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.823, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1724238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:01:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:01:18+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T00:01:18.876592+09:00", "mtime_epoch": 1783263678.876592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:01:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9447.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.772, "count": 301, "max_ms": 25.105, "p95_ms": 18.702}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.547, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.78, "count": 301, "max_ms": 70.606, "p95_ms": 63.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.419, "count": 301, "max_ms": 68.441, "p95_ms": 60.259}, "yolo11_640_fire_11class": {"avg_ms": 51.955, "count": 301, "max_ms": 66.662, "p95_ms": 63.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.965, "count": 301, "max_ms": 75.252, "p95_ms": 71.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.407, "count": 301, "max_ms": 99.098, "p95_ms": 95.457}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 183.227, "p95_ms": 114.679}, "triton_wait": {"avg_ms": 56.316, "count": 301, "max_ms": 75.265, "p95_ms": 71.201}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 5.222, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16287.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28186.587, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.315, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2179863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:01:24+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:01:24+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T00:01:24.700718+09:00", "mtime_epoch": 1783263684.7007177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:01:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2480.34, "name": "celery", "pid": 267, "rss_mb": 2480.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.038, "count": 300, "max_ms": 11.818, "p95_ms": 8.59}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 1.5, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.122, "count": 300, "max_ms": 73.407, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.662, "count": 300, "max_ms": 72.49, "p95_ms": 62.052}, "yolo11_640_fire_11class": {"avg_ms": 55.665, "count": 300, "max_ms": 74.131, "p95_ms": 67.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.855, "count": 300, "max_ms": 76.746, "p95_ms": 73.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.967, "count": 300, "max_ms": 93.818, "p95_ms": 90.076}, "read_interval": {"avg_ms": 100.18, "count": 299, "max_ms": 405.605, "p95_ms": 123.723}, "triton_wait": {"avg_ms": 61.072, "count": 300, "max_ms": 76.76, "p95_ms": 73.132}, "visualize": {"avg_ms": 3.807, "count": 300, "max_ms": 4.708, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16287.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12284.703, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.891, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1724539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:01:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:01:48+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T00:01:48.937240+09:00", "mtime_epoch": 1783263708.93724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:01:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9447.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.979, "count": 301, "max_ms": 26.028, "p95_ms": 19.034}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.475, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.079, "count": 301, "max_ms": 69.072, "p95_ms": 63.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.802, "count": 301, "max_ms": 69.889, "p95_ms": 57.636}, "yolo11_640_fire_11class": {"avg_ms": 50.581, "count": 301, "max_ms": 69.059, "p95_ms": 63.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.398, "count": 301, "max_ms": 76.316, "p95_ms": 72.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.784, "count": 301, "max_ms": 101.871, "p95_ms": 97.253}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 164.752, "p95_ms": 122.661}, "triton_wait": {"avg_ms": 54.481, "count": 301, "max_ms": 76.327, "p95_ms": 72.444}, "visualize": {"avg_ms": 3.541, "count": 301, "max_ms": 4.908, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16287.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28216.601, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.231, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2180165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:01:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T00:01:54+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T00:01:54.741365+09:00", "mtime_epoch": 1783263714.7413647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:01:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2480.34, "name": "celery", "pid": 267, "rss_mb": 2480.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.139, "count": 302, "max_ms": 13.202, "p95_ms": 11.745}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.753, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.791, "count": 302, "max_ms": 71.444, "p95_ms": 64.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.075, "count": 302, "max_ms": 70.611, "p95_ms": 58.227}, "yolo11_640_fire_11class": {"avg_ms": 52.132, "count": 302, "max_ms": 70.623, "p95_ms": 65.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.906, "count": 302, "max_ms": 76.778, "p95_ms": 72.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.127, "count": 302, "max_ms": 94.533, "p95_ms": 88.954}, "read_interval": {"avg_ms": 99.464, "count": 302, "max_ms": 439.764, "p95_ms": 139.243}, "triton_wait": {"avg_ms": 56.123, "count": 302, "max_ms": 76.789, "p95_ms": 72.471}, "visualize": {"avg_ms": 3.784, "count": 302, "max_ms": 5.891, "p95_ms": 4.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16287.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12314.79, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.91, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1724840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:02:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:02:19+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T00:02:19.057888+09:00", "mtime_epoch": 1783263739.0578878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:02:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9447.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.802, "count": 301, "max_ms": 28.882, "p95_ms": 19.077}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.88, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.637, "count": 301, "max_ms": 67.074, "p95_ms": 63.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.078, "count": 301, "max_ms": 69.645, "p95_ms": 60.82}, "yolo11_640_fire_11class": {"avg_ms": 50.009, "count": 301, "max_ms": 67.918, "p95_ms": 62.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.281, "count": 301, "max_ms": 76.639, "p95_ms": 72.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.433, "count": 301, "max_ms": 103.12, "p95_ms": 97.508}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 164.704, "p95_ms": 124.479}, "triton_wait": {"avg_ms": 54.357, "count": 301, "max_ms": 76.652, "p95_ms": 72.893}, "visualize": {"avg_ms": 3.513, "count": 301, "max_ms": 5.228, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16287.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28246.649, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.348, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2180465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:02:24+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:02:24+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:02:24.770010+09:00", "mtime_epoch": 1783263744.7700105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:02:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2480.598, "name": "celery", "pid": 267, "rss_mb": 2480.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.026, "count": 300, "max_ms": 13.417, "p95_ms": 8.839}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 2.093, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.023, "count": 300, "max_ms": 71.109, "p95_ms": 64.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.649, "count": 300, "max_ms": 74.942, "p95_ms": 59.003}, "yolo11_640_fire_11class": {"avg_ms": 53.768, "count": 300, "max_ms": 70.45, "p95_ms": 64.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.789, "count": 300, "max_ms": 76.945, "p95_ms": 73.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.876, "count": 300, "max_ms": 94.635, "p95_ms": 90.295}, "read_interval": {"avg_ms": 100.15, "count": 299, "max_ms": 414.438, "p95_ms": 133.854}, "triton_wait": {"avg_ms": 59.051, "count": 300, "max_ms": 76.957, "p95_ms": 73.49}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.814, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16288.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12344.821, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.887, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1725140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:02:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:02:49+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:02:49+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T00:02:49.078533+09:00", "mtime_epoch": 1783263769.0785327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:02:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9447.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.805, "count": 300, "max_ms": 22.068, "p95_ms": 18.915}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.817, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.573, "count": 300, "max_ms": 66.325, "p95_ms": 62.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.241, "count": 300, "max_ms": 67.866, "p95_ms": 58.31}, "yolo11_640_fire_11class": {"avg_ms": 50.555, "count": 300, "max_ms": 67.496, "p95_ms": 62.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.771, "count": 300, "max_ms": 74.907, "p95_ms": 71.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.009, "count": 300, "max_ms": 99.337, "p95_ms": 95.793}, "read_interval": {"avg_ms": 100.091, "count": 300, "max_ms": 176.028, "p95_ms": 122.26}, "triton_wait": {"avg_ms": 54.882, "count": 300, "max_ms": 74.918, "p95_ms": 71.141}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 4.472, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16287.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28276.652, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.306, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2180765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:02:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:02:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:02:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:02:54.770655+09:00", "mtime_epoch": 1783263774.7706547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:02:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2480.598, "name": "celery", "pid": 267, "rss_mb": 2480.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.948, "count": 300, "max_ms": 11.951, "p95_ms": 8.572}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.566, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.848, "count": 300, "max_ms": 70.392, "p95_ms": 64.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.657, "count": 300, "max_ms": 70.954, "p95_ms": 60.121}, "yolo11_640_fire_11class": {"avg_ms": 55.024, "count": 300, "max_ms": 73.174, "p95_ms": 64.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.126, "count": 300, "max_ms": 75.145, "p95_ms": 71.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.144, "count": 300, "max_ms": 92.177, "p95_ms": 88.781}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 319.36, "p95_ms": 143.407}, "triton_wait": {"avg_ms": 60.387, "count": 300, "max_ms": 75.159, "p95_ms": 72.104}, "visualize": {"avg_ms": 3.743, "count": 300, "max_ms": 4.896, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16288.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12374.914, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.818, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1725441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:03:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:03:19+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:03:19+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:03:19.167178+09:00", "mtime_epoch": 1783263799.167178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:03:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9448.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.884, "count": 300, "max_ms": 26.271, "p95_ms": 19.198}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.762, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.721, "count": 300, "max_ms": 71.735, "p95_ms": 62.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.957, "count": 300, "max_ms": 68.702, "p95_ms": 58.337}, "yolo11_640_fire_11class": {"avg_ms": 50.378, "count": 300, "max_ms": 73.71, "p95_ms": 62.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.498, "count": 300, "max_ms": 79.178, "p95_ms": 70.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.884, "count": 300, "max_ms": 104.034, "p95_ms": 95.613}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 173.204, "p95_ms": 121.397}, "triton_wait": {"avg_ms": 54.612, "count": 300, "max_ms": 79.19, "p95_ms": 70.675}, "visualize": {"avg_ms": 3.575, "count": 300, "max_ms": 5.374, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16287.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28306.742, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.248, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2181066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:03:24+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T00:03:24+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:03:24.863300+09:00", "mtime_epoch": 1783263804.8632998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:03:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2480.855, "name": "celery", "pid": 267, "rss_mb": 2480.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 301, "max_ms": 12.514, "p95_ms": 8.833}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.489, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.816, "count": 301, "max_ms": 68.984, "p95_ms": 64.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.724, "count": 301, "max_ms": 70.848, "p95_ms": 57.965}, "yolo11_640_fire_11class": {"avg_ms": 53.33, "count": 301, "max_ms": 71.152, "p95_ms": 65.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.031, "count": 301, "max_ms": 77.855, "p95_ms": 72.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.175, "count": 301, "max_ms": 94.537, "p95_ms": 88.995}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 399.188, "p95_ms": 160.881}, "triton_wait": {"avg_ms": 58.408, "count": 301, "max_ms": 77.867, "p95_ms": 72.201}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 4.656, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16288.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12404.934, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.941, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1725741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:03:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:03:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:03:49+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:03:49.183820+09:00", "mtime_epoch": 1783263829.1838205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:03:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9448.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.905, "count": 300, "max_ms": 24.532, "p95_ms": 19.066}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.774, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.661, "count": 300, "max_ms": 66.664, "p95_ms": 63.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.609, "count": 300, "max_ms": 65.159, "p95_ms": 58.882}, "yolo11_640_fire_11class": {"avg_ms": 50.174, "count": 300, "max_ms": 66.346, "p95_ms": 62.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.808, "count": 300, "max_ms": 75.997, "p95_ms": 72.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.204, "count": 300, "max_ms": 99.993, "p95_ms": 97.288}, "read_interval": {"avg_ms": 100.059, "count": 299, "max_ms": 173.63, "p95_ms": 132.711}, "triton_wait": {"avg_ms": 53.948, "count": 300, "max_ms": 76.009, "p95_ms": 72.659}, "visualize": {"avg_ms": 3.564, "count": 300, "max_ms": 5.422, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16287.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28336.815, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.275, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2181367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:03:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:03:55+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T00:03:54+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T00:03:54.959944+09:00", "mtime_epoch": 1783263834.9599442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:03:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.113, "name": "celery", "pid": 267, "rss_mb": 2481.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.024, "count": 301, "max_ms": 13.136, "p95_ms": 8.918}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 2.156, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.134, "count": 301, "max_ms": 66.715, "p95_ms": 64.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.023, "count": 301, "max_ms": 66.725, "p95_ms": 59.211}, "yolo11_640_fire_11class": {"avg_ms": 51.974, "count": 301, "max_ms": 70.956, "p95_ms": 65.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.816, "count": 301, "max_ms": 75.641, "p95_ms": 72.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.026, "count": 301, "max_ms": 92.836, "p95_ms": 88.772}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 421.727, "p95_ms": 175.973}, "triton_wait": {"avg_ms": 56.21, "count": 301, "max_ms": 75.655, "p95_ms": 72.374}, "visualize": {"avg_ms": 3.743, "count": 301, "max_ms": 5.563, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16288.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12435.026, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.818, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:04:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:04:19+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T00:04:19+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T00:04:19.260464+09:00", "mtime_epoch": 1783263859.2604637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:04:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9448.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.467, "count": 300, "max_ms": 21.399, "p95_ms": 18.315}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.449, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.72, "count": 300, "max_ms": 66.202, "p95_ms": 62.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.376, "count": 300, "max_ms": 65.77, "p95_ms": 58.17}, "yolo11_640_fire_11class": {"avg_ms": 50.258, "count": 300, "max_ms": 65.737, "p95_ms": 62.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.051, "count": 300, "max_ms": 74.539, "p95_ms": 71.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.95, "count": 300, "max_ms": 99.403, "p95_ms": 95.531}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 184.701, "p95_ms": 122.599}, "triton_wait": {"avg_ms": 54.226, "count": 300, "max_ms": 74.551, "p95_ms": 71.168}, "visualize": {"avg_ms": 3.502, "count": 300, "max_ms": 4.607, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16288.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28366.883, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.315, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2181668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:04:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:04:25+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T00:04:25.024587+09:00", "mtime_epoch": 1783263865.024587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:04:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.113, "name": "celery", "pid": 267, "rss_mb": 2481.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.053, "count": 301, "max_ms": 14.584, "p95_ms": 9.187}, "gstreamer_push": {"avg_ms": 1.324, "count": 301, "max_ms": 2.171, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.404, "count": 301, "max_ms": 70.702, "p95_ms": 65.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.968, "count": 301, "max_ms": 68.899, "p95_ms": 60.318}, "yolo11_640_fire_11class": {"avg_ms": 53.479, "count": 301, "max_ms": 73.814, "p95_ms": 64.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.989, "count": 301, "max_ms": 77.522, "p95_ms": 71.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.246, "count": 301, "max_ms": 93.741, "p95_ms": 88.523}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 369.376, "p95_ms": 160.125}, "triton_wait": {"avg_ms": 58.378, "count": 301, "max_ms": 77.535, "p95_ms": 71.972}, "visualize": {"avg_ms": 3.748, "count": 301, "max_ms": 5.493, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16288.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12465.109, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.732, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:04:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:04:49+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T00:04:49+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T00:04:49.369107+09:00", "mtime_epoch": 1783263889.3691068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:04:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9448.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.68, "count": 300, "max_ms": 26.154, "p95_ms": 18.526}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.679, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.871, "count": 300, "max_ms": 66.107, "p95_ms": 62.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.699, "count": 300, "max_ms": 67.979, "p95_ms": 59.286}, "yolo11_640_fire_11class": {"avg_ms": 50.618, "count": 300, "max_ms": 68.828, "p95_ms": 62.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.475, "count": 300, "max_ms": 76.854, "p95_ms": 71.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.486, "count": 301, "max_ms": 101.25, "p95_ms": 96.116}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 182.204, "p95_ms": 118.759}, "triton_wait": {"avg_ms": 54.62, "count": 300, "max_ms": 76.865, "p95_ms": 71.513}, "visualize": {"avg_ms": 3.485, "count": 300, "max_ms": 5.467, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16288.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28396.944, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.318, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2181969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:04:55+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:04:55+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T00:04:55.017227+09:00", "mtime_epoch": 1783263895.0172272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:04:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.371, "name": "celery", "pid": 267, "rss_mb": 2481.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.039, "count": 301, "max_ms": 13.527, "p95_ms": 9.273}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 2.144, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.977, "count": 301, "max_ms": 70.667, "p95_ms": 64.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.447, "count": 301, "max_ms": 70.877, "p95_ms": 62.025}, "yolo11_640_fire_11class": {"avg_ms": 54.269, "count": 301, "max_ms": 71.323, "p95_ms": 66.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.278, "count": 301, "max_ms": 75.479, "p95_ms": 71.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.615, "count": 301, "max_ms": 93.277, "p95_ms": 88.476}, "read_interval": {"avg_ms": 99.856, "count": 300, "max_ms": 411.062, "p95_ms": 140.191}, "triton_wait": {"avg_ms": 58.819, "count": 301, "max_ms": 75.491, "p95_ms": 71.92}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 4.767, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16289.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12495.116, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.556, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:05:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:05:19+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:05:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:05:19.361747+09:00", "mtime_epoch": 1783263919.3617465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:05:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9448.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 10.03}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.13, "count": 300, "max_ms": 30.318, "p95_ms": 23.228}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.832, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.65, "count": 300, "max_ms": 71.562, "p95_ms": 62.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.524, "count": 300, "max_ms": 73.566, "p95_ms": 57.459}, "yolo11_640_fire_11class": {"avg_ms": 51.918, "count": 300, "max_ms": 73.04, "p95_ms": 63.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.242, "count": 300, "max_ms": 76.783, "p95_ms": 70.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.875, "count": 300, "max_ms": 107.25, "p95_ms": 96.073}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 300.506, "p95_ms": 116.3}, "triton_wait": {"avg_ms": 55.428, "count": 300, "max_ms": 76.795, "p95_ms": 70.928}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 5.165, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16289.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28426.99, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.468, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2182269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:05:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T00:05:25+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T00:05:25.129869+09:00", "mtime_epoch": 1783263925.1298695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:05:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.371, "name": "celery", "pid": 267, "rss_mb": 2481.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.298, "count": 300, "max_ms": 13.726, "p95_ms": 11.774}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 2.084, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.614, "count": 300, "max_ms": 70.698, "p95_ms": 65.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.353, "count": 300, "max_ms": 72.724, "p95_ms": 58.124}, "yolo11_640_fire_11class": {"avg_ms": 56.557, "count": 300, "max_ms": 72.744, "p95_ms": 68.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.452, "count": 300, "max_ms": 76.787, "p95_ms": 71.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.92, "count": 300, "max_ms": 93.463, "p95_ms": 89.823}, "read_interval": {"avg_ms": 100.222, "count": 299, "max_ms": 456.912, "p95_ms": 132.099}, "triton_wait": {"avg_ms": 60.8, "count": 300, "max_ms": 76.8, "p95_ms": 72.118}, "visualize": {"avg_ms": 3.761, "count": 300, "max_ms": 4.755, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16289.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12525.121, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.303, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1726943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:05:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:05:49+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T00:05:49+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:05:49.374386+09:00", "mtime_epoch": 1783263949.3743858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:05:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9448.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.67, "count": 300, "max_ms": 26.45, "p95_ms": 18.824}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.874, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 300, "max_ms": 68.627, "p95_ms": 62.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.356, "count": 300, "max_ms": 68.549, "p95_ms": 58.678}, "yolo11_640_fire_11class": {"avg_ms": 49.991, "count": 300, "max_ms": 68.637, "p95_ms": 62.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.006, "count": 300, "max_ms": 74.224, "p95_ms": 71.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.102, "count": 300, "max_ms": 99.687, "p95_ms": 95.63}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 173.732, "p95_ms": 126.826}, "triton_wait": {"avg_ms": 54.103, "count": 300, "max_ms": 74.237, "p95_ms": 71.073}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 4.758, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16289.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28457.011, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.323, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2182570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:05:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T00:05:55+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T00:05:55.150509+09:00", "mtime_epoch": 1783263955.1505089, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:05:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.629, "name": "celery", "pid": 267, "rss_mb": 2481.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.828, "count": 301, "max_ms": 9.064, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.495, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.599, "count": 301, "max_ms": 70.568, "p95_ms": 65.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.282, "count": 301, "max_ms": 72.282, "p95_ms": 61.253}, "yolo11_640_fire_11class": {"avg_ms": 53.181, "count": 301, "max_ms": 70.025, "p95_ms": 65.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.784, "count": 301, "max_ms": 77.032, "p95_ms": 71.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.675, "count": 301, "max_ms": 93.05, "p95_ms": 88.191}, "read_interval": {"avg_ms": 99.798, "count": 300, "max_ms": 412.974, "p95_ms": 169.215}, "triton_wait": {"avg_ms": 58.215, "count": 301, "max_ms": 77.045, "p95_ms": 72.015}, "visualize": {"avg_ms": 3.665, "count": 301, "max_ms": 4.849, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16289.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12555.142, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.563, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1727243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:06:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:06:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:06:19+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T00:06:19.407025+09:00", "mtime_epoch": 1783263979.407025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:06:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9448.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.695, "count": 300, "max_ms": 24.134, "p95_ms": 19.434}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.89, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.948, "count": 300, "max_ms": 67.17, "p95_ms": 63.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.011, "count": 300, "max_ms": 69.246, "p95_ms": 62.511}, "yolo11_640_fire_11class": {"avg_ms": 50.278, "count": 300, "max_ms": 67.092, "p95_ms": 62.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.584, "count": 300, "max_ms": 77.555, "p95_ms": 72.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.638, "count": 300, "max_ms": 101.817, "p95_ms": 97.563}, "read_interval": {"avg_ms": 100.1, "count": 299, "max_ms": 171.276, "p95_ms": 121.604}, "triton_wait": {"avg_ms": 54.622, "count": 300, "max_ms": 77.567, "p95_ms": 72.451}, "visualize": {"avg_ms": 3.544, "count": 300, "max_ms": 5.135, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16289.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28487.025, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.234, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2182869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:06:25+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:06:25+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:06:25.147147+09:00", "mtime_epoch": 1783263985.1471472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:06:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.629, "name": "celery", "pid": 267, "rss_mb": 2481.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.963, "count": 299, "max_ms": 12.914, "p95_ms": 8.607}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 1.693, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.46, "count": 299, "max_ms": 70.437, "p95_ms": 65.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.849, "count": 299, "max_ms": 70.08, "p95_ms": 62.592}, "yolo11_640_fire_11class": {"avg_ms": 54.23, "count": 299, "max_ms": 70.858, "p95_ms": 65.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.265, "count": 299, "max_ms": 78.058, "p95_ms": 72.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.332, "count": 299, "max_ms": 94.825, "p95_ms": 89.88}, "read_interval": {"avg_ms": 100.324, "count": 299, "max_ms": 285.33, "p95_ms": 134.299}, "triton_wait": {"avg_ms": 59.503, "count": 299, "max_ms": 78.072, "p95_ms": 73.001}, "visualize": {"avg_ms": 3.728, "count": 299, "max_ms": 4.738, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16290.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12585.199, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.471, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1727544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:06:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:06:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T00:06:49.463664+09:00", "mtime_epoch": 1783264009.463664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:06:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.877, "count": 301, "max_ms": 28.862, "p95_ms": 18.695}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.766, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.985, "count": 301, "max_ms": 70.939, "p95_ms": 62.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.884, "count": 301, "max_ms": 73.146, "p95_ms": 56.597}, "yolo11_640_fire_11class": {"avg_ms": 50.007, "count": 301, "max_ms": 71.445, "p95_ms": 62.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.176, "count": 301, "max_ms": 81.77, "p95_ms": 70.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.396, "count": 301, "max_ms": 106.975, "p95_ms": 95.444}, "read_interval": {"avg_ms": 99.886, "count": 300, "max_ms": 185.534, "p95_ms": 123.461}, "triton_wait": {"avg_ms": 54.256, "count": 301, "max_ms": 81.782, "p95_ms": 70.361}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 4.481, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16290.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28517.031, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.188, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2183170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:06:55+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:06:55+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T00:06:55.167785+09:00", "mtime_epoch": 1783264015.1677852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:06:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.887, "name": "celery", "pid": 267, "rss_mb": 2481.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 301, "max_ms": 12.53, "p95_ms": 8.75}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 2.18, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.082, "count": 301, "max_ms": 70.412, "p95_ms": 64.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.009, "count": 301, "max_ms": 72.054, "p95_ms": 57.281}, "yolo11_640_fire_11class": {"avg_ms": 51.841, "count": 301, "max_ms": 71.014, "p95_ms": 63.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.898, "count": 301, "max_ms": 80.577, "p95_ms": 71.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.91, "count": 301, "max_ms": 97.435, "p95_ms": 88.267}, "read_interval": {"avg_ms": 99.728, "count": 301, "max_ms": 396.355, "p95_ms": 175.769}, "triton_wait": {"avg_ms": 56.199, "count": 301, "max_ms": 80.589, "p95_ms": 71.568}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 4.647, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16290.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12615.246, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.47, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1727844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:07:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:07:19+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:07:19+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T00:07:19.504302+09:00", "mtime_epoch": 1783264039.504302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:07:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 9.999}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.216, "count": 300, "max_ms": 30.684, "p95_ms": 21.046}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.604, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.326, "count": 300, "max_ms": 70.612, "p95_ms": 62.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.771, "count": 300, "max_ms": 70.077, "p95_ms": 59.707}, "yolo11_640_fire_11class": {"avg_ms": 50.063, "count": 300, "max_ms": 69.319, "p95_ms": 63.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.371, "count": 300, "max_ms": 81.635, "p95_ms": 71.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.155, "count": 300, "max_ms": 106.964, "p95_ms": 97.142}, "read_interval": {"avg_ms": 100.097, "count": 299, "max_ms": 165.634, "p95_ms": 125.077}, "triton_wait": {"avg_ms": 53.567, "count": 300, "max_ms": 81.647, "p95_ms": 71.86}, "visualize": {"avg_ms": 3.574, "count": 300, "max_ms": 5.13, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16290.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28547.108, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.075, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2183470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:07:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T00:07:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:07:25.224423+09:00", "mtime_epoch": 1783264045.2244234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:07:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2481.887, "name": "celery", "pid": 267, "rss_mb": 2481.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.066, "count": 300, "max_ms": 13.248, "p95_ms": 8.867}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.731, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.453, "count": 300, "max_ms": 71.651, "p95_ms": 65.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.751, "count": 300, "max_ms": 71.75, "p95_ms": 59.036}, "yolo11_640_fire_11class": {"avg_ms": 54.342, "count": 300, "max_ms": 72.614, "p95_ms": 66.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.869, "count": 300, "max_ms": 81.571, "p95_ms": 73.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.095, "count": 300, "max_ms": 97.775, "p95_ms": 90.073}, "read_interval": {"avg_ms": 100.235, "count": 299, "max_ms": 401.976, "p95_ms": 143.054}, "triton_wait": {"avg_ms": 59.205, "count": 300, "max_ms": 81.606, "p95_ms": 73.417}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.18, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16290.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12645.294, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.891, "name": "ffmpeg", "pid": 144613, "rss_mb": 291.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.469, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:07:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:07:49+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:07:49+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T00:07:49.488938+09:00", "mtime_epoch": 1783264069.4889383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:07:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.62, "count": 300, "max_ms": 24.98, "p95_ms": 18.48}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.869, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.116, "count": 300, "max_ms": 67.728, "p95_ms": 61.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.282, "count": 300, "max_ms": 66.55, "p95_ms": 57.417}, "yolo11_640_fire_11class": {"avg_ms": 51.341, "count": 300, "max_ms": 72.379, "p95_ms": 62.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.455, "count": 300, "max_ms": 76.228, "p95_ms": 70.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.501, "count": 300, "max_ms": 101.075, "p95_ms": 94.582}, "read_interval": {"avg_ms": 100.092, "count": 299, "max_ms": 179.417, "p95_ms": 121.133}, "triton_wait": {"avg_ms": 55.621, "count": 300, "max_ms": 76.24, "p95_ms": 70.199}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.39, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16291.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28577.164, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.099, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2183771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:07:55+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:07:55+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:07:55.285061+09:00", "mtime_epoch": 1783264075.2850611, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:07:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2482.145, "name": "celery", "pid": 267, "rss_mb": 2482.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.042, "count": 301, "max_ms": 13.052, "p95_ms": 8.632}, "gstreamer_push": {"avg_ms": 1.336, "count": 301, "max_ms": 2.271, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.158, "count": 301, "max_ms": 70.355, "p95_ms": 64.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.461, "count": 301, "max_ms": 72.915, "p95_ms": 62.823}, "yolo11_640_fire_11class": {"avg_ms": 54.702, "count": 301, "max_ms": 71.077, "p95_ms": 64.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.28, "count": 301, "max_ms": 74.923, "p95_ms": 71.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.501, "count": 301, "max_ms": 91.867, "p95_ms": 88.487}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 368.265, "p95_ms": 179.085}, "triton_wait": {"avg_ms": 59.605, "count": 301, "max_ms": 74.934, "p95_ms": 71.8}, "visualize": {"avg_ms": 3.746, "count": 301, "max_ms": 4.822, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16293.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12675.371, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.561, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:08:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:08:19+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:08:19+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T00:08:19.629577+09:00", "mtime_epoch": 1783264099.6295772, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:08:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.115, "count": 301, "max_ms": 28.474, "p95_ms": 20.156}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.802, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.147, "count": 301, "max_ms": 66.424, "p95_ms": 62.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.282, "count": 301, "max_ms": 68.302, "p95_ms": 61.206}, "yolo11_640_fire_11class": {"avg_ms": 49.655, "count": 301, "max_ms": 66.512, "p95_ms": 63.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.865, "count": 301, "max_ms": 74.196, "p95_ms": 72.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.448, "count": 301, "max_ms": 104.398, "p95_ms": 97.133}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 185.377, "p95_ms": 134.216}, "triton_wait": {"avg_ms": 52.982, "count": 301, "max_ms": 74.208, "p95_ms": 72.294}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 5.43, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16294.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28607.232, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.205, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2184071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:08:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:08:25+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:08:25.353698+09:00", "mtime_epoch": 1783264105.3536985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:08:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2482.402, "name": "celery", "pid": 267, "rss_mb": 2482.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.138, "count": 300, "max_ms": 13.972, "p95_ms": 9.009}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.544, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.571, "count": 300, "max_ms": 68.67, "p95_ms": 64.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.918, "count": 300, "max_ms": 70.57, "p95_ms": 59.102}, "yolo11_640_fire_11class": {"avg_ms": 52.016, "count": 300, "max_ms": 69.779, "p95_ms": 65.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.79, "count": 300, "max_ms": 76.214, "p95_ms": 72.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.17, "count": 300, "max_ms": 93.436, "p95_ms": 89.559}, "read_interval": {"avg_ms": 100.071, "count": 299, "max_ms": 311.285, "p95_ms": 188.476}, "triton_wait": {"avg_ms": 56.131, "count": 300, "max_ms": 76.227, "p95_ms": 72.364}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 4.705, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16293.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12705.374, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.47, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:08:49+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T00:08:49+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T00:08:49.578212+09:00", "mtime_epoch": 1783264129.5782118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:08:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.019, "count": 300, "max_ms": 28.195, "p95_ms": 19.109}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.987, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.172, "count": 300, "max_ms": 65.664, "p95_ms": 63.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.655, "count": 300, "max_ms": 65.555, "p95_ms": 57.463}, "yolo11_640_fire_11class": {"avg_ms": 49.483, "count": 300, "max_ms": 65.139, "p95_ms": 62.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.215, "count": 300, "max_ms": 74.192, "p95_ms": 71.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.649, "count": 300, "max_ms": 99.369, "p95_ms": 96.225}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 203.038, "p95_ms": 124.485}, "triton_wait": {"avg_ms": 53.262, "count": 300, "max_ms": 74.205, "p95_ms": 71.274}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 4.755, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16294.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28637.399, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.144, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2184372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:08:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:08:55+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T00:08:55.350334+09:00", "mtime_epoch": 1783264135.350334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:08:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2482.402, "name": "celery", "pid": 267, "rss_mb": 2482.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 300, "max_ms": 12.417, "p95_ms": 8.792}, "gstreamer_push": {"avg_ms": 1.327, "count": 300, "max_ms": 1.998, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.71, "count": 300, "max_ms": 67.306, "p95_ms": 64.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.142, "count": 300, "max_ms": 68.575, "p95_ms": 59.702}, "yolo11_640_fire_11class": {"avg_ms": 52.602, "count": 300, "max_ms": 72.025, "p95_ms": 64.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.343, "count": 300, "max_ms": 75.088, "p95_ms": 71.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.565, "count": 300, "max_ms": 91.667, "p95_ms": 88.435}, "read_interval": {"avg_ms": 100.29, "count": 299, "max_ms": 338.516, "p95_ms": 165.871}, "triton_wait": {"avg_ms": 56.665, "count": 300, "max_ms": 75.1, "p95_ms": 71.736}, "visualize": {"avg_ms": 3.784, "count": 300, "max_ms": 5.89, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16294.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12735.375, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.532, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:09:19+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:09:19+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T00:09:19.634848+09:00", "mtime_epoch": 1783264159.6348479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:09:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.959, "count": 300, "max_ms": 26.987, "p95_ms": 20.207}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.532, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.547, "count": 300, "max_ms": 66.258, "p95_ms": 63.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.212, "count": 300, "max_ms": 64.144, "p95_ms": 57.708}, "yolo11_640_fire_11class": {"avg_ms": 49.754, "count": 300, "max_ms": 65.625, "p95_ms": 62.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.551, "count": 300, "max_ms": 75.566, "p95_ms": 70.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.005, "count": 300, "max_ms": 100.298, "p95_ms": 95.548}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 264.139, "p95_ms": 122.646}, "triton_wait": {"avg_ms": 53.633, "count": 300, "max_ms": 75.578, "p95_ms": 70.731}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 5.53, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16294.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28667.526, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.163, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2184672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:09:25+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T00:09:25+09:00", "mjpeg": {"age_sec": 0.362, "exists": true, "mtime": "2026-07-06T00:09:25.366969+09:00", "mtime_epoch": 1783264165.366969, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:09:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2482.66, "name": "celery", "pid": 267, "rss_mb": 2482.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 299, "max_ms": 10.596, "p95_ms": 8.657}, "gstreamer_push": {"avg_ms": 1.327, "count": 299, "max_ms": 1.552, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.338, "count": 299, "max_ms": 71.19, "p95_ms": 64.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.951, "count": 299, "max_ms": 71.2, "p95_ms": 55.47}, "yolo11_640_fire_11class": {"avg_ms": 52.779, "count": 299, "max_ms": 69.986, "p95_ms": 63.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.068, "count": 299, "max_ms": 74.942, "p95_ms": 72.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.233, "count": 299, "max_ms": 90.974, "p95_ms": 88.822}, "read_interval": {"avg_ms": 100.475, "count": 298, "max_ms": 397.547, "p95_ms": 180.139}, "triton_wait": {"avg_ms": 57.416, "count": 299, "max_ms": 74.954, "p95_ms": 72.188}, "visualize": {"avg_ms": 3.766, "count": 299, "max_ms": 4.666, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16294.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12765.428, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.502, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:09:49+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:09:49+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T00:09:49.687484+09:00", "mtime_epoch": 1783264189.6874835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:09:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.055, "count": 301, "max_ms": 27.437, "p95_ms": 19.206}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.441, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.471, "count": 301, "max_ms": 68.383, "p95_ms": 62.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.752, "count": 301, "max_ms": 68.158, "p95_ms": 56.269}, "yolo11_640_fire_11class": {"avg_ms": 49.544, "count": 301, "max_ms": 68.392, "p95_ms": 62.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.521, "count": 301, "max_ms": 76.734, "p95_ms": 69.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.936, "count": 301, "max_ms": 102.983, "p95_ms": 94.844}, "read_interval": {"avg_ms": 99.862, "count": 300, "max_ms": 174.441, "p95_ms": 122.812}, "triton_wait": {"avg_ms": 53.57, "count": 301, "max_ms": 76.746, "p95_ms": 69.159}, "visualize": {"avg_ms": 3.524, "count": 301, "max_ms": 5.029, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16294.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28697.586, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.163, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2184974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:09:55+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:09:55+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:09:55.707611+09:00", "mtime_epoch": 1783264195.7076108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:09:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2482.66, "name": "celery", "pid": 267, "rss_mb": 2482.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.038, "count": 302, "max_ms": 13.363, "p95_ms": 8.89}, "gstreamer_push": {"avg_ms": 1.334, "count": 302, "max_ms": 1.867, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.981, "count": 302, "max_ms": 67.283, "p95_ms": 64.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.485, "count": 302, "max_ms": 67.042, "p95_ms": 56.551}, "yolo11_640_fire_11class": {"avg_ms": 52.165, "count": 302, "max_ms": 73.07, "p95_ms": 63.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.767, "count": 302, "max_ms": 74.786, "p95_ms": 71.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.993, "count": 302, "max_ms": 92.438, "p95_ms": 88.404}, "read_interval": {"avg_ms": 99.528, "count": 301, "max_ms": 363.302, "p95_ms": 151.911}, "triton_wait": {"avg_ms": 57.02, "count": 302, "max_ms": 74.801, "p95_ms": 71.798}, "visualize": {"avg_ms": 3.784, "count": 302, "max_ms": 5.84, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16294.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12795.459, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.563, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:10:19+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:10:19+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T00:10:19.716118+09:00", "mtime_epoch": 1783264219.7161183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:10:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9449.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.719, "count": 300, "max_ms": 22.441, "p95_ms": 18.818}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.583, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.607, "count": 300, "max_ms": 69.832, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.444, "count": 300, "max_ms": 69.847, "p95_ms": 58.47}, "yolo11_640_fire_11class": {"avg_ms": 51.257, "count": 300, "max_ms": 68.83, "p95_ms": 62.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.17, "count": 300, "max_ms": 76.708, "p95_ms": 71.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.326, "count": 300, "max_ms": 103.887, "p95_ms": 97.308}, "read_interval": {"avg_ms": 100.112, "count": 300, "max_ms": 165.789, "p95_ms": 123.169}, "triton_wait": {"avg_ms": 55.318, "count": 300, "max_ms": 76.72, "p95_ms": 71.929}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 5.428, "p95_ms": 3.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16295.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28727.613, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.18, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2185275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:10:25+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T00:10:25+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T00:10:25.736245+09:00", "mtime_epoch": 1783264225.7362454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:10:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2482.918, "name": "celery", "pid": 267, "rss_mb": 2482.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 301, "max_ms": 13.082, "p95_ms": 8.781}, "gstreamer_push": {"avg_ms": 1.334, "count": 301, "max_ms": 2.082, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.598, "count": 301, "max_ms": 70.398, "p95_ms": 66.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.091, "count": 301, "max_ms": 71.219, "p95_ms": 59.998}, "yolo11_640_fire_11class": {"avg_ms": 55.066, "count": 301, "max_ms": 72.913, "p95_ms": 66.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.967, "count": 301, "max_ms": 75.496, "p95_ms": 73.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.244, "count": 301, "max_ms": 92.667, "p95_ms": 89.925}, "read_interval": {"avg_ms": 99.772, "count": 300, "max_ms": 416.484, "p95_ms": 129.704}, "triton_wait": {"avg_ms": 60.307, "count": 301, "max_ms": 75.51, "p95_ms": 73.242}, "visualize": {"avg_ms": 3.741, "count": 301, "max_ms": 5.866, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16295.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12825.517, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.581, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1729946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:10:49+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T00:10:49+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:10:49.768753+09:00", "mtime_epoch": 1783264249.768753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:10:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9450.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.754, "count": 300, "max_ms": 21.485, "p95_ms": 18.676}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.904, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.458, "count": 300, "max_ms": 66.831, "p95_ms": 63.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.844, "count": 300, "max_ms": 66.929, "p95_ms": 59.636}, "yolo11_640_fire_11class": {"avg_ms": 50.855, "count": 300, "max_ms": 67.922, "p95_ms": 62.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.049, "count": 300, "max_ms": 75.992, "p95_ms": 72.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.367, "count": 300, "max_ms": 102.365, "p95_ms": 96.483}, "read_interval": {"avg_ms": 100.201, "count": 299, "max_ms": 240.917, "p95_ms": 121.141}, "triton_wait": {"avg_ms": 55.212, "count": 300, "max_ms": 76.004, "p95_ms": 72.209}, "visualize": {"avg_ms": 3.569, "count": 300, "max_ms": 4.575, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16295.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28757.615, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.22, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2185575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:10:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:10:55+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:10:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:10:55.732879+09:00", "mtime_epoch": 1783264255.732879, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:10:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2482.918, "name": "celery", "pid": 267, "rss_mb": 2482.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.107, "count": 300, "max_ms": 13.456, "p95_ms": 9.142}, "gstreamer_push": {"avg_ms": 1.332, "count": 300, "max_ms": 2.172, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.629, "count": 300, "max_ms": 69.711, "p95_ms": 65.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.326, "count": 300, "max_ms": 69.721, "p95_ms": 59.311}, "yolo11_640_fire_11class": {"avg_ms": 53.897, "count": 300, "max_ms": 71.42, "p95_ms": 66.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.742, "count": 300, "max_ms": 77.472, "p95_ms": 72.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.06, "count": 300, "max_ms": 95.009, "p95_ms": 89.235}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 363.849, "p95_ms": 144.358}, "triton_wait": {"avg_ms": 59.091, "count": 300, "max_ms": 77.486, "p95_ms": 72.563}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 4.907, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16296.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12855.594, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.563, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1730247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:11:19+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T00:11:19+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T00:11:19.797146+09:00", "mtime_epoch": 1783264279.797146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:11:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9450.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.012, "count": 301, "max_ms": 30.151, "p95_ms": 19.08}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.776, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.126, "count": 301, "max_ms": 67.31, "p95_ms": 63.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.13, "count": 301, "max_ms": 66.292, "p95_ms": 58.805}, "yolo11_640_fire_11class": {"avg_ms": 50.367, "count": 301, "max_ms": 66.598, "p95_ms": 62.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.514, "count": 301, "max_ms": 75.584, "p95_ms": 70.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.003, "count": 301, "max_ms": 106.055, "p95_ms": 97.154}, "read_interval": {"avg_ms": 99.88, "count": 300, "max_ms": 242.593, "p95_ms": 122.063}, "triton_wait": {"avg_ms": 54.644, "count": 301, "max_ms": 75.598, "p95_ms": 70.942}, "visualize": {"avg_ms": 3.548, "count": 301, "max_ms": 4.366, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16296.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28787.64, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.31, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2185874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:11:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:11:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:11:25+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T00:11:25.772978+09:00", "mtime_epoch": 1783264285.7729776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:11:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2483.176, "name": "celery", "pid": 267, "rss_mb": 2483.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.092, "count": 299, "max_ms": 13.365, "p95_ms": 9.371}, "gstreamer_push": {"avg_ms": 1.331, "count": 299, "max_ms": 2.177, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.515, "count": 299, "max_ms": 68.791, "p95_ms": 65.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.96, "count": 299, "max_ms": 72.392, "p95_ms": 60.093}, "yolo11_640_fire_11class": {"avg_ms": 54.698, "count": 299, "max_ms": 71.883, "p95_ms": 66.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.957, "count": 299, "max_ms": 75.172, "p95_ms": 73.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.238, "count": 299, "max_ms": 98.12, "p95_ms": 90.274}, "read_interval": {"avg_ms": 100.477, "count": 298, "max_ms": 431.02, "p95_ms": 139.068}, "triton_wait": {"avg_ms": 60.256, "count": 299, "max_ms": 75.185, "p95_ms": 73.587}, "visualize": {"avg_ms": 3.745, "count": 299, "max_ms": 5.938, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16296.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12885.667, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.569, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1730548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:11:50+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T00:11:49+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:11:49.920328+09:00", "mtime_epoch": 1783264309.920328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:11:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9450.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.785, "count": 301, "max_ms": 21.46, "p95_ms": 18.779}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.483, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.511, "count": 301, "max_ms": 68.983, "p95_ms": 62.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.563, "count": 301, "max_ms": 68.822, "p95_ms": 59.711}, "yolo11_640_fire_11class": {"avg_ms": 50.865, "count": 301, "max_ms": 68.254, "p95_ms": 62.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.244, "count": 301, "max_ms": 77.169, "p95_ms": 71.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.35, "count": 301, "max_ms": 103.391, "p95_ms": 96.514}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 181.595, "p95_ms": 120.943}, "triton_wait": {"avg_ms": 55.31, "count": 301, "max_ms": 77.181, "p95_ms": 71.909}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 4.596, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16295.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28817.712, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.367, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2186177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:11:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:11:55+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T00:11:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T00:11:55.812177+09:00", "mtime_epoch": 1783264315.8121767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:11:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2483.176, "name": "celery", "pid": 267, "rss_mb": 2483.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 303, "max_ms": 10.734, "p95_ms": 8.693}, "gstreamer_push": {"avg_ms": 1.314, "count": 303, "max_ms": 1.563, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.575, "count": 303, "max_ms": 69.491, "p95_ms": 64.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.319, "count": 303, "max_ms": 69.189, "p95_ms": 59.654}, "yolo11_640_fire_11class": {"avg_ms": 53.311, "count": 303, "max_ms": 70.582, "p95_ms": 64.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.684, "count": 303, "max_ms": 77.361, "p95_ms": 72.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.729, "count": 303, "max_ms": 93.747, "p95_ms": 88.728}, "read_interval": {"avg_ms": 99.319, "count": 302, "max_ms": 309.97, "p95_ms": 165.391}, "triton_wait": {"avg_ms": 57.95, "count": 303, "max_ms": 77.373, "p95_ms": 72.061}, "visualize": {"avg_ms": 3.711, "count": 303, "max_ms": 4.816, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16296.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12915.745, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.483, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1730849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:12:20+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:12:20+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T00:12:20.011584+09:00", "mtime_epoch": 1783264340.011584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:12:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9450.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.567, "count": 301, "max_ms": 20.986, "p95_ms": 18.295}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.499, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.376, "count": 301, "max_ms": 67.925, "p95_ms": 62.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.267, "count": 301, "max_ms": 69.92, "p95_ms": 58.396}, "yolo11_640_fire_11class": {"avg_ms": 50.91, "count": 301, "max_ms": 67.365, "p95_ms": 62.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.739, "count": 301, "max_ms": 76.66, "p95_ms": 71.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.217, "count": 301, "max_ms": 241.6, "p95_ms": 96.026}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 254.944, "p95_ms": 118.838}, "triton_wait": {"avg_ms": 54.815, "count": 301, "max_ms": 76.671, "p95_ms": 71.3}, "visualize": {"avg_ms": 3.518, "count": 301, "max_ms": 4.497, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16296.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28847.717, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.282, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2186475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:12:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:12:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T00:12:25+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:12:25.831448+09:00", "mtime_epoch": 1783264345.8314483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:12:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2483.434, "name": "celery", "pid": 267, "rss_mb": 2483.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.907, "count": 298, "max_ms": 12.216, "p95_ms": 8.698}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 1.503, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.392, "count": 298, "max_ms": 72.294, "p95_ms": 65.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.098, "count": 298, "max_ms": 72.284, "p95_ms": 63.08}, "yolo11_640_fire_11class": {"avg_ms": 55.954, "count": 298, "max_ms": 72.002, "p95_ms": 67.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.256, "count": 298, "max_ms": 76.594, "p95_ms": 72.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.212, "count": 298, "max_ms": 94.961, "p95_ms": 89.555}, "read_interval": {"avg_ms": 100.592, "count": 298, "max_ms": 377.401, "p95_ms": 153.036}, "triton_wait": {"avg_ms": 60.584, "count": 298, "max_ms": 76.607, "p95_ms": 72.503}, "visualize": {"avg_ms": 3.684, "count": 298, "max_ms": 4.573, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16297.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12945.826, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.581, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1731149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:12:50+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:12:50+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:12:50.074910+09:00", "mtime_epoch": 1783264370.0749097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:12:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9450.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.842, "count": 300, "max_ms": 28.921, "p95_ms": 18.692}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.43, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.927, "count": 300, "max_ms": 66.347, "p95_ms": 62.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.554, "count": 300, "max_ms": 66.338, "p95_ms": 57.059}, "yolo11_640_fire_11class": {"avg_ms": 51.697, "count": 300, "max_ms": 68.653, "p95_ms": 61.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.368, "count": 300, "max_ms": 76.08, "p95_ms": 71.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.687, "count": 300, "max_ms": 101.454, "p95_ms": 97.333}, "read_interval": {"avg_ms": 100.266, "count": 299, "max_ms": 180.03, "p95_ms": 115.947}, "triton_wait": {"avg_ms": 56.454, "count": 300, "max_ms": 76.092, "p95_ms": 71.9}, "visualize": {"avg_ms": 3.549, "count": 300, "max_ms": 4.494, "p95_ms": 3.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16297.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28877.811, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.416, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2186776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:12:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:12:56+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:12:55+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:12:55.930786+09:00", "mtime_epoch": 1783264375.930786, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:12:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2483.691, "name": "celery", "pid": 267, "rss_mb": 2483.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 301, "max_ms": 12.89, "p95_ms": 8.602}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 1.56, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.137, "count": 301, "max_ms": 71.671, "p95_ms": 65.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.802, "count": 301, "max_ms": 71.97, "p95_ms": 61.037}, "yolo11_640_fire_11class": {"avg_ms": 56.597, "count": 301, "max_ms": 71.664, "p95_ms": 65.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.769, "count": 301, "max_ms": 75.449, "p95_ms": 72.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.77, "count": 301, "max_ms": 94.174, "p95_ms": 89.818}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 412.735, "p95_ms": 118.083}, "triton_wait": {"avg_ms": 62.914, "count": 301, "max_ms": 75.461, "p95_ms": 72.607}, "visualize": {"avg_ms": 3.742, "count": 301, "max_ms": 4.368, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16297.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 12975.835, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.483, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1731450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:13:20+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:13:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T00:13:20.098301+09:00", "mtime_epoch": 1783264400.098301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:13:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9450.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.893, "count": 301, "max_ms": 24.557, "p95_ms": 19.09}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.541, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.884, "count": 301, "max_ms": 68.349, "p95_ms": 63.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.629, "count": 301, "max_ms": 70.71, "p95_ms": 57.564}, "yolo11_640_fire_11class": {"avg_ms": 50.414, "count": 301, "max_ms": 67.82, "p95_ms": 62.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.419, "count": 301, "max_ms": 77.796, "p95_ms": 71.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.777, "count": 301, "max_ms": 103.161, "p95_ms": 96.148}, "read_interval": {"avg_ms": 99.737, "count": 301, "max_ms": 170.157, "p95_ms": 118.64}, "triton_wait": {"avg_ms": 54.545, "count": 301, "max_ms": 77.809, "p95_ms": 71.103}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 4.43, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16297.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28907.916, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.303, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2187079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:13:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:13:26+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T00:13:26.006188+09:00", "mtime_epoch": 1783264406.0061884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:13:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2483.691, "name": "celery", "pid": 267, "rss_mb": 2483.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.965, "count": 302, "max_ms": 13.435, "p95_ms": 8.745}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.578, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.245, "count": 302, "max_ms": 71.5, "p95_ms": 64.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.847, "count": 302, "max_ms": 72.603, "p95_ms": 56.213}, "yolo11_640_fire_11class": {"avg_ms": 53.782, "count": 302, "max_ms": 73.513, "p95_ms": 65.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.306, "count": 302, "max_ms": 79.588, "p95_ms": 71.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.489, "count": 302, "max_ms": 96.768, "p95_ms": 88.662}, "read_interval": {"avg_ms": 99.423, "count": 302, "max_ms": 422.091, "p95_ms": 135.16}, "triton_wait": {"avg_ms": 58.685, "count": 302, "max_ms": 79.601, "p95_ms": 71.946}, "visualize": {"avg_ms": 3.736, "count": 302, "max_ms": 4.85, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16297.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13005.919, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.598, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1731751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:13:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:13:50+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T00:13:50.185752+09:00", "mtime_epoch": 1783264430.185752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:13:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9450.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.828, "count": 300, "max_ms": 21.331, "p95_ms": 18.886}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 2.167, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.04, "count": 300, "max_ms": 67.426, "p95_ms": 63.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.375, "count": 300, "max_ms": 72.235, "p95_ms": 60.654}, "yolo11_640_fire_11class": {"avg_ms": 50.153, "count": 300, "max_ms": 66.889, "p95_ms": 62.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.26, "count": 300, "max_ms": 75.921, "p95_ms": 72.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.444, "count": 301, "max_ms": 100.892, "p95_ms": 97.022}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 175.594, "p95_ms": 121.843}, "triton_wait": {"avg_ms": 54.318, "count": 300, "max_ms": 75.933, "p95_ms": 72.195}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 5.313, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16297.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28937.944, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.416, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2187378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:13:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:13:56+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T00:13:56.057652+09:00", "mtime_epoch": 1783264436.0576518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:13:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2483.949, "name": "celery", "pid": 267, "rss_mb": 2483.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 299, "max_ms": 13.892, "p95_ms": 9.127}, "gstreamer_push": {"avg_ms": 1.314, "count": 299, "max_ms": 1.95, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.209, "count": 299, "max_ms": 71.342, "p95_ms": 65.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.458, "count": 299, "max_ms": 72.539, "p95_ms": 64.233}, "yolo11_640_fire_11class": {"avg_ms": 54.239, "count": 299, "max_ms": 72.53, "p95_ms": 65.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.246, "count": 299, "max_ms": 77.269, "p95_ms": 72.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.419, "count": 299, "max_ms": 93.419, "p95_ms": 89.495}, "read_interval": {"avg_ms": 100.341, "count": 299, "max_ms": 410.509, "p95_ms": 137.287}, "triton_wait": {"avg_ms": 59.539, "count": 299, "max_ms": 77.282, "p95_ms": 72.875}, "visualize": {"avg_ms": 3.752, "count": 299, "max_ms": 4.979, "p95_ms": 4.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16298.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13035.935, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.624, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:14:20+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T00:14:20+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:14:20.189262+09:00", "mtime_epoch": 1783264460.1892622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:14:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9451.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.794, "count": 300, "max_ms": 28.206, "p95_ms": 18.773}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.537, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.453, "count": 300, "max_ms": 67.246, "p95_ms": 62.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.955, "count": 300, "max_ms": 67.259, "p95_ms": 58.76}, "yolo11_640_fire_11class": {"avg_ms": 50.945, "count": 300, "max_ms": 68.008, "p95_ms": 62.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.339, "count": 300, "max_ms": 77.06, "p95_ms": 70.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.507, "count": 300, "max_ms": 101.489, "p95_ms": 96.528}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 168.013, "p95_ms": 117.965}, "triton_wait": {"avg_ms": 55.413, "count": 300, "max_ms": 77.072, "p95_ms": 71.004}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 4.568, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16298.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28967.95, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.433, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2187679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:14:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:14:26+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T00:14:26+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T00:14:26.077173+09:00", "mtime_epoch": 1783264466.0771725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:14:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2483.949, "name": "celery", "pid": 267, "rss_mb": 2483.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.158, "count": 301, "max_ms": 13.127, "p95_ms": 9.683}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 2.176, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.951, "count": 301, "max_ms": 70.913, "p95_ms": 65.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.534, "count": 301, "max_ms": 71.976, "p95_ms": 55.993}, "yolo11_640_fire_11class": {"avg_ms": 54.472, "count": 301, "max_ms": 72.189, "p95_ms": 66.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.116, "count": 301, "max_ms": 75.27, "p95_ms": 72.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.525, "count": 301, "max_ms": 93.114, "p95_ms": 89.181}, "read_interval": {"avg_ms": 99.724, "count": 301, "max_ms": 331.989, "p95_ms": 150.673}, "triton_wait": {"avg_ms": 59.535, "count": 301, "max_ms": 75.282, "p95_ms": 72.34}, "visualize": {"avg_ms": 3.773, "count": 301, "max_ms": 5.959, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16298.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13065.968, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.605, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:14:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:14:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T00:14:50.212826+09:00", "mtime_epoch": 1783264490.2128263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:14:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9451.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.818, "count": 300, "max_ms": 21.381, "p95_ms": 18.794}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.551, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.952, "count": 300, "max_ms": 72.623, "p95_ms": 62.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.821, "count": 300, "max_ms": 67.223, "p95_ms": 57.743}, "yolo11_640_fire_11class": {"avg_ms": 50.422, "count": 300, "max_ms": 72.732, "p95_ms": 62.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.705, "count": 300, "max_ms": 80.513, "p95_ms": 70.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.876, "count": 300, "max_ms": 104.391, "p95_ms": 95.032}, "read_interval": {"avg_ms": 100.087, "count": 299, "max_ms": 251.017, "p95_ms": 129.421}, "triton_wait": {"avg_ms": 53.796, "count": 300, "max_ms": 80.525, "p95_ms": 70.364}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 4.436, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16298.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 28997.987, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.509, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2187980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:14:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:14:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T00:14:56.124747+09:00", "mtime_epoch": 1783264496.1247466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:14:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2484.207, "name": "celery", "pid": 267, "rss_mb": 2484.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.198, "count": 301, "max_ms": 14.202, "p95_ms": 11.646}, "gstreamer_push": {"avg_ms": 1.329, "count": 301, "max_ms": 1.688, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.802, "count": 301, "max_ms": 72.137, "p95_ms": 64.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.179, "count": 301, "max_ms": 71.237, "p95_ms": 58.662}, "yolo11_640_fire_11class": {"avg_ms": 51.452, "count": 301, "max_ms": 70.466, "p95_ms": 65.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.535, "count": 301, "max_ms": 75.819, "p95_ms": 72.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.911, "count": 301, "max_ms": 93.836, "p95_ms": 88.68}, "read_interval": {"avg_ms": 99.848, "count": 300, "max_ms": 455.434, "p95_ms": 139.344}, "triton_wait": {"avg_ms": 55.782, "count": 301, "max_ms": 75.832, "p95_ms": 72.157}, "visualize": {"avg_ms": 3.811, "count": 301, "max_ms": 4.96, "p95_ms": 4.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16298.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13095.969, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.514, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:15:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:15:20+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T00:15:20.212442+09:00", "mtime_epoch": 1783264520.212442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:15:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9451.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.572, "count": 296, "max_ms": 23.647, "p95_ms": 18.562}, "gstreamer_push": {"avg_ms": 1.223, "count": 296, "max_ms": 1.577, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.428, "count": 296, "max_ms": 66.866, "p95_ms": 62.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.71, "count": 296, "max_ms": 69.87, "p95_ms": 62.436}, "yolo11_640_fire_11class": {"avg_ms": 51.8, "count": 296, "max_ms": 66.232, "p95_ms": 62.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.909, "count": 296, "max_ms": 74.898, "p95_ms": 71.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.821, "count": 296, "max_ms": 100.415, "p95_ms": 96.184}, "read_interval": {"avg_ms": 101.353, "count": 296, "max_ms": 157.916, "p95_ms": 123.188}, "triton_wait": {"avg_ms": 56.999, "count": 296, "max_ms": 74.909, "p95_ms": 71.774}, "visualize": {"avg_ms": 3.512, "count": 296, "max_ms": 4.723, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16298.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29028.01, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.727, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2188277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:15:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:15:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:15:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:15:26.128372+09:00", "mtime_epoch": 1783264526.128372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:15:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2484.207, "name": "celery", "pid": 267, "rss_mb": 2484.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 297, "max_ms": 14.585, "p95_ms": 8.553}, "gstreamer_push": {"avg_ms": 1.321, "count": 297, "max_ms": 1.524, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.911, "count": 297, "max_ms": 69.047, "p95_ms": 65.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.345, "count": 297, "max_ms": 73.021, "p95_ms": 64.276}, "yolo11_640_fire_11class": {"avg_ms": 56.345, "count": 297, "max_ms": 70.414, "p95_ms": 65.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.022, "count": 297, "max_ms": 75.723, "p95_ms": 74.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.013, "count": 297, "max_ms": 92.878, "p95_ms": 90.731}, "read_interval": {"avg_ms": 101.025, "count": 297, "max_ms": 457.851, "p95_ms": 121.622}, "triton_wait": {"avg_ms": 62.238, "count": 297, "max_ms": 75.735, "p95_ms": 74.126}, "visualize": {"avg_ms": 3.725, "count": 297, "max_ms": 5.007, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16299.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13126.046, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.528, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1732952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:15:50+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T00:15:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:15:50.292105+09:00", "mtime_epoch": 1783264550.292105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:15:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9451.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.175, "pushed": 10.175, "read": 10.142}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.949, "count": 305, "max_ms": 27.426, "p95_ms": 21.479}, "gstreamer_push": {"avg_ms": 1.233, "count": 305, "max_ms": 1.961, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.613, "count": 305, "max_ms": 67.368, "p95_ms": 62.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.65, "count": 305, "max_ms": 70.022, "p95_ms": 60.199}, "yolo11_640_fire_11class": {"avg_ms": 50.415, "count": 305, "max_ms": 66.597, "p95_ms": 62.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.715, "count": 305, "max_ms": 76.129, "p95_ms": 71.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.145, "count": 305, "max_ms": 101.562, "p95_ms": 96.355}, "read_interval": {"avg_ms": 98.616, "count": 304, "max_ms": 199.811, "p95_ms": 113.815}, "triton_wait": {"avg_ms": 54.819, "count": 305, "max_ms": 76.141, "p95_ms": 72.006}, "visualize": {"avg_ms": 3.568, "count": 305, "max_ms": 4.672, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16299.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29058.084, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.727, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2188579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:15:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:15:56+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T00:15:56+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T00:15:56.192044+09:00", "mtime_epoch": 1783264556.1920443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:15:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2484.465, "name": "celery", "pid": 267, "rss_mb": 2484.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.99, "count": 302, "max_ms": 12.586, "p95_ms": 9.003}, "gstreamer_push": {"avg_ms": 1.317, "count": 302, "max_ms": 2.016, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.999, "count": 302, "max_ms": 70.261, "p95_ms": 65.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.099, "count": 302, "max_ms": 72.897, "p95_ms": 61.324}, "yolo11_640_fire_11class": {"avg_ms": 55.039, "count": 302, "max_ms": 70.663, "p95_ms": 65.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.742, "count": 302, "max_ms": 77.138, "p95_ms": 72.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.971, "count": 302, "max_ms": 94.415, "p95_ms": 89.343}, "read_interval": {"avg_ms": 99.553, "count": 301, "max_ms": 470.142, "p95_ms": 136.818}, "triton_wait": {"avg_ms": 60.106, "count": 302, "max_ms": 77.152, "p95_ms": 72.375}, "visualize": {"avg_ms": 3.751, "count": 302, "max_ms": 4.943, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16299.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13156.103, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.409, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1733252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:16:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:16:20+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T00:16:20+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:16:20.351814+09:00", "mtime_epoch": 1783264580.3518136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:16:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9451.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.552, "count": 300, "max_ms": 21.491, "p95_ms": 18.315}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.768, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.651, "count": 300, "max_ms": 70.357, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.501, "count": 300, "max_ms": 72.021, "p95_ms": 59.806}, "yolo11_640_fire_11class": {"avg_ms": 51.014, "count": 300, "max_ms": 69.651, "p95_ms": 62.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.524, "count": 300, "max_ms": 73.869, "p95_ms": 71.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.412, "count": 300, "max_ms": 98.81, "p95_ms": 95.524}, "read_interval": {"avg_ms": 100.177, "count": 299, "max_ms": 173.845, "p95_ms": 122.663}, "triton_wait": {"avg_ms": 55.567, "count": 300, "max_ms": 73.879, "p95_ms": 71.096}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.341, "p95_ms": 3.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16299.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29088.097, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.66, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2188880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:16:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:16:26+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:16:26+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:16:26.219762+09:00", "mtime_epoch": 1783264586.2197618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:16:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2484.723, "name": "celery", "pid": 267, "rss_mb": 2484.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 301, "max_ms": 13.651, "p95_ms": 8.859}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.481, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.171, "count": 301, "max_ms": 69.443, "p95_ms": 64.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.822, "count": 301, "max_ms": 72.635, "p95_ms": 59.822}, "yolo11_640_fire_11class": {"avg_ms": 54.171, "count": 301, "max_ms": 70.266, "p95_ms": 65.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.797, "count": 301, "max_ms": 75.027, "p95_ms": 72.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.01, "count": 301, "max_ms": 94.535, "p95_ms": 89.548}, "read_interval": {"avg_ms": 99.729, "count": 301, "max_ms": 329.53, "p95_ms": 157.068}, "triton_wait": {"avg_ms": 59.165, "count": 301, "max_ms": 75.039, "p95_ms": 72.467}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 4.847, "p95_ms": 4.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16299.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13186.141, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.289, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1733553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:16:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:16:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:16:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T00:16:50.403565+09:00", "mtime_epoch": 1783264610.4035654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:16:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9451.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.458, "count": 301, "max_ms": 28.505, "p95_ms": 18.204}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.811, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.24, "count": 301, "max_ms": 66.485, "p95_ms": 63.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.007, "count": 301, "max_ms": 65.954, "p95_ms": 60.473}, "yolo11_640_fire_11class": {"avg_ms": 50.812, "count": 301, "max_ms": 69.802, "p95_ms": 63.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.629, "count": 301, "max_ms": 77.03, "p95_ms": 71.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.541, "count": 301, "max_ms": 101.29, "p95_ms": 96.277}, "read_interval": {"avg_ms": 99.821, "count": 300, "max_ms": 170.589, "p95_ms": 121.634}, "triton_wait": {"avg_ms": 54.837, "count": 301, "max_ms": 77.041, "p95_ms": 71.979}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.374, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16299.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29118.142, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.707, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2189180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:16:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:16:56+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T00:16:56+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T00:16:56.255522+09:00", "mtime_epoch": 1783264616.255522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:16:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2484.723, "name": "celery", "pid": 267, "rss_mb": 2484.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 300, "max_ms": 13.353, "p95_ms": 8.684}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.929, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.688, "count": 300, "max_ms": 69.418, "p95_ms": 65.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.232, "count": 300, "max_ms": 71.255, "p95_ms": 59.315}, "yolo11_640_fire_11class": {"avg_ms": 54.663, "count": 300, "max_ms": 71.439, "p95_ms": 66.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.963, "count": 300, "max_ms": 75.824, "p95_ms": 72.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.154, "count": 300, "max_ms": 92.939, "p95_ms": 89.555}, "read_interval": {"avg_ms": 100.124, "count": 299, "max_ms": 401.747, "p95_ms": 156.097}, "triton_wait": {"avg_ms": 59.294, "count": 300, "max_ms": 75.837, "p95_ms": 72.781}, "visualize": {"avg_ms": 3.747, "count": 300, "max_ms": 5.972, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16299.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13216.219, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.255, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1733854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:17:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:17:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:17:20+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T00:17:20.483358+09:00", "mtime_epoch": 1783264640.4833577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:17:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.632, "count": 301, "max_ms": 28.067, "p95_ms": 18.598}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.93, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.452, "count": 301, "max_ms": 66.802, "p95_ms": 62.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.095, "count": 301, "max_ms": 70.412, "p95_ms": 58.189}, "yolo11_640_fire_11class": {"avg_ms": 50.054, "count": 301, "max_ms": 70.297, "p95_ms": 63.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.554, "count": 301, "max_ms": 74.716, "p95_ms": 70.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.608, "count": 301, "max_ms": 99.766, "p95_ms": 95.129}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 176.716, "p95_ms": 123.749}, "triton_wait": {"avg_ms": 53.7, "count": 301, "max_ms": 74.728, "p95_ms": 70.801}, "visualize": {"avg_ms": 3.511, "count": 301, "max_ms": 5.364, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16299.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29148.143, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.604, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2189481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:17:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:17:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:17:26+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T00:17:26.235322+09:00", "mtime_epoch": 1783264646.2353222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:17:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2484.98, "name": "celery", "pid": 267, "rss_mb": 2484.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.894, "count": 301, "max_ms": 12.82, "p95_ms": 8.595}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.946, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.369, "count": 301, "max_ms": 71.061, "p95_ms": 64.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.726, "count": 301, "max_ms": 72.333, "p95_ms": 58.382}, "yolo11_640_fire_11class": {"avg_ms": 53.804, "count": 301, "max_ms": 73.191, "p95_ms": 67.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.2, "count": 301, "max_ms": 75.856, "p95_ms": 72.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.382, "count": 301, "max_ms": 92.293, "p95_ms": 89.382}, "read_interval": {"avg_ms": 99.758, "count": 301, "max_ms": 426.343, "p95_ms": 150.473}, "triton_wait": {"avg_ms": 57.708, "count": 301, "max_ms": 75.868, "p95_ms": 72.34}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 6.016, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16299.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13246.277, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.209, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1734154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:17:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:17:50+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:17:50+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T00:17:50.535188+09:00", "mtime_epoch": 1783264670.5351882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:17:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.861, "count": 300, "max_ms": 23.046, "p95_ms": 18.922}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.438, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.101, "count": 300, "max_ms": 71.691, "p95_ms": 62.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.151, "count": 300, "max_ms": 74.192, "p95_ms": 58.279}, "yolo11_640_fire_11class": {"avg_ms": 51.318, "count": 300, "max_ms": 75.93, "p95_ms": 63.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.378, "count": 300, "max_ms": 75.719, "p95_ms": 70.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.744, "count": 300, "max_ms": 99.964, "p95_ms": 96.292}, "read_interval": {"avg_ms": 100.215, "count": 299, "max_ms": 197.794, "p95_ms": 122.529}, "triton_wait": {"avg_ms": 54.566, "count": 300, "max_ms": 75.942, "p95_ms": 70.943}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.48, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16300.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29178.315, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.535, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2189782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:17:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T00:17:56+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T00:17:56.351160+09:00", "mtime_epoch": 1783264676.3511598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:17:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2484.98, "name": "celery", "pid": 267, "rss_mb": 2484.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.943, "count": 301, "max_ms": 12.777, "p95_ms": 8.559}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 1.914, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.379, "count": 301, "max_ms": 68.862, "p95_ms": 64.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.549, "count": 301, "max_ms": 74.884, "p95_ms": 57.334}, "yolo11_640_fire_11class": {"avg_ms": 53.672, "count": 301, "max_ms": 73.74, "p95_ms": 66.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.198, "count": 301, "max_ms": 74.317, "p95_ms": 72.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.347, "count": 301, "max_ms": 91.394, "p95_ms": 89.23}, "read_interval": {"avg_ms": 99.872, "count": 300, "max_ms": 360.679, "p95_ms": 170.555}, "triton_wait": {"avg_ms": 57.629, "count": 301, "max_ms": 74.896, "p95_ms": 72.527}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 4.952, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16300.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13276.292, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.214, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1734454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:18:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:18:20+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:18:20+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:18:20.543055+09:00", "mtime_epoch": 1783264700.543055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:18:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.429, "count": 300, "max_ms": 29.467, "p95_ms": 22.969}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.526, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.699, "count": 300, "max_ms": 66.953, "p95_ms": 63.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.039, "count": 300, "max_ms": 68.06, "p95_ms": 57.913}, "yolo11_640_fire_11class": {"avg_ms": 50.078, "count": 300, "max_ms": 65.95, "p95_ms": 61.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.732, "count": 300, "max_ms": 75.309, "p95_ms": 70.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.599, "count": 300, "max_ms": 103.24, "p95_ms": 96.477}, "read_interval": {"avg_ms": 100.03, "count": 300, "max_ms": 188.054, "p95_ms": 124.66}, "triton_wait": {"avg_ms": 53.917, "count": 300, "max_ms": 75.321, "p95_ms": 70.865}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.618, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16300.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29208.364, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.651, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2190081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:18:26+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:18:26+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T00:18:26.491033+09:00", "mtime_epoch": 1783264706.4910328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:18:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2485.238, "name": "celery", "pid": 267, "rss_mb": 2485.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.16, "count": 299, "max_ms": 14.406, "p95_ms": 12.437}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 1.856, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.248, "count": 299, "max_ms": 72.498, "p95_ms": 64.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.111, "count": 299, "max_ms": 69.643, "p95_ms": 55.754}, "yolo11_640_fire_11class": {"avg_ms": 53.867, "count": 299, "max_ms": 71.414, "p95_ms": 65.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.24, "count": 299, "max_ms": 74.982, "p95_ms": 72.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.587, "count": 299, "max_ms": 94.07, "p95_ms": 89.897}, "read_interval": {"avg_ms": 100.505, "count": 298, "max_ms": 486.272, "p95_ms": 160.996}, "triton_wait": {"avg_ms": 58.59, "count": 299, "max_ms": 74.994, "p95_ms": 72.235}, "visualize": {"avg_ms": 3.749, "count": 299, "max_ms": 5.501, "p95_ms": 4.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16300.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13306.33, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.79, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1734755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:18:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:18:50+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T00:18:50+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T00:18:50.546956+09:00", "mtime_epoch": 1783264730.5469558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:18:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.564, "count": 301, "max_ms": 25.263, "p95_ms": 18.752}, "gstreamer_push": {"avg_ms": 1.217, "count": 301, "max_ms": 1.487, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.521, "count": 301, "max_ms": 64.745, "p95_ms": 62.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.73, "count": 301, "max_ms": 64.342, "p95_ms": 58.935}, "yolo11_640_fire_11class": {"avg_ms": 50.242, "count": 301, "max_ms": 66.992, "p95_ms": 61.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.215, "count": 301, "max_ms": 75.045, "p95_ms": 68.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.085, "count": 301, "max_ms": 100.904, "p95_ms": 93.584}, "read_interval": {"avg_ms": 99.813, "count": 300, "max_ms": 178.807, "p95_ms": 130.747}, "triton_wait": {"avg_ms": 54.31, "count": 301, "max_ms": 75.057, "p95_ms": 68.767}, "visualize": {"avg_ms": 3.499, "count": 301, "max_ms": 4.672, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16300.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29238.415, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.604, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2190383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:18:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:18:56+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T00:18:56+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T00:18:56.558940+09:00", "mtime_epoch": 1783264736.5589397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:18:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2485.238, "name": "celery", "pid": 267, "rss_mb": 2485.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.919, "count": 302, "max_ms": 12.594, "p95_ms": 8.746}, "gstreamer_push": {"avg_ms": 1.306, "count": 302, "max_ms": 1.83, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.684, "count": 302, "max_ms": 70.832, "p95_ms": 64.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.691, "count": 302, "max_ms": 72.728, "p95_ms": 58.657}, "yolo11_640_fire_11class": {"avg_ms": 53.32, "count": 302, "max_ms": 71.946, "p95_ms": 65.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.691, "count": 302, "max_ms": 77.77, "p95_ms": 72.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.8, "count": 302, "max_ms": 94.177, "p95_ms": 88.977}, "read_interval": {"avg_ms": 99.581, "count": 301, "max_ms": 395.677, "p95_ms": 140.552}, "triton_wait": {"avg_ms": 57.141, "count": 302, "max_ms": 77.783, "p95_ms": 72.508}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 5.894, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16301.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13336.337, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.639, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:19:20+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T00:19:20+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T00:19:20.594888+09:00", "mtime_epoch": 1783264760.5948884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:19:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.291, "count": 300, "max_ms": 28.853, "p95_ms": 20.627}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.602, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.219, "count": 300, "max_ms": 67.525, "p95_ms": 62.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.011, "count": 300, "max_ms": 65.745, "p95_ms": 56.373}, "yolo11_640_fire_11class": {"avg_ms": 49.202, "count": 300, "max_ms": 66.594, "p95_ms": 61.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.659, "count": 300, "max_ms": 75.718, "p95_ms": 70.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.477, "count": 300, "max_ms": 100.279, "p95_ms": 95.129}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 163.194, "p95_ms": 125.888}, "triton_wait": {"avg_ms": 52.768, "count": 300, "max_ms": 75.731, "p95_ms": 70.016}, "visualize": {"avg_ms": 3.58, "count": 300, "max_ms": 4.636, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16301.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29268.418, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.604, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2190682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:19:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T00:19:26+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T00:19:26.502879+09:00", "mtime_epoch": 1783264766.5028787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:19:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2485.496, "name": "celery", "pid": 267, "rss_mb": 2485.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 299, "max_ms": 12.63, "p95_ms": 8.641}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 1.534, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.504, "count": 299, "max_ms": 68.998, "p95_ms": 65.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.003, "count": 299, "max_ms": 67.158, "p95_ms": 60.263}, "yolo11_640_fire_11class": {"avg_ms": 53.584, "count": 299, "max_ms": 74.619, "p95_ms": 65.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.479, "count": 299, "max_ms": 75.546, "p95_ms": 71.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.638, "count": 299, "max_ms": 92.137, "p95_ms": 88.66}, "read_interval": {"avg_ms": 100.331, "count": 299, "max_ms": 336.447, "p95_ms": 194.516}, "triton_wait": {"avg_ms": 57.899, "count": 299, "max_ms": 75.559, "p95_ms": 72.013}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 4.761, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16301.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13366.43, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.998, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:19:50+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T00:19:50+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:19:50.682851+09:00", "mtime_epoch": 1783264790.682851, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:19:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.605, "count": 300, "max_ms": 23.458, "p95_ms": 18.641}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.708, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.461, "count": 300, "max_ms": 69.099, "p95_ms": 63.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.62, "count": 300, "max_ms": 66.199, "p95_ms": 60.924}, "yolo11_640_fire_11class": {"avg_ms": 51.33, "count": 300, "max_ms": 68.477, "p95_ms": 63.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.752, "count": 300, "max_ms": 75.261, "p95_ms": 72.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.749, "count": 301, "max_ms": 99.426, "p95_ms": 96.817}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 183.722, "p95_ms": 121.002}, "triton_wait": {"avg_ms": 54.907, "count": 300, "max_ms": 75.274, "p95_ms": 72.15}, "visualize": {"avg_ms": 3.498, "count": 300, "max_ms": 4.625, "p95_ms": 3.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16301.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29298.572, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.645, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2190982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:19:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:19:56+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T00:19:56+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T00:19:56.578847+09:00", "mtime_epoch": 1783264796.5788472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:19:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2485.496, "name": "celery", "pid": 267, "rss_mb": 2485.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 298, "max_ms": 12.843, "p95_ms": 9.056}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 1.968, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.732, "count": 298, "max_ms": 72.2, "p95_ms": 66.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.138, "count": 298, "max_ms": 70.748, "p95_ms": 61.796}, "yolo11_640_fire_11class": {"avg_ms": 54.676, "count": 298, "max_ms": 74.21, "p95_ms": 67.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.619, "count": 298, "max_ms": 76.753, "p95_ms": 72.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.885, "count": 299, "max_ms": 93.404, "p95_ms": 90.088}, "read_interval": {"avg_ms": 100.644, "count": 298, "max_ms": 411.601, "p95_ms": 163.257}, "triton_wait": {"avg_ms": 59.056, "count": 298, "max_ms": 76.766, "p95_ms": 72.88}, "visualize": {"avg_ms": 3.731, "count": 298, "max_ms": 4.996, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16301.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13396.488, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.921, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:20:20+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:20:20+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:20:20.738842+09:00", "mtime_epoch": 1783264820.7388422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:20:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.646, "count": 300, "max_ms": 22.515, "p95_ms": 18.562}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.808, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.237, "count": 300, "max_ms": 65.86, "p95_ms": 62.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.064, "count": 300, "max_ms": 67.287, "p95_ms": 60.109}, "yolo11_640_fire_11class": {"avg_ms": 50.119, "count": 300, "max_ms": 66.331, "p95_ms": 61.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.706, "count": 300, "max_ms": 74.988, "p95_ms": 70.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.775, "count": 300, "max_ms": 99.51, "p95_ms": 95.395}, "read_interval": {"avg_ms": 100.198, "count": 299, "max_ms": 170.347, "p95_ms": 125.366}, "triton_wait": {"avg_ms": 54.821, "count": 300, "max_ms": 75.0, "p95_ms": 70.827}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.41, "p95_ms": 3.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16301.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29328.578, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.385, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2191285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:20:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:20:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:20:26+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T00:20:26.722844+09:00", "mtime_epoch": 1783264826.722844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:20:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2485.754, "name": "celery", "pid": 267, "rss_mb": 2485.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.999, "count": 303, "max_ms": 12.956, "p95_ms": 8.91}, "gstreamer_push": {"avg_ms": 1.324, "count": 303, "max_ms": 1.786, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.45, "count": 303, "max_ms": 68.79, "p95_ms": 65.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.807, "count": 303, "max_ms": 71.717, "p95_ms": 58.553}, "yolo11_640_fire_11class": {"avg_ms": 53.383, "count": 303, "max_ms": 69.132, "p95_ms": 64.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.423, "count": 303, "max_ms": 75.436, "p95_ms": 72.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.553, "count": 303, "max_ms": 92.113, "p95_ms": 89.495}, "read_interval": {"avg_ms": 99.051, "count": 303, "max_ms": 447.325, "p95_ms": 130.612}, "triton_wait": {"avg_ms": 58.77, "count": 303, "max_ms": 75.448, "p95_ms": 72.382}, "visualize": {"avg_ms": 3.728, "count": 303, "max_ms": 4.78, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16301.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13426.527, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.791, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1735957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:20:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:20:50+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T00:20:50.786860+09:00", "mtime_epoch": 1783264850.7868605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:20:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9452.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.044, "count": 301, "max_ms": 20.908, "p95_ms": 19.249}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.372, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.714, "count": 301, "max_ms": 66.587, "p95_ms": 62.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.498, "count": 301, "max_ms": 67.299, "p95_ms": 57.842}, "yolo11_640_fire_11class": {"avg_ms": 49.93, "count": 301, "max_ms": 67.607, "p95_ms": 61.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.58, "count": 301, "max_ms": 74.739, "p95_ms": 71.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.142, "count": 301, "max_ms": 100.187, "p95_ms": 96.001}, "read_interval": {"avg_ms": 99.822, "count": 300, "max_ms": 172.451, "p95_ms": 126.706}, "triton_wait": {"avg_ms": 53.741, "count": 301, "max_ms": 74.75, "p95_ms": 71.215}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 4.728, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16302.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29358.608, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.32, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2191585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:20:56+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:20:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T00:20:56.750867+09:00", "mtime_epoch": 1783264856.7508671, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:20:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.012, "name": "celery", "pid": 267, "rss_mb": 2486.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.978, "count": 300, "max_ms": 13.295, "p95_ms": 8.571}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.568, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.73, "count": 300, "max_ms": 69.584, "p95_ms": 65.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.544, "count": 300, "max_ms": 70.32, "p95_ms": 58.949}, "yolo11_640_fire_11class": {"avg_ms": 52.788, "count": 300, "max_ms": 70.96, "p95_ms": 65.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.658, "count": 300, "max_ms": 75.017, "p95_ms": 71.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.733, "count": 300, "max_ms": 91.2, "p95_ms": 88.778}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 313.863, "p95_ms": 161.892}, "triton_wait": {"avg_ms": 57.065, "count": 300, "max_ms": 75.031, "p95_ms": 71.918}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 4.804, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16302.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13456.583, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.814, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1736257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:21:20+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:21:20+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T00:21:20.826904+09:00", "mtime_epoch": 1783264880.826904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:21:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9453.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.737, "count": 300, "max_ms": 28.661, "p95_ms": 18.865}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.524, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.07, "count": 300, "max_ms": 67.794, "p95_ms": 62.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.819, "count": 300, "max_ms": 68.091, "p95_ms": 57.831}, "yolo11_640_fire_11class": {"avg_ms": 51.197, "count": 300, "max_ms": 69.159, "p95_ms": 62.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.787, "count": 300, "max_ms": 75.521, "p95_ms": 71.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.959, "count": 300, "max_ms": 100.273, "p95_ms": 95.786}, "read_interval": {"avg_ms": 100.172, "count": 299, "max_ms": 160.801, "p95_ms": 121.137}, "triton_wait": {"avg_ms": 54.907, "count": 300, "max_ms": 75.534, "p95_ms": 71.51}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 4.554, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16302.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29388.642, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.369, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2191885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:21:26+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:21:26+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T00:21:26.754915+09:00", "mtime_epoch": 1783264886.7549155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:21:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.012, "name": "celery", "pid": 267, "rss_mb": 2486.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.991, "count": 300, "max_ms": 13.203, "p95_ms": 8.602}, "gstreamer_push": {"avg_ms": 1.335, "count": 300, "max_ms": 2.334, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.561, "count": 300, "max_ms": 69.199, "p95_ms": 65.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.629, "count": 300, "max_ms": 68.439, "p95_ms": 58.347}, "yolo11_640_fire_11class": {"avg_ms": 54.804, "count": 300, "max_ms": 72.075, "p95_ms": 68.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.148, "count": 300, "max_ms": 76.798, "p95_ms": 72.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.266, "count": 300, "max_ms": 95.136, "p95_ms": 89.64}, "read_interval": {"avg_ms": 100.096, "count": 299, "max_ms": 360.995, "p95_ms": 173.725}, "triton_wait": {"avg_ms": 59.507, "count": 300, "max_ms": 76.811, "p95_ms": 72.957}, "visualize": {"avg_ms": 3.714, "count": 300, "max_ms": 4.599, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16302.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13486.628, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.99, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1736558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:21:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:21:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T00:21:50.890971+09:00", "mtime_epoch": 1783264910.8909714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:21:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9453.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.279, "count": 301, "max_ms": 27.175, "p95_ms": 24.239}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.374, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.498, "count": 301, "max_ms": 71.78, "p95_ms": 63.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.103, "count": 301, "max_ms": 64.844, "p95_ms": 55.729}, "yolo11_640_fire_11class": {"avg_ms": 49.997, "count": 301, "max_ms": 71.793, "p95_ms": 62.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.386, "count": 301, "max_ms": 81.62, "p95_ms": 71.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.223, "count": 301, "max_ms": 105.779, "p95_ms": 96.998}, "read_interval": {"avg_ms": 99.844, "count": 300, "max_ms": 179.288, "p95_ms": 125.485}, "triton_wait": {"avg_ms": 53.609, "count": 301, "max_ms": 81.632, "p95_ms": 71.942}, "visualize": {"avg_ms": 3.569, "count": 301, "max_ms": 4.83, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16302.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29418.707, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.214, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2192187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:21:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T00:21:56+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T00:21:56.834987+09:00", "mtime_epoch": 1783264916.8349874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:21:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.27, "name": "celery", "pid": 267, "rss_mb": 2486.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.014, "count": 302, "max_ms": 12.616, "p95_ms": 8.797}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 1.885, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.452, "count": 302, "max_ms": 69.147, "p95_ms": 63.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.99, "count": 302, "max_ms": 71.791, "p95_ms": 59.55}, "yolo11_640_fire_11class": {"avg_ms": 52.083, "count": 302, "max_ms": 70.698, "p95_ms": 64.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.323, "count": 302, "max_ms": 74.551, "p95_ms": 71.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.756, "count": 302, "max_ms": 91.365, "p95_ms": 87.898}, "read_interval": {"avg_ms": 99.609, "count": 301, "max_ms": 353.83, "p95_ms": 164.795}, "triton_wait": {"avg_ms": 55.888, "count": 302, "max_ms": 74.564, "p95_ms": 71.483}, "visualize": {"avg_ms": 3.749, "count": 302, "max_ms": 4.727, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16303.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13516.715, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.013, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1736859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:22:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:22:21+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:22:20+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T00:22:20.971061+09:00", "mtime_epoch": 1783264940.9710612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:22:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9453.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.689, "count": 300, "max_ms": 26.515, "p95_ms": 18.457}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 2.217, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.467, "count": 300, "max_ms": 68.683, "p95_ms": 62.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.838, "count": 300, "max_ms": 69.435, "p95_ms": 58.286}, "yolo11_640_fire_11class": {"avg_ms": 50.072, "count": 300, "max_ms": 68.67, "p95_ms": 62.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.642, "count": 300, "max_ms": 78.139, "p95_ms": 71.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.746, "count": 301, "max_ms": 102.321, "p95_ms": 95.71}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 183.857, "p95_ms": 127.101}, "triton_wait": {"avg_ms": 53.75, "count": 300, "max_ms": 78.151, "p95_ms": 71.072}, "visualize": {"avg_ms": 3.527, "count": 300, "max_ms": 4.723, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16303.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29448.741, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.203, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2192487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:22:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:22:26+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:22:26+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:22:26.863081+09:00", "mtime_epoch": 1783264946.8630815, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:22:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.27, "name": "celery", "pid": 267, "rss_mb": 2486.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.924, "count": 300, "max_ms": 11.222, "p95_ms": 8.538}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 1.98, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.206, "count": 300, "max_ms": 71.681, "p95_ms": 65.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.576, "count": 300, "max_ms": 71.084, "p95_ms": 59.964}, "yolo11_640_fire_11class": {"avg_ms": 53.296, "count": 300, "max_ms": 71.606, "p95_ms": 65.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.388, "count": 300, "max_ms": 79.909, "p95_ms": 72.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.429, "count": 300, "max_ms": 96.635, "p95_ms": 88.877}, "read_interval": {"avg_ms": 100.111, "count": 299, "max_ms": 368.626, "p95_ms": 158.871}, "triton_wait": {"avg_ms": 57.697, "count": 300, "max_ms": 79.919, "p95_ms": 72.423}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 4.891, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16303.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13546.728, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.727, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.998, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1737159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:22:51+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T00:22:50+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T00:22:50.955172+09:00", "mtime_epoch": 1783264970.9551723, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:22:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9453.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.509, "count": 300, "max_ms": 24.161, "p95_ms": 18.236}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.501, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.562, "count": 300, "max_ms": 68.122, "p95_ms": 62.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.119, "count": 300, "max_ms": 67.467, "p95_ms": 56.911}, "yolo11_640_fire_11class": {"avg_ms": 50.266, "count": 300, "max_ms": 68.711, "p95_ms": 61.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.744, "count": 300, "max_ms": 78.804, "p95_ms": 70.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.726, "count": 300, "max_ms": 103.293, "p95_ms": 94.723}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 183.41, "p95_ms": 134.399}, "triton_wait": {"avg_ms": 53.931, "count": 300, "max_ms": 78.816, "p95_ms": 70.661}, "visualize": {"avg_ms": 3.487, "count": 300, "max_ms": 4.5, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16303.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29478.797, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.142, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2192788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:22:56+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:22:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T00:22:56.935197+09:00", "mtime_epoch": 1783264976.9351966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:22:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.527, "name": "celery", "pid": 267, "rss_mb": 2486.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.054, "count": 301, "max_ms": 13.137, "p95_ms": 8.809}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.929, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.246, "count": 301, "max_ms": 69.061, "p95_ms": 64.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.348, "count": 301, "max_ms": 66.752, "p95_ms": 54.396}, "yolo11_640_fire_11class": {"avg_ms": 54.127, "count": 301, "max_ms": 70.586, "p95_ms": 67.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.527, "count": 301, "max_ms": 78.206, "p95_ms": 71.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.939, "count": 301, "max_ms": 94.845, "p95_ms": 88.362}, "read_interval": {"avg_ms": 99.927, "count": 300, "max_ms": 407.003, "p95_ms": 136.238}, "triton_wait": {"avg_ms": 58.037, "count": 301, "max_ms": 78.218, "p95_ms": 71.6}, "visualize": {"avg_ms": 3.752, "count": 301, "max_ms": 5.651, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16303.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13576.744, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.809, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1737458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:23:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:23:20+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:23:20.991303+09:00", "mtime_epoch": 1783265000.9913032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:23:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9453.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.895, "count": 299, "max_ms": 29.839, "p95_ms": 25.897}, "gstreamer_push": {"avg_ms": 1.223, "count": 299, "max_ms": 1.919, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.266, "count": 299, "max_ms": 67.513, "p95_ms": 62.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.475, "count": 299, "max_ms": 68.437, "p95_ms": 57.394}, "yolo11_640_fire_11class": {"avg_ms": 49.8, "count": 299, "max_ms": 67.994, "p95_ms": 62.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.879, "count": 299, "max_ms": 76.288, "p95_ms": 70.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.209, "count": 299, "max_ms": 101.702, "p95_ms": 95.165}, "read_interval": {"avg_ms": 100.366, "count": 298, "max_ms": 187.718, "p95_ms": 126.241}, "triton_wait": {"avg_ms": 53.01, "count": 299, "max_ms": 76.299, "p95_ms": 70.416}, "visualize": {"avg_ms": 3.603, "count": 299, "max_ms": 4.542, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16303.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29508.842, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.133, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2193087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:23:27+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:23:26+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T00:23:26.959332+09:00", "mtime_epoch": 1783265006.9593315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:23:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.527, "name": "celery", "pid": 267, "rss_mb": 2486.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 299, "max_ms": 12.572, "p95_ms": 8.646}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 1.881, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.86, "count": 299, "max_ms": 68.518, "p95_ms": 65.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.055, "count": 299, "max_ms": 66.119, "p95_ms": 57.993}, "yolo11_640_fire_11class": {"avg_ms": 52.903, "count": 299, "max_ms": 72.592, "p95_ms": 65.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.836, "count": 299, "max_ms": 76.158, "p95_ms": 72.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.935, "count": 299, "max_ms": 92.451, "p95_ms": 89.479}, "read_interval": {"avg_ms": 100.401, "count": 299, "max_ms": 351.816, "p95_ms": 158.946}, "triton_wait": {"avg_ms": 57.146, "count": 299, "max_ms": 76.171, "p95_ms": 72.961}, "visualize": {"avg_ms": 3.738, "count": 299, "max_ms": 4.534, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16304.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13606.796, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.011, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1737760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:23:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:23:51+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:23:51+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T00:23:51.055453+09:00", "mtime_epoch": 1783265031.0554533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:23:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9453.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.913, "count": 302, "max_ms": 28.416, "p95_ms": 19.119}, "gstreamer_push": {"avg_ms": 1.237, "count": 302, "max_ms": 1.817, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.19, "count": 302, "max_ms": 67.795, "p95_ms": 62.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.038, "count": 302, "max_ms": 69.437, "p95_ms": 58.937}, "yolo11_640_fire_11class": {"avg_ms": 50.539, "count": 302, "max_ms": 66.506, "p95_ms": 62.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.541, "count": 302, "max_ms": 75.589, "p95_ms": 71.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.817, "count": 302, "max_ms": 102.5, "p95_ms": 96.379}, "read_interval": {"avg_ms": 99.542, "count": 301, "max_ms": 169.351, "p95_ms": 120.977}, "triton_wait": {"avg_ms": 54.596, "count": 302, "max_ms": 75.6, "p95_ms": 71.75}, "visualize": {"avg_ms": 3.534, "count": 302, "max_ms": 4.476, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16304.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29538.852, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.181, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2193387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:23:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:23:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:23:56+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:23:56.975485+09:00", "mtime_epoch": 1783265036.975485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:23:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.785, "name": "celery", "pid": 267, "rss_mb": 2486.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 300, "max_ms": 13.007, "p95_ms": 8.393}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 2.257, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.109, "count": 300, "max_ms": 69.226, "p95_ms": 64.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.979, "count": 300, "max_ms": 68.736, "p95_ms": 58.698}, "yolo11_640_fire_11class": {"avg_ms": 52.773, "count": 300, "max_ms": 69.773, "p95_ms": 65.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.04, "count": 300, "max_ms": 74.668, "p95_ms": 73.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.002, "count": 300, "max_ms": 91.197, "p95_ms": 89.595}, "read_interval": {"avg_ms": 100.049, "count": 300, "max_ms": 407.378, "p95_ms": 156.488}, "triton_wait": {"avg_ms": 57.335, "count": 300, "max_ms": 74.681, "p95_ms": 73.138}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.588, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16304.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13636.861, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.177, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:24:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:24:21+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T00:24:21+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T00:24:21.119621+09:00", "mtime_epoch": 1783265061.1196213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:24:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9453.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.097, "count": 300, "max_ms": 29.038, "p95_ms": 20.101}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 2.171, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.452, "count": 300, "max_ms": 69.28, "p95_ms": 63.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.603, "count": 300, "max_ms": 70.18, "p95_ms": 56.49}, "yolo11_640_fire_11class": {"avg_ms": 50.019, "count": 300, "max_ms": 70.451, "p95_ms": 62.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.088, "count": 300, "max_ms": 76.427, "p95_ms": 71.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.551, "count": 300, "max_ms": 102.393, "p95_ms": 96.649}, "read_interval": {"avg_ms": 100.211, "count": 299, "max_ms": 190.864, "p95_ms": 132.012}, "triton_wait": {"avg_ms": 53.17, "count": 300, "max_ms": 76.439, "p95_ms": 71.721}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.764, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16304.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29568.854, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.201, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2193688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:24:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:24:26+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T00:24:26.995656+09:00", "mtime_epoch": 1783265066.995656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:24:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2486.785, "name": "celery", "pid": 267, "rss_mb": 2486.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.012, "count": 301, "max_ms": 13.601, "p95_ms": 8.894}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 2.236, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.608, "count": 301, "max_ms": 72.322, "p95_ms": 65.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.863, "count": 301, "max_ms": 72.342, "p95_ms": 58.366}, "yolo11_640_fire_11class": {"avg_ms": 52.355, "count": 301, "max_ms": 73.548, "p95_ms": 66.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.897, "count": 301, "max_ms": 78.207, "p95_ms": 72.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.143, "count": 301, "max_ms": 94.677, "p95_ms": 88.9}, "read_interval": {"avg_ms": 99.742, "count": 301, "max_ms": 352.944, "p95_ms": 198.209}, "triton_wait": {"avg_ms": 56.297, "count": 301, "max_ms": 78.221, "p95_ms": 72.019}, "visualize": {"avg_ms": 3.746, "count": 301, "max_ms": 5.531, "p95_ms": 4.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16304.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13666.882, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.27, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:24:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:24:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:24:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:24:51.127805+09:00", "mtime_epoch": 1783265091.1278055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:24:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9454.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.8, "count": 300, "max_ms": 25.404, "p95_ms": 18.668}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.824, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.828, "count": 300, "max_ms": 68.062, "p95_ms": 63.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.878, "count": 300, "max_ms": 67.958, "p95_ms": 60.505}, "yolo11_640_fire_11class": {"avg_ms": 51.315, "count": 300, "max_ms": 67.021, "p95_ms": 63.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.754, "count": 300, "max_ms": 76.062, "p95_ms": 72.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.001, "count": 300, "max_ms": 104.048, "p95_ms": 96.818}, "read_interval": {"avg_ms": 100.057, "count": 299, "max_ms": 190.549, "p95_ms": 119.254}, "triton_wait": {"avg_ms": 55.855, "count": 300, "max_ms": 76.074, "p95_ms": 72.244}, "visualize": {"avg_ms": 3.547, "count": 300, "max_ms": 4.908, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16304.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29598.893, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.314, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2193987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:24:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:24:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:24:57+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:24:57.011844+09:00", "mtime_epoch": 1783265097.0118437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:24:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2487.043, "name": "celery", "pid": 267, "rss_mb": 2487.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 299, "max_ms": 9.843, "p95_ms": 8.691}, "gstreamer_push": {"avg_ms": 1.315, "count": 299, "max_ms": 1.884, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.25, "count": 299, "max_ms": 69.472, "p95_ms": 65.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.83, "count": 299, "max_ms": 72.395, "p95_ms": 64.204}, "yolo11_640_fire_11class": {"avg_ms": 56.168, "count": 299, "max_ms": 71.596, "p95_ms": 66.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.821, "count": 299, "max_ms": 75.832, "p95_ms": 73.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.875, "count": 299, "max_ms": 93.113, "p95_ms": 90.139}, "read_interval": {"avg_ms": 100.452, "count": 298, "max_ms": 299.364, "p95_ms": 135.206}, "triton_wait": {"avg_ms": 62.12, "count": 299, "max_ms": 75.845, "p95_ms": 73.256}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 4.487, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16304.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13696.966, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.292, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:25:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:25:21+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T00:25:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T00:25:21.208006+09:00", "mtime_epoch": 1783265121.2080061, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:25:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9454.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.779, "count": 301, "max_ms": 28.528, "p95_ms": 19.22}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 1.466, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.603, "count": 301, "max_ms": 66.061, "p95_ms": 62.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.731, "count": 301, "max_ms": 67.717, "p95_ms": 61.586}, "yolo11_640_fire_11class": {"avg_ms": 50.995, "count": 301, "max_ms": 67.098, "p95_ms": 63.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.818, "count": 301, "max_ms": 75.505, "p95_ms": 71.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.917, "count": 301, "max_ms": 105.994, "p95_ms": 96.372}, "read_interval": {"avg_ms": 99.909, "count": 300, "max_ms": 201.621, "p95_ms": 116.192}, "triton_wait": {"avg_ms": 55.876, "count": 301, "max_ms": 75.517, "p95_ms": 71.729}, "visualize": {"avg_ms": 3.489, "count": 301, "max_ms": 4.586, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16305.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29628.916, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.348, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2194288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:25:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:25:27+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:25:27+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:25:27.036047+09:00", "mtime_epoch": 1783265127.0360467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:25:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2487.301, "name": "celery", "pid": 267, "rss_mb": 2487.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.202, "count": 301, "max_ms": 14.465, "p95_ms": 11.796}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.765, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.119, "count": 301, "max_ms": 69.78, "p95_ms": 64.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.029, "count": 301, "max_ms": 70.215, "p95_ms": 58.565}, "yolo11_640_fire_11class": {"avg_ms": 54.62, "count": 301, "max_ms": 75.871, "p95_ms": 65.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.598, "count": 301, "max_ms": 75.754, "p95_ms": 72.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.924, "count": 301, "max_ms": 95.027, "p95_ms": 90.222}, "read_interval": {"avg_ms": 99.738, "count": 300, "max_ms": 408.222, "p95_ms": 148.714}, "triton_wait": {"avg_ms": 59.948, "count": 301, "max_ms": 75.883, "p95_ms": 72.543}, "visualize": {"avg_ms": 3.755, "count": 301, "max_ms": 5.062, "p95_ms": 4.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16305.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13727.002, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.389, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1738961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:25:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:25:51+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:25:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:25:51.248221+09:00", "mtime_epoch": 1783265151.2482214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:25:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9454.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.057, "count": 300, "max_ms": 29.312, "p95_ms": 19.843}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.77, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.325, "count": 300, "max_ms": 65.995, "p95_ms": 63.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.767, "count": 300, "max_ms": 68.023, "p95_ms": 57.523}, "yolo11_640_fire_11class": {"avg_ms": 50.734, "count": 300, "max_ms": 68.933, "p95_ms": 63.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.997, "count": 300, "max_ms": 74.078, "p95_ms": 72.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.442, "count": 300, "max_ms": 112.505, "p95_ms": 97.325}, "read_interval": {"avg_ms": 100.114, "count": 299, "max_ms": 203.938, "p95_ms": 125.548}, "triton_wait": {"avg_ms": 55.103, "count": 300, "max_ms": 74.09, "p95_ms": 72.663}, "visualize": {"avg_ms": 3.484, "count": 300, "max_ms": 4.557, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16305.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29658.991, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.403, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2194588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:25:57+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:25:57+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T00:25:57.132265+09:00", "mtime_epoch": 1783265157.1322653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:25:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2487.301, "name": "celery", "pid": 267, "rss_mb": 2487.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.055, "count": 300, "max_ms": 12.358, "p95_ms": 8.788}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.596, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.329, "count": 300, "max_ms": 71.49, "p95_ms": 65.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.614, "count": 300, "max_ms": 68.61, "p95_ms": 60.408}, "yolo11_640_fire_11class": {"avg_ms": 55.161, "count": 300, "max_ms": 71.489, "p95_ms": 66.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.983, "count": 300, "max_ms": 76.505, "p95_ms": 72.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.123, "count": 300, "max_ms": 93.073, "p95_ms": 89.272}, "read_interval": {"avg_ms": 100.32, "count": 299, "max_ms": 401.166, "p95_ms": 180.4}, "triton_wait": {"avg_ms": 60.299, "count": 300, "max_ms": 76.516, "p95_ms": 72.234}, "visualize": {"avg_ms": 3.75, "count": 300, "max_ms": 5.779, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16305.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13757.005, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.392, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1739262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:26:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:26:21+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:26:21+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T00:26:21.260451+09:00", "mtime_epoch": 1783265181.2604506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:26:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9454.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.834, "count": 301, "max_ms": 26.745, "p95_ms": 18.924}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.841, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.565, "count": 301, "max_ms": 67.388, "p95_ms": 63.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.991, "count": 301, "max_ms": 67.4, "p95_ms": 60.257}, "yolo11_640_fire_11class": {"avg_ms": 51.961, "count": 301, "max_ms": 69.699, "p95_ms": 63.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.052, "count": 301, "max_ms": 75.464, "p95_ms": 71.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.54, "count": 301, "max_ms": 101.306, "p95_ms": 95.873}, "read_interval": {"avg_ms": 99.72, "count": 301, "max_ms": 189.246, "p95_ms": 115.998}, "triton_wait": {"avg_ms": 55.355, "count": 301, "max_ms": 75.476, "p95_ms": 71.32}, "visualize": {"avg_ms": 3.552, "count": 301, "max_ms": 6.135, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16305.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29689.055, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.417, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2194890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:26:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:26:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:26:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:26:27.172497+09:00", "mtime_epoch": 1783265187.1724973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:26:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2487.559, "name": "celery", "pid": 267, "rss_mb": 2487.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 302, "max_ms": 11.195, "p95_ms": 8.816}, "gstreamer_push": {"avg_ms": 1.324, "count": 302, "max_ms": 2.131, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.438, "count": 302, "max_ms": 68.65, "p95_ms": 65.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.252, "count": 302, "max_ms": 71.848, "p95_ms": 56.826}, "yolo11_640_fire_11class": {"avg_ms": 55.876, "count": 302, "max_ms": 76.799, "p95_ms": 68.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.529, "count": 302, "max_ms": 74.122, "p95_ms": 72.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.836, "count": 302, "max_ms": 93.995, "p95_ms": 89.693}, "read_interval": {"avg_ms": 99.546, "count": 301, "max_ms": 358.593, "p95_ms": 141.827}, "triton_wait": {"avg_ms": 60.049, "count": 302, "max_ms": 76.811, "p95_ms": 73.021}, "visualize": {"avg_ms": 3.742, "count": 302, "max_ms": 4.705, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16306.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13787.019, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.357, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1739562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:26:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:26:51+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:26:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T00:26:51.260693+09:00", "mtime_epoch": 1783265211.2606928, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:26:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9454.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.678, "count": 300, "max_ms": 25.314, "p95_ms": 18.85}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.871, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.99, "count": 300, "max_ms": 68.117, "p95_ms": 63.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.531, "count": 300, "max_ms": 71.007, "p95_ms": 59.598}, "yolo11_640_fire_11class": {"avg_ms": 50.515, "count": 300, "max_ms": 66.03, "p95_ms": 62.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.115, "count": 300, "max_ms": 76.403, "p95_ms": 71.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.165, "count": 300, "max_ms": 101.207, "p95_ms": 96.093}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 163.743, "p95_ms": 121.597}, "triton_wait": {"avg_ms": 54.178, "count": 300, "max_ms": 76.416, "p95_ms": 71.106}, "visualize": {"avg_ms": 3.527, "count": 300, "max_ms": 5.34, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16306.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29719.119, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.485, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2195189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:26:57+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T00:26:57+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T00:26:57.252743+09:00", "mtime_epoch": 1783265217.2527428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:26:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2487.559, "name": "celery", "pid": 267, "rss_mb": 2487.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 299, "max_ms": 10.036, "p95_ms": 8.679}, "gstreamer_push": {"avg_ms": 1.336, "count": 299, "max_ms": 2.175, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.181, "count": 299, "max_ms": 71.256, "p95_ms": 65.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.062, "count": 299, "max_ms": 71.244, "p95_ms": 62.176}, "yolo11_640_fire_11class": {"avg_ms": 52.685, "count": 299, "max_ms": 72.985, "p95_ms": 65.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.935, "count": 299, "max_ms": 76.004, "p95_ms": 72.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.269, "count": 299, "max_ms": 92.549, "p95_ms": 89.179}, "read_interval": {"avg_ms": 100.601, "count": 298, "max_ms": 418.034, "p95_ms": 166.955}, "triton_wait": {"avg_ms": 57.405, "count": 299, "max_ms": 76.017, "p95_ms": 72.482}, "visualize": {"avg_ms": 3.754, "count": 299, "max_ms": 4.636, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16306.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13817.116, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.24, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1739863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:27:21+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:27:21+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T00:27:21.352948+09:00", "mtime_epoch": 1783265241.3529484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:27:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9454.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.231, "count": 300, "max_ms": 27.352, "p95_ms": 23.66}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.424, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.648, "count": 300, "max_ms": 67.394, "p95_ms": 61.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.166, "count": 300, "max_ms": 69.984, "p95_ms": 58.07}, "yolo11_640_fire_11class": {"avg_ms": 49.153, "count": 300, "max_ms": 66.833, "p95_ms": 61.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.389, "count": 300, "max_ms": 74.144, "p95_ms": 69.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.187, "count": 300, "max_ms": 101.233, "p95_ms": 95.066}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 202.171, "p95_ms": 128.779}, "triton_wait": {"avg_ms": 52.537, "count": 300, "max_ms": 74.156, "p95_ms": 69.442}, "visualize": {"avg_ms": 3.585, "count": 300, "max_ms": 4.786, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16306.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29749.181, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.449, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2195490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:27:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:27:27+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T00:27:27.305000+09:00", "mtime_epoch": 1783265247.3050003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:27:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2487.816, "name": "celery", "pid": 267, "rss_mb": 2487.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.039, "count": 301, "max_ms": 13.365, "p95_ms": 8.883}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 1.97, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.115, "count": 301, "max_ms": 71.417, "p95_ms": 64.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.714, "count": 301, "max_ms": 68.495, "p95_ms": 55.933}, "yolo11_640_fire_11class": {"avg_ms": 52.81, "count": 301, "max_ms": 70.662, "p95_ms": 64.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.086, "count": 301, "max_ms": 74.142, "p95_ms": 71.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.601, "count": 301, "max_ms": 94.808, "p95_ms": 88.448}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 385.556, "p95_ms": 152.905}, "triton_wait": {"avg_ms": 56.703, "count": 301, "max_ms": 74.155, "p95_ms": 71.617}, "visualize": {"avg_ms": 3.76, "count": 301, "max_ms": 5.255, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16306.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13847.126, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.344, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1740163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:27:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:27:51+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T00:27:51+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T00:27:51.389215+09:00", "mtime_epoch": 1783265271.3892152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:27:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9454.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.838, "count": 300, "max_ms": 20.778, "p95_ms": 18.703}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.365, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.245, "count": 300, "max_ms": 66.87, "p95_ms": 62.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.86, "count": 300, "max_ms": 68.694, "p95_ms": 57.731}, "yolo11_640_fire_11class": {"avg_ms": 51.037, "count": 300, "max_ms": 69.216, "p95_ms": 63.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.932, "count": 300, "max_ms": 74.838, "p95_ms": 71.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.238, "count": 300, "max_ms": 99.701, "p95_ms": 96.046}, "read_interval": {"avg_ms": 100.041, "count": 300, "max_ms": 186.462, "p95_ms": 119.223}, "triton_wait": {"avg_ms": 55.102, "count": 300, "max_ms": 74.85, "p95_ms": 71.052}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 4.298, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16306.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29779.274, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.493, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2195791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:27:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:27:57+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:27:57+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:27:57.393270+09:00", "mtime_epoch": 1783265277.39327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:27:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2487.816, "name": "celery", "pid": 267, "rss_mb": 2487.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.908, "count": 301, "max_ms": 12.792, "p95_ms": 8.35}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.566, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.873, "count": 301, "max_ms": 72.549, "p95_ms": 65.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.14, "count": 301, "max_ms": 73.768, "p95_ms": 58.874}, "yolo11_640_fire_11class": {"avg_ms": 55.185, "count": 301, "max_ms": 72.512, "p95_ms": 66.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.574, "count": 301, "max_ms": 76.843, "p95_ms": 73.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.502, "count": 301, "max_ms": 93.021, "p95_ms": 89.426}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 408.128, "p95_ms": 139.251}, "triton_wait": {"avg_ms": 59.879, "count": 301, "max_ms": 76.856, "p95_ms": 73.051}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 4.715, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16306.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13877.205, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.407, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1740464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:28:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:28:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T00:28:21+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T00:28:21.469494+09:00", "mtime_epoch": 1783265301.4694936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:28:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9455.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.818, "count": 301, "max_ms": 28.854, "p95_ms": 19.043}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.482, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.443, "count": 301, "max_ms": 67.01, "p95_ms": 63.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.91, "count": 301, "max_ms": 67.615, "p95_ms": 60.573}, "yolo11_640_fire_11class": {"avg_ms": 51.336, "count": 301, "max_ms": 66.639, "p95_ms": 63.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.191, "count": 301, "max_ms": 75.951, "p95_ms": 72.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.327, "count": 301, "max_ms": 100.699, "p95_ms": 97.3}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 190.229, "p95_ms": 118.831}, "triton_wait": {"avg_ms": 55.264, "count": 301, "max_ms": 75.963, "p95_ms": 72.24}, "visualize": {"avg_ms": 3.508, "count": 301, "max_ms": 4.374, "p95_ms": 3.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16306.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29809.316, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.454, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2196092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:28:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:28:27+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T00:28:27.361549+09:00", "mtime_epoch": 1783265307.3615494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:28:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2488.074, "name": "celery", "pid": 267, "rss_mb": 2488.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.943, "count": 301, "max_ms": 12.839, "p95_ms": 8.302}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.684, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.693, "count": 301, "max_ms": 69.025, "p95_ms": 64.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.968, "count": 301, "max_ms": 70.358, "p95_ms": 58.746}, "yolo11_640_fire_11class": {"avg_ms": 54.554, "count": 301, "max_ms": 71.26, "p95_ms": 67.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.829, "count": 301, "max_ms": 76.277, "p95_ms": 72.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.014, "count": 301, "max_ms": 92.815, "p95_ms": 89.037}, "read_interval": {"avg_ms": 99.866, "count": 300, "max_ms": 411.721, "p95_ms": 145.025}, "triton_wait": {"avg_ms": 58.314, "count": 301, "max_ms": 76.289, "p95_ms": 72.363}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 4.788, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16306.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13907.213, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.334, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1740764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:28:51+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T00:28:51+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T00:28:51.449782+09:00", "mtime_epoch": 1783265331.4497817, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:28:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9455.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.791, "count": 300, "max_ms": 28.513, "p95_ms": 18.816}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.744, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.551, "count": 300, "max_ms": 66.74, "p95_ms": 62.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.162, "count": 300, "max_ms": 67.8, "p95_ms": 56.954}, "yolo11_640_fire_11class": {"avg_ms": 49.486, "count": 300, "max_ms": 67.333, "p95_ms": 61.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.242, "count": 300, "max_ms": 74.272, "p95_ms": 70.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.497, "count": 300, "max_ms": 103.513, "p95_ms": 94.837}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 179.227, "p95_ms": 138.496}, "triton_wait": {"avg_ms": 52.41, "count": 300, "max_ms": 74.284, "p95_ms": 70.327}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.464, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16306.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29839.389, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.416, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2196393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:28:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:28:57+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:28:57+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T00:28:57.529841+09:00", "mtime_epoch": 1783265337.5298412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:28:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2488.332, "name": "celery", "pid": 267, "rss_mb": 2488.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.094, "count": 301, "max_ms": 13.103, "p95_ms": 9.462}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.492, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.592, "count": 301, "max_ms": 70.163, "p95_ms": 64.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.297, "count": 301, "max_ms": 68.44, "p95_ms": 55.979}, "yolo11_640_fire_11class": {"avg_ms": 52.582, "count": 301, "max_ms": 72.307, "p95_ms": 66.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.296, "count": 301, "max_ms": 77.357, "p95_ms": 71.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.583, "count": 301, "max_ms": 97.338, "p95_ms": 89.097}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 299.922, "p95_ms": 155.109}, "triton_wait": {"avg_ms": 56.69, "count": 301, "max_ms": 77.37, "p95_ms": 71.774}, "visualize": {"avg_ms": 3.719, "count": 301, "max_ms": 4.908, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16307.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13937.346, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.344, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:29:21+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T00:29:21+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T00:29:21.558081+09:00", "mtime_epoch": 1783265361.5580807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:29:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9455.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.692, "count": 300, "max_ms": 27.973, "p95_ms": 18.529}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.442, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.298, "count": 300, "max_ms": 68.111, "p95_ms": 63.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.996, "count": 300, "max_ms": 70.195, "p95_ms": 57.398}, "yolo11_640_fire_11class": {"avg_ms": 50.935, "count": 300, "max_ms": 72.991, "p95_ms": 62.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.17, "count": 300, "max_ms": 80.359, "p95_ms": 72.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.333, "count": 300, "max_ms": 105.09, "p95_ms": 96.8}, "read_interval": {"avg_ms": 100.097, "count": 299, "max_ms": 168.192, "p95_ms": 119.423}, "triton_wait": {"avg_ms": 55.324, "count": 300, "max_ms": 80.371, "p95_ms": 72.037}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 4.845, "p95_ms": 3.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16307.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29869.513, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.454, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2196692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:29:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:29:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:29:27+09:00", "mjpeg": {"age_sec": 0.382, "exists": true, "mtime": "2026-07-06T00:29:27.334139+09:00", "mtime_epoch": 1783265367.334139, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:29:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2488.332, "name": "celery", "pid": 267, "rss_mb": 2488.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 298, "max_ms": 11.889, "p95_ms": 8.616}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 1.511, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.332, "count": 298, "max_ms": 70.218, "p95_ms": 65.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.592, "count": 298, "max_ms": 70.892, "p95_ms": 61.703}, "yolo11_640_fire_11class": {"avg_ms": 54.96, "count": 298, "max_ms": 72.679, "p95_ms": 68.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.744, "count": 298, "max_ms": 75.558, "p95_ms": 72.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.022, "count": 298, "max_ms": 93.419, "p95_ms": 89.103}, "read_interval": {"avg_ms": 100.803, "count": 297, "max_ms": 405.136, "p95_ms": 158.479}, "triton_wait": {"avg_ms": 59.153, "count": 298, "max_ms": 75.573, "p95_ms": 72.323}, "visualize": {"avg_ms": 3.749, "count": 298, "max_ms": 5.143, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16308.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13967.373, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.231, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:29:51+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T00:29:51+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T00:29:51.554388+09:00", "mtime_epoch": 1783265391.5543878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:29:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9455.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.599, "count": 300, "max_ms": 19.934, "p95_ms": 18.253}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.419, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.325, "count": 300, "max_ms": 74.869, "p95_ms": 63.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.623, "count": 300, "max_ms": 66.31, "p95_ms": 57.99}, "yolo11_640_fire_11class": {"avg_ms": 50.519, "count": 300, "max_ms": 68.38, "p95_ms": 62.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.378, "count": 300, "max_ms": 75.666, "p95_ms": 71.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.351, "count": 300, "max_ms": 99.138, "p95_ms": 96.406}, "read_interval": {"avg_ms": 100.097, "count": 299, "max_ms": 169.929, "p95_ms": 124.362}, "triton_wait": {"avg_ms": 54.505, "count": 300, "max_ms": 75.678, "p95_ms": 71.551}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 5.052, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16308.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29899.521, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.345, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2196995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:29:57+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T00:29:57+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T00:29:57.658452+09:00", "mtime_epoch": 1783265397.6584516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:29:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2488.59, "name": "celery", "pid": 267, "rss_mb": 2488.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 303, "max_ms": 12.792, "p95_ms": 8.664}, "gstreamer_push": {"avg_ms": 1.296, "count": 303, "max_ms": 1.944, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.69, "count": 303, "max_ms": 76.964, "p95_ms": 66.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.784, "count": 303, "max_ms": 70.428, "p95_ms": 58.822}, "yolo11_640_fire_11class": {"avg_ms": 53.045, "count": 303, "max_ms": 71.087, "p95_ms": 65.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.382, "count": 303, "max_ms": 76.436, "p95_ms": 72.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.824, "count": 303, "max_ms": 180.467, "p95_ms": 89.859}, "read_interval": {"avg_ms": 99.026, "count": 303, "max_ms": 415.024, "p95_ms": 153.529}, "triton_wait": {"avg_ms": 57.792, "count": 303, "max_ms": 76.975, "p95_ms": 72.867}, "visualize": {"avg_ms": 3.698, "count": 303, "max_ms": 4.826, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16308.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 13997.376, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.178, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:30:21+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T00:30:21+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T00:30:21.582704+09:00", "mtime_epoch": 1783265421.5827043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:30:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9455.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.847, "count": 300, "max_ms": 22.121, "p95_ms": 18.735}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.477, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.093, "count": 300, "max_ms": 67.997, "p95_ms": 62.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.068, "count": 300, "max_ms": 65.865, "p95_ms": 56.3}, "yolo11_640_fire_11class": {"avg_ms": 49.572, "count": 300, "max_ms": 68.573, "p95_ms": 62.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.781, "count": 300, "max_ms": 74.47, "p95_ms": 69.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.117, "count": 300, "max_ms": 98.78, "p95_ms": 94.215}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 176.779, "p95_ms": 129.166}, "triton_wait": {"avg_ms": 52.949, "count": 300, "max_ms": 74.482, "p95_ms": 69.411}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 5.336, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16308.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29929.546, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.152, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2197292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:30:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:30:27+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T00:30:27.554768+09:00", "mtime_epoch": 1783265427.5547683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:30:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2488.59, "name": "celery", "pid": 267, "rss_mb": 2488.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.925, "pushed": 9.925, "read": 9.892}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.955, "count": 297, "max_ms": 12.412, "p95_ms": 8.739}, "gstreamer_push": {"avg_ms": 1.32, "count": 297, "max_ms": 1.553, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.114, "count": 297, "max_ms": 67.261, "p95_ms": 64.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.461, "count": 297, "max_ms": 70.247, "p95_ms": 57.298}, "yolo11_640_fire_11class": {"avg_ms": 53.43, "count": 297, "max_ms": 72.019, "p95_ms": 67.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.744, "count": 297, "max_ms": 74.368, "p95_ms": 71.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.942, "count": 297, "max_ms": 91.37, "p95_ms": 88.064}, "read_interval": {"avg_ms": 101.081, "count": 296, "max_ms": 442.745, "p95_ms": 163.94}, "triton_wait": {"avg_ms": 57.255, "count": 297, "max_ms": 74.38, "p95_ms": 71.534}, "visualize": {"avg_ms": 3.704, "count": 297, "max_ms": 4.794, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16308.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14027.391, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.037, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1741965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:30:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:30:51+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T00:30:51+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T00:30:51.583029+09:00", "mtime_epoch": 1783265451.5830286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:30:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9455.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.73, "count": 300, "max_ms": 27.254, "p95_ms": 18.86}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 2.109, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.837, "count": 300, "max_ms": 64.609, "p95_ms": 62.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.672, "count": 300, "max_ms": 69.717, "p95_ms": 58.344}, "yolo11_640_fire_11class": {"avg_ms": 51.247, "count": 300, "max_ms": 66.027, "p95_ms": 61.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.537, "count": 300, "max_ms": 74.814, "p95_ms": 70.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.698, "count": 300, "max_ms": 99.748, "p95_ms": 94.829}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 211.917, "p95_ms": 116.516}, "triton_wait": {"avg_ms": 54.749, "count": 300, "max_ms": 74.826, "p95_ms": 70.425}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.377, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16308.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29959.601, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.127, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2197596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:30:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:30:57+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T00:30:57+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T00:30:57.747096+09:00", "mtime_epoch": 1783265457.7470963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:30:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2488.848, "name": "celery", "pid": 267, "rss_mb": 2488.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.149, "pushed": 10.149, "read": 10.116}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 304, "max_ms": 11.469, "p95_ms": 8.356}, "gstreamer_push": {"avg_ms": 1.318, "count": 304, "max_ms": 1.592, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.61, "count": 304, "max_ms": 67.995, "p95_ms": 64.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.305, "count": 304, "max_ms": 71.107, "p95_ms": 57.061}, "yolo11_640_fire_11class": {"avg_ms": 55.456, "count": 304, "max_ms": 72.105, "p95_ms": 68.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.285, "count": 304, "max_ms": 75.557, "p95_ms": 71.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.472, "count": 304, "max_ms": 91.977, "p95_ms": 88.707}, "read_interval": {"avg_ms": 98.935, "count": 303, "max_ms": 322.03, "p95_ms": 128.8}, "triton_wait": {"avg_ms": 59.761, "count": 304, "max_ms": 75.569, "p95_ms": 71.914}, "visualize": {"avg_ms": 3.727, "count": 304, "max_ms": 4.662, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16308.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14057.472, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.038, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1742266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:31:21+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T00:31:21+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T00:31:21.731363+09:00", "mtime_epoch": 1783265481.7313626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:31:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9455.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.574, "count": 301, "max_ms": 21.417, "p95_ms": 18.334}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.838, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.48, "count": 301, "max_ms": 66.463, "p95_ms": 62.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.675, "count": 301, "max_ms": 69.036, "p95_ms": 60.175}, "yolo11_640_fire_11class": {"avg_ms": 50.882, "count": 301, "max_ms": 65.57, "p95_ms": 63.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.459, "count": 301, "max_ms": 75.331, "p95_ms": 71.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.575, "count": 301, "max_ms": 99.753, "p95_ms": 95.796}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 203.991, "p95_ms": 127.279}, "triton_wait": {"avg_ms": 53.779, "count": 301, "max_ms": 75.347, "p95_ms": 71.45}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 4.343, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16309.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 29989.611, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.015, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2197895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:31:27+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:31:27+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T00:31:27.735430+09:00", "mtime_epoch": 1783265487.7354298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:31:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2488.848, "name": "celery", "pid": 267, "rss_mb": 2488.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.971, "count": 299, "max_ms": 12.875, "p95_ms": 8.691}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.699, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.338, "count": 299, "max_ms": 70.193, "p95_ms": 64.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.087, "count": 299, "max_ms": 72.43, "p95_ms": 61.522}, "yolo11_640_fire_11class": {"avg_ms": 53.747, "count": 299, "max_ms": 73.468, "p95_ms": 67.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.311, "count": 299, "max_ms": 74.036, "p95_ms": 72.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.519, "count": 299, "max_ms": 94.222, "p95_ms": 88.952}, "read_interval": {"avg_ms": 100.291, "count": 299, "max_ms": 380.221, "p95_ms": 130.489}, "triton_wait": {"avg_ms": 57.758, "count": 299, "max_ms": 74.048, "p95_ms": 72.442}, "visualize": {"avg_ms": 3.747, "count": 299, "max_ms": 5.017, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16309.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14087.498, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.057, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1742566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:31:51+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:31:51+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:31:51.751702+09:00", "mtime_epoch": 1783265511.7517023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:31:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9456.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.676, "count": 300, "max_ms": 23.301, "p95_ms": 18.604}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.419, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.348, "count": 300, "max_ms": 70.584, "p95_ms": 63.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.414, "count": 300, "max_ms": 73.315, "p95_ms": 59.765}, "yolo11_640_fire_11class": {"avg_ms": 51.249, "count": 300, "max_ms": 69.98, "p95_ms": 63.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.311, "count": 300, "max_ms": 78.556, "p95_ms": 72.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.41, "count": 300, "max_ms": 102.592, "p95_ms": 97.2}, "read_interval": {"avg_ms": 100.084, "count": 299, "max_ms": 209.33, "p95_ms": 117.498}, "triton_wait": {"avg_ms": 55.495, "count": 300, "max_ms": 78.568, "p95_ms": 72.697}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 5.526, "p95_ms": 3.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16309.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30019.634, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.066, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2198196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:31:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:31:57+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T00:31:57+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:31:57.755771+09:00", "mtime_epoch": 1783265517.7557712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:31:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2489.105, "name": "celery", "pid": 267, "rss_mb": 2489.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.033, "count": 301, "max_ms": 13.603, "p95_ms": 11.908}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 2.191, "p95_ms": 1.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.211, "count": 301, "max_ms": 69.552, "p95_ms": 65.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.509, "count": 301, "max_ms": 71.235, "p95_ms": 59.185}, "yolo11_640_fire_11class": {"avg_ms": 53.038, "count": 301, "max_ms": 72.033, "p95_ms": 66.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.862, "count": 301, "max_ms": 79.242, "p95_ms": 72.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.267, "count": 301, "max_ms": 96.465, "p95_ms": 89.44}, "read_interval": {"avg_ms": 99.74, "count": 300, "max_ms": 461.521, "p95_ms": 139.909}, "triton_wait": {"avg_ms": 57.36, "count": 301, "max_ms": 79.254, "p95_ms": 72.889}, "visualize": {"avg_ms": 3.762, "count": 301, "max_ms": 6.025, "p95_ms": 4.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16309.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14117.585, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.046, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1742867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:32:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:32:21+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T00:32:21+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T00:32:21.824050+09:00", "mtime_epoch": 1783265541.8240497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:32:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9456.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.65, "count": 300, "max_ms": 21.943, "p95_ms": 18.511}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.592, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.515, "count": 300, "max_ms": 65.895, "p95_ms": 62.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.697, "count": 300, "max_ms": 66.38, "p95_ms": 59.684}, "yolo11_640_fire_11class": {"avg_ms": 51.292, "count": 300, "max_ms": 70.177, "p95_ms": 62.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.458, "count": 300, "max_ms": 75.164, "p95_ms": 70.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.594, "count": 301, "max_ms": 101.179, "p95_ms": 95.117}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 197.375, "p95_ms": 115.686}, "triton_wait": {"avg_ms": 55.692, "count": 300, "max_ms": 75.176, "p95_ms": 70.438}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 5.508, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16309.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30049.657, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.301, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2198494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:32:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:32:27+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T00:32:27.796119+09:00", "mtime_epoch": 1783265547.7961195, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:32:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2489.105, "name": "celery", "pid": 267, "rss_mb": 2489.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 298, "max_ms": 12.796, "p95_ms": 8.924}, "gstreamer_push": {"avg_ms": 1.313, "count": 298, "max_ms": 1.819, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.384, "count": 298, "max_ms": 69.577, "p95_ms": 66.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.155, "count": 298, "max_ms": 71.34, "p95_ms": 59.584}, "yolo11_640_fire_11class": {"avg_ms": 56.638, "count": 298, "max_ms": 73.295, "p95_ms": 68.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.256, "count": 298, "max_ms": 76.759, "p95_ms": 73.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.45, "count": 298, "max_ms": 93.116, "p95_ms": 90.353}, "read_interval": {"avg_ms": 100.819, "count": 297, "max_ms": 371.371, "p95_ms": 136.491}, "triton_wait": {"avg_ms": 61.703, "count": 298, "max_ms": 76.772, "p95_ms": 73.65}, "visualize": {"avg_ms": 3.707, "count": 298, "max_ms": 5.807, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16309.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14147.607, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.043, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1743167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:32:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:32:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:32:51+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:32:51.852403+09:00", "mtime_epoch": 1783265571.852403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:32:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9456.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.504, "count": 300, "max_ms": 25.167, "p95_ms": 18.177}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.4, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.979, "count": 300, "max_ms": 68.427, "p95_ms": 62.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.689, "count": 300, "max_ms": 66.611, "p95_ms": 60.327}, "yolo11_640_fire_11class": {"avg_ms": 52.342, "count": 300, "max_ms": 68.072, "p95_ms": 62.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.031, "count": 300, "max_ms": 76.278, "p95_ms": 69.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.926, "count": 300, "max_ms": 100.62, "p95_ms": 94.159}, "read_interval": {"avg_ms": 100.062, "count": 299, "max_ms": 174.351, "p95_ms": 115.326}, "triton_wait": {"avg_ms": 56.232, "count": 300, "max_ms": 76.29, "p95_ms": 69.452}, "visualize": {"avg_ms": 3.473, "count": 300, "max_ms": 4.406, "p95_ms": 3.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16309.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30079.692, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.49, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2198793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:32:57+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:32:57+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:32:57.808474+09:00", "mtime_epoch": 1783265577.8084738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:32:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2489.363, "name": "celery", "pid": 267, "rss_mb": 2489.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.067, "count": 299, "max_ms": 12.554, "p95_ms": 8.898}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.534, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.569, "count": 299, "max_ms": 70.83, "p95_ms": 67.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.143, "count": 299, "max_ms": 72.992, "p95_ms": 63.576}, "yolo11_640_fire_11class": {"avg_ms": 59.24, "count": 299, "max_ms": 72.872, "p95_ms": 69.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.694, "count": 299, "max_ms": 77.636, "p95_ms": 73.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.973, "count": 299, "max_ms": 94.07, "p95_ms": 90.617}, "read_interval": {"avg_ms": 100.445, "count": 298, "max_ms": 303.088, "p95_ms": 132.665}, "triton_wait": {"avg_ms": 64.076, "count": 299, "max_ms": 77.648, "p95_ms": 73.734}, "visualize": {"avg_ms": 3.745, "count": 299, "max_ms": 4.896, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16310.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14177.626, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.565, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1743467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:33:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:33:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:33:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:33:21.872762+09:00", "mtime_epoch": 1783265601.8727624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:33:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9456.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.75, "count": 300, "max_ms": 26.224, "p95_ms": 18.424}, "gstreamer_push": {"avg_ms": 1.206, "count": 300, "max_ms": 1.392, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.845, "count": 300, "max_ms": 75.553, "p95_ms": 62.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.618, "count": 300, "max_ms": 71.117, "p95_ms": 60.142}, "yolo11_640_fire_11class": {"avg_ms": 53.286, "count": 300, "max_ms": 71.128, "p95_ms": 62.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.29, "count": 300, "max_ms": 75.565, "p95_ms": 69.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.576, "count": 300, "max_ms": 99.674, "p95_ms": 94.066}, "read_interval": {"avg_ms": 100.051, "count": 299, "max_ms": 164.955, "p95_ms": 115.602}, "triton_wait": {"avg_ms": 57.576, "count": 300, "max_ms": 75.575, "p95_ms": 69.796}, "visualize": {"avg_ms": 3.544, "count": 300, "max_ms": 4.564, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16309.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30109.71, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.676, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2199096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:33:27+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:33:27+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:33:27.824834+09:00", "mtime_epoch": 1783265607.8248343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:33:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2489.621, "name": "celery", "pid": 267, "rss_mb": 2489.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.095}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 303, "max_ms": 10.479, "p95_ms": 8.58}, "gstreamer_push": {"avg_ms": 1.321, "count": 303, "max_ms": 2.057, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.001, "count": 303, "max_ms": 71.722, "p95_ms": 66.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.764, "count": 303, "max_ms": 74.485, "p95_ms": 60.185}, "yolo11_640_fire_11class": {"avg_ms": 58.474, "count": 303, "max_ms": 75.416, "p95_ms": 67.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.976, "count": 303, "max_ms": 76.186, "p95_ms": 73.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.32, "count": 303, "max_ms": 93.062, "p95_ms": 90.582}, "read_interval": {"avg_ms": 99.051, "count": 302, "max_ms": 391.152, "p95_ms": 116.894}, "triton_wait": {"avg_ms": 63.561, "count": 303, "max_ms": 76.199, "p95_ms": 74.129}, "visualize": {"avg_ms": 3.748, "count": 303, "max_ms": 5.539, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16310.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14207.644, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.975, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1743768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:33:51+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:33:51+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T00:33:51.905128+09:00", "mtime_epoch": 1783265631.905128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:33:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9456.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.653, "count": 301, "max_ms": 28.06, "p95_ms": 18.552}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 2.103, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.932, "count": 301, "max_ms": 65.335, "p95_ms": 63.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.26, "count": 301, "max_ms": 65.66, "p95_ms": 60.76}, "yolo11_640_fire_11class": {"avg_ms": 52.394, "count": 301, "max_ms": 68.462, "p95_ms": 64.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.724, "count": 301, "max_ms": 75.125, "p95_ms": 72.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.018, "count": 301, "max_ms": 99.778, "p95_ms": 96.929}, "read_interval": {"avg_ms": 99.764, "count": 300, "max_ms": 157.369, "p95_ms": 113.951}, "triton_wait": {"avg_ms": 55.981, "count": 301, "max_ms": 75.137, "p95_ms": 72.204}, "visualize": {"avg_ms": 3.568, "count": 301, "max_ms": 5.375, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16310.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30139.785, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.73, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2199397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:33:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:33:57+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:33:57+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T00:33:57.929202+09:00", "mtime_epoch": 1783265637.9292018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:33:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2489.621, "name": "celery", "pid": 267, "rss_mb": 2489.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.982, "count": 301, "max_ms": 13.277, "p95_ms": 8.389}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.493, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.073, "count": 301, "max_ms": 71.794, "p95_ms": 65.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.217, "count": 301, "max_ms": 71.804, "p95_ms": 62.666}, "yolo11_640_fire_11class": {"avg_ms": 55.114, "count": 301, "max_ms": 72.89, "p95_ms": 68.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.477, "count": 301, "max_ms": 78.592, "p95_ms": 73.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.771, "count": 301, "max_ms": 95.018, "p95_ms": 89.804}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 331.688, "p95_ms": 139.307}, "triton_wait": {"avg_ms": 59.008, "count": 301, "max_ms": 78.605, "p95_ms": 73.363}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.424, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16310.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14237.68, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.08, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:34:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:34:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:34:21+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T00:34:21.925499+09:00", "mtime_epoch": 1783265661.9254987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:34:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9456.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.908, "count": 300, "max_ms": 28.323, "p95_ms": 19.459}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.455, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.597, "count": 300, "max_ms": 71.208, "p95_ms": 64.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.123, "count": 300, "max_ms": 69.973, "p95_ms": 58.85}, "yolo11_640_fire_11class": {"avg_ms": 51.217, "count": 300, "max_ms": 71.979, "p95_ms": 64.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.254, "count": 300, "max_ms": 75.863, "p95_ms": 72.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.752, "count": 300, "max_ms": 101.579, "p95_ms": 97.164}, "read_interval": {"avg_ms": 100.094, "count": 299, "max_ms": 168.176, "p95_ms": 124.265}, "triton_wait": {"avg_ms": 54.511, "count": 300, "max_ms": 75.877, "p95_ms": 72.399}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 4.997, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16311.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30169.791, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.784, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2199698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:34:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:34:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:34:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:34:27.909573+09:00", "mtime_epoch": 1783265667.909573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:34:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2489.879, "name": "celery", "pid": 267, "rss_mb": 2489.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 301, "max_ms": 12.916, "p95_ms": 10.178}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 2.053, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.821, "count": 301, "max_ms": 72.048, "p95_ms": 66.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.988, "count": 301, "max_ms": 70.988, "p95_ms": 57.789}, "yolo11_640_fire_11class": {"avg_ms": 53.225, "count": 301, "max_ms": 72.767, "p95_ms": 66.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.633, "count": 301, "max_ms": 76.426, "p95_ms": 72.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.889, "count": 301, "max_ms": 95.225, "p95_ms": 89.71}, "read_interval": {"avg_ms": 99.613, "count": 301, "max_ms": 380.279, "p95_ms": 133.091}, "triton_wait": {"avg_ms": 57.994, "count": 301, "max_ms": 76.438, "p95_ms": 72.909}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 5.829, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16311.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14267.721, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.057, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:34:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:34:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:34:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:34:51.969875+09:00", "mtime_epoch": 1783265691.9698749, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:34:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9457.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.979, "count": 301, "max_ms": 21.584, "p95_ms": 19.391}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.96, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.288, "count": 301, "max_ms": 69.721, "p95_ms": 62.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.411, "count": 301, "max_ms": 68.627, "p95_ms": 56.275}, "yolo11_640_fire_11class": {"avg_ms": 49.887, "count": 301, "max_ms": 71.451, "p95_ms": 63.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.412, "count": 301, "max_ms": 75.85, "p95_ms": 71.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.851, "count": 301, "max_ms": 100.465, "p95_ms": 96.457}, "read_interval": {"avg_ms": 99.83, "count": 300, "max_ms": 171.37, "p95_ms": 131.77}, "triton_wait": {"avg_ms": 52.596, "count": 301, "max_ms": 75.861, "p95_ms": 71.759}, "visualize": {"avg_ms": 3.554, "count": 301, "max_ms": 5.127, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16311.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30199.828, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.72, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2199999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:34:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:34:58+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T00:34:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T00:34:57.937950+09:00", "mtime_epoch": 1783265697.9379501, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:34:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2489.879, "name": "celery", "pid": 267, "rss_mb": 2489.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.159, "count": 301, "max_ms": 13.866, "p95_ms": 10.041}, "gstreamer_push": {"avg_ms": 1.336, "count": 301, "max_ms": 1.981, "p95_ms": 1.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.995, "count": 301, "max_ms": 69.584, "p95_ms": 64.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.374, "count": 301, "max_ms": 70.089, "p95_ms": 55.354}, "yolo11_640_fire_11class": {"avg_ms": 50.698, "count": 301, "max_ms": 69.343, "p95_ms": 65.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.884, "count": 301, "max_ms": 75.494, "p95_ms": 72.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.475, "count": 301, "max_ms": 92.032, "p95_ms": 89.175}, "read_interval": {"avg_ms": 99.765, "count": 300, "max_ms": 433.085, "p95_ms": 152.692}, "triton_wait": {"avg_ms": 54.344, "count": 301, "max_ms": 75.507, "p95_ms": 72.402}, "visualize": {"avg_ms": 3.772, "count": 301, "max_ms": 5.604, "p95_ms": 4.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16311.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14297.81, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.176, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:35:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:35:22+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:35:22+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:35:22.062257+09:00", "mtime_epoch": 1783265722.0622566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:35:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9457.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.654, "count": 299, "max_ms": 24.124, "p95_ms": 18.748}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 2.134, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.076, "count": 299, "max_ms": 68.401, "p95_ms": 63.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.576, "count": 299, "max_ms": 69.489, "p95_ms": 61.106}, "yolo11_640_fire_11class": {"avg_ms": 52.759, "count": 299, "max_ms": 69.412, "p95_ms": 64.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.499, "count": 299, "max_ms": 76.84, "p95_ms": 72.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.902, "count": 300, "max_ms": 101.122, "p95_ms": 96.512}, "read_interval": {"avg_ms": 100.3, "count": 299, "max_ms": 200.755, "p95_ms": 121.975}, "triton_wait": {"avg_ms": 56.018, "count": 299, "max_ms": 76.851, "p95_ms": 72.03}, "visualize": {"avg_ms": 3.526, "count": 299, "max_ms": 4.872, "p95_ms": 3.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16312.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30229.917, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.804, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2200299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:35:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:35:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:35:28+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:35:28.038333+09:00", "mtime_epoch": 1783265728.038333, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:35:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2490.137, "name": "celery", "pid": 267, "rss_mb": 2490.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 300, "max_ms": 12.732, "p95_ms": 8.591}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.578, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.184, "count": 300, "max_ms": 70.138, "p95_ms": 66.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.023, "count": 300, "max_ms": 71.147, "p95_ms": 60.56}, "yolo11_640_fire_11class": {"avg_ms": 56.842, "count": 300, "max_ms": 73.886, "p95_ms": 69.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.55, "count": 300, "max_ms": 75.004, "p95_ms": 72.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.805, "count": 300, "max_ms": 94.842, "p95_ms": 89.83}, "read_interval": {"avg_ms": 100.295, "count": 299, "max_ms": 355.437, "p95_ms": 150.811}, "triton_wait": {"avg_ms": 60.996, "count": 300, "max_ms": 75.017, "p95_ms": 72.803}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.993, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16311.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14327.876, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.282, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1744970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:35:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:35:52+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T00:35:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T00:35:52.114643+09:00", "mtime_epoch": 1783265752.1146426, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:35:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9457.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.761, "count": 301, "max_ms": 24.99, "p95_ms": 18.948}, "gstreamer_push": {"avg_ms": 1.215, "count": 301, "max_ms": 1.645, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.686, "count": 301, "max_ms": 67.383, "p95_ms": 63.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.134, "count": 301, "max_ms": 69.305, "p95_ms": 57.83}, "yolo11_640_fire_11class": {"avg_ms": 51.439, "count": 301, "max_ms": 69.325, "p95_ms": 63.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.961, "count": 301, "max_ms": 80.246, "p95_ms": 72.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.167, "count": 301, "max_ms": 104.461, "p95_ms": 96.467}, "read_interval": {"avg_ms": 99.836, "count": 300, "max_ms": 205.777, "p95_ms": 120.325}, "triton_wait": {"avg_ms": 55.187, "count": 301, "max_ms": 80.258, "p95_ms": 72.346}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 5.02, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16311.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30260.007, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.818, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2200600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:35:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:35:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:35:58+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T00:35:58.130720+09:00", "mtime_epoch": 1783265758.1307204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:35:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2490.137, "name": "celery", "pid": 267, "rss_mb": 2490.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.998, "count": 301, "max_ms": 13.306, "p95_ms": 8.922}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.164, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.683, "count": 301, "max_ms": 69.372, "p95_ms": 67.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.533, "count": 301, "max_ms": 70.181, "p95_ms": 56.464}, "yolo11_640_fire_11class": {"avg_ms": 55.823, "count": 301, "max_ms": 71.609, "p95_ms": 68.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.168, "count": 301, "max_ms": 78.02, "p95_ms": 72.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.357, "count": 301, "max_ms": 94.487, "p95_ms": 89.274}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 375.043, "p95_ms": 134.112}, "triton_wait": {"avg_ms": 60.534, "count": 301, "max_ms": 78.032, "p95_ms": 72.845}, "visualize": {"avg_ms": 3.74, "count": 301, "max_ms": 5.988, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16312.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14357.928, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.282, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1745270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:36:22+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:36:22+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T00:36:22.191033+09:00", "mtime_epoch": 1783265782.1910331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:36:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9457.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.66, "count": 300, "max_ms": 24.292, "p95_ms": 18.551}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.783, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.766, "count": 300, "max_ms": 68.697, "p95_ms": 62.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.778, "count": 300, "max_ms": 69.878, "p95_ms": 56.807}, "yolo11_640_fire_11class": {"avg_ms": 52.121, "count": 300, "max_ms": 69.893, "p95_ms": 63.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.962, "count": 300, "max_ms": 76.455, "p95_ms": 69.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.085, "count": 300, "max_ms": 100.923, "p95_ms": 94.057}, "read_interval": {"avg_ms": 100.209, "count": 299, "max_ms": 202.045, "p95_ms": 116.528}, "triton_wait": {"avg_ms": 56.157, "count": 300, "max_ms": 76.467, "p95_ms": 69.559}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 5.761, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16312.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30290.079, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.858, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2200900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:36:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:36:28+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:36:28+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:36:28.199111+09:00", "mtime_epoch": 1783265788.1991115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:36:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2490.395, "name": "celery", "pid": 267, "rss_mb": 2490.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 300, "max_ms": 13.275, "p95_ms": 8.793}, "gstreamer_push": {"avg_ms": 1.333, "count": 300, "max_ms": 1.713, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.682, "count": 300, "max_ms": 72.602, "p95_ms": 65.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.289, "count": 300, "max_ms": 71.479, "p95_ms": 59.527}, "yolo11_640_fire_11class": {"avg_ms": 57.027, "count": 300, "max_ms": 73.452, "p95_ms": 67.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.2, "count": 300, "max_ms": 82.757, "p95_ms": 72.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.565, "count": 300, "max_ms": 99.635, "p95_ms": 89.361}, "read_interval": {"avg_ms": 100.23, "count": 299, "max_ms": 358.285, "p95_ms": 147.117}, "triton_wait": {"avg_ms": 61.643, "count": 300, "max_ms": 82.769, "p95_ms": 72.128}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 4.736, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16312.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14387.978, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.351, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1745571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:36:52+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T00:36:52+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T00:36:52.239427+09:00", "mtime_epoch": 1783265812.2394273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:36:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9457.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.847, "count": 301, "max_ms": 23.911, "p95_ms": 18.807}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.784, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.433, "count": 301, "max_ms": 71.161, "p95_ms": 63.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.201, "count": 301, "max_ms": 71.151, "p95_ms": 58.566}, "yolo11_640_fire_11class": {"avg_ms": 51.314, "count": 301, "max_ms": 70.139, "p95_ms": 63.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.159, "count": 301, "max_ms": 81.285, "p95_ms": 72.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.543, "count": 301, "max_ms": 107.891, "p95_ms": 97.248}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 213.193, "p95_ms": 115.77}, "triton_wait": {"avg_ms": 55.378, "count": 301, "max_ms": 81.3, "p95_ms": 72.627}, "visualize": {"avg_ms": 3.541, "count": 301, "max_ms": 4.453, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16312.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30320.179, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.818, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2201203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:36:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:36:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:36:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T00:36:58.295507+09:00", "mtime_epoch": 1783265818.2955072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:36:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2490.395, "name": "celery", "pid": 267, "rss_mb": 2490.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.982, "count": 303, "max_ms": 12.479, "p95_ms": 8.608}, "gstreamer_push": {"avg_ms": 1.305, "count": 303, "max_ms": 1.489, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.436, "count": 303, "max_ms": 70.311, "p95_ms": 64.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.52, "count": 303, "max_ms": 71.363, "p95_ms": 62.729}, "yolo11_640_fire_11class": {"avg_ms": 55.331, "count": 303, "max_ms": 71.359, "p95_ms": 68.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.68, "count": 303, "max_ms": 78.157, "p95_ms": 72.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.953, "count": 303, "max_ms": 94.733, "p95_ms": 88.71}, "read_interval": {"avg_ms": 99.325, "count": 302, "max_ms": 365.868, "p95_ms": 141.802}, "triton_wait": {"avg_ms": 59.236, "count": 303, "max_ms": 78.17, "p95_ms": 72.168}, "visualize": {"avg_ms": 3.732, "count": 303, "max_ms": 4.884, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16312.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14418.046, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.461, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1745871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:37:22+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:37:22+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:37:22.299826+09:00", "mtime_epoch": 1783265842.2998257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:37:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9457.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.759, "count": 300, "max_ms": 22.631, "p95_ms": 18.776}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.391, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.47, "count": 300, "max_ms": 68.105, "p95_ms": 62.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.491, "count": 300, "max_ms": 70.248, "p95_ms": 59.348}, "yolo11_640_fire_11class": {"avg_ms": 52.203, "count": 300, "max_ms": 68.454, "p95_ms": 62.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.391, "count": 300, "max_ms": 77.299, "p95_ms": 71.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.702, "count": 300, "max_ms": 102.038, "p95_ms": 96.461}, "read_interval": {"avg_ms": 100.233, "count": 299, "max_ms": 195.289, "p95_ms": 117.021}, "triton_wait": {"avg_ms": 55.64, "count": 300, "max_ms": 77.311, "p95_ms": 71.726}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.512, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16312.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30350.198, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.719, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2201503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:37:28+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:37:28+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T00:37:28.323906+09:00", "mtime_epoch": 1783265848.323906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:37:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2490.652, "name": "celery", "pid": 267, "rss_mb": 2490.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 10.029}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 300, "max_ms": 10.889, "p95_ms": 8.66}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.581, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.491, "count": 300, "max_ms": 72.11, "p95_ms": 65.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.894, "count": 300, "max_ms": 72.4, "p95_ms": 58.25}, "yolo11_640_fire_11class": {"avg_ms": 56.69, "count": 300, "max_ms": 73.51, "p95_ms": 69.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.083, "count": 300, "max_ms": 76.525, "p95_ms": 72.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.299, "count": 300, "max_ms": 93.345, "p95_ms": 88.976}, "read_interval": {"avg_ms": 100.074, "count": 300, "max_ms": 339.263, "p95_ms": 133.369}, "triton_wait": {"avg_ms": 60.609, "count": 300, "max_ms": 76.538, "p95_ms": 72.321}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 4.918, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16312.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14448.056, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.544, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1746171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:37:52+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T00:37:52+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:37:52.308227+09:00", "mtime_epoch": 1783265872.3082268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:37:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9457.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.747, "count": 300, "max_ms": 24.012, "p95_ms": 18.707}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.973, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.296, "count": 300, "max_ms": 68.909, "p95_ms": 62.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.723, "count": 300, "max_ms": 65.375, "p95_ms": 57.515}, "yolo11_640_fire_11class": {"avg_ms": 52.377, "count": 300, "max_ms": 70.637, "p95_ms": 64.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.518, "count": 300, "max_ms": 75.432, "p95_ms": 71.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.028, "count": 300, "max_ms": 100.288, "p95_ms": 97.211}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 193.639, "p95_ms": 119.072}, "triton_wait": {"avg_ms": 54.972, "count": 300, "max_ms": 75.443, "p95_ms": 71.855}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.391, "p95_ms": 3.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16313.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30380.223, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.611, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2201804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:37:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:37:58+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T00:37:58.328308+09:00", "mtime_epoch": 1783265878.3283076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:37:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2490.91, "name": "celery", "pid": 267, "rss_mb": 2490.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 301, "max_ms": 12.277, "p95_ms": 8.493}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.812, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.722, "count": 301, "max_ms": 70.88, "p95_ms": 65.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.12, "count": 301, "max_ms": 70.893, "p95_ms": 61.175}, "yolo11_640_fire_11class": {"avg_ms": 55.165, "count": 301, "max_ms": 74.052, "p95_ms": 68.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.988, "count": 301, "max_ms": 77.076, "p95_ms": 72.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.166, "count": 301, "max_ms": 93.779, "p95_ms": 89.744}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 363.242, "p95_ms": 138.935}, "triton_wait": {"avg_ms": 58.449, "count": 301, "max_ms": 77.089, "p95_ms": 73.003}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 4.942, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16313.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14478.073, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.522, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1746472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:38:22+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:38:22+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T00:38:22.332632+09:00", "mtime_epoch": 1783265902.3326318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:38:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9458.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.14, "count": 301, "max_ms": 28.581, "p95_ms": 19.642}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.83, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.372, "count": 301, "max_ms": 65.832, "p95_ms": 62.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.676, "count": 301, "max_ms": 67.4, "p95_ms": 56.0}, "yolo11_640_fire_11class": {"avg_ms": 50.657, "count": 301, "max_ms": 69.997, "p95_ms": 63.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.953, "count": 301, "max_ms": 74.791, "p95_ms": 69.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.824, "count": 301, "max_ms": 99.547, "p95_ms": 94.739}, "read_interval": {"avg_ms": 99.757, "count": 300, "max_ms": 199.633, "p95_ms": 124.174}, "triton_wait": {"avg_ms": 53.384, "count": 301, "max_ms": 74.802, "p95_ms": 69.938}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 5.479, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16313.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30410.34, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.447, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2202104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:38:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:38:28+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T00:38:28.364713+09:00", "mtime_epoch": 1783265908.3647134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:38:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2490.91, "name": "celery", "pid": 267, "rss_mb": 2490.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.252, "count": 299, "max_ms": 14.047, "p95_ms": 11.459}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 1.824, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.22, "count": 299, "max_ms": 76.09, "p95_ms": 67.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.818, "count": 299, "max_ms": 67.673, "p95_ms": 56.244}, "yolo11_640_fire_11class": {"avg_ms": 53.097, "count": 299, "max_ms": 71.178, "p95_ms": 67.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.213, "count": 299, "max_ms": 77.145, "p95_ms": 72.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.107, "count": 299, "max_ms": 93.631, "p95_ms": 89.043}, "read_interval": {"avg_ms": 100.429, "count": 298, "max_ms": 374.125, "p95_ms": 194.855}, "triton_wait": {"avg_ms": 56.993, "count": 299, "max_ms": 77.157, "p95_ms": 72.715}, "visualize": {"avg_ms": 3.76, "count": 299, "max_ms": 5.459, "p95_ms": 4.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16313.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14508.091, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.508, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1746772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:38:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:38:52+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T00:38:52.353040+09:00", "mtime_epoch": 1783265932.3530397, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:38:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9458.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.733, "count": 300, "max_ms": 21.338, "p95_ms": 18.951}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.938, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.283, "count": 300, "max_ms": 73.413, "p95_ms": 63.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.29, "count": 300, "max_ms": 66.538, "p95_ms": 58.202}, "yolo11_640_fire_11class": {"avg_ms": 51.51, "count": 300, "max_ms": 74.66, "p95_ms": 63.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.305, "count": 300, "max_ms": 75.727, "p95_ms": 72.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.722, "count": 300, "max_ms": 100.029, "p95_ms": 96.4}, "read_interval": {"avg_ms": 100.093, "count": 299, "max_ms": 194.193, "p95_ms": 125.773}, "triton_wait": {"avg_ms": 54.727, "count": 300, "max_ms": 75.74, "p95_ms": 72.279}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 5.437, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16313.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30440.415, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.354, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2202406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:38:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T00:38:58+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T00:38:58.557124+09:00", "mtime_epoch": 1783265938.5571244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:38:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2491.168, "name": "celery", "pid": 267, "rss_mb": 2491.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.091, "count": 302, "max_ms": 12.141, "p95_ms": 9.022}, "gstreamer_push": {"avg_ms": 1.332, "count": 302, "max_ms": 1.774, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.446, "count": 302, "max_ms": 74.459, "p95_ms": 65.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.391, "count": 302, "max_ms": 70.433, "p95_ms": 58.734}, "yolo11_640_fire_11class": {"avg_ms": 54.213, "count": 302, "max_ms": 74.685, "p95_ms": 68.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.789, "count": 302, "max_ms": 75.292, "p95_ms": 72.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.215, "count": 302, "max_ms": 92.22, "p95_ms": 89.29}, "read_interval": {"avg_ms": 99.646, "count": 301, "max_ms": 324.782, "p95_ms": 160.731}, "triton_wait": {"avg_ms": 58.285, "count": 302, "max_ms": 75.305, "p95_ms": 72.445}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 4.842, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16314.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14538.173, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.45, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:39:22+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:39:22+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T00:39:22.433452+09:00", "mtime_epoch": 1783265962.4334517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:39:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9458.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.809, "count": 301, "max_ms": 27.626, "p95_ms": 19.885}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 2.1, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.303, "count": 301, "max_ms": 70.013, "p95_ms": 63.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.915, "count": 301, "max_ms": 71.252, "p95_ms": 56.257}, "yolo11_640_fire_11class": {"avg_ms": 51.262, "count": 301, "max_ms": 71.264, "p95_ms": 63.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.298, "count": 301, "max_ms": 74.119, "p95_ms": 71.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.697, "count": 301, "max_ms": 99.303, "p95_ms": 95.859}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 174.416, "p95_ms": 121.006}, "triton_wait": {"avg_ms": 54.606, "count": 301, "max_ms": 74.131, "p95_ms": 71.387}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 4.685, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16313.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30470.468, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.185, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2202706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:39:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T00:39:28+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T00:39:28.605537+09:00", "mtime_epoch": 1783265968.6055367, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:39:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2491.168, "name": "celery", "pid": 267, "rss_mb": 2491.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.998, "count": 300, "max_ms": 13.324, "p95_ms": 8.617}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.785, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.333, "count": 300, "max_ms": 70.469, "p95_ms": 64.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.975, "count": 300, "max_ms": 70.457, "p95_ms": 56.84}, "yolo11_640_fire_11class": {"avg_ms": 54.63, "count": 300, "max_ms": 71.869, "p95_ms": 66.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.636, "count": 300, "max_ms": 76.656, "p95_ms": 71.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.843, "count": 300, "max_ms": 93.463, "p95_ms": 88.311}, "read_interval": {"avg_ms": 100.232, "count": 299, "max_ms": 367.036, "p95_ms": 145.187}, "triton_wait": {"avg_ms": 59.085, "count": 300, "max_ms": 76.668, "p95_ms": 71.728}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 5.15, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16314.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14568.227, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.504, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:39:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:39:52+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:39:52+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:39:52.477866+09:00", "mtime_epoch": 1783265992.477866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:39:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9458.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.809, "count": 300, "max_ms": 24.631, "p95_ms": 18.656}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.864, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.463, "count": 300, "max_ms": 74.417, "p95_ms": 64.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.381, "count": 300, "max_ms": 65.472, "p95_ms": 57.253}, "yolo11_640_fire_11class": {"avg_ms": 52.665, "count": 300, "max_ms": 75.748, "p95_ms": 65.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.666, "count": 300, "max_ms": 74.666, "p95_ms": 72.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.664, "count": 300, "max_ms": 100.782, "p95_ms": 97.137}, "read_interval": {"avg_ms": 100.183, "count": 299, "max_ms": 209.508, "p95_ms": 117.55}, "triton_wait": {"avg_ms": 55.613, "count": 300, "max_ms": 75.76, "p95_ms": 72.307}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.504, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16314.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30500.547, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.274, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2203004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:39:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T00:39:58+09:00", "mjpeg": {"age_sec": 0.36, "exists": true, "mtime": "2026-07-06T00:39:58.389948+09:00", "mtime_epoch": 1783265998.389948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:39:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2491.426, "name": "celery", "pid": 267, "rss_mb": 2491.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.934, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 297, "max_ms": 12.612, "p95_ms": 8.512}, "gstreamer_push": {"avg_ms": 1.313, "count": 298, "max_ms": 1.534, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.945, "count": 297, "max_ms": 74.492, "p95_ms": 71.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.491, "count": 297, "max_ms": 71.976, "p95_ms": 59.734}, "yolo11_640_fire_11class": {"avg_ms": 57.554, "count": 297, "max_ms": 75.688, "p95_ms": 72.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.726, "count": 297, "max_ms": 75.676, "p95_ms": 72.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.523, "count": 297, "max_ms": 92.215, "p95_ms": 90.027}, "read_interval": {"avg_ms": 101.006, "count": 297, "max_ms": 399.551, "p95_ms": 136.144}, "triton_wait": {"avg_ms": 61.781, "count": 297, "max_ms": 75.699, "p95_ms": 73.239}, "visualize": {"avg_ms": 3.732, "count": 297, "max_ms": 5.183, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16314.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14598.233, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.461, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:40:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T00:40:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:40:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:40:22.478282+09:00", "mtime_epoch": 1783266022.4782825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:40:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9458.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.585, "count": 300, "max_ms": 21.779, "p95_ms": 18.226}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.448, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.271, "count": 300, "max_ms": 68.066, "p95_ms": 63.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.255, "count": 300, "max_ms": 67.711, "p95_ms": 59.497}, "yolo11_640_fire_11class": {"avg_ms": 52.627, "count": 300, "max_ms": 67.007, "p95_ms": 63.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.654, "count": 300, "max_ms": 76.59, "p95_ms": 71.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.597, "count": 300, "max_ms": 102.167, "p95_ms": 95.767}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 157.814, "p95_ms": 116.206}, "triton_wait": {"avg_ms": 56.768, "count": 300, "max_ms": 76.602, "p95_ms": 71.232}, "visualize": {"avg_ms": 3.519, "count": 300, "max_ms": 4.072, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16314.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30530.602, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.274, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2203306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:40:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:40:28+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:40:28+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:40:28.722369+09:00", "mtime_epoch": 1783266028.7223694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:40:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2491.426, "name": "celery", "pid": 267, "rss_mb": 2491.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.915, "count": 302, "max_ms": 12.985, "p95_ms": 8.353}, "gstreamer_push": {"avg_ms": 1.319, "count": 302, "max_ms": 1.702, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.457, "count": 302, "max_ms": 71.984, "p95_ms": 66.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.025, "count": 302, "max_ms": 72.6, "p95_ms": 58.946}, "yolo11_640_fire_11class": {"avg_ms": 57.217, "count": 302, "max_ms": 72.156, "p95_ms": 68.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.777, "count": 302, "max_ms": 75.318, "p95_ms": 72.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.777, "count": 302, "max_ms": 92.68, "p95_ms": 89.444}, "read_interval": {"avg_ms": 99.53, "count": 301, "max_ms": 314.794, "p95_ms": 121.674}, "triton_wait": {"avg_ms": 62.086, "count": 302, "max_ms": 75.33, "p95_ms": 72.499}, "visualize": {"avg_ms": 3.707, "count": 302, "max_ms": 4.65, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16315.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14628.303, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.414, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1747974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:40:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:40:52+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T00:40:52+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T00:40:52.562703+09:00", "mtime_epoch": 1783266052.5627027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:40:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9458.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.689, "count": 301, "max_ms": 24.7, "p95_ms": 18.284}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.801, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.7, "count": 301, "max_ms": 67.655, "p95_ms": 62.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.192, "count": 301, "max_ms": 68.206, "p95_ms": 59.091}, "yolo11_640_fire_11class": {"avg_ms": 51.515, "count": 301, "max_ms": 69.997, "p95_ms": 63.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.364, "count": 301, "max_ms": 75.979, "p95_ms": 72.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.526, "count": 301, "max_ms": 101.787, "p95_ms": 96.111}, "read_interval": {"avg_ms": 99.927, "count": 300, "max_ms": 206.353, "p95_ms": 119.679}, "triton_wait": {"avg_ms": 54.618, "count": 301, "max_ms": 75.989, "p95_ms": 72.041}, "visualize": {"avg_ms": 3.525, "count": 301, "max_ms": 4.269, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16315.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30560.685, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.361, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2203607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:40:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:40:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:40:58+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:40:58.802790+09:00", "mtime_epoch": 1783266058.8027902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:40:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2491.684, "name": "celery", "pid": 267, "rss_mb": 2491.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.151, "count": 301, "max_ms": 13.889, "p95_ms": 8.936}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 1.71, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.626, "count": 301, "max_ms": 71.575, "p95_ms": 64.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.458, "count": 301, "max_ms": 72.184, "p95_ms": 57.702}, "yolo11_640_fire_11class": {"avg_ms": 53.696, "count": 301, "max_ms": 73.636, "p95_ms": 66.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.691, "count": 301, "max_ms": 75.471, "p95_ms": 72.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.967, "count": 301, "max_ms": 92.086, "p95_ms": 89.775}, "read_interval": {"avg_ms": 99.93, "count": 300, "max_ms": 346.734, "p95_ms": 148.942}, "triton_wait": {"avg_ms": 57.982, "count": 301, "max_ms": 75.483, "p95_ms": 72.832}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 4.999, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16315.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14658.329, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.522, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1748275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:41:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T00:41:22+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T00:41:22.591125+09:00", "mtime_epoch": 1783266082.5911245, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:41:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9458.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.799, "count": 301, "max_ms": 26.147, "p95_ms": 19.257}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.781, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.016, "count": 301, "max_ms": 70.0, "p95_ms": 63.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.478, "count": 301, "max_ms": 73.586, "p95_ms": 58.484}, "yolo11_640_fire_11class": {"avg_ms": 50.758, "count": 301, "max_ms": 70.723, "p95_ms": 63.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.708, "count": 301, "max_ms": 79.313, "p95_ms": 72.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.924, "count": 301, "max_ms": 103.328, "p95_ms": 97.124}, "read_interval": {"avg_ms": 99.786, "count": 300, "max_ms": 188.992, "p95_ms": 117.741}, "triton_wait": {"avg_ms": 54.849, "count": 301, "max_ms": 79.325, "p95_ms": 72.502}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 4.56, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16315.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30590.687, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.306, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2203908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:41:28+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T00:41:28+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:41:28.803212+09:00", "mtime_epoch": 1783266088.803212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:41:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2491.941, "name": "celery", "pid": 267, "rss_mb": 2491.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.948, "count": 301, "max_ms": 12.835, "p95_ms": 8.54}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.87, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.311, "count": 301, "max_ms": 70.397, "p95_ms": 64.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.242, "count": 301, "max_ms": 72.024, "p95_ms": 59.074}, "yolo11_640_fire_11class": {"avg_ms": 54.656, "count": 301, "max_ms": 72.032, "p95_ms": 64.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.633, "count": 301, "max_ms": 75.044, "p95_ms": 72.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.756, "count": 301, "max_ms": 91.37, "p95_ms": 88.739}, "read_interval": {"avg_ms": 99.664, "count": 301, "max_ms": 364.479, "p95_ms": 172.231}, "triton_wait": {"avg_ms": 59.115, "count": 301, "max_ms": 75.056, "p95_ms": 72.444}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.694, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16315.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14688.373, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.461, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1748575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:41:52+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:41:52+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T00:41:52.635549+09:00", "mtime_epoch": 1783266112.6355488, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:41:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9459.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.765, "count": 300, "max_ms": 28.19, "p95_ms": 18.733}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.501, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.278, "count": 300, "max_ms": 66.274, "p95_ms": 63.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.704, "count": 300, "max_ms": 67.315, "p95_ms": 61.957}, "yolo11_640_fire_11class": {"avg_ms": 50.085, "count": 300, "max_ms": 69.583, "p95_ms": 63.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.556, "count": 300, "max_ms": 75.583, "p95_ms": 72.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.745, "count": 300, "max_ms": 101.694, "p95_ms": 96.65}, "read_interval": {"avg_ms": 100.129, "count": 300, "max_ms": 177.981, "p95_ms": 124.938}, "triton_wait": {"avg_ms": 53.718, "count": 300, "max_ms": 75.595, "p95_ms": 72.013}, "visualize": {"avg_ms": 3.513, "count": 300, "max_ms": 5.548, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16315.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30620.739, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.421, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2204209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:41:58+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:41:58+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T00:41:58.883637+09:00", "mtime_epoch": 1783266118.8836372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:41:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2491.941, "name": "celery", "pid": 267, "rss_mb": 2491.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.923, "count": 301, "max_ms": 13.458, "p95_ms": 8.777}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.813, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.182, "count": 301, "max_ms": 70.759, "p95_ms": 64.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.926, "count": 301, "max_ms": 72.37, "p95_ms": 63.704}, "yolo11_640_fire_11class": {"avg_ms": 53.045, "count": 301, "max_ms": 73.207, "p95_ms": 67.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.271, "count": 301, "max_ms": 75.794, "p95_ms": 73.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.367, "count": 301, "max_ms": 92.033, "p95_ms": 89.48}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 345.496, "p95_ms": 147.602}, "triton_wait": {"avg_ms": 56.748, "count": 301, "max_ms": 75.806, "p95_ms": 73.163}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.617, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16315.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14718.461, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.574, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1748876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:42:22+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:42:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:42:22.711976+09:00", "mtime_epoch": 1783266142.7119756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:42:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9459.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.82, "count": 300, "max_ms": 23.227, "p95_ms": 18.735}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.427, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.881, "count": 300, "max_ms": 70.366, "p95_ms": 63.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.787, "count": 300, "max_ms": 71.784, "p95_ms": 55.618}, "yolo11_640_fire_11class": {"avg_ms": 49.146, "count": 300, "max_ms": 69.204, "p95_ms": 63.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.317, "count": 300, "max_ms": 79.03, "p95_ms": 71.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.479, "count": 301, "max_ms": 104.319, "p95_ms": 97.042}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 179.999, "p95_ms": 125.564}, "triton_wait": {"avg_ms": 53.387, "count": 300, "max_ms": 79.042, "p95_ms": 71.888}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 5.191, "p95_ms": 3.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16316.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30650.803, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.382, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2204509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:42:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:42:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T00:42:28+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T00:42:28.916064+09:00", "mtime_epoch": 1783266148.916064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:42:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2492.199, "name": "celery", "pid": 267, "rss_mb": 2492.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 300, "max_ms": 13.474, "p95_ms": 11.772}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.888, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.752, "count": 300, "max_ms": 68.926, "p95_ms": 64.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.008, "count": 300, "max_ms": 70.479, "p95_ms": 59.997}, "yolo11_640_fire_11class": {"avg_ms": 51.045, "count": 300, "max_ms": 69.771, "p95_ms": 65.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.293, "count": 300, "max_ms": 77.484, "p95_ms": 71.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.512, "count": 300, "max_ms": 94.931, "p95_ms": 87.308}, "read_interval": {"avg_ms": 100.207, "count": 299, "max_ms": 467.933, "p95_ms": 194.352}, "triton_wait": {"avg_ms": 54.784, "count": 300, "max_ms": 77.496, "p95_ms": 71.521}, "visualize": {"avg_ms": 3.753, "count": 300, "max_ms": 6.136, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16316.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14748.517, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.708, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1749174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:42:52+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T00:42:52+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-06T00:42:52.592402+09:00", "mtime_epoch": 1783266172.5924017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:42:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9459.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.809, "count": 298, "max_ms": 22.975, "p95_ms": 18.617}, "gstreamer_push": {"avg_ms": 1.234, "count": 298, "max_ms": 1.454, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.995, "count": 298, "max_ms": 67.124, "p95_ms": 63.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.346, "count": 298, "max_ms": 64.385, "p95_ms": 60.484}, "yolo11_640_fire_11class": {"avg_ms": 52.036, "count": 298, "max_ms": 67.437, "p95_ms": 64.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.481, "count": 298, "max_ms": 76.396, "p95_ms": 72.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.445, "count": 298, "max_ms": 256.46, "p95_ms": 97.398}, "read_interval": {"avg_ms": 100.278, "count": 297, "max_ms": 172.24, "p95_ms": 117.405}, "triton_wait": {"avg_ms": 55.704, "count": 298, "max_ms": 76.408, "p95_ms": 72.93}, "visualize": {"avg_ms": 3.528, "count": 298, "max_ms": 4.68, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16316.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30680.867, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.306, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2204809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:42:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:42:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:42:58+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:42:58.984493+09:00", "mtime_epoch": 1783266178.9844933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:42:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2492.199, "name": "celery", "pid": 267, "rss_mb": 2492.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.957, "count": 300, "max_ms": 9.44, "p95_ms": 8.671}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.538, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.646, "count": 300, "max_ms": 68.789, "p95_ms": 65.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.493, "count": 300, "max_ms": 69.869, "p95_ms": 61.526}, "yolo11_640_fire_11class": {"avg_ms": 55.558, "count": 300, "max_ms": 69.972, "p95_ms": 68.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.263, "count": 300, "max_ms": 76.17, "p95_ms": 72.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.407, "count": 300, "max_ms": 92.604, "p95_ms": 89.253}, "read_interval": {"avg_ms": 100.209, "count": 299, "max_ms": 376.403, "p95_ms": 134.22}, "triton_wait": {"avg_ms": 60.733, "count": 300, "max_ms": 76.183, "p95_ms": 72.602}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 4.659, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16316.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14778.551, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.03, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1749476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:43:22+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:43:22+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T00:43:22.808835+09:00", "mtime_epoch": 1783266202.8088346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:43:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9459.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.851, "count": 302, "max_ms": 30.071, "p95_ms": 28.343}, "gstreamer_push": {"avg_ms": 1.224, "count": 302, "max_ms": 1.721, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.796, "count": 302, "max_ms": 69.018, "p95_ms": 63.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.361, "count": 302, "max_ms": 70.534, "p95_ms": 55.187}, "yolo11_640_fire_11class": {"avg_ms": 50.057, "count": 302, "max_ms": 70.546, "p95_ms": 63.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.42, "count": 302, "max_ms": 77.271, "p95_ms": 72.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.637, "count": 302, "max_ms": 109.777, "p95_ms": 97.91}, "read_interval": {"avg_ms": 99.474, "count": 301, "max_ms": 172.912, "p95_ms": 122.337}, "triton_wait": {"avg_ms": 53.527, "count": 302, "max_ms": 77.283, "p95_ms": 72.176}, "visualize": {"avg_ms": 3.522, "count": 302, "max_ms": 5.076, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16316.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30710.908, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.33, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2205110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:43:29+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:43:29+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T00:43:29.016924+09:00", "mtime_epoch": 1783266209.0169237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:43:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2492.457, "name": "celery", "pid": 267, "rss_mb": 2492.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.385, "count": 301, "max_ms": 13.312, "p95_ms": 12.665}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.897, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.033, "count": 301, "max_ms": 70.657, "p95_ms": 64.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.872, "count": 301, "max_ms": 67.832, "p95_ms": 57.355}, "yolo11_640_fire_11class": {"avg_ms": 52.946, "count": 301, "max_ms": 70.671, "p95_ms": 65.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.574, "count": 301, "max_ms": 77.581, "p95_ms": 71.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.196, "count": 301, "max_ms": 94.252, "p95_ms": 89.374}, "read_interval": {"avg_ms": 99.785, "count": 300, "max_ms": 459.997, "p95_ms": 148.196}, "triton_wait": {"avg_ms": 56.934, "count": 301, "max_ms": 77.594, "p95_ms": 71.499}, "visualize": {"avg_ms": 3.763, "count": 301, "max_ms": 5.698, "p95_ms": 4.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16317.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14808.558, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.045, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1749777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:43:52+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:43:52+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:43:52.809266+09:00", "mtime_epoch": 1783266232.809266, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:43:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9459.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.057, "count": 301, "max_ms": 25.613, "p95_ms": 19.07}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.796, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.86, "count": 301, "max_ms": 67.518, "p95_ms": 63.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.591, "count": 301, "max_ms": 67.531, "p95_ms": 57.534}, "yolo11_640_fire_11class": {"avg_ms": 50.732, "count": 301, "max_ms": 67.254, "p95_ms": 63.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.191, "count": 301, "max_ms": 75.962, "p95_ms": 72.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.595, "count": 301, "max_ms": 100.371, "p95_ms": 97.313}, "read_interval": {"avg_ms": 99.666, "count": 301, "max_ms": 196.248, "p95_ms": 121.502}, "triton_wait": {"avg_ms": 54.319, "count": 301, "max_ms": 75.974, "p95_ms": 72.416}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.46, "p95_ms": 3.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16317.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30740.989, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.253, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2205410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:43:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:43:59+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:43:59.109357+09:00", "mtime_epoch": 1783266239.1093569, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:43:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2492.457, "name": "celery", "pid": 267, "rss_mb": 2492.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 300, "max_ms": 13.272, "p95_ms": 8.81}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 2.425, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.794, "count": 300, "max_ms": 68.621, "p95_ms": 64.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.69, "count": 300, "max_ms": 68.342, "p95_ms": 58.238}, "yolo11_640_fire_11class": {"avg_ms": 53.518, "count": 300, "max_ms": 72.865, "p95_ms": 66.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.96, "count": 300, "max_ms": 74.886, "p95_ms": 72.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.251, "count": 300, "max_ms": 91.491, "p95_ms": 88.604}, "read_interval": {"avg_ms": 100.268, "count": 299, "max_ms": 379.724, "p95_ms": 185.104}, "triton_wait": {"avg_ms": 57.531, "count": 300, "max_ms": 74.898, "p95_ms": 72.132}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 4.847, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16317.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14838.584, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.124, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:44:22+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:44:22+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:44:22.833700+09:00", "mtime_epoch": 1783266262.8336997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:44:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9459.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.971, "count": 300, "max_ms": 21.934, "p95_ms": 18.909}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.811, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.696, "count": 300, "max_ms": 67.552, "p95_ms": 63.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.926, "count": 300, "max_ms": 67.542, "p95_ms": 56.681}, "yolo11_640_fire_11class": {"avg_ms": 51.292, "count": 300, "max_ms": 68.383, "p95_ms": 63.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.182, "count": 300, "max_ms": 75.576, "p95_ms": 72.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.63, "count": 300, "max_ms": 101.508, "p95_ms": 97.14}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 209.613, "p95_ms": 117.095}, "triton_wait": {"avg_ms": 55.348, "count": 300, "max_ms": 75.588, "p95_ms": 72.46}, "visualize": {"avg_ms": 3.538, "count": 300, "max_ms": 4.958, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16317.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30771.035, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.36, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2205712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:44:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:44:29+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:44:29.153791+09:00", "mtime_epoch": 1783266269.1537912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:44:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2492.715, "name": "celery", "pid": 267, "rss_mb": 2492.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.122, "count": 302, "max_ms": 13.877, "p95_ms": 11.942}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.879, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.606, "count": 302, "max_ms": 72.642, "p95_ms": 65.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.669, "count": 302, "max_ms": 71.356, "p95_ms": 60.645}, "yolo11_640_fire_11class": {"avg_ms": 55.155, "count": 302, "max_ms": 73.914, "p95_ms": 68.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.344, "count": 302, "max_ms": 78.874, "p95_ms": 72.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.555, "count": 302, "max_ms": 95.139, "p95_ms": 89.598}, "read_interval": {"avg_ms": 99.477, "count": 301, "max_ms": 356.028, "p95_ms": 154.623}, "triton_wait": {"avg_ms": 59.648, "count": 302, "max_ms": 78.886, "p95_ms": 73.152}, "visualize": {"avg_ms": 3.716, "count": 302, "max_ms": 5.946, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16317.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14868.691, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.11, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:44:53+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T00:44:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T00:44:52.930136+09:00", "mtime_epoch": 1783266292.930136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:44:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9459.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.026, "count": 300, "max_ms": 22.098, "p95_ms": 18.78}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.465, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.289, "count": 300, "max_ms": 65.62, "p95_ms": 63.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.75, "count": 300, "max_ms": 65.631, "p95_ms": 56.61}, "yolo11_640_fire_11class": {"avg_ms": 49.681, "count": 300, "max_ms": 66.616, "p95_ms": 63.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.071, "count": 300, "max_ms": 74.211, "p95_ms": 72.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.479, "count": 300, "max_ms": 99.813, "p95_ms": 96.979}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 174.172, "p95_ms": 123.918}, "triton_wait": {"avg_ms": 53.195, "count": 300, "max_ms": 74.222, "p95_ms": 72.466}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.371, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16317.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30801.051, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.131, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2206011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:44:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T00:44:59+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T00:44:59.194227+09:00", "mtime_epoch": 1783266299.194227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:44:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2492.715, "name": "celery", "pid": 267, "rss_mb": 2492.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.13, "count": 299, "max_ms": 13.305, "p95_ms": 10.862}, "gstreamer_push": {"avg_ms": 1.328, "count": 299, "max_ms": 2.248, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.217, "count": 299, "max_ms": 71.769, "p95_ms": 64.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.78, "count": 299, "max_ms": 72.067, "p95_ms": 60.098}, "yolo11_640_fire_11class": {"avg_ms": 51.151, "count": 299, "max_ms": 71.359, "p95_ms": 63.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.34, "count": 299, "max_ms": 73.469, "p95_ms": 71.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.821, "count": 299, "max_ms": 92.006, "p95_ms": 88.578}, "read_interval": {"avg_ms": 100.463, "count": 298, "max_ms": 438.297, "p95_ms": 164.706}, "triton_wait": {"avg_ms": 54.779, "count": 299, "max_ms": 73.481, "p95_ms": 71.666}, "visualize": {"avg_ms": 3.771, "count": 299, "max_ms": 5.872, "p95_ms": 4.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16317.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14898.755, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.124, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:45:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:45:23+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:45:23+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T00:45:23.018574+09:00", "mtime_epoch": 1783266323.0185742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:45:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9460.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.894, "count": 301, "max_ms": 26.23, "p95_ms": 18.944}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.988, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.996, "count": 301, "max_ms": 68.72, "p95_ms": 62.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.3, "count": 301, "max_ms": 68.783, "p95_ms": 57.002}, "yolo11_640_fire_11class": {"avg_ms": 50.437, "count": 301, "max_ms": 70.674, "p95_ms": 62.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.213, "count": 301, "max_ms": 77.197, "p95_ms": 71.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.528, "count": 301, "max_ms": 101.494, "p95_ms": 96.816}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 200.557, "p95_ms": 120.811}, "triton_wait": {"avg_ms": 54.393, "count": 301, "max_ms": 77.208, "p95_ms": 71.832}, "visualize": {"avg_ms": 3.5, "count": 301, "max_ms": 5.191, "p95_ms": 3.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16317.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30831.131, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.199, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2206311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:45:29+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:45:29+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T00:45:29.238924+09:00", "mtime_epoch": 1783266329.2389235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:45:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2492.973, "name": "celery", "pid": 267, "rss_mb": 2492.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.26, "count": 299, "max_ms": 14.409, "p95_ms": 12.553}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.683, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.794, "count": 299, "max_ms": 68.645, "p95_ms": 64.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.922, "count": 299, "max_ms": 66.627, "p95_ms": 60.78}, "yolo11_640_fire_11class": {"avg_ms": 54.438, "count": 299, "max_ms": 70.193, "p95_ms": 67.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.045, "count": 299, "max_ms": 75.985, "p95_ms": 72.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.603, "count": 299, "max_ms": 94.791, "p95_ms": 89.636}, "read_interval": {"avg_ms": 100.247, "count": 299, "max_ms": 336.507, "p95_ms": 159.253}, "triton_wait": {"avg_ms": 59.516, "count": 299, "max_ms": 75.998, "p95_ms": 72.765}, "visualize": {"avg_ms": 3.741, "count": 299, "max_ms": 4.879, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16318.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14928.773, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.213, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1750979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:45:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:45:53+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T00:45:53.020234+09:00", "mtime_epoch": 1783266353.0202339, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:45:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9460.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.619, "count": 300, "max_ms": 30.437, "p95_ms": 28.18}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 2.137, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.418, "count": 300, "max_ms": 68.404, "p95_ms": 63.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.686, "count": 300, "max_ms": 70.379, "p95_ms": 60.179}, "yolo11_640_fire_11class": {"avg_ms": 51.054, "count": 300, "max_ms": 70.369, "p95_ms": 63.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.73, "count": 300, "max_ms": 74.632, "p95_ms": 72.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.801, "count": 300, "max_ms": 108.705, "p95_ms": 97.343}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 199.509, "p95_ms": 117.09}, "triton_wait": {"avg_ms": 54.861, "count": 300, "max_ms": 74.644, "p95_ms": 72.645}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 5.532, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16318.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30861.151, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.099, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2206612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:45:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:45:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:45:59+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T00:45:59.292573+09:00", "mtime_epoch": 1783266359.2925732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:45:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2493.23, "name": "celery", "pid": 267, "rss_mb": 2493.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 301, "max_ms": 13.162, "p95_ms": 8.426}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 1.561, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.514, "count": 301, "max_ms": 69.867, "p95_ms": 64.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.601, "count": 301, "max_ms": 71.352, "p95_ms": 60.435}, "yolo11_640_fire_11class": {"avg_ms": 53.748, "count": 301, "max_ms": 70.759, "p95_ms": 66.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.374, "count": 301, "max_ms": 74.959, "p95_ms": 72.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.669, "count": 301, "max_ms": 92.928, "p95_ms": 88.533}, "read_interval": {"avg_ms": 99.824, "count": 301, "max_ms": 396.424, "p95_ms": 146.15}, "triton_wait": {"avg_ms": 57.967, "count": 301, "max_ms": 74.972, "p95_ms": 72.06}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.746, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16318.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14958.868, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.258, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1751280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:46:23+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:46:23+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:46:23.117838+09:00", "mtime_epoch": 1783266383.1178381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:46:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9460.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.809, "count": 300, "max_ms": 21.538, "p95_ms": 18.56}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.528, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.417, "count": 300, "max_ms": 72.903, "p95_ms": 63.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.362, "count": 300, "max_ms": 68.846, "p95_ms": 60.777}, "yolo11_640_fire_11class": {"avg_ms": 51.372, "count": 300, "max_ms": 66.216, "p95_ms": 63.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.213, "count": 300, "max_ms": 74.951, "p95_ms": 72.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.531, "count": 300, "max_ms": 99.456, "p95_ms": 96.879}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 187.216, "p95_ms": 116.396}, "triton_wait": {"avg_ms": 55.432, "count": 300, "max_ms": 74.963, "p95_ms": 72.348}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 5.01, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16319.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30891.233, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.185, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2206914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:46:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:46:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T00:46:29+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T00:46:29.338162+09:00", "mtime_epoch": 1783266389.3381624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:46:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2493.23, "name": "celery", "pid": 267, "rss_mb": 2493.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.062}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.93, "count": 301, "max_ms": 12.854, "p95_ms": 8.797}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 1.571, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.208, "count": 301, "max_ms": 68.733, "p95_ms": 65.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.848, "count": 301, "max_ms": 70.016, "p95_ms": 63.549}, "yolo11_640_fire_11class": {"avg_ms": 55.42, "count": 301, "max_ms": 72.73, "p95_ms": 66.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.575, "count": 301, "max_ms": 75.843, "p95_ms": 73.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.756, "count": 301, "max_ms": 92.047, "p95_ms": 90.059}, "read_interval": {"avg_ms": 99.662, "count": 301, "max_ms": 349.781, "p95_ms": 147.423}, "triton_wait": {"avg_ms": 60.08, "count": 301, "max_ms": 75.855, "p95_ms": 73.498}, "visualize": {"avg_ms": 3.708, "count": 301, "max_ms": 5.603, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16319.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 14988.906, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.151, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1751580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:46:53+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T00:46:53+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T00:46:53.163383+09:00", "mtime_epoch": 1783266413.1633825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:46:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9460.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.801, "count": 300, "max_ms": 23.944, "p95_ms": 19.684}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 2.03, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.522, "count": 300, "max_ms": 67.629, "p95_ms": 63.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.288, "count": 300, "max_ms": 64.97, "p95_ms": 58.181}, "yolo11_640_fire_11class": {"avg_ms": 50.956, "count": 300, "max_ms": 69.967, "p95_ms": 63.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.197, "count": 300, "max_ms": 74.526, "p95_ms": 71.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.443, "count": 300, "max_ms": 99.153, "p95_ms": 96.387}, "read_interval": {"avg_ms": 100.138, "count": 299, "max_ms": 289.572, "p95_ms": 114.766}, "triton_wait": {"avg_ms": 55.365, "count": 300, "max_ms": 74.538, "p95_ms": 71.957}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 5.396, "p95_ms": 3.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16319.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30921.255, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.167, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:46:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:46:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:46:59+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T00:46:59.399696+09:00", "mtime_epoch": 1783266419.399696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:46:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2493.488, "name": "celery", "pid": 267, "rss_mb": 2493.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.944, "count": 299, "max_ms": 12.547, "p95_ms": 8.698}, "gstreamer_push": {"avg_ms": 1.333, "count": 299, "max_ms": 2.036, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.81, "count": 299, "max_ms": 67.154, "p95_ms": 64.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.443, "count": 299, "max_ms": 69.292, "p95_ms": 55.918}, "yolo11_640_fire_11class": {"avg_ms": 55.287, "count": 299, "max_ms": 72.735, "p95_ms": 65.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.255, "count": 299, "max_ms": 75.365, "p95_ms": 72.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.721, "count": 299, "max_ms": 91.994, "p95_ms": 89.199}, "read_interval": {"avg_ms": 100.465, "count": 298, "max_ms": 383.893, "p95_ms": 140.493}, "triton_wait": {"avg_ms": 59.939, "count": 299, "max_ms": 75.379, "p95_ms": 72.636}, "visualize": {"avg_ms": 3.758, "count": 299, "max_ms": 4.781, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16319.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15018.965, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.039, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1751881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:47:23+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T00:47:23+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T00:47:23.204873+09:00", "mtime_epoch": 1783266443.2048726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:47:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9460.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.741, "count": 301, "max_ms": 24.94, "p95_ms": 18.674}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 2.15, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.664, "count": 301, "max_ms": 68.259, "p95_ms": 62.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.81, "count": 301, "max_ms": 69.235, "p95_ms": 59.413}, "yolo11_640_fire_11class": {"avg_ms": 51.331, "count": 301, "max_ms": 69.245, "p95_ms": 62.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.623, "count": 301, "max_ms": 77.288, "p95_ms": 71.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.717, "count": 301, "max_ms": 101.892, "p95_ms": 95.961}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 171.916, "p95_ms": 115.843}, "triton_wait": {"avg_ms": 55.782, "count": 301, "max_ms": 77.299, "p95_ms": 71.718}, "visualize": {"avg_ms": 3.494, "count": 301, "max_ms": 5.467, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16319.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30951.352, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.31, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:47:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:47:29+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T00:47:29.461176+09:00", "mtime_epoch": 1783266449.4611764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:47:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2493.488, "name": "celery", "pid": 267, "rss_mb": 2493.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.984, "count": 301, "max_ms": 12.643, "p95_ms": 8.868}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 2.074, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.694, "count": 301, "max_ms": 70.985, "p95_ms": 64.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.388, "count": 301, "max_ms": 69.554, "p95_ms": 61.099}, "yolo11_640_fire_11class": {"avg_ms": 55.435, "count": 301, "max_ms": 71.825, "p95_ms": 65.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.447, "count": 301, "max_ms": 77.18, "p95_ms": 73.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.527, "count": 301, "max_ms": 93.835, "p95_ms": 89.749}, "read_interval": {"avg_ms": 99.725, "count": 300, "max_ms": 402.059, "p95_ms": 135.235}, "triton_wait": {"avg_ms": 60.734, "count": 301, "max_ms": 77.193, "p95_ms": 73.118}, "visualize": {"avg_ms": 3.793, "count": 301, "max_ms": 5.738, "p95_ms": 4.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16319.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15049.059, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.075, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1752182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:47:53+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T00:47:53+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T00:47:53.314315+09:00", "mtime_epoch": 1783266473.314315, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:47:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9460.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.753, "count": 300, "max_ms": 28.167, "p95_ms": 18.438}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.498, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.396, "count": 300, "max_ms": 69.249, "p95_ms": 63.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.897, "count": 300, "max_ms": 68.702, "p95_ms": 58.868}, "yolo11_640_fire_11class": {"avg_ms": 51.751, "count": 300, "max_ms": 68.715, "p95_ms": 63.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.499, "count": 300, "max_ms": 77.614, "p95_ms": 72.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.604, "count": 300, "max_ms": 101.704, "p95_ms": 97.592}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 181.996, "p95_ms": 117.538}, "triton_wait": {"avg_ms": 55.631, "count": 300, "max_ms": 77.626, "p95_ms": 72.217}, "visualize": {"avg_ms": 3.51, "count": 300, "max_ms": 4.682, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16319.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 30981.417, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.319, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2207815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:47:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:47:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T00:47:59.554608+09:00", "mtime_epoch": 1783266479.5546079, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:47:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2493.746, "name": "celery", "pid": 267, "rss_mb": 2493.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 300, "max_ms": 12.994, "p95_ms": 8.707}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.499, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.437, "count": 300, "max_ms": 70.283, "p95_ms": 65.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.348, "count": 300, "max_ms": 72.888, "p95_ms": 61.7}, "yolo11_640_fire_11class": {"avg_ms": 56.471, "count": 300, "max_ms": 73.448, "p95_ms": 69.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.595, "count": 300, "max_ms": 76.732, "p95_ms": 72.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.659, "count": 300, "max_ms": 94.418, "p95_ms": 89.315}, "read_interval": {"avg_ms": 100.276, "count": 299, "max_ms": 308.076, "p95_ms": 153.275}, "triton_wait": {"avg_ms": 61.012, "count": 300, "max_ms": 76.744, "p95_ms": 72.737}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 5.155, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16319.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15079.115, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.879, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1752482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:48:23+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T00:48:23+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:48:23.367707+09:00", "mtime_epoch": 1783266503.3677068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:48:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9460.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.672, "count": 300, "max_ms": 25.064, "p95_ms": 22.469}, "gstreamer_push": {"avg_ms": 1.217, "count": 300, "max_ms": 1.796, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.183, "count": 300, "max_ms": 69.151, "p95_ms": 62.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.211, "count": 300, "max_ms": 69.706, "p95_ms": 61.189}, "yolo11_640_fire_11class": {"avg_ms": 52.073, "count": 300, "max_ms": 68.479, "p95_ms": 63.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.034, "count": 300, "max_ms": 77.984, "p95_ms": 72.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.063, "count": 300, "max_ms": 102.42, "p95_ms": 96.512}, "read_interval": {"avg_ms": 100.201, "count": 299, "max_ms": 190.955, "p95_ms": 116.782}, "triton_wait": {"avg_ms": 56.243, "count": 300, "max_ms": 77.995, "p95_ms": 72.179}, "visualize": {"avg_ms": 3.443, "count": 300, "max_ms": 5.601, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16319.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31011.454, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.381, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2208112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:48:29+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:48:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:48:29.571989+09:00", "mtime_epoch": 1783266509.5719886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:48:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.004, "name": "celery", "pid": 267, "rss_mb": 2494.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 297, "max_ms": 13.407, "p95_ms": 8.521}, "gstreamer_push": {"avg_ms": 1.314, "count": 297, "max_ms": 1.719, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.483, "count": 297, "max_ms": 70.475, "p95_ms": 66.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.955, "count": 297, "max_ms": 72.348, "p95_ms": 62.569}, "yolo11_640_fire_11class": {"avg_ms": 57.106, "count": 297, "max_ms": 70.918, "p95_ms": 66.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.224, "count": 297, "max_ms": 78.378, "p95_ms": 73.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.217, "count": 297, "max_ms": 94.828, "p95_ms": 90.22}, "read_interval": {"avg_ms": 101.139, "count": 296, "max_ms": 351.619, "p95_ms": 120.915}, "triton_wait": {"avg_ms": 62.617, "count": 297, "max_ms": 78.39, "p95_ms": 73.869}, "visualize": {"avg_ms": 3.692, "count": 297, "max_ms": 5.598, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16320.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15109.165, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.855, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1752783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:48:53+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T00:48:53+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T00:48:53.421053+09:00", "mtime_epoch": 1783266533.4210534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:48:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.666, "count": 301, "max_ms": 24.865, "p95_ms": 19.185}, "gstreamer_push": {"avg_ms": 1.216, "count": 301, "max_ms": 1.888, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.304, "count": 301, "max_ms": 66.537, "p95_ms": 63.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.652, "count": 301, "max_ms": 66.86, "p95_ms": 60.525}, "yolo11_640_fire_11class": {"avg_ms": 52.287, "count": 301, "max_ms": 66.358, "p95_ms": 62.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.686, "count": 301, "max_ms": 75.669, "p95_ms": 71.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.685, "count": 301, "max_ms": 99.687, "p95_ms": 96.549}, "read_interval": {"avg_ms": 99.862, "count": 300, "max_ms": 189.226, "p95_ms": 113.914}, "triton_wait": {"avg_ms": 56.832, "count": 301, "max_ms": 75.681, "p95_ms": 71.963}, "visualize": {"avg_ms": 3.485, "count": 301, "max_ms": 5.576, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16320.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31041.48, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.476, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2208416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:48:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:48:59+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:48:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T00:48:59.597325+09:00", "mtime_epoch": 1783266539.5973248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:48:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.004, "name": "celery", "pid": 267, "rss_mb": 2494.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.163, "pushed": 10.163, "read": 10.129}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.937, "count": 304, "max_ms": 13.275, "p95_ms": 8.694}, "gstreamer_push": {"avg_ms": 1.323, "count": 304, "max_ms": 1.756, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.92, "count": 304, "max_ms": 70.851, "p95_ms": 65.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.307, "count": 304, "max_ms": 71.546, "p95_ms": 59.691}, "yolo11_640_fire_11class": {"avg_ms": 54.192, "count": 304, "max_ms": 70.392, "p95_ms": 68.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.899, "count": 304, "max_ms": 78.098, "p95_ms": 72.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.199, "count": 304, "max_ms": 94.422, "p95_ms": 88.581}, "read_interval": {"avg_ms": 98.736, "count": 303, "max_ms": 423.208, "p95_ms": 139.238}, "triton_wait": {"avg_ms": 58.419, "count": 304, "max_ms": 78.111, "p95_ms": 72.097}, "visualize": {"avg_ms": 3.723, "count": 304, "max_ms": 5.033, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16320.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15139.226, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.717, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:49:23+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T00:49:23+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T00:49:23.486358+09:00", "mtime_epoch": 1783266563.4863577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.275, "count": 300, "max_ms": 27.994, "p95_ms": 21.718}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.497, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.864, "count": 300, "max_ms": 66.099, "p95_ms": 62.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.558, "count": 300, "max_ms": 68.453, "p95_ms": 56.459}, "yolo11_640_fire_11class": {"avg_ms": 49.702, "count": 300, "max_ms": 65.325, "p95_ms": 62.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.881, "count": 300, "max_ms": 73.259, "p95_ms": 70.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.917, "count": 300, "max_ms": 97.922, "p95_ms": 95.085}, "read_interval": {"avg_ms": 100.208, "count": 300, "max_ms": 215.178, "p95_ms": 123.091}, "triton_wait": {"avg_ms": 53.281, "count": 300, "max_ms": 73.271, "p95_ms": 70.07}, "visualize": {"avg_ms": 3.561, "count": 300, "max_ms": 5.146, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16320.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31071.505, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.367, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2208715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:49:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:49:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T00:49:29+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T00:49:29.646620+09:00", "mtime_epoch": 1783266569.64662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:49:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.004, "name": "celery", "pid": 267, "rss_mb": 2494.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.868, "count": 299, "max_ms": 12.403, "p95_ms": 8.327}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.493, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.154, "count": 299, "max_ms": 69.121, "p95_ms": 63.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.839, "count": 299, "max_ms": 65.686, "p95_ms": 56.76}, "yolo11_640_fire_11class": {"avg_ms": 52.615, "count": 299, "max_ms": 72.182, "p95_ms": 64.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.618, "count": 299, "max_ms": 76.46, "p95_ms": 71.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.779, "count": 299, "max_ms": 93.24, "p95_ms": 88.366}, "read_interval": {"avg_ms": 100.483, "count": 298, "max_ms": 378.415, "p95_ms": 148.597}, "triton_wait": {"avg_ms": 57.148, "count": 299, "max_ms": 76.473, "p95_ms": 71.776}, "visualize": {"avg_ms": 3.679, "count": 299, "max_ms": 5.341, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16321.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15169.315, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.641, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:49:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T00:49:53+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T00:49:53.491619+09:00", "mtime_epoch": 1783266593.4916193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:49:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.981, "count": 301, "max_ms": 25.305, "p95_ms": 18.954}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.43, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.893, "count": 301, "max_ms": 74.248, "p95_ms": 63.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.388, "count": 301, "max_ms": 66.973, "p95_ms": 58.378}, "yolo11_640_fire_11class": {"avg_ms": 50.569, "count": 301, "max_ms": 73.548, "p95_ms": 63.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.558, "count": 301, "max_ms": 75.676, "p95_ms": 70.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.088, "count": 301, "max_ms": 103.316, "p95_ms": 96.272}, "read_interval": {"avg_ms": 99.738, "count": 300, "max_ms": 202.328, "p95_ms": 118.475}, "triton_wait": {"avg_ms": 53.877, "count": 301, "max_ms": 75.69, "p95_ms": 71.416}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 4.468, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16320.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31101.531, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.685, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2209016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:49:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:49:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T00:49:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T00:49:59.667874+09:00", "mtime_epoch": 1783266599.6678743, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:49:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.262, "name": "celery", "pid": 267, "rss_mb": 2494.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 301, "max_ms": 12.459, "p95_ms": 8.377}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.536, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.311, "count": 301, "max_ms": 74.634, "p95_ms": 66.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.97, "count": 301, "max_ms": 72.189, "p95_ms": 57.134}, "yolo11_640_fire_11class": {"avg_ms": 55.829, "count": 301, "max_ms": 74.05, "p95_ms": 69.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.254, "count": 301, "max_ms": 75.929, "p95_ms": 73.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.489, "count": 301, "max_ms": 97.142, "p95_ms": 90.91}, "read_interval": {"avg_ms": 99.806, "count": 300, "max_ms": 319.169, "p95_ms": 148.284}, "triton_wait": {"avg_ms": 59.793, "count": 301, "max_ms": 75.941, "p95_ms": 73.832}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.585, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16321.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15199.316, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.536, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:50:23+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T00:50:23+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:50:23.568846+09:00", "mtime_epoch": 1783266623.568846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:50:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.907, "count": 300, "max_ms": 25.234, "p95_ms": 18.842}, "gstreamer_push": {"avg_ms": 1.217, "count": 300, "max_ms": 1.802, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.952, "count": 300, "max_ms": 65.386, "p95_ms": 62.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.813, "count": 300, "max_ms": 66.003, "p95_ms": 59.567}, "yolo11_640_fire_11class": {"avg_ms": 53.666, "count": 300, "max_ms": 67.088, "p95_ms": 63.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.092, "count": 300, "max_ms": 73.6, "p95_ms": 70.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.356, "count": 300, "max_ms": 98.654, "p95_ms": 95.201}, "read_interval": {"avg_ms": 100.049, "count": 300, "max_ms": 152.29, "p95_ms": 112.281}, "triton_wait": {"avg_ms": 58.245, "count": 300, "max_ms": 73.612, "p95_ms": 70.118}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 4.377, "p95_ms": 3.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16321.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31131.571, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.743, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2209317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:50:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T00:50:29+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:50:29+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T00:50:29.701092+09:00", "mtime_epoch": 1783266629.7010918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:50:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.52, "name": "celery", "pid": 267, "rss_mb": 2494.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.969, "count": 301, "max_ms": 12.363, "p95_ms": 8.286}, "gstreamer_push": {"avg_ms": 1.335, "count": 301, "max_ms": 2.283, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.714, "count": 301, "max_ms": 72.271, "p95_ms": 66.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.663, "count": 301, "max_ms": 73.147, "p95_ms": 63.077}, "yolo11_640_fire_11class": {"avg_ms": 59.352, "count": 301, "max_ms": 73.332, "p95_ms": 69.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.405, "count": 301, "max_ms": 75.384, "p95_ms": 73.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.488, "count": 301, "max_ms": 91.991, "p95_ms": 90.103}, "read_interval": {"avg_ms": 99.838, "count": 300, "max_ms": 360.124, "p95_ms": 109.757}, "triton_wait": {"avg_ms": 64.666, "count": 301, "max_ms": 75.397, "p95_ms": 73.235}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 5.294, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16321.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15229.389, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.436, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1753984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:50:53+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T00:50:53+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:50:53.634037+09:00", "mtime_epoch": 1783266653.6340365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:50:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.98, "count": 300, "max_ms": 27.598, "p95_ms": 18.945}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.498, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.605, "count": 300, "max_ms": 66.803, "p95_ms": 63.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.977, "count": 300, "max_ms": 67.406, "p95_ms": 59.549}, "yolo11_640_fire_11class": {"avg_ms": 51.347, "count": 300, "max_ms": 67.895, "p95_ms": 63.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.406, "count": 300, "max_ms": 75.557, "p95_ms": 72.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.764, "count": 300, "max_ms": 100.872, "p95_ms": 96.938}, "read_interval": {"avg_ms": 100.227, "count": 299, "max_ms": 213.881, "p95_ms": 119.151}, "triton_wait": {"avg_ms": 55.53, "count": 300, "max_ms": 75.568, "p95_ms": 72.164}, "visualize": {"avg_ms": 3.486, "count": 300, "max_ms": 5.114, "p95_ms": 3.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16321.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31161.663, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.85, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2209618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:50:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:50:59+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:50:59+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T00:50:59.778275+09:00", "mtime_epoch": 1783266659.7782755, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:50:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.52, "name": "celery", "pid": 267, "rss_mb": 2494.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.205, "count": 300, "max_ms": 13.24, "p95_ms": 11.088}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.351, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.9, "count": 300, "max_ms": 73.199, "p95_ms": 65.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.438, "count": 300, "max_ms": 69.86, "p95_ms": 60.877}, "yolo11_640_fire_11class": {"avg_ms": 55.677, "count": 300, "max_ms": 72.992, "p95_ms": 69.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.531, "count": 300, "max_ms": 74.241, "p95_ms": 72.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.071, "count": 300, "max_ms": 95.685, "p95_ms": 89.309}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 416.444, "p95_ms": 130.314}, "triton_wait": {"avg_ms": 59.931, "count": 300, "max_ms": 74.253, "p95_ms": 72.293}, "visualize": {"avg_ms": 3.789, "count": 300, "max_ms": 6.045, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16321.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15259.409, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.536, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1754285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:51:23+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T00:51:23+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T00:51:23.667192+09:00", "mtime_epoch": 1783266683.667192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:51:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.251, "count": 301, "max_ms": 29.337, "p95_ms": 19.118}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.501, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.651, "count": 301, "max_ms": 70.645, "p95_ms": 63.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.475, "count": 301, "max_ms": 67.631, "p95_ms": 61.397}, "yolo11_640_fire_11class": {"avg_ms": 52.144, "count": 301, "max_ms": 71.28, "p95_ms": 64.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.454, "count": 301, "max_ms": 76.457, "p95_ms": 71.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.285, "count": 301, "max_ms": 111.24, "p95_ms": 97.657}, "read_interval": {"avg_ms": 99.77, "count": 300, "max_ms": 191.496, "p95_ms": 116.635}, "triton_wait": {"avg_ms": 55.755, "count": 301, "max_ms": 76.469, "p95_ms": 71.914}, "visualize": {"avg_ms": 3.524, "count": 301, "max_ms": 4.649, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16322.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31191.716, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.763, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2209918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:51:29+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T00:51:29+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T00:51:29.859426+09:00", "mtime_epoch": 1783266689.859426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:51:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.777, "name": "celery", "pid": 267, "rss_mb": 2494.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.071, "count": 300, "max_ms": 13.461, "p95_ms": 9.698}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.959, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.643, "count": 300, "max_ms": 70.04, "p95_ms": 65.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.139, "count": 300, "max_ms": 70.07, "p95_ms": 61.604}, "yolo11_640_fire_11class": {"avg_ms": 55.463, "count": 300, "max_ms": 71.616, "p95_ms": 68.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.619, "count": 300, "max_ms": 76.102, "p95_ms": 72.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.853, "count": 300, "max_ms": 95.824, "p95_ms": 89.674}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 266.455, "p95_ms": 151.307}, "triton_wait": {"avg_ms": 60.002, "count": 300, "max_ms": 76.114, "p95_ms": 72.365}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 5.982, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16322.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15289.471, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.659, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1754585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:51:53+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T00:51:53+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T00:51:53.700315+09:00", "mtime_epoch": 1783266713.7003155, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:51:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.487, "count": 300, "max_ms": 29.349, "p95_ms": 19.593}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.844, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.109, "count": 300, "max_ms": 70.535, "p95_ms": 63.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.213, "count": 300, "max_ms": 72.34, "p95_ms": 61.349}, "yolo11_640_fire_11class": {"avg_ms": 50.945, "count": 300, "max_ms": 71.123, "p95_ms": 63.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.1, "count": 300, "max_ms": 78.782, "p95_ms": 72.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.157, "count": 300, "max_ms": 107.821, "p95_ms": 98.245}, "read_interval": {"avg_ms": 100.133, "count": 299, "max_ms": 181.185, "p95_ms": 123.388}, "triton_wait": {"avg_ms": 54.385, "count": 300, "max_ms": 78.795, "p95_ms": 72.671}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.607, "p95_ms": 3.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16322.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31221.794, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.763, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2210219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:51:59+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:51:59+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T00:51:59.916544+09:00", "mtime_epoch": 1783266719.9165444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:52:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2494.777, "name": "celery", "pid": 267, "rss_mb": 2494.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.883, "count": 300, "max_ms": 10.524, "p95_ms": 8.235}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.508, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.149, "count": 300, "max_ms": 71.364, "p95_ms": 66.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.53, "count": 300, "max_ms": 73.303, "p95_ms": 61.699}, "yolo11_640_fire_11class": {"avg_ms": 55.572, "count": 300, "max_ms": 74.44, "p95_ms": 69.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.262, "count": 300, "max_ms": 76.785, "p95_ms": 72.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.313, "count": 300, "max_ms": 92.975, "p95_ms": 89.003}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 375.16, "p95_ms": 142.22}, "triton_wait": {"avg_ms": 59.749, "count": 300, "max_ms": 76.797, "p95_ms": 72.589}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 4.718, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16322.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15319.489, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.703, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1754885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:52:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:52:23+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:52:23+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T00:52:23.737409+09:00", "mtime_epoch": 1783266743.7374094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 101360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:52:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9461.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.061, "count": 300, "max_ms": 21.944, "p95_ms": 19.034}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.86, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.337, "count": 300, "max_ms": 69.631, "p95_ms": 63.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.435, "count": 300, "max_ms": 67.107, "p95_ms": 55.112}, "yolo11_640_fire_11class": {"avg_ms": 51.662, "count": 300, "max_ms": 71.239, "p95_ms": 64.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.81, "count": 300, "max_ms": 77.244, "p95_ms": 70.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.406, "count": 300, "max_ms": 102.148, "p95_ms": 96.599}, "read_interval": {"avg_ms": 100.061, "count": 299, "max_ms": 210.218, "p95_ms": 117.555}, "triton_wait": {"avg_ms": 55.018, "count": 300, "max_ms": 77.256, "p95_ms": 71.248}, "visualize": {"avg_ms": 3.549, "count": 300, "max_ms": 5.478, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16322.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31251.801, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.763, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2210518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:52:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:52:29+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:52:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T00:52:29.921631+09:00", "mtime_epoch": 1783266749.921631, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:52:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2495.035, "name": "celery", "pid": 267, "rss_mb": 2495.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.188, "count": 299, "max_ms": 13.16, "p95_ms": 10.011}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 2.092, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.756, "count": 299, "max_ms": 70.984, "p95_ms": 65.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.804, "count": 299, "max_ms": 70.994, "p95_ms": 58.847}, "yolo11_640_fire_11class": {"avg_ms": 55.053, "count": 299, "max_ms": 71.444, "p95_ms": 67.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.99, "count": 299, "max_ms": 75.011, "p95_ms": 71.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.427, "count": 299, "max_ms": 94.317, "p95_ms": 89.783}, "read_interval": {"avg_ms": 100.345, "count": 299, "max_ms": 361.522, "p95_ms": 141.64}, "triton_wait": {"avg_ms": 59.457, "count": 299, "max_ms": 75.024, "p95_ms": 71.6}, "visualize": {"avg_ms": 3.769, "count": 299, "max_ms": 5.86, "p95_ms": 4.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16322.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15349.53, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.731, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1755186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:52:53+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:52:53+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:52:53.782475+09:00", "mtime_epoch": 1783266773.7824755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:52:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9462.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.689, "count": 301, "max_ms": 29.918, "p95_ms": 23.599}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.539, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.362, "count": 301, "max_ms": 67.557, "p95_ms": 63.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.77, "count": 301, "max_ms": 68.621, "p95_ms": 57.793}, "yolo11_640_fire_11class": {"avg_ms": 51.095, "count": 301, "max_ms": 68.211, "p95_ms": 64.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.488, "count": 301, "max_ms": 74.814, "p95_ms": 72.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.581, "count": 301, "max_ms": 111.269, "p95_ms": 97.547}, "read_interval": {"avg_ms": 99.806, "count": 300, "max_ms": 170.81, "p95_ms": 116.942}, "triton_wait": {"avg_ms": 54.661, "count": 301, "max_ms": 74.826, "p95_ms": 72.245}, "visualize": {"avg_ms": 3.492, "count": 301, "max_ms": 4.986, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16322.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31281.863, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.743, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2210820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:52:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:53:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T00:52:59+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T00:53:00.002693+09:00", "mtime_epoch": 1783266780.0026927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:53:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2495.035, "name": "celery", "pid": 267, "rss_mb": 2495.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 302, "max_ms": 12.187, "p95_ms": 8.772}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 2.078, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.812, "count": 302, "max_ms": 71.248, "p95_ms": 64.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.914, "count": 302, "max_ms": 68.978, "p95_ms": 58.556}, "yolo11_640_fire_11class": {"avg_ms": 53.394, "count": 302, "max_ms": 71.861, "p95_ms": 65.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.542, "count": 302, "max_ms": 75.679, "p95_ms": 72.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.738, "count": 302, "max_ms": 92.223, "p95_ms": 88.854}, "read_interval": {"avg_ms": 99.606, "count": 301, "max_ms": 358.059, "p95_ms": 148.352}, "triton_wait": {"avg_ms": 57.951, "count": 302, "max_ms": 75.691, "p95_ms": 72.419}, "visualize": {"avg_ms": 3.744, "count": 302, "max_ms": 5.122, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16323.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15379.561, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.812, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1755486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:53:23+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T00:53:23+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T00:53:23.795513+09:00", "mtime_epoch": 1783266803.7955134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:53:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9462.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.249, "count": 300, "max_ms": 24.943, "p95_ms": 19.641}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.856, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.055, "count": 300, "max_ms": 68.733, "p95_ms": 63.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.982, "count": 300, "max_ms": 68.67, "p95_ms": 59.917}, "yolo11_640_fire_11class": {"avg_ms": 50.744, "count": 300, "max_ms": 66.895, "p95_ms": 64.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.395, "count": 300, "max_ms": 75.826, "p95_ms": 72.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.124, "count": 300, "max_ms": 101.602, "p95_ms": 97.68}, "read_interval": {"avg_ms": 100.038, "count": 299, "max_ms": 169.658, "p95_ms": 124.563}, "triton_wait": {"avg_ms": 54.608, "count": 300, "max_ms": 75.838, "p95_ms": 72.425}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 4.672, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16323.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31311.912, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.621, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2211119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:53:30+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:53:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:53:30.027726+09:00", "mtime_epoch": 1783266810.027726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:53:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2495.293, "name": "celery", "pid": 267, "rss_mb": 2495.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 299, "max_ms": 12.384, "p95_ms": 8.409}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 2.265, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.164, "count": 299, "max_ms": 70.592, "p95_ms": 65.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.934, "count": 299, "max_ms": 74.215, "p95_ms": 59.393}, "yolo11_640_fire_11class": {"avg_ms": 53.537, "count": 299, "max_ms": 72.641, "p95_ms": 67.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.943, "count": 299, "max_ms": 80.18, "p95_ms": 71.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.314, "count": 299, "max_ms": 96.119, "p95_ms": 89.191}, "read_interval": {"avg_ms": 100.485, "count": 298, "max_ms": 344.069, "p95_ms": 193.479}, "triton_wait": {"avg_ms": 57.554, "count": 299, "max_ms": 80.19, "p95_ms": 72.046}, "visualize": {"avg_ms": 3.703, "count": 299, "max_ms": 5.161, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16323.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15409.641, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.909, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1755787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:53:53+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T00:53:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T00:53:53.892529+09:00", "mtime_epoch": 1783266833.8925295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:53:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9462.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.987, "count": 301, "max_ms": 22.316, "p95_ms": 19.054}, "gstreamer_push": {"avg_ms": 1.217, "count": 301, "max_ms": 2.12, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.268, "count": 301, "max_ms": 74.052, "p95_ms": 64.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.289, "count": 301, "max_ms": 74.663, "p95_ms": 60.942}, "yolo11_640_fire_11class": {"avg_ms": 52.311, "count": 301, "max_ms": 75.168, "p95_ms": 64.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.274, "count": 301, "max_ms": 83.385, "p95_ms": 73.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.674, "count": 301, "max_ms": 108.024, "p95_ms": 97.958}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 170.642, "p95_ms": 117.104}, "triton_wait": {"avg_ms": 56.471, "count": 301, "max_ms": 83.397, "p95_ms": 73.191}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 4.315, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16323.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31341.945, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.753, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2211421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:54:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:54:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:54:00+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T00:54:00.048734+09:00", "mtime_epoch": 1783266840.0487342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:54:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2495.551, "name": "celery", "pid": 267, "rss_mb": 2495.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.074, "count": 302, "max_ms": 12.77, "p95_ms": 8.829}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 2.064, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.432, "count": 302, "max_ms": 71.307, "p95_ms": 65.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.547, "count": 302, "max_ms": 72.646, "p95_ms": 62.729}, "yolo11_640_fire_11class": {"avg_ms": 56.384, "count": 302, "max_ms": 72.498, "p95_ms": 67.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.944, "count": 302, "max_ms": 78.51, "p95_ms": 73.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.016, "count": 302, "max_ms": 94.689, "p95_ms": 90.087}, "read_interval": {"avg_ms": 99.431, "count": 301, "max_ms": 347.38, "p95_ms": 128.366}, "triton_wait": {"avg_ms": 61.288, "count": 302, "max_ms": 78.522, "p95_ms": 73.442}, "visualize": {"avg_ms": 3.705, "count": 302, "max_ms": 4.784, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16323.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15439.758, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.095, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:54:24+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T00:54:23+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T00:54:23.985521+09:00", "mtime_epoch": 1783266863.9855213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:54:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9462.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.363, "count": 300, "max_ms": 22.754, "p95_ms": 19.903}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.553, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.66, "count": 300, "max_ms": 67.841, "p95_ms": 62.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.58, "count": 300, "max_ms": 65.7, "p95_ms": 56.828}, "yolo11_640_fire_11class": {"avg_ms": 50.127, "count": 300, "max_ms": 69.39, "p95_ms": 62.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.796, "count": 300, "max_ms": 74.201, "p95_ms": 71.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.721, "count": 300, "max_ms": 102.421, "p95_ms": 96.521}, "read_interval": {"avg_ms": 100.029, "count": 299, "max_ms": 166.695, "p95_ms": 120.74}, "triton_wait": {"avg_ms": 54.006, "count": 300, "max_ms": 74.213, "p95_ms": 71.462}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 4.458, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16324.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31371.949, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.77, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2211721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:54:30+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T00:54:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:54:30.065719+09:00", "mtime_epoch": 1783266870.065719, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:54:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2495.551, "name": "celery", "pid": 267, "rss_mb": 2495.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.068, "count": 300, "max_ms": 12.537, "p95_ms": 8.817}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 1.724, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.468, "count": 300, "max_ms": 71.57, "p95_ms": 65.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.118, "count": 300, "max_ms": 67.806, "p95_ms": 55.715}, "yolo11_640_fire_11class": {"avg_ms": 54.133, "count": 300, "max_ms": 73.912, "p95_ms": 67.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.392, "count": 300, "max_ms": 75.294, "p95_ms": 72.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.771, "count": 300, "max_ms": 92.254, "p95_ms": 88.948}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 355.203, "p95_ms": 138.23}, "triton_wait": {"avg_ms": 57.884, "count": 300, "max_ms": 75.307, "p95_ms": 72.133}, "visualize": {"avg_ms": 3.75, "count": 300, "max_ms": 4.901, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16324.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15469.846, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.402, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:54:54+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T00:54:54+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T00:54:54.102492+09:00", "mtime_epoch": 1783266894.1024916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:54:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9462.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.932, "count": 300, "max_ms": 30.339, "p95_ms": 26.115}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 1.533, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.897, "count": 300, "max_ms": 69.886, "p95_ms": 63.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.037, "count": 300, "max_ms": 68.471, "p95_ms": 58.573}, "yolo11_640_fire_11class": {"avg_ms": 51.015, "count": 300, "max_ms": 68.726, "p95_ms": 64.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.159, "count": 300, "max_ms": 77.237, "p95_ms": 72.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.591, "count": 301, "max_ms": 109.782, "p95_ms": 98.813}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 195.588, "p95_ms": 117.901}, "triton_wait": {"avg_ms": 54.316, "count": 300, "max_ms": 77.249, "p95_ms": 72.433}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 4.821, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16324.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31401.956, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.69, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2212021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:55:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T00:55:00+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T00:55:00.066681+09:00", "mtime_epoch": 1783266900.0666811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:55:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2495.809, "name": "celery", "pid": 267, "rss_mb": 2495.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.465, "count": 300, "max_ms": 14.77, "p95_ms": 12.597}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 2.244, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.105, "count": 300, "max_ms": 70.021, "p95_ms": 64.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.763, "count": 300, "max_ms": 71.0, "p95_ms": 61.061}, "yolo11_640_fire_11class": {"avg_ms": 52.998, "count": 300, "max_ms": 69.699, "p95_ms": 65.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.968, "count": 300, "max_ms": 77.053, "p95_ms": 72.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.736, "count": 300, "max_ms": 95.747, "p95_ms": 91.122}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 407.569, "p95_ms": 160.279}, "triton_wait": {"avg_ms": 57.322, "count": 300, "max_ms": 77.065, "p95_ms": 72.283}, "visualize": {"avg_ms": 3.841, "count": 300, "max_ms": 5.888, "p95_ms": 4.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16324.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15499.94, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:55:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:55:24+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T00:55:24.187440+09:00", "mtime_epoch": 1783266924.18744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:55:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9462.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.475, "count": 300, "max_ms": 29.404, "p95_ms": 20.739}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.483, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.5, "count": 300, "max_ms": 69.548, "p95_ms": 63.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.706, "count": 300, "max_ms": 67.147, "p95_ms": 57.296}, "yolo11_640_fire_11class": {"avg_ms": 50.38, "count": 300, "max_ms": 68.897, "p95_ms": 63.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.894, "count": 300, "max_ms": 75.751, "p95_ms": 71.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.793, "count": 300, "max_ms": 103.263, "p95_ms": 97.791}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 175.657, "p95_ms": 121.736}, "triton_wait": {"avg_ms": 54.006, "count": 300, "max_ms": 75.764, "p95_ms": 71.911}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.454, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16324.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31432.053, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.496, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2212322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:55:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:55:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:55:30+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:55:30.171626+09:00", "mtime_epoch": 1783266930.171626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:55:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2495.809, "name": "celery", "pid": 267, "rss_mb": 2495.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.062, "count": 300, "max_ms": 12.789, "p95_ms": 8.819}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.964, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.671, "count": 300, "max_ms": 70.905, "p95_ms": 64.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.355, "count": 300, "max_ms": 69.319, "p95_ms": 57.868}, "yolo11_640_fire_11class": {"avg_ms": 53.33, "count": 300, "max_ms": 72.388, "p95_ms": 66.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.636, "count": 300, "max_ms": 75.63, "p95_ms": 71.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.078, "count": 300, "max_ms": 92.333, "p95_ms": 88.927}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 350.078, "p95_ms": 208.104}, "triton_wait": {"avg_ms": 57.158, "count": 300, "max_ms": 75.645, "p95_ms": 71.839}, "visualize": {"avg_ms": 3.763, "count": 300, "max_ms": 4.883, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16324.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15530.027, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.657, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1756991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:55:54+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:55:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:55:54.276368+09:00", "mtime_epoch": 1783266954.2763681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:55:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9462.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.053, "count": 301, "max_ms": 25.813, "p95_ms": 19.07}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.701, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.971, "count": 301, "max_ms": 66.161, "p95_ms": 63.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.759, "count": 301, "max_ms": 66.888, "p95_ms": 58.772}, "yolo11_640_fire_11class": {"avg_ms": 50.84, "count": 301, "max_ms": 70.354, "p95_ms": 64.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.405, "count": 301, "max_ms": 75.772, "p95_ms": 72.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.844, "count": 301, "max_ms": 101.76, "p95_ms": 96.919}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 206.987, "p95_ms": 120.716}, "triton_wait": {"avg_ms": 54.523, "count": 301, "max_ms": 75.784, "p95_ms": 72.03}, "visualize": {"avg_ms": 3.509, "count": 301, "max_ms": 4.4, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16324.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31462.136, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.504, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2212623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:56:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T00:56:00+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T00:56:00.224550+09:00", "mtime_epoch": 1783266960.2245495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:56:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2496.066, "name": "celery", "pid": 267, "rss_mb": 2496.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.965, "count": 301, "max_ms": 13.584, "p95_ms": 8.689}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 1.897, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.216, "count": 301, "max_ms": 70.275, "p95_ms": 65.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.47, "count": 301, "max_ms": 71.283, "p95_ms": 61.644}, "yolo11_640_fire_11class": {"avg_ms": 54.629, "count": 301, "max_ms": 72.124, "p95_ms": 67.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.657, "count": 301, "max_ms": 77.024, "p95_ms": 72.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.823, "count": 301, "max_ms": 93.812, "p95_ms": 89.556}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 362.971, "p95_ms": 142.393}, "triton_wait": {"avg_ms": 59.079, "count": 301, "max_ms": 77.035, "p95_ms": 72.708}, "visualize": {"avg_ms": 3.734, "count": 301, "max_ms": 5.859, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16325.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15560.03, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.659, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1757291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:56:24+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T00:56:24+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T00:56:24.265275+09:00", "mtime_epoch": 1783266984.2652748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:56:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9463.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.076, "count": 300, "max_ms": 21.721, "p95_ms": 19.239}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.896, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.207, "count": 300, "max_ms": 74.104, "p95_ms": 63.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.431, "count": 300, "max_ms": 77.421, "p95_ms": 61.486}, "yolo11_640_fire_11class": {"avg_ms": 51.411, "count": 300, "max_ms": 76.863, "p95_ms": 63.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.615, "count": 300, "max_ms": 77.285, "p95_ms": 72.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.307, "count": 300, "max_ms": 103.777, "p95_ms": 97.907}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 182.012, "p95_ms": 117.989}, "triton_wait": {"avg_ms": 54.942, "count": 300, "max_ms": 77.43, "p95_ms": 72.91}, "visualize": {"avg_ms": 3.561, "count": 300, "max_ms": 5.257, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16324.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31492.164, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.454, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2212923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:56:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:56:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T00:56:30+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T00:56:30.265454+09:00", "mtime_epoch": 1783266990.265454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:56:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2496.066, "name": "celery", "pid": 267, "rss_mb": 2496.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.106, "count": 300, "max_ms": 13.5, "p95_ms": 12.083}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.852, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.173, "count": 300, "max_ms": 69.846, "p95_ms": 65.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.376, "count": 300, "max_ms": 70.576, "p95_ms": 62.402}, "yolo11_640_fire_11class": {"avg_ms": 54.132, "count": 300, "max_ms": 73.28, "p95_ms": 67.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.648, "count": 300, "max_ms": 76.899, "p95_ms": 72.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.0, "count": 300, "max_ms": 93.705, "p95_ms": 88.986}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 312.407, "p95_ms": 156.66}, "triton_wait": {"avg_ms": 58.135, "count": 300, "max_ms": 76.911, "p95_ms": 72.24}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 5.995, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16325.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15590.07, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.621, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1757592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:56:54+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:56:54+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T00:56:54.334166+09:00", "mtime_epoch": 1783267014.334166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:56:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9463.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.195, "count": 301, "max_ms": 28.227, "p95_ms": 19.297}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.629, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.399, "count": 301, "max_ms": 67.432, "p95_ms": 63.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.911, "count": 301, "max_ms": 66.963, "p95_ms": 58.886}, "yolo11_640_fire_11class": {"avg_ms": 51.413, "count": 301, "max_ms": 68.31, "p95_ms": 64.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.648, "count": 301, "max_ms": 76.407, "p95_ms": 72.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.39, "count": 301, "max_ms": 101.465, "p95_ms": 97.833}, "read_interval": {"avg_ms": 99.83, "count": 300, "max_ms": 186.614, "p95_ms": 117.889}, "triton_wait": {"avg_ms": 54.949, "count": 301, "max_ms": 76.419, "p95_ms": 72.946}, "visualize": {"avg_ms": 3.522, "count": 301, "max_ms": 4.877, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16325.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31522.185, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.562, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2213223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:57:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:57:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:57:00+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T00:57:00.302341+09:00", "mtime_epoch": 1783267020.302341, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:57:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2496.324, "name": "celery", "pid": 267, "rss_mb": 2496.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.993, "count": 300, "max_ms": 14.15, "p95_ms": 8.692}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 2.069, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.401, "count": 300, "max_ms": 71.857, "p95_ms": 65.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.388, "count": 300, "max_ms": 70.534, "p95_ms": 63.286}, "yolo11_640_fire_11class": {"avg_ms": 54.286, "count": 300, "max_ms": 70.49, "p95_ms": 67.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.745, "count": 300, "max_ms": 77.693, "p95_ms": 72.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.922, "count": 300, "max_ms": 93.98, "p95_ms": 89.617}, "read_interval": {"avg_ms": 100.067, "count": 300, "max_ms": 426.245, "p95_ms": 131.256}, "triton_wait": {"avg_ms": 59.206, "count": 300, "max_ms": 77.705, "p95_ms": 72.924}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 5.709, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16325.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15620.14, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.757, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1757892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T00:57:24+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T00:57:24+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T00:57:24.387040+09:00", "mtime_epoch": 1783267044.3870401, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:57:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9463.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.986, "count": 300, "max_ms": 26.698, "p95_ms": 19.182}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.755, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.029, "count": 300, "max_ms": 70.631, "p95_ms": 64.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.273, "count": 300, "max_ms": 71.734, "p95_ms": 60.944}, "yolo11_640_fire_11class": {"avg_ms": 51.879, "count": 300, "max_ms": 71.245, "p95_ms": 64.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.877, "count": 300, "max_ms": 79.722, "p95_ms": 73.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.204, "count": 300, "max_ms": 104.188, "p95_ms": 98.067}, "read_interval": {"avg_ms": 100.217, "count": 299, "max_ms": 206.355, "p95_ms": 118.378}, "triton_wait": {"avg_ms": 55.966, "count": 300, "max_ms": 79.734, "p95_ms": 73.38}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 5.469, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16325.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31552.268, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.617, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2213524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:57:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:57:30+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T00:57:30+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T00:57:30.359212+09:00", "mtime_epoch": 1783267050.3592122, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:57:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2496.324, "name": "celery", "pid": 267, "rss_mb": 2496.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 301, "max_ms": 13.721, "p95_ms": 8.636}, "gstreamer_push": {"avg_ms": 1.33, "count": 301, "max_ms": 2.154, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.556, "count": 301, "max_ms": 71.655, "p95_ms": 66.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.242, "count": 301, "max_ms": 73.139, "p95_ms": 60.687}, "yolo11_640_fire_11class": {"avg_ms": 54.952, "count": 301, "max_ms": 73.918, "p95_ms": 67.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.852, "count": 301, "max_ms": 77.838, "p95_ms": 73.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.244, "count": 301, "max_ms": 94.806, "p95_ms": 90.189}, "read_interval": {"avg_ms": 99.962, "count": 301, "max_ms": 364.818, "p95_ms": 133.049}, "triton_wait": {"avg_ms": 59.233, "count": 301, "max_ms": 77.85, "p95_ms": 73.151}, "visualize": {"avg_ms": 3.779, "count": 301, "max_ms": 4.778, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16326.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15650.23, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.67, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1758193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:57:54+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T00:57:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T00:57:54.467900+09:00", "mtime_epoch": 1783267074.4678996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:57:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9463.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.325, "count": 300, "max_ms": 29.111, "p95_ms": 20.3}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 2.244, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.062, "count": 300, "max_ms": 69.775, "p95_ms": 62.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.148, "count": 300, "max_ms": 69.785, "p95_ms": 57.206}, "yolo11_640_fire_11class": {"avg_ms": 49.763, "count": 300, "max_ms": 68.788, "p95_ms": 63.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.629, "count": 300, "max_ms": 79.291, "p95_ms": 71.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.39, "count": 300, "max_ms": 104.129, "p95_ms": 96.183}, "read_interval": {"avg_ms": 99.923, "count": 300, "max_ms": 220.829, "p95_ms": 127.181}, "triton_wait": {"avg_ms": 52.748, "count": 300, "max_ms": 79.303, "p95_ms": 71.32}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 4.804, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16325.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31582.348, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.651, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2213824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:58:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:58:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T00:58:00+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T00:58:00.352066+09:00", "mtime_epoch": 1783267080.3520658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:58:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2496.582, "name": "celery", "pid": 267, "rss_mb": 2496.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.057, "count": 300, "max_ms": 13.692, "p95_ms": 8.746}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 1.938, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.915, "count": 300, "max_ms": 72.109, "p95_ms": 64.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.199, "count": 300, "max_ms": 72.122, "p95_ms": 58.172}, "yolo11_640_fire_11class": {"avg_ms": 51.351, "count": 300, "max_ms": 72.168, "p95_ms": 64.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.836, "count": 300, "max_ms": 80.008, "p95_ms": 72.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.281, "count": 300, "max_ms": 96.497, "p95_ms": 89.167}, "read_interval": {"avg_ms": 100.334, "count": 299, "max_ms": 341.417, "p95_ms": 149.544}, "triton_wait": {"avg_ms": 54.371, "count": 300, "max_ms": 80.025, "p95_ms": 72.768}, "visualize": {"avg_ms": 3.742, "count": 300, "max_ms": 4.936, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16326.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15680.287, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.619, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1758494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:58:24+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T00:58:24+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T00:58:24.544744+09:00", "mtime_epoch": 1783267104.5447438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:58:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9463.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.157, "count": 301, "max_ms": 23.423, "p95_ms": 19.332}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.461, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.677, "count": 301, "max_ms": 66.67, "p95_ms": 63.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.621, "count": 301, "max_ms": 69.455, "p95_ms": 58.816}, "yolo11_640_fire_11class": {"avg_ms": 50.134, "count": 301, "max_ms": 68.208, "p95_ms": 63.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.029, "count": 301, "max_ms": 75.939, "p95_ms": 72.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.599, "count": 301, "max_ms": 100.774, "p95_ms": 97.401}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 218.3, "p95_ms": 121.431}, "triton_wait": {"avg_ms": 54.141, "count": 301, "max_ms": 75.951, "p95_ms": 72.737}, "visualize": {"avg_ms": 3.527, "count": 301, "max_ms": 5.146, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16326.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31612.401, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.689, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2214124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:58:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:58:30+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T00:58:30+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T00:58:30.544911+09:00", "mtime_epoch": 1783267110.5449107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:58:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2496.84, "name": "celery", "pid": 267, "rss_mb": 2496.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 300, "max_ms": 13.897, "p95_ms": 8.62}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.548, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.523, "count": 300, "max_ms": 72.296, "p95_ms": 64.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.319, "count": 300, "max_ms": 71.936, "p95_ms": 62.003}, "yolo11_640_fire_11class": {"avg_ms": 53.368, "count": 300, "max_ms": 71.625, "p95_ms": 65.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.739, "count": 300, "max_ms": 75.726, "p95_ms": 72.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.848, "count": 300, "max_ms": 92.402, "p95_ms": 89.622}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 422.751, "p95_ms": 153.528}, "triton_wait": {"avg_ms": 58.082, "count": 300, "max_ms": 75.739, "p95_ms": 72.512}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 5.013, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16326.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15710.304, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.645, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1758794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:58:54+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T00:58:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T00:58:54.553572+09:00", "mtime_epoch": 1783267134.5535724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:58:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9463.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.921, "count": 300, "max_ms": 23.106, "p95_ms": 18.955}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 1.41, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.337, "count": 300, "max_ms": 69.145, "p95_ms": 63.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.966, "count": 300, "max_ms": 66.439, "p95_ms": 60.726}, "yolo11_640_fire_11class": {"avg_ms": 52.285, "count": 300, "max_ms": 69.919, "p95_ms": 63.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.135, "count": 300, "max_ms": 77.495, "p95_ms": 73.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.516, "count": 300, "max_ms": 102.235, "p95_ms": 97.965}, "read_interval": {"avg_ms": 100.048, "count": 299, "max_ms": 168.316, "p95_ms": 117.539}, "triton_wait": {"avg_ms": 56.336, "count": 300, "max_ms": 77.507, "p95_ms": 73.235}, "visualize": {"avg_ms": 3.503, "count": 300, "max_ms": 4.607, "p95_ms": 3.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16326.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31642.542, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.589, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2214424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:59:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:59:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T00:59:00+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-06T00:59:00.473734+09:00", "mtime_epoch": 1783267140.4737341, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:59:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2496.84, "name": "celery", "pid": 267, "rss_mb": 2496.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 299, "max_ms": 14.203, "p95_ms": 8.479}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 1.594, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.45, "count": 299, "max_ms": 69.092, "p95_ms": 65.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.009, "count": 299, "max_ms": 68.233, "p95_ms": 60.306}, "yolo11_640_fire_11class": {"avg_ms": 56.625, "count": 299, "max_ms": 72.728, "p95_ms": 68.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.152, "count": 299, "max_ms": 75.588, "p95_ms": 72.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.155, "count": 299, "max_ms": 92.104, "p95_ms": 89.177}, "read_interval": {"avg_ms": 100.537, "count": 298, "max_ms": 379.382, "p95_ms": 140.024}, "triton_wait": {"avg_ms": 61.501, "count": 299, "max_ms": 75.6, "p95_ms": 72.779}, "visualize": {"avg_ms": 3.734, "count": 299, "max_ms": 4.763, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16327.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15740.389, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.426, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:59:24+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T00:59:24+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T00:59:24.650390+09:00", "mtime_epoch": 1783267164.65039, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:59:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9463.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.042, "count": 301, "max_ms": 22.322, "p95_ms": 19.123}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 2.081, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.011, "count": 301, "max_ms": 65.071, "p95_ms": 58.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.996, "count": 301, "max_ms": 65.915, "p95_ms": 57.849}, "yolo11_640_fire_11class": {"avg_ms": 51.217, "count": 301, "max_ms": 68.052, "p95_ms": 61.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.131, "count": 301, "max_ms": 74.327, "p95_ms": 66.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.674, "count": 301, "max_ms": 101.051, "p95_ms": 91.001}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 472.703, "p95_ms": 112.562}, "triton_wait": {"avg_ms": 55.272, "count": 301, "max_ms": 74.338, "p95_ms": 66.195}, "visualize": {"avg_ms": 3.545, "count": 301, "max_ms": 5.048, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16326.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31672.638, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.52, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2214727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:59:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T00:59:30+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T00:59:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T00:59:30.754554+09:00", "mtime_epoch": 1783267170.7545543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T00:59:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2497.098, "name": "celery", "pid": 267, "rss_mb": 2497.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.214, "count": 303, "max_ms": 13.592, "p95_ms": 9.126}, "gstreamer_push": {"avg_ms": 1.334, "count": 303, "max_ms": 2.182, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.897, "count": 303, "max_ms": 70.369, "p95_ms": 65.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.592, "count": 303, "max_ms": 72.727, "p95_ms": 57.038}, "yolo11_640_fire_11class": {"avg_ms": 56.3, "count": 303, "max_ms": 74.588, "p95_ms": 69.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.641, "count": 303, "max_ms": 76.569, "p95_ms": 71.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.106, "count": 303, "max_ms": 93.877, "p95_ms": 89.01}, "read_interval": {"avg_ms": 99.303, "count": 302, "max_ms": 383.515, "p95_ms": 126.534}, "triton_wait": {"avg_ms": 60.98, "count": 303, "max_ms": 76.581, "p95_ms": 71.884}, "visualize": {"avg_ms": 3.827, "count": 303, "max_ms": 6.001, "p95_ms": 4.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16326.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15770.434, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.369, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T00:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T00:59:54+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T00:59:54+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T00:59:54.687194+09:00", "mtime_epoch": 1783267194.6871936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T00:59:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9464.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.136, "count": 300, "max_ms": 24.702, "p95_ms": 19.592}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.757, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.481, "count": 300, "max_ms": 69.827, "p95_ms": 64.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.953, "count": 300, "max_ms": 67.904, "p95_ms": 60.301}, "yolo11_640_fire_11class": {"avg_ms": 51.149, "count": 300, "max_ms": 69.807, "p95_ms": 64.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.891, "count": 300, "max_ms": 76.07, "p95_ms": 72.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.534, "count": 300, "max_ms": 100.793, "p95_ms": 97.348}, "read_interval": {"avg_ms": 100.129, "count": 299, "max_ms": 209.226, "p95_ms": 119.062}, "triton_wait": {"avg_ms": 55.034, "count": 300, "max_ms": 76.081, "p95_ms": 72.729}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 5.233, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16327.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31702.671, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.458, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2215027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:00:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:00:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:00:00+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T01:00:00.811356+09:00", "mtime_epoch": 1783267200.811356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:00:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2497.098, "name": "celery", "pid": 267, "rss_mb": 2497.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.963, "count": 300, "max_ms": 9.243, "p95_ms": 8.404}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.47, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.13, "count": 300, "max_ms": 75.863, "p95_ms": 65.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.157, "count": 300, "max_ms": 70.899, "p95_ms": 62.46}, "yolo11_640_fire_11class": {"avg_ms": 55.557, "count": 300, "max_ms": 74.695, "p95_ms": 66.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.676, "count": 300, "max_ms": 75.875, "p95_ms": 72.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.855, "count": 300, "max_ms": 92.862, "p95_ms": 89.84}, "read_interval": {"avg_ms": 100.177, "count": 299, "max_ms": 363.616, "p95_ms": 155.835}, "triton_wait": {"avg_ms": 60.172, "count": 300, "max_ms": 75.886, "p95_ms": 72.953}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 4.665, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16327.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15800.5, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.169, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:00:24+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:00:24+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:00:24.759987+09:00", "mtime_epoch": 1783267224.7599866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:00:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9464.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.107, "count": 301, "max_ms": 27.315, "p95_ms": 18.952}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.475, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.713, "count": 301, "max_ms": 69.044, "p95_ms": 61.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.046, "count": 301, "max_ms": 67.985, "p95_ms": 55.538}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 301, "max_ms": 69.034, "p95_ms": 60.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.83, "count": 301, "max_ms": 76.838, "p95_ms": 68.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.463, "count": 301, "max_ms": 101.524, "p95_ms": 93.355}, "read_interval": {"avg_ms": 99.91, "count": 300, "max_ms": 164.705, "p95_ms": 118.106}, "triton_wait": {"avg_ms": 54.993, "count": 301, "max_ms": 76.85, "p95_ms": 68.097}, "visualize": {"avg_ms": 3.532, "count": 301, "max_ms": 5.463, "p95_ms": 3.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16326.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31732.749, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.659, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2215329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:00:30+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T01:00:30+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T01:00:30.844146+09:00", "mtime_epoch": 1783267230.8441455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:00:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2497.355, "name": "celery", "pid": 267, "rss_mb": 2497.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.958, "count": 301, "max_ms": 10.496, "p95_ms": 8.708}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 1.533, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.014, "count": 301, "max_ms": 74.324, "p95_ms": 70.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.974, "count": 301, "max_ms": 72.18, "p95_ms": 57.664}, "yolo11_640_fire_11class": {"avg_ms": 56.843, "count": 301, "max_ms": 73.554, "p95_ms": 67.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.716, "count": 301, "max_ms": 75.988, "p95_ms": 73.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.722, "count": 301, "max_ms": 94.61, "p95_ms": 90.106}, "read_interval": {"avg_ms": 99.643, "count": 301, "max_ms": 312.64, "p95_ms": 123.737}, "triton_wait": {"avg_ms": 62.054, "count": 301, "max_ms": 76.0, "p95_ms": 73.644}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 4.889, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16327.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15830.507, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.184, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1759996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:00:54+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:00:54+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T01:00:54.768767+09:00", "mtime_epoch": 1783267254.7687669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:00:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9464.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.058, "count": 300, "max_ms": 21.349, "p95_ms": 18.973}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 2.043, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.378, "count": 300, "max_ms": 67.341, "p95_ms": 63.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.383, "count": 300, "max_ms": 67.391, "p95_ms": 58.691}, "yolo11_640_fire_11class": {"avg_ms": 49.926, "count": 300, "max_ms": 67.228, "p95_ms": 63.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.399, "count": 300, "max_ms": 75.404, "p95_ms": 72.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.916, "count": 300, "max_ms": 100.704, "p95_ms": 97.193}, "read_interval": {"avg_ms": 100.019, "count": 300, "max_ms": 188.949, "p95_ms": 122.452}, "triton_wait": {"avg_ms": 53.516, "count": 300, "max_ms": 75.417, "p95_ms": 72.079}, "visualize": {"avg_ms": 3.531, "count": 300, "max_ms": 4.401, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16327.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31762.875, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.641, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2215630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:01:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:01:01+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T01:01:01+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T01:01:00.952926+09:00", "mtime_epoch": 1783267260.9529262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:01:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2497.355, "name": "celery", "pid": 267, "rss_mb": 2497.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.888, "count": 300, "max_ms": 10.975, "p95_ms": 8.644}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.075, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.969, "count": 300, "max_ms": 69.797, "p95_ms": 64.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.977, "count": 300, "max_ms": 70.817, "p95_ms": 58.339}, "yolo11_640_fire_11class": {"avg_ms": 52.518, "count": 300, "max_ms": 71.742, "p95_ms": 66.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.747, "count": 300, "max_ms": 75.008, "p95_ms": 71.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.918, "count": 300, "max_ms": 91.599, "p95_ms": 88.532}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 321.393, "p95_ms": 159.395}, "triton_wait": {"avg_ms": 56.292, "count": 300, "max_ms": 75.021, "p95_ms": 72.011}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 4.736, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16327.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15860.582, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.923, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1760297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:01:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T01:01:24+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T01:01:24.845538+09:00", "mtime_epoch": 1783267284.8455384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:01:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9464.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.955, "count": 301, "max_ms": 26.038, "p95_ms": 19.121}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.581, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.672, "count": 301, "max_ms": 67.591, "p95_ms": 62.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.441, "count": 301, "max_ms": 66.181, "p95_ms": 57.239}, "yolo11_640_fire_11class": {"avg_ms": 49.252, "count": 301, "max_ms": 66.561, "p95_ms": 63.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.111, "count": 301, "max_ms": 75.28, "p95_ms": 70.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.401, "count": 301, "max_ms": 100.392, "p95_ms": 95.428}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 182.548, "p95_ms": 133.068}, "triton_wait": {"avg_ms": 52.227, "count": 301, "max_ms": 75.291, "p95_ms": 70.426}, "visualize": {"avg_ms": 3.509, "count": 301, "max_ms": 4.411, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16328.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31792.943, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.622, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2215855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:01:31+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T01:01:31+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:01:31.085697+09:00", "mtime_epoch": 1783267291.0856972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:01:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2497.613, "name": "celery", "pid": 267, "rss_mb": 2497.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.503, "pushed": 7.503, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.059, "count": 225, "max_ms": 13.828, "p95_ms": 9.594}, "gstreamer_push": {"avg_ms": 1.318, "count": 225, "max_ms": 1.954, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.185, "count": 225, "max_ms": 70.506, "p95_ms": 66.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.783, "count": 225, "max_ms": 71.106, "p95_ms": 56.798}, "yolo11_640_fire_11class": {"avg_ms": 53.446, "count": 225, "max_ms": 74.495, "p95_ms": 67.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.852, "count": 225, "max_ms": 75.871, "p95_ms": 71.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.211, "count": 225, "max_ms": 93.441, "p95_ms": 88.058}, "read_interval": {"avg_ms": 133.89, "count": 224, "max_ms": 8490.237, "p95_ms": 129.47}, "triton_wait": {"avg_ms": 57.353, "count": 225, "max_ms": 75.883, "p95_ms": 71.897}, "visualize": {"avg_ms": 3.723, "count": 225, "max_ms": 5.587, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16328.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15890.616, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.546, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1760597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:01:54+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:01:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:01:54.866299+09:00", "mtime_epoch": 1783267314.8662987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:01:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9464.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.86, "count": 300, "max_ms": 23.238, "p95_ms": 19.153}, "gstreamer_push": {"avg_ms": 1.219, "count": 300, "max_ms": 2.148, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.323, "count": 300, "max_ms": 65.05, "p95_ms": 58.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.027, "count": 300, "max_ms": 65.029, "p95_ms": 52.77}, "yolo11_640_fire_11class": {"avg_ms": 49.543, "count": 300, "max_ms": 65.077, "p95_ms": 58.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.373, "count": 300, "max_ms": 74.424, "p95_ms": 66.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.656, "count": 300, "max_ms": 99.518, "p95_ms": 91.22}, "read_interval": {"avg_ms": 100.098, "count": 299, "max_ms": 223.408, "p95_ms": 154.428}, "triton_wait": {"avg_ms": 52.575, "count": 300, "max_ms": 74.436, "p95_ms": 66.77}, "visualize": {"avg_ms": 3.49, "count": 300, "max_ms": 4.438, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16328.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31822.966, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.383, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2216202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:02:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:02:01+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:02:01+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:02:01.086455+09:00", "mtime_epoch": 1783267321.0864549, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:02:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2497.613, "name": "celery", "pid": 267, "rss_mb": 2497.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 347, "read_frames": 346, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.587, "pushed": 11.587, "read": 11.553}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 347, "max_ms": 14.154, "p95_ms": 8.737}, "gstreamer_push": {"avg_ms": 1.306, "count": 347, "max_ms": 1.656, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.487, "count": 347, "max_ms": 71.094, "p95_ms": 65.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.284, "count": 347, "max_ms": 71.474, "p95_ms": 54.081}, "yolo11_640_fire_11class": {"avg_ms": 51.926, "count": 347, "max_ms": 71.43, "p95_ms": 66.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.158, "count": 347, "max_ms": 75.948, "p95_ms": 69.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.24, "count": 347, "max_ms": 92.193, "p95_ms": 86.502}, "read_interval": {"avg_ms": 86.486, "count": 346, "max_ms": 107.021, "p95_ms": 100.135}, "triton_wait": {"avg_ms": 56.607, "count": 347, "max_ms": 75.961, "p95_ms": 70.119}, "visualize": {"avg_ms": 3.736, "count": 347, "max_ms": 5.448, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16328.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15920.639, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.518, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1760887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:02:24+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T01:02:24+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:02:24.899050+09:00", "mtime_epoch": 1783267344.89905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:02:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9465.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.689, "pushed": 9.689, "read": 9.655}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.081, "count": 290, "max_ms": 30.008, "p95_ms": 28.729}, "gstreamer_push": {"avg_ms": 1.229, "count": 290, "max_ms": 1.863, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.633, "count": 290, "max_ms": 68.79, "p95_ms": 62.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.556, "count": 290, "max_ms": 69.385, "p95_ms": 58.551}, "yolo11_640_fire_11class": {"avg_ms": 52.127, "count": 290, "max_ms": 70.842, "p95_ms": 62.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.721, "count": 290, "max_ms": 74.643, "p95_ms": 67.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.445, "count": 290, "max_ms": 101.713, "p95_ms": 97.15}, "read_interval": {"avg_ms": 103.564, "count": 289, "max_ms": 985.013, "p95_ms": 116.262}, "triton_wait": {"avg_ms": 56.001, "count": 290, "max_ms": 74.654, "p95_ms": 67.221}, "visualize": {"avg_ms": 3.542, "count": 290, "max_ms": 4.965, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16328.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31853.053, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.487, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2216517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:02:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:02:31+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:02:31+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T01:02:31.175206+09:00", "mtime_epoch": 1783267351.175206, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:02:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2497.871, "name": "celery", "pid": 267, "rss_mb": 2497.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.504, "pushed": 10.504, "read": 10.471}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.383, "count": 315, "max_ms": 14.316, "p95_ms": 12.938}, "gstreamer_push": {"avg_ms": 1.321, "count": 315, "max_ms": 1.859, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.156, "count": 315, "max_ms": 71.018, "p95_ms": 66.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.063, "count": 315, "max_ms": 72.738, "p95_ms": 66.285}, "yolo11_640_fire_11class": {"avg_ms": 58.639, "count": 315, "max_ms": 73.177, "p95_ms": 68.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.413, "count": 315, "max_ms": 76.216, "p95_ms": 72.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.057, "count": 315, "max_ms": 95.397, "p95_ms": 92.31}, "read_interval": {"avg_ms": 95.503, "count": 314, "max_ms": 116.581, "p95_ms": 110.744}, "triton_wait": {"avg_ms": 63.784, "count": 315, "max_ms": 76.228, "p95_ms": 72.37}, "visualize": {"avg_ms": 3.778, "count": 315, "max_ms": 5.178, "p95_ms": 4.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16328.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15950.685, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.553, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1761188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:02:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:02:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:02:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:02:54.935793+09:00", "mtime_epoch": 1783267374.9357927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:02:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9465.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.725, "count": 301, "max_ms": 24.147, "p95_ms": 18.416}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.984, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.226, "count": 301, "max_ms": 66.08, "p95_ms": 63.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.348, "count": 301, "max_ms": 66.321, "p95_ms": 59.079}, "yolo11_640_fire_11class": {"avg_ms": 52.175, "count": 301, "max_ms": 66.573, "p95_ms": 62.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.0, "count": 301, "max_ms": 75.239, "p95_ms": 72.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.135, "count": 301, "max_ms": 100.721, "p95_ms": 97.029}, "read_interval": {"avg_ms": 99.81, "count": 300, "max_ms": 118.075, "p95_ms": 113.331}, "triton_wait": {"avg_ms": 57.103, "count": 301, "max_ms": 75.25, "p95_ms": 72.167}, "visualize": {"avg_ms": 3.515, "count": 301, "max_ms": 4.891, "p95_ms": 3.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16329.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31883.11, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.567, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2216831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:03:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:03:01+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T01:03:01+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:03:01.227947+09:00", "mtime_epoch": 1783267381.2279472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:03:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2498.129, "name": "celery", "pid": 267, "rss_mb": 2498.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.482, "pushed": 10.482, "read": 10.448}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.953, "count": 314, "max_ms": 12.423, "p95_ms": 8.804}, "gstreamer_push": {"avg_ms": 1.329, "count": 314, "max_ms": 1.919, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.874, "count": 314, "max_ms": 71.997, "p95_ms": 65.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.429, "count": 314, "max_ms": 69.73, "p95_ms": 62.093}, "yolo11_640_fire_11class": {"avg_ms": 55.472, "count": 314, "max_ms": 71.485, "p95_ms": 68.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.56, "count": 314, "max_ms": 76.881, "p95_ms": 73.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.817, "count": 314, "max_ms": 93.796, "p95_ms": 89.755}, "read_interval": {"avg_ms": 95.695, "count": 313, "max_ms": 352.485, "p95_ms": 114.661}, "triton_wait": {"avg_ms": 59.99, "count": 314, "max_ms": 76.894, "p95_ms": 73.044}, "visualize": {"avg_ms": 3.77, "count": 314, "max_ms": 5.185, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16329.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 15980.773, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.697, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1761489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:03:25+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T01:03:25+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T01:03:25.028529+09:00", "mtime_epoch": 1783267405.0285287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:03:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9465.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.186, "count": 301, "max_ms": 20.246, "p95_ms": 19.116}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.473, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.649, "count": 301, "max_ms": 72.03, "p95_ms": 64.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.069, "count": 301, "max_ms": 68.427, "p95_ms": 57.566}, "yolo11_640_fire_11class": {"avg_ms": 50.671, "count": 301, "max_ms": 68.904, "p95_ms": 65.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.793, "count": 301, "max_ms": 77.045, "p95_ms": 73.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.422, "count": 301, "max_ms": 102.841, "p95_ms": 98.069}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 120.894, "p95_ms": 115.312}, "triton_wait": {"avg_ms": 53.928, "count": 301, "max_ms": 77.057, "p95_ms": 73.322}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 4.148, "p95_ms": 3.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16329.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31913.246, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.42, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2217133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:03:31+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T01:03:31+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T01:03:31.316681+09:00", "mtime_epoch": 1783267411.3166814, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:03:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2498.129, "name": "celery", "pid": 267, "rss_mb": 2498.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.902, "count": 301, "max_ms": 12.546, "p95_ms": 8.522}, "gstreamer_push": {"avg_ms": 1.324, "count": 301, "max_ms": 1.589, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.194, "count": 301, "max_ms": 67.808, "p95_ms": 63.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.902, "count": 301, "max_ms": 66.172, "p95_ms": 58.18}, "yolo11_640_fire_11class": {"avg_ms": 52.957, "count": 301, "max_ms": 69.379, "p95_ms": 65.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.923, "count": 301, "max_ms": 76.043, "p95_ms": 71.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.102, "count": 301, "max_ms": 92.093, "p95_ms": 88.029}, "read_interval": {"avg_ms": 99.858, "count": 301, "max_ms": 414.571, "p95_ms": 167.885}, "triton_wait": {"avg_ms": 56.382, "count": 301, "max_ms": 76.057, "p95_ms": 71.558}, "visualize": {"avg_ms": 3.722, "count": 301, "max_ms": 4.99, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16329.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16010.863, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.543, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1761790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:03:55+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:03:55+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:03:55.105256+09:00", "mtime_epoch": 1783267435.1052563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:03:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9465.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.133, "count": 300, "max_ms": 30.411, "p95_ms": 18.853}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.462, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.923, "count": 300, "max_ms": 68.459, "p95_ms": 61.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.376, "count": 300, "max_ms": 64.263, "p95_ms": 55.723}, "yolo11_640_fire_11class": {"avg_ms": 49.229, "count": 300, "max_ms": 69.583, "p95_ms": 61.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.668, "count": 300, "max_ms": 75.873, "p95_ms": 70.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.355, "count": 300, "max_ms": 103.225, "p95_ms": 96.36}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 121.258, "p95_ms": 115.112}, "triton_wait": {"avg_ms": 52.843, "count": 300, "max_ms": 75.885, "p95_ms": 70.634}, "visualize": {"avg_ms": 3.576, "count": 300, "max_ms": 5.515, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16329.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31943.294, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.412, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2217433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:04:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:04:01+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:04:01+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T01:04:01.389407+09:00", "mtime_epoch": 1783267441.3894074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:04:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2498.387, "name": "celery", "pid": 267, "rss_mb": 2498.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 300, "max_ms": 12.981, "p95_ms": 8.698}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.946, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.259, "count": 300, "max_ms": 71.714, "p95_ms": 64.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.592, "count": 300, "max_ms": 71.125, "p95_ms": 56.611}, "yolo11_640_fire_11class": {"avg_ms": 51.617, "count": 300, "max_ms": 71.112, "p95_ms": 65.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.117, "count": 300, "max_ms": 75.714, "p95_ms": 70.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.45, "count": 300, "max_ms": 92.174, "p95_ms": 88.013}, "read_interval": {"avg_ms": 100.196, "count": 299, "max_ms": 329.575, "p95_ms": 166.803}, "triton_wait": {"avg_ms": 54.799, "count": 300, "max_ms": 75.727, "p95_ms": 70.86}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 4.636, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16330.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16040.867, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.547, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:04:25+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T01:04:25+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T01:04:25.101975+09:00", "mtime_epoch": 1783267465.1019747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:04:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9465.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.861, "count": 300, "max_ms": 26.503, "p95_ms": 18.92}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.684, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.639, "count": 300, "max_ms": 65.573, "p95_ms": 61.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.145, "count": 300, "max_ms": 65.582, "p95_ms": 58.287}, "yolo11_640_fire_11class": {"avg_ms": 50.71, "count": 300, "max_ms": 70.232, "p95_ms": 61.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.955, "count": 300, "max_ms": 73.79, "p95_ms": 69.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.408, "count": 300, "max_ms": 98.77, "p95_ms": 94.202}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 118.435, "p95_ms": 112.94}, "triton_wait": {"avg_ms": 54.226, "count": 300, "max_ms": 73.802, "p95_ms": 69.23}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 4.996, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16329.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 31973.366, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.414, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2217733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:04:31+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:04:31+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T01:04:31.470126+09:00", "mtime_epoch": 1783267471.4701264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:04:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2498.387, "name": "celery", "pid": 267, "rss_mb": 2498.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.115, "count": 300, "max_ms": 14.052, "p95_ms": 10.011}, "gstreamer_push": {"avg_ms": 1.327, "count": 300, "max_ms": 1.796, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.718, "count": 300, "max_ms": 72.452, "p95_ms": 64.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.775, "count": 300, "max_ms": 70.451, "p95_ms": 56.427}, "yolo11_640_fire_11class": {"avg_ms": 54.551, "count": 300, "max_ms": 73.571, "p95_ms": 67.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.886, "count": 300, "max_ms": 76.24, "p95_ms": 72.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.388, "count": 300, "max_ms": 92.696, "p95_ms": 89.291}, "read_interval": {"avg_ms": 100.303, "count": 299, "max_ms": 457.122, "p95_ms": 129.359}, "triton_wait": {"avg_ms": 58.468, "count": 300, "max_ms": 76.253, "p95_ms": 72.831}, "visualize": {"avg_ms": 3.753, "count": 300, "max_ms": 5.214, "p95_ms": 4.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16329.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16070.971, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.212, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:04:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T01:04:55+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T01:04:55.214689+09:00", "mtime_epoch": 1783267495.214689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:04:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9465.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.991, "count": 300, "max_ms": 27.176, "p95_ms": 19.208}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 2.097, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.145, "count": 300, "max_ms": 66.196, "p95_ms": 62.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.178, "count": 300, "max_ms": 65.277, "p95_ms": 58.541}, "yolo11_640_fire_11class": {"avg_ms": 50.696, "count": 300, "max_ms": 65.525, "p95_ms": 62.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.564, "count": 300, "max_ms": 75.459, "p95_ms": 70.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.057, "count": 300, "max_ms": 101.722, "p95_ms": 95.724}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 119.637, "p95_ms": 114.014}, "triton_wait": {"avg_ms": 54.728, "count": 300, "max_ms": 75.468, "p95_ms": 70.29}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 5.183, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16330.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32003.4, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.414, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2218033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:05:01+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T01:05:01+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:05:01.542838+09:00", "mtime_epoch": 1783267501.5428383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:05:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2498.645, "name": "celery", "pid": 267, "rss_mb": 2498.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.149, "count": 300, "max_ms": 13.344, "p95_ms": 9.772}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.868, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.798, "count": 300, "max_ms": 70.577, "p95_ms": 65.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.039, "count": 300, "max_ms": 71.945, "p95_ms": 58.234}, "yolo11_640_fire_11class": {"avg_ms": 55.409, "count": 300, "max_ms": 74.302, "p95_ms": 66.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.237, "count": 300, "max_ms": 74.615, "p95_ms": 72.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.675, "count": 300, "max_ms": 93.116, "p95_ms": 89.548}, "read_interval": {"avg_ms": 100.186, "count": 299, "max_ms": 455.411, "p95_ms": 122.373}, "triton_wait": {"avg_ms": 59.676, "count": 300, "max_ms": 74.628, "p95_ms": 72.785}, "visualize": {"avg_ms": 3.769, "count": 300, "max_ms": 5.367, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16330.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16101.064, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.441, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:05:25+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:05:25+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T01:05:25.303396+09:00", "mtime_epoch": 1783267525.3033962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:05:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9465.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.993, "count": 301, "max_ms": 24.245, "p95_ms": 18.935}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.472, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.32, "count": 301, "max_ms": 66.182, "p95_ms": 63.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.0, "count": 301, "max_ms": 68.274, "p95_ms": 59.04}, "yolo11_640_fire_11class": {"avg_ms": 51.547, "count": 301, "max_ms": 69.007, "p95_ms": 62.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.218, "count": 301, "max_ms": 76.907, "p95_ms": 71.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.765, "count": 301, "max_ms": 101.681, "p95_ms": 96.222}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 121.721, "p95_ms": 115.15}, "triton_wait": {"avg_ms": 55.409, "count": 301, "max_ms": 76.92, "p95_ms": 71.688}, "visualize": {"avg_ms": 3.547, "count": 301, "max_ms": 5.323, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16330.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32033.505, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.272, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2218335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:05:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:05:31+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T01:05:31+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T01:05:31.591543+09:00", "mtime_epoch": 1783267531.5915434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:05:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2498.645, "name": "celery", "pid": 267, "rss_mb": 2498.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.284, "count": 301, "max_ms": 14.317, "p95_ms": 12.07}, "gstreamer_push": {"avg_ms": 1.33, "count": 301, "max_ms": 1.649, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.938, "count": 301, "max_ms": 72.918, "p95_ms": 65.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.461, "count": 301, "max_ms": 68.347, "p95_ms": 58.855}, "yolo11_640_fire_11class": {"avg_ms": 55.841, "count": 301, "max_ms": 71.78, "p95_ms": 68.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.999, "count": 301, "max_ms": 77.709, "p95_ms": 72.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.635, "count": 301, "max_ms": 94.151, "p95_ms": 89.917}, "read_interval": {"avg_ms": 99.653, "count": 301, "max_ms": 419.016, "p95_ms": 130.726}, "triton_wait": {"avg_ms": 60.444, "count": 301, "max_ms": 77.723, "p95_ms": 72.946}, "visualize": {"avg_ms": 3.775, "count": 301, "max_ms": 5.998, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16330.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16131.175, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.529, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1762992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:05:55+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T01:05:55+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T01:05:55.408098+09:00", "mtime_epoch": 1783267555.4080977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:05:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9466.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.055, "count": 299, "max_ms": 24.505, "p95_ms": 19.019}, "gstreamer_push": {"avg_ms": 1.242, "count": 299, "max_ms": 1.897, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.612, "count": 299, "max_ms": 67.948, "p95_ms": 63.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.254, "count": 299, "max_ms": 68.95, "p95_ms": 62.053}, "yolo11_640_fire_11class": {"avg_ms": 52.364, "count": 299, "max_ms": 68.94, "p95_ms": 63.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.126, "count": 299, "max_ms": 77.419, "p95_ms": 72.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.787, "count": 299, "max_ms": 104.418, "p95_ms": 97.563}, "read_interval": {"avg_ms": 100.32, "count": 299, "max_ms": 120.279, "p95_ms": 113.929}, "triton_wait": {"avg_ms": 57.336, "count": 299, "max_ms": 77.431, "p95_ms": 72.171}, "visualize": {"avg_ms": 3.564, "count": 299, "max_ms": 4.553, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16330.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32063.51, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.37, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2218634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:06:01+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:06:01+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:06:01.628242+09:00", "mtime_epoch": 1783267561.628242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:06:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2498.902, "name": "celery", "pid": 267, "rss_mb": 2498.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.996, "count": 299, "max_ms": 13.965, "p95_ms": 8.828}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 1.484, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.494, "count": 299, "max_ms": 67.989, "p95_ms": 65.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.944, "count": 299, "max_ms": 67.96, "p95_ms": 61.339}, "yolo11_640_fire_11class": {"avg_ms": 56.782, "count": 299, "max_ms": 72.681, "p95_ms": 67.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.745, "count": 299, "max_ms": 76.37, "p95_ms": 73.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.938, "count": 299, "max_ms": 92.575, "p95_ms": 90.032}, "read_interval": {"avg_ms": 100.383, "count": 299, "max_ms": 431.961, "p95_ms": 120.494}, "triton_wait": {"avg_ms": 62.167, "count": 299, "max_ms": 76.384, "p95_ms": 73.511}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 5.667, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16331.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16161.191, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.62, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1763293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:06:25+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T01:06:25+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T01:06:25.452792+09:00", "mtime_epoch": 1783267585.452792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:06:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9466.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.086, "count": 301, "max_ms": 27.2, "p95_ms": 19.154}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.797, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.854, "count": 301, "max_ms": 69.563, "p95_ms": 63.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.903, "count": 301, "max_ms": 67.271, "p95_ms": 59.745}, "yolo11_640_fire_11class": {"avg_ms": 51.975, "count": 301, "max_ms": 68.026, "p95_ms": 63.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.634, "count": 301, "max_ms": 76.814, "p95_ms": 72.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.205, "count": 301, "max_ms": 101.38, "p95_ms": 97.335}, "read_interval": {"avg_ms": 99.757, "count": 300, "max_ms": 120.276, "p95_ms": 113.708}, "triton_wait": {"avg_ms": 55.824, "count": 301, "max_ms": 76.827, "p95_ms": 72.075}, "visualize": {"avg_ms": 3.515, "count": 301, "max_ms": 5.587, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16330.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32093.523, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.508, "sample_count": 3071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2218932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:06:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:06:31+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T01:06:31.544932+09:00", "mtime_epoch": 1783267591.5449321, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:06:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.16, "name": "celery", "pid": 267, "rss_mb": 2499.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.966, "count": 298, "max_ms": 9.694, "p95_ms": 8.864}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 1.511, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.206, "count": 298, "max_ms": 73.491, "p95_ms": 65.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.033, "count": 298, "max_ms": 72.549, "p95_ms": 61.565}, "yolo11_640_fire_11class": {"avg_ms": 56.178, "count": 298, "max_ms": 73.383, "p95_ms": 69.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.119, "count": 298, "max_ms": 75.493, "p95_ms": 73.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.38, "count": 298, "max_ms": 92.626, "p95_ms": 90.088}, "read_interval": {"avg_ms": 100.785, "count": 298, "max_ms": 386.003, "p95_ms": 148.184}, "triton_wait": {"avg_ms": 60.623, "count": 298, "max_ms": 75.505, "p95_ms": 73.504}, "visualize": {"avg_ms": 3.721, "count": 298, "max_ms": 4.62, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16331.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16191.264, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.872, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1763594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:06:55+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:06:55+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T01:06:55.493481+09:00", "mtime_epoch": 1783267615.4934807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:06:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9466.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.048, "count": 301, "max_ms": 28.766, "p95_ms": 18.961}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.463, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.135, "count": 301, "max_ms": 65.791, "p95_ms": 63.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.69, "count": 301, "max_ms": 66.341, "p95_ms": 57.472}, "yolo11_640_fire_11class": {"avg_ms": 49.091, "count": 301, "max_ms": 67.084, "p95_ms": 62.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.926, "count": 301, "max_ms": 75.399, "p95_ms": 71.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.343, "count": 301, "max_ms": 102.136, "p95_ms": 96.522}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 121.687, "p95_ms": 115.102}, "triton_wait": {"avg_ms": 52.962, "count": 301, "max_ms": 75.409, "p95_ms": 71.753}, "visualize": {"avg_ms": 3.545, "count": 301, "max_ms": 5.572, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16331.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32123.6, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.63, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2219233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:07:01+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:07:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:07:01.721623+09:00", "mtime_epoch": 1783267621.721623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:07:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.16, "name": "celery", "pid": 267, "rss_mb": 2499.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.274, "count": 300, "max_ms": 14.859, "p95_ms": 12.716}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.724, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.667, "count": 300, "max_ms": 69.486, "p95_ms": 64.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.201, "count": 300, "max_ms": 70.423, "p95_ms": 57.462}, "yolo11_640_fire_11class": {"avg_ms": 51.697, "count": 300, "max_ms": 71.761, "p95_ms": 64.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.614, "count": 300, "max_ms": 75.693, "p95_ms": 71.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.159, "count": 300, "max_ms": 96.035, "p95_ms": 88.196}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 363.994, "p95_ms": 195.624}, "triton_wait": {"avg_ms": 56.071, "count": 300, "max_ms": 75.705, "p95_ms": 71.137}, "visualize": {"avg_ms": 3.759, "count": 300, "max_ms": 4.919, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16331.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16221.379, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.052, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1763895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:07:25+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T01:07:25+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T01:07:25.610166+09:00", "mtime_epoch": 1783267645.610166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:07:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9466.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.182, "count": 300, "max_ms": 29.704, "p95_ms": 28.185}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 2.077, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.707, "count": 300, "max_ms": 67.669, "p95_ms": 63.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.655, "count": 300, "max_ms": 67.382, "p95_ms": 53.496}, "yolo11_640_fire_11class": {"avg_ms": 48.668, "count": 300, "max_ms": 66.209, "p95_ms": 62.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.946, "count": 300, "max_ms": 75.188, "p95_ms": 72.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.664, "count": 300, "max_ms": 109.741, "p95_ms": 99.544}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 125.529, "p95_ms": 117.984}, "triton_wait": {"avg_ms": 52.01, "count": 300, "max_ms": 75.2, "p95_ms": 72.35}, "visualize": {"avg_ms": 3.594, "count": 300, "max_ms": 5.186, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16331.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32153.687, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.369, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2219536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:07:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:07:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:07:31+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:07:31.806306+09:00", "mtime_epoch": 1783267651.8063064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:07:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.418, "name": "celery", "pid": 267, "rss_mb": 2499.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.046, "count": 302, "max_ms": 13.172, "p95_ms": 8.842}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 2.019, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.154, "count": 302, "max_ms": 71.618, "p95_ms": 63.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.6, "count": 302, "max_ms": 71.276, "p95_ms": 59.45}, "yolo11_640_fire_11class": {"avg_ms": 50.958, "count": 302, "max_ms": 70.46, "p95_ms": 65.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.981, "count": 302, "max_ms": 73.542, "p95_ms": 70.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.409, "count": 302, "max_ms": 94.513, "p95_ms": 88.382}, "read_interval": {"avg_ms": 99.282, "count": 302, "max_ms": 428.396, "p95_ms": 193.296}, "triton_wait": {"avg_ms": 54.491, "count": 302, "max_ms": 73.554, "p95_ms": 71.288}, "visualize": {"avg_ms": 3.747, "count": 302, "max_ms": 5.301, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16332.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16251.378, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.98, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1764194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:07:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:07:55+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T01:07:55.630844+09:00", "mtime_epoch": 1783267675.6308444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:07:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9466.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.095, "count": 299, "max_ms": 24.355, "p95_ms": 19.314}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.77, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.391, "count": 299, "max_ms": 64.041, "p95_ms": 61.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.414, "count": 299, "max_ms": 66.938, "p95_ms": 59.765}, "yolo11_640_fire_11class": {"avg_ms": 50.176, "count": 299, "max_ms": 66.95, "p95_ms": 61.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.7, "count": 299, "max_ms": 73.858, "p95_ms": 70.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.306, "count": 299, "max_ms": 98.983, "p95_ms": 95.146}, "read_interval": {"avg_ms": 100.379, "count": 299, "max_ms": 120.617, "p95_ms": 115.046}, "triton_wait": {"avg_ms": 53.854, "count": 299, "max_ms": 73.87, "p95_ms": 70.47}, "visualize": {"avg_ms": 3.53, "count": 299, "max_ms": 4.991, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16332.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32183.698, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.489, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2219834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:08:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:08:01+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:08:01+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:08:01.826984+09:00", "mtime_epoch": 1783267681.8269837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:08:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.418, "name": "celery", "pid": 267, "rss_mb": 2499.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.958, "count": 298, "max_ms": 11.861, "p95_ms": 8.429}, "gstreamer_push": {"avg_ms": 1.3, "count": 298, "max_ms": 2.095, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.038, "count": 298, "max_ms": 74.738, "p95_ms": 66.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.664, "count": 298, "max_ms": 74.75, "p95_ms": 65.319}, "yolo11_640_fire_11class": {"avg_ms": 55.119, "count": 298, "max_ms": 74.394, "p95_ms": 67.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.377, "count": 298, "max_ms": 75.359, "p95_ms": 73.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.599, "count": 298, "max_ms": 93.449, "p95_ms": 90.416}, "read_interval": {"avg_ms": 100.736, "count": 298, "max_ms": 431.213, "p95_ms": 131.308}, "triton_wait": {"avg_ms": 59.881, "count": 298, "max_ms": 75.368, "p95_ms": 73.992}, "visualize": {"avg_ms": 3.699, "count": 298, "max_ms": 4.999, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16332.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16281.469, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.587, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1764496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:08:25+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:08:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T01:08:25.719520+09:00", "mtime_epoch": 1783267705.7195196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:08:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9466.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.296, "count": 302, "max_ms": 26.298, "p95_ms": 20.376}, "gstreamer_push": {"avg_ms": 1.237, "count": 302, "max_ms": 1.857, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.173, "count": 302, "max_ms": 65.283, "p95_ms": 62.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.471, "count": 302, "max_ms": 66.109, "p95_ms": 57.735}, "yolo11_640_fire_11class": {"avg_ms": 49.632, "count": 302, "max_ms": 66.045, "p95_ms": 62.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.851, "count": 302, "max_ms": 74.27, "p95_ms": 70.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.636, "count": 302, "max_ms": 100.104, "p95_ms": 95.097}, "read_interval": {"avg_ms": 99.637, "count": 301, "max_ms": 118.953, "p95_ms": 114.745}, "triton_wait": {"avg_ms": 53.019, "count": 302, "max_ms": 74.282, "p95_ms": 70.271}, "visualize": {"avg_ms": 3.529, "count": 302, "max_ms": 4.806, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16332.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32213.716, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.462, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2220137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:08:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:08:31+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:08:31.859657+09:00", "mtime_epoch": 1783267711.8596568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:08:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.676, "name": "celery", "pid": 267, "rss_mb": 2499.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.129, "pushed": 10.129, "read": 10.096}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.238, "count": 303, "max_ms": 12.33, "p95_ms": 11.662}, "gstreamer_push": {"avg_ms": 1.291, "count": 303, "max_ms": 1.49, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.09, "count": 303, "max_ms": 67.821, "p95_ms": 64.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.305, "count": 303, "max_ms": 64.68, "p95_ms": 56.323}, "yolo11_640_fire_11class": {"avg_ms": 52.458, "count": 303, "max_ms": 69.498, "p95_ms": 66.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.938, "count": 303, "max_ms": 73.974, "p95_ms": 70.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.71, "count": 303, "max_ms": 91.152, "p95_ms": 86.893}, "read_interval": {"avg_ms": 99.129, "count": 302, "max_ms": 419.779, "p95_ms": 175.556}, "triton_wait": {"avg_ms": 55.64, "count": 303, "max_ms": 73.987, "p95_ms": 70.354}, "visualize": {"avg_ms": 3.749, "count": 303, "max_ms": 4.816, "p95_ms": 4.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16332.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16311.493, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.558, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1764796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:08:55+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:08:55+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:08:55.744189+09:00", "mtime_epoch": 1783267735.744189, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:08:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9466.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.406, "count": 300, "max_ms": 22.626, "p95_ms": 19.937}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.892, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.799, "count": 300, "max_ms": 67.715, "p95_ms": 63.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.419, "count": 300, "max_ms": 65.959, "p95_ms": 54.9}, "yolo11_640_fire_11class": {"avg_ms": 49.124, "count": 300, "max_ms": 67.647, "p95_ms": 62.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.81, "count": 300, "max_ms": 74.822, "p95_ms": 67.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.831, "count": 300, "max_ms": 100.018, "p95_ms": 93.815}, "read_interval": {"avg_ms": 100.08, "count": 299, "max_ms": 120.71, "p95_ms": 115.272}, "triton_wait": {"avg_ms": 51.993, "count": 300, "max_ms": 74.834, "p95_ms": 67.729}, "visualize": {"avg_ms": 3.583, "count": 300, "max_ms": 5.424, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16332.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32243.808, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.503, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2220438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:09:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T01:09:01+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T01:09:01.908326+09:00", "mtime_epoch": 1783267741.908326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:09:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.676, "name": "celery", "pid": 267, "rss_mb": 2499.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.087, "count": 300, "max_ms": 12.587, "p95_ms": 8.93}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.497, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.352, "count": 300, "max_ms": 73.88, "p95_ms": 65.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.031, "count": 300, "max_ms": 70.212, "p95_ms": 53.51}, "yolo11_640_fire_11class": {"avg_ms": 52.191, "count": 300, "max_ms": 71.962, "p95_ms": 65.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.166, "count": 300, "max_ms": 76.777, "p95_ms": 72.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.524, "count": 300, "max_ms": 93.289, "p95_ms": 88.93}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 372.804, "p95_ms": 156.038}, "triton_wait": {"avg_ms": 55.673, "count": 300, "max_ms": 76.791, "p95_ms": 72.412}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 4.804, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16332.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16341.579, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.752, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:09:25+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T01:09:25+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:09:25.836856+09:00", "mtime_epoch": 1783267765.836856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:09:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.034, "count": 300, "max_ms": 21.842, "p95_ms": 18.863}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 2.056, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.721, "count": 300, "max_ms": 66.276, "p95_ms": 62.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.302, "count": 300, "max_ms": 69.022, "p95_ms": 56.011}, "yolo11_640_fire_11class": {"avg_ms": 49.322, "count": 300, "max_ms": 68.373, "p95_ms": 62.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.992, "count": 300, "max_ms": 75.32, "p95_ms": 70.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.536, "count": 301, "max_ms": 102.062, "p95_ms": 95.264}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 132.488, "p95_ms": 116.255}, "triton_wait": {"avg_ms": 52.206, "count": 300, "max_ms": 75.332, "p95_ms": 70.526}, "visualize": {"avg_ms": 3.499, "count": 300, "max_ms": 4.42, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16332.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32273.899, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.39, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2220737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:09:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:09:32+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:09:32.016993+09:00", "mtime_epoch": 1783267772.0169926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:09:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.934, "name": "celery", "pid": 267, "rss_mb": 2499.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 298, "max_ms": 9.237, "p95_ms": 8.673}, "gstreamer_push": {"avg_ms": 1.308, "count": 298, "max_ms": 2.345, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.223, "count": 298, "max_ms": 69.005, "p95_ms": 64.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.197, "count": 298, "max_ms": 66.463, "p95_ms": 55.487}, "yolo11_640_fire_11class": {"avg_ms": 52.276, "count": 298, "max_ms": 71.214, "p95_ms": 68.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.997, "count": 298, "max_ms": 74.693, "p95_ms": 71.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.543, "count": 298, "max_ms": 91.275, "p95_ms": 87.874}, "read_interval": {"avg_ms": 100.632, "count": 298, "max_ms": 441.014, "p95_ms": 163.141}, "triton_wait": {"avg_ms": 54.836, "count": 298, "max_ms": 74.706, "p95_ms": 71.226}, "visualize": {"avg_ms": 3.715, "count": 298, "max_ms": 4.697, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16332.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16371.662, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.752, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:09:55+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:09:55+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:09:55.921519+09:00", "mtime_epoch": 1783267795.9215188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:09:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.953, "count": 301, "max_ms": 23.014, "p95_ms": 19.185}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.463, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.246, "count": 301, "max_ms": 73.027, "p95_ms": 62.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.657, "count": 301, "max_ms": 72.843, "p95_ms": 57.713}, "yolo11_640_fire_11class": {"avg_ms": 50.463, "count": 301, "max_ms": 72.55, "p95_ms": 63.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.871, "count": 301, "max_ms": 75.486, "p95_ms": 68.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.477, "count": 301, "max_ms": 100.921, "p95_ms": 95.804}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 121.691, "p95_ms": 115.036}, "triton_wait": {"avg_ms": 53.166, "count": 301, "max_ms": 75.498, "p95_ms": 71.565}, "visualize": {"avg_ms": 3.547, "count": 301, "max_ms": 5.188, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16333.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32303.91, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.369, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2221037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:10:02+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:10:02+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T01:10:02.025653+09:00", "mtime_epoch": 1783267802.025653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:10:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2499.934, "name": "celery", "pid": 267, "rss_mb": 2499.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.871, "count": 300, "max_ms": 12.5, "p95_ms": 8.238}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.771, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.881, "count": 300, "max_ms": 71.523, "p95_ms": 65.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.893, "count": 300, "max_ms": 73.767, "p95_ms": 59.631}, "yolo11_640_fire_11class": {"avg_ms": 54.038, "count": 300, "max_ms": 72.868, "p95_ms": 67.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.09, "count": 300, "max_ms": 75.09, "p95_ms": 72.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.211, "count": 300, "max_ms": 92.012, "p95_ms": 89.066}, "read_interval": {"avg_ms": 100.038, "count": 300, "max_ms": 482.117, "p95_ms": 140.501}, "triton_wait": {"avg_ms": 57.655, "count": 300, "max_ms": 75.103, "p95_ms": 72.204}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.7, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16333.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16401.695, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.829, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:10:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:10:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T01:10:25.942177+09:00", "mtime_epoch": 1783267825.9421768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:10:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.048, "count": 300, "max_ms": 27.452, "p95_ms": 19.069}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.588, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.941, "count": 300, "max_ms": 66.059, "p95_ms": 64.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.547, "count": 300, "max_ms": 68.462, "p95_ms": 57.527}, "yolo11_640_fire_11class": {"avg_ms": 50.692, "count": 300, "max_ms": 72.114, "p95_ms": 63.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.111, "count": 300, "max_ms": 74.986, "p95_ms": 71.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.702, "count": 300, "max_ms": 103.234, "p95_ms": 96.53}, "read_interval": {"avg_ms": 100.092, "count": 299, "max_ms": 122.45, "p95_ms": 114.228}, "triton_wait": {"avg_ms": 54.315, "count": 300, "max_ms": 74.998, "p95_ms": 71.678}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 4.659, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16333.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32334.006, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.292, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2221339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:10:32+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T01:10:32+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T01:10:32.122312+09:00", "mtime_epoch": 1783267832.1223118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:10:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2500.191, "name": "celery", "pid": 267, "rss_mb": 2500.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 302, "max_ms": 12.599, "p95_ms": 8.6}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.62, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.784, "count": 302, "max_ms": 73.698, "p95_ms": 66.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.998, "count": 302, "max_ms": 75.812, "p95_ms": 61.135}, "yolo11_640_fire_11class": {"avg_ms": 55.586, "count": 302, "max_ms": 75.233, "p95_ms": 68.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.52, "count": 302, "max_ms": 75.428, "p95_ms": 72.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.85, "count": 302, "max_ms": 92.587, "p95_ms": 89.361}, "read_interval": {"avg_ms": 99.639, "count": 301, "max_ms": 443.273, "p95_ms": 146.933}, "triton_wait": {"avg_ms": 59.183, "count": 302, "max_ms": 75.822, "p95_ms": 72.802}, "visualize": {"avg_ms": 3.719, "count": 302, "max_ms": 5.81, "p95_ms": 4.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16333.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16431.768, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.675, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1765999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:10:56+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T01:10:56+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:10:56.010832+09:00", "mtime_epoch": 1783267856.0108323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:10:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.69, "count": 301, "max_ms": 29.051, "p95_ms": 23.064}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.773, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.213, "count": 301, "max_ms": 65.65, "p95_ms": 62.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.415, "count": 301, "max_ms": 67.404, "p95_ms": 56.203}, "yolo11_640_fire_11class": {"avg_ms": 50.567, "count": 301, "max_ms": 68.257, "p95_ms": 63.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.02, "count": 301, "max_ms": 75.075, "p95_ms": 71.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.574, "count": 301, "max_ms": 111.156, "p95_ms": 96.582}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 126.563, "p95_ms": 113.863}, "triton_wait": {"avg_ms": 53.526, "count": 301, "max_ms": 75.087, "p95_ms": 71.024}, "visualize": {"avg_ms": 3.529, "count": 301, "max_ms": 4.55, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16334.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32364.016, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.126, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2221640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:11:02+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:11:02+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T01:11:02.106965+09:00", "mtime_epoch": 1783267862.1069648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:11:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2500.449, "name": "celery", "pid": 267, "rss_mb": 2500.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.272, "count": 301, "max_ms": 13.643, "p95_ms": 12.131}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.521, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.872, "count": 301, "max_ms": 68.802, "p95_ms": 62.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.223, "count": 301, "max_ms": 67.24, "p95_ms": 55.673}, "yolo11_640_fire_11class": {"avg_ms": 51.637, "count": 301, "max_ms": 70.905, "p95_ms": 65.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.247, "count": 301, "max_ms": 74.671, "p95_ms": 70.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.03, "count": 301, "max_ms": 94.389, "p95_ms": 88.385}, "read_interval": {"avg_ms": 99.786, "count": 301, "max_ms": 474.148, "p95_ms": 178.943}, "triton_wait": {"avg_ms": 54.951, "count": 301, "max_ms": 74.684, "p95_ms": 70.209}, "visualize": {"avg_ms": 3.765, "count": 301, "max_ms": 5.075, "p95_ms": 4.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16334.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16461.881, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.476, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1766300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:11:26+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T01:11:26+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T01:11:26.099485+09:00", "mtime_epoch": 1783267886.0994852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:11:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.987, "count": 300, "max_ms": 28.915, "p95_ms": 20.205}, "gstreamer_push": {"avg_ms": 1.212, "count": 300, "max_ms": 1.723, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.277, "count": 300, "max_ms": 65.935, "p95_ms": 62.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.863, "count": 300, "max_ms": 64.662, "p95_ms": 58.799}, "yolo11_640_fire_11class": {"avg_ms": 50.917, "count": 300, "max_ms": 67.314, "p95_ms": 61.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.789, "count": 300, "max_ms": 75.321, "p95_ms": 70.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.215, "count": 300, "max_ms": 99.463, "p95_ms": 95.665}, "read_interval": {"avg_ms": 100.023, "count": 299, "max_ms": 125.12, "p95_ms": 114.705}, "triton_wait": {"avg_ms": 54.939, "count": 300, "max_ms": 75.333, "p95_ms": 70.874}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 5.003, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16334.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32394.093, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.127, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2221940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:11:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:11:32+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:11:32+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T01:11:32.239618+09:00", "mtime_epoch": 1783267892.2396178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:11:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2500.449, "name": "celery", "pid": 267, "rss_mb": 2500.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.902, "count": 299, "max_ms": 13.293, "p95_ms": 8.533}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.819, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.658, "count": 299, "max_ms": 72.262, "p95_ms": 67.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.278, "count": 299, "max_ms": 72.069, "p95_ms": 59.631}, "yolo11_640_fire_11class": {"avg_ms": 54.561, "count": 299, "max_ms": 72.209, "p95_ms": 69.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.629, "count": 299, "max_ms": 77.259, "p95_ms": 73.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.871, "count": 300, "max_ms": 94.362, "p95_ms": 89.786}, "read_interval": {"avg_ms": 100.319, "count": 299, "max_ms": 395.507, "p95_ms": 172.243}, "triton_wait": {"avg_ms": 59.085, "count": 299, "max_ms": 77.271, "p95_ms": 73.04}, "visualize": {"avg_ms": 3.748, "count": 299, "max_ms": 6.081, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16334.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16491.944, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.231, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1766601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:11:56+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:11:56+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:11:56.204135+09:00", "mtime_epoch": 1783267916.2041352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:11:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.374, "count": 301, "max_ms": 22.228, "p95_ms": 20.214}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 2.254, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.346, "count": 301, "max_ms": 67.124, "p95_ms": 62.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.401, "count": 301, "max_ms": 67.858, "p95_ms": 53.378}, "yolo11_640_fire_11class": {"avg_ms": 47.85, "count": 301, "max_ms": 67.136, "p95_ms": 61.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.786, "count": 301, "max_ms": 76.509, "p95_ms": 69.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.652, "count": 301, "max_ms": 101.168, "p95_ms": 93.432}, "read_interval": {"avg_ms": 99.909, "count": 300, "max_ms": 120.176, "p95_ms": 115.078}, "triton_wait": {"avg_ms": 50.855, "count": 301, "max_ms": 76.522, "p95_ms": 69.249}, "visualize": {"avg_ms": 3.58, "count": 301, "max_ms": 5.538, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16334.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32424.186, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.081, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2222240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:12:02+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:12:02+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:12:02.308267+09:00", "mtime_epoch": 1783267922.3082666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:12:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2500.707, "name": "celery", "pid": 267, "rss_mb": 2500.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.102, "count": 300, "max_ms": 13.516, "p95_ms": 11.17}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.822, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.226, "count": 300, "max_ms": 69.572, "p95_ms": 64.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.565, "count": 300, "max_ms": 68.846, "p95_ms": 55.668}, "yolo11_640_fire_11class": {"avg_ms": 49.926, "count": 300, "max_ms": 70.463, "p95_ms": 64.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.453, "count": 300, "max_ms": 78.798, "p95_ms": 70.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.047, "count": 300, "max_ms": 95.567, "p95_ms": 87.084}, "read_interval": {"avg_ms": 100.322, "count": 299, "max_ms": 430.456, "p95_ms": 172.915}, "triton_wait": {"avg_ms": 53.095, "count": 300, "max_ms": 78.811, "p95_ms": 70.806}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 5.971, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16334.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16521.981, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.568, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1766901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:12:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:12:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T01:12:26.224781+09:00", "mtime_epoch": 1783267946.2247806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:12:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.447, "count": 300, "max_ms": 28.391, "p95_ms": 21.374}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.873, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.106, "count": 300, "max_ms": 70.374, "p95_ms": 60.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.911, "count": 300, "max_ms": 71.402, "p95_ms": 54.558}, "yolo11_640_fire_11class": {"avg_ms": 48.311, "count": 300, "max_ms": 69.66, "p95_ms": 60.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.368, "count": 300, "max_ms": 75.39, "p95_ms": 68.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.323, "count": 300, "max_ms": 99.725, "p95_ms": 92.451}, "read_interval": {"avg_ms": 100.075, "count": 300, "max_ms": 120.633, "p95_ms": 114.302}, "triton_wait": {"avg_ms": 51.521, "count": 300, "max_ms": 75.402, "p95_ms": 68.578}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 5.616, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16334.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32454.212, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.072, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2222540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:12:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:12:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:12:32+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T01:12:32.328912+09:00", "mtime_epoch": 1783267952.3289115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:12:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2500.707, "name": "celery", "pid": 267, "rss_mb": 2500.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.025, "count": 300, "max_ms": 13.211, "p95_ms": 8.834}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.58, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.166, "count": 300, "max_ms": 74.137, "p95_ms": 63.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.227, "count": 300, "max_ms": 76.372, "p95_ms": 54.368}, "yolo11_640_fire_11class": {"avg_ms": 51.928, "count": 300, "max_ms": 75.144, "p95_ms": 64.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.47, "count": 300, "max_ms": 76.36, "p95_ms": 71.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.774, "count": 300, "max_ms": 93.519, "p95_ms": 87.959}, "read_interval": {"avg_ms": 100.074, "count": 299, "max_ms": 421.951, "p95_ms": 161.394}, "triton_wait": {"avg_ms": 54.903, "count": 300, "max_ms": 76.382, "p95_ms": 71.056}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 4.838, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16335.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16551.984, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.703, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1767201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:12:56+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:12:56+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T01:12:56.233423+09:00", "mtime_epoch": 1783267976.233423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:12:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9467.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.181, "count": 300, "max_ms": 28.259, "p95_ms": 19.078}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.435, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.806, "count": 300, "max_ms": 68.05, "p95_ms": 62.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.777, "count": 300, "max_ms": 66.993, "p95_ms": 59.015}, "yolo11_640_fire_11class": {"avg_ms": 51.808, "count": 300, "max_ms": 67.626, "p95_ms": 62.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.882, "count": 300, "max_ms": 76.58, "p95_ms": 71.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.506, "count": 300, "max_ms": 101.247, "p95_ms": 96.318}, "read_interval": {"avg_ms": 100.019, "count": 300, "max_ms": 119.879, "p95_ms": 113.756}, "triton_wait": {"avg_ms": 56.02, "count": 300, "max_ms": 76.591, "p95_ms": 71.247}, "visualize": {"avg_ms": 3.513, "count": 300, "max_ms": 4.161, "p95_ms": 3.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16335.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32484.542, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.043, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2222842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:13:02+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:13:02+09:00", "mjpeg": {"age_sec": 0.431, "exists": true, "mtime": "2026-07-06T01:13:02.313553+09:00", "mtime_epoch": 1783267982.3135529, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:13:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2500.965, "name": "celery", "pid": 267, "rss_mb": 2500.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 299, "max_ms": 11.508, "p95_ms": 8.848}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 1.773, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.306, "count": 299, "max_ms": 74.171, "p95_ms": 65.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.311, "count": 299, "max_ms": 72.691, "p95_ms": 58.695}, "yolo11_640_fire_11class": {"avg_ms": 55.776, "count": 299, "max_ms": 83.379, "p95_ms": 68.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.02, "count": 299, "max_ms": 81.261, "p95_ms": 74.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.199, "count": 299, "max_ms": 99.428, "p95_ms": 91.222}, "read_interval": {"avg_ms": 100.462, "count": 299, "max_ms": 532.554, "p95_ms": 139.067}, "triton_wait": {"avg_ms": 60.407, "count": 299, "max_ms": 83.392, "p95_ms": 74.511}, "visualize": {"avg_ms": 3.745, "count": 299, "max_ms": 4.706, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16335.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16582.056, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.749, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1767502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:13:26+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:13:26+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:13:26.310064+09:00", "mtime_epoch": 1783268006.3100643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:13:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9468.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.345, "count": 301, "max_ms": 25.828, "p95_ms": 19.641}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.825, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.825, "count": 301, "max_ms": 69.575, "p95_ms": 62.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.717, "count": 301, "max_ms": 68.277, "p95_ms": 55.639}, "yolo11_640_fire_11class": {"avg_ms": 49.406, "count": 301, "max_ms": 72.634, "p95_ms": 62.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.265, "count": 301, "max_ms": 78.94, "p95_ms": 70.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.047, "count": 301, "max_ms": 105.412, "p95_ms": 95.557}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 120.936, "p95_ms": 114.473}, "triton_wait": {"avg_ms": 52.366, "count": 301, "max_ms": 78.952, "p95_ms": 70.876}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 5.213, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16335.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32514.618, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.064, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2223146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:13:32+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:13:32+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T01:13:32.742201+09:00", "mtime_epoch": 1783268012.742201, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:13:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2500.965, "name": "celery", "pid": 267, "rss_mb": 2500.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 304, "max_ms": 12.485, "p95_ms": 8.521}, "gstreamer_push": {"avg_ms": 1.319, "count": 304, "max_ms": 1.883, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.354, "count": 304, "max_ms": 71.535, "p95_ms": 65.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.009, "count": 304, "max_ms": 70.089, "p95_ms": 53.408}, "yolo11_640_fire_11class": {"avg_ms": 52.585, "count": 304, "max_ms": 71.601, "p95_ms": 64.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.759, "count": 304, "max_ms": 77.982, "p95_ms": 71.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.917, "count": 304, "max_ms": 95.603, "p95_ms": 88.323}, "read_interval": {"avg_ms": 98.992, "count": 303, "max_ms": 430.391, "p95_ms": 137.909}, "triton_wait": {"avg_ms": 56.224, "count": 304, "max_ms": 77.994, "p95_ms": 71.733}, "visualize": {"avg_ms": 3.71, "count": 304, "max_ms": 5.014, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16335.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16612.069, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.804, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1767802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:13:56+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:13:56+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T01:13:56.326702+09:00", "mtime_epoch": 1783268036.326702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:13:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9468.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.292, "count": 300, "max_ms": 20.554, "p95_ms": 19.475}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.474, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.692, "count": 300, "max_ms": 66.372, "p95_ms": 62.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.835, "count": 300, "max_ms": 68.127, "p95_ms": 54.11}, "yolo11_640_fire_11class": {"avg_ms": 49.364, "count": 300, "max_ms": 65.98, "p95_ms": 63.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.47, "count": 300, "max_ms": 77.257, "p95_ms": 70.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.283, "count": 300, "max_ms": 101.944, "p95_ms": 95.74}, "read_interval": {"avg_ms": 100.013, "count": 300, "max_ms": 123.757, "p95_ms": 114.964}, "triton_wait": {"avg_ms": 52.628, "count": 300, "max_ms": 77.269, "p95_ms": 70.773}, "visualize": {"avg_ms": 3.541, "count": 300, "max_ms": 4.651, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16335.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32544.69, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.969, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2223445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:14:02+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:14:02+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:14:02.810839+09:00", "mtime_epoch": 1783268042.8108394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:14:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2501.223, "name": "celery", "pid": 267, "rss_mb": 2501.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.91, "count": 299, "max_ms": 10.596, "p95_ms": 8.328}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.856, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.935, "count": 299, "max_ms": 69.483, "p95_ms": 64.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.541, "count": 299, "max_ms": 71.891, "p95_ms": 55.22}, "yolo11_640_fire_11class": {"avg_ms": 52.195, "count": 299, "max_ms": 72.843, "p95_ms": 67.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.627, "count": 299, "max_ms": 76.664, "p95_ms": 71.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.828, "count": 299, "max_ms": 93.01, "p95_ms": 87.51}, "read_interval": {"avg_ms": 100.579, "count": 298, "max_ms": 478.735, "p95_ms": 193.7}, "triton_wait": {"avg_ms": 55.164, "count": 299, "max_ms": 76.677, "p95_ms": 71.353}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 4.596, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16335.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16642.145, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.665, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1768103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:14:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:14:26+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T01:14:26+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:14:26.403339+09:00", "mtime_epoch": 1783268066.4033387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:14:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9468.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.689, "count": 301, "max_ms": 20.684, "p95_ms": 20.097}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.514, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.373, "count": 301, "max_ms": 72.374, "p95_ms": 61.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.363, "count": 301, "max_ms": 67.774, "p95_ms": 56.192}, "yolo11_640_fire_11class": {"avg_ms": 49.171, "count": 301, "max_ms": 67.365, "p95_ms": 60.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.794, "count": 301, "max_ms": 78.29, "p95_ms": 67.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.215, "count": 301, "max_ms": 103.592, "p95_ms": 92.695}, "read_interval": {"avg_ms": 99.944, "count": 300, "max_ms": 120.792, "p95_ms": 113.832}, "triton_wait": {"avg_ms": 52.069, "count": 301, "max_ms": 78.302, "p95_ms": 67.466}, "visualize": {"avg_ms": 3.555, "count": 301, "max_ms": 3.956, "p95_ms": 3.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16335.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32574.764, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.061, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2223746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:14:32+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T01:14:32+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T01:14:32.903476+09:00", "mtime_epoch": 1783268072.903476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:14:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2501.48, "name": "celery", "pid": 267, "rss_mb": 2501.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 301, "max_ms": 11.493, "p95_ms": 8.809}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.105, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.397, "count": 301, "max_ms": 73.019, "p95_ms": 64.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.026, "count": 301, "max_ms": 79.835, "p95_ms": 53.695}, "yolo11_640_fire_11class": {"avg_ms": 52.376, "count": 301, "max_ms": 71.596, "p95_ms": 66.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.636, "count": 301, "max_ms": 79.233, "p95_ms": 72.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.181, "count": 301, "max_ms": 96.962, "p95_ms": 88.775}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 282.068, "p95_ms": 148.291}, "triton_wait": {"avg_ms": 56.351, "count": 301, "max_ms": 79.844, "p95_ms": 72.306}, "visualize": {"avg_ms": 3.737, "count": 301, "max_ms": 5.666, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16335.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16672.169, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.841, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1768403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:14:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:14:56+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T01:14:56+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T01:14:56.403972+09:00", "mtime_epoch": 1783268096.4039717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:14:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9468.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.578, "count": 300, "max_ms": 30.219, "p95_ms": 19.961}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.524, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.552, "count": 300, "max_ms": 66.568, "p95_ms": 62.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.526, "count": 300, "max_ms": 68.718, "p95_ms": 57.829}, "yolo11_640_fire_11class": {"avg_ms": 50.162, "count": 300, "max_ms": 66.715, "p95_ms": 63.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.142, "count": 300, "max_ms": 76.67, "p95_ms": 71.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.323, "count": 300, "max_ms": 101.472, "p95_ms": 96.632}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 122.65, "p95_ms": 114.674}, "triton_wait": {"avg_ms": 53.332, "count": 300, "max_ms": 76.682, "p95_ms": 71.844}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 4.366, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16336.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32604.798, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.006, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2224046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:15:03+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:15:02+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:15:02.916109+09:00", "mtime_epoch": 1783268102.9161088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:15:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2501.48, "name": "celery", "pid": 267, "rss_mb": 2501.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.098, "count": 300, "max_ms": 13.906, "p95_ms": 9.674}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 2.21, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.566, "count": 300, "max_ms": 72.285, "p95_ms": 65.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.994, "count": 300, "max_ms": 68.826, "p95_ms": 58.427}, "yolo11_640_fire_11class": {"avg_ms": 53.348, "count": 300, "max_ms": 71.571, "p95_ms": 66.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.727, "count": 300, "max_ms": 76.785, "p95_ms": 72.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.031, "count": 300, "max_ms": 93.096, "p95_ms": 88.725}, "read_interval": {"avg_ms": 100.126, "count": 299, "max_ms": 442.308, "p95_ms": 142.167}, "triton_wait": {"avg_ms": 57.128, "count": 300, "max_ms": 76.797, "p95_ms": 72.055}, "visualize": {"avg_ms": 3.709, "count": 300, "max_ms": 5.104, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16336.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16702.169, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.833, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1768697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:15:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:15:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:15:26+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T01:15:26.416603+09:00", "mtime_epoch": 1783268126.4166028, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:15:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9468.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.833, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.053, "count": 294, "max_ms": 24.495, "p95_ms": 19.091}, "gstreamer_push": {"avg_ms": 1.234, "count": 295, "max_ms": 2.143, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.983, "count": 294, "max_ms": 69.627, "p95_ms": 62.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.66, "count": 294, "max_ms": 65.341, "p95_ms": 60.934}, "yolo11_640_fire_11class": {"avg_ms": 52.464, "count": 294, "max_ms": 68.577, "p95_ms": 62.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.204, "count": 294, "max_ms": 77.474, "p95_ms": 71.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.715, "count": 294, "max_ms": 101.472, "p95_ms": 96.052}, "read_interval": {"avg_ms": 102.093, "count": 294, "max_ms": 120.698, "p95_ms": 115.299}, "triton_wait": {"avg_ms": 58.289, "count": 294, "max_ms": 77.486, "p95_ms": 71.333}, "visualize": {"avg_ms": 3.515, "count": 294, "max_ms": 4.783, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16336.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32634.893, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.272, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2224344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:15:33+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T01:15:33+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:15:33.004741+09:00", "mtime_epoch": 1783268133.0047412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:15:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2501.738, "name": "celery", "pid": 267, "rss_mb": 2501.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.913, "count": 297, "max_ms": 11.46, "p95_ms": 8.276}, "gstreamer_push": {"avg_ms": 1.308, "count": 298, "max_ms": 1.622, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.379, "count": 297, "max_ms": 70.773, "p95_ms": 65.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.625, "count": 297, "max_ms": 68.669, "p95_ms": 60.613}, "yolo11_640_fire_11class": {"avg_ms": 58.455, "count": 297, "max_ms": 72.609, "p95_ms": 65.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.613, "count": 297, "max_ms": 76.525, "p95_ms": 73.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.417, "count": 298, "max_ms": 93.317, "p95_ms": 90.41}, "read_interval": {"avg_ms": 100.977, "count": 297, "max_ms": 274.623, "p95_ms": 110.263}, "triton_wait": {"avg_ms": 65.717, "count": 297, "max_ms": 76.538, "p95_ms": 73.796}, "visualize": {"avg_ms": 3.709, "count": 297, "max_ms": 4.711, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16337.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16732.25, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.657, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1769004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:15:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:15:56+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:15:56+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:15:56.493233+09:00", "mtime_epoch": 1783268156.4932334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:15:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9468.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.24, "pushed": 10.24, "read": 10.207}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.396, "count": 307, "max_ms": 29.314, "p95_ms": 20.043}, "gstreamer_push": {"avg_ms": 1.232, "count": 307, "max_ms": 1.889, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.647, "count": 307, "max_ms": 67.362, "p95_ms": 61.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.452, "count": 307, "max_ms": 68.988, "p95_ms": 58.446}, "yolo11_640_fire_11class": {"avg_ms": 50.21, "count": 307, "max_ms": 69.841, "p95_ms": 61.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.291, "count": 307, "max_ms": 74.949, "p95_ms": 69.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.289, "count": 307, "max_ms": 100.262, "p95_ms": 95.455}, "read_interval": {"avg_ms": 97.985, "count": 306, "max_ms": 124.222, "p95_ms": 112.882}, "triton_wait": {"avg_ms": 54.455, "count": 307, "max_ms": 74.961, "p95_ms": 69.654}, "visualize": {"avg_ms": 3.574, "count": 307, "max_ms": 4.5, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16337.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32664.985, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.232, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2224647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:16:03+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:16:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:16:03.105372+09:00", "mtime_epoch": 1783268163.105372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:16:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2501.738, "name": "celery", "pid": 267, "rss_mb": 2501.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.035, "count": 303, "max_ms": 12.252, "p95_ms": 8.977}, "gstreamer_push": {"avg_ms": 1.336, "count": 303, "max_ms": 2.096, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.717, "count": 303, "max_ms": 70.913, "p95_ms": 64.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.704, "count": 303, "max_ms": 73.017, "p95_ms": 55.722}, "yolo11_640_fire_11class": {"avg_ms": 52.68, "count": 303, "max_ms": 73.026, "p95_ms": 65.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.924, "count": 303, "max_ms": 74.678, "p95_ms": 72.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.257, "count": 303, "max_ms": 92.189, "p95_ms": 88.825}, "read_interval": {"avg_ms": 99.293, "count": 302, "max_ms": 460.695, "p95_ms": 152.888}, "triton_wait": {"avg_ms": 56.373, "count": 303, "max_ms": 74.691, "p95_ms": 72.189}, "visualize": {"avg_ms": 3.752, "count": 303, "max_ms": 4.887, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16337.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16762.335, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.875, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1769305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:16:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:16:26+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:16:26+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:16:26.593863+09:00", "mtime_epoch": 1783268186.593863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:16:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9468.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.475, "count": 301, "max_ms": 27.205, "p95_ms": 19.874}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.846, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.236, "count": 301, "max_ms": 66.108, "p95_ms": 63.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.695, "count": 301, "max_ms": 66.053, "p95_ms": 58.025}, "yolo11_640_fire_11class": {"avg_ms": 50.049, "count": 301, "max_ms": 66.657, "p95_ms": 62.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.394, "count": 301, "max_ms": 75.961, "p95_ms": 72.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.382, "count": 301, "max_ms": 101.294, "p95_ms": 96.914}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 122.29, "p95_ms": 114.037}, "triton_wait": {"avg_ms": 53.541, "count": 301, "max_ms": 75.972, "p95_ms": 72.075}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 4.813, "p95_ms": 3.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16337.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32695.009, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.166, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2224950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:16:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:16:33+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:16:33.138000+09:00", "mtime_epoch": 1783268193.1379995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:16:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2501.996, "name": "celery", "pid": 267, "rss_mb": 2501.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.095}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 303, "max_ms": 12.888, "p95_ms": 8.535}, "gstreamer_push": {"avg_ms": 1.31, "count": 303, "max_ms": 2.131, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.748, "count": 303, "max_ms": 69.296, "p95_ms": 66.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.141, "count": 303, "max_ms": 68.876, "p95_ms": 59.578}, "yolo11_640_fire_11class": {"avg_ms": 53.213, "count": 303, "max_ms": 71.521, "p95_ms": 66.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.865, "count": 303, "max_ms": 75.567, "p95_ms": 72.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.064, "count": 303, "max_ms": 91.5, "p95_ms": 89.06}, "read_interval": {"avg_ms": 99.135, "count": 302, "max_ms": 393.886, "p95_ms": 142.558}, "triton_wait": {"avg_ms": 57.278, "count": 303, "max_ms": 75.577, "p95_ms": 72.658}, "visualize": {"avg_ms": 3.729, "count": 303, "max_ms": 4.795, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16337.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16792.367, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.833, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1769605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:16:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:16:56+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:16:56+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:16:56.618489+09:00", "mtime_epoch": 1783268216.618489, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:16:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9469.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.55, "count": 300, "max_ms": 25.544, "p95_ms": 19.923}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.917, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.744, "count": 300, "max_ms": 67.822, "p95_ms": 61.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.904, "count": 300, "max_ms": 63.469, "p95_ms": 54.145}, "yolo11_640_fire_11class": {"avg_ms": 49.366, "count": 300, "max_ms": 69.239, "p95_ms": 62.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.406, "count": 300, "max_ms": 76.793, "p95_ms": 69.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.49, "count": 300, "max_ms": 102.292, "p95_ms": 95.192}, "read_interval": {"avg_ms": 100.075, "count": 300, "max_ms": 121.903, "p95_ms": 114.897}, "triton_wait": {"avg_ms": 52.566, "count": 300, "max_ms": 76.805, "p95_ms": 69.664}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 4.608, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16337.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32725.04, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.166, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2225250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:17:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:17:03+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:17:03+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:17:03.182626+09:00", "mtime_epoch": 1783268223.1826258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:17:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2501.996, "name": "celery", "pid": 267, "rss_mb": 2501.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.063, "count": 300, "max_ms": 14.071, "p95_ms": 9.712}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 2.244, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.695, "count": 300, "max_ms": 68.505, "p95_ms": 63.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.089, "count": 300, "max_ms": 65.872, "p95_ms": 54.993}, "yolo11_640_fire_11class": {"avg_ms": 52.542, "count": 300, "max_ms": 70.959, "p95_ms": 65.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.033, "count": 300, "max_ms": 74.863, "p95_ms": 70.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.462, "count": 300, "max_ms": 91.659, "p95_ms": 87.403}, "read_interval": {"avg_ms": 100.151, "count": 299, "max_ms": 385.163, "p95_ms": 170.94}, "triton_wait": {"avg_ms": 56.56, "count": 300, "max_ms": 74.877, "p95_ms": 70.971}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 5.928, "p95_ms": 4.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16338.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16822.453, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.052, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1769906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:17:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:17:26+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T01:17:26+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T01:17:26.695115+09:00", "mtime_epoch": 1783268246.6951146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:17:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9469.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.353, "count": 301, "max_ms": 24.186, "p95_ms": 20.396}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.438, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.773, "count": 301, "max_ms": 68.481, "p95_ms": 63.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.085, "count": 301, "max_ms": 68.471, "p95_ms": 53.0}, "yolo11_640_fire_11class": {"avg_ms": 49.701, "count": 301, "max_ms": 68.655, "p95_ms": 62.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.661, "count": 301, "max_ms": 82.794, "p95_ms": 71.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.526, "count": 301, "max_ms": 107.481, "p95_ms": 95.644}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 127.031, "p95_ms": 114.299}, "triton_wait": {"avg_ms": 52.829, "count": 301, "max_ms": 82.807, "p95_ms": 71.027}, "visualize": {"avg_ms": 3.532, "count": 301, "max_ms": 5.357, "p95_ms": 3.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16338.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32755.088, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.185, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2225550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:17:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:17:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:17:33+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:17:33.211250+09:00", "mtime_epoch": 1783268253.21125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:17:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2502.254, "name": "celery", "pid": 267, "rss_mb": 2502.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.932, "count": 300, "max_ms": 12.469, "p95_ms": 8.474}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 2.077, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.961, "count": 300, "max_ms": 69.714, "p95_ms": 65.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.377, "count": 300, "max_ms": 69.731, "p95_ms": 57.333}, "yolo11_640_fire_11class": {"avg_ms": 52.854, "count": 300, "max_ms": 70.818, "p95_ms": 65.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.864, "count": 300, "max_ms": 80.764, "p95_ms": 71.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.131, "count": 300, "max_ms": 97.142, "p95_ms": 88.599}, "read_interval": {"avg_ms": 100.168, "count": 299, "max_ms": 370.973, "p95_ms": 202.418}, "triton_wait": {"avg_ms": 56.454, "count": 300, "max_ms": 80.777, "p95_ms": 71.628}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 4.692, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16338.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16852.539, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.942, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1770207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:17:56+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:17:56+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T01:17:56.803739+09:00", "mtime_epoch": 1783268276.8037393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:17:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9469.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.381, "count": 301, "max_ms": 23.85, "p95_ms": 19.686}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.994, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.118, "count": 301, "max_ms": 74.389, "p95_ms": 62.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.236, "count": 301, "max_ms": 68.241, "p95_ms": 57.226}, "yolo11_640_fire_11class": {"avg_ms": 49.697, "count": 301, "max_ms": 70.555, "p95_ms": 62.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.823, "count": 301, "max_ms": 75.341, "p95_ms": 71.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.579, "count": 301, "max_ms": 99.789, "p95_ms": 96.373}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 123.99, "p95_ms": 115.417}, "triton_wait": {"avg_ms": 52.919, "count": 301, "max_ms": 75.354, "p95_ms": 71.206}, "visualize": {"avg_ms": 3.503, "count": 301, "max_ms": 4.422, "p95_ms": 3.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16338.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32785.149, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.027, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2225849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:18:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:18:03+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:18:03+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:18:03.291874+09:00", "mtime_epoch": 1783268283.291874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:18:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2502.254, "name": "celery", "pid": 267, "rss_mb": 2502.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.035, "count": 299, "max_ms": 13.652, "p95_ms": 8.849}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 1.521, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.903, "count": 299, "max_ms": 69.695, "p95_ms": 65.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.211, "count": 299, "max_ms": 71.049, "p95_ms": 54.966}, "yolo11_640_fire_11class": {"avg_ms": 51.873, "count": 299, "max_ms": 70.731, "p95_ms": 67.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.959, "count": 299, "max_ms": 74.841, "p95_ms": 70.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.357, "count": 299, "max_ms": 91.405, "p95_ms": 87.606}, "read_interval": {"avg_ms": 100.61, "count": 298, "max_ms": 367.766, "p95_ms": 172.674}, "triton_wait": {"avg_ms": 55.467, "count": 299, "max_ms": 74.853, "p95_ms": 70.962}, "visualize": {"avg_ms": 3.746, "count": 299, "max_ms": 5.727, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16338.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16882.541, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.875, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1770507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:18:26+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:18:26+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:18:26.800360+09:00", "mtime_epoch": 1783268306.8003604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:18:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9469.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.798, "count": 300, "max_ms": 28.468, "p95_ms": 20.243}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.471, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.046, "count": 300, "max_ms": 67.134, "p95_ms": 62.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.822, "count": 300, "max_ms": 66.96, "p95_ms": 54.717}, "yolo11_640_fire_11class": {"avg_ms": 48.323, "count": 300, "max_ms": 65.783, "p95_ms": 60.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.176, "count": 300, "max_ms": 75.268, "p95_ms": 68.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.442, "count": 300, "max_ms": 100.011, "p95_ms": 92.947}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 119.147, "p95_ms": 113.398}, "triton_wait": {"avg_ms": 51.303, "count": 300, "max_ms": 75.279, "p95_ms": 68.645}, "visualize": {"avg_ms": 3.556, "count": 300, "max_ms": 4.868, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16338.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32815.396, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.039, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2226152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:18:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:18:33+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T01:18:33+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-06T01:18:33.328496+09:00", "mtime_epoch": 1783268313.3284955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:18:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2502.512, "name": "celery", "pid": 267, "rss_mb": 2502.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 300, "max_ms": 13.266, "p95_ms": 9.119}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 2.301, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.657, "count": 300, "max_ms": 70.475, "p95_ms": 64.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.821, "count": 300, "max_ms": 66.684, "p95_ms": 56.36}, "yolo11_640_fire_11class": {"avg_ms": 52.015, "count": 300, "max_ms": 71.236, "p95_ms": 64.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.813, "count": 300, "max_ms": 74.289, "p95_ms": 71.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.137, "count": 300, "max_ms": 90.904, "p95_ms": 88.079}, "read_interval": {"avg_ms": 99.947, "count": 300, "max_ms": 362.863, "p95_ms": 163.351}, "triton_wait": {"avg_ms": 55.169, "count": 300, "max_ms": 74.302, "p95_ms": 71.223}, "visualize": {"avg_ms": 3.749, "count": 300, "max_ms": 5.202, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16338.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16912.567, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.811, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1770807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:18:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:18:56+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:18:56+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T01:18:56.816981+09:00", "mtime_epoch": 1783268336.8169806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:18:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9469.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.495, "count": 300, "max_ms": 20.525, "p95_ms": 19.888}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.384, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.069, "count": 300, "max_ms": 71.072, "p95_ms": 62.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.189, "count": 300, "max_ms": 68.413, "p95_ms": 56.819}, "yolo11_640_fire_11class": {"avg_ms": 48.601, "count": 300, "max_ms": 71.669, "p95_ms": 62.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.895, "count": 300, "max_ms": 78.447, "p95_ms": 70.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.757, "count": 300, "max_ms": 103.155, "p95_ms": 94.659}, "read_interval": {"avg_ms": 100.059, "count": 300, "max_ms": 123.431, "p95_ms": 115.423}, "triton_wait": {"avg_ms": 52.013, "count": 300, "max_ms": 78.458, "p95_ms": 70.477}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.465, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16338.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32845.397, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.044, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2226452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:19:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:19:03+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:19:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:19:03.517119+09:00", "mtime_epoch": 1783268343.5171187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:19:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2502.77, "name": "celery", "pid": 267, "rss_mb": 2502.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.948, "count": 300, "max_ms": 13.533, "p95_ms": 8.904}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.873, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.428, "count": 300, "max_ms": 71.719, "p95_ms": 66.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.63, "count": 300, "max_ms": 71.008, "p95_ms": 57.216}, "yolo11_640_fire_11class": {"avg_ms": 52.277, "count": 300, "max_ms": 71.643, "p95_ms": 67.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.709, "count": 300, "max_ms": 76.397, "p95_ms": 72.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.816, "count": 300, "max_ms": 92.888, "p95_ms": 88.335}, "read_interval": {"avg_ms": 100.021, "count": 300, "max_ms": 353.591, "p95_ms": 172.725}, "triton_wait": {"avg_ms": 56.062, "count": 300, "max_ms": 76.409, "p95_ms": 72.032}, "visualize": {"avg_ms": 3.736, "count": 300, "max_ms": 6.045, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16339.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16942.65, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.875, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1771108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:19:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T01:19:26+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T01:19:26.889601+09:00", "mtime_epoch": 1783268366.8896005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:19:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9469.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.34, "count": 301, "max_ms": 24.098, "p95_ms": 19.969}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.619, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.382, "count": 301, "max_ms": 67.48, "p95_ms": 62.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.911, "count": 301, "max_ms": 67.925, "p95_ms": 57.888}, "yolo11_640_fire_11class": {"avg_ms": 50.291, "count": 301, "max_ms": 68.06, "p95_ms": 63.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.213, "count": 301, "max_ms": 76.105, "p95_ms": 68.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.069, "count": 301, "max_ms": 99.978, "p95_ms": 94.403}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 122.005, "p95_ms": 114.642}, "triton_wait": {"avg_ms": 53.402, "count": 301, "max_ms": 76.117, "p95_ms": 68.955}, "visualize": {"avg_ms": 3.536, "count": 301, "max_ms": 4.993, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16339.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32875.49, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.065, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2226753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:19:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:19:33+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T01:19:33+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:19:33.601728+09:00", "mtime_epoch": 1783268373.6017277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:19:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2502.77, "name": "celery", "pid": 267, "rss_mb": 2502.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.021, "count": 301, "max_ms": 12.867, "p95_ms": 8.725}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 2.137, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.979, "count": 301, "max_ms": 72.248, "p95_ms": 64.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.554, "count": 301, "max_ms": 65.169, "p95_ms": 54.779}, "yolo11_640_fire_11class": {"avg_ms": 52.871, "count": 301, "max_ms": 77.83, "p95_ms": 67.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.15, "count": 301, "max_ms": 78.288, "p95_ms": 72.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.64, "count": 301, "max_ms": 94.871, "p95_ms": 89.16}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 430.636, "p95_ms": 173.878}, "triton_wait": {"avg_ms": 56.779, "count": 301, "max_ms": 78.298, "p95_ms": 72.625}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 4.978, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16339.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 16972.736, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.725, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1771409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:19:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:19:57+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T01:19:56+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:19:56.994056+09:00", "mtime_epoch": 1783268396.9940565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:19:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9469.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.591, "count": 300, "max_ms": 23.983, "p95_ms": 19.916}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.686, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.292, "count": 300, "max_ms": 66.541, "p95_ms": 62.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.294, "count": 300, "max_ms": 63.527, "p95_ms": 56.872}, "yolo11_640_fire_11class": {"avg_ms": 49.942, "count": 300, "max_ms": 67.515, "p95_ms": 62.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.805, "count": 300, "max_ms": 75.932, "p95_ms": 67.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.913, "count": 301, "max_ms": 100.873, "p95_ms": 93.453}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 120.186, "p95_ms": 113.538}, "triton_wait": {"avg_ms": 52.968, "count": 300, "max_ms": 75.944, "p95_ms": 67.726}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 4.209, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16339.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32905.582, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.07, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2227055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:20:03+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:20:03+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:20:03.706152+09:00", "mtime_epoch": 1783268403.7061517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:20:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2503.027, "name": "celery", "pid": 267, "rss_mb": 2503.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.219, "count": 302, "max_ms": 14.592, "p95_ms": 11.281}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.588, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.444, "count": 302, "max_ms": 71.895, "p95_ms": 64.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.845, "count": 302, "max_ms": 67.189, "p95_ms": 56.428}, "yolo11_640_fire_11class": {"avg_ms": 52.559, "count": 302, "max_ms": 75.678, "p95_ms": 68.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.705, "count": 302, "max_ms": 75.96, "p95_ms": 71.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.368, "count": 302, "max_ms": 98.952, "p95_ms": 88.317}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 413.625, "p95_ms": 188.346}, "triton_wait": {"avg_ms": 56.233, "count": 302, "max_ms": 75.972, "p95_ms": 71.372}, "visualize": {"avg_ms": 3.788, "count": 302, "max_ms": 5.243, "p95_ms": 4.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16340.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17002.766, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.565, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1771709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:20:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:20:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T01:20:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T01:20:27.010486+09:00", "mtime_epoch": 1783268427.0104856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:20:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9470.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.877, "count": 300, "max_ms": 30.579, "p95_ms": 21.966}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.529, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.89, "count": 300, "max_ms": 66.788, "p95_ms": 62.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.949, "count": 300, "max_ms": 67.091, "p95_ms": 55.112}, "yolo11_640_fire_11class": {"avg_ms": 49.906, "count": 300, "max_ms": 66.798, "p95_ms": 62.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.469, "count": 300, "max_ms": 75.087, "p95_ms": 70.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.986, "count": 300, "max_ms": 113.115, "p95_ms": 95.512}, "read_interval": {"avg_ms": 100.055, "count": 300, "max_ms": 133.96, "p95_ms": 115.186}, "triton_wait": {"avg_ms": 52.795, "count": 300, "max_ms": 75.099, "p95_ms": 70.711}, "visualize": {"avg_ms": 3.56, "count": 300, "max_ms": 5.126, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16339.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32935.628, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.579, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2227356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:20:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:20:33+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:20:33+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T01:20:33.718583+09:00", "mtime_epoch": 1783268433.7185829, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:20:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2503.027, "name": "celery", "pid": 267, "rss_mb": 2503.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.089, "count": 301, "max_ms": 13.269, "p95_ms": 8.829}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 2.103, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.361, "count": 301, "max_ms": 69.95, "p95_ms": 64.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.768, "count": 301, "max_ms": 69.037, "p95_ms": 52.446}, "yolo11_640_fire_11class": {"avg_ms": 53.111, "count": 301, "max_ms": 72.627, "p95_ms": 67.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.061, "count": 301, "max_ms": 76.375, "p95_ms": 70.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.505, "count": 301, "max_ms": 94.697, "p95_ms": 88.705}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 358.175, "p95_ms": 160.833}, "triton_wait": {"avg_ms": 56.614, "count": 301, "max_ms": 76.385, "p95_ms": 71.643}, "visualize": {"avg_ms": 3.766, "count": 301, "max_ms": 5.429, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16339.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17032.849, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.691, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1772010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:20:57+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:20:57+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T01:20:57.086924+09:00", "mtime_epoch": 1783268457.0869238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:20:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9470.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.376, "count": 301, "max_ms": 25.374, "p95_ms": 19.868}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.051, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.557, "count": 301, "max_ms": 66.153, "p95_ms": 62.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.924, "count": 301, "max_ms": 69.002, "p95_ms": 56.51}, "yolo11_640_fire_11class": {"avg_ms": 49.418, "count": 301, "max_ms": 68.523, "p95_ms": 61.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.067, "count": 301, "max_ms": 75.447, "p95_ms": 70.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.92, "count": 301, "max_ms": 100.28, "p95_ms": 96.474}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 118.32, "p95_ms": 114.683}, "triton_wait": {"avg_ms": 52.228, "count": 301, "max_ms": 75.459, "p95_ms": 70.734}, "visualize": {"avg_ms": 3.548, "count": 301, "max_ms": 4.526, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16340.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32965.685, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.534, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:21:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:21:03+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T01:21:03+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:21:03.803023+09:00", "mtime_epoch": 1783268463.8030229, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:21:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2503.285, "name": "celery", "pid": 267, "rss_mb": 2503.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 300, "max_ms": 12.313, "p95_ms": 9.442}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.946, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.057, "count": 300, "max_ms": 70.253, "p95_ms": 63.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.0, "count": 300, "max_ms": 70.91, "p95_ms": 57.077}, "yolo11_640_fire_11class": {"avg_ms": 51.462, "count": 300, "max_ms": 71.801, "p95_ms": 65.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.567, "count": 300, "max_ms": 74.792, "p95_ms": 71.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.823, "count": 300, "max_ms": 91.373, "p95_ms": 87.935}, "read_interval": {"avg_ms": 100.175, "count": 299, "max_ms": 427.223, "p95_ms": 170.373}, "triton_wait": {"avg_ms": 55.093, "count": 300, "max_ms": 74.804, "p95_ms": 71.405}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.104, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16340.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17062.849, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.58, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1772310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:21:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:21:27+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T01:21:27.087368+09:00", "mtime_epoch": 1783268487.0873685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:21:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9470.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.199, "count": 300, "max_ms": 26.432, "p95_ms": 19.409}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.673, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.028, "count": 300, "max_ms": 67.01, "p95_ms": 62.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.563, "count": 300, "max_ms": 67.62, "p95_ms": 54.837}, "yolo11_640_fire_11class": {"avg_ms": 49.372, "count": 300, "max_ms": 67.37, "p95_ms": 62.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.717, "count": 300, "max_ms": 76.251, "p95_ms": 71.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.264, "count": 300, "max_ms": 100.538, "p95_ms": 96.539}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 119.885, "p95_ms": 115.47}, "triton_wait": {"avg_ms": 52.845, "count": 300, "max_ms": 76.263, "p95_ms": 71.926}, "visualize": {"avg_ms": 3.5, "count": 300, "max_ms": 4.397, "p95_ms": 3.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16340.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32995.772, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.423, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2227956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:21:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:21:33+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:21:33+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:21:33.899471+09:00", "mtime_epoch": 1783268493.8994706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:21:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2503.285, "name": "celery", "pid": 267, "rss_mb": 2503.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.973, "count": 300, "max_ms": 12.916, "p95_ms": 8.746}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.459, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.782, "count": 300, "max_ms": 71.27, "p95_ms": 65.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.675, "count": 300, "max_ms": 65.969, "p95_ms": 56.291}, "yolo11_640_fire_11class": {"avg_ms": 52.584, "count": 300, "max_ms": 71.034, "p95_ms": 64.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.303, "count": 300, "max_ms": 75.001, "p95_ms": 71.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.439, "count": 300, "max_ms": 91.321, "p95_ms": 88.09}, "read_interval": {"avg_ms": 100.304, "count": 299, "max_ms": 370.836, "p95_ms": 182.298}, "triton_wait": {"avg_ms": 56.778, "count": 300, "max_ms": 75.013, "p95_ms": 71.606}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 4.701, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16340.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17092.938, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.512, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1772611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:21:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:21:57+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:21:57+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T01:21:57.199822+09:00", "mtime_epoch": 1783268517.199822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:21:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9470.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.637, "count": 300, "max_ms": 23.97, "p95_ms": 19.776}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 2.041, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.956, "count": 300, "max_ms": 64.791, "p95_ms": 62.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.342, "count": 300, "max_ms": 67.317, "p95_ms": 52.11}, "yolo11_640_fire_11class": {"avg_ms": 48.11, "count": 300, "max_ms": 67.833, "p95_ms": 61.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.83, "count": 300, "max_ms": 76.159, "p95_ms": 67.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.003, "count": 301, "max_ms": 101.361, "p95_ms": 93.486}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 122.789, "p95_ms": 114.664}, "triton_wait": {"avg_ms": 50.985, "count": 300, "max_ms": 76.172, "p95_ms": 67.576}, "visualize": {"avg_ms": 3.564, "count": 300, "max_ms": 4.622, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16340.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33025.817, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.336, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2228256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:22:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:22:04+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T01:22:03+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T01:22:03.955925+09:00", "mtime_epoch": 1783268523.9559247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:22:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2503.543, "name": "celery", "pid": 267, "rss_mb": 2503.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.992, "count": 300, "max_ms": 14.266, "p95_ms": 8.568}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.505, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.43, "count": 300, "max_ms": 69.358, "p95_ms": 64.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.638, "count": 300, "max_ms": 68.707, "p95_ms": 51.512}, "yolo11_640_fire_11class": {"avg_ms": 50.011, "count": 300, "max_ms": 70.554, "p95_ms": 63.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.811, "count": 300, "max_ms": 76.472, "p95_ms": 70.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.108, "count": 300, "max_ms": 92.815, "p95_ms": 86.905}, "read_interval": {"avg_ms": 100.203, "count": 299, "max_ms": 435.922, "p95_ms": 161.779}, "triton_wait": {"avg_ms": 53.29, "count": 300, "max_ms": 76.484, "p95_ms": 70.29}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 4.885, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16340.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17123.046, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.58, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1772912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:22:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:22:27+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:22:27+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T01:22:27.284282+09:00", "mtime_epoch": 1783268547.2842817, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:22:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9470.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.92, "count": 300, "max_ms": 21.845, "p95_ms": 19.172}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.673, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.962, "count": 300, "max_ms": 68.085, "p95_ms": 63.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.318, "count": 300, "max_ms": 67.539, "p95_ms": 58.414}, "yolo11_640_fire_11class": {"avg_ms": 50.158, "count": 300, "max_ms": 67.563, "p95_ms": 62.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.02, "count": 300, "max_ms": 76.023, "p95_ms": 71.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.361, "count": 300, "max_ms": 100.015, "p95_ms": 96.47}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 121.588, "p95_ms": 113.979}, "triton_wait": {"avg_ms": 54.15, "count": 300, "max_ms": 76.034, "p95_ms": 71.585}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.508, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16341.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33055.825, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.523, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2228558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:22:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:22:34+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:22:33+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T01:22:33.928384+09:00", "mtime_epoch": 1783268553.9283843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:22:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2503.543, "name": "celery", "pid": 267, "rss_mb": 2503.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.912, "count": 302, "max_ms": 11.215, "p95_ms": 8.381}, "gstreamer_push": {"avg_ms": 1.315, "count": 302, "max_ms": 2.01, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.74, "count": 302, "max_ms": 71.093, "p95_ms": 65.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.214, "count": 302, "max_ms": 67.449, "p95_ms": 60.088}, "yolo11_640_fire_11class": {"avg_ms": 54.302, "count": 302, "max_ms": 72.215, "p95_ms": 66.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.252, "count": 302, "max_ms": 78.416, "p95_ms": 72.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.401, "count": 302, "max_ms": 94.984, "p95_ms": 89.225}, "read_interval": {"avg_ms": 99.379, "count": 302, "max_ms": 313.632, "p95_ms": 147.422}, "triton_wait": {"avg_ms": 58.686, "count": 302, "max_ms": 78.428, "p95_ms": 72.262}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 4.537, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16341.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17153.102, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.799, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1773212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:22:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:22:57+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T01:22:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:22:57.352748+09:00", "mtime_epoch": 1783268577.3527477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:22:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9470.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.177, "count": 300, "max_ms": 29.344, "p95_ms": 27.953}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.661, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.389, "count": 300, "max_ms": 70.791, "p95_ms": 63.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.823, "count": 300, "max_ms": 70.779, "p95_ms": 55.711}, "yolo11_640_fire_11class": {"avg_ms": 48.852, "count": 300, "max_ms": 68.138, "p95_ms": 63.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.567, "count": 300, "max_ms": 75.268, "p95_ms": 71.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.337, "count": 300, "max_ms": 108.553, "p95_ms": 96.699}, "read_interval": {"avg_ms": 100.208, "count": 299, "max_ms": 123.615, "p95_ms": 115.211}, "triton_wait": {"avg_ms": 51.776, "count": 300, "max_ms": 75.279, "p95_ms": 71.4}, "visualize": {"avg_ms": 3.543, "count": 300, "max_ms": 4.615, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16341.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33085.896, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.587, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2228858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:23:04+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:23:04+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:23:04.024852+09:00", "mtime_epoch": 1783268584.024852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:23:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2503.801, "name": "celery", "pid": 267, "rss_mb": 2503.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.322, "count": 300, "max_ms": 13.833, "p95_ms": 12.753}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.773, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.641, "count": 300, "max_ms": 69.78, "p95_ms": 65.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.922, "count": 300, "max_ms": 69.839, "p95_ms": 57.606}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 300, "max_ms": 70.656, "p95_ms": 65.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.114, "count": 300, "max_ms": 74.129, "p95_ms": 70.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.099, "count": 300, "max_ms": 93.54, "p95_ms": 88.599}, "read_interval": {"avg_ms": 100.271, "count": 299, "max_ms": 318.793, "p95_ms": 172.048}, "triton_wait": {"avg_ms": 54.72, "count": 300, "max_ms": 74.142, "p95_ms": 70.391}, "visualize": {"avg_ms": 3.791, "count": 300, "max_ms": 4.926, "p95_ms": 4.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16341.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17183.129, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.712, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1773513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:23:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:23:27+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:23:27+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:23:27.389219+09:00", "mtime_epoch": 1783268607.389219, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:23:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9470.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.424, "count": 301, "max_ms": 27.457, "p95_ms": 19.972}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.781, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.996, "count": 301, "max_ms": 68.335, "p95_ms": 62.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.928, "count": 301, "max_ms": 66.294, "p95_ms": 55.313}, "yolo11_640_fire_11class": {"avg_ms": 49.299, "count": 301, "max_ms": 66.447, "p95_ms": 62.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.779, "count": 301, "max_ms": 76.823, "p95_ms": 68.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.793, "count": 301, "max_ms": 101.729, "p95_ms": 93.408}, "read_interval": {"avg_ms": 99.791, "count": 300, "max_ms": 118.812, "p95_ms": 114.152}, "triton_wait": {"avg_ms": 52.027, "count": 301, "max_ms": 76.834, "p95_ms": 68.412}, "visualize": {"avg_ms": 3.545, "count": 301, "max_ms": 5.555, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16341.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33115.984, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.609, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2229156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:23:34+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:23:34+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:23:34.105325+09:00", "mtime_epoch": 1783268614.1053252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:23:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2504.059, "name": "celery", "pid": 267, "rss_mb": 2504.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.223, "count": 298, "max_ms": 14.292, "p95_ms": 12.522}, "gstreamer_push": {"avg_ms": 1.32, "count": 298, "max_ms": 2.08, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.671, "count": 298, "max_ms": 69.18, "p95_ms": 65.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.817, "count": 298, "max_ms": 76.932, "p95_ms": 55.243}, "yolo11_640_fire_11class": {"avg_ms": 51.634, "count": 298, "max_ms": 71.448, "p95_ms": 66.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.222, "count": 298, "max_ms": 76.217, "p95_ms": 72.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.994, "count": 298, "max_ms": 95.801, "p95_ms": 89.162}, "read_interval": {"avg_ms": 100.965, "count": 297, "max_ms": 469.218, "p95_ms": 173.375}, "triton_wait": {"avg_ms": 54.746, "count": 298, "max_ms": 76.945, "p95_ms": 72.255}, "visualize": {"avg_ms": 3.785, "count": 298, "max_ms": 5.252, "p95_ms": 4.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16341.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17213.163, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.58, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1773813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:23:57+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:23:57+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:23:57.413696+09:00", "mtime_epoch": 1783268637.4136958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:23:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9471.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.002, "count": 300, "max_ms": 21.442, "p95_ms": 18.884}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 2.012, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.138, "count": 300, "max_ms": 66.69, "p95_ms": 61.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.021, "count": 300, "max_ms": 66.777, "p95_ms": 57.971}, "yolo11_640_fire_11class": {"avg_ms": 50.211, "count": 300, "max_ms": 66.299, "p95_ms": 61.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.283, "count": 300, "max_ms": 74.84, "p95_ms": 69.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.728, "count": 300, "max_ms": 100.247, "p95_ms": 94.29}, "read_interval": {"avg_ms": 100.081, "count": 300, "max_ms": 120.393, "p95_ms": 113.939}, "triton_wait": {"avg_ms": 53.415, "count": 300, "max_ms": 74.854, "p95_ms": 69.257}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 4.741, "p95_ms": 3.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16341.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33146.064, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.569, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2229458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:24:04+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:24:04+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T01:24:04.189804+09:00", "mtime_epoch": 1783268644.1898043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:24:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2504.059, "name": "celery", "pid": 267, "rss_mb": 2504.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 302, "max_ms": 13.056, "p95_ms": 8.859}, "gstreamer_push": {"avg_ms": 1.318, "count": 302, "max_ms": 1.669, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.556, "count": 302, "max_ms": 67.645, "p95_ms": 64.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.488, "count": 302, "max_ms": 64.014, "p95_ms": 54.789}, "yolo11_640_fire_11class": {"avg_ms": 51.475, "count": 302, "max_ms": 73.515, "p95_ms": 64.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.183, "count": 302, "max_ms": 76.843, "p95_ms": 70.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.42, "count": 302, "max_ms": 93.303, "p95_ms": 87.063}, "read_interval": {"avg_ms": 99.612, "count": 301, "max_ms": 440.114, "p95_ms": 163.342}, "triton_wait": {"avg_ms": 55.588, "count": 302, "max_ms": 76.856, "p95_ms": 70.681}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 4.851, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16342.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17243.247, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.834, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1774114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:24:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:24:27+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:24:27+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T01:24:27.482179+09:00", "mtime_epoch": 1783268667.4821787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:24:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9471.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.43, "count": 301, "max_ms": 21.057, "p95_ms": 19.515}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.896, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.046, "count": 301, "max_ms": 65.676, "p95_ms": 62.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.336, "count": 301, "max_ms": 65.154, "p95_ms": 54.225}, "yolo11_640_fire_11class": {"avg_ms": 48.405, "count": 301, "max_ms": 66.973, "p95_ms": 62.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.017, "count": 301, "max_ms": 75.115, "p95_ms": 70.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.125, "count": 301, "max_ms": 99.599, "p95_ms": 95.532}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 120.971, "p95_ms": 114.737}, "triton_wait": {"avg_ms": 51.316, "count": 301, "max_ms": 75.127, "p95_ms": 70.717}, "visualize": {"avg_ms": 3.531, "count": 301, "max_ms": 5.61, "p95_ms": 3.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16342.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33176.112, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.415, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2229761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:24:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:24:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T01:24:34.250288+09:00", "mtime_epoch": 1783268674.250288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:24:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2504.316, "name": "celery", "pid": 267, "rss_mb": 2504.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 303, "max_ms": 13.178, "p95_ms": 9.333}, "gstreamer_push": {"avg_ms": 1.298, "count": 303, "max_ms": 1.572, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.564, "count": 303, "max_ms": 70.573, "p95_ms": 63.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.95, "count": 303, "max_ms": 65.706, "p95_ms": 55.995}, "yolo11_640_fire_11class": {"avg_ms": 50.28, "count": 303, "max_ms": 68.254, "p95_ms": 63.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.127, "count": 303, "max_ms": 73.973, "p95_ms": 71.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.656, "count": 303, "max_ms": 90.652, "p95_ms": 87.735}, "read_interval": {"avg_ms": 99.23, "count": 302, "max_ms": 459.187, "p95_ms": 141.223}, "triton_wait": {"avg_ms": 53.862, "count": 303, "max_ms": 73.984, "p95_ms": 71.297}, "visualize": {"avg_ms": 3.711, "count": 303, "max_ms": 6.037, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16342.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17273.33, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.81, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1774415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:24:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:24:57+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:24:57+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:24:57.590667+09:00", "mtime_epoch": 1783268697.5906672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:24:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9471.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.473, "count": 301, "max_ms": 23.915, "p95_ms": 20.257}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.579, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.154, "count": 301, "max_ms": 69.362, "p95_ms": 62.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.224, "count": 301, "max_ms": 72.656, "p95_ms": 54.714}, "yolo11_640_fire_11class": {"avg_ms": 47.99, "count": 301, "max_ms": 70.888, "p95_ms": 61.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.858, "count": 301, "max_ms": 74.735, "p95_ms": 69.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.081, "count": 301, "max_ms": 99.209, "p95_ms": 94.044}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 123.257, "p95_ms": 114.94}, "triton_wait": {"avg_ms": 51.225, "count": 301, "max_ms": 74.747, "p95_ms": 69.234}, "visualize": {"avg_ms": 3.572, "count": 301, "max_ms": 5.17, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16342.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33206.384, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.345, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2230062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:25:04+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:25:04+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T01:25:04.326777+09:00", "mtime_epoch": 1783268704.3267772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:25:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2504.316, "name": "celery", "pid": 267, "rss_mb": 2504.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.139, "count": 299, "max_ms": 14.258, "p95_ms": 11.675}, "gstreamer_push": {"avg_ms": 1.333, "count": 299, "max_ms": 2.114, "p95_ms": 1.538}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.434, "count": 299, "max_ms": 71.253, "p95_ms": 64.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.135, "count": 299, "max_ms": 69.31, "p95_ms": 53.559}, "yolo11_640_fire_11class": {"avg_ms": 50.89, "count": 299, "max_ms": 74.736, "p95_ms": 64.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.177, "count": 299, "max_ms": 74.65, "p95_ms": 71.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.819, "count": 299, "max_ms": 91.599, "p95_ms": 88.324}, "read_interval": {"avg_ms": 100.374, "count": 299, "max_ms": 342.262, "p95_ms": 171.407}, "triton_wait": {"avg_ms": 54.657, "count": 299, "max_ms": 74.749, "p95_ms": 71.591}, "visualize": {"avg_ms": 3.804, "count": 299, "max_ms": 5.941, "p95_ms": 4.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16342.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17303.33, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.052, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1774715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:25:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:25:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:25:27+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:25:27.591159+09:00", "mtime_epoch": 1783268727.5911586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:25:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9471.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.308, "count": 300, "max_ms": 25.671, "p95_ms": 20.107}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.552, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.587, "count": 300, "max_ms": 67.644, "p95_ms": 62.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.459, "count": 300, "max_ms": 68.762, "p95_ms": 57.651}, "yolo11_640_fire_11class": {"avg_ms": 50.161, "count": 300, "max_ms": 68.75, "p95_ms": 62.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.515, "count": 300, "max_ms": 80.615, "p95_ms": 71.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.321, "count": 300, "max_ms": 104.584, "p95_ms": 97.214}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 123.648, "p95_ms": 114.862}, "triton_wait": {"avg_ms": 53.724, "count": 300, "max_ms": 80.627, "p95_ms": 71.76}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.799, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16342.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33236.422, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.539, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2230362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:25:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:25:34+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T01:25:34.399271+09:00", "mtime_epoch": 1783268734.3992708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:25:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2504.574, "name": "celery", "pid": 267, "rss_mb": 2504.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.027, "count": 300, "max_ms": 12.895, "p95_ms": 8.704}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.91, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.681, "count": 300, "max_ms": 70.197, "p95_ms": 64.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.808, "count": 300, "max_ms": 70.71, "p95_ms": 58.732}, "yolo11_640_fire_11class": {"avg_ms": 53.585, "count": 300, "max_ms": 70.572, "p95_ms": 66.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.125, "count": 300, "max_ms": 79.039, "p95_ms": 72.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.586, "count": 300, "max_ms": 95.231, "p95_ms": 89.279}, "read_interval": {"avg_ms": 100.192, "count": 299, "max_ms": 513.555, "p95_ms": 161.468}, "triton_wait": {"avg_ms": 57.713, "count": 300, "max_ms": 79.051, "p95_ms": 72.906}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 5.836, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16343.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17333.372, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.215, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:25:57+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T01:25:57+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:25:57.631655+09:00", "mtime_epoch": 1783268757.6316552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:25:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9471.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.386, "count": 300, "max_ms": 24.409, "p95_ms": 19.991}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.639, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.183, "count": 300, "max_ms": 65.826, "p95_ms": 63.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.628, "count": 300, "max_ms": 65.839, "p95_ms": 56.674}, "yolo11_640_fire_11class": {"avg_ms": 49.607, "count": 300, "max_ms": 67.99, "p95_ms": 62.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.73, "count": 300, "max_ms": 75.705, "p95_ms": 72.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.546, "count": 300, "max_ms": 106.787, "p95_ms": 97.619}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 123.071, "p95_ms": 115.887}, "triton_wait": {"avg_ms": 52.832, "count": 300, "max_ms": 75.716, "p95_ms": 72.823}, "visualize": {"avg_ms": 3.544, "count": 300, "max_ms": 4.62, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16343.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33266.427, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.528, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2230662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:26:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:26:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:26:04+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T01:26:04.571770+09:00", "mtime_epoch": 1783268764.5717704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:26:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2504.574, "name": "celery", "pid": 267, "rss_mb": 2504.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.063, "count": 300, "max_ms": 14.069, "p95_ms": 9.725}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.553, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.274, "count": 300, "max_ms": 68.878, "p95_ms": 64.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.064, "count": 300, "max_ms": 69.981, "p95_ms": 59.85}, "yolo11_640_fire_11class": {"avg_ms": 51.588, "count": 300, "max_ms": 70.76, "p95_ms": 64.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.446, "count": 300, "max_ms": 74.732, "p95_ms": 71.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.89, "count": 300, "max_ms": 93.058, "p95_ms": 88.435}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 458.921, "p95_ms": 160.958}, "triton_wait": {"avg_ms": 55.99, "count": 300, "max_ms": 74.745, "p95_ms": 71.57}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 4.896, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16343.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17363.442, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.177, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:26:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:26:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:26:27+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T01:26:27.672156+09:00", "mtime_epoch": 1783268787.6721559, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:26:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9471.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.373, "count": 301, "max_ms": 28.904, "p95_ms": 19.515}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.517, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.751, "count": 301, "max_ms": 64.43, "p95_ms": 62.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.864, "count": 301, "max_ms": 62.058, "p95_ms": 54.66}, "yolo11_640_fire_11class": {"avg_ms": 49.389, "count": 301, "max_ms": 65.834, "p95_ms": 60.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.637, "count": 301, "max_ms": 74.603, "p95_ms": 68.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.476, "count": 301, "max_ms": 111.768, "p95_ms": 94.757}, "read_interval": {"avg_ms": 99.922, "count": 300, "max_ms": 127.397, "p95_ms": 115.091}, "triton_wait": {"avg_ms": 52.825, "count": 301, "max_ms": 74.62, "p95_ms": 68.471}, "visualize": {"avg_ms": 3.527, "count": 301, "max_ms": 4.417, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16343.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33296.434, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.596, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2230964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:26:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:26:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:26:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T01:26:34.572272+09:00", "mtime_epoch": 1783268794.5722716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:26:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2504.832, "name": "celery", "pid": 267, "rss_mb": 2504.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 302, "max_ms": 13.642, "p95_ms": 8.873}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 1.88, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.488, "count": 302, "max_ms": 72.493, "p95_ms": 64.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.907, "count": 302, "max_ms": 69.786, "p95_ms": 51.888}, "yolo11_640_fire_11class": {"avg_ms": 53.521, "count": 302, "max_ms": 71.324, "p95_ms": 65.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.432, "count": 302, "max_ms": 75.621, "p95_ms": 71.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.699, "count": 302, "max_ms": 93.815, "p95_ms": 88.666}, "read_interval": {"avg_ms": 99.364, "count": 302, "max_ms": 371.872, "p95_ms": 147.729}, "triton_wait": {"avg_ms": 57.807, "count": 302, "max_ms": 75.635, "p95_ms": 72.05}, "visualize": {"avg_ms": 3.769, "count": 302, "max_ms": 6.324, "p95_ms": 4.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16343.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17393.452, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.28, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:26:57+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:26:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:26:57.700660+09:00", "mtime_epoch": 1783268817.7006605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:26:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9471.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.149, "count": 300, "max_ms": 27.566, "p95_ms": 19.009}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.79, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.495, "count": 300, "max_ms": 67.951, "p95_ms": 63.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.982, "count": 300, "max_ms": 67.969, "p95_ms": 57.323}, "yolo11_640_fire_11class": {"avg_ms": 51.035, "count": 300, "max_ms": 67.113, "p95_ms": 63.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.415, "count": 300, "max_ms": 75.63, "p95_ms": 72.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.024, "count": 300, "max_ms": 100.334, "p95_ms": 97.061}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 122.272, "p95_ms": 114.572}, "triton_wait": {"avg_ms": 54.576, "count": 300, "max_ms": 75.642, "p95_ms": 72.044}, "visualize": {"avg_ms": 3.544, "count": 300, "max_ms": 4.345, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16343.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33326.498, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.69, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2231265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:27:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:27:04+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T01:27:04.632777+09:00", "mtime_epoch": 1783268824.6327775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:27:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2505.09, "name": "celery", "pid": 267, "rss_mb": 2505.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.971, "count": 301, "max_ms": 13.005, "p95_ms": 8.758}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 2.171, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.319, "count": 301, "max_ms": 71.446, "p95_ms": 66.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.066, "count": 301, "max_ms": 72.796, "p95_ms": 58.352}, "yolo11_640_fire_11class": {"avg_ms": 54.018, "count": 301, "max_ms": 75.049, "p95_ms": 66.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.293, "count": 301, "max_ms": 78.248, "p95_ms": 72.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.357, "count": 301, "max_ms": 94.669, "p95_ms": 89.153}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 390.491, "p95_ms": 149.569}, "triton_wait": {"avg_ms": 57.66, "count": 301, "max_ms": 78.261, "p95_ms": 72.806}, "visualize": {"avg_ms": 3.722, "count": 301, "max_ms": 5.636, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16344.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17423.453, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.177, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1775916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:27:27+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:27:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:27:27.701168+09:00", "mtime_epoch": 1783268847.7011683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:27:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9472.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.1, "count": 300, "max_ms": 24.351, "p95_ms": 19.593}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.636, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.983, "count": 300, "max_ms": 67.417, "p95_ms": 62.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.645, "count": 300, "max_ms": 67.078, "p95_ms": 57.217}, "yolo11_640_fire_11class": {"avg_ms": 50.756, "count": 300, "max_ms": 67.936, "p95_ms": 62.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.094, "count": 300, "max_ms": 76.294, "p95_ms": 70.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.55, "count": 300, "max_ms": 106.192, "p95_ms": 94.826}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 123.201, "p95_ms": 113.617}, "triton_wait": {"avg_ms": 54.216, "count": 300, "max_ms": 76.306, "p95_ms": 70.146}, "visualize": {"avg_ms": 3.485, "count": 300, "max_ms": 4.585, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16344.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33356.542, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.831, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2231565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:27:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:27:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:27:34+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T01:27:34.681287+09:00", "mtime_epoch": 1783268854.6812868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:27:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2505.09, "name": "celery", "pid": 267, "rss_mb": 2505.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.858, "count": 300, "max_ms": 11.981, "p95_ms": 8.29}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.472, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.369, "count": 300, "max_ms": 72.95, "p95_ms": 66.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.221, "count": 300, "max_ms": 71.395, "p95_ms": 55.267}, "yolo11_640_fire_11class": {"avg_ms": 54.846, "count": 300, "max_ms": 72.955, "p95_ms": 68.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.643, "count": 300, "max_ms": 77.527, "p95_ms": 73.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.531, "count": 300, "max_ms": 93.733, "p95_ms": 90.109}, "read_interval": {"avg_ms": 100.147, "count": 300, "max_ms": 432.822, "p95_ms": 137.693}, "triton_wait": {"avg_ms": 59.069, "count": 300, "max_ms": 77.539, "p95_ms": 73.438}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 4.872, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16344.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17453.511, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.095, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1776215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:27:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:27:57+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T01:27:57+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:27:57.753680+09:00", "mtime_epoch": 1783268877.7536805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:27:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9472.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.161, "count": 299, "max_ms": 26.127, "p95_ms": 19.571}, "gstreamer_push": {"avg_ms": 1.235, "count": 299, "max_ms": 1.671, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.148, "count": 299, "max_ms": 69.924, "p95_ms": 62.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.952, "count": 299, "max_ms": 64.606, "p95_ms": 57.229}, "yolo11_640_fire_11class": {"avg_ms": 49.673, "count": 299, "max_ms": 66.348, "p95_ms": 62.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.752, "count": 299, "max_ms": 75.491, "p95_ms": 71.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.337, "count": 299, "max_ms": 100.549, "p95_ms": 96.645}, "read_interval": {"avg_ms": 100.499, "count": 298, "max_ms": 316.658, "p95_ms": 114.651}, "triton_wait": {"avg_ms": 52.865, "count": 299, "max_ms": 75.503, "p95_ms": 71.99}, "visualize": {"avg_ms": 3.536, "count": 299, "max_ms": 5.463, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16344.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33386.545, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.831, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2231864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:28:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:28:04+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:28:04+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T01:28:04.685799+09:00", "mtime_epoch": 1783268884.6857991, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:28:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2505.348, "name": "celery", "pid": 267, "rss_mb": 2505.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 299, "max_ms": 12.343, "p95_ms": 8.771}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.992, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.654, "count": 299, "max_ms": 71.499, "p95_ms": 65.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.988, "count": 299, "max_ms": 71.877, "p95_ms": 57.676}, "yolo11_640_fire_11class": {"avg_ms": 52.692, "count": 299, "max_ms": 70.578, "p95_ms": 65.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.073, "count": 299, "max_ms": 76.161, "p95_ms": 72.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.248, "count": 299, "max_ms": 92.286, "p95_ms": 88.863}, "read_interval": {"avg_ms": 100.348, "count": 299, "max_ms": 441.65, "p95_ms": 170.691}, "triton_wait": {"avg_ms": 56.559, "count": 299, "max_ms": 76.173, "p95_ms": 72.082}, "visualize": {"avg_ms": 3.715, "count": 299, "max_ms": 4.967, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16344.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17483.571, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.218, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1776517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:28:27+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:28:27+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:28:27.830196+09:00", "mtime_epoch": 1783268907.8301964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:28:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9472.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.158, "count": 302, "max_ms": 20.116, "p95_ms": 19.127}, "gstreamer_push": {"avg_ms": 1.249, "count": 302, "max_ms": 1.895, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.295, "count": 302, "max_ms": 66.64, "p95_ms": 62.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.733, "count": 302, "max_ms": 71.13, "p95_ms": 56.995}, "yolo11_640_fire_11class": {"avg_ms": 48.857, "count": 302, "max_ms": 67.995, "p95_ms": 62.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.127, "count": 302, "max_ms": 76.279, "p95_ms": 71.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.767, "count": 302, "max_ms": 101.725, "p95_ms": 96.468}, "read_interval": {"avg_ms": 99.551, "count": 301, "max_ms": 122.565, "p95_ms": 114.44}, "triton_wait": {"avg_ms": 52.227, "count": 302, "max_ms": 76.291, "p95_ms": 71.451}, "visualize": {"avg_ms": 3.548, "count": 302, "max_ms": 4.264, "p95_ms": 3.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16344.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33416.619, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.69, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2232165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:28:34+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T01:28:34+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T01:28:34.754316+09:00", "mtime_epoch": 1783268914.7543156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:28:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2505.348, "name": "celery", "pid": 267, "rss_mb": 2505.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 300, "max_ms": 13.528, "p95_ms": 8.666}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 1.772, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.623, "count": 300, "max_ms": 68.071, "p95_ms": 63.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.697, "count": 300, "max_ms": 66.57, "p95_ms": 58.005}, "yolo11_640_fire_11class": {"avg_ms": 50.126, "count": 300, "max_ms": 68.968, "p95_ms": 63.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.774, "count": 300, "max_ms": 77.264, "p95_ms": 71.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.092, "count": 301, "max_ms": 93.66, "p95_ms": 87.678}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 471.904, "p95_ms": 159.755}, "triton_wait": {"avg_ms": 54.202, "count": 300, "max_ms": 77.276, "p95_ms": 71.305}, "visualize": {"avg_ms": 3.763, "count": 300, "max_ms": 4.979, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16345.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17513.638, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.218, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1776818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:28:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:28:57+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T01:28:57+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T01:28:57.894715+09:00", "mtime_epoch": 1783268937.894715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:28:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9472.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.52, "count": 301, "max_ms": 20.928, "p95_ms": 19.788}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.489, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.297, "count": 301, "max_ms": 66.034, "p95_ms": 62.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.65, "count": 301, "max_ms": 65.931, "p95_ms": 52.996}, "yolo11_640_fire_11class": {"avg_ms": 48.611, "count": 301, "max_ms": 68.34, "p95_ms": 62.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.538, "count": 301, "max_ms": 75.535, "p95_ms": 70.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.633, "count": 301, "max_ms": 101.084, "p95_ms": 95.196}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 120.77, "p95_ms": 114.414}, "triton_wait": {"avg_ms": 51.694, "count": 301, "max_ms": 75.547, "p95_ms": 70.181}, "visualize": {"avg_ms": 3.567, "count": 301, "max_ms": 4.558, "p95_ms": 3.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16344.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33446.621, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.726, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2232465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:29:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:29:04+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T01:29:04+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T01:29:04.758834+09:00", "mtime_epoch": 1783268944.7588341, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:29:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2505.605, "name": "celery", "pid": 267, "rss_mb": 2505.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.965, "count": 300, "max_ms": 12.781, "p95_ms": 8.783}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 2.07, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.159, "count": 300, "max_ms": 70.412, "p95_ms": 64.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.138, "count": 300, "max_ms": 70.349, "p95_ms": 52.038}, "yolo11_640_fire_11class": {"avg_ms": 50.893, "count": 300, "max_ms": 70.424, "p95_ms": 64.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.836, "count": 300, "max_ms": 75.559, "p95_ms": 70.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.091, "count": 300, "max_ms": 91.848, "p95_ms": 87.621}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 398.908, "p95_ms": 159.177}, "triton_wait": {"avg_ms": 54.224, "count": 300, "max_ms": 75.57, "p95_ms": 70.69}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 4.645, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16345.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17543.656, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.249, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1777118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:29:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:29:27+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:29:27+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:29:27.907236+09:00", "mtime_epoch": 1783268967.907236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:29:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9472.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.716, "count": 300, "max_ms": 29.103, "p95_ms": 22.296}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.528, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.288, "count": 300, "max_ms": 66.731, "p95_ms": 62.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.783, "count": 300, "max_ms": 66.702, "p95_ms": 56.129}, "yolo11_640_fire_11class": {"avg_ms": 48.913, "count": 300, "max_ms": 67.421, "p95_ms": 62.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.852, "count": 300, "max_ms": 75.519, "p95_ms": 69.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.996, "count": 300, "max_ms": 101.017, "p95_ms": 94.679}, "read_interval": {"avg_ms": 100.058, "count": 299, "max_ms": 123.301, "p95_ms": 114.552}, "triton_wait": {"avg_ms": 51.982, "count": 300, "max_ms": 75.531, "p95_ms": 69.152}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.471, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16345.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33476.678, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.86, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2232765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:29:34+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:29:34+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:29:34.795356+09:00", "mtime_epoch": 1783268974.795356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:29:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2505.605, "name": "celery", "pid": 267, "rss_mb": 2505.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.981, "count": 300, "max_ms": 13.056, "p95_ms": 8.697}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 1.528, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.303, "count": 300, "max_ms": 69.574, "p95_ms": 64.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.775, "count": 300, "max_ms": 72.121, "p95_ms": 55.523}, "yolo11_640_fire_11class": {"avg_ms": 52.08, "count": 300, "max_ms": 71.133, "p95_ms": 65.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.772, "count": 300, "max_ms": 75.127, "p95_ms": 72.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.014, "count": 300, "max_ms": 93.836, "p95_ms": 88.872}, "read_interval": {"avg_ms": 100.179, "count": 299, "max_ms": 432.06, "p95_ms": 163.071}, "triton_wait": {"avg_ms": 56.181, "count": 300, "max_ms": 75.14, "p95_ms": 72.164}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 4.775, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16345.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17573.74, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.331, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1777419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:29:58+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T01:29:57+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T01:29:57.995761+09:00", "mtime_epoch": 1783268997.995761, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:29:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9472.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.41, "count": 301, "max_ms": 29.246, "p95_ms": 20.179}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 2.169, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.528, "count": 301, "max_ms": 70.93, "p95_ms": 62.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.449, "count": 301, "max_ms": 68.724, "p95_ms": 60.947}, "yolo11_640_fire_11class": {"avg_ms": 50.044, "count": 301, "max_ms": 69.43, "p95_ms": 62.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.732, "count": 301, "max_ms": 75.634, "p95_ms": 70.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.506, "count": 301, "max_ms": 101.196, "p95_ms": 96.126}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 121.184, "p95_ms": 114.363}, "triton_wait": {"avg_ms": 53.797, "count": 301, "max_ms": 75.646, "p95_ms": 70.942}, "visualize": {"avg_ms": 3.557, "count": 301, "max_ms": 5.696, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16345.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33506.751, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.109, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2233064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:30:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:30:04+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T01:30:04+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T01:30:04.883882+09:00", "mtime_epoch": 1783269004.8838816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:30:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2505.863, "name": "celery", "pid": 267, "rss_mb": 2505.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 299, "max_ms": 12.611, "p95_ms": 8.755}, "gstreamer_push": {"avg_ms": 1.315, "count": 299, "max_ms": 1.862, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.443, "count": 299, "max_ms": 77.96, "p95_ms": 67.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.317, "count": 299, "max_ms": 71.988, "p95_ms": 60.84}, "yolo11_640_fire_11class": {"avg_ms": 55.491, "count": 299, "max_ms": 73.829, "p95_ms": 69.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.34, "count": 299, "max_ms": 76.438, "p95_ms": 73.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.609, "count": 299, "max_ms": 96.287, "p95_ms": 90.355}, "read_interval": {"avg_ms": 100.631, "count": 298, "max_ms": 421.467, "p95_ms": 150.69}, "triton_wait": {"avg_ms": 59.794, "count": 299, "max_ms": 77.973, "p95_ms": 73.84}, "visualize": {"avg_ms": 3.737, "count": 299, "max_ms": 4.769, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16345.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17603.765, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.222, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1777719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:30:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:30:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:30:28+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T01:30:28.012287+09:00", "mtime_epoch": 1783269028.0122874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:30:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9473.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.229, "count": 300, "max_ms": 27.542, "p95_ms": 19.595}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.862, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.758, "count": 300, "max_ms": 65.248, "p95_ms": 61.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.388, "count": 300, "max_ms": 64.844, "p95_ms": 58.562}, "yolo11_640_fire_11class": {"avg_ms": 51.109, "count": 300, "max_ms": 66.896, "p95_ms": 61.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.635, "count": 300, "max_ms": 74.489, "p95_ms": 69.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.27, "count": 300, "max_ms": 99.91, "p95_ms": 95.285}, "read_interval": {"avg_ms": 100.048, "count": 299, "max_ms": 119.538, "p95_ms": 113.983}, "triton_wait": {"avg_ms": 54.73, "count": 300, "max_ms": 74.501, "p95_ms": 69.298}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 4.659, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16345.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33536.778, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.097, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2233367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:30:34+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:30:34+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:30:34.908409+09:00", "mtime_epoch": 1783269034.9084086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:30:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.121, "name": "celery", "pid": 267, "rss_mb": 2506.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.085}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.907, "count": 303, "max_ms": 9.409, "p95_ms": 8.321}, "gstreamer_push": {"avg_ms": 1.315, "count": 303, "max_ms": 1.525, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.831, "count": 303, "max_ms": 71.29, "p95_ms": 65.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.826, "count": 303, "max_ms": 71.302, "p95_ms": 59.691}, "yolo11_640_fire_11class": {"avg_ms": 54.039, "count": 303, "max_ms": 73.301, "p95_ms": 67.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.572, "count": 303, "max_ms": 74.957, "p95_ms": 72.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.608, "count": 303, "max_ms": 93.574, "p95_ms": 88.975}, "read_interval": {"avg_ms": 99.131, "count": 302, "max_ms": 368.585, "p95_ms": 169.615}, "triton_wait": {"avg_ms": 57.901, "count": 303, "max_ms": 74.969, "p95_ms": 72.337}, "visualize": {"avg_ms": 3.725, "count": 303, "max_ms": 4.506, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16346.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17633.84, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.949, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1778020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:30:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:30:58+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:30:58+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T01:30:58.068817+09:00", "mtime_epoch": 1783269058.068817, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:30:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9473.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.312, "count": 301, "max_ms": 20.993, "p95_ms": 19.833}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 2.177, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.554, "count": 301, "max_ms": 67.795, "p95_ms": 62.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.135, "count": 301, "max_ms": 66.398, "p95_ms": 60.111}, "yolo11_640_fire_11class": {"avg_ms": 50.122, "count": 301, "max_ms": 67.322, "p95_ms": 62.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.544, "count": 301, "max_ms": 75.011, "p95_ms": 71.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.368, "count": 301, "max_ms": 99.849, "p95_ms": 96.302}, "read_interval": {"avg_ms": 99.93, "count": 300, "max_ms": 121.934, "p95_ms": 114.154}, "triton_wait": {"avg_ms": 53.741, "count": 301, "max_ms": 75.023, "p95_ms": 71.189}, "visualize": {"avg_ms": 3.562, "count": 301, "max_ms": 4.924, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16345.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33566.866, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.144, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2233668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:31:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:31:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T01:31:04+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T01:31:04.960939+09:00", "mtime_epoch": 1783269064.9609387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:31:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.121, "name": "celery", "pid": 267, "rss_mb": 2506.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.898, "count": 301, "max_ms": 9.688, "p95_ms": 8.62}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.525, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.61, "count": 301, "max_ms": 71.477, "p95_ms": 65.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.888, "count": 301, "max_ms": 71.313, "p95_ms": 60.478}, "yolo11_640_fire_11class": {"avg_ms": 53.305, "count": 301, "max_ms": 78.542, "p95_ms": 67.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.092, "count": 301, "max_ms": 76.049, "p95_ms": 72.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.35, "count": 301, "max_ms": 94.813, "p95_ms": 89.372}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 487.821, "p95_ms": 163.804}, "triton_wait": {"avg_ms": 57.714, "count": 301, "max_ms": 78.554, "p95_ms": 73.031}, "visualize": {"avg_ms": 3.688, "count": 301, "max_ms": 4.418, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16346.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17663.924, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.089, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1778321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:31:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:31:28+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T01:31:28+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T01:31:28.185350+09:00", "mtime_epoch": 1783269088.18535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:31:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9473.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.333, "count": 300, "max_ms": 29.149, "p95_ms": 19.77}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.447, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.538, "count": 300, "max_ms": 66.008, "p95_ms": 62.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.776, "count": 300, "max_ms": 65.119, "p95_ms": 57.455}, "yolo11_640_fire_11class": {"avg_ms": 48.918, "count": 300, "max_ms": 66.629, "p95_ms": 62.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.173, "count": 300, "max_ms": 75.954, "p95_ms": 71.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.986, "count": 301, "max_ms": 100.609, "p95_ms": 96.105}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 123.961, "p95_ms": 116.331}, "triton_wait": {"avg_ms": 52.319, "count": 300, "max_ms": 75.966, "p95_ms": 71.586}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 4.557, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16346.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33596.895, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.103, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2233966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:31:35+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T01:31:35+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T01:31:35.029471+09:00", "mtime_epoch": 1783269095.0294712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:31:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.379, "name": "celery", "pid": 267, "rss_mb": 2506.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 298, "max_ms": 13.849, "p95_ms": 9.005}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 2.292, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.392, "count": 298, "max_ms": 68.715, "p95_ms": 63.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.204, "count": 298, "max_ms": 72.314, "p95_ms": 53.672}, "yolo11_640_fire_11class": {"avg_ms": 50.576, "count": 298, "max_ms": 72.326, "p95_ms": 63.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.558, "count": 298, "max_ms": 74.276, "p95_ms": 70.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.871, "count": 298, "max_ms": 95.195, "p95_ms": 87.394}, "read_interval": {"avg_ms": 100.823, "count": 297, "max_ms": 418.389, "p95_ms": 178.871}, "triton_wait": {"avg_ms": 54.035, "count": 298, "max_ms": 74.288, "p95_ms": 71.184}, "visualize": {"avg_ms": 3.751, "count": 298, "max_ms": 5.271, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16346.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17693.965, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.089, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1778621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:31:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:31:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:31:58+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T01:31:58.209883+09:00", "mtime_epoch": 1783269118.2098835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:31:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9473.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.557, "count": 300, "max_ms": 29.984, "p95_ms": 20.675}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.869, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.702, "count": 300, "max_ms": 69.265, "p95_ms": 62.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.621, "count": 300, "max_ms": 71.8, "p95_ms": 57.171}, "yolo11_640_fire_11class": {"avg_ms": 49.364, "count": 300, "max_ms": 69.867, "p95_ms": 63.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.159, "count": 300, "max_ms": 77.221, "p95_ms": 71.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.264, "count": 300, "max_ms": 105.022, "p95_ms": 96.562}, "read_interval": {"avg_ms": 100.052, "count": 299, "max_ms": 122.604, "p95_ms": 115.128}, "triton_wait": {"avg_ms": 52.362, "count": 300, "max_ms": 77.232, "p95_ms": 71.417}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 4.685, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16346.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33626.977, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.017, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2234269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:32:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:32:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:32:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:32:05.098006+09:00", "mtime_epoch": 1783269125.098006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:32:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.379, "name": "celery", "pid": 267, "rss_mb": 2506.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.986, "count": 302, "max_ms": 12.863, "p95_ms": 8.561}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 1.795, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.591, "count": 302, "max_ms": 70.703, "p95_ms": 64.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.948, "count": 302, "max_ms": 69.7, "p95_ms": 57.827}, "yolo11_640_fire_11class": {"avg_ms": 51.796, "count": 302, "max_ms": 70.758, "p95_ms": 65.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.669, "count": 302, "max_ms": 78.556, "p95_ms": 71.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.909, "count": 302, "max_ms": 95.44, "p95_ms": 87.694}, "read_interval": {"avg_ms": 99.281, "count": 302, "max_ms": 401.983, "p95_ms": 180.036}, "triton_wait": {"avg_ms": 55.142, "count": 302, "max_ms": 78.568, "p95_ms": 71.096}, "visualize": {"avg_ms": 3.73, "count": 302, "max_ms": 5.626, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16346.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17724.062, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.088, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1778922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:32:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:32:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:32:28+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T01:32:28.318420+09:00", "mtime_epoch": 1783269148.3184204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:32:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9473.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.281, "count": 300, "max_ms": 24.518, "p95_ms": 19.522}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.798, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.47, "count": 300, "max_ms": 66.387, "p95_ms": 63.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.303, "count": 300, "max_ms": 65.286, "p95_ms": 59.168}, "yolo11_640_fire_11class": {"avg_ms": 50.394, "count": 300, "max_ms": 70.406, "p95_ms": 63.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.097, "count": 300, "max_ms": 73.983, "p95_ms": 69.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.837, "count": 300, "max_ms": 100.624, "p95_ms": 94.435}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 122.718, "p95_ms": 114.673}, "triton_wait": {"avg_ms": 53.228, "count": 300, "max_ms": 73.999, "p95_ms": 69.211}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 4.741, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16347.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33657.026, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.898, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2234570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:32:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:32:35+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T01:32:35.122542+09:00", "mtime_epoch": 1783269155.1225421, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:32:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.637, "name": "celery", "pid": 267, "rss_mb": 2506.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 301, "max_ms": 11.42, "p95_ms": 8.361}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 2.033, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.144, "count": 301, "max_ms": 72.28, "p95_ms": 68.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.015, "count": 301, "max_ms": 72.447, "p95_ms": 60.14}, "yolo11_640_fire_11class": {"avg_ms": 54.544, "count": 301, "max_ms": 73.313, "p95_ms": 68.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.934, "count": 301, "max_ms": 75.655, "p95_ms": 72.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.043, "count": 301, "max_ms": 92.689, "p95_ms": 88.953}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 520.46, "p95_ms": 135.367}, "triton_wait": {"avg_ms": 58.326, "count": 301, "max_ms": 75.669, "p95_ms": 72.369}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 5.84, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16347.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17754.125, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.088, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1779223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:32:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:32:58+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T01:32:58+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T01:32:58.386959+09:00", "mtime_epoch": 1783269178.3869588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:32:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9473.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.133, "count": 301, "max_ms": 24.597, "p95_ms": 20.575}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.794, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.402, "count": 301, "max_ms": 68.821, "p95_ms": 63.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.421, "count": 301, "max_ms": 68.215, "p95_ms": 59.128}, "yolo11_640_fire_11class": {"avg_ms": 49.925, "count": 301, "max_ms": 68.311, "p95_ms": 63.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.32, "count": 301, "max_ms": 76.31, "p95_ms": 71.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.904, "count": 301, "max_ms": 105.745, "p95_ms": 96.571}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 122.987, "p95_ms": 115.267}, "triton_wait": {"avg_ms": 53.409, "count": 301, "max_ms": 76.321, "p95_ms": 71.92}, "visualize": {"avg_ms": 3.571, "count": 301, "max_ms": 5.081, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16347.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33687.077, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.895, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2234870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:33:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:33:05+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:33:05+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:33:05.195081+09:00", "mtime_epoch": 1783269185.195081, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:33:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.637, "name": "celery", "pid": 267, "rss_mb": 2506.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.949, "count": 300, "max_ms": 11.972, "p95_ms": 8.581}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.584, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.688, "count": 300, "max_ms": 69.706, "p95_ms": 64.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.733, "count": 300, "max_ms": 68.863, "p95_ms": 58.642}, "yolo11_640_fire_11class": {"avg_ms": 52.86, "count": 300, "max_ms": 73.27, "p95_ms": 65.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.731, "count": 300, "max_ms": 76.498, "p95_ms": 71.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.815, "count": 300, "max_ms": 92.962, "p95_ms": 88.743}, "read_interval": {"avg_ms": 100.162, "count": 299, "max_ms": 420.275, "p95_ms": 165.601}, "triton_wait": {"avg_ms": 57.095, "count": 300, "max_ms": 76.51, "p95_ms": 72.054}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 4.922, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16347.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17784.144, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.41, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1779523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:33:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:33:28+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:33:28+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T01:33:28.407498+09:00", "mtime_epoch": 1783269208.4074981, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:33:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9473.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.299, "count": 300, "max_ms": 27.034, "p95_ms": 19.464}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.375, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.694, "count": 300, "max_ms": 69.274, "p95_ms": 63.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.256, "count": 300, "max_ms": 68.437, "p95_ms": 58.676}, "yolo11_640_fire_11class": {"avg_ms": 51.59, "count": 300, "max_ms": 67.841, "p95_ms": 64.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.265, "count": 300, "max_ms": 77.073, "p95_ms": 73.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.028, "count": 300, "max_ms": 101.384, "p95_ms": 98.356}, "read_interval": {"avg_ms": 100.061, "count": 300, "max_ms": 118.329, "p95_ms": 114.439}, "triton_wait": {"avg_ms": 55.405, "count": 300, "max_ms": 77.084, "p95_ms": 73.634}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 4.604, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16347.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33717.088, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.082, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2235170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:33:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:33:35+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:33:35+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:33:35.211621+09:00", "mtime_epoch": 1783269215.2116206, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:33:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.895, "name": "celery", "pid": 267, "rss_mb": 2506.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.898, "count": 300, "max_ms": 10.894, "p95_ms": 8.377}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.552, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.514, "count": 300, "max_ms": 73.263, "p95_ms": 65.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.947, "count": 300, "max_ms": 71.33, "p95_ms": 62.791}, "yolo11_640_fire_11class": {"avg_ms": 54.871, "count": 300, "max_ms": 73.417, "p95_ms": 66.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.325, "count": 300, "max_ms": 78.229, "p95_ms": 73.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.399, "count": 300, "max_ms": 94.781, "p95_ms": 89.878}, "read_interval": {"avg_ms": 100.038, "count": 300, "max_ms": 494.715, "p95_ms": 161.769}, "triton_wait": {"avg_ms": 59.761, "count": 300, "max_ms": 78.241, "p95_ms": 73.44}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 4.838, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16348.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17814.145, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.457, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1779823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:33:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:33:58+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:33:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:33:58.396039+09:00", "mtime_epoch": 1783269238.3960385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:33:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9474.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.177, "count": 300, "max_ms": 28.287, "p95_ms": 19.827}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 2.224, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.001, "count": 300, "max_ms": 67.871, "p95_ms": 62.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.711, "count": 300, "max_ms": 66.698, "p95_ms": 59.448}, "yolo11_640_fire_11class": {"avg_ms": 50.245, "count": 300, "max_ms": 67.857, "p95_ms": 62.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.334, "count": 300, "max_ms": 77.782, "p95_ms": 70.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.92, "count": 300, "max_ms": 104.818, "p95_ms": 95.425}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 122.661, "p95_ms": 114.298}, "triton_wait": {"avg_ms": 54.49, "count": 300, "max_ms": 77.794, "p95_ms": 70.928}, "visualize": {"avg_ms": 3.498, "count": 300, "max_ms": 4.603, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16347.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33747.113, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.264, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2235469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:34:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:34:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T01:34:05+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T01:34:05.228162+09:00", "mtime_epoch": 1783269245.2281618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:34:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2506.895, "name": "celery", "pid": 267, "rss_mb": 2506.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.905, "count": 299, "max_ms": 12.841, "p95_ms": 8.623}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 1.845, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.382, "count": 299, "max_ms": 71.327, "p95_ms": 66.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.789, "count": 299, "max_ms": 71.316, "p95_ms": 57.382}, "yolo11_640_fire_11class": {"avg_ms": 54.214, "count": 299, "max_ms": 73.755, "p95_ms": 67.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.767, "count": 299, "max_ms": 76.93, "p95_ms": 72.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.815, "count": 299, "max_ms": 93.611, "p95_ms": 89.362}, "read_interval": {"avg_ms": 100.403, "count": 298, "max_ms": 357.23, "p95_ms": 135.669}, "triton_wait": {"avg_ms": 59.125, "count": 299, "max_ms": 76.941, "p95_ms": 72.956}, "visualize": {"avg_ms": 3.718, "count": 299, "max_ms": 4.764, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16348.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17844.246, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.442, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1780124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:34:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:34:28+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T01:34:28+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:34:28.488583+09:00", "mtime_epoch": 1783269268.4885826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:34:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9474.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.587, "count": 301, "max_ms": 24.723, "p95_ms": 19.13}, "gstreamer_push": {"avg_ms": 1.218, "count": 301, "max_ms": 1.858, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.501, "count": 301, "max_ms": 71.926, "p95_ms": 62.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.208, "count": 301, "max_ms": 72.523, "p95_ms": 60.403}, "yolo11_640_fire_11class": {"avg_ms": 52.461, "count": 301, "max_ms": 71.934, "p95_ms": 62.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.765, "count": 301, "max_ms": 74.905, "p95_ms": 70.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.725, "count": 301, "max_ms": 101.314, "p95_ms": 95.645}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 120.436, "p95_ms": 113.718}, "triton_wait": {"avg_ms": 56.893, "count": 301, "max_ms": 74.915, "p95_ms": 70.841}, "visualize": {"avg_ms": 3.476, "count": 301, "max_ms": 5.299, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16348.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33777.18, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.442, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2235770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:34:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:34:35+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:34:35+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:34:35.300706+09:00", "mtime_epoch": 1783269275.300706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:34:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2507.152, "name": "celery", "pid": 267, "rss_mb": 2507.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 301, "max_ms": 13.062, "p95_ms": 9.034}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 1.567, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.847, "count": 301, "max_ms": 81.139, "p95_ms": 66.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.395, "count": 301, "max_ms": 81.693, "p95_ms": 61.487}, "yolo11_640_fire_11class": {"avg_ms": 57.563, "count": 301, "max_ms": 81.149, "p95_ms": 69.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.85, "count": 301, "max_ms": 81.127, "p95_ms": 73.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.115, "count": 301, "max_ms": 100.023, "p95_ms": 91.11}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 352.836, "p95_ms": 123.669}, "triton_wait": {"avg_ms": 62.194, "count": 301, "max_ms": 81.702, "p95_ms": 73.873}, "visualize": {"avg_ms": 3.739, "count": 301, "max_ms": 5.183, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16348.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17874.322, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.457, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1780425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:34:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:34:58+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:34:58+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:34:58.573128+09:00", "mtime_epoch": 1783269298.573128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:34:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9474.297, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.209, "count": 301, "max_ms": 25.212, "p95_ms": 21.999}, "gstreamer_push": {"avg_ms": 1.22, "count": 301, "max_ms": 1.591, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.627, "count": 301, "max_ms": 71.542, "p95_ms": 62.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.096, "count": 301, "max_ms": 67.755, "p95_ms": 58.847}, "yolo11_640_fire_11class": {"avg_ms": 49.791, "count": 301, "max_ms": 66.149, "p95_ms": 61.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.438, "count": 301, "max_ms": 74.777, "p95_ms": 70.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.143, "count": 301, "max_ms": 105.013, "p95_ms": 96.115}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 121.179, "p95_ms": 114.573}, "triton_wait": {"avg_ms": 53.623, "count": 301, "max_ms": 74.791, "p95_ms": 71.501}, "visualize": {"avg_ms": 3.499, "count": 301, "max_ms": 5.332, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16348.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33807.277, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.231, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2236072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:35:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:35:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:35:05+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T01:35:05.333251+09:00", "mtime_epoch": 1783269305.3332508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:35:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2507.41, "name": "celery", "pid": 267, "rss_mb": 2507.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.14, "count": 301, "max_ms": 13.742, "p95_ms": 12.048}, "gstreamer_push": {"avg_ms": 1.317, "count": 302, "max_ms": 1.845, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.852, "count": 301, "max_ms": 70.585, "p95_ms": 63.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.65, "count": 301, "max_ms": 71.238, "p95_ms": 54.282}, "yolo11_640_fire_11class": {"avg_ms": 51.956, "count": 301, "max_ms": 72.158, "p95_ms": 64.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.909, "count": 301, "max_ms": 73.891, "p95_ms": 71.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.608, "count": 302, "max_ms": 90.289, "p95_ms": 87.806}, "read_interval": {"avg_ms": 99.72, "count": 301, "max_ms": 415.116, "p95_ms": 155.682}, "triton_wait": {"avg_ms": 55.536, "count": 301, "max_ms": 73.903, "p95_ms": 71.482}, "visualize": {"avg_ms": 3.772, "count": 301, "max_ms": 6.007, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16348.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17904.36, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.607, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1780725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:35:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:35:28+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T01:35:28+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T01:35:28.617674+09:00", "mtime_epoch": 1783269328.617674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:35:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9474.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.044, "count": 300, "max_ms": 30.086, "p95_ms": 27.961}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.744, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.259, "count": 300, "max_ms": 66.914, "p95_ms": 62.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.8, "count": 300, "max_ms": 69.868, "p95_ms": 56.932}, "yolo11_640_fire_11class": {"avg_ms": 48.584, "count": 300, "max_ms": 67.055, "p95_ms": 62.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.605, "count": 300, "max_ms": 75.343, "p95_ms": 71.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.128, "count": 300, "max_ms": 111.401, "p95_ms": 97.098}, "read_interval": {"avg_ms": 100.082, "count": 299, "max_ms": 127.752, "p95_ms": 115.476}, "triton_wait": {"avg_ms": 52.659, "count": 300, "max_ms": 75.354, "p95_ms": 71.535}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 4.546, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16349.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33837.381, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.196, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2236372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:35:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:35:35+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:35:35+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T01:35:35.349797+09:00", "mtime_epoch": 1783269335.3497965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:35:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2507.41, "name": "celery", "pid": 267, "rss_mb": 2507.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.483, "count": 299, "max_ms": 14.481, "p95_ms": 12.788}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 1.934, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.201, "count": 299, "max_ms": 69.747, "p95_ms": 64.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.008, "count": 299, "max_ms": 71.808, "p95_ms": 58.327}, "yolo11_640_fire_11class": {"avg_ms": 52.411, "count": 299, "max_ms": 69.992, "p95_ms": 64.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.561, "count": 299, "max_ms": 76.911, "p95_ms": 71.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.419, "count": 299, "max_ms": 97.164, "p95_ms": 88.803}, "read_interval": {"avg_ms": 100.367, "count": 299, "max_ms": 443.564, "p95_ms": 143.66}, "triton_wait": {"avg_ms": 57.008, "count": 299, "max_ms": 76.925, "p95_ms": 71.878}, "visualize": {"avg_ms": 3.807, "count": 299, "max_ms": 5.658, "p95_ms": 4.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16349.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17934.429, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.519, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1781024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:35:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:35:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:35:58+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T01:35:58.682222+09:00", "mtime_epoch": 1783269358.682222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:35:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9474.555, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.95, "count": 299, "max_ms": 29.216, "p95_ms": 19.388}, "gstreamer_push": {"avg_ms": 1.22, "count": 299, "max_ms": 1.641, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.748, "count": 299, "max_ms": 65.788, "p95_ms": 61.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.897, "count": 299, "max_ms": 67.701, "p95_ms": 60.241}, "yolo11_640_fire_11class": {"avg_ms": 51.659, "count": 299, "max_ms": 66.604, "p95_ms": 61.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.774, "count": 299, "max_ms": 75.641, "p95_ms": 69.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.227, "count": 299, "max_ms": 100.593, "p95_ms": 94.724}, "read_interval": {"avg_ms": 100.552, "count": 298, "max_ms": 123.87, "p95_ms": 114.358}, "triton_wait": {"avg_ms": 55.985, "count": 299, "max_ms": 75.653, "p95_ms": 69.874}, "visualize": {"avg_ms": 3.499, "count": 299, "max_ms": 5.485, "p95_ms": 3.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16348.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33867.469, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.736, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2236673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:36:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:36:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T01:36:05+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T01:36:05.582348+09:00", "mtime_epoch": 1783269365.5823479, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:36:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2507.668, "name": "celery", "pid": 267, "rss_mb": 2507.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.104, "count": 301, "max_ms": 13.975, "p95_ms": 11.917}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 2.717, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.666, "count": 301, "max_ms": 69.918, "p95_ms": 67.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.439, "count": 301, "max_ms": 70.525, "p95_ms": 64.797}, "yolo11_640_fire_11class": {"avg_ms": 57.31, "count": 301, "max_ms": 70.486, "p95_ms": 67.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.564, "count": 301, "max_ms": 77.321, "p95_ms": 74.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.715, "count": 301, "max_ms": 93.61, "p95_ms": 91.333}, "read_interval": {"avg_ms": 99.939, "count": 300, "max_ms": 395.257, "p95_ms": 116.584}, "triton_wait": {"avg_ms": 62.873, "count": 301, "max_ms": 77.333, "p95_ms": 74.918}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 5.809, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16349.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17964.458, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.508, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1781326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:36:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:36:28+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T01:36:28+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T01:36:28.678770+09:00", "mtime_epoch": 1783269388.6787698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:36:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9474.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.976, "count": 302, "max_ms": 23.786, "p95_ms": 19.223}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.721, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.215, "count": 302, "max_ms": 68.736, "p95_ms": 63.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.09, "count": 302, "max_ms": 68.057, "p95_ms": 58.624}, "yolo11_640_fire_11class": {"avg_ms": 50.576, "count": 302, "max_ms": 71.088, "p95_ms": 62.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.398, "count": 302, "max_ms": 76.182, "p95_ms": 70.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.764, "count": 302, "max_ms": 101.478, "p95_ms": 95.74}, "read_interval": {"avg_ms": 99.377, "count": 301, "max_ms": 120.826, "p95_ms": 113.596}, "triton_wait": {"avg_ms": 54.488, "count": 302, "max_ms": 76.193, "p95_ms": 70.319}, "visualize": {"avg_ms": 3.516, "count": 302, "max_ms": 4.789, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16349.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33897.56, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.867, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2236973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:36:35+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:36:35+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:36:35.686898+09:00", "mtime_epoch": 1783269395.686898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:36:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2507.668, "name": "celery", "pid": 267, "rss_mb": 2507.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.997, "count": 300, "max_ms": 12.577, "p95_ms": 8.644}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.535, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.01, "count": 300, "max_ms": 71.878, "p95_ms": 66.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.28, "count": 300, "max_ms": 73.256, "p95_ms": 59.489}, "yolo11_640_fire_11class": {"avg_ms": 54.061, "count": 300, "max_ms": 72.178, "p95_ms": 67.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.292, "count": 300, "max_ms": 76.743, "p95_ms": 72.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.807, "count": 300, "max_ms": 93.453, "p95_ms": 89.2}, "read_interval": {"avg_ms": 100.315, "count": 299, "max_ms": 460.347, "p95_ms": 144.62}, "triton_wait": {"avg_ms": 58.887, "count": 300, "max_ms": 76.755, "p95_ms": 72.082}, "visualize": {"avg_ms": 3.708, "count": 300, "max_ms": 5.49, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16349.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 17994.523, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.352, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1781627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:36:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:36:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:36:58+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:36:58.783321+09:00", "mtime_epoch": 1783269418.783321, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:36:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9474.812, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.976, "count": 301, "max_ms": 24.806, "p95_ms": 19.167}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.827, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.245, "count": 301, "max_ms": 70.249, "p95_ms": 61.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.298, "count": 301, "max_ms": 70.262, "p95_ms": 57.315}, "yolo11_640_fire_11class": {"avg_ms": 50.09, "count": 301, "max_ms": 70.804, "p95_ms": 62.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.539, "count": 301, "max_ms": 78.906, "p95_ms": 71.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.909, "count": 301, "max_ms": 103.168, "p95_ms": 95.306}, "read_interval": {"avg_ms": 99.91, "count": 300, "max_ms": 122.834, "p95_ms": 115.126}, "triton_wait": {"avg_ms": 53.642, "count": 301, "max_ms": 78.917, "p95_ms": 71.269}, "visualize": {"avg_ms": 3.506, "count": 301, "max_ms": 5.719, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16349.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33927.577, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.861, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2237275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:37:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:37:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T01:37:05+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:37:05.719448+09:00", "mtime_epoch": 1783269425.719448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:37:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2507.926, "name": "celery", "pid": 267, "rss_mb": 2507.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.095, "pushed": 10.095, "read": 10.061}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.917, "count": 302, "max_ms": 13.013, "p95_ms": 8.639}, "gstreamer_push": {"avg_ms": 1.306, "count": 302, "max_ms": 1.556, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.746, "count": 302, "max_ms": 67.163, "p95_ms": 63.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.425, "count": 302, "max_ms": 67.15, "p95_ms": 55.782}, "yolo11_640_fire_11class": {"avg_ms": 51.63, "count": 302, "max_ms": 69.483, "p95_ms": 64.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.519, "count": 302, "max_ms": 76.216, "p95_ms": 71.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.559, "count": 302, "max_ms": 92.53, "p95_ms": 88.373}, "read_interval": {"avg_ms": 99.448, "count": 301, "max_ms": 404.395, "p95_ms": 169.128}, "triton_wait": {"avg_ms": 55.918, "count": 302, "max_ms": 76.229, "p95_ms": 71.915}, "visualize": {"avg_ms": 3.711, "count": 302, "max_ms": 4.694, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16350.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18024.528, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.518, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1781927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:37:28+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:37:28+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:37:28.787871+09:00", "mtime_epoch": 1783269448.7878714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:37:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9475.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.178, "count": 300, "max_ms": 27.547, "p95_ms": 19.459}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.785, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.23, "count": 300, "max_ms": 69.839, "p95_ms": 64.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.001, "count": 300, "max_ms": 68.886, "p95_ms": 58.439}, "yolo11_640_fire_11class": {"avg_ms": 50.814, "count": 300, "max_ms": 67.839, "p95_ms": 64.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.347, "count": 300, "max_ms": 75.736, "p95_ms": 72.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.958, "count": 300, "max_ms": 109.288, "p95_ms": 96.639}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 123.959, "p95_ms": 115.396}, "triton_wait": {"avg_ms": 54.483, "count": 300, "max_ms": 75.748, "p95_ms": 72.157}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 5.55, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16350.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33957.587, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.878, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2237575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:37:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:37:35+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:37:35+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:37:35.707999+09:00", "mtime_epoch": 1783269455.7079985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:37:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2507.926, "name": "celery", "pid": 267, "rss_mb": 2507.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.031, "count": 300, "max_ms": 14.092, "p95_ms": 9.754}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.839, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.905, "count": 300, "max_ms": 70.649, "p95_ms": 66.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.162, "count": 300, "max_ms": 72.071, "p95_ms": 60.848}, "yolo11_640_fire_11class": {"avg_ms": 54.516, "count": 300, "max_ms": 72.083, "p95_ms": 67.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.09, "count": 300, "max_ms": 75.456, "p95_ms": 73.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.218, "count": 300, "max_ms": 91.623, "p95_ms": 89.606}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 416.316, "p95_ms": 163.58}, "triton_wait": {"avg_ms": 59.479, "count": 300, "max_ms": 75.468, "p95_ms": 73.308}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 5.091, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16350.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18054.549, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.378, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1782227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:37:58+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:37:58+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:37:58.808423+09:00", "mtime_epoch": 1783269478.8084233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:37:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9475.07, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.046, "count": 300, "max_ms": 23.709, "p95_ms": 19.363}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.667, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.575, "count": 300, "max_ms": 69.367, "p95_ms": 62.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.407, "count": 300, "max_ms": 69.495, "p95_ms": 58.546}, "yolo11_640_fire_11class": {"avg_ms": 50.894, "count": 300, "max_ms": 69.505, "p95_ms": 63.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.217, "count": 300, "max_ms": 77.056, "p95_ms": 71.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.789, "count": 300, "max_ms": 101.585, "p95_ms": 96.189}, "read_interval": {"avg_ms": 100.084, "count": 300, "max_ms": 129.464, "p95_ms": 115.888}, "triton_wait": {"avg_ms": 54.385, "count": 300, "max_ms": 77.068, "p95_ms": 71.259}, "visualize": {"avg_ms": 3.543, "count": 300, "max_ms": 4.55, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16350.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 33987.67, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.958, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2237875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:38:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:38:05+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:38:05+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T01:38:05.788552+09:00", "mtime_epoch": 1783269485.7885518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:38:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2508.184, "name": "celery", "pid": 267, "rss_mb": 2508.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.145, "count": 300, "max_ms": 13.482, "p95_ms": 8.99}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 1.963, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.553, "count": 300, "max_ms": 70.366, "p95_ms": 64.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.216, "count": 300, "max_ms": 68.43, "p95_ms": 56.447}, "yolo11_640_fire_11class": {"avg_ms": 55.861, "count": 300, "max_ms": 77.006, "p95_ms": 70.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.836, "count": 300, "max_ms": 76.279, "p95_ms": 72.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.041, "count": 300, "max_ms": 93.934, "p95_ms": 89.71}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 444.072, "p95_ms": 132.011}, "triton_wait": {"avg_ms": 60.045, "count": 300, "max_ms": 77.018, "p95_ms": 72.999}, "visualize": {"avg_ms": 3.788, "count": 300, "max_ms": 5.525, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16350.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18084.628, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.816, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1782528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:38:28+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:38:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T01:38:28.872977+09:00", "mtime_epoch": 1783269508.872977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:38:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9475.328, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.681, "count": 301, "max_ms": 21.305, "p95_ms": 18.403}, "gstreamer_push": {"avg_ms": 1.208, "count": 301, "max_ms": 1.356, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.137, "count": 301, "max_ms": 67.418, "p95_ms": 62.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.549, "count": 301, "max_ms": 67.934, "p95_ms": 55.631}, "yolo11_640_fire_11class": {"avg_ms": 50.217, "count": 301, "max_ms": 69.235, "p95_ms": 61.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.637, "count": 301, "max_ms": 75.912, "p95_ms": 70.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.603, "count": 301, "max_ms": 99.327, "p95_ms": 94.605}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 122.209, "p95_ms": 114.284}, "triton_wait": {"avg_ms": 54.697, "count": 301, "max_ms": 75.923, "p95_ms": 70.314}, "visualize": {"avg_ms": 3.465, "count": 301, "max_ms": 4.45, "p95_ms": 3.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16350.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34017.671, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.923, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2238175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:38:35+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T01:38:35+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:38:35.793105+09:00", "mtime_epoch": 1783269515.7931046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:38:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2508.184, "name": "celery", "pid": 267, "rss_mb": 2508.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.034, "count": 300, "max_ms": 13.885, "p95_ms": 9.0}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 1.849, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.528, "count": 300, "max_ms": 72.025, "p95_ms": 64.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.921, "count": 300, "max_ms": 70.916, "p95_ms": 57.249}, "yolo11_640_fire_11class": {"avg_ms": 54.302, "count": 300, "max_ms": 73.797, "p95_ms": 68.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.026, "count": 300, "max_ms": 76.518, "p95_ms": 72.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.474, "count": 300, "max_ms": 93.454, "p95_ms": 88.942}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 377.738, "p95_ms": 156.598}, "triton_wait": {"avg_ms": 58.536, "count": 300, "max_ms": 76.53, "p95_ms": 72.16}, "visualize": {"avg_ms": 3.789, "count": 300, "max_ms": 5.567, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16350.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18114.629, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.746, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1782828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:38:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:38:58+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:38:58.881531+09:00", "mtime_epoch": 1783269538.8815305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:38:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9475.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.38, "count": 300, "max_ms": 29.075, "p95_ms": 21.456}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 2.123, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.069, "count": 300, "max_ms": 72.527, "p95_ms": 60.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.089, "count": 300, "max_ms": 72.536, "p95_ms": 57.84}, "yolo11_640_fire_11class": {"avg_ms": 50.531, "count": 300, "max_ms": 70.778, "p95_ms": 61.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.111, "count": 300, "max_ms": 74.388, "p95_ms": 69.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.077, "count": 300, "max_ms": 98.683, "p95_ms": 94.888}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 125.53, "p95_ms": 114.012}, "triton_wait": {"avg_ms": 54.245, "count": 300, "max_ms": 74.401, "p95_ms": 69.692}, "visualize": {"avg_ms": 3.559, "count": 300, "max_ms": 5.689, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16351.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34047.76, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.907, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2238475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:39:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:39:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:39:05.881660+09:00", "mtime_epoch": 1783269545.8816597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:39:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2508.441, "name": "celery", "pid": 267, "rss_mb": 2508.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.091, "count": 300, "max_ms": 12.847, "p95_ms": 9.398}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.522, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.791, "count": 300, "max_ms": 66.593, "p95_ms": 64.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.482, "count": 300, "max_ms": 67.448, "p95_ms": 56.048}, "yolo11_640_fire_11class": {"avg_ms": 53.727, "count": 300, "max_ms": 69.446, "p95_ms": 64.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.464, "count": 300, "max_ms": 75.744, "p95_ms": 72.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.094, "count": 300, "max_ms": 92.566, "p95_ms": 89.006}, "read_interval": {"avg_ms": 100.296, "count": 299, "max_ms": 360.498, "p95_ms": 148.329}, "triton_wait": {"avg_ms": 58.129, "count": 300, "max_ms": 75.757, "p95_ms": 72.142}, "visualize": {"avg_ms": 3.76, "count": 300, "max_ms": 5.883, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16351.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18144.652, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.863, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1783128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:39:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:39:28+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T01:39:28.902085+09:00", "mtime_epoch": 1783269568.9020853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:39:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9475.586, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.365, "count": 300, "max_ms": 30.326, "p95_ms": 20.593}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.802, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.247, "count": 300, "max_ms": 65.866, "p95_ms": 61.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.799, "count": 300, "max_ms": 68.534, "p95_ms": 54.914}, "yolo11_640_fire_11class": {"avg_ms": 50.452, "count": 300, "max_ms": 67.042, "p95_ms": 62.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.511, "count": 300, "max_ms": 74.694, "p95_ms": 70.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.552, "count": 300, "max_ms": 109.579, "p95_ms": 96.313}, "read_interval": {"avg_ms": 100.057, "count": 299, "max_ms": 125.009, "p95_ms": 115.279}, "triton_wait": {"avg_ms": 53.764, "count": 300, "max_ms": 74.705, "p95_ms": 70.842}, "visualize": {"avg_ms": 3.555, "count": 300, "max_ms": 4.859, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16351.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34077.848, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.659, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2238778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:39:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:39:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:39:35+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:39:35.970216+09:00", "mtime_epoch": 1783269575.970216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:39:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2508.699, "name": "celery", "pid": 267, "rss_mb": 2508.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.034, "count": 303, "max_ms": 12.826, "p95_ms": 8.908}, "gstreamer_push": {"avg_ms": 1.289, "count": 303, "max_ms": 1.518, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.262, "count": 303, "max_ms": 70.25, "p95_ms": 64.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.17, "count": 303, "max_ms": 72.334, "p95_ms": 56.281}, "yolo11_640_fire_11class": {"avg_ms": 53.95, "count": 303, "max_ms": 71.777, "p95_ms": 68.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.691, "count": 303, "max_ms": 78.437, "p95_ms": 71.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.112, "count": 303, "max_ms": 94.832, "p95_ms": 88.35}, "read_interval": {"avg_ms": 99.305, "count": 302, "max_ms": 345.723, "p95_ms": 158.311}, "triton_wait": {"avg_ms": 58.275, "count": 303, "max_ms": 78.45, "p95_ms": 71.559}, "visualize": {"avg_ms": 3.732, "count": 303, "max_ms": 4.761, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16351.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18174.717, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.753, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1783429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:39:59+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T01:39:58+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T01:39:58.974642+09:00", "mtime_epoch": 1783269598.9746418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:39:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9475.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.981, "count": 301, "max_ms": 27.252, "p95_ms": 19.195}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.867, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.523, "count": 301, "max_ms": 67.094, "p95_ms": 63.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.91, "count": 301, "max_ms": 62.679, "p95_ms": 55.249}, "yolo11_640_fire_11class": {"avg_ms": 50.808, "count": 301, "max_ms": 68.381, "p95_ms": 62.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.5, "count": 301, "max_ms": 75.49, "p95_ms": 71.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.039, "count": 301, "max_ms": 101.34, "p95_ms": 95.753}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 124.344, "p95_ms": 113.6}, "triton_wait": {"avg_ms": 55.76, "count": 301, "max_ms": 75.503, "p95_ms": 71.262}, "visualize": {"avg_ms": 3.52, "count": 301, "max_ms": 4.926, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16351.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34107.856, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.667, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2239078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:40:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T01:40:05+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T01:40:05.994772+09:00", "mtime_epoch": 1783269605.994772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:40:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2508.699, "name": "celery", "pid": 267, "rss_mb": 2508.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.078, "count": 300, "max_ms": 12.281, "p95_ms": 8.936}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.939, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.357, "count": 300, "max_ms": 73.562, "p95_ms": 65.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.801, "count": 300, "max_ms": 70.367, "p95_ms": 56.428}, "yolo11_640_fire_11class": {"avg_ms": 54.515, "count": 300, "max_ms": 72.512, "p95_ms": 65.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.296, "count": 300, "max_ms": 75.082, "p95_ms": 71.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.744, "count": 300, "max_ms": 92.283, "p95_ms": 88.559}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 433.514, "p95_ms": 130.163}, "triton_wait": {"avg_ms": 59.63, "count": 300, "max_ms": 75.095, "p95_ms": 71.866}, "visualize": {"avg_ms": 3.794, "count": 300, "max_ms": 5.658, "p95_ms": 4.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16352.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18204.75, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.753, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1783729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:40:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:40:29+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:40:29+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:40:29.003198+09:00", "mtime_epoch": 1783269629.0031984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:40:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9475.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.198, "count": 300, "max_ms": 25.409, "p95_ms": 19.232}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.818, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.697, "count": 300, "max_ms": 66.349, "p95_ms": 62.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.846, "count": 300, "max_ms": 65.82, "p95_ms": 56.54}, "yolo11_640_fire_11class": {"avg_ms": 49.978, "count": 300, "max_ms": 68.698, "p95_ms": 61.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.825, "count": 300, "max_ms": 77.309, "p95_ms": 71.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.529, "count": 300, "max_ms": 101.793, "p95_ms": 96.766}, "read_interval": {"avg_ms": 100.1, "count": 300, "max_ms": 121.912, "p95_ms": 115.161}, "triton_wait": {"avg_ms": 53.937, "count": 300, "max_ms": 77.321, "p95_ms": 71.552}, "visualize": {"avg_ms": 3.544, "count": 300, "max_ms": 4.619, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16352.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34137.877, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.656, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2239377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:40:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:40:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:40:35+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T01:40:35.991328+09:00", "mtime_epoch": 1783269635.991328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:40:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2508.957, "name": "celery", "pid": 267, "rss_mb": 2508.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.059, "count": 299, "max_ms": 12.512, "p95_ms": 8.823}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 1.898, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.97, "count": 299, "max_ms": 70.246, "p95_ms": 65.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.52, "count": 299, "max_ms": 67.889, "p95_ms": 56.503}, "yolo11_640_fire_11class": {"avg_ms": 53.162, "count": 299, "max_ms": 71.228, "p95_ms": 66.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.662, "count": 299, "max_ms": 76.076, "p95_ms": 72.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.998, "count": 299, "max_ms": 92.794, "p95_ms": 89.278}, "read_interval": {"avg_ms": 100.398, "count": 298, "max_ms": 442.482, "p95_ms": 202.275}, "triton_wait": {"avg_ms": 58.05, "count": 299, "max_ms": 76.088, "p95_ms": 72.199}, "visualize": {"avg_ms": 3.765, "count": 299, "max_ms": 4.712, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16352.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18234.842, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.293, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1784030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:40:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:40:59+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T01:40:59.091757+09:00", "mtime_epoch": 1783269659.0917568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:40:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9476.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.267, "count": 300, "max_ms": 21.578, "p95_ms": 19.343}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.795, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.225, "count": 300, "max_ms": 66.443, "p95_ms": 63.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.635, "count": 300, "max_ms": 66.455, "p95_ms": 56.93}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 300, "max_ms": 67.441, "p95_ms": 62.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.995, "count": 300, "max_ms": 74.97, "p95_ms": 72.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.785, "count": 301, "max_ms": 99.954, "p95_ms": 97.627}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 121.014, "p95_ms": 114.429}, "triton_wait": {"avg_ms": 55.122, "count": 300, "max_ms": 74.983, "p95_ms": 72.702}, "visualize": {"avg_ms": 3.564, "count": 300, "max_ms": 4.568, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16352.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34167.932, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.065, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2239679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:41:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:41:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:41:06+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T01:41:06.075886+09:00", "mtime_epoch": 1783269666.0758865, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:41:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2508.957, "name": "celery", "pid": 267, "rss_mb": 2508.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.108, "count": 302, "max_ms": 13.057, "p95_ms": 8.904}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.752, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.953, "count": 302, "max_ms": 69.404, "p95_ms": 64.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.892, "count": 302, "max_ms": 66.785, "p95_ms": 59.749}, "yolo11_640_fire_11class": {"avg_ms": 54.908, "count": 302, "max_ms": 71.925, "p95_ms": 67.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.418, "count": 302, "max_ms": 75.036, "p95_ms": 72.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.714, "count": 302, "max_ms": 92.062, "p95_ms": 89.057}, "read_interval": {"avg_ms": 99.584, "count": 301, "max_ms": 327.594, "p95_ms": 178.821}, "triton_wait": {"avg_ms": 59.754, "count": 302, "max_ms": 75.048, "p95_ms": 72.353}, "visualize": {"avg_ms": 3.762, "count": 302, "max_ms": 4.698, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16352.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18264.914, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.313, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1784331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:41:29+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:41:29+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T01:41:29.176316+09:00", "mtime_epoch": 1783269689.1763158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:41:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9476.102, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.975, "count": 301, "max_ms": 24.824, "p95_ms": 19.396}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.722, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.495, "count": 301, "max_ms": 68.928, "p95_ms": 62.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.113, "count": 301, "max_ms": 63.577, "p95_ms": 58.729}, "yolo11_640_fire_11class": {"avg_ms": 51.28, "count": 301, "max_ms": 68.222, "p95_ms": 62.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.516, "count": 301, "max_ms": 78.624, "p95_ms": 70.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.894, "count": 301, "max_ms": 102.406, "p95_ms": 95.791}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 125.275, "p95_ms": 114.433}, "triton_wait": {"avg_ms": 55.621, "count": 301, "max_ms": 78.636, "p95_ms": 70.91}, "visualize": {"avg_ms": 3.527, "count": 301, "max_ms": 5.307, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16352.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34197.961, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.089, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2239979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:41:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:41:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:41:36+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:41:36.084444+09:00", "mtime_epoch": 1783269696.0844443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:41:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2509.215, "name": "celery", "pid": 267, "rss_mb": 2509.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.978, "count": 300, "max_ms": 11.09, "p95_ms": 8.775}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 1.541, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.062, "count": 300, "max_ms": 71.218, "p95_ms": 65.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.87, "count": 300, "max_ms": 71.803, "p95_ms": 57.947}, "yolo11_640_fire_11class": {"avg_ms": 56.061, "count": 300, "max_ms": 74.369, "p95_ms": 69.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.726, "count": 300, "max_ms": 77.944, "p95_ms": 72.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.789, "count": 300, "max_ms": 95.372, "p95_ms": 89.388}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 381.047, "p95_ms": 136.601}, "triton_wait": {"avg_ms": 60.963, "count": 300, "max_ms": 77.957, "p95_ms": 72.419}, "visualize": {"avg_ms": 3.751, "count": 300, "max_ms": 4.7, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16353.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18295.021, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.339, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1784632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:41:59+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T01:41:59+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T01:41:59.260876+09:00", "mtime_epoch": 1783269719.2608757, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:41:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9476.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.24, "count": 301, "max_ms": 25.114, "p95_ms": 19.939}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 2.064, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.817, "count": 301, "max_ms": 68.012, "p95_ms": 62.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.815, "count": 301, "max_ms": 69.229, "p95_ms": 58.13}, "yolo11_640_fire_11class": {"avg_ms": 50.106, "count": 301, "max_ms": 67.538, "p95_ms": 62.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.907, "count": 301, "max_ms": 76.183, "p95_ms": 71.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.602, "count": 301, "max_ms": 101.864, "p95_ms": 96.739}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 121.655, "p95_ms": 114.816}, "triton_wait": {"avg_ms": 54.026, "count": 301, "max_ms": 76.196, "p95_ms": 71.681}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 4.91, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16352.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34227.976, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.075, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2240279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:42:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T01:42:06+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:42:06+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T01:42:06.093003+09:00", "mtime_epoch": 1783269726.0930028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:42:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2509.215, "name": "celery", "pid": 267, "rss_mb": 2509.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 300, "max_ms": 12.064, "p95_ms": 8.823}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.513, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.513, "count": 300, "max_ms": 71.05, "p95_ms": 64.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.62, "count": 300, "max_ms": 69.867, "p95_ms": 59.277}, "yolo11_640_fire_11class": {"avg_ms": 53.313, "count": 300, "max_ms": 71.009, "p95_ms": 64.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.25, "count": 300, "max_ms": 76.105, "p95_ms": 72.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.465, "count": 300, "max_ms": 93.408, "p95_ms": 88.798}, "read_interval": {"avg_ms": 100.041, "count": 299, "max_ms": 387.005, "p95_ms": 138.382}, "triton_wait": {"avg_ms": 57.737, "count": 300, "max_ms": 76.118, "p95_ms": 72.178}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 4.674, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16353.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18325.032, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.436, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1784932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:42:29+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:42:29+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:42:29.285435+09:00", "mtime_epoch": 1783269749.285435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:42:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9476.359, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.244, "count": 300, "max_ms": 22.287, "p95_ms": 19.179}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.671, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.842, "count": 300, "max_ms": 67.372, "p95_ms": 63.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.239, "count": 300, "max_ms": 68.712, "p95_ms": 55.43}, "yolo11_640_fire_11class": {"avg_ms": 50.383, "count": 300, "max_ms": 68.6, "p95_ms": 63.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.716, "count": 300, "max_ms": 76.689, "p95_ms": 71.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.501, "count": 300, "max_ms": 101.232, "p95_ms": 96.824}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 122.914, "p95_ms": 114.071}, "triton_wait": {"avg_ms": 53.837, "count": 300, "max_ms": 76.701, "p95_ms": 71.567}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 5.317, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16353.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34258.029, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.039, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2240580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:42:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T01:42:36+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T01:42:36.153563+09:00", "mtime_epoch": 1783269756.153563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:42:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2509.473, "name": "celery", "pid": 267, "rss_mb": 2509.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.219, "count": 301, "max_ms": 13.581, "p95_ms": 10.856}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.645, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.661, "count": 301, "max_ms": 68.503, "p95_ms": 65.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.236, "count": 301, "max_ms": 67.931, "p95_ms": 57.448}, "yolo11_640_fire_11class": {"avg_ms": 54.598, "count": 301, "max_ms": 71.974, "p95_ms": 66.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.962, "count": 301, "max_ms": 75.609, "p95_ms": 71.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.334, "count": 301, "max_ms": 92.688, "p95_ms": 88.755}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 462.985, "p95_ms": 131.836}, "triton_wait": {"avg_ms": 59.338, "count": 301, "max_ms": 75.622, "p95_ms": 71.862}, "visualize": {"avg_ms": 3.746, "count": 301, "max_ms": 5.408, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16353.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18355.123, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.535, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1785233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:42:59+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:42:59+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:42:59.373996+09:00", "mtime_epoch": 1783269779.373996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:42:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9476.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.94, "count": 300, "max_ms": 27.149, "p95_ms": 19.115}, "gstreamer_push": {"avg_ms": 1.215, "count": 300, "max_ms": 1.752, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.66, "count": 300, "max_ms": 70.04, "p95_ms": 63.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.826, "count": 300, "max_ms": 70.565, "p95_ms": 58.915}, "yolo11_640_fire_11class": {"avg_ms": 51.226, "count": 300, "max_ms": 69.391, "p95_ms": 63.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.794, "count": 300, "max_ms": 77.201, "p95_ms": 72.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.128, "count": 300, "max_ms": 111.522, "p95_ms": 97.112}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 128.033, "p95_ms": 115.04}, "triton_wait": {"avg_ms": 55.917, "count": 300, "max_ms": 77.213, "p95_ms": 72.174}, "visualize": {"avg_ms": 3.492, "count": 300, "max_ms": 4.476, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16353.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34288.093, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.999, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2240880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:43:06+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T01:43:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T01:43:06.206123+09:00", "mtime_epoch": 1783269786.2061234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:43:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2509.473, "name": "celery", "pid": 267, "rss_mb": 2509.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.917, "count": 300, "max_ms": 12.906, "p95_ms": 8.225}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.928, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.536, "count": 300, "max_ms": 72.22, "p95_ms": 66.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.927, "count": 300, "max_ms": 72.22, "p95_ms": 61.744}, "yolo11_640_fire_11class": {"avg_ms": 56.551, "count": 300, "max_ms": 73.73, "p95_ms": 67.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.338, "count": 300, "max_ms": 76.564, "p95_ms": 73.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.6, "count": 300, "max_ms": 93.144, "p95_ms": 89.846}, "read_interval": {"avg_ms": 100.193, "count": 299, "max_ms": 365.9, "p95_ms": 128.199}, "triton_wait": {"avg_ms": 61.808, "count": 300, "max_ms": 76.577, "p95_ms": 73.111}, "visualize": {"avg_ms": 3.736, "count": 300, "max_ms": 5.434, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16353.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18385.223, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.63, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1785534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:43:29+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:43:29+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T01:43:29.462558+09:00", "mtime_epoch": 1783269809.4625576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:43:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9476.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.051, "count": 300, "max_ms": 23.629, "p95_ms": 19.086}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.828, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.629, "count": 300, "max_ms": 66.863, "p95_ms": 62.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.934, "count": 300, "max_ms": 67.436, "p95_ms": 60.163}, "yolo11_640_fire_11class": {"avg_ms": 51.838, "count": 300, "max_ms": 69.15, "p95_ms": 63.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.219, "count": 300, "max_ms": 75.507, "p95_ms": 70.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.843, "count": 301, "max_ms": 100.006, "p95_ms": 96.413}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 119.385, "p95_ms": 114.466}, "triton_wait": {"avg_ms": 55.462, "count": 300, "max_ms": 75.519, "p95_ms": 70.98}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 5.177, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16353.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34318.171, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.046, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2241181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:43:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:43:36+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:43:36+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:43:36.290685+09:00", "mtime_epoch": 1783269816.2906852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:43:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2509.73, "name": "celery", "pid": 267, "rss_mb": 2509.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 301, "max_ms": 12.859, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 2.064, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.935, "count": 301, "max_ms": 74.214, "p95_ms": 67.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.439, "count": 301, "max_ms": 71.827, "p95_ms": 61.468}, "yolo11_640_fire_11class": {"avg_ms": 55.345, "count": 301, "max_ms": 75.554, "p95_ms": 69.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.055, "count": 301, "max_ms": 77.989, "p95_ms": 72.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.371, "count": 301, "max_ms": 94.003, "p95_ms": 89.512}, "read_interval": {"avg_ms": 99.921, "count": 300, "max_ms": 464.373, "p95_ms": 159.421}, "triton_wait": {"avg_ms": 59.601, "count": 301, "max_ms": 78.002, "p95_ms": 73.053}, "visualize": {"avg_ms": 3.741, "count": 301, "max_ms": 5.619, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16354.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18415.249, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.803, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1785834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:43:59+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T01:43:59+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T01:43:59.471118+09:00", "mtime_epoch": 1783269839.4711182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:43:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9476.875, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.017, "count": 300, "max_ms": 27.526, "p95_ms": 18.958}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.715, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.478, "count": 300, "max_ms": 69.633, "p95_ms": 63.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.516, "count": 300, "max_ms": 69.621, "p95_ms": 59.746}, "yolo11_640_fire_11class": {"avg_ms": 51.228, "count": 300, "max_ms": 67.366, "p95_ms": 63.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.733, "count": 300, "max_ms": 76.593, "p95_ms": 72.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.387, "count": 300, "max_ms": 101.421, "p95_ms": 97.148}, "read_interval": {"avg_ms": 100.037, "count": 299, "max_ms": 119.504, "p95_ms": 114.582}, "triton_wait": {"avg_ms": 55.006, "count": 300, "max_ms": 76.609, "p95_ms": 72.499}, "visualize": {"avg_ms": 3.547, "count": 300, "max_ms": 4.704, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16354.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34348.269, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.999, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2241482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:44:06+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:44:06+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T01:44:06.379247+09:00", "mtime_epoch": 1783269846.3792474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:44:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2509.988, "name": "celery", "pid": 267, "rss_mb": 2509.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.014, "count": 301, "max_ms": 11.882, "p95_ms": 8.724}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.582, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.682, "count": 301, "max_ms": 70.826, "p95_ms": 64.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.089, "count": 301, "max_ms": 69.334, "p95_ms": 58.975}, "yolo11_640_fire_11class": {"avg_ms": 54.978, "count": 301, "max_ms": 74.007, "p95_ms": 67.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.616, "count": 301, "max_ms": 75.714, "p95_ms": 71.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.934, "count": 301, "max_ms": 92.417, "p95_ms": 88.597}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 349.777, "p95_ms": 143.651}, "triton_wait": {"avg_ms": 59.149, "count": 301, "max_ms": 75.726, "p95_ms": 72.035}, "visualize": {"avg_ms": 3.754, "count": 301, "max_ms": 4.922, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16354.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18445.308, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.841, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:44:29+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T01:44:29+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T01:44:29.567681+09:00", "mtime_epoch": 1783269869.567681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:44:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9477.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.23, "count": 301, "max_ms": 26.393, "p95_ms": 23.131}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 1.78, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.501, "count": 301, "max_ms": 65.755, "p95_ms": 63.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.27, "count": 301, "max_ms": 66.891, "p95_ms": 60.141}, "yolo11_640_fire_11class": {"avg_ms": 51.226, "count": 301, "max_ms": 66.439, "p95_ms": 63.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.933, "count": 301, "max_ms": 74.979, "p95_ms": 72.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.641, "count": 301, "max_ms": 99.707, "p95_ms": 96.992}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 120.813, "p95_ms": 113.819}, "triton_wait": {"avg_ms": 55.124, "count": 301, "max_ms": 74.991, "p95_ms": 72.431}, "visualize": {"avg_ms": 3.497, "count": 301, "max_ms": 5.33, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16354.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34378.447, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.052, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2241782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:44:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:44:36+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-06T01:44:36.375808+09:00", "mtime_epoch": 1783269876.3758085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:44:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2509.988, "name": "celery", "pid": 267, "rss_mb": 2509.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.099, "count": 299, "max_ms": 14.139, "p95_ms": 11.603}, "gstreamer_push": {"avg_ms": 1.303, "count": 299, "max_ms": 1.852, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.625, "count": 299, "max_ms": 68.908, "p95_ms": 64.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.77, "count": 299, "max_ms": 69.932, "p95_ms": 60.717}, "yolo11_640_fire_11class": {"avg_ms": 53.5, "count": 299, "max_ms": 70.894, "p95_ms": 64.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.082, "count": 299, "max_ms": 75.836, "p95_ms": 72.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.279, "count": 299, "max_ms": 91.692, "p95_ms": 88.375}, "read_interval": {"avg_ms": 100.6, "count": 298, "max_ms": 401.479, "p95_ms": 180.23}, "triton_wait": {"avg_ms": 58.431, "count": 299, "max_ms": 75.847, "p95_ms": 72.096}, "visualize": {"avg_ms": 3.744, "count": 299, "max_ms": 5.321, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16354.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18475.342, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.027, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:44:59+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:44:59+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T01:44:59.596243+09:00", "mtime_epoch": 1783269899.5962431, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:44:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9477.133, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.146, "count": 300, "max_ms": 29.832, "p95_ms": 19.264}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.822, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.002, "count": 300, "max_ms": 70.292, "p95_ms": 64.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.29, "count": 300, "max_ms": 68.9, "p95_ms": 58.468}, "yolo11_640_fire_11class": {"avg_ms": 50.032, "count": 300, "max_ms": 69.753, "p95_ms": 63.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.008, "count": 300, "max_ms": 76.581, "p95_ms": 72.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.694, "count": 300, "max_ms": 102.026, "p95_ms": 97.757}, "read_interval": {"avg_ms": 100.092, "count": 300, "max_ms": 123.984, "p95_ms": 115.577}, "triton_wait": {"avg_ms": 54.234, "count": 300, "max_ms": 76.592, "p95_ms": 72.834}, "visualize": {"avg_ms": 3.509, "count": 300, "max_ms": 5.087, "p95_ms": 3.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16354.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34408.467, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.018, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2242082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:45:06+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T01:45:06+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T01:45:06.548373+09:00", "mtime_epoch": 1783269906.5483735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:45:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2510.246, "name": "celery", "pid": 267, "rss_mb": 2510.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.023, "count": 300, "max_ms": 12.574, "p95_ms": 9.947}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.633, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.723, "count": 300, "max_ms": 71.233, "p95_ms": 66.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.43, "count": 300, "max_ms": 70.666, "p95_ms": 60.025}, "yolo11_640_fire_11class": {"avg_ms": 53.304, "count": 300, "max_ms": 69.775, "p95_ms": 64.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.947, "count": 300, "max_ms": 73.114, "p95_ms": 70.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.178, "count": 300, "max_ms": 90.583, "p95_ms": 87.73}, "read_interval": {"avg_ms": 100.136, "count": 299, "max_ms": 431.422, "p95_ms": 152.002}, "triton_wait": {"avg_ms": 58.288, "count": 300, "max_ms": 73.128, "p95_ms": 70.446}, "visualize": {"avg_ms": 3.742, "count": 300, "max_ms": 5.138, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16355.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18505.442, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.191, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:45:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:45:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T01:45:29.688807+09:00", "mtime_epoch": 1783269929.688807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:45:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9477.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.425, "count": 300, "max_ms": 24.169, "p95_ms": 19.56}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.478, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.135, "count": 300, "max_ms": 67.238, "p95_ms": 63.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.336, "count": 300, "max_ms": 66.445, "p95_ms": 55.43}, "yolo11_640_fire_11class": {"avg_ms": 50.184, "count": 300, "max_ms": 66.997, "p95_ms": 63.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.137, "count": 300, "max_ms": 75.491, "p95_ms": 72.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.139, "count": 300, "max_ms": 101.456, "p95_ms": 98.039}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 121.52, "p95_ms": 116.362}, "triton_wait": {"avg_ms": 54.282, "count": 300, "max_ms": 75.503, "p95_ms": 72.59}, "visualize": {"avg_ms": 3.553, "count": 300, "max_ms": 5.564, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16355.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34438.523, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.067, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2242384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:45:36+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T01:45:36+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T01:45:36.664938+09:00", "mtime_epoch": 1783269936.6649377, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:45:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2510.246, "name": "celery", "pid": 267, "rss_mb": 2510.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.227, "count": 302, "max_ms": 13.654, "p95_ms": 11.563}, "gstreamer_push": {"avg_ms": 1.297, "count": 302, "max_ms": 1.874, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.178, "count": 302, "max_ms": 70.556, "p95_ms": 65.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.407, "count": 302, "max_ms": 71.9, "p95_ms": 61.629}, "yolo11_640_fire_11class": {"avg_ms": 53.548, "count": 302, "max_ms": 69.72, "p95_ms": 65.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.211, "count": 302, "max_ms": 77.434, "p95_ms": 73.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.425, "count": 302, "max_ms": 93.695, "p95_ms": 89.986}, "read_interval": {"avg_ms": 99.593, "count": 301, "max_ms": 378.473, "p95_ms": 143.556}, "triton_wait": {"avg_ms": 58.474, "count": 302, "max_ms": 77.447, "p95_ms": 73.233}, "visualize": {"avg_ms": 3.756, "count": 302, "max_ms": 5.648, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16355.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18535.479, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.177, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:45:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:45:59+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:45:59+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T01:45:59.741370+09:00", "mtime_epoch": 1783269959.7413702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:45:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9477.391, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.769, "count": 299, "max_ms": 29.908, "p95_ms": 27.613}, "gstreamer_push": {"avg_ms": 1.235, "count": 299, "max_ms": 2.053, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.767, "count": 299, "max_ms": 67.002, "p95_ms": 63.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.688, "count": 299, "max_ms": 66.796, "p95_ms": 61.045}, "yolo11_640_fire_11class": {"avg_ms": 51.594, "count": 299, "max_ms": 67.014, "p95_ms": 63.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.608, "count": 299, "max_ms": 74.93, "p95_ms": 71.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.875, "count": 299, "max_ms": 111.227, "p95_ms": 97.537}, "read_interval": {"avg_ms": 100.492, "count": 298, "max_ms": 127.564, "p95_ms": 114.732}, "triton_wait": {"avg_ms": 55.725, "count": 299, "max_ms": 74.942, "p95_ms": 71.942}, "visualize": {"avg_ms": 3.539, "count": 299, "max_ms": 4.534, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16355.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34468.584, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.109, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2242684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:46:06+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:46:06+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:46:06.705501+09:00", "mtime_epoch": 1783269966.7055008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:46:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2510.504, "name": "celery", "pid": 267, "rss_mb": 2510.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.405, "count": 300, "max_ms": 14.049, "p95_ms": 12.657}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.927, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.244, "count": 300, "max_ms": 73.297, "p95_ms": 64.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.107, "count": 300, "max_ms": 69.46, "p95_ms": 60.593}, "yolo11_640_fire_11class": {"avg_ms": 55.703, "count": 300, "max_ms": 72.031, "p95_ms": 68.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.787, "count": 300, "max_ms": 78.411, "p95_ms": 71.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.296, "count": 300, "max_ms": 96.381, "p95_ms": 89.536}, "read_interval": {"avg_ms": 100.206, "count": 299, "max_ms": 353.449, "p95_ms": 136.541}, "triton_wait": {"avg_ms": 61.015, "count": 300, "max_ms": 78.423, "p95_ms": 71.892}, "visualize": {"avg_ms": 3.803, "count": 300, "max_ms": 4.853, "p95_ms": 4.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16355.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18565.531, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.332, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:46:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:46:29+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:46:29+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:46:29.781934+09:00", "mtime_epoch": 1783269989.7819338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:46:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9477.648, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.484, "count": 302, "max_ms": 28.664, "p95_ms": 21.484}, "gstreamer_push": {"avg_ms": 1.227, "count": 302, "max_ms": 1.794, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.737, "count": 302, "max_ms": 68.824, "p95_ms": 63.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.097, "count": 302, "max_ms": 66.853, "p95_ms": 58.895}, "yolo11_640_fire_11class": {"avg_ms": 50.778, "count": 302, "max_ms": 66.881, "p95_ms": 64.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.314, "count": 302, "max_ms": 76.905, "p95_ms": 72.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.306, "count": 302, "max_ms": 108.883, "p95_ms": 97.456}, "read_interval": {"avg_ms": 99.521, "count": 301, "max_ms": 124.921, "p95_ms": 115.52}, "triton_wait": {"avg_ms": 54.49, "count": 302, "max_ms": 76.916, "p95_ms": 72.167}, "visualize": {"avg_ms": 3.557, "count": 302, "max_ms": 4.742, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16355.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34498.67, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.176, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2242986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:46:36+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:46:36+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:46:36.790065+09:00", "mtime_epoch": 1783269996.7900653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:46:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2510.504, "name": "celery", "pid": 267, "rss_mb": 2510.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 302, "max_ms": 13.341, "p95_ms": 9.03}, "gstreamer_push": {"avg_ms": 1.303, "count": 302, "max_ms": 2.028, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.568, "count": 302, "max_ms": 68.675, "p95_ms": 63.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.615, "count": 302, "max_ms": 74.003, "p95_ms": 60.021}, "yolo11_640_fire_11class": {"avg_ms": 54.507, "count": 302, "max_ms": 73.14, "p95_ms": 66.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.493, "count": 302, "max_ms": 77.188, "p95_ms": 73.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.629, "count": 302, "max_ms": 93.528, "p95_ms": 90.085}, "read_interval": {"avg_ms": 99.615, "count": 301, "max_ms": 406.712, "p95_ms": 158.874}, "triton_wait": {"avg_ms": 58.87, "count": 302, "max_ms": 77.199, "p95_ms": 73.208}, "visualize": {"avg_ms": 3.72, "count": 302, "max_ms": 5.074, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16355.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18595.549, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.442, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:46:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:46:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:46:59+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T01:46:59.794497+09:00", "mtime_epoch": 1783270019.7944973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:46:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9477.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.367, "count": 300, "max_ms": 29.537, "p95_ms": 19.546}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.448, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.029, "count": 300, "max_ms": 67.189, "p95_ms": 62.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.097, "count": 300, "max_ms": 66.75, "p95_ms": 58.413}, "yolo11_640_fire_11class": {"avg_ms": 50.901, "count": 300, "max_ms": 66.649, "p95_ms": 62.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.104, "count": 300, "max_ms": 79.133, "p95_ms": 72.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.887, "count": 300, "max_ms": 104.619, "p95_ms": 97.957}, "read_interval": {"avg_ms": 100.053, "count": 299, "max_ms": 123.693, "p95_ms": 114.525}, "triton_wait": {"avg_ms": 55.191, "count": 300, "max_ms": 79.145, "p95_ms": 72.706}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 4.796, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16355.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34528.671, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.268, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2243286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:47:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:47:06+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T01:47:06.810629+09:00", "mtime_epoch": 1783270026.810629, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:47:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2510.762, "name": "celery", "pid": 267, "rss_mb": 2510.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.104, "count": 300, "max_ms": 13.352, "p95_ms": 9.37}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.494, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.959, "count": 300, "max_ms": 69.833, "p95_ms": 63.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.27, "count": 300, "max_ms": 68.272, "p95_ms": 60.297}, "yolo11_640_fire_11class": {"avg_ms": 52.658, "count": 300, "max_ms": 69.911, "p95_ms": 63.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.322, "count": 300, "max_ms": 77.467, "p95_ms": 72.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.547, "count": 300, "max_ms": 93.895, "p95_ms": 89.363}, "read_interval": {"avg_ms": 100.074, "count": 300, "max_ms": 384.516, "p95_ms": 157.665}, "triton_wait": {"avg_ms": 57.663, "count": 300, "max_ms": 77.479, "p95_ms": 72.441}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 5.246, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16356.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18625.644, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.538, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:47:29+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:47:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:47:29.895063+09:00", "mtime_epoch": 1783270049.8950627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:47:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9477.906, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.213, "count": 300, "max_ms": 30.244, "p95_ms": 26.735}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.793, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.094, "count": 300, "max_ms": 65.482, "p95_ms": 62.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.249, "count": 300, "max_ms": 65.251, "p95_ms": 59.153}, "yolo11_640_fire_11class": {"avg_ms": 49.768, "count": 300, "max_ms": 65.321, "p95_ms": 62.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.081, "count": 300, "max_ms": 77.792, "p95_ms": 71.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.826, "count": 300, "max_ms": 107.939, "p95_ms": 97.654}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 124.049, "p95_ms": 117.314}, "triton_wait": {"avg_ms": 53.224, "count": 300, "max_ms": 77.803, "p95_ms": 71.961}, "visualize": {"avg_ms": 3.616, "count": 300, "max_ms": 4.821, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16356.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34558.732, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.337, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2243585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:47:36+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T01:47:36+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T01:47:36.871194+09:00", "mtime_epoch": 1783270056.8711936, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:47:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2510.762, "name": "celery", "pid": 267, "rss_mb": 2510.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 299, "max_ms": 13.129, "p95_ms": 9.675}, "gstreamer_push": {"avg_ms": 1.292, "count": 299, "max_ms": 2.036, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.529, "count": 299, "max_ms": 71.041, "p95_ms": 63.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.844, "count": 299, "max_ms": 67.277, "p95_ms": 59.561}, "yolo11_640_fire_11class": {"avg_ms": 52.649, "count": 299, "max_ms": 70.488, "p95_ms": 66.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.881, "count": 299, "max_ms": 75.805, "p95_ms": 72.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.944, "count": 299, "max_ms": 96.294, "p95_ms": 89.279}, "read_interval": {"avg_ms": 100.594, "count": 298, "max_ms": 448.053, "p95_ms": 189.359}, "triton_wait": {"avg_ms": 57.299, "count": 299, "max_ms": 75.817, "p95_ms": 72.672}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 4.714, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16356.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18655.714, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.503, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1788239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:48:00+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T01:47:59+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T01:47:59.971628+09:00", "mtime_epoch": 1783270079.971628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:48:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9478.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.801, "count": 301, "max_ms": 24.145, "p95_ms": 18.711}, "gstreamer_push": {"avg_ms": 1.174, "count": 301, "max_ms": 1.439, "p95_ms": 1.287}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.538, "count": 301, "max_ms": 66.85, "p95_ms": 62.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.133, "count": 301, "max_ms": 67.868, "p95_ms": 59.973}, "yolo11_640_fire_11class": {"avg_ms": 50.485, "count": 301, "max_ms": 66.136, "p95_ms": 63.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.076, "count": 301, "max_ms": 74.758, "p95_ms": 71.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.176, "count": 301, "max_ms": 101.302, "p95_ms": 96.541}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 121.288, "p95_ms": 116.842}, "triton_wait": {"avg_ms": 54.245, "count": 301, "max_ms": 74.77, "p95_ms": 71.806}, "visualize": {"avg_ms": 3.489, "count": 301, "max_ms": 4.363, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16356.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34588.768, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.122, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2243885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:48:06+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T01:48:06+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T01:48:06.915758+09:00", "mtime_epoch": 1783270086.9157584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:48:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2511.02, "name": "celery", "pid": 267, "rss_mb": 2511.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.722, "count": 300, "max_ms": 13.464, "p95_ms": 8.31}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 2.102, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.074, "count": 300, "max_ms": 67.966, "p95_ms": 63.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.432, "count": 300, "max_ms": 67.797, "p95_ms": 60.053}, "yolo11_640_fire_11class": {"avg_ms": 52.216, "count": 300, "max_ms": 70.262, "p95_ms": 63.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.33, "count": 300, "max_ms": 76.27, "p95_ms": 71.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.03, "count": 300, "max_ms": 92.901, "p95_ms": 88.051}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 404.217, "p95_ms": 151.612}, "triton_wait": {"avg_ms": 56.765, "count": 300, "max_ms": 76.283, "p95_ms": 71.742}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.804, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16357.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18685.722, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.577, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1788539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:48:30+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T01:48:29+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T01:48:29.984192+09:00", "mtime_epoch": 1783270109.9841924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:48:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9478.164, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.089, "count": 300, "max_ms": 20.122, "p95_ms": 18.642}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 2.117, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.563, "count": 300, "max_ms": 68.67, "p95_ms": 62.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.958, "count": 300, "max_ms": 69.134, "p95_ms": 60.469}, "yolo11_640_fire_11class": {"avg_ms": 50.14, "count": 300, "max_ms": 68.319, "p95_ms": 63.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.837, "count": 300, "max_ms": 77.721, "p95_ms": 72.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.475, "count": 300, "max_ms": 103.348, "p95_ms": 97.633}, "read_interval": {"avg_ms": 100.061, "count": 300, "max_ms": 122.324, "p95_ms": 115.36}, "triton_wait": {"avg_ms": 54.021, "count": 300, "max_ms": 77.732, "p95_ms": 72.431}, "visualize": {"avg_ms": 3.558, "count": 300, "max_ms": 4.655, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16357.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34618.851, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.943, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2244188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:48:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:48:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:48:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T01:48:36.968324+09:00", "mtime_epoch": 1783270116.9683237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:48:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2511.277, "name": "celery", "pid": 267, "rss_mb": 2511.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 302, "max_ms": 13.398, "p95_ms": 8.179}, "gstreamer_push": {"avg_ms": 1.32, "count": 303, "max_ms": 2.099, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.804, "count": 302, "max_ms": 70.222, "p95_ms": 64.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.519, "count": 302, "max_ms": 70.232, "p95_ms": 61.347}, "yolo11_640_fire_11class": {"avg_ms": 52.762, "count": 302, "max_ms": 71.352, "p95_ms": 65.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.674, "count": 302, "max_ms": 78.607, "p95_ms": 72.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.83, "count": 303, "max_ms": 95.12, "p95_ms": 88.456}, "read_interval": {"avg_ms": 99.265, "count": 302, "max_ms": 335.759, "p95_ms": 155.738}, "triton_wait": {"avg_ms": 57.138, "count": 302, "max_ms": 78.62, "p95_ms": 72.196}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 5.319, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16357.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18715.734, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.639, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1788839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:48:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:49:00+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T01:48:59+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T01:48:59.968756+09:00", "mtime_epoch": 1783270139.9687564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:49:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9478.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.38, "count": 300, "max_ms": 27.818, "p95_ms": 19.481}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.677, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.518, "count": 300, "max_ms": 66.802, "p95_ms": 62.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.634, "count": 300, "max_ms": 67.81, "p95_ms": 60.024}, "yolo11_640_fire_11class": {"avg_ms": 50.905, "count": 300, "max_ms": 67.821, "p95_ms": 62.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.884, "count": 300, "max_ms": 75.011, "p95_ms": 72.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.86, "count": 300, "max_ms": 104.077, "p95_ms": 97.753}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 124.185, "p95_ms": 115.048}, "triton_wait": {"avg_ms": 55.006, "count": 300, "max_ms": 75.023, "p95_ms": 72.704}, "visualize": {"avg_ms": 3.578, "count": 300, "max_ms": 5.331, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16357.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34648.879, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.001, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2244487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:49:07+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T01:49:07+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:49:07.020889+09:00", "mtime_epoch": 1783270147.0208893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:49:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2511.277, "name": "celery", "pid": 267, "rss_mb": 2511.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.93, "count": 299, "max_ms": 12.413, "p95_ms": 8.603}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 1.545, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.877, "count": 299, "max_ms": 69.611, "p95_ms": 65.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.557, "count": 299, "max_ms": 70.481, "p95_ms": 60.399}, "yolo11_640_fire_11class": {"avg_ms": 54.175, "count": 299, "max_ms": 71.492, "p95_ms": 67.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.371, "count": 299, "max_ms": 75.619, "p95_ms": 72.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.297, "count": 299, "max_ms": 92.908, "p95_ms": 89.004}, "read_interval": {"avg_ms": 100.496, "count": 298, "max_ms": 341.826, "p95_ms": 149.893}, "triton_wait": {"avg_ms": 59.689, "count": 299, "max_ms": 75.632, "p95_ms": 72.591}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 5.813, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16357.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18745.842, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.633, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:49:30+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T01:49:30+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T01:49:30.057323+09:00", "mtime_epoch": 1783270170.057323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:49:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9478.422, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.024, "count": 300, "max_ms": 24.889, "p95_ms": 18.911}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.792, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.31, "count": 300, "max_ms": 67.19, "p95_ms": 62.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.008, "count": 300, "max_ms": 68.725, "p95_ms": 58.876}, "yolo11_640_fire_11class": {"avg_ms": 50.9, "count": 300, "max_ms": 66.284, "p95_ms": 62.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.273, "count": 300, "max_ms": 77.783, "p95_ms": 71.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.995, "count": 300, "max_ms": 102.0, "p95_ms": 97.099}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 122.432, "p95_ms": 114.154}, "triton_wait": {"avg_ms": 55.494, "count": 300, "max_ms": 77.795, "p95_ms": 71.847}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 5.618, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16357.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34678.969, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.122, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2244788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:49:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:49:37+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T01:49:37.085455+09:00", "mtime_epoch": 1783270177.0854552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:49:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2511.535, "name": "celery", "pid": 267, "rss_mb": 2511.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.071, "count": 300, "max_ms": 13.007, "p95_ms": 8.774}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.173, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.451, "count": 300, "max_ms": 70.17, "p95_ms": 64.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.239, "count": 300, "max_ms": 70.301, "p95_ms": 61.105}, "yolo11_640_fire_11class": {"avg_ms": 55.252, "count": 300, "max_ms": 71.137, "p95_ms": 66.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.565, "count": 300, "max_ms": 76.908, "p95_ms": 72.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.914, "count": 300, "max_ms": 94.127, "p95_ms": 90.061}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 430.32, "p95_ms": 149.172}, "triton_wait": {"avg_ms": 60.0, "count": 300, "max_ms": 76.921, "p95_ms": 72.499}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 4.982, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16357.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18775.923, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.551, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:50:00+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:50:00+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:50:00.177890+09:00", "mtime_epoch": 1783270200.1778903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:50:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9478.68, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.686, "count": 301, "max_ms": 29.149, "p95_ms": 23.331}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 2.457, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.987, "count": 301, "max_ms": 65.795, "p95_ms": 62.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.502, "count": 301, "max_ms": 64.873, "p95_ms": 57.858}, "yolo11_640_fire_11class": {"avg_ms": 48.429, "count": 301, "max_ms": 68.587, "p95_ms": 62.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.504, "count": 301, "max_ms": 74.915, "p95_ms": 71.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.885, "count": 301, "max_ms": 100.321, "p95_ms": 96.884}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 119.478, "p95_ms": 115.193}, "triton_wait": {"avg_ms": 51.591, "count": 301, "max_ms": 74.926, "p95_ms": 71.667}, "visualize": {"avg_ms": 3.614, "count": 301, "max_ms": 4.774, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16357.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34709.075, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.279, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2245090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:50:07+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T01:50:07+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T01:50:07.178022+09:00", "mtime_epoch": 1783270207.1780221, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:50:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2511.535, "name": "celery", "pid": 267, "rss_mb": 2511.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.112, "count": 301, "max_ms": 12.651, "p95_ms": 9.093}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.577, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.83, "count": 301, "max_ms": 68.024, "p95_ms": 63.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.608, "count": 301, "max_ms": 66.113, "p95_ms": 61.629}, "yolo11_640_fire_11class": {"avg_ms": 52.331, "count": 301, "max_ms": 66.998, "p95_ms": 63.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.535, "count": 301, "max_ms": 76.045, "p95_ms": 72.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.909, "count": 301, "max_ms": 92.704, "p95_ms": 89.216}, "read_interval": {"avg_ms": 99.661, "count": 301, "max_ms": 445.539, "p95_ms": 173.171}, "triton_wait": {"avg_ms": 56.85, "count": 301, "max_ms": 76.058, "p95_ms": 72.224}, "visualize": {"avg_ms": 3.808, "count": 301, "max_ms": 5.528, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16358.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18805.948, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.556, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:50:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:50:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:50:30+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:50:30.198456+09:00", "mtime_epoch": 1783270230.1984558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:50:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9478.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.42, "count": 300, "max_ms": 19.9, "p95_ms": 18.854}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.545, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.399, "count": 300, "max_ms": 66.091, "p95_ms": 62.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.179, "count": 300, "max_ms": 64.395, "p95_ms": 59.541}, "yolo11_640_fire_11class": {"avg_ms": 50.417, "count": 300, "max_ms": 65.986, "p95_ms": 62.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.21, "count": 300, "max_ms": 76.675, "p95_ms": 72.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.236, "count": 300, "max_ms": 102.233, "p95_ms": 98.158}, "read_interval": {"avg_ms": 100.051, "count": 299, "max_ms": 118.25, "p95_ms": 115.256}, "triton_wait": {"avg_ms": 55.305, "count": 300, "max_ms": 76.686, "p95_ms": 72.857}, "visualize": {"avg_ms": 3.586, "count": 300, "max_ms": 4.623, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16358.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34739.117, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.204, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2245391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:50:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T01:50:37+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T01:50:37.258589+09:00", "mtime_epoch": 1783270237.258589, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:50:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2511.793, "name": "celery", "pid": 267, "rss_mb": 2511.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.042, "count": 301, "max_ms": 13.499, "p95_ms": 8.741}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.489, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.133, "count": 301, "max_ms": 69.888, "p95_ms": 64.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.945, "count": 301, "max_ms": 70.278, "p95_ms": 61.109}, "yolo11_640_fire_11class": {"avg_ms": 54.161, "count": 301, "max_ms": 73.382, "p95_ms": 66.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.666, "count": 301, "max_ms": 74.227, "p95_ms": 72.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.998, "count": 301, "max_ms": 91.361, "p95_ms": 89.271}, "read_interval": {"avg_ms": 99.866, "count": 300, "max_ms": 325.325, "p95_ms": 162.143}, "triton_wait": {"avg_ms": 60.149, "count": 301, "max_ms": 74.239, "p95_ms": 72.815}, "visualize": {"avg_ms": 3.734, "count": 301, "max_ms": 4.788, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16358.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18836.025, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.577, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1790042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:51:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:51:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T01:51:00+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T01:51:00.275023+09:00", "mtime_epoch": 1783270260.2750227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:51:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9478.938, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.731, "count": 301, "max_ms": 31.015, "p95_ms": 19.421}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.717, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.772, "count": 301, "max_ms": 66.196, "p95_ms": 63.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.816, "count": 301, "max_ms": 67.211, "p95_ms": 57.781}, "yolo11_640_fire_11class": {"avg_ms": 50.426, "count": 301, "max_ms": 68.686, "p95_ms": 62.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.028, "count": 301, "max_ms": 76.169, "p95_ms": 72.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.368, "count": 301, "max_ms": 103.769, "p95_ms": 97.259}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 122.201, "p95_ms": 114.796}, "triton_wait": {"avg_ms": 54.131, "count": 301, "max_ms": 76.181, "p95_ms": 72.027}, "visualize": {"avg_ms": 3.567, "count": 301, "max_ms": 4.74, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16358.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34769.156, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.204, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2245691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:51:07+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:51:07+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T01:51:07.299155+09:00", "mtime_epoch": 1783270267.2991552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:51:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2511.793, "name": "celery", "pid": 267, "rss_mb": 2511.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.354, "count": 300, "max_ms": 13.829, "p95_ms": 11.231}, "gstreamer_push": {"avg_ms": 1.323, "count": 300, "max_ms": 2.158, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.918, "count": 300, "max_ms": 68.952, "p95_ms": 64.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.688, "count": 300, "max_ms": 71.246, "p95_ms": 60.085}, "yolo11_640_fire_11class": {"avg_ms": 53.252, "count": 300, "max_ms": 71.007, "p95_ms": 65.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.063, "count": 300, "max_ms": 77.249, "p95_ms": 72.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.72, "count": 300, "max_ms": 94.062, "p95_ms": 89.717}, "read_interval": {"avg_ms": 100.136, "count": 300, "max_ms": 409.893, "p95_ms": 159.492}, "triton_wait": {"avg_ms": 58.412, "count": 300, "max_ms": 77.261, "p95_ms": 72.28}, "visualize": {"avg_ms": 3.822, "count": 300, "max_ms": 6.111, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16358.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18866.111, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.633, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1790343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:51:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:51:30+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:51:30+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T01:51:30.367590+09:00", "mtime_epoch": 1783270290.3675902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:51:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9479.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.177, "count": 301, "max_ms": 24.286, "p95_ms": 19.061}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.712, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.254, "count": 301, "max_ms": 65.953, "p95_ms": 62.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.83, "count": 301, "max_ms": 67.044, "p95_ms": 61.407}, "yolo11_640_fire_11class": {"avg_ms": 50.247, "count": 301, "max_ms": 66.451, "p95_ms": 62.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.646, "count": 301, "max_ms": 74.511, "p95_ms": 72.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.302, "count": 301, "max_ms": 99.239, "p95_ms": 97.754}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 123.972, "p95_ms": 116.015}, "triton_wait": {"avg_ms": 53.825, "count": 301, "max_ms": 74.527, "p95_ms": 72.148}, "visualize": {"avg_ms": 3.523, "count": 301, "max_ms": 5.053, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16358.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34799.22, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.204, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2245990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:51:37+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:51:37+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T01:51:37.363722+09:00", "mtime_epoch": 1783270297.3637223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:51:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2512.051, "name": "celery", "pid": 267, "rss_mb": 2512.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.998, "pushed": 9.998, "read": 9.998}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.158, "count": 299, "max_ms": 12.741, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 2.012, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.313, "count": 299, "max_ms": 68.99, "p95_ms": 65.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.149, "count": 299, "max_ms": 67.802, "p95_ms": 61.01}, "yolo11_640_fire_11class": {"avg_ms": 53.492, "count": 299, "max_ms": 72.915, "p95_ms": 67.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.087, "count": 299, "max_ms": 75.586, "p95_ms": 72.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.928, "count": 299, "max_ms": 92.524, "p95_ms": 90.013}, "read_interval": {"avg_ms": 100.548, "count": 299, "max_ms": 457.044, "p95_ms": 174.799}, "triton_wait": {"avg_ms": 57.865, "count": 299, "max_ms": 75.598, "p95_ms": 72.852}, "visualize": {"avg_ms": 3.791, "count": 299, "max_ms": 5.087, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16359.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18896.133, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.493, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1790643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:52:00+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:52:00+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T01:52:00.388157+09:00", "mtime_epoch": 1783270320.3881567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:52:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9479.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.208, "count": 300, "max_ms": 28.048, "p95_ms": 21.944}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.757, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.655, "count": 300, "max_ms": 66.356, "p95_ms": 62.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.272, "count": 300, "max_ms": 68.891, "p95_ms": 59.555}, "yolo11_640_fire_11class": {"avg_ms": 50.812, "count": 300, "max_ms": 66.729, "p95_ms": 63.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.221, "count": 300, "max_ms": 75.226, "p95_ms": 71.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.861, "count": 300, "max_ms": 101.261, "p95_ms": 96.743}, "read_interval": {"avg_ms": 100.088, "count": 299, "max_ms": 122.113, "p95_ms": 115.803}, "triton_wait": {"avg_ms": 54.412, "count": 300, "max_ms": 75.242, "p95_ms": 71.394}, "visualize": {"avg_ms": 3.478, "count": 300, "max_ms": 4.479, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16359.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34829.297, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.451, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2246290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:52:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T01:52:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T01:52:07.412289+09:00", "mtime_epoch": 1783270327.4122891, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:52:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2512.309, "name": "celery", "pid": 267, "rss_mb": 2512.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.01, "count": 299, "max_ms": 12.211, "p95_ms": 8.785}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.509, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.968, "count": 299, "max_ms": 70.097, "p95_ms": 66.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.135, "count": 299, "max_ms": 73.62, "p95_ms": 65.79}, "yolo11_640_fire_11class": {"avg_ms": 56.811, "count": 299, "max_ms": 73.307, "p95_ms": 67.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.083, "count": 299, "max_ms": 77.333, "p95_ms": 73.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.231, "count": 300, "max_ms": 93.432, "p95_ms": 90.434}, "read_interval": {"avg_ms": 100.247, "count": 299, "max_ms": 469.626, "p95_ms": 143.236}, "triton_wait": {"avg_ms": 61.53, "count": 299, "max_ms": 77.346, "p95_ms": 73.818}, "visualize": {"avg_ms": 3.724, "count": 299, "max_ms": 4.767, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16359.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18926.226, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.374, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1790944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:52:30+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T01:52:30+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:52:30.480725+09:00", "mtime_epoch": 1783270350.4807246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:52:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9479.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.732, "count": 300, "max_ms": 24.323, "p95_ms": 19.199}, "gstreamer_push": {"avg_ms": 1.21, "count": 301, "max_ms": 1.512, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.569, "count": 300, "max_ms": 68.15, "p95_ms": 64.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.992, "count": 300, "max_ms": 68.021, "p95_ms": 61.237}, "yolo11_640_fire_11class": {"avg_ms": 52.103, "count": 300, "max_ms": 66.37, "p95_ms": 62.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.394, "count": 300, "max_ms": 76.22, "p95_ms": 71.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.48, "count": 300, "max_ms": 100.512, "p95_ms": 96.277}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 120.164, "p95_ms": 113.507}, "triton_wait": {"avg_ms": 56.523, "count": 300, "max_ms": 76.23, "p95_ms": 71.641}, "visualize": {"avg_ms": 3.465, "count": 300, "max_ms": 4.901, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16359.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34859.364, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.476, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2246591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:52:37+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:52:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T01:52:37.500857+09:00", "mtime_epoch": 1783270357.5008569, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:52:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2512.309, "name": "celery", "pid": 267, "rss_mb": 2512.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.939, "count": 301, "max_ms": 11.914, "p95_ms": 8.408}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.947, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.186, "count": 301, "max_ms": 69.885, "p95_ms": 65.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.56, "count": 301, "max_ms": 72.842, "p95_ms": 62.013}, "yolo11_640_fire_11class": {"avg_ms": 54.133, "count": 301, "max_ms": 71.858, "p95_ms": 67.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.015, "count": 301, "max_ms": 74.842, "p95_ms": 73.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.138, "count": 301, "max_ms": 91.377, "p95_ms": 89.891}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 492.543, "p95_ms": 146.213}, "triton_wait": {"avg_ms": 58.477, "count": 301, "max_ms": 74.854, "p95_ms": 73.17}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 5.172, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16360.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18956.231, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.454, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1791244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:53:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:53:00+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T01:53:00+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T01:53:00.449290+09:00", "mtime_epoch": 1783270380.4492903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:53:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9479.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.192, "count": 300, "max_ms": 25.259, "p95_ms": 19.026}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.554, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.572, "count": 300, "max_ms": 71.096, "p95_ms": 63.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.739, "count": 300, "max_ms": 70.002, "p95_ms": 58.803}, "yolo11_640_fire_11class": {"avg_ms": 50.262, "count": 300, "max_ms": 71.085, "p95_ms": 63.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.58, "count": 300, "max_ms": 74.697, "p95_ms": 71.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.245, "count": 300, "max_ms": 100.054, "p95_ms": 97.524}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 125.935, "p95_ms": 116.17}, "triton_wait": {"avg_ms": 53.73, "count": 300, "max_ms": 74.71, "p95_ms": 71.998}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 4.484, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16359.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34889.486, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.501, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2246892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:53:07+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T01:53:07+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T01:53:07.577425+09:00", "mtime_epoch": 1783270387.5774248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:53:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2512.566, "name": "celery", "pid": 267, "rss_mb": 2512.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 300, "max_ms": 13.211, "p95_ms": 8.478}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.782, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.217, "count": 300, "max_ms": 67.584, "p95_ms": 64.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.302, "count": 300, "max_ms": 66.32, "p95_ms": 59.416}, "yolo11_640_fire_11class": {"avg_ms": 52.977, "count": 300, "max_ms": 68.661, "p95_ms": 63.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.907, "count": 300, "max_ms": 75.347, "p95_ms": 71.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.045, "count": 300, "max_ms": 92.093, "p95_ms": 88.452}, "read_interval": {"avg_ms": 100.207, "count": 299, "max_ms": 451.907, "p95_ms": 173.04}, "triton_wait": {"avg_ms": 57.31, "count": 300, "max_ms": 75.362, "p95_ms": 71.876}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 5.462, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16359.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 18986.231, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.459, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1791544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:53:30+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T01:53:30+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:53:30.489857+09:00", "mtime_epoch": 1783270410.4898574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:53:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9479.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.405, "count": 300, "max_ms": 24.002, "p95_ms": 19.366}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.654, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.54, "count": 300, "max_ms": 66.292, "p95_ms": 63.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.424, "count": 300, "max_ms": 68.039, "p95_ms": 59.204}, "yolo11_640_fire_11class": {"avg_ms": 50.211, "count": 300, "max_ms": 67.653, "p95_ms": 62.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.733, "count": 300, "max_ms": 74.741, "p95_ms": 71.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.613, "count": 300, "max_ms": 102.005, "p95_ms": 98.072}, "read_interval": {"avg_ms": 100.066, "count": 300, "max_ms": 120.801, "p95_ms": 115.042}, "triton_wait": {"avg_ms": 53.86, "count": 300, "max_ms": 74.754, "p95_ms": 71.632}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 4.263, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16360.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34919.569, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.717, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2247195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:53:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T01:53:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T01:53:37.681993+09:00", "mtime_epoch": 1783270417.6819932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:53:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2512.824, "name": "celery", "pid": 267, "rss_mb": 2512.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.963, "count": 302, "max_ms": 12.862, "p95_ms": 8.31}, "gstreamer_push": {"avg_ms": 1.292, "count": 302, "max_ms": 1.784, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.744, "count": 302, "max_ms": 72.743, "p95_ms": 64.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.792, "count": 302, "max_ms": 72.118, "p95_ms": 60.146}, "yolo11_640_fire_11class": {"avg_ms": 52.68, "count": 302, "max_ms": 70.482, "p95_ms": 66.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.941, "count": 302, "max_ms": 76.062, "p95_ms": 73.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.024, "count": 302, "max_ms": 95.671, "p95_ms": 89.889}, "read_interval": {"avg_ms": 99.272, "count": 302, "max_ms": 409.185, "p95_ms": 139.271}, "triton_wait": {"avg_ms": 57.421, "count": 302, "max_ms": 76.075, "p95_ms": 73.208}, "visualize": {"avg_ms": 3.696, "count": 302, "max_ms": 4.79, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16360.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19016.32, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.493, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1791845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:54:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:54:00+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T01:54:00+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:54:00.578131+09:00", "mtime_epoch": 1783270440.5781312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:54:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9479.711, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.232, "count": 300, "max_ms": 24.119, "p95_ms": 19.065}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.759, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.179, "count": 300, "max_ms": 69.322, "p95_ms": 63.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.768, "count": 300, "max_ms": 69.945, "p95_ms": 61.384}, "yolo11_640_fire_11class": {"avg_ms": 50.829, "count": 300, "max_ms": 68.573, "p95_ms": 64.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.426, "count": 300, "max_ms": 76.38, "p95_ms": 72.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.665, "count": 301, "max_ms": 226.883, "p95_ms": 97.713}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 238.193, "p95_ms": 115.796}, "triton_wait": {"avg_ms": 54.533, "count": 300, "max_ms": 76.392, "p95_ms": 72.486}, "visualize": {"avg_ms": 3.573, "count": 300, "max_ms": 5.11, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16361.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34949.646, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.737, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2247495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:54:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T01:54:07+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T01:54:07.786162+09:00", "mtime_epoch": 1783270447.7861621, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:54:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2512.824, "name": "celery", "pid": 267, "rss_mb": 2512.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.958, "count": 300, "max_ms": 11.379, "p95_ms": 8.674}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.735, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.498, "count": 300, "max_ms": 69.607, "p95_ms": 65.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.943, "count": 300, "max_ms": 70.435, "p95_ms": 59.08}, "yolo11_640_fire_11class": {"avg_ms": 53.696, "count": 300, "max_ms": 70.424, "p95_ms": 65.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.557, "count": 300, "max_ms": 75.124, "p95_ms": 72.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.591, "count": 300, "max_ms": 95.197, "p95_ms": 89.235}, "read_interval": {"avg_ms": 100.317, "count": 299, "max_ms": 417.435, "p95_ms": 204.166}, "triton_wait": {"avg_ms": 57.906, "count": 300, "max_ms": 75.137, "p95_ms": 72.496}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.334, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16361.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19046.414, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.624, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1792146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:54:30+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T01:54:30+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T01:54:30.650268+09:00", "mtime_epoch": 1783270470.650268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:54:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9479.969, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.393, "count": 300, "max_ms": 24.469, "p95_ms": 19.307}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.708, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.781, "count": 300, "max_ms": 68.059, "p95_ms": 63.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.31, "count": 300, "max_ms": 66.71, "p95_ms": 56.748}, "yolo11_640_fire_11class": {"avg_ms": 50.049, "count": 300, "max_ms": 68.534, "p95_ms": 63.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.423, "count": 300, "max_ms": 76.888, "p95_ms": 72.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.428, "count": 300, "max_ms": 103.411, "p95_ms": 98.752}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 120.862, "p95_ms": 116.34}, "triton_wait": {"avg_ms": 53.587, "count": 300, "max_ms": 76.899, "p95_ms": 72.991}, "visualize": {"avg_ms": 3.57, "count": 300, "max_ms": 5.24, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16361.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34979.655, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.628, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2247796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:54:37+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:54:37+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T01:54:37.782304+09:00", "mtime_epoch": 1783270477.7823038, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:54:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2512.824, "name": "celery", "pid": 267, "rss_mb": 2512.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 301, "max_ms": 12.875, "p95_ms": 8.738}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.84, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.392, "count": 301, "max_ms": 73.556, "p95_ms": 64.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.711, "count": 301, "max_ms": 70.34, "p95_ms": 62.834}, "yolo11_640_fire_11class": {"avg_ms": 52.377, "count": 301, "max_ms": 69.15, "p95_ms": 64.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.706, "count": 301, "max_ms": 74.213, "p95_ms": 71.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.827, "count": 301, "max_ms": 93.288, "p95_ms": 88.412}, "read_interval": {"avg_ms": 99.648, "count": 301, "max_ms": 330.764, "p95_ms": 199.323}, "triton_wait": {"avg_ms": 56.171, "count": 301, "max_ms": 74.225, "p95_ms": 71.483}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 4.701, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16361.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19076.423, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.713, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1792446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:55:00+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:55:00+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T01:55:00.678426+09:00", "mtime_epoch": 1783270500.6784256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:55:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9480.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.26, "count": 300, "max_ms": 22.128, "p95_ms": 19.052}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.932, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.746, "count": 300, "max_ms": 70.957, "p95_ms": 63.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.721, "count": 300, "max_ms": 67.392, "p95_ms": 60.291}, "yolo11_640_fire_11class": {"avg_ms": 51.464, "count": 300, "max_ms": 68.978, "p95_ms": 63.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.999, "count": 300, "max_ms": 75.014, "p95_ms": 72.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.923, "count": 300, "max_ms": 102.52, "p95_ms": 97.961}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 120.071, "p95_ms": 114.213}, "triton_wait": {"avg_ms": 55.208, "count": 300, "max_ms": 75.028, "p95_ms": 72.272}, "visualize": {"avg_ms": 3.582, "count": 300, "max_ms": 4.595, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16361.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35009.656, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.698, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2248095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:55:07+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:55:07+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T01:55:07.782466+09:00", "mtime_epoch": 1783270507.7824657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:55:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2513.082, "name": "celery", "pid": 267, "rss_mb": 2513.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.209, "count": 299, "max_ms": 12.868, "p95_ms": 10.159}, "gstreamer_push": {"avg_ms": 1.328, "count": 299, "max_ms": 1.825, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.289, "count": 299, "max_ms": 69.706, "p95_ms": 64.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.254, "count": 299, "max_ms": 67.146, "p95_ms": 61.382}, "yolo11_640_fire_11class": {"avg_ms": 54.538, "count": 299, "max_ms": 69.718, "p95_ms": 66.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.624, "count": 299, "max_ms": 75.038, "p95_ms": 72.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.181, "count": 299, "max_ms": 92.2, "p95_ms": 89.865}, "read_interval": {"avg_ms": 100.339, "count": 299, "max_ms": 330.128, "p95_ms": 144.912}, "triton_wait": {"avg_ms": 59.059, "count": 299, "max_ms": 75.05, "p95_ms": 72.832}, "visualize": {"avg_ms": 3.766, "count": 299, "max_ms": 5.001, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16361.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19106.524, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.665, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1792747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:55:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:55:30+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T01:55:30+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T01:55:30.766603+09:00", "mtime_epoch": 1783270530.7666028, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:55:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9480.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.353, "count": 300, "max_ms": 29.677, "p95_ms": 19.223}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.965, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.016, "count": 300, "max_ms": 65.283, "p95_ms": 63.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.644, "count": 300, "max_ms": 66.592, "p95_ms": 61.132}, "yolo11_640_fire_11class": {"avg_ms": 49.839, "count": 300, "max_ms": 65.084, "p95_ms": 62.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.148, "count": 300, "max_ms": 74.508, "p95_ms": 72.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.049, "count": 300, "max_ms": 102.344, "p95_ms": 97.975}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 121.581, "p95_ms": 115.299}, "triton_wait": {"avg_ms": 53.246, "count": 300, "max_ms": 74.52, "p95_ms": 72.217}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 4.654, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16361.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35039.719, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.658, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2248396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:55:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T01:55:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T01:55:37.858647+09:00", "mtime_epoch": 1783270537.858647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:55:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2513.082, "name": "celery", "pid": 267, "rss_mb": 2513.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.049, "count": 301, "max_ms": 12.896, "p95_ms": 8.908}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 2.003, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.641, "count": 301, "max_ms": 71.275, "p95_ms": 64.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.649, "count": 301, "max_ms": 68.773, "p95_ms": 58.421}, "yolo11_640_fire_11class": {"avg_ms": 52.094, "count": 301, "max_ms": 70.748, "p95_ms": 63.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.494, "count": 301, "max_ms": 76.831, "p95_ms": 71.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.85, "count": 301, "max_ms": 93.281, "p95_ms": 88.314}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 376.134, "p95_ms": 167.801}, "triton_wait": {"avg_ms": 56.899, "count": 301, "max_ms": 76.843, "p95_ms": 71.42}, "visualize": {"avg_ms": 3.769, "count": 301, "max_ms": 5.698, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16362.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19136.607, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.713, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1793048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:56:00+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T01:56:00+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T01:56:00.854798+09:00", "mtime_epoch": 1783270560.8547983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:56:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9480.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.166, "count": 301, "max_ms": 22.621, "p95_ms": 19.215}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.527, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.174, "count": 301, "max_ms": 68.914, "p95_ms": 63.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.092, "count": 301, "max_ms": 65.757, "p95_ms": 57.731}, "yolo11_640_fire_11class": {"avg_ms": 50.751, "count": 301, "max_ms": 70.929, "p95_ms": 63.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.127, "count": 301, "max_ms": 76.844, "p95_ms": 71.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.928, "count": 301, "max_ms": 102.709, "p95_ms": 97.844}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 124.647, "p95_ms": 114.005}, "triton_wait": {"avg_ms": 54.292, "count": 301, "max_ms": 76.857, "p95_ms": 71.953}, "visualize": {"avg_ms": 3.587, "count": 301, "max_ms": 5.301, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16361.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35069.748, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.658, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2248696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:56:07+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T01:56:07+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T01:56:07.874846+09:00", "mtime_epoch": 1783270567.8748465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:56:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2513.34, "name": "celery", "pid": 267, "rss_mb": 2513.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 300, "max_ms": 12.904, "p95_ms": 8.541}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.543, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.419, "count": 300, "max_ms": 69.602, "p95_ms": 65.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.899, "count": 300, "max_ms": 70.273, "p95_ms": 61.182}, "yolo11_640_fire_11class": {"avg_ms": 53.946, "count": 300, "max_ms": 72.831, "p95_ms": 66.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.428, "count": 300, "max_ms": 76.025, "p95_ms": 72.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.766, "count": 300, "max_ms": 95.482, "p95_ms": 89.688}, "read_interval": {"avg_ms": 100.107, "count": 299, "max_ms": 433.75, "p95_ms": 182.938}, "triton_wait": {"avg_ms": 57.89, "count": 300, "max_ms": 76.041, "p95_ms": 72.699}, "visualize": {"avg_ms": 3.77, "count": 300, "max_ms": 5.492, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16362.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19166.609, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1793348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:56:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:56:30+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T01:56:30+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T01:56:30.867011+09:00", "mtime_epoch": 1783270590.8670106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:56:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9480.484, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.266, "count": 300, "max_ms": 23.567, "p95_ms": 19.145}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.467, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.368, "count": 300, "max_ms": 67.36, "p95_ms": 63.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.121, "count": 300, "max_ms": 67.321, "p95_ms": 55.986}, "yolo11_640_fire_11class": {"avg_ms": 49.873, "count": 300, "max_ms": 66.862, "p95_ms": 63.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.32, "count": 300, "max_ms": 75.727, "p95_ms": 72.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.105, "count": 300, "max_ms": 103.298, "p95_ms": 98.484}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 122.201, "p95_ms": 115.157}, "triton_wait": {"avg_ms": 53.498, "count": 300, "max_ms": 75.739, "p95_ms": 72.712}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 4.882, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16362.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35099.76, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.527, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2248994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:56:37+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T01:56:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T01:56:37.871062+09:00", "mtime_epoch": 1783270597.8710623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:56:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2513.598, "name": "celery", "pid": 267, "rss_mb": 2513.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.965, "count": 298, "max_ms": 9.253, "p95_ms": 8.741}, "gstreamer_push": {"avg_ms": 1.304, "count": 298, "max_ms": 1.488, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.232, "count": 298, "max_ms": 67.788, "p95_ms": 64.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.999, "count": 298, "max_ms": 67.087, "p95_ms": 59.698}, "yolo11_640_fire_11class": {"avg_ms": 51.856, "count": 298, "max_ms": 70.244, "p95_ms": 64.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.413, "count": 298, "max_ms": 75.901, "p95_ms": 71.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.904, "count": 298, "max_ms": 181.072, "p95_ms": 88.554}, "read_interval": {"avg_ms": 100.676, "count": 298, "max_ms": 413.893, "p95_ms": 189.554}, "triton_wait": {"avg_ms": 56.775, "count": 298, "max_ms": 75.915, "p95_ms": 71.292}, "visualize": {"avg_ms": 3.739, "count": 298, "max_ms": 5.119, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16362.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19196.627, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.841, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1793648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:57:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:57:00+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:57:00+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T01:57:00.883239+09:00", "mtime_epoch": 1783270620.883239, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:57:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9480.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.119, "count": 300, "max_ms": 21.942, "p95_ms": 19.09}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 1.487, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.185, "count": 300, "max_ms": 71.934, "p95_ms": 63.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.381, "count": 300, "max_ms": 68.19, "p95_ms": 56.051}, "yolo11_640_fire_11class": {"avg_ms": 51.473, "count": 300, "max_ms": 70.882, "p95_ms": 63.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.372, "count": 300, "max_ms": 76.063, "p95_ms": 71.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.204, "count": 300, "max_ms": 101.829, "p95_ms": 97.185}, "read_interval": {"avg_ms": 100.068, "count": 299, "max_ms": 121.575, "p95_ms": 115.305}, "triton_wait": {"avg_ms": 54.781, "count": 300, "max_ms": 76.073, "p95_ms": 71.899}, "visualize": {"avg_ms": 3.513, "count": 300, "max_ms": 4.519, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16363.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35129.763, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.434, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2249297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:57:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:57:07+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T01:57:07.883295+09:00", "mtime_epoch": 1783270627.8832946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:57:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2513.598, "name": "celery", "pid": 267, "rss_mb": 2513.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.991, "count": 303, "max_ms": 9.817, "p95_ms": 8.785}, "gstreamer_push": {"avg_ms": 1.315, "count": 303, "max_ms": 1.486, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.723, "count": 303, "max_ms": 75.749, "p95_ms": 71.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.982, "count": 303, "max_ms": 70.964, "p95_ms": 58.589}, "yolo11_640_fire_11class": {"avg_ms": 55.142, "count": 303, "max_ms": 76.674, "p95_ms": 71.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.433, "count": 303, "max_ms": 74.611, "p95_ms": 71.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.022, "count": 303, "max_ms": 93.163, "p95_ms": 89.857}, "read_interval": {"avg_ms": 99.039, "count": 303, "max_ms": 406.446, "p95_ms": 141.414}, "triton_wait": {"avg_ms": 59.143, "count": 303, "max_ms": 76.687, "p95_ms": 73.055}, "visualize": {"avg_ms": 3.76, "count": 303, "max_ms": 5.988, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16363.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19226.63, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.844, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1793948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:57:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:57:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:57:30+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:57:30.879483+09:00", "mtime_epoch": 1783270650.8794827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:57:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9480.742, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.764, "count": 300, "max_ms": 27.738, "p95_ms": 24.63}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.776, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.281, "count": 300, "max_ms": 71.897, "p95_ms": 62.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.89, "count": 300, "max_ms": 68.119, "p95_ms": 58.185}, "yolo11_640_fire_11class": {"avg_ms": 49.992, "count": 300, "max_ms": 67.109, "p95_ms": 62.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.09, "count": 300, "max_ms": 76.649, "p95_ms": 71.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.385, "count": 300, "max_ms": 101.839, "p95_ms": 96.376}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 121.02, "p95_ms": 113.384}, "triton_wait": {"avg_ms": 53.226, "count": 300, "max_ms": 76.661, "p95_ms": 71.182}, "visualize": {"avg_ms": 3.578, "count": 300, "max_ms": 5.434, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16363.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35159.77, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.259, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2249597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:57:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T01:57:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T01:57:37.883542+09:00", "mtime_epoch": 1783270657.8835418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:57:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2513.855, "name": "celery", "pid": 267, "rss_mb": 2513.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.076, "count": 300, "max_ms": 14.196, "p95_ms": 8.842}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.53, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.658, "count": 300, "max_ms": 70.59, "p95_ms": 64.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.434, "count": 300, "max_ms": 71.959, "p95_ms": 57.475}, "yolo11_640_fire_11class": {"avg_ms": 52.123, "count": 300, "max_ms": 71.033, "p95_ms": 64.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.306, "count": 300, "max_ms": 74.478, "p95_ms": 71.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.649, "count": 300, "max_ms": 92.261, "p95_ms": 88.872}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 455.108, "p95_ms": 140.688}, "triton_wait": {"avg_ms": 56.662, "count": 300, "max_ms": 74.495, "p95_ms": 71.99}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 4.673, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16363.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19256.727, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.748, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1794249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:58:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:58:01+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T01:58:00+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T01:58:00.963742+09:00", "mtime_epoch": 1783270680.9637415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:58:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9481.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.04, "count": 300, "max_ms": 25.619, "p95_ms": 19.019}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.622, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.946, "count": 300, "max_ms": 66.31, "p95_ms": 62.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.769, "count": 300, "max_ms": 65.227, "p95_ms": 57.489}, "yolo11_640_fire_11class": {"avg_ms": 50.636, "count": 300, "max_ms": 66.814, "p95_ms": 62.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.564, "count": 300, "max_ms": 74.509, "p95_ms": 71.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.069, "count": 300, "max_ms": 99.326, "p95_ms": 96.346}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 118.005, "p95_ms": 113.602}, "triton_wait": {"avg_ms": 54.704, "count": 300, "max_ms": 74.521, "p95_ms": 71.572}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 5.599, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16363.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35189.769, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.258, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2249895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:58:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:58:07+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T01:58:07.891803+09:00", "mtime_epoch": 1783270687.8918033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:58:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2513.855, "name": "celery", "pid": 267, "rss_mb": 2513.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.199, "count": 298, "max_ms": 12.216, "p95_ms": 9.241}, "gstreamer_push": {"avg_ms": 1.314, "count": 298, "max_ms": 1.584, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.014, "count": 298, "max_ms": 70.033, "p95_ms": 64.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.124, "count": 298, "max_ms": 68.065, "p95_ms": 60.863}, "yolo11_640_fire_11class": {"avg_ms": 55.323, "count": 298, "max_ms": 70.752, "p95_ms": 67.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.093, "count": 298, "max_ms": 74.931, "p95_ms": 72.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.661, "count": 298, "max_ms": 92.662, "p95_ms": 89.026}, "read_interval": {"avg_ms": 100.679, "count": 298, "max_ms": 378.482, "p95_ms": 150.361}, "triton_wait": {"avg_ms": 60.564, "count": 298, "max_ms": 74.943, "p95_ms": 72.318}, "visualize": {"avg_ms": 3.804, "count": 298, "max_ms": 4.619, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16363.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19286.74, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.636, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1794549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:58:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:58:31+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T01:58:30+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T01:58:30.996014+09:00", "mtime_epoch": 1783270710.9960139, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:58:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9481.0, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.073, "count": 300, "max_ms": 28.249, "p95_ms": 19.094}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.757, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.096, "count": 300, "max_ms": 67.038, "p95_ms": 63.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.802, "count": 300, "max_ms": 67.051, "p95_ms": 58.245}, "yolo11_640_fire_11class": {"avg_ms": 51.262, "count": 300, "max_ms": 67.805, "p95_ms": 62.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.859, "count": 300, "max_ms": 75.262, "p95_ms": 71.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.38, "count": 300, "max_ms": 109.205, "p95_ms": 96.543}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 127.897, "p95_ms": 113.759}, "triton_wait": {"avg_ms": 55.012, "count": 300, "max_ms": 75.274, "p95_ms": 71.381}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 4.65, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16363.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35219.869, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.259, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2250197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:58:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:58:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T01:58:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T01:58:37.984079+09:00", "mtime_epoch": 1783270717.984079, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:58:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2514.113, "name": "celery", "pid": 267, "rss_mb": 2514.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.118, "count": 301, "max_ms": 12.659, "p95_ms": 9.022}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 2.176, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.588, "count": 301, "max_ms": 68.336, "p95_ms": 65.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.725, "count": 301, "max_ms": 65.299, "p95_ms": 54.919}, "yolo11_640_fire_11class": {"avg_ms": 54.498, "count": 301, "max_ms": 72.195, "p95_ms": 67.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.805, "count": 301, "max_ms": 75.427, "p95_ms": 72.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.234, "count": 302, "max_ms": 97.543, "p95_ms": 89.508}, "read_interval": {"avg_ms": 99.657, "count": 301, "max_ms": 475.167, "p95_ms": 143.545}, "triton_wait": {"avg_ms": 59.264, "count": 301, "max_ms": 75.439, "p95_ms": 72.766}, "visualize": {"avg_ms": 3.76, "count": 301, "max_ms": 4.715, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16364.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19316.836, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.442, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1794850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:59:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:59:01+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T01:59:01+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T01:59:01.084299+09:00", "mtime_epoch": 1783270741.0842993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:59:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9481.258, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.079, "count": 300, "max_ms": 25.056, "p95_ms": 19.456}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.565, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.159, "count": 300, "max_ms": 66.133, "p95_ms": 63.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.67, "count": 300, "max_ms": 64.666, "p95_ms": 59.078}, "yolo11_640_fire_11class": {"avg_ms": 50.724, "count": 300, "max_ms": 69.389, "p95_ms": 63.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.598, "count": 300, "max_ms": 75.936, "p95_ms": 71.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.161, "count": 300, "max_ms": 101.926, "p95_ms": 96.466}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 119.307, "p95_ms": 113.287}, "triton_wait": {"avg_ms": 54.728, "count": 300, "max_ms": 75.947, "p95_ms": 71.623}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.505, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16364.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35249.87, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.414, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2250498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:59:08+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T01:59:07+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T01:59:07.972366+09:00", "mtime_epoch": 1783270747.9723663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:59:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2514.234, "name": "celery", "pid": 267, "rss_mb": 2514.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.115, "count": 301, "max_ms": 12.847, "p95_ms": 8.862}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.563, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.57, "count": 301, "max_ms": 71.837, "p95_ms": 65.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.468, "count": 301, "max_ms": 69.744, "p95_ms": 54.708}, "yolo11_640_fire_11class": {"avg_ms": 54.811, "count": 301, "max_ms": 72.253, "p95_ms": 68.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.011, "count": 301, "max_ms": 76.271, "p95_ms": 72.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.4, "count": 301, "max_ms": 93.067, "p95_ms": 90.102}, "read_interval": {"avg_ms": 99.655, "count": 301, "max_ms": 400.847, "p95_ms": 154.811}, "triton_wait": {"avg_ms": 59.383, "count": 301, "max_ms": 76.284, "p95_ms": 72.931}, "visualize": {"avg_ms": 3.799, "count": 301, "max_ms": 5.687, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16364.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19346.848, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.185, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1795150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:59:31+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T01:59:31+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T01:59:31.100596+09:00", "mtime_epoch": 1783270771.1005962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T01:59:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9481.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.784, "count": 300, "max_ms": 21.71, "p95_ms": 18.848}, "gstreamer_push": {"avg_ms": 1.214, "count": 300, "max_ms": 1.763, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.3, "count": 300, "max_ms": 73.249, "p95_ms": 62.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.242, "count": 300, "max_ms": 73.268, "p95_ms": 58.22}, "yolo11_640_fire_11class": {"avg_ms": 51.424, "count": 300, "max_ms": 73.26, "p95_ms": 62.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.285, "count": 300, "max_ms": 76.029, "p95_ms": 70.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.523, "count": 300, "max_ms": 101.12, "p95_ms": 95.618}, "read_interval": {"avg_ms": 100.061, "count": 300, "max_ms": 118.806, "p95_ms": 113.473}, "triton_wait": {"avg_ms": 55.449, "count": 300, "max_ms": 76.041, "p95_ms": 70.243}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 4.479, "p95_ms": 3.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16364.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35279.884, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.471, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2250797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T01:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T01:59:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T01:59:38+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T01:59:38.024667+09:00", "mtime_epoch": 1783270778.0246665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T01:59:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2514.383, "name": "celery", "pid": 267, "rss_mb": 2514.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.962}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.238, "count": 299, "max_ms": 12.754, "p95_ms": 9.244}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 2.329, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.434, "count": 299, "max_ms": 72.147, "p95_ms": 64.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.685, "count": 299, "max_ms": 66.197, "p95_ms": 60.449}, "yolo11_640_fire_11class": {"avg_ms": 56.269, "count": 299, "max_ms": 72.16, "p95_ms": 68.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.102, "count": 299, "max_ms": 75.495, "p95_ms": 72.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.625, "count": 299, "max_ms": 91.876, "p95_ms": 89.377}, "read_interval": {"avg_ms": 100.452, "count": 298, "max_ms": 415.723, "p95_ms": 132.53}, "triton_wait": {"avg_ms": 61.602, "count": 299, "max_ms": 75.508, "p95_ms": 72.515}, "visualize": {"avg_ms": 3.753, "count": 299, "max_ms": 5.259, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16365.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19376.936, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.159, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1795451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:00:01+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:00:01+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:00:01.184905+09:00", "mtime_epoch": 1783270801.1849053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:00:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9481.516, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.311, "count": 301, "max_ms": 25.033, "p95_ms": 20.91}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 2.138, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.448, "count": 301, "max_ms": 66.782, "p95_ms": 63.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.107, "count": 301, "max_ms": 67.426, "p95_ms": 60.263}, "yolo11_640_fire_11class": {"avg_ms": 50.829, "count": 301, "max_ms": 65.58, "p95_ms": 63.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.748, "count": 301, "max_ms": 75.399, "p95_ms": 72.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.556, "count": 301, "max_ms": 100.168, "p95_ms": 97.465}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 121.697, "p95_ms": 114.118}, "triton_wait": {"avg_ms": 54.881, "count": 301, "max_ms": 75.411, "p95_ms": 72.422}, "visualize": {"avg_ms": 3.548, "count": 301, "max_ms": 5.153, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16364.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35309.967, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.58, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2251096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:00:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:00:08+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:00:08.084978+09:00", "mtime_epoch": 1783270808.0849779, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:00:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2514.523, "name": "celery", "pid": 267, "rss_mb": 2514.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.142, "count": 298, "max_ms": 12.126, "p95_ms": 8.892}, "gstreamer_push": {"avg_ms": 1.316, "count": 298, "max_ms": 1.559, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.095, "count": 298, "max_ms": 74.017, "p95_ms": 70.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.661, "count": 298, "max_ms": 68.773, "p95_ms": 60.617}, "yolo11_640_fire_11class": {"avg_ms": 54.923, "count": 298, "max_ms": 71.776, "p95_ms": 65.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.731, "count": 298, "max_ms": 75.849, "p95_ms": 73.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.296, "count": 298, "max_ms": 93.371, "p95_ms": 90.188}, "read_interval": {"avg_ms": 100.614, "count": 298, "max_ms": 375.462, "p95_ms": 136.645}, "triton_wait": {"avg_ms": 60.298, "count": 298, "max_ms": 75.862, "p95_ms": 73.649}, "visualize": {"avg_ms": 3.767, "count": 298, "max_ms": 4.697, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16365.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19407.037, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.938, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1795751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:00:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:00:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:00:31+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T02:00:31.281225+09:00", "mtime_epoch": 1783270831.2812254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:00:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9481.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.161, "count": 299, "max_ms": 26.319, "p95_ms": 19.919}, "gstreamer_push": {"avg_ms": 1.236, "count": 299, "max_ms": 1.794, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.076, "count": 299, "max_ms": 66.426, "p95_ms": 62.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.052, "count": 299, "max_ms": 66.906, "p95_ms": 57.51}, "yolo11_640_fire_11class": {"avg_ms": 51.357, "count": 299, "max_ms": 66.549, "p95_ms": 61.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.055, "count": 299, "max_ms": 76.316, "p95_ms": 70.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.734, "count": 299, "max_ms": 101.221, "p95_ms": 95.889}, "read_interval": {"avg_ms": 100.317, "count": 299, "max_ms": 117.136, "p95_ms": 112.501}, "triton_wait": {"avg_ms": 57.209, "count": 299, "max_ms": 76.33, "p95_ms": 70.887}, "visualize": {"avg_ms": 3.506, "count": 299, "max_ms": 4.956, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16365.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35339.997, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.845, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2251398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:00:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:00:38+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:00:38.117300+09:00", "mtime_epoch": 1783270838.1172996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:00:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2514.668, "name": "celery", "pid": 267, "rss_mb": 2514.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.232, "count": 302, "max_ms": 13.282, "p95_ms": 9.185}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 1.87, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.858, "count": 302, "max_ms": 73.461, "p95_ms": 71.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.133, "count": 302, "max_ms": 72.509, "p95_ms": 53.637}, "yolo11_640_fire_11class": {"avg_ms": 56.97, "count": 302, "max_ms": 74.433, "p95_ms": 68.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.071, "count": 302, "max_ms": 75.059, "p95_ms": 73.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.611, "count": 302, "max_ms": 92.759, "p95_ms": 90.757}, "read_interval": {"avg_ms": 99.426, "count": 301, "max_ms": 413.12, "p95_ms": 109.669}, "triton_wait": {"avg_ms": 63.598, "count": 302, "max_ms": 75.072, "p95_ms": 73.691}, "visualize": {"avg_ms": 3.773, "count": 302, "max_ms": 4.716, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16365.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19437.05, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.0, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1796052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:01:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:01:01+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T02:01:01+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T02:01:01.305555+09:00", "mtime_epoch": 1783270861.3055549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:01:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9481.773, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.527, "count": 301, "max_ms": 30.417, "p95_ms": 19.814}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.466, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.749, "count": 301, "max_ms": 66.56, "p95_ms": 63.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.436, "count": 301, "max_ms": 66.845, "p95_ms": 57.932}, "yolo11_640_fire_11class": {"avg_ms": 51.148, "count": 301, "max_ms": 66.698, "p95_ms": 62.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.728, "count": 301, "max_ms": 75.289, "p95_ms": 72.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.918, "count": 301, "max_ms": 100.591, "p95_ms": 97.859}, "read_interval": {"avg_ms": 99.738, "count": 301, "max_ms": 120.643, "p95_ms": 114.035}, "triton_wait": {"avg_ms": 54.967, "count": 301, "max_ms": 75.301, "p95_ms": 72.541}, "visualize": {"avg_ms": 3.552, "count": 301, "max_ms": 4.566, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16365.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35370.065, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.831, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2251700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:01:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T02:01:08+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T02:01:08.201632+09:00", "mtime_epoch": 1783270868.201632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:01:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2514.812, "name": "celery", "pid": 267, "rss_mb": 2514.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.101, "count": 302, "max_ms": 12.859, "p95_ms": 8.942}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 2.096, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.047, "count": 302, "max_ms": 72.627, "p95_ms": 65.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.71, "count": 302, "max_ms": 65.934, "p95_ms": 60.555}, "yolo11_640_fire_11class": {"avg_ms": 53.445, "count": 302, "max_ms": 68.563, "p95_ms": 65.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.06, "count": 302, "max_ms": 75.61, "p95_ms": 72.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.334, "count": 302, "max_ms": 92.166, "p95_ms": 89.03}, "read_interval": {"avg_ms": 99.619, "count": 301, "max_ms": 356.991, "p95_ms": 147.023}, "triton_wait": {"avg_ms": 59.446, "count": 302, "max_ms": 75.624, "p95_ms": 72.505}, "visualize": {"avg_ms": 3.741, "count": 302, "max_ms": 5.895, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16365.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19467.057, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.864, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1796352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:01:31+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:01:31+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:01:31.309894+09:00", "mtime_epoch": 1783270891.3098938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:01:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9482.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.176, "count": 300, "max_ms": 20.899, "p95_ms": 19.2}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.444, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.26, "count": 300, "max_ms": 67.081, "p95_ms": 63.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.704, "count": 300, "max_ms": 69.189, "p95_ms": 58.818}, "yolo11_640_fire_11class": {"avg_ms": 51.055, "count": 300, "max_ms": 68.559, "p95_ms": 63.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.945, "count": 300, "max_ms": 78.718, "p95_ms": 72.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.641, "count": 300, "max_ms": 103.919, "p95_ms": 97.739}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 119.378, "p95_ms": 114.703}, "triton_wait": {"avg_ms": 55.15, "count": 300, "max_ms": 78.73, "p95_ms": 72.818}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 4.383, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16365.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35400.149, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.843, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2252001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:01:38+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:01:38+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T02:01:38.281974+09:00", "mtime_epoch": 1783270898.2819738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:01:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2514.957, "name": "celery", "pid": 267, "rss_mb": 2514.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.044, "count": 301, "max_ms": 12.773, "p95_ms": 8.801}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.497, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.5, "count": 301, "max_ms": 68.999, "p95_ms": 64.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.777, "count": 301, "max_ms": 68.406, "p95_ms": 59.658}, "yolo11_640_fire_11class": {"avg_ms": 55.031, "count": 301, "max_ms": 71.3, "p95_ms": 68.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.834, "count": 301, "max_ms": 75.375, "p95_ms": 72.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.049, "count": 301, "max_ms": 92.006, "p95_ms": 89.425}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 400.017, "p95_ms": 152.637}, "triton_wait": {"avg_ms": 59.235, "count": 301, "max_ms": 75.388, "p95_ms": 72.968}, "visualize": {"avg_ms": 3.757, "count": 301, "max_ms": 5.978, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16366.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19497.154, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.885, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1796653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:02:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:02:01+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:02:01+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T02:02:01.398243+09:00", "mtime_epoch": 1783270921.3982427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:02:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9482.031, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.323, "count": 300, "max_ms": 22.578, "p95_ms": 19.505}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.803, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.271, "count": 300, "max_ms": 67.829, "p95_ms": 63.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.814, "count": 300, "max_ms": 63.876, "p95_ms": 56.923}, "yolo11_640_fire_11class": {"avg_ms": 50.914, "count": 300, "max_ms": 70.235, "p95_ms": 63.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.839, "count": 300, "max_ms": 77.509, "p95_ms": 72.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.83, "count": 300, "max_ms": 102.441, "p95_ms": 97.817}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 119.461, "p95_ms": 114.869}, "triton_wait": {"avg_ms": 54.161, "count": 300, "max_ms": 77.52, "p95_ms": 72.934}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 4.179, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16365.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35430.151, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.76, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2252300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:02:08+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T02:02:08+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:02:08.270324+09:00", "mtime_epoch": 1783270928.2703235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:02:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2515.102, "name": "celery", "pid": 267, "rss_mb": 2515.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.1, "count": 299, "max_ms": 13.326, "p95_ms": 9.351}, "gstreamer_push": {"avg_ms": 1.297, "count": 299, "max_ms": 1.756, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.304, "count": 299, "max_ms": 70.831, "p95_ms": 65.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.484, "count": 299, "max_ms": 70.226, "p95_ms": 60.244}, "yolo11_640_fire_11class": {"avg_ms": 52.278, "count": 299, "max_ms": 72.927, "p95_ms": 64.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.002, "count": 299, "max_ms": 78.242, "p95_ms": 72.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.372, "count": 299, "max_ms": 94.607, "p95_ms": 88.748}, "read_interval": {"avg_ms": 100.3, "count": 299, "max_ms": 405.841, "p95_ms": 211.714}, "triton_wait": {"avg_ms": 56.519, "count": 299, "max_ms": 78.255, "p95_ms": 72.234}, "visualize": {"avg_ms": 3.732, "count": 299, "max_ms": 6.03, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16366.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19527.227, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.885, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1796954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:02:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:02:31+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:02:31+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T02:02:31.482600+09:00", "mtime_epoch": 1783270951.4826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:02:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9482.289, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.325, "count": 301, "max_ms": 21.016, "p95_ms": 19.241}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.537, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.459, "count": 301, "max_ms": 67.912, "p95_ms": 62.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.433, "count": 301, "max_ms": 66.826, "p95_ms": 54.623}, "yolo11_640_fire_11class": {"avg_ms": 48.851, "count": 301, "max_ms": 68.252, "p95_ms": 62.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.786, "count": 301, "max_ms": 76.966, "p95_ms": 71.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.722, "count": 301, "max_ms": 103.228, "p95_ms": 95.659}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 122.763, "p95_ms": 114.712}, "triton_wait": {"avg_ms": 51.896, "count": 301, "max_ms": 76.977, "p95_ms": 71.054}, "visualize": {"avg_ms": 3.592, "count": 301, "max_ms": 4.629, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16366.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35460.187, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.777, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2252602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:02:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:02:38+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:02:38+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T02:02:38.322682+09:00", "mtime_epoch": 1783270958.3226824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:02:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2515.25, "name": "celery", "pid": 267, "rss_mb": 2515.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.936, "count": 302, "max_ms": 10.7, "p95_ms": 8.676}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 2.196, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.679, "count": 302, "max_ms": 72.239, "p95_ms": 65.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.334, "count": 302, "max_ms": 70.354, "p95_ms": 57.213}, "yolo11_640_fire_11class": {"avg_ms": 51.11, "count": 302, "max_ms": 70.46, "p95_ms": 64.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.844, "count": 302, "max_ms": 75.879, "p95_ms": 70.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.027, "count": 302, "max_ms": 92.75, "p95_ms": 87.59}, "read_interval": {"avg_ms": 99.5, "count": 301, "max_ms": 428.921, "p95_ms": 143.996}, "triton_wait": {"avg_ms": 55.306, "count": 302, "max_ms": 75.892, "p95_ms": 70.967}, "visualize": {"avg_ms": 3.711, "count": 302, "max_ms": 4.86, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16366.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19557.317, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.056, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1797255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:03:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:03:01+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:03:01+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T02:03:01.554965+09:00", "mtime_epoch": 1783270981.5549653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:03:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9482.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.635, "count": 300, "max_ms": 28.189, "p95_ms": 19.479}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.475, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.28, "count": 300, "max_ms": 65.624, "p95_ms": 62.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.395, "count": 300, "max_ms": 65.155, "p95_ms": 56.024}, "yolo11_640_fire_11class": {"avg_ms": 49.646, "count": 300, "max_ms": 67.259, "p95_ms": 62.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.922, "count": 300, "max_ms": 77.765, "p95_ms": 71.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.113, "count": 301, "max_ms": 105.841, "p95_ms": 97.334}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 124.639, "p95_ms": 115.353}, "triton_wait": {"avg_ms": 53.068, "count": 300, "max_ms": 77.777, "p95_ms": 71.343}, "visualize": {"avg_ms": 3.592, "count": 300, "max_ms": 4.728, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16366.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35490.259, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.81, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2252899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:03:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:03:08+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:03:08+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:03:08.379049+09:00", "mtime_epoch": 1783270988.3790493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:03:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2515.309, "name": "celery", "pid": 267, "rss_mb": 2515.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.159, "count": 297, "max_ms": 12.589, "p95_ms": 9.938}, "gstreamer_push": {"avg_ms": 1.317, "count": 297, "max_ms": 1.523, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.847, "count": 297, "max_ms": 71.024, "p95_ms": 65.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.482, "count": 297, "max_ms": 71.937, "p95_ms": 55.414}, "yolo11_640_fire_11class": {"avg_ms": 52.25, "count": 297, "max_ms": 72.751, "p95_ms": 65.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.436, "count": 297, "max_ms": 78.531, "p95_ms": 72.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.833, "count": 297, "max_ms": 95.233, "p95_ms": 89.726}, "read_interval": {"avg_ms": 101.198, "count": 297, "max_ms": 377.491, "p95_ms": 141.173}, "triton_wait": {"avg_ms": 56.81, "count": 297, "max_ms": 78.543, "p95_ms": 72.226}, "visualize": {"avg_ms": 3.74, "count": 297, "max_ms": 4.776, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16366.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19587.342, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.113, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1797555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:03:31+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T02:03:31+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T02:03:31.555337+09:00", "mtime_epoch": 1783271011.5553372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:03:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9482.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.546, "count": 300, "max_ms": 29.11, "p95_ms": 19.311}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 1.609, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.204, "count": 300, "max_ms": 67.132, "p95_ms": 63.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.479, "count": 300, "max_ms": 70.151, "p95_ms": 59.431}, "yolo11_640_fire_11class": {"avg_ms": 49.468, "count": 300, "max_ms": 67.67, "p95_ms": 62.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.815, "count": 300, "max_ms": 76.205, "p95_ms": 72.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.822, "count": 300, "max_ms": 113.446, "p95_ms": 97.349}, "read_interval": {"avg_ms": 100.032, "count": 299, "max_ms": 129.75, "p95_ms": 114.833}, "triton_wait": {"avg_ms": 52.888, "count": 300, "max_ms": 76.22, "p95_ms": 72.115}, "visualize": {"avg_ms": 3.546, "count": 300, "max_ms": 4.482, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16366.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35520.277, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.828, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2253202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:03:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:03:38+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:03:38+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T02:03:38.419423+09:00", "mtime_epoch": 1783271018.4194233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:03:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2515.562, "name": "celery", "pid": 267, "rss_mb": 2515.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.13, "pushed": 10.13, "read": 10.097}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.161, "count": 303, "max_ms": 15.516, "p95_ms": 9.08}, "gstreamer_push": {"avg_ms": 1.304, "count": 303, "max_ms": 2.524, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.42, "count": 303, "max_ms": 70.281, "p95_ms": 64.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.295, "count": 303, "max_ms": 68.425, "p95_ms": 59.723}, "yolo11_640_fire_11class": {"avg_ms": 52.114, "count": 303, "max_ms": 70.901, "p95_ms": 65.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.951, "count": 303, "max_ms": 79.339, "p95_ms": 72.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.249, "count": 303, "max_ms": 98.385, "p95_ms": 89.696}, "read_interval": {"avg_ms": 99.13, "count": 302, "max_ms": 352.958, "p95_ms": 132.267}, "triton_wait": {"avg_ms": 56.272, "count": 303, "max_ms": 79.351, "p95_ms": 72.384}, "visualize": {"avg_ms": 3.756, "count": 303, "max_ms": 5.738, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16367.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19617.408, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.253, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1797856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:04:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:04:01+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:04:01+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T02:04:01.671718+09:00", "mtime_epoch": 1783271041.671718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:04:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9482.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.35, "count": 301, "max_ms": 25.033, "p95_ms": 19.567}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.964, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.206, "count": 301, "max_ms": 69.683, "p95_ms": 63.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.704, "count": 301, "max_ms": 66.713, "p95_ms": 55.263}, "yolo11_640_fire_11class": {"avg_ms": 50.883, "count": 301, "max_ms": 66.309, "p95_ms": 64.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.173, "count": 301, "max_ms": 81.414, "p95_ms": 72.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.09, "count": 301, "max_ms": 106.382, "p95_ms": 97.252}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 121.832, "p95_ms": 113.998}, "triton_wait": {"avg_ms": 54.365, "count": 301, "max_ms": 81.425, "p95_ms": 72.461}, "visualize": {"avg_ms": 3.547, "count": 301, "max_ms": 5.109, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16367.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35550.277, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.76, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2253501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:04:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:04:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T02:04:08+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T02:04:08.415804+09:00", "mtime_epoch": 1783271048.415804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:04:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2515.562, "name": "celery", "pid": 267, "rss_mb": 2515.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 299, "max_ms": 12.916, "p95_ms": 8.742}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 1.541, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.003, "count": 299, "max_ms": 68.682, "p95_ms": 64.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.973, "count": 299, "max_ms": 69.992, "p95_ms": 59.098}, "yolo11_640_fire_11class": {"avg_ms": 51.84, "count": 299, "max_ms": 71.083, "p95_ms": 65.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.343, "count": 299, "max_ms": 74.467, "p95_ms": 71.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.384, "count": 299, "max_ms": 90.967, "p95_ms": 88.359}, "read_interval": {"avg_ms": 100.327, "count": 299, "max_ms": 407.361, "p95_ms": 190.314}, "triton_wait": {"avg_ms": 56.634, "count": 299, "max_ms": 74.481, "p95_ms": 71.871}, "visualize": {"avg_ms": 3.729, "count": 299, "max_ms": 4.962, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16367.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19647.421, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.374, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1798156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:04:31+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T02:04:31+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T02:04:31.676104+09:00", "mtime_epoch": 1783271071.6761036, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:04:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9482.805, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.45, "count": 300, "max_ms": 25.261, "p95_ms": 19.345}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.486, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.892, "count": 300, "max_ms": 67.626, "p95_ms": 64.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.409, "count": 300, "max_ms": 67.984, "p95_ms": 57.608}, "yolo11_640_fire_11class": {"avg_ms": 50.381, "count": 300, "max_ms": 68.168, "p95_ms": 64.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.19, "count": 300, "max_ms": 77.516, "p95_ms": 72.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.224, "count": 300, "max_ms": 102.751, "p95_ms": 98.397}, "read_interval": {"avg_ms": 100.022, "count": 300, "max_ms": 121.088, "p95_ms": 115.812}, "triton_wait": {"avg_ms": 54.3, "count": 300, "max_ms": 77.528, "p95_ms": 72.54}, "visualize": {"avg_ms": 3.585, "count": 300, "max_ms": 4.582, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16367.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35580.338, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.745, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2253803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:04:38+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:04:38+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T02:04:38.372191+09:00", "mtime_epoch": 1783271078.3721907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:04:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2515.82, "name": "celery", "pid": 267, "rss_mb": 2515.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.166, "count": 302, "max_ms": 12.75, "p95_ms": 9.123}, "gstreamer_push": {"avg_ms": 1.305, "count": 302, "max_ms": 1.897, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.522, "count": 302, "max_ms": 69.047, "p95_ms": 65.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.619, "count": 302, "max_ms": 71.505, "p95_ms": 61.397}, "yolo11_640_fire_11class": {"avg_ms": 53.458, "count": 302, "max_ms": 69.333, "p95_ms": 65.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.08, "count": 302, "max_ms": 76.783, "p95_ms": 72.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.48, "count": 302, "max_ms": 93.595, "p95_ms": 89.213}, "read_interval": {"avg_ms": 99.549, "count": 301, "max_ms": 457.242, "p95_ms": 144.748}, "triton_wait": {"avg_ms": 57.457, "count": 302, "max_ms": 76.795, "p95_ms": 72.427}, "visualize": {"avg_ms": 3.792, "count": 302, "max_ms": 6.062, "p95_ms": 4.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16367.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19677.43, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.509, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1798456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:05:01+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:05:01+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:05:01.680496+09:00", "mtime_epoch": 1783271101.680496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:05:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9483.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.309, "count": 300, "max_ms": 25.231, "p95_ms": 19.509}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 2.044, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.984, "count": 300, "max_ms": 67.318, "p95_ms": 63.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.794, "count": 300, "max_ms": 67.117, "p95_ms": 57.103}, "yolo11_640_fire_11class": {"avg_ms": 50.419, "count": 300, "max_ms": 67.14, "p95_ms": 63.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.073, "count": 300, "max_ms": 76.064, "p95_ms": 72.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.918, "count": 300, "max_ms": 105.16, "p95_ms": 98.342}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 120.316, "p95_ms": 114.31}, "triton_wait": {"avg_ms": 54.136, "count": 300, "max_ms": 76.076, "p95_ms": 72.437}, "visualize": {"avg_ms": 3.553, "count": 300, "max_ms": 4.503, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16367.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35610.576, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.464, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2254103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:05:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:05:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T02:05:08+09:00", "mjpeg": {"age_sec": 0.358, "exists": true, "mtime": "2026-07-06T02:05:08.420585+09:00", "mtime_epoch": 1783271108.420585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:05:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2515.82, "name": "celery", "pid": 267, "rss_mb": 2515.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 297, "max_ms": 9.661, "p95_ms": 8.85}, "gstreamer_push": {"avg_ms": 1.314, "count": 297, "max_ms": 1.57, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.582, "count": 297, "max_ms": 71.255, "p95_ms": 64.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.212, "count": 297, "max_ms": 70.928, "p95_ms": 59.014}, "yolo11_640_fire_11class": {"avg_ms": 52.884, "count": 297, "max_ms": 71.873, "p95_ms": 64.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.296, "count": 297, "max_ms": 75.381, "p95_ms": 72.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.472, "count": 297, "max_ms": 91.702, "p95_ms": 88.939}, "read_interval": {"avg_ms": 101.011, "count": 297, "max_ms": 382.856, "p95_ms": 230.01}, "triton_wait": {"avg_ms": 57.643, "count": 297, "max_ms": 75.393, "p95_ms": 72.203}, "visualize": {"avg_ms": 3.732, "count": 297, "max_ms": 4.794, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16368.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19707.514, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.57, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1798757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:05:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:05:31+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:05:31+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T02:05:31.752895+09:00", "mtime_epoch": 1783271131.752895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:05:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9483.062, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.276, "count": 301, "max_ms": 29.547, "p95_ms": 19.113}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 2.417, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.505, "count": 301, "max_ms": 68.065, "p95_ms": 63.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.679, "count": 301, "max_ms": 66.431, "p95_ms": 58.232}, "yolo11_640_fire_11class": {"avg_ms": 50.451, "count": 301, "max_ms": 65.327, "p95_ms": 62.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.091, "count": 301, "max_ms": 74.399, "p95_ms": 71.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.789, "count": 301, "max_ms": 99.41, "p95_ms": 96.222}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 118.886, "p95_ms": 113.178}, "triton_wait": {"avg_ms": 55.138, "count": 301, "max_ms": 74.412, "p95_ms": 71.085}, "visualize": {"avg_ms": 3.519, "count": 301, "max_ms": 5.702, "p95_ms": 3.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16368.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35640.613, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.176, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2254407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:05:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:05:38+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T02:05:38.752989+09:00", "mtime_epoch": 1783271138.7529888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:05:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2516.078, "name": "celery", "pid": 267, "rss_mb": 2516.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.112}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.039, "count": 304, "max_ms": 10.85, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.318, "count": 304, "max_ms": 1.598, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.59, "count": 304, "max_ms": 69.61, "p95_ms": 65.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.408, "count": 304, "max_ms": 71.68, "p95_ms": 60.725}, "yolo11_640_fire_11class": {"avg_ms": 54.34, "count": 304, "max_ms": 70.89, "p95_ms": 66.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.746, "count": 304, "max_ms": 76.183, "p95_ms": 72.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.019, "count": 304, "max_ms": 93.303, "p95_ms": 89.867}, "read_interval": {"avg_ms": 98.872, "count": 303, "max_ms": 292.211, "p95_ms": 141.753}, "triton_wait": {"avg_ms": 59.13, "count": 304, "max_ms": 76.196, "p95_ms": 72.48}, "visualize": {"avg_ms": 3.761, "count": 304, "max_ms": 4.9, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16368.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19737.528, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.331, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1799057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:06:01+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T02:06:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:06:01.781299+09:00", "mtime_epoch": 1783271161.7812994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:06:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9483.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.17, "count": 300, "max_ms": 28.397, "p95_ms": 19.571}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 2.114, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.688, "count": 300, "max_ms": 66.659, "p95_ms": 62.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.665, "count": 300, "max_ms": 66.121, "p95_ms": 57.267}, "yolo11_640_fire_11class": {"avg_ms": 49.345, "count": 300, "max_ms": 67.825, "p95_ms": 63.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.099, "count": 300, "max_ms": 74.394, "p95_ms": 70.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.849, "count": 300, "max_ms": 101.123, "p95_ms": 96.295}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 120.991, "p95_ms": 114.375}, "triton_wait": {"avg_ms": 52.257, "count": 300, "max_ms": 74.405, "p95_ms": 70.887}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 5.151, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16368.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35670.645, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.142, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2254706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:06:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:06:08+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:06:08+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:06:08.765394+09:00", "mtime_epoch": 1783271168.765394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:06:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2516.336, "name": "celery", "pid": 267, "rss_mb": 2516.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.096, "count": 299, "max_ms": 12.75, "p95_ms": 9.024}, "gstreamer_push": {"avg_ms": 1.315, "count": 299, "max_ms": 2.217, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.562, "count": 299, "max_ms": 70.019, "p95_ms": 64.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.761, "count": 299, "max_ms": 72.557, "p95_ms": 54.388}, "yolo11_640_fire_11class": {"avg_ms": 51.351, "count": 299, "max_ms": 72.032, "p95_ms": 64.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.365, "count": 299, "max_ms": 74.415, "p95_ms": 71.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.851, "count": 299, "max_ms": 95.029, "p95_ms": 88.25}, "read_interval": {"avg_ms": 100.446, "count": 298, "max_ms": 393.555, "p95_ms": 143.455}, "triton_wait": {"avg_ms": 54.946, "count": 299, "max_ms": 74.427, "p95_ms": 71.31}, "visualize": {"avg_ms": 3.729, "count": 299, "max_ms": 5.008, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16369.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19767.599, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.231, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1799358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:06:31+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T02:06:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T02:06:31.865710+09:00", "mtime_epoch": 1783271191.8657095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:06:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9483.32, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.253, "count": 301, "max_ms": 23.802, "p95_ms": 19.901}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.468, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.01, "count": 301, "max_ms": 68.852, "p95_ms": 62.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.879, "count": 301, "max_ms": 66.382, "p95_ms": 55.597}, "yolo11_640_fire_11class": {"avg_ms": 48.364, "count": 301, "max_ms": 66.014, "p95_ms": 62.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.039, "count": 301, "max_ms": 76.377, "p95_ms": 70.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.795, "count": 301, "max_ms": 103.174, "p95_ms": 96.001}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 120.812, "p95_ms": 114.638}, "triton_wait": {"avg_ms": 51.104, "count": 301, "max_ms": 76.389, "p95_ms": 70.305}, "visualize": {"avg_ms": 3.523, "count": 301, "max_ms": 4.799, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16368.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35700.698, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.037, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2255008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:06:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:06:38+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:06:38+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T02:06:38.837806+09:00", "mtime_epoch": 1783271198.8378055, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:06:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2516.336, "name": "celery", "pid": 267, "rss_mb": 2516.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.054, "count": 302, "max_ms": 11.506, "p95_ms": 8.908}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 1.565, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.967, "count": 302, "max_ms": 72.567, "p95_ms": 64.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.793, "count": 302, "max_ms": 71.19, "p95_ms": 57.017}, "yolo11_640_fire_11class": {"avg_ms": 51.197, "count": 302, "max_ms": 73.081, "p95_ms": 65.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.634, "count": 302, "max_ms": 81.564, "p95_ms": 72.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.07, "count": 302, "max_ms": 98.77, "p95_ms": 88.999}, "read_interval": {"avg_ms": 99.579, "count": 301, "max_ms": 419.794, "p95_ms": 152.526}, "triton_wait": {"avg_ms": 55.132, "count": 302, "max_ms": 81.576, "p95_ms": 72.361}, "visualize": {"avg_ms": 3.764, "count": 302, "max_ms": 5.05, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16369.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19797.63, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.006, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1799658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:07:01+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T02:07:01+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T02:07:01.878124+09:00", "mtime_epoch": 1783271221.878124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:07:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9483.578, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.415, "count": 300, "max_ms": 25.984, "p95_ms": 20.191}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.829, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.203, "count": 300, "max_ms": 67.949, "p95_ms": 62.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.511, "count": 300, "max_ms": 68.654, "p95_ms": 57.7}, "yolo11_640_fire_11class": {"avg_ms": 49.704, "count": 300, "max_ms": 67.936, "p95_ms": 62.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.443, "count": 300, "max_ms": 77.918, "p95_ms": 69.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.338, "count": 300, "max_ms": 103.327, "p95_ms": 95.269}, "read_interval": {"avg_ms": 100.063, "count": 300, "max_ms": 118.874, "p95_ms": 114.012}, "triton_wait": {"avg_ms": 53.54, "count": 300, "max_ms": 77.931, "p95_ms": 69.885}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 5.334, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16368.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35730.763, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.184, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2255308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:07:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:07:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:07:08+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:07:08.882221+09:00", "mtime_epoch": 1783271228.8822212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:07:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2516.594, "name": "celery", "pid": 267, "rss_mb": 2516.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.175, "count": 300, "max_ms": 11.072, "p95_ms": 9.02}, "gstreamer_push": {"avg_ms": 1.337, "count": 300, "max_ms": 2.27, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.653, "count": 300, "max_ms": 69.345, "p95_ms": 65.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.86, "count": 300, "max_ms": 69.289, "p95_ms": 57.594}, "yolo11_640_fire_11class": {"avg_ms": 52.775, "count": 300, "max_ms": 72.771, "p95_ms": 65.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.088, "count": 300, "max_ms": 76.193, "p95_ms": 72.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.781, "count": 300, "max_ms": 92.529, "p95_ms": 89.952}, "read_interval": {"avg_ms": 100.205, "count": 299, "max_ms": 344.219, "p95_ms": 144.387}, "triton_wait": {"avg_ms": 56.547, "count": 300, "max_ms": 76.205, "p95_ms": 73.003}, "visualize": {"avg_ms": 3.848, "count": 300, "max_ms": 5.827, "p95_ms": 4.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 14999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16369.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19827.67, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.006, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1799958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:07:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:07:32+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T02:07:31+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:07:31.922544+09:00", "mtime_epoch": 1783271251.9225435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:07:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9483.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.24, "count": 300, "max_ms": 28.607, "p95_ms": 19.017}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.974, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.774, "count": 300, "max_ms": 70.672, "p95_ms": 63.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.396, "count": 300, "max_ms": 70.682, "p95_ms": 57.504}, "yolo11_640_fire_11class": {"avg_ms": 50.192, "count": 300, "max_ms": 69.459, "p95_ms": 62.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.706, "count": 300, "max_ms": 75.926, "p95_ms": 70.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.514, "count": 300, "max_ms": 101.741, "p95_ms": 95.813}, "read_interval": {"avg_ms": 100.145, "count": 299, "max_ms": 120.479, "p95_ms": 113.767}, "triton_wait": {"avg_ms": 53.873, "count": 300, "max_ms": 75.938, "p95_ms": 70.58}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 4.511, "p95_ms": 3.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16369.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35760.856, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.287, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2255609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:07:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:07:39+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:07:38+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T02:07:38.970643+09:00", "mtime_epoch": 1783271258.9706426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:07:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2516.852, "name": "celery", "pid": 267, "rss_mb": 2516.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 301, "max_ms": 12.863, "p95_ms": 8.727}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 2.194, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.917, "count": 301, "max_ms": 68.711, "p95_ms": 64.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.823, "count": 301, "max_ms": 66.725, "p95_ms": 56.467}, "yolo11_640_fire_11class": {"avg_ms": 53.699, "count": 301, "max_ms": 69.987, "p95_ms": 64.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.097, "count": 301, "max_ms": 75.642, "p95_ms": 72.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.267, "count": 301, "max_ms": 92.911, "p95_ms": 89.384}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 378.166, "p95_ms": 131.795}, "triton_wait": {"avg_ms": 58.549, "count": 301, "max_ms": 75.655, "p95_ms": 72.889}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.802, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16369.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19857.756, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.022, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1800259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:08:02+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:08:02+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T02:08:02.010968+09:00", "mtime_epoch": 1783271282.010968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:08:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9483.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.339, "count": 301, "max_ms": 25.536, "p95_ms": 20.72}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.897, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.998, "count": 301, "max_ms": 65.839, "p95_ms": 62.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.596, "count": 301, "max_ms": 67.669, "p95_ms": 59.891}, "yolo11_640_fire_11class": {"avg_ms": 50.331, "count": 301, "max_ms": 66.354, "p95_ms": 63.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.24, "count": 301, "max_ms": 75.532, "p95_ms": 71.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.131, "count": 301, "max_ms": 101.679, "p95_ms": 97.222}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 118.409, "p95_ms": 114.758}, "triton_wait": {"avg_ms": 54.36, "count": 301, "max_ms": 75.544, "p95_ms": 71.792}, "visualize": {"avg_ms": 3.531, "count": 301, "max_ms": 5.593, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16370.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35790.884, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.289, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2255909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:08:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T02:08:09+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T02:08:09.023068+09:00", "mtime_epoch": 1783271289.0230677, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:08:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2516.852, "name": "celery", "pid": 267, "rss_mb": 2516.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.047, "count": 300, "max_ms": 14.2, "p95_ms": 8.938}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 2.089, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.816, "count": 300, "max_ms": 71.057, "p95_ms": 66.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.368, "count": 300, "max_ms": 69.846, "p95_ms": 61.01}, "yolo11_640_fire_11class": {"avg_ms": 52.815, "count": 300, "max_ms": 70.773, "p95_ms": 66.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.251, "count": 300, "max_ms": 75.339, "p95_ms": 72.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.703, "count": 300, "max_ms": 93.881, "p95_ms": 89.435}, "read_interval": {"avg_ms": 100.162, "count": 299, "max_ms": 387.138, "p95_ms": 165.608}, "triton_wait": {"avg_ms": 56.794, "count": 300, "max_ms": 75.351, "p95_ms": 72.443}, "visualize": {"avg_ms": 3.748, "count": 300, "max_ms": 4.795, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16370.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19887.829, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.091, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1800560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:08:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:08:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:08:32+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:08:32.079397+09:00", "mtime_epoch": 1783271312.0793967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:08:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9484.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.226, "count": 301, "max_ms": 24.641, "p95_ms": 19.233}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.853, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.246, "count": 301, "max_ms": 68.794, "p95_ms": 63.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.202, "count": 301, "max_ms": 69.036, "p95_ms": 59.856}, "yolo11_640_fire_11class": {"avg_ms": 50.578, "count": 301, "max_ms": 70.24, "p95_ms": 63.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.544, "count": 301, "max_ms": 78.426, "p95_ms": 72.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.349, "count": 301, "max_ms": 103.495, "p95_ms": 97.478}, "read_interval": {"avg_ms": 99.902, "count": 300, "max_ms": 119.697, "p95_ms": 114.845}, "triton_wait": {"avg_ms": 54.669, "count": 301, "max_ms": 78.438, "p95_ms": 72.433}, "visualize": {"avg_ms": 3.554, "count": 301, "max_ms": 4.621, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16369.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35820.973, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.366, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2256211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:08:39+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T02:08:39+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:08:39.095497+09:00", "mtime_epoch": 1783271319.0954971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:08:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2516.852, "name": "celery", "pid": 267, "rss_mb": 2516.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.106, "count": 301, "max_ms": 13.365, "p95_ms": 9.011}, "gstreamer_push": {"avg_ms": 1.331, "count": 301, "max_ms": 2.247, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.385, "count": 301, "max_ms": 69.38, "p95_ms": 65.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.597, "count": 301, "max_ms": 69.403, "p95_ms": 59.032}, "yolo11_640_fire_11class": {"avg_ms": 53.829, "count": 301, "max_ms": 72.563, "p95_ms": 66.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.13, "count": 301, "max_ms": 76.303, "p95_ms": 72.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.667, "count": 301, "max_ms": 93.509, "p95_ms": 89.595}, "read_interval": {"avg_ms": 99.631, "count": 301, "max_ms": 413.608, "p95_ms": 119.973}, "triton_wait": {"avg_ms": 58.648, "count": 301, "max_ms": 76.318, "p95_ms": 72.605}, "visualize": {"avg_ms": 3.796, "count": 301, "max_ms": 5.523, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16370.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19917.907, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.091, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1800861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:09:02+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:09:02+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:09:02.163829+09:00", "mtime_epoch": 1783271342.1638293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:09:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9484.094, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.178, "count": 301, "max_ms": 31.768, "p95_ms": 19.076}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.499, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.377, "count": 301, "max_ms": 67.916, "p95_ms": 63.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.188, "count": 301, "max_ms": 69.309, "p95_ms": 60.96}, "yolo11_640_fire_11class": {"avg_ms": 51.027, "count": 301, "max_ms": 69.609, "p95_ms": 63.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.654, "count": 301, "max_ms": 77.678, "p95_ms": 72.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.442, "count": 301, "max_ms": 109.961, "p95_ms": 97.458}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 127.74, "p95_ms": 114.659}, "triton_wait": {"avg_ms": 54.842, "count": 301, "max_ms": 77.69, "p95_ms": 72.138}, "visualize": {"avg_ms": 3.543, "count": 301, "max_ms": 4.975, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16370.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35850.974, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.435, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2256510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:09:09+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T02:09:09+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T02:09:09.111930+09:00", "mtime_epoch": 1783271349.11193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:09:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2517.109, "name": "celery", "pid": 267, "rss_mb": 2517.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.077, "count": 299, "max_ms": 13.303, "p95_ms": 9.037}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 1.598, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.646, "count": 299, "max_ms": 72.711, "p95_ms": 65.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.074, "count": 299, "max_ms": 70.503, "p95_ms": 59.509}, "yolo11_640_fire_11class": {"avg_ms": 53.294, "count": 299, "max_ms": 73.708, "p95_ms": 66.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.33, "count": 299, "max_ms": 77.524, "p95_ms": 73.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.72, "count": 299, "max_ms": 94.023, "p95_ms": 90.261}, "read_interval": {"avg_ms": 100.385, "count": 299, "max_ms": 410.833, "p95_ms": 160.318}, "triton_wait": {"avg_ms": 57.8, "count": 299, "max_ms": 77.537, "p95_ms": 73.234}, "visualize": {"avg_ms": 3.76, "count": 299, "max_ms": 4.771, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16371.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19947.921, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.988, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1801161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:09:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:09:32+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T02:09:32.168265+09:00", "mtime_epoch": 1783271372.1682649, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:09:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9484.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.042, "count": 300, "max_ms": 25.766, "p95_ms": 19.12}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.466, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.909, "count": 300, "max_ms": 66.805, "p95_ms": 62.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.888, "count": 300, "max_ms": 66.462, "p95_ms": 57.437}, "yolo11_640_fire_11class": {"avg_ms": 49.216, "count": 300, "max_ms": 66.885, "p95_ms": 62.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.585, "count": 300, "max_ms": 74.27, "p95_ms": 71.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.123, "count": 300, "max_ms": 104.604, "p95_ms": 96.344}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 314.105, "p95_ms": 115.045}, "triton_wait": {"avg_ms": 52.673, "count": 300, "max_ms": 74.281, "p95_ms": 71.263}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.442, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16370.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35881.058, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.461, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2256811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:09:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:09:39+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T02:09:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T02:09:39.172367+09:00", "mtime_epoch": 1783271379.1723669, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:09:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2517.367, "name": "celery", "pid": 267, "rss_mb": 2517.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 300, "max_ms": 10.043, "p95_ms": 8.884}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.553, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.773, "count": 300, "max_ms": 73.774, "p95_ms": 64.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.11, "count": 300, "max_ms": 70.557, "p95_ms": 54.812}, "yolo11_640_fire_11class": {"avg_ms": 51.371, "count": 300, "max_ms": 71.329, "p95_ms": 64.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.547, "count": 300, "max_ms": 76.122, "p95_ms": 72.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.709, "count": 300, "max_ms": 93.242, "p95_ms": 89.231}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 432.666, "p95_ms": 134.672}, "triton_wait": {"avg_ms": 55.858, "count": 300, "max_ms": 76.136, "p95_ms": 72.379}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 5.011, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16371.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 19978.003, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.862, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1801462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:10:02+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T02:10:02+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T02:10:02.260705+09:00", "mtime_epoch": 1783271402.260705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:10:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9484.352, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.118, "count": 301, "max_ms": 26.657, "p95_ms": 19.499}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.498, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.206, "count": 301, "max_ms": 68.751, "p95_ms": 62.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.628, "count": 301, "max_ms": 65.262, "p95_ms": 56.782}, "yolo11_640_fire_11class": {"avg_ms": 49.795, "count": 301, "max_ms": 69.038, "p95_ms": 62.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.119, "count": 301, "max_ms": 79.587, "p95_ms": 71.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.844, "count": 301, "max_ms": 104.775, "p95_ms": 97.306}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 119.815, "p95_ms": 115.787}, "triton_wait": {"avg_ms": 53.351, "count": 301, "max_ms": 79.599, "p95_ms": 71.864}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 5.636, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16371.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35911.179, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.435, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2257114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:10:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T02:10:09+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T02:10:09.272808+09:00", "mtime_epoch": 1783271409.272808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:10:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2517.367, "name": "celery", "pid": 267, "rss_mb": 2517.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.152, "count": 302, "max_ms": 13.987, "p95_ms": 10.467}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 1.606, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.872, "count": 302, "max_ms": 68.917, "p95_ms": 64.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.217, "count": 302, "max_ms": 72.627, "p95_ms": 54.901}, "yolo11_640_fire_11class": {"avg_ms": 51.507, "count": 302, "max_ms": 70.888, "p95_ms": 64.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.996, "count": 302, "max_ms": 78.256, "p95_ms": 71.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.527, "count": 302, "max_ms": 94.633, "p95_ms": 88.292}, "read_interval": {"avg_ms": 99.472, "count": 301, "max_ms": 372.996, "p95_ms": 138.145}, "triton_wait": {"avg_ms": 55.57, "count": 302, "max_ms": 78.269, "p95_ms": 71.549}, "visualize": {"avg_ms": 3.734, "count": 302, "max_ms": 5.676, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16371.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20008.106, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.951, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1801763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:10:32+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:10:32+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T02:10:32.345148+09:00", "mtime_epoch": 1783271432.3451483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:10:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9484.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.755, "count": 301, "max_ms": 29.534, "p95_ms": 22.408}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.854, "p95_ms": 1.529}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.942, "count": 301, "max_ms": 71.037, "p95_ms": 62.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.856, "count": 301, "max_ms": 74.657, "p95_ms": 53.343}, "yolo11_640_fire_11class": {"avg_ms": 48.23, "count": 301, "max_ms": 72.862, "p95_ms": 61.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.9, "count": 301, "max_ms": 80.214, "p95_ms": 70.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.269, "count": 301, "max_ms": 105.166, "p95_ms": 96.174}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 121.703, "p95_ms": 113.938}, "triton_wait": {"avg_ms": 51.05, "count": 301, "max_ms": 80.226, "p95_ms": 70.394}, "visualize": {"avg_ms": 3.553, "count": 301, "max_ms": 5.589, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16371.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35941.28, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.176, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2257415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:10:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:10:39+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:10:39+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T02:10:39.389253+09:00", "mtime_epoch": 1783271439.3892527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:10:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2517.625, "name": "celery", "pid": 267, "rss_mb": 2517.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 301, "max_ms": 12.445, "p95_ms": 8.298}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.585, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.085, "count": 301, "max_ms": 68.925, "p95_ms": 63.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.876, "count": 301, "max_ms": 67.066, "p95_ms": 54.874}, "yolo11_640_fire_11class": {"avg_ms": 49.545, "count": 301, "max_ms": 69.83, "p95_ms": 62.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.459, "count": 301, "max_ms": 75.032, "p95_ms": 70.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.599, "count": 301, "max_ms": 91.554, "p95_ms": 86.69}, "read_interval": {"avg_ms": 99.833, "count": 300, "max_ms": 390.054, "p95_ms": 143.5}, "triton_wait": {"avg_ms": 52.874, "count": 301, "max_ms": 75.044, "p95_ms": 70.234}, "visualize": {"avg_ms": 3.714, "count": 301, "max_ms": 4.963, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16371.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20038.196, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.9, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1802064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:11:02+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:11:02+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:11:02.449595+09:00", "mtime_epoch": 1783271462.4495952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:11:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9484.609, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.337, "count": 301, "max_ms": 24.321, "p95_ms": 19.145}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.803, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.895, "count": 301, "max_ms": 66.635, "p95_ms": 63.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.458, "count": 301, "max_ms": 68.734, "p95_ms": 53.629}, "yolo11_640_fire_11class": {"avg_ms": 47.977, "count": 301, "max_ms": 65.329, "p95_ms": 61.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.604, "count": 301, "max_ms": 74.933, "p95_ms": 70.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.616, "count": 301, "max_ms": 101.46, "p95_ms": 95.855}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 117.615, "p95_ms": 113.958}, "triton_wait": {"avg_ms": 50.892, "count": 301, "max_ms": 74.945, "p95_ms": 70.4}, "visualize": {"avg_ms": 3.518, "count": 301, "max_ms": 4.504, "p95_ms": 3.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16371.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 35971.391, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.164, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2257715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:11:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T02:11:09+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T02:11:09.477700+09:00", "mtime_epoch": 1783271469.4777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:11:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2517.625, "name": "celery", "pid": 267, "rss_mb": 2517.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.979, "count": 299, "max_ms": 13.4, "p95_ms": 9.85}, "gstreamer_push": {"avg_ms": 1.297, "count": 299, "max_ms": 1.776, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.93, "count": 299, "max_ms": 67.24, "p95_ms": 64.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.581, "count": 299, "max_ms": 66.195, "p95_ms": 55.79}, "yolo11_640_fire_11class": {"avg_ms": 50.746, "count": 299, "max_ms": 68.829, "p95_ms": 64.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.528, "count": 299, "max_ms": 74.603, "p95_ms": 70.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.879, "count": 299, "max_ms": 93.43, "p95_ms": 87.024}, "read_interval": {"avg_ms": 100.47, "count": 298, "max_ms": 345.103, "p95_ms": 197.984}, "triton_wait": {"avg_ms": 54.105, "count": 299, "max_ms": 74.616, "p95_ms": 70.736}, "visualize": {"avg_ms": 3.758, "count": 299, "max_ms": 6.045, "p95_ms": 4.646}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16371.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20068.209, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.942, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1802364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:11:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:11:32+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:11:32+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T02:11:32.466044+09:00", "mtime_epoch": 1783271492.4660437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:11:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9484.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.275, "count": 300, "max_ms": 28.597, "p95_ms": 20.843}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.868, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.506, "count": 300, "max_ms": 66.012, "p95_ms": 63.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.457, "count": 300, "max_ms": 65.879, "p95_ms": 58.389}, "yolo11_640_fire_11class": {"avg_ms": 50.226, "count": 300, "max_ms": 66.557, "p95_ms": 63.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.673, "count": 300, "max_ms": 74.553, "p95_ms": 71.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.544, "count": 300, "max_ms": 105.984, "p95_ms": 96.846}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 121.465, "p95_ms": 113.597}, "triton_wait": {"avg_ms": 53.883, "count": 300, "max_ms": 74.583, "p95_ms": 71.851}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 5.488, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16371.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36001.411, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.164, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2258015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:11:39+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:11:39+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T02:11:39.554150+09:00", "mtime_epoch": 1783271499.55415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:11:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2517.883, "name": "celery", "pid": 267, "rss_mb": 2517.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 300, "max_ms": 13.134, "p95_ms": 8.871}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.646, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.76, "count": 300, "max_ms": 70.736, "p95_ms": 64.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.04, "count": 300, "max_ms": 71.688, "p95_ms": 59.865}, "yolo11_640_fire_11class": {"avg_ms": 53.209, "count": 300, "max_ms": 72.466, "p95_ms": 66.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.862, "count": 300, "max_ms": 74.868, "p95_ms": 71.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.01, "count": 300, "max_ms": 93.555, "p95_ms": 88.837}, "read_interval": {"avg_ms": 100.137, "count": 299, "max_ms": 375.415, "p95_ms": 211.758}, "triton_wait": {"avg_ms": 58.228, "count": 300, "max_ms": 74.881, "p95_ms": 72.046}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.782, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16372.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20098.304, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.984, "name": "ffmpeg", "pid": 144613, "rss_mb": 294.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.036, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1802665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:12:02+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T02:12:02+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T02:12:02.546496+09:00", "mtime_epoch": 1783271522.546496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:12:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.303, "count": 300, "max_ms": 25.613, "p95_ms": 19.479}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.732, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.231, "count": 300, "max_ms": 67.002, "p95_ms": 63.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.477, "count": 300, "max_ms": 69.306, "p95_ms": 59.0}, "yolo11_640_fire_11class": {"avg_ms": 50.883, "count": 300, "max_ms": 70.156, "p95_ms": 62.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.389, "count": 300, "max_ms": 75.417, "p95_ms": 72.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.198, "count": 300, "max_ms": 102.015, "p95_ms": 97.168}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 119.667, "p95_ms": 113.714}, "triton_wait": {"avg_ms": 54.548, "count": 300, "max_ms": 75.429, "p95_ms": 72.351}, "visualize": {"avg_ms": 3.509, "count": 300, "max_ms": 5.235, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16372.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36031.436, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.212, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2258316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:12:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:12:09+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T02:12:09+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:12:09.558602+09:00", "mtime_epoch": 1783271529.5586019, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:12:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2517.883, "name": "celery", "pid": 267, "rss_mb": 2517.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.068, "count": 301, "max_ms": 12.03, "p95_ms": 8.984}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.153, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.743, "count": 301, "max_ms": 70.843, "p95_ms": 64.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.542, "count": 301, "max_ms": 73.178, "p95_ms": 62.114}, "yolo11_640_fire_11class": {"avg_ms": 54.875, "count": 301, "max_ms": 72.585, "p95_ms": 69.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.329, "count": 301, "max_ms": 76.807, "p95_ms": 72.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.749, "count": 301, "max_ms": 93.402, "p95_ms": 89.923}, "read_interval": {"avg_ms": 99.753, "count": 300, "max_ms": 416.355, "p95_ms": 166.642}, "triton_wait": {"avg_ms": 58.763, "count": 301, "max_ms": 76.819, "p95_ms": 72.681}, "visualize": {"avg_ms": 3.754, "count": 301, "max_ms": 5.242, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16372.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20128.305, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.225, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1802965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:12:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:12:32+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:12:32+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T02:12:32.566950+09:00", "mtime_epoch": 1783271552.56695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:12:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.376, "count": 300, "max_ms": 28.876, "p95_ms": 19.726}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.482, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.114, "count": 300, "max_ms": 66.846, "p95_ms": 63.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.505, "count": 300, "max_ms": 67.327, "p95_ms": 61.323}, "yolo11_640_fire_11class": {"avg_ms": 51.322, "count": 300, "max_ms": 68.681, "p95_ms": 64.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.603, "count": 300, "max_ms": 76.919, "p95_ms": 72.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.711, "count": 300, "max_ms": 103.101, "p95_ms": 98.302}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 123.47, "p95_ms": 114.765}, "triton_wait": {"avg_ms": 54.875, "count": 300, "max_ms": 76.931, "p95_ms": 72.202}, "visualize": {"avg_ms": 3.547, "count": 300, "max_ms": 4.843, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16372.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36061.446, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.231, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2258616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:12:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:12:39+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T02:12:39+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T02:12:39.459054+09:00", "mtime_epoch": 1783271559.4590545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:12:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2518.141, "name": "celery", "pid": 267, "rss_mb": 2518.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.092, "count": 300, "max_ms": 12.973, "p95_ms": 9.011}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.838, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.279, "count": 300, "max_ms": 72.239, "p95_ms": 65.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.426, "count": 300, "max_ms": 72.251, "p95_ms": 59.909}, "yolo11_640_fire_11class": {"avg_ms": 53.444, "count": 300, "max_ms": 73.111, "p95_ms": 66.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.07, "count": 300, "max_ms": 77.753, "p95_ms": 73.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.553, "count": 300, "max_ms": 94.459, "p95_ms": 89.8}, "read_interval": {"avg_ms": 100.082, "count": 300, "max_ms": 346.632, "p95_ms": 143.688}, "triton_wait": {"avg_ms": 58.608, "count": 300, "max_ms": 77.765, "p95_ms": 73.093}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 4.715, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16372.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20158.31, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.181, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1803265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:13:02+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:13:02+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T02:13:02.551406+09:00", "mtime_epoch": 1783271582.551406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:13:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.896, "count": 300, "max_ms": 23.881, "p95_ms": 18.791}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.773, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.725, "count": 300, "max_ms": 69.948, "p95_ms": 62.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.449, "count": 300, "max_ms": 65.136, "p95_ms": 58.724}, "yolo11_640_fire_11class": {"avg_ms": 50.315, "count": 300, "max_ms": 66.385, "p95_ms": 62.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.169, "count": 300, "max_ms": 75.955, "p95_ms": 71.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.595, "count": 300, "max_ms": 100.929, "p95_ms": 96.866}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 117.263, "p95_ms": 114.412}, "triton_wait": {"avg_ms": 54.279, "count": 300, "max_ms": 75.966, "p95_ms": 71.66}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.481, "p95_ms": 3.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16372.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36091.539, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.321, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2258918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:13:09+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:13:09+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T02:13:09.655514+09:00", "mtime_epoch": 1783271589.6555142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:13:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2518.141, "name": "celery", "pid": 267, "rss_mb": 2518.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.115, "count": 301, "max_ms": 13.428, "p95_ms": 10.333}, "gstreamer_push": {"avg_ms": 1.315, "count": 302, "max_ms": 2.205, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.796, "count": 301, "max_ms": 71.872, "p95_ms": 64.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.833, "count": 301, "max_ms": 67.488, "p95_ms": 56.976}, "yolo11_640_fire_11class": {"avg_ms": 53.903, "count": 301, "max_ms": 73.336, "p95_ms": 67.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.388, "count": 301, "max_ms": 77.086, "p95_ms": 73.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.099, "count": 302, "max_ms": 94.154, "p95_ms": 90.414}, "read_interval": {"avg_ms": 99.63, "count": 301, "max_ms": 404.09, "p95_ms": 124.195}, "triton_wait": {"avg_ms": 58.971, "count": 301, "max_ms": 77.098, "p95_ms": 73.258}, "visualize": {"avg_ms": 3.787, "count": 301, "max_ms": 5.73, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16373.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20188.395, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.036, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1803566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:13:32+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T02:13:32+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T02:13:32.655866+09:00", "mtime_epoch": 1783271612.655866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:13:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.892, "count": 300, "max_ms": 28.604, "p95_ms": 18.392}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 1.43, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.429, "count": 300, "max_ms": 67.093, "p95_ms": 62.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.048, "count": 300, "max_ms": 66.171, "p95_ms": 56.902}, "yolo11_640_fire_11class": {"avg_ms": 49.163, "count": 300, "max_ms": 66.673, "p95_ms": 61.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.782, "count": 300, "max_ms": 74.953, "p95_ms": 71.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.168, "count": 301, "max_ms": 100.538, "p95_ms": 95.956}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 117.199, "p95_ms": 113.608}, "triton_wait": {"avg_ms": 52.887, "count": 300, "max_ms": 74.965, "p95_ms": 71.201}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 4.431, "p95_ms": 3.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16373.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36121.559, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.121, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2259217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:13:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:13:39+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:13:39+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T02:13:39.703974+09:00", "mtime_epoch": 1783271619.703974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:13:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2518.398, "name": "celery", "pid": 267, "rss_mb": 2518.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.353, "count": 299, "max_ms": 14.618, "p95_ms": 12.846}, "gstreamer_push": {"avg_ms": 1.328, "count": 299, "max_ms": 1.952, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.759, "count": 299, "max_ms": 72.598, "p95_ms": 64.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.507, "count": 299, "max_ms": 71.796, "p95_ms": 54.645}, "yolo11_640_fire_11class": {"avg_ms": 51.751, "count": 299, "max_ms": 71.784, "p95_ms": 64.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.673, "count": 299, "max_ms": 75.431, "p95_ms": 71.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.652, "count": 299, "max_ms": 94.559, "p95_ms": 88.412}, "read_interval": {"avg_ms": 100.474, "count": 298, "max_ms": 306.905, "p95_ms": 165.242}, "triton_wait": {"avg_ms": 55.237, "count": 299, "max_ms": 75.443, "p95_ms": 71.875}, "visualize": {"avg_ms": 3.852, "count": 299, "max_ms": 6.069, "p95_ms": 4.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16373.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20218.506, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.982, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1803867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:14:02+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T02:14:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T02:14:02.740328+09:00", "mtime_epoch": 1783271642.740328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:14:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.599, "count": 301, "max_ms": 29.553, "p95_ms": 24.124}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.976, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.726, "count": 301, "max_ms": 66.734, "p95_ms": 61.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.986, "count": 301, "max_ms": 67.795, "p95_ms": 57.452}, "yolo11_640_fire_11class": {"avg_ms": 49.484, "count": 301, "max_ms": 67.785, "p95_ms": 62.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.751, "count": 301, "max_ms": 76.868, "p95_ms": 70.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.83, "count": 301, "max_ms": 108.124, "p95_ms": 96.071}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 124.146, "p95_ms": 114.362}, "triton_wait": {"avg_ms": 52.821, "count": 301, "max_ms": 76.88, "p95_ms": 70.216}, "visualize": {"avg_ms": 3.515, "count": 301, "max_ms": 5.651, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16373.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36151.571, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.002, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2259518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:14:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:14:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:14:09+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T02:14:09.708435+09:00", "mtime_epoch": 1783271649.7084353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:14:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2518.656, "name": "celery", "pid": 267, "rss_mb": 2518.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 301, "max_ms": 12.936, "p95_ms": 8.826}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.507, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.142, "count": 301, "max_ms": 68.254, "p95_ms": 64.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.374, "count": 301, "max_ms": 68.898, "p95_ms": 55.391}, "yolo11_640_fire_11class": {"avg_ms": 53.732, "count": 301, "max_ms": 73.232, "p95_ms": 66.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.94, "count": 301, "max_ms": 75.815, "p95_ms": 71.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.187, "count": 301, "max_ms": 94.686, "p95_ms": 88.404}, "read_interval": {"avg_ms": 99.702, "count": 301, "max_ms": 415.58, "p95_ms": 143.262}, "triton_wait": {"avg_ms": 57.388, "count": 301, "max_ms": 75.828, "p95_ms": 71.79}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 4.848, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16374.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20248.506, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.955, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1804167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:14:32+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:14:32+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T02:14:32.736791+09:00", "mtime_epoch": 1783271672.7367907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:14:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.057, "count": 300, "max_ms": 27.638, "p95_ms": 18.837}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.523, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.783, "count": 300, "max_ms": 69.636, "p95_ms": 62.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.382, "count": 300, "max_ms": 66.696, "p95_ms": 57.64}, "yolo11_640_fire_11class": {"avg_ms": 49.59, "count": 300, "max_ms": 70.443, "p95_ms": 62.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.477, "count": 300, "max_ms": 77.416, "p95_ms": 68.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.151, "count": 300, "max_ms": 102.673, "p95_ms": 93.906}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 119.272, "p95_ms": 114.091}, "triton_wait": {"avg_ms": 52.643, "count": 300, "max_ms": 77.428, "p95_ms": 68.565}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 4.491, "p95_ms": 3.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16374.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36181.628, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.982, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2259819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:14:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:14:39+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T02:14:39+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T02:14:39.752899+09:00", "mtime_epoch": 1783271679.7528992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:14:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2518.656, "name": "celery", "pid": 267, "rss_mb": 2518.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 301, "max_ms": 12.976, "p95_ms": 8.72}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 2.217, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.746, "count": 301, "max_ms": 70.498, "p95_ms": 65.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.622, "count": 301, "max_ms": 72.592, "p95_ms": 56.117}, "yolo11_640_fire_11class": {"avg_ms": 52.808, "count": 301, "max_ms": 71.597, "p95_ms": 67.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.036, "count": 301, "max_ms": 74.884, "p95_ms": 71.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.39, "count": 301, "max_ms": 96.55, "p95_ms": 88.68}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 376.718, "p95_ms": 140.05}, "triton_wait": {"avg_ms": 56.483, "count": 301, "max_ms": 74.896, "p95_ms": 72.091}, "visualize": {"avg_ms": 3.784, "count": 301, "max_ms": 5.787, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16374.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20278.526, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.806, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1804467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:15:02+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T02:15:02+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T02:15:02.741256+09:00", "mtime_epoch": 1783271702.7412555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:15:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 9.999}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.012, "count": 300, "max_ms": 24.321, "p95_ms": 19.018}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.891, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.613, "count": 300, "max_ms": 66.71, "p95_ms": 62.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.572, "count": 300, "max_ms": 66.147, "p95_ms": 54.85}, "yolo11_640_fire_11class": {"avg_ms": 49.131, "count": 300, "max_ms": 66.575, "p95_ms": 61.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.796, "count": 300, "max_ms": 74.319, "p95_ms": 69.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.379, "count": 300, "max_ms": 99.767, "p95_ms": 94.995}, "read_interval": {"avg_ms": 100.009, "count": 299, "max_ms": 120.847, "p95_ms": 114.247}, "triton_wait": {"avg_ms": 51.953, "count": 300, "max_ms": 74.331, "p95_ms": 69.429}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 4.572, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16374.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36211.652, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.982, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2260119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:15:09+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T02:15:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T02:15:09.765365+09:00", "mtime_epoch": 1783271709.7653646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:15:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2518.914, "name": "celery", "pid": 267, "rss_mb": 2518.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 300, "max_ms": 12.508, "p95_ms": 9.035}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.613, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.28, "count": 300, "max_ms": 71.98, "p95_ms": 65.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.404, "count": 300, "max_ms": 70.703, "p95_ms": 57.918}, "yolo11_640_fire_11class": {"avg_ms": 51.898, "count": 300, "max_ms": 70.326, "p95_ms": 65.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.617, "count": 300, "max_ms": 76.401, "p95_ms": 71.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.097, "count": 300, "max_ms": 96.671, "p95_ms": 88.316}, "read_interval": {"avg_ms": 100.049, "count": 299, "max_ms": 327.492, "p95_ms": 195.995}, "triton_wait": {"avg_ms": 55.224, "count": 300, "max_ms": 76.414, "p95_ms": 71.795}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.818, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16374.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20308.595, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.806, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1804768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:15:32+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T02:15:32+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:15:32.849724+09:00", "mtime_epoch": 1783271732.8497238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:15:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9485.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.904, "count": 301, "max_ms": 24.097, "p95_ms": 18.3}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.883, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.575, "count": 301, "max_ms": 66.157, "p95_ms": 61.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.763, "count": 301, "max_ms": 67.243, "p95_ms": 57.373}, "yolo11_640_fire_11class": {"avg_ms": 50.307, "count": 301, "max_ms": 66.747, "p95_ms": 61.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.506, "count": 301, "max_ms": 76.298, "p95_ms": 69.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.059, "count": 301, "max_ms": 101.872, "p95_ms": 95.423}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 121.276, "p95_ms": 113.607}, "triton_wait": {"avg_ms": 53.704, "count": 301, "max_ms": 76.31, "p95_ms": 69.987}, "visualize": {"avg_ms": 3.56, "count": 301, "max_ms": 4.552, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16374.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36241.724, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.267, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2260420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:15:39+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:15:39+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:15:39.849833+09:00", "mtime_epoch": 1783271739.849833, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:15:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2518.914, "name": "celery", "pid": 267, "rss_mb": 2518.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 301, "max_ms": 10.821, "p95_ms": 8.788}, "gstreamer_push": {"avg_ms": 1.323, "count": 301, "max_ms": 2.151, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.679, "count": 301, "max_ms": 72.67, "p95_ms": 67.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.517, "count": 301, "max_ms": 72.942, "p95_ms": 55.122}, "yolo11_640_fire_11class": {"avg_ms": 55.498, "count": 301, "max_ms": 72.099, "p95_ms": 68.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.076, "count": 301, "max_ms": 77.373, "p95_ms": 72.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.643, "count": 301, "max_ms": 94.187, "p95_ms": 89.378}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 318.262, "p95_ms": 146.267}, "triton_wait": {"avg_ms": 59.698, "count": 301, "max_ms": 77.386, "p95_ms": 72.693}, "visualize": {"avg_ms": 3.74, "count": 301, "max_ms": 5.141, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16374.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20338.621, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.792, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:16:02+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T02:16:02+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:16:02.878193+09:00", "mtime_epoch": 1783271762.8781927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:16:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9486.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.044, "count": 300, "max_ms": 24.317, "p95_ms": 19.155}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.832, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.024, "count": 300, "max_ms": 65.908, "p95_ms": 61.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.655, "count": 300, "max_ms": 66.991, "p95_ms": 54.09}, "yolo11_640_fire_11class": {"avg_ms": 49.75, "count": 300, "max_ms": 66.506, "p95_ms": 62.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.664, "count": 300, "max_ms": 75.219, "p95_ms": 70.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.321, "count": 300, "max_ms": 100.598, "p95_ms": 95.866}, "read_interval": {"avg_ms": 100.091, "count": 300, "max_ms": 119.501, "p95_ms": 114.602}, "triton_wait": {"avg_ms": 52.844, "count": 300, "max_ms": 75.232, "p95_ms": 70.216}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 5.084, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16375.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36271.78, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.326, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2260720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:16:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:16:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T02:16:09+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T02:16:09.918303+09:00", "mtime_epoch": 1783271769.9183028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:16:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2519.172, "name": "celery", "pid": 267, "rss_mb": 2519.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.442, "count": 300, "max_ms": 13.819, "p95_ms": 12.694}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.579, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.183, "count": 300, "max_ms": 71.448, "p95_ms": 65.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.611, "count": 300, "max_ms": 64.47, "p95_ms": 52.415}, "yolo11_640_fire_11class": {"avg_ms": 52.124, "count": 300, "max_ms": 71.013, "p95_ms": 65.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.101, "count": 300, "max_ms": 74.141, "p95_ms": 71.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.083, "count": 300, "max_ms": 97.172, "p95_ms": 89.172}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 360.666, "p95_ms": 156.934}, "triton_wait": {"avg_ms": 55.654, "count": 300, "max_ms": 74.157, "p95_ms": 71.664}, "visualize": {"avg_ms": 3.789, "count": 300, "max_ms": 5.762, "p95_ms": 4.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16375.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20368.706, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.779, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:16:33+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T02:16:32+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:16:32.954664+09:00", "mtime_epoch": 1783271792.9546638, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:16:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9486.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 18.562, "count": 301, "max_ms": 29.866, "p95_ms": 28.589}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.615, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.158, "count": 301, "max_ms": 73.779, "p95_ms": 62.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.547, "count": 301, "max_ms": 74.282, "p95_ms": 54.036}, "yolo11_640_fire_11class": {"avg_ms": 48.722, "count": 301, "max_ms": 75.92, "p95_ms": 61.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.217, "count": 301, "max_ms": 82.318, "p95_ms": 68.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.391, "count": 301, "max_ms": 111.749, "p95_ms": 96.282}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 127.338, "p95_ms": 115.205}, "triton_wait": {"avg_ms": 51.419, "count": 301, "max_ms": 82.33, "p95_ms": 68.128}, "visualize": {"avg_ms": 3.546, "count": 301, "max_ms": 4.485, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16375.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36301.795, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.277, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2261020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:16:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:16:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T02:16:39+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T02:16:39.938773+09:00", "mtime_epoch": 1783271799.9387734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:16:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2519.172, "name": "celery", "pid": 267, "rss_mb": 2519.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.226, "count": 300, "max_ms": 14.349, "p95_ms": 11.175}, "gstreamer_push": {"avg_ms": 1.332, "count": 300, "max_ms": 2.096, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.846, "count": 300, "max_ms": 68.835, "p95_ms": 63.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.08, "count": 300, "max_ms": 68.731, "p95_ms": 51.657}, "yolo11_640_fire_11class": {"avg_ms": 50.761, "count": 300, "max_ms": 71.382, "p95_ms": 65.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.335, "count": 300, "max_ms": 76.79, "p95_ms": 70.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.34, "count": 300, "max_ms": 93.305, "p95_ms": 87.595}, "read_interval": {"avg_ms": 100.122, "count": 299, "max_ms": 345.853, "p95_ms": 174.235}, "triton_wait": {"avg_ms": 53.064, "count": 300, "max_ms": 76.806, "p95_ms": 70.378}, "visualize": {"avg_ms": 3.832, "count": 300, "max_ms": 5.84, "p95_ms": 4.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16375.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20398.717, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.788, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:17:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:17:03+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:17:02+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:17:02.967136+09:00", "mtime_epoch": 1783271822.9671357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:17:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9486.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.337, "count": 300, "max_ms": 31.017, "p95_ms": 28.848}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.663, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.584, "count": 300, "max_ms": 69.622, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.888, "count": 300, "max_ms": 69.19, "p95_ms": 57.34}, "yolo11_640_fire_11class": {"avg_ms": 50.651, "count": 300, "max_ms": 69.177, "p95_ms": 63.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.757, "count": 300, "max_ms": 79.449, "p95_ms": 71.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.733, "count": 300, "max_ms": 110.371, "p95_ms": 98.719}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 361.355, "p95_ms": 115.914}, "triton_wait": {"avg_ms": 53.982, "count": 300, "max_ms": 79.461, "p95_ms": 71.755}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 4.456, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16375.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36331.865, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.334, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2261322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:17:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:17:10+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T02:17:10.003246+09:00", "mtime_epoch": 1783271830.0032463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:17:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2519.43, "name": "celery", "pid": 267, "rss_mb": 2519.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.528, "count": 302, "max_ms": 13.774, "p95_ms": 12.744}, "gstreamer_push": {"avg_ms": 1.327, "count": 302, "max_ms": 2.163, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.307, "count": 302, "max_ms": 69.571, "p95_ms": 64.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.378, "count": 302, "max_ms": 72.924, "p95_ms": 60.883}, "yolo11_640_fire_11class": {"avg_ms": 54.371, "count": 302, "max_ms": 71.214, "p95_ms": 66.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.447, "count": 302, "max_ms": 79.06, "p95_ms": 72.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.388, "count": 302, "max_ms": 95.653, "p95_ms": 90.103}, "read_interval": {"avg_ms": 99.635, "count": 301, "max_ms": 307.85, "p95_ms": 135.507}, "triton_wait": {"avg_ms": 58.926, "count": 302, "max_ms": 79.072, "p95_ms": 72.031}, "visualize": {"avg_ms": 3.803, "count": 302, "max_ms": 4.861, "p95_ms": 4.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16375.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20428.795, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.316, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:17:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:17:33+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T02:17:33+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:17:33.051610+09:00", "mtime_epoch": 1783271853.05161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:17:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9486.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.089, "count": 301, "max_ms": 28.341, "p95_ms": 18.958}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.461, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.946, "count": 301, "max_ms": 65.797, "p95_ms": 61.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.872, "count": 301, "max_ms": 63.466, "p95_ms": 55.984}, "yolo11_640_fire_11class": {"avg_ms": 48.295, "count": 301, "max_ms": 66.803, "p95_ms": 60.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.82, "count": 301, "max_ms": 74.341, "p95_ms": 68.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.608, "count": 301, "max_ms": 102.037, "p95_ms": 93.547}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 119.223, "p95_ms": 114.197}, "triton_wait": {"avg_ms": 51.036, "count": 301, "max_ms": 74.353, "p95_ms": 68.862}, "visualize": {"avg_ms": 3.563, "count": 301, "max_ms": 4.978, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16376.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36361.933, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.144, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2261622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:17:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:17:40+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:17:40+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T02:17:40.059721+09:00", "mtime_epoch": 1783271860.0597205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:17:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2519.43, "name": "celery", "pid": 267, "rss_mb": 2519.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 300, "max_ms": 10.661, "p95_ms": 8.834}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.522, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.306, "count": 300, "max_ms": 66.702, "p95_ms": 63.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.976, "count": 300, "max_ms": 65.368, "p95_ms": 53.517}, "yolo11_640_fire_11class": {"avg_ms": 50.572, "count": 300, "max_ms": 70.657, "p95_ms": 64.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.192, "count": 300, "max_ms": 74.268, "p95_ms": 70.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.837, "count": 300, "max_ms": 90.939, "p95_ms": 87.032}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 357.061, "p95_ms": 144.632}, "triton_wait": {"avg_ms": 53.107, "count": 300, "max_ms": 74.28, "p95_ms": 70.671}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.048, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16376.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20458.808, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.177, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1806270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:18:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:18:03+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T02:18:03+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T02:18:03.064085+09:00", "mtime_epoch": 1783271883.0640845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:18:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9486.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.975, "count": 300, "max_ms": 23.593, "p95_ms": 18.87}, "gstreamer_push": {"avg_ms": 1.259, "count": 300, "max_ms": 1.81, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.904, "count": 300, "max_ms": 66.495, "p95_ms": 62.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.586, "count": 300, "max_ms": 67.773, "p95_ms": 52.983}, "yolo11_640_fire_11class": {"avg_ms": 48.666, "count": 300, "max_ms": 66.551, "p95_ms": 62.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.775, "count": 300, "max_ms": 75.312, "p95_ms": 70.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.467, "count": 300, "max_ms": 100.223, "p95_ms": 95.447}, "read_interval": {"avg_ms": 100.047, "count": 300, "max_ms": 118.16, "p95_ms": 113.652}, "triton_wait": {"avg_ms": 50.987, "count": 300, "max_ms": 75.324, "p95_ms": 70.742}, "visualize": {"avg_ms": 3.559, "count": 300, "max_ms": 4.556, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16376.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36391.983, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.82, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2261922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:18:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:18:10+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T02:18:10+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T02:18:10.124196+09:00", "mtime_epoch": 1783271890.1241963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:18:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2519.688, "name": "celery", "pid": 267, "rss_mb": 2519.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.983, "count": 300, "max_ms": 12.727, "p95_ms": 9.213}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.783, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.868, "count": 300, "max_ms": 67.461, "p95_ms": 63.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.044, "count": 300, "max_ms": 69.69, "p95_ms": 53.483}, "yolo11_640_fire_11class": {"avg_ms": 49.728, "count": 300, "max_ms": 70.788, "p95_ms": 64.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.145, "count": 300, "max_ms": 74.994, "p95_ms": 70.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.319, "count": 300, "max_ms": 91.739, "p95_ms": 86.889}, "read_interval": {"avg_ms": 100.242, "count": 299, "max_ms": 399.18, "p95_ms": 147.342}, "triton_wait": {"avg_ms": 52.597, "count": 300, "max_ms": 75.007, "p95_ms": 70.295}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 5.963, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16376.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20488.811, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.926, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1806570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:18:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:18:33+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:18:33+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T02:18:33.056560+09:00", "mtime_epoch": 1783271913.05656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:18:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9486.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.988, "count": 300, "max_ms": 23.671, "p95_ms": 19.109}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.456, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.827, "count": 300, "max_ms": 71.545, "p95_ms": 62.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.082, "count": 300, "max_ms": 69.048, "p95_ms": 54.063}, "yolo11_640_fire_11class": {"avg_ms": 48.226, "count": 300, "max_ms": 68.367, "p95_ms": 58.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.728, "count": 300, "max_ms": 74.625, "p95_ms": 64.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.31, "count": 300, "max_ms": 100.245, "p95_ms": 90.374}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 117.514, "p95_ms": 114.325}, "triton_wait": {"avg_ms": 50.937, "count": 300, "max_ms": 74.636, "p95_ms": 64.954}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 4.586, "p95_ms": 3.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16376.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36421.997, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.619, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2262223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:18:40+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T02:18:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T02:18:40.132672+09:00", "mtime_epoch": 1783271920.1326723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:18:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2519.945, "name": "celery", "pid": 267, "rss_mb": 2519.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 301, "max_ms": 10.327, "p95_ms": 8.492}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.937, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.577, "count": 301, "max_ms": 71.667, "p95_ms": 64.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.741, "count": 301, "max_ms": 68.245, "p95_ms": 54.113}, "yolo11_640_fire_11class": {"avg_ms": 51.71, "count": 301, "max_ms": 71.871, "p95_ms": 66.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.285, "count": 301, "max_ms": 77.044, "p95_ms": 71.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.5, "count": 301, "max_ms": 93.441, "p95_ms": 87.363}, "read_interval": {"avg_ms": 99.771, "count": 300, "max_ms": 350.862, "p95_ms": 151.749}, "triton_wait": {"avg_ms": 54.841, "count": 301, "max_ms": 77.057, "p95_ms": 71.18}, "visualize": {"avg_ms": 3.696, "count": 301, "max_ms": 6.021, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16376.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20518.815, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.258, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1806870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:19:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:19:03+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T02:19:03+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T02:19:03.057037+09:00", "mtime_epoch": 1783271943.0570369, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:19:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9486.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.172, "count": 300, "max_ms": 24.057, "p95_ms": 19.243}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.821, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.317, "count": 300, "max_ms": 71.486, "p95_ms": 63.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.356, "count": 300, "max_ms": 71.474, "p95_ms": 56.488}, "yolo11_640_fire_11class": {"avg_ms": 50.257, "count": 300, "max_ms": 70.266, "p95_ms": 64.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.212, "count": 300, "max_ms": 79.891, "p95_ms": 71.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.058, "count": 300, "max_ms": 104.678, "p95_ms": 97.276}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 123.848, "p95_ms": 114.506}, "triton_wait": {"avg_ms": 53.439, "count": 300, "max_ms": 79.903, "p95_ms": 71.885}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 5.834, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16376.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36452.043, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.698, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2262523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:19:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:19:10+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:19:10+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T02:19:10.173150+09:00", "mtime_epoch": 1783271950.1731503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:19:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2519.945, "name": "celery", "pid": 267, "rss_mb": 2519.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.134, "count": 300, "max_ms": 13.255, "p95_ms": 9.001}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 1.894, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.163, "count": 300, "max_ms": 71.112, "p95_ms": 65.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.134, "count": 300, "max_ms": 73.105, "p95_ms": 57.855}, "yolo11_640_fire_11class": {"avg_ms": 53.306, "count": 300, "max_ms": 74.149, "p95_ms": 67.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.605, "count": 300, "max_ms": 76.875, "p95_ms": 71.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.149, "count": 300, "max_ms": 93.093, "p95_ms": 88.698}, "read_interval": {"avg_ms": 100.199, "count": 299, "max_ms": 437.616, "p95_ms": 164.383}, "triton_wait": {"avg_ms": 57.151, "count": 300, "max_ms": 76.887, "p95_ms": 72.138}, "visualize": {"avg_ms": 3.775, "count": 300, "max_ms": 5.852, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16377.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20548.912, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.285, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:19:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:19:33+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:19:33+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T02:19:33.157517+09:00", "mtime_epoch": 1783271973.1575167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:19:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9487.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.665, "count": 300, "max_ms": 28.2, "p95_ms": 23.259}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.696, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.414, "count": 300, "max_ms": 67.338, "p95_ms": 63.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.674, "count": 300, "max_ms": 66.098, "p95_ms": 58.376}, "yolo11_640_fire_11class": {"avg_ms": 50.152, "count": 300, "max_ms": 67.325, "p95_ms": 63.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.04, "count": 300, "max_ms": 75.843, "p95_ms": 71.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.359, "count": 300, "max_ms": 101.676, "p95_ms": 96.815}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 118.613, "p95_ms": 114.318}, "triton_wait": {"avg_ms": 53.228, "count": 300, "max_ms": 75.856, "p95_ms": 71.336}, "visualize": {"avg_ms": 3.554, "count": 300, "max_ms": 5.229, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16377.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36482.101, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.91, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2262822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:19:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:19:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:19:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T02:19:40.241630+09:00", "mtime_epoch": 1783271980.2416296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:19:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2520.203, "name": "celery", "pid": 267, "rss_mb": 2520.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.121, "count": 299, "max_ms": 13.511, "p95_ms": 10.342}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 2.187, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.497, "count": 299, "max_ms": 72.791, "p95_ms": 67.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.33, "count": 299, "max_ms": 72.263, "p95_ms": 62.993}, "yolo11_640_fire_11class": {"avg_ms": 53.734, "count": 299, "max_ms": 72.002, "p95_ms": 67.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.349, "count": 299, "max_ms": 75.784, "p95_ms": 72.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.084, "count": 299, "max_ms": 99.109, "p95_ms": 89.96}, "read_interval": {"avg_ms": 100.591, "count": 298, "max_ms": 373.457, "p95_ms": 196.309}, "triton_wait": {"avg_ms": 56.996, "count": 299, "max_ms": 75.797, "p95_ms": 72.916}, "visualize": {"avg_ms": 3.755, "count": 299, "max_ms": 6.071, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16377.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20578.989, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.822, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:20:03+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:20:03+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T02:20:03.253997+09:00", "mtime_epoch": 1783272003.2539973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:20:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9487.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.768, "count": 301, "max_ms": 31.207, "p95_ms": 29.127}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 1.72, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.134, "count": 301, "max_ms": 67.348, "p95_ms": 63.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.219, "count": 301, "max_ms": 66.633, "p95_ms": 56.569}, "yolo11_640_fire_11class": {"avg_ms": 49.601, "count": 301, "max_ms": 66.313, "p95_ms": 62.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.435, "count": 301, "max_ms": 76.358, "p95_ms": 70.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.852, "count": 301, "max_ms": 110.959, "p95_ms": 98.945}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 130.263, "p95_ms": 116.447}, "triton_wait": {"avg_ms": 52.705, "count": 301, "max_ms": 76.37, "p95_ms": 70.818}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 4.362, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16377.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36512.123, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.946, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2263124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:20:10+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:20:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:20:10.242109+09:00", "mtime_epoch": 1783272010.242109, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:20:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2520.203, "name": "celery", "pid": 267, "rss_mb": 2520.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.725, "count": 302, "max_ms": 14.969, "p95_ms": 13.002}, "gstreamer_push": {"avg_ms": 1.317, "count": 302, "max_ms": 1.873, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.907, "count": 302, "max_ms": 68.955, "p95_ms": 64.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.774, "count": 302, "max_ms": 71.874, "p95_ms": 55.203}, "yolo11_640_fire_11class": {"avg_ms": 51.518, "count": 302, "max_ms": 70.736, "p95_ms": 64.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.975, "count": 302, "max_ms": 75.244, "p95_ms": 70.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.143, "count": 302, "max_ms": 96.54, "p95_ms": 90.014}, "read_interval": {"avg_ms": 99.406, "count": 301, "max_ms": 282.585, "p95_ms": 146.496}, "triton_wait": {"avg_ms": 55.379, "count": 302, "max_ms": 75.258, "p95_ms": 70.886}, "visualize": {"avg_ms": 3.784, "count": 302, "max_ms": 4.862, "p95_ms": 4.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16377.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20609.012, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.858, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:20:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:20:33+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T02:20:33+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T02:20:33.270478+09:00", "mtime_epoch": 1783272033.2704778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:20:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9487.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.214, "count": 300, "max_ms": 29.977, "p95_ms": 19.353}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.809, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.914, "count": 300, "max_ms": 66.68, "p95_ms": 62.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.147, "count": 300, "max_ms": 67.485, "p95_ms": 56.132}, "yolo11_640_fire_11class": {"avg_ms": 49.49, "count": 300, "max_ms": 67.996, "p95_ms": 62.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.171, "count": 300, "max_ms": 77.072, "p95_ms": 70.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.945, "count": 300, "max_ms": 103.195, "p95_ms": 96.784}, "read_interval": {"avg_ms": 100.054, "count": 300, "max_ms": 119.887, "p95_ms": 114.359}, "triton_wait": {"avg_ms": 52.375, "count": 300, "max_ms": 77.083, "p95_ms": 70.768}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 5.483, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16377.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36542.133, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.911, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2263423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:20:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:20:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:20:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:20:40.250590+09:00", "mtime_epoch": 1783272040.2505896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:20:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2520.461, "name": "celery", "pid": 267, "rss_mb": 2520.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 299, "max_ms": 14.159, "p95_ms": 8.402}, "gstreamer_push": {"avg_ms": 1.299, "count": 299, "max_ms": 1.734, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.84, "count": 299, "max_ms": 71.326, "p95_ms": 65.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.236, "count": 299, "max_ms": 71.337, "p95_ms": 57.981}, "yolo11_640_fire_11class": {"avg_ms": 52.745, "count": 299, "max_ms": 72.473, "p95_ms": 67.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.937, "count": 299, "max_ms": 79.327, "p95_ms": 72.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.392, "count": 299, "max_ms": 95.858, "p95_ms": 89.518}, "read_interval": {"avg_ms": 100.358, "count": 299, "max_ms": 396.858, "p95_ms": 143.269}, "triton_wait": {"avg_ms": 56.555, "count": 299, "max_ms": 79.34, "p95_ms": 72.766}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 6.081, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16378.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20639.114, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.044, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1808073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:21:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:21:03+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T02:21:03+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T02:21:03.346960+09:00", "mtime_epoch": 1783272063.34696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114162}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:21:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9487.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.136, "count": 300, "max_ms": 28.416, "p95_ms": 19.403}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.648, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.615, "count": 300, "max_ms": 64.532, "p95_ms": 62.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.11, "count": 300, "max_ms": 65.302, "p95_ms": 53.34}, "yolo11_640_fire_11class": {"avg_ms": 49.406, "count": 300, "max_ms": 65.619, "p95_ms": 63.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.093, "count": 300, "max_ms": 78.207, "p95_ms": 71.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.841, "count": 300, "max_ms": 103.01, "p95_ms": 96.807}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 120.262, "p95_ms": 114.888}, "triton_wait": {"avg_ms": 52.247, "count": 300, "max_ms": 78.218, "p95_ms": 71.748}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 5.213, "p95_ms": 3.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16377.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36572.181, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.731, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2263725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:21:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:21:10+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T02:21:10.275071+09:00", "mtime_epoch": 1783272070.2750714, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:21:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2520.461, "name": "celery", "pid": 267, "rss_mb": 2520.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 302, "max_ms": 11.371, "p95_ms": 8.358}, "gstreamer_push": {"avg_ms": 1.301, "count": 302, "max_ms": 1.48, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.858, "count": 302, "max_ms": 68.92, "p95_ms": 63.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.332, "count": 302, "max_ms": 65.887, "p95_ms": 55.91}, "yolo11_640_fire_11class": {"avg_ms": 51.471, "count": 302, "max_ms": 72.137, "p95_ms": 65.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.359, "count": 302, "max_ms": 80.089, "p95_ms": 70.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.633, "count": 302, "max_ms": 96.498, "p95_ms": 87.718}, "read_interval": {"avg_ms": 99.56, "count": 301, "max_ms": 381.735, "p95_ms": 146.121}, "triton_wait": {"avg_ms": 54.884, "count": 302, "max_ms": 80.102, "p95_ms": 70.873}, "visualize": {"avg_ms": 3.713, "count": 302, "max_ms": 4.729, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16378.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20669.203, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.901, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1808374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:21:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:21:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:21:33+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:21:33.455444+09:00", "mtime_epoch": 1783272093.4554439, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:21:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9487.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.128, "count": 300, "max_ms": 28.192, "p95_ms": 20.193}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.479, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.658, "count": 300, "max_ms": 69.0, "p95_ms": 61.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.691, "count": 300, "max_ms": 71.881, "p95_ms": 53.602}, "yolo11_640_fire_11class": {"avg_ms": 48.139, "count": 300, "max_ms": 66.482, "p95_ms": 62.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.669, "count": 300, "max_ms": 75.539, "p95_ms": 68.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.337, "count": 300, "max_ms": 101.694, "p95_ms": 93.395}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 123.67, "p95_ms": 114.738}, "triton_wait": {"avg_ms": 50.738, "count": 300, "max_ms": 75.551, "p95_ms": 68.794}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 4.749, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16378.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36602.2, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.744, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2264025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:21:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:21:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:21:40+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T02:21:40.343555+09:00", "mtime_epoch": 1783272100.3435547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:21:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2520.719, "name": "celery", "pid": 267, "rss_mb": 2520.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.004, "count": 300, "max_ms": 12.231, "p95_ms": 8.343}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.521, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.175, "count": 300, "max_ms": 67.065, "p95_ms": 63.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.082, "count": 300, "max_ms": 62.961, "p95_ms": 52.112}, "yolo11_640_fire_11class": {"avg_ms": 49.714, "count": 300, "max_ms": 66.811, "p95_ms": 63.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.497, "count": 300, "max_ms": 75.086, "p95_ms": 71.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.787, "count": 300, "max_ms": 92.49, "p95_ms": 87.971}, "read_interval": {"avg_ms": 100.131, "count": 299, "max_ms": 386.922, "p95_ms": 155.311}, "triton_wait": {"avg_ms": 52.945, "count": 300, "max_ms": 75.099, "p95_ms": 71.187}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 5.649, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16378.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20699.291, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.666, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1808675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:22:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:22:03+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T02:22:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T02:22:03.531928+09:00", "mtime_epoch": 1783272123.531928, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:22:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9487.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.052, "count": 301, "max_ms": 25.266, "p95_ms": 20.061}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.897, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.817, "count": 301, "max_ms": 68.803, "p95_ms": 61.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.158, "count": 301, "max_ms": 63.345, "p95_ms": 52.265}, "yolo11_640_fire_11class": {"avg_ms": 48.13, "count": 301, "max_ms": 69.361, "p95_ms": 61.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.785, "count": 301, "max_ms": 73.358, "p95_ms": 67.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.491, "count": 301, "max_ms": 99.017, "p95_ms": 93.046}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 118.088, "p95_ms": 114.041}, "triton_wait": {"avg_ms": 50.905, "count": 301, "max_ms": 73.371, "p95_ms": 67.68}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 5.424, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16378.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36632.244, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.414, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2264324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:22:10+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:22:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T02:22:10.360038+09:00", "mtime_epoch": 1783272130.360038, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:22:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2520.977, "name": "celery", "pid": 267, "rss_mb": 2520.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.022, "count": 299, "max_ms": 14.019, "p95_ms": 8.732}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 2.023, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.786, "count": 299, "max_ms": 72.955, "p95_ms": 64.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.032, "count": 299, "max_ms": 69.38, "p95_ms": 52.704}, "yolo11_640_fire_11class": {"avg_ms": 50.846, "count": 299, "max_ms": 70.317, "p95_ms": 65.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.823, "count": 299, "max_ms": 75.027, "p95_ms": 70.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.217, "count": 299, "max_ms": 91.671, "p95_ms": 88.333}, "read_interval": {"avg_ms": 100.4, "count": 299, "max_ms": 384.209, "p95_ms": 197.134}, "triton_wait": {"avg_ms": 54.31, "count": 299, "max_ms": 75.037, "p95_ms": 71.132}, "visualize": {"avg_ms": 3.744, "count": 299, "max_ms": 4.684, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16379.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20729.292, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.721, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1808975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:22:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:22:33+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:22:33+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T02:22:33.524412+09:00", "mtime_epoch": 1783272153.5244117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:22:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9487.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.857, "count": 300, "max_ms": 22.462, "p95_ms": 18.745}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.946, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.136, "count": 300, "max_ms": 66.198, "p95_ms": 62.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.076, "count": 300, "max_ms": 71.824, "p95_ms": 55.807}, "yolo11_640_fire_11class": {"avg_ms": 49.525, "count": 300, "max_ms": 70.406, "p95_ms": 62.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.426, "count": 300, "max_ms": 74.807, "p95_ms": 70.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.909, "count": 300, "max_ms": 99.425, "p95_ms": 94.984}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 122.384, "p95_ms": 114.632}, "triton_wait": {"avg_ms": 52.624, "count": 300, "max_ms": 74.818, "p95_ms": 70.563}, "visualize": {"avg_ms": 3.503, "count": 300, "max_ms": 4.638, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16378.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36662.342, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.415, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2264626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:22:40+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:22:40+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:22:40.460524+09:00", "mtime_epoch": 1783272160.4605236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:22:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2520.977, "name": "celery", "pid": 267, "rss_mb": 2520.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.978, "count": 302, "max_ms": 13.072, "p95_ms": 8.784}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 2.048, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.732, "count": 302, "max_ms": 71.356, "p95_ms": 65.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.863, "count": 302, "max_ms": 71.518, "p95_ms": 56.358}, "yolo11_640_fire_11class": {"avg_ms": 50.927, "count": 302, "max_ms": 70.339, "p95_ms": 65.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.902, "count": 302, "max_ms": 73.847, "p95_ms": 70.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.327, "count": 302, "max_ms": 91.295, "p95_ms": 87.311}, "read_interval": {"avg_ms": 99.655, "count": 301, "max_ms": 432.542, "p95_ms": 160.709}, "triton_wait": {"avg_ms": 54.477, "count": 302, "max_ms": 73.859, "p95_ms": 70.632}, "visualize": {"avg_ms": 3.702, "count": 302, "max_ms": 4.655, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16379.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20759.302, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.591, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:23:03+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:23:03+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T02:23:03.564897+09:00", "mtime_epoch": 1783272183.5648968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:23:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9488.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.879, "count": 300, "max_ms": 22.942, "p95_ms": 18.669}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.932, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.45, "count": 300, "max_ms": 68.465, "p95_ms": 62.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.212, "count": 300, "max_ms": 65.611, "p95_ms": 54.223}, "yolo11_640_fire_11class": {"avg_ms": 48.478, "count": 300, "max_ms": 68.338, "p95_ms": 61.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.267, "count": 300, "max_ms": 74.728, "p95_ms": 67.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.887, "count": 300, "max_ms": 99.979, "p95_ms": 94.314}, "read_interval": {"avg_ms": 100.036, "count": 300, "max_ms": 116.617, "p95_ms": 113.355}, "triton_wait": {"avg_ms": 51.526, "count": 300, "max_ms": 74.74, "p95_ms": 68.172}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 4.607, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16379.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36692.392, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.553, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2264926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:23:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:23:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:23:10+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T02:23:10.533010+09:00", "mtime_epoch": 1783272190.5330095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:23:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2521.234, "name": "celery", "pid": 267, "rss_mb": 2521.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.163, "count": 300, "max_ms": 13.643, "p95_ms": 11.476}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 1.938, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.403, "count": 300, "max_ms": 70.471, "p95_ms": 65.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.851, "count": 300, "max_ms": 71.123, "p95_ms": 57.821}, "yolo11_640_fire_11class": {"avg_ms": 52.221, "count": 300, "max_ms": 72.302, "p95_ms": 67.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.082, "count": 300, "max_ms": 77.299, "p95_ms": 71.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.852, "count": 300, "max_ms": 94.064, "p95_ms": 88.31}, "read_interval": {"avg_ms": 100.233, "count": 299, "max_ms": 414.855, "p95_ms": 165.625}, "triton_wait": {"avg_ms": 55.757, "count": 300, "max_ms": 77.313, "p95_ms": 71.349}, "visualize": {"avg_ms": 3.737, "count": 300, "max_ms": 6.049, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16379.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20789.383, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.765, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:23:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:23:33+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:23:33+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:23:33.637383+09:00", "mtime_epoch": 1783272213.6373832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:23:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9488.219, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.04, "count": 301, "max_ms": 23.429, "p95_ms": 18.853}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.742, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.02, "count": 301, "max_ms": 66.456, "p95_ms": 62.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.38, "count": 301, "max_ms": 69.413, "p95_ms": 58.993}, "yolo11_640_fire_11class": {"avg_ms": 49.239, "count": 301, "max_ms": 69.733, "p95_ms": 61.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.019, "count": 301, "max_ms": 75.473, "p95_ms": 70.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.984, "count": 301, "max_ms": 100.805, "p95_ms": 95.723}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 119.754, "p95_ms": 115.244}, "triton_wait": {"avg_ms": 52.533, "count": 301, "max_ms": 75.483, "p95_ms": 70.773}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 4.917, "p95_ms": 3.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16379.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36722.461, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.679, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2265228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:23:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:23:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:23:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T02:23:40.601496+09:00", "mtime_epoch": 1783272220.601496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:23:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2521.234, "name": "celery", "pid": 267, "rss_mb": 2521.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.066, "count": 302, "max_ms": 14.211, "p95_ms": 10.058}, "gstreamer_push": {"avg_ms": 1.326, "count": 302, "max_ms": 2.175, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.516, "count": 302, "max_ms": 70.949, "p95_ms": 64.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.934, "count": 302, "max_ms": 71.656, "p95_ms": 55.258}, "yolo11_640_fire_11class": {"avg_ms": 51.206, "count": 302, "max_ms": 70.332, "p95_ms": 67.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.41, "count": 302, "max_ms": 76.004, "p95_ms": 71.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.031, "count": 302, "max_ms": 92.591, "p95_ms": 88.486}, "read_interval": {"avg_ms": 99.624, "count": 301, "max_ms": 235.008, "p95_ms": 136.004}, "triton_wait": {"avg_ms": 54.938, "count": 302, "max_ms": 76.014, "p95_ms": 71.464}, "visualize": {"avg_ms": 3.8, "count": 302, "max_ms": 6.053, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16380.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20819.421, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.312, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:24:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:24:03+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:24:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T02:24:03.665870+09:00", "mtime_epoch": 1783272243.6658697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:24:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9488.477, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.918, "count": 300, "max_ms": 21.476, "p95_ms": 18.823}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.795, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.514, "count": 300, "max_ms": 64.744, "p95_ms": 60.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.894, "count": 300, "max_ms": 67.106, "p95_ms": 55.189}, "yolo11_640_fire_11class": {"avg_ms": 48.688, "count": 300, "max_ms": 65.282, "p95_ms": 59.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.514, "count": 300, "max_ms": 74.452, "p95_ms": 66.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.026, "count": 300, "max_ms": 99.142, "p95_ms": 93.057}, "read_interval": {"avg_ms": 100.037, "count": 299, "max_ms": 119.856, "p95_ms": 113.681}, "triton_wait": {"avg_ms": 51.667, "count": 300, "max_ms": 74.463, "p95_ms": 66.72}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 4.408, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16379.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36752.521, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.553, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2265527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:24:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:24:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:24:10+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:24:10.641983+09:00", "mtime_epoch": 1783272250.6419828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:24:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2521.492, "name": "celery", "pid": 267, "rss_mb": 2521.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.107, "count": 299, "max_ms": 12.301, "p95_ms": 9.005}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 2.041, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.684, "count": 299, "max_ms": 74.414, "p95_ms": 65.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.533, "count": 299, "max_ms": 71.047, "p95_ms": 55.808}, "yolo11_640_fire_11class": {"avg_ms": 52.128, "count": 299, "max_ms": 71.794, "p95_ms": 65.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.529, "count": 299, "max_ms": 73.776, "p95_ms": 71.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.418, "count": 299, "max_ms": 92.74, "p95_ms": 88.226}, "read_interval": {"avg_ms": 100.434, "count": 298, "max_ms": 374.3, "p95_ms": 159.057}, "triton_wait": {"avg_ms": 55.353, "count": 299, "max_ms": 74.427, "p95_ms": 71.54}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 4.7, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16380.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20849.488, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.177, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:24:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:24:33+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:24:33+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:24:33.742357+09:00", "mtime_epoch": 1783272273.7423575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:24:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9488.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.867, "count": 301, "max_ms": 23.08, "p95_ms": 18.99}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.464, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.042, "count": 301, "max_ms": 69.196, "p95_ms": 62.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.247, "count": 301, "max_ms": 66.697, "p95_ms": 58.563}, "yolo11_640_fire_11class": {"avg_ms": 50.876, "count": 301, "max_ms": 69.167, "p95_ms": 61.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.887, "count": 301, "max_ms": 74.93, "p95_ms": 70.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.314, "count": 301, "max_ms": 104.782, "p95_ms": 95.602}, "read_interval": {"avg_ms": 99.927, "count": 300, "max_ms": 120.481, "p95_ms": 113.992}, "triton_wait": {"avg_ms": 55.1, "count": 301, "max_ms": 74.941, "p95_ms": 70.632}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 4.474, "p95_ms": 3.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16379.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36782.64, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.976, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2265826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:24:40+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:24:40+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-06T02:24:40.546468+09:00", "mtime_epoch": 1783272280.5464678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:24:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2521.492, "name": "celery", "pid": 267, "rss_mb": 2521.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.025, "count": 298, "max_ms": 12.18, "p95_ms": 8.904}, "gstreamer_push": {"avg_ms": 1.288, "count": 298, "max_ms": 1.543, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.456, "count": 298, "max_ms": 73.451, "p95_ms": 69.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.275, "count": 298, "max_ms": 73.067, "p95_ms": 61.749}, "yolo11_640_fire_11class": {"avg_ms": 54.167, "count": 298, "max_ms": 70.544, "p95_ms": 65.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.929, "count": 298, "max_ms": 77.468, "p95_ms": 73.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.134, "count": 298, "max_ms": 93.954, "p95_ms": 91.457}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 355.873, "p95_ms": 176.71}, "triton_wait": {"avg_ms": 59.817, "count": 298, "max_ms": 77.48, "p95_ms": 73.741}, "visualize": {"avg_ms": 3.683, "count": 298, "max_ms": 4.622, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16380.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20879.492, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.602, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:25:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:25:03+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T02:25:03+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T02:25:03.730844+09:00", "mtime_epoch": 1783272303.7308443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:25:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9488.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.992, "count": 300, "max_ms": 28.461, "p95_ms": 18.767}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.787, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.515, "count": 300, "max_ms": 72.17, "p95_ms": 63.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.936, "count": 300, "max_ms": 73.93, "p95_ms": 58.112}, "yolo11_640_fire_11class": {"avg_ms": 49.476, "count": 300, "max_ms": 71.139, "p95_ms": 61.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.675, "count": 300, "max_ms": 80.1, "p95_ms": 69.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.341, "count": 300, "max_ms": 104.609, "p95_ms": 95.261}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 121.549, "p95_ms": 112.89}, "triton_wait": {"avg_ms": 52.969, "count": 300, "max_ms": 80.112, "p95_ms": 69.991}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.629, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16380.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36812.661, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.918, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2266128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:25:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:25:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:25:10+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T02:25:10.798959+09:00", "mtime_epoch": 1783272310.7989593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:25:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2521.75, "name": "celery", "pid": 267, "rss_mb": 2521.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.126, "count": 302, "max_ms": 14.232, "p95_ms": 9.785}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.903, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.264, "count": 302, "max_ms": 71.69, "p95_ms": 65.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.373, "count": 302, "max_ms": 70.72, "p95_ms": 56.571}, "yolo11_640_fire_11class": {"avg_ms": 52.524, "count": 302, "max_ms": 70.982, "p95_ms": 67.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.239, "count": 302, "max_ms": 77.394, "p95_ms": 70.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.911, "count": 302, "max_ms": 93.842, "p95_ms": 88.21}, "read_interval": {"avg_ms": 99.472, "count": 301, "max_ms": 367.689, "p95_ms": 180.071}, "triton_wait": {"avg_ms": 55.865, "count": 302, "max_ms": 77.406, "p95_ms": 70.674}, "visualize": {"avg_ms": 3.751, "count": 302, "max_ms": 5.423, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16381.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20909.505, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.602, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:25:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:25:33+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T02:25:33+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:25:33.759333+09:00", "mtime_epoch": 1783272333.7593327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:25:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9488.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.387, "count": 300, "max_ms": 28.409, "p95_ms": 20.589}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.945, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.699, "count": 300, "max_ms": 64.516, "p95_ms": 62.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.988, "count": 300, "max_ms": 65.912, "p95_ms": 52.32}, "yolo11_640_fire_11class": {"avg_ms": 48.457, "count": 300, "max_ms": 65.818, "p95_ms": 62.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.957, "count": 300, "max_ms": 75.44, "p95_ms": 71.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.979, "count": 300, "max_ms": 101.275, "p95_ms": 96.693}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 117.621, "p95_ms": 113.932}, "triton_wait": {"avg_ms": 51.093, "count": 300, "max_ms": 75.452, "p95_ms": 71.193}, "visualize": {"avg_ms": 3.587, "count": 300, "max_ms": 5.281, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16380.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36842.705, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.798, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2266429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:25:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T02:25:40+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T02:25:40.843448+09:00", "mtime_epoch": 1783272340.843448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:25:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2521.75, "name": "celery", "pid": 267, "rss_mb": 2521.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.031, "count": 301, "max_ms": 13.667, "p95_ms": 8.804}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.554, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.235, "count": 301, "max_ms": 67.519, "p95_ms": 63.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.737, "count": 301, "max_ms": 73.17, "p95_ms": 57.97}, "yolo11_640_fire_11class": {"avg_ms": 51.144, "count": 301, "max_ms": 73.158, "p95_ms": 64.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.878, "count": 301, "max_ms": 76.151, "p95_ms": 70.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.532, "count": 301, "max_ms": 92.596, "p95_ms": 87.433}, "read_interval": {"avg_ms": 99.867, "count": 300, "max_ms": 370.628, "p95_ms": 187.745}, "triton_wait": {"avg_ms": 54.616, "count": 301, "max_ms": 76.164, "p95_ms": 70.928}, "visualize": {"avg_ms": 3.741, "count": 301, "max_ms": 5.59, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16380.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20939.515, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.49, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1811077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:26:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:26:03+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T02:26:03+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T02:26:03.731820+09:00", "mtime_epoch": 1783272363.7318203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:26:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9488.992, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.292, "count": 300, "max_ms": 29.221, "p95_ms": 19.769}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.614, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.89, "count": 300, "max_ms": 65.871, "p95_ms": 63.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.291, "count": 300, "max_ms": 66.708, "p95_ms": 57.369}, "yolo11_640_fire_11class": {"avg_ms": 49.716, "count": 300, "max_ms": 67.59, "p95_ms": 62.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.001, "count": 300, "max_ms": 76.845, "p95_ms": 71.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.78, "count": 300, "max_ms": 101.125, "p95_ms": 96.357}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 117.218, "p95_ms": 113.755}, "triton_wait": {"avg_ms": 53.146, "count": 300, "max_ms": 76.857, "p95_ms": 71.351}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 4.469, "p95_ms": 3.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16381.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36872.787, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.799, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2266729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:26:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T02:26:10+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T02:26:10.923938+09:00", "mtime_epoch": 1783272370.9239376, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:26:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2522.008, "name": "celery", "pid": 267, "rss_mb": 2522.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.136, "count": 299, "max_ms": 13.611, "p95_ms": 11.989}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 1.922, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.289, "count": 299, "max_ms": 69.39, "p95_ms": 64.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.661, "count": 299, "max_ms": 69.905, "p95_ms": 60.508}, "yolo11_640_fire_11class": {"avg_ms": 52.342, "count": 299, "max_ms": 70.139, "p95_ms": 66.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.219, "count": 299, "max_ms": 77.08, "p95_ms": 72.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.759, "count": 299, "max_ms": 93.857, "p95_ms": 88.626}, "read_interval": {"avg_ms": 100.324, "count": 299, "max_ms": 381.021, "p95_ms": 174.471}, "triton_wait": {"avg_ms": 56.716, "count": 299, "max_ms": 77.091, "p95_ms": 72.095}, "visualize": {"avg_ms": 3.765, "count": 299, "max_ms": 6.002, "p95_ms": 4.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16381.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20969.584, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.625, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1811378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:26:33+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:26:33+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T02:26:33.848311+09:00", "mtime_epoch": 1783272393.848311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:26:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9489.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.235, "count": 301, "max_ms": 26.404, "p95_ms": 19.72}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 2.352, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.748, "count": 301, "max_ms": 74.63, "p95_ms": 63.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.538, "count": 301, "max_ms": 78.386, "p95_ms": 54.338}, "yolo11_640_fire_11class": {"avg_ms": 49.555, "count": 301, "max_ms": 71.698, "p95_ms": 62.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.817, "count": 301, "max_ms": 78.155, "p95_ms": 71.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.722, "count": 301, "max_ms": 103.086, "p95_ms": 96.522}, "read_interval": {"avg_ms": 99.929, "count": 300, "max_ms": 118.717, "p95_ms": 114.509}, "triton_wait": {"avg_ms": 52.2, "count": 301, "max_ms": 78.398, "p95_ms": 71.25}, "visualize": {"avg_ms": 3.495, "count": 301, "max_ms": 5.454, "p95_ms": 3.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16381.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36902.788, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.756, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2267031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:26:40+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T02:26:40+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T02:26:40.880426+09:00", "mtime_epoch": 1783272400.8804257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:26:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2522.266, "name": "celery", "pid": 267, "rss_mb": 2522.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 302, "max_ms": 13.494, "p95_ms": 8.782}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 2.12, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.094, "count": 302, "max_ms": 72.182, "p95_ms": 64.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.616, "count": 302, "max_ms": 68.409, "p95_ms": 57.419}, "yolo11_640_fire_11class": {"avg_ms": 51.105, "count": 302, "max_ms": 69.182, "p95_ms": 65.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.034, "count": 302, "max_ms": 76.116, "p95_ms": 69.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.439, "count": 302, "max_ms": 92.711, "p95_ms": 86.584}, "read_interval": {"avg_ms": 99.363, "count": 302, "max_ms": 374.334, "p95_ms": 155.656}, "triton_wait": {"avg_ms": 55.526, "count": 302, "max_ms": 76.129, "p95_ms": 69.715}, "visualize": {"avg_ms": 3.743, "count": 302, "max_ms": 5.867, "p95_ms": 4.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16381.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20999.61, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1811678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:27:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:27:03+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T02:27:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:27:03.860801+09:00", "mtime_epoch": 1783272423.8608005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:27:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9489.25, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.186, "count": 300, "max_ms": 28.592, "p95_ms": 19.106}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.785, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.262, "count": 300, "max_ms": 67.047, "p95_ms": 63.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.288, "count": 300, "max_ms": 68.478, "p95_ms": 57.086}, "yolo11_640_fire_11class": {"avg_ms": 49.528, "count": 300, "max_ms": 70.724, "p95_ms": 63.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.771, "count": 300, "max_ms": 74.569, "p95_ms": 72.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.473, "count": 300, "max_ms": 99.498, "p95_ms": 97.184}, "read_interval": {"avg_ms": 100.05, "count": 300, "max_ms": 119.368, "p95_ms": 115.197}, "triton_wait": {"avg_ms": 52.949, "count": 300, "max_ms": 74.58, "p95_ms": 72.399}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 5.498, "p95_ms": 3.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16381.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36932.819, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.918, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2267330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:27:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:27:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:27:10+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T02:27:10.932916+09:00", "mtime_epoch": 1783272430.932916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:27:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2522.266, "name": "celery", "pid": 267, "rss_mb": 2522.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.014, "count": 299, "max_ms": 13.346, "p95_ms": 8.805}, "gstreamer_push": {"avg_ms": 1.316, "count": 299, "max_ms": 1.608, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.753, "count": 299, "max_ms": 73.197, "p95_ms": 65.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.849, "count": 299, "max_ms": 71.294, "p95_ms": 61.442}, "yolo11_640_fire_11class": {"avg_ms": 51.498, "count": 299, "max_ms": 72.047, "p95_ms": 64.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.24, "count": 299, "max_ms": 76.262, "p95_ms": 72.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.812, "count": 299, "max_ms": 96.792, "p95_ms": 89.655}, "read_interval": {"avg_ms": 100.434, "count": 298, "max_ms": 395.988, "p95_ms": 201.032}, "triton_wait": {"avg_ms": 55.723, "count": 299, "max_ms": 76.274, "p95_ms": 72.176}, "visualize": {"avg_ms": 3.748, "count": 299, "max_ms": 4.642, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16382.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21029.695, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1811979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:27:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:27:34+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T02:27:33+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T02:27:33.925291+09:00", "mtime_epoch": 1783272453.9252913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:27:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9489.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.309, "count": 300, "max_ms": 28.58, "p95_ms": 21.405}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 2.163, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.642, "count": 300, "max_ms": 67.932, "p95_ms": 63.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.97, "count": 300, "max_ms": 69.735, "p95_ms": 54.096}, "yolo11_640_fire_11class": {"avg_ms": 48.74, "count": 300, "max_ms": 67.386, "p95_ms": 62.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.98, "count": 300, "max_ms": 77.434, "p95_ms": 70.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.875, "count": 301, "max_ms": 102.944, "p95_ms": 95.895}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 121.543, "p95_ms": 113.767}, "triton_wait": {"avg_ms": 52.152, "count": 300, "max_ms": 77.447, "p95_ms": 70.867}, "visualize": {"avg_ms": 3.589, "count": 300, "max_ms": 5.371, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16381.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36962.848, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.904, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2267632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:27:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:27:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T02:27:40.985407+09:00", "mtime_epoch": 1783272460.9854066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:27:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2522.523, "name": "celery", "pid": 267, "rss_mb": 2522.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 8.039, "count": 302, "max_ms": 14.303, "p95_ms": 8.827}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 1.865, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.531, "count": 302, "max_ms": 69.487, "p95_ms": 63.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.577, "count": 302, "max_ms": 68.643, "p95_ms": 55.027}, "yolo11_640_fire_11class": {"avg_ms": 49.674, "count": 302, "max_ms": 69.284, "p95_ms": 62.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.195, "count": 302, "max_ms": 76.266, "p95_ms": 69.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.688, "count": 302, "max_ms": 93.157, "p95_ms": 87.084}, "read_interval": {"avg_ms": 99.498, "count": 301, "max_ms": 381.119, "p95_ms": 152.015}, "triton_wait": {"avg_ms": 52.802, "count": 302, "max_ms": 76.279, "p95_ms": 69.691}, "visualize": {"avg_ms": 3.746, "count": 302, "max_ms": 5.472, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16382.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21059.696, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.223, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1812279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:28:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:28:04+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T02:28:03+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:28:03.949697+09:00", "mtime_epoch": 1783272483.9496973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:28:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9489.508, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.039, "count": 300, "max_ms": 19.478, "p95_ms": 18.82}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.779, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.406, "count": 300, "max_ms": 68.228, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.755, "count": 300, "max_ms": 68.25, "p95_ms": 58.015}, "yolo11_640_fire_11class": {"avg_ms": 49.231, "count": 300, "max_ms": 73.208, "p95_ms": 62.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.651, "count": 300, "max_ms": 76.967, "p95_ms": 69.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.908, "count": 300, "max_ms": 255.198, "p95_ms": 94.81}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 266.345, "p95_ms": 114.575}, "triton_wait": {"avg_ms": 51.892, "count": 300, "max_ms": 76.979, "p95_ms": 69.853}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 4.817, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16382.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36992.877, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.841, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2267932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T02:28:11+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:28:11+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T02:28:11.009774+09:00", "mtime_epoch": 1783272491.0097737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:28:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2522.523, "name": "celery", "pid": 267, "rss_mb": 2522.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 300, "max_ms": 13.399, "p95_ms": 10.886}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 1.834, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.894, "count": 300, "max_ms": 70.527, "p95_ms": 66.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.172, "count": 300, "max_ms": 69.34, "p95_ms": 56.889}, "yolo11_640_fire_11class": {"avg_ms": 52.405, "count": 300, "max_ms": 70.74, "p95_ms": 67.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.515, "count": 300, "max_ms": 76.062, "p95_ms": 70.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.206, "count": 300, "max_ms": 94.227, "p95_ms": 87.587}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 328.964, "p95_ms": 174.682}, "triton_wait": {"avg_ms": 55.281, "count": 300, "max_ms": 76.074, "p95_ms": 70.825}, "visualize": {"avg_ms": 3.75, "count": 300, "max_ms": 6.117, "p95_ms": 4.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16383.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21089.785, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1812580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:28:34+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T02:28:34+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:28:34.038026+09:00", "mtime_epoch": 1783272514.0380263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:28:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9489.766, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.214, "count": 301, "max_ms": 26.919, "p95_ms": 19.476}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.726, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.996, "count": 301, "max_ms": 67.89, "p95_ms": 62.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.915, "count": 301, "max_ms": 66.917, "p95_ms": 56.384}, "yolo11_640_fire_11class": {"avg_ms": 50.04, "count": 301, "max_ms": 69.711, "p95_ms": 61.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.625, "count": 301, "max_ms": 76.053, "p95_ms": 69.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.417, "count": 301, "max_ms": 101.566, "p95_ms": 94.253}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 119.346, "p95_ms": 113.812}, "triton_wait": {"avg_ms": 52.835, "count": 301, "max_ms": 76.064, "p95_ms": 69.722}, "visualize": {"avg_ms": 3.533, "count": 301, "max_ms": 4.519, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16383.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37022.916, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2268231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:28:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:28:41+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:28:41.034104+09:00", "mtime_epoch": 1783272521.034104, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:28:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2522.781, "name": "celery", "pid": 267, "rss_mb": 2522.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 299, "max_ms": 13.596, "p95_ms": 8.803}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 2.189, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.418, "count": 299, "max_ms": 72.392, "p95_ms": 65.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.489, "count": 299, "max_ms": 72.404, "p95_ms": 57.661}, "yolo11_640_fire_11class": {"avg_ms": 54.249, "count": 299, "max_ms": 71.177, "p95_ms": 68.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.181, "count": 299, "max_ms": 76.19, "p95_ms": 71.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.808, "count": 299, "max_ms": 93.224, "p95_ms": 88.5}, "read_interval": {"avg_ms": 100.383, "count": 298, "max_ms": 327.137, "p95_ms": 149.401}, "triton_wait": {"avg_ms": 57.982, "count": 299, "max_ms": 76.202, "p95_ms": 71.617}, "visualize": {"avg_ms": 3.739, "count": 299, "max_ms": 5.165, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16383.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21119.792, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.231, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1812880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:29:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:29:04+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T02:29:04+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:29:04.046363+09:00", "mtime_epoch": 1783272544.046363, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:29:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9490.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.998, "count": 300, "max_ms": 26.057, "p95_ms": 19.222}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 2.083, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.503, "count": 300, "max_ms": 73.274, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.943, "count": 300, "max_ms": 64.689, "p95_ms": 58.177}, "yolo11_640_fire_11class": {"avg_ms": 49.969, "count": 300, "max_ms": 72.738, "p95_ms": 61.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.832, "count": 300, "max_ms": 81.691, "p95_ms": 70.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.439, "count": 300, "max_ms": 106.24, "p95_ms": 95.49}, "read_interval": {"avg_ms": 100.023, "count": 300, "max_ms": 121.316, "p95_ms": 114.28}, "triton_wait": {"avg_ms": 53.068, "count": 300, "max_ms": 81.703, "p95_ms": 70.339}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.8, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16383.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37052.916, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.935, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2268531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:29:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:29:11+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:29:11+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:29:11.038443+09:00", "mtime_epoch": 1783272551.0384426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:29:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2522.781, "name": "celery", "pid": 267, "rss_mb": 2522.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.021, "count": 300, "max_ms": 12.621, "p95_ms": 8.65}, "gstreamer_push": {"avg_ms": 1.329, "count": 300, "max_ms": 2.192, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.561, "count": 300, "max_ms": 72.228, "p95_ms": 66.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.189, "count": 300, "max_ms": 74.932, "p95_ms": 57.812}, "yolo11_640_fire_11class": {"avg_ms": 53.699, "count": 300, "max_ms": 74.912, "p95_ms": 67.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.658, "count": 300, "max_ms": 79.664, "p95_ms": 72.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.195, "count": 300, "max_ms": 96.705, "p95_ms": 89.559}, "read_interval": {"avg_ms": 100.021, "count": 300, "max_ms": 399.579, "p95_ms": 151.293}, "triton_wait": {"avg_ms": 58.161, "count": 300, "max_ms": 79.677, "p95_ms": 72.021}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 4.831, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16383.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21149.9, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.332, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1813181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:29:34+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T02:29:34+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T02:29:34.130709+09:00", "mtime_epoch": 1783272574.1307087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:29:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9490.023, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.047, "count": 300, "max_ms": 26.361, "p95_ms": 19.246}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.499, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.522, "count": 300, "max_ms": 67.0, "p95_ms": 62.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.102, "count": 300, "max_ms": 67.3, "p95_ms": 58.292}, "yolo11_640_fire_11class": {"avg_ms": 50.558, "count": 300, "max_ms": 66.49, "p95_ms": 61.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.475, "count": 300, "max_ms": 76.694, "p95_ms": 71.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.049, "count": 300, "max_ms": 101.198, "p95_ms": 96.52}, "read_interval": {"avg_ms": 100.039, "count": 299, "max_ms": 118.553, "p95_ms": 114.633}, "triton_wait": {"avg_ms": 54.696, "count": 300, "max_ms": 76.706, "p95_ms": 71.219}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 4.473, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16383.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37082.952, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.532, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2268832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:29:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:29:41+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T02:29:41.090790+09:00", "mtime_epoch": 1783272581.0907898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:29:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2523.039, "name": "celery", "pid": 267, "rss_mb": 2523.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 301, "max_ms": 12.443, "p95_ms": 8.668}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 1.546, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.077, "count": 301, "max_ms": 72.164, "p95_ms": 67.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.994, "count": 301, "max_ms": 70.768, "p95_ms": 58.864}, "yolo11_640_fire_11class": {"avg_ms": 53.823, "count": 301, "max_ms": 72.356, "p95_ms": 66.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.472, "count": 301, "max_ms": 78.417, "p95_ms": 72.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.073, "count": 301, "max_ms": 95.004, "p95_ms": 88.794}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 349.193, "p95_ms": 141.088}, "triton_wait": {"avg_ms": 58.086, "count": 301, "max_ms": 78.43, "p95_ms": 72.214}, "visualize": {"avg_ms": 3.748, "count": 301, "max_ms": 5.698, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16384.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21179.908, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.502, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1813481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:30:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:30:04+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:30:04+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T02:30:04.163061+09:00", "mtime_epoch": 1783272604.1630611, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:30:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9490.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.78, "count": 300, "max_ms": 24.134, "p95_ms": 18.507}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.874, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.424, "count": 300, "max_ms": 68.644, "p95_ms": 62.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.865, "count": 300, "max_ms": 64.783, "p95_ms": 57.555}, "yolo11_640_fire_11class": {"avg_ms": 49.755, "count": 300, "max_ms": 69.938, "p95_ms": 62.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.298, "count": 300, "max_ms": 76.23, "p95_ms": 70.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.498, "count": 300, "max_ms": 101.321, "p95_ms": 95.917}, "read_interval": {"avg_ms": 100.074, "count": 300, "max_ms": 121.069, "p95_ms": 114.357}, "triton_wait": {"avg_ms": 53.408, "count": 300, "max_ms": 76.241, "p95_ms": 70.387}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 4.816, "p95_ms": 3.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16383.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37113.023, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.5, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2269132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:30:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:30:11+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T02:30:11+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T02:30:11.167145+09:00", "mtime_epoch": 1783272611.1671445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:30:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2523.039, "name": "celery", "pid": 267, "rss_mb": 2523.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 300, "max_ms": 13.495, "p95_ms": 8.773}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 2.221, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.328, "count": 300, "max_ms": 71.782, "p95_ms": 64.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.68, "count": 300, "max_ms": 71.176, "p95_ms": 59.472}, "yolo11_640_fire_11class": {"avg_ms": 52.49, "count": 300, "max_ms": 69.921, "p95_ms": 64.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.751, "count": 300, "max_ms": 74.758, "p95_ms": 71.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.035, "count": 300, "max_ms": 91.286, "p95_ms": 88.116}, "read_interval": {"avg_ms": 100.311, "count": 299, "max_ms": 366.829, "p95_ms": 148.142}, "triton_wait": {"avg_ms": 56.206, "count": 300, "max_ms": 74.771, "p95_ms": 71.545}, "visualize": {"avg_ms": 3.747, "count": 300, "max_ms": 5.111, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16384.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21209.915, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.357, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1813781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:30:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T02:30:34+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T02:30:34.159420+09:00", "mtime_epoch": 1783272634.1594205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:30:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9490.281, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.784, "count": 300, "max_ms": 27.387, "p95_ms": 18.628}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.535, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.64, "count": 300, "max_ms": 64.865, "p95_ms": 62.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.922, "count": 300, "max_ms": 65.803, "p95_ms": 60.146}, "yolo11_640_fire_11class": {"avg_ms": 49.102, "count": 300, "max_ms": 66.018, "p95_ms": 62.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.854, "count": 300, "max_ms": 75.261, "p95_ms": 71.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.063, "count": 300, "max_ms": 99.724, "p95_ms": 96.498}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 121.655, "p95_ms": 115.406}, "triton_wait": {"avg_ms": 51.978, "count": 300, "max_ms": 75.273, "p95_ms": 71.833}, "visualize": {"avg_ms": 3.489, "count": 300, "max_ms": 4.44, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16384.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37143.109, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.573, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2269431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:30:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:30:41+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:30:41.231506+09:00", "mtime_epoch": 1783272641.231506, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:30:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2523.297, "name": "celery", "pid": 267, "rss_mb": 2523.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.053, "count": 299, "max_ms": 13.385, "p95_ms": 9.858}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 1.869, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.643, "count": 299, "max_ms": 69.9, "p95_ms": 64.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.083, "count": 299, "max_ms": 72.213, "p95_ms": 61.041}, "yolo11_640_fire_11class": {"avg_ms": 53.024, "count": 299, "max_ms": 70.585, "p95_ms": 66.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.915, "count": 299, "max_ms": 74.655, "p95_ms": 72.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.322, "count": 299, "max_ms": 93.865, "p95_ms": 89.004}, "read_interval": {"avg_ms": 100.618, "count": 298, "max_ms": 412.825, "p95_ms": 153.52}, "triton_wait": {"avg_ms": 56.416, "count": 299, "max_ms": 74.667, "p95_ms": 72.226}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 4.748, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16384.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21240.003, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.305, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1814082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:31:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:31:04+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:31:04+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:31:04.255788+09:00", "mtime_epoch": 1783272664.2557878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:31:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9490.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.684, "count": 300, "max_ms": 24.34, "p95_ms": 18.497}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.684, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.065, "count": 300, "max_ms": 71.761, "p95_ms": 63.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.302, "count": 300, "max_ms": 68.756, "p95_ms": 59.536}, "yolo11_640_fire_11class": {"avg_ms": 51.011, "count": 300, "max_ms": 70.67, "p95_ms": 63.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.406, "count": 300, "max_ms": 79.491, "p95_ms": 70.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.463, "count": 301, "max_ms": 104.414, "p95_ms": 95.326}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 123.91, "p95_ms": 114.471}, "triton_wait": {"avg_ms": 54.526, "count": 300, "max_ms": 79.503, "p95_ms": 70.82}, "visualize": {"avg_ms": 3.475, "count": 300, "max_ms": 4.348, "p95_ms": 3.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16384.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37173.18, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.771, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2269735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:31:11+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T02:31:11+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T02:31:11.283875+09:00", "mtime_epoch": 1783272671.2838745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:31:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2523.555, "name": "celery", "pid": 267, "rss_mb": 2523.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.142, "pushed": 10.142, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 304, "max_ms": 12.132, "p95_ms": 8.242}, "gstreamer_push": {"avg_ms": 1.319, "count": 304, "max_ms": 1.825, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.815, "count": 304, "max_ms": 74.213, "p95_ms": 66.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.994, "count": 304, "max_ms": 67.288, "p95_ms": 55.185}, "yolo11_640_fire_11class": {"avg_ms": 54.546, "count": 304, "max_ms": 72.083, "p95_ms": 68.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.781, "count": 304, "max_ms": 77.993, "p95_ms": 73.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.766, "count": 304, "max_ms": 94.528, "p95_ms": 89.614}, "read_interval": {"avg_ms": 98.978, "count": 303, "max_ms": 361.116, "p95_ms": 131.227}, "triton_wait": {"avg_ms": 59.033, "count": 304, "max_ms": 78.005, "p95_ms": 73.229}, "visualize": {"avg_ms": 3.71, "count": 304, "max_ms": 4.744, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16384.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21270.078, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1814383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:31:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T02:31:34+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T02:31:34.312161+09:00", "mtime_epoch": 1783272694.312161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:31:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9490.539, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.846, "count": 301, "max_ms": 23.909, "p95_ms": 19.71}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 2.065, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.923, "count": 301, "max_ms": 66.052, "p95_ms": 62.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.922, "count": 301, "max_ms": 64.431, "p95_ms": 55.953}, "yolo11_640_fire_11class": {"avg_ms": 49.069, "count": 301, "max_ms": 65.661, "p95_ms": 62.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.264, "count": 301, "max_ms": 76.244, "p95_ms": 69.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.529, "count": 301, "max_ms": 103.945, "p95_ms": 94.695}, "read_interval": {"avg_ms": 99.94, "count": 300, "max_ms": 118.969, "p95_ms": 114.52}, "triton_wait": {"avg_ms": 52.369, "count": 301, "max_ms": 76.256, "p95_ms": 69.865}, "visualize": {"avg_ms": 3.557, "count": 301, "max_ms": 5.503, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16385.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37203.206, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.815, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2270035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:31:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:31:41+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:31:41+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:31:41.328249+09:00", "mtime_epoch": 1783272701.328249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:31:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2523.555, "name": "celery", "pid": 267, "rss_mb": 2523.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 300, "max_ms": 12.826, "p95_ms": 8.62}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.773, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.665, "count": 300, "max_ms": 72.533, "p95_ms": 65.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.207, "count": 300, "max_ms": 74.554, "p95_ms": 55.285}, "yolo11_640_fire_11class": {"avg_ms": 52.782, "count": 300, "max_ms": 73.397, "p95_ms": 68.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.379, "count": 300, "max_ms": 75.873, "p95_ms": 71.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.764, "count": 300, "max_ms": 92.167, "p95_ms": 88.057}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 318.511, "p95_ms": 162.461}, "triton_wait": {"avg_ms": 55.936, "count": 300, "max_ms": 75.885, "p95_ms": 71.405}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 5.07, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16385.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21300.097, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.713, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1814683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:32:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:32:04+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T02:32:04.316539+09:00", "mtime_epoch": 1783272724.3165393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:32:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9490.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.597, "count": 300, "max_ms": 23.458, "p95_ms": 18.405}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.663, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.365, "count": 300, "max_ms": 66.673, "p95_ms": 61.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.219, "count": 300, "max_ms": 67.199, "p95_ms": 57.554}, "yolo11_640_fire_11class": {"avg_ms": 50.76, "count": 300, "max_ms": 67.61, "p95_ms": 62.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.419, "count": 300, "max_ms": 75.295, "p95_ms": 69.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.487, "count": 300, "max_ms": 102.584, "p95_ms": 94.267}, "read_interval": {"avg_ms": 100.039, "count": 299, "max_ms": 117.676, "p95_ms": 114.01}, "triton_wait": {"avg_ms": 53.633, "count": 300, "max_ms": 75.31, "p95_ms": 69.575}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 5.465, "p95_ms": 3.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16385.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37233.259, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.628, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2270335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:32:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:32:11+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T02:32:11+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T02:32:11.396630+09:00", "mtime_epoch": 1783272731.3966296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:32:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2523.812, "name": "celery", "pid": 267, "rss_mb": 2523.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 300, "max_ms": 12.775, "p95_ms": 8.575}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.195, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.676, "count": 300, "max_ms": 70.763, "p95_ms": 64.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.16, "count": 300, "max_ms": 70.753, "p95_ms": 56.819}, "yolo11_640_fire_11class": {"avg_ms": 53.236, "count": 300, "max_ms": 72.047, "p95_ms": 66.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.28, "count": 300, "max_ms": 74.354, "p95_ms": 71.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.378, "count": 300, "max_ms": 90.696, "p95_ms": 88.121}, "read_interval": {"avg_ms": 100.215, "count": 300, "max_ms": 300.186, "p95_ms": 152.333}, "triton_wait": {"avg_ms": 57.678, "count": 300, "max_ms": 74.366, "p95_ms": 71.303}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 5.032, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16385.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21330.171, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.936, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1814984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:32:34+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T02:32:34+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T02:32:34.432925+09:00", "mtime_epoch": 1783272754.432925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:32:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.263, "count": 301, "max_ms": 28.853, "p95_ms": 19.261}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.587, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.908, "count": 301, "max_ms": 67.215, "p95_ms": 63.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.004, "count": 301, "max_ms": 72.756, "p95_ms": 56.188}, "yolo11_640_fire_11class": {"avg_ms": 50.491, "count": 301, "max_ms": 73.875, "p95_ms": 62.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.704, "count": 301, "max_ms": 78.73, "p95_ms": 71.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.4, "count": 301, "max_ms": 112.945, "p95_ms": 96.658}, "read_interval": {"avg_ms": 99.954, "count": 300, "max_ms": 128.977, "p95_ms": 114.725}, "triton_wait": {"avg_ms": 53.854, "count": 301, "max_ms": 78.741, "p95_ms": 71.74}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 4.491, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16385.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37263.356, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.738, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2270636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:32:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:32:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:32:41+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T02:32:41.437015+09:00", "mtime_epoch": 1783272761.4370153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:32:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2523.812, "name": "celery", "pid": 267, "rss_mb": 2523.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.039, "count": 301, "max_ms": 12.98, "p95_ms": 8.913}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 2.326, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.467, "count": 301, "max_ms": 69.854, "p95_ms": 65.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.88, "count": 301, "max_ms": 70.587, "p95_ms": 59.431}, "yolo11_640_fire_11class": {"avg_ms": 53.269, "count": 301, "max_ms": 73.199, "p95_ms": 65.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.179, "count": 301, "max_ms": 75.643, "p95_ms": 72.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.458, "count": 301, "max_ms": 93.125, "p95_ms": 88.937}, "read_interval": {"avg_ms": 100.001, "count": 301, "max_ms": 368.105, "p95_ms": 187.729}, "triton_wait": {"avg_ms": 57.616, "count": 301, "max_ms": 75.656, "p95_ms": 72.083}, "visualize": {"avg_ms": 3.742, "count": 301, "max_ms": 5.732, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16385.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21360.171, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.98, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1815284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:33:04+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T02:33:04+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:33:04.425314+09:00", "mtime_epoch": 1783272784.4253142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:33:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.055, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.252, "count": 300, "max_ms": 29.754, "p95_ms": 19.548}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.481, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.707, "count": 300, "max_ms": 67.772, "p95_ms": 63.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.305, "count": 300, "max_ms": 68.765, "p95_ms": 58.003}, "yolo11_640_fire_11class": {"avg_ms": 50.225, "count": 300, "max_ms": 67.468, "p95_ms": 62.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.55, "count": 300, "max_ms": 75.493, "p95_ms": 70.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.362, "count": 300, "max_ms": 102.614, "p95_ms": 96.256}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 130.144, "p95_ms": 114.096}, "triton_wait": {"avg_ms": 53.756, "count": 300, "max_ms": 75.505, "p95_ms": 70.631}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 5.636, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16385.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37293.412, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.849, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2270937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:33:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:33:11+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:33:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:33:11.529407+09:00", "mtime_epoch": 1783272791.5294073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:33:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2524.07, "name": "celery", "pid": 267, "rss_mb": 2524.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.039, "count": 301, "max_ms": 14.191, "p95_ms": 8.499}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.642, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.361, "count": 301, "max_ms": 70.193, "p95_ms": 65.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.438, "count": 301, "max_ms": 73.23, "p95_ms": 55.605}, "yolo11_640_fire_11class": {"avg_ms": 54.569, "count": 301, "max_ms": 70.091, "p95_ms": 65.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.261, "count": 301, "max_ms": 74.775, "p95_ms": 71.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.62, "count": 301, "max_ms": 97.548, "p95_ms": 88.981}, "read_interval": {"avg_ms": 99.862, "count": 300, "max_ms": 289.9, "p95_ms": 137.441}, "triton_wait": {"avg_ms": 59.817, "count": 301, "max_ms": 74.79, "p95_ms": 71.863}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 4.732, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16386.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21390.187, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.074, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1815584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:33:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T02:33:34+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T02:33:34.425709+09:00", "mtime_epoch": 1783272814.4257085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:33:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.857, "count": 300, "max_ms": 23.514, "p95_ms": 18.943}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.827, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.018, "count": 300, "max_ms": 66.673, "p95_ms": 63.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.928, "count": 300, "max_ms": 66.259, "p95_ms": 57.032}, "yolo11_640_fire_11class": {"avg_ms": 50.589, "count": 300, "max_ms": 66.684, "p95_ms": 62.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.176, "count": 300, "max_ms": 75.584, "p95_ms": 71.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.573, "count": 300, "max_ms": 100.984, "p95_ms": 96.468}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 120.394, "p95_ms": 113.272}, "triton_wait": {"avg_ms": 54.347, "count": 300, "max_ms": 75.596, "p95_ms": 71.717}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 4.538, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16386.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37323.566, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.921, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2271236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:33:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:33:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:33:41+09:00", "mjpeg": {"age_sec": 0.367, "exists": true, "mtime": "2026-07-06T02:33:41.401801+09:00", "mtime_epoch": 1783272821.401801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:33:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2524.07, "name": "celery", "pid": 267, "rss_mb": 2524.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.941, "count": 298, "max_ms": 11.283, "p95_ms": 8.398}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 1.582, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.122, "count": 298, "max_ms": 67.83, "p95_ms": 65.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.617, "count": 298, "max_ms": 67.022, "p95_ms": 54.781}, "yolo11_640_fire_11class": {"avg_ms": 53.27, "count": 298, "max_ms": 71.015, "p95_ms": 67.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.092, "count": 298, "max_ms": 76.126, "p95_ms": 72.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.302, "count": 298, "max_ms": 92.898, "p95_ms": 89.148}, "read_interval": {"avg_ms": 100.911, "count": 297, "max_ms": 397.977, "p95_ms": 138.044}, "triton_wait": {"avg_ms": 57.577, "count": 298, "max_ms": 76.138, "p95_ms": 72.527}, "visualize": {"avg_ms": 3.761, "count": 298, "max_ms": 4.856, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16386.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21420.282, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.294, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1815885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:34:04+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:34:04+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:34:04.534109+09:00", "mtime_epoch": 1783272844.534109, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:34:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.312, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.923, "count": 300, "max_ms": 22.55, "p95_ms": 19.163}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 2.123, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.681, "count": 300, "max_ms": 67.974, "p95_ms": 63.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.325, "count": 300, "max_ms": 67.702, "p95_ms": 56.48}, "yolo11_640_fire_11class": {"avg_ms": 51.294, "count": 300, "max_ms": 67.575, "p95_ms": 63.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.988, "count": 300, "max_ms": 74.443, "p95_ms": 72.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.503, "count": 300, "max_ms": 99.876, "p95_ms": 97.061}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 119.132, "p95_ms": 113.104}, "triton_wait": {"avg_ms": 54.252, "count": 300, "max_ms": 74.455, "p95_ms": 72.027}, "visualize": {"avg_ms": 3.489, "count": 300, "max_ms": 4.39, "p95_ms": 3.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16386.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37353.633, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.849, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2271538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:34:11+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T02:34:11+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T02:34:11.742206+09:00", "mtime_epoch": 1783272851.7422059, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:34:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2524.328, "name": "celery", "pid": 267, "rss_mb": 2524.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 302, "max_ms": 13.558, "p95_ms": 9.514}, "gstreamer_push": {"avg_ms": 1.325, "count": 302, "max_ms": 2.156, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.035, "count": 302, "max_ms": 71.116, "p95_ms": 66.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.985, "count": 302, "max_ms": 68.944, "p95_ms": 58.478}, "yolo11_640_fire_11class": {"avg_ms": 52.83, "count": 302, "max_ms": 71.843, "p95_ms": 66.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.466, "count": 302, "max_ms": 76.885, "p95_ms": 72.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.92, "count": 302, "max_ms": 93.825, "p95_ms": 88.455}, "read_interval": {"avg_ms": 99.532, "count": 301, "max_ms": 372.184, "p95_ms": 146.361}, "triton_wait": {"avg_ms": 57.094, "count": 302, "max_ms": 76.897, "p95_ms": 72.05}, "visualize": {"avg_ms": 3.761, "count": 302, "max_ms": 5.348, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16386.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21450.29, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.256, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:34:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:34:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T02:34:34+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:34:34.542513+09:00", "mtime_epoch": 1783272874.542513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:34:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.053, "count": 300, "max_ms": 20.069, "p95_ms": 18.946}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.4, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.67, "count": 300, "max_ms": 66.354, "p95_ms": 63.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.076, "count": 300, "max_ms": 69.98, "p95_ms": 58.128}, "yolo11_640_fire_11class": {"avg_ms": 50.037, "count": 300, "max_ms": 68.032, "p95_ms": 63.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.65, "count": 300, "max_ms": 75.595, "p95_ms": 71.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.21, "count": 300, "max_ms": 100.917, "p95_ms": 96.549}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 117.611, "p95_ms": 113.75}, "triton_wait": {"avg_ms": 53.762, "count": 300, "max_ms": 75.604, "p95_ms": 71.428}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 4.105, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16386.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37383.704, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.87, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2271839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:34:41+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:34:41+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:34:41.826612+09:00", "mtime_epoch": 1783272881.8266115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:34:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2524.586, "name": "celery", "pid": 267, "rss_mb": 2524.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.014, "count": 301, "max_ms": 13.348, "p95_ms": 9.282}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.814, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.599, "count": 301, "max_ms": 67.031, "p95_ms": 65.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.364, "count": 301, "max_ms": 66.137, "p95_ms": 57.992}, "yolo11_640_fire_11class": {"avg_ms": 53.065, "count": 301, "max_ms": 73.476, "p95_ms": 65.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.281, "count": 301, "max_ms": 75.197, "p95_ms": 72.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.428, "count": 301, "max_ms": 92.452, "p95_ms": 89.224}, "read_interval": {"avg_ms": 99.908, "count": 300, "max_ms": 374.467, "p95_ms": 163.273}, "triton_wait": {"avg_ms": 57.681, "count": 301, "max_ms": 75.209, "p95_ms": 72.824}, "visualize": {"avg_ms": 3.743, "count": 301, "max_ms": 5.83, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16386.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21480.381, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.418, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:35:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:35:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T02:35:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T02:35:04.626922+09:00", "mtime_epoch": 1783272904.626922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:35:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.044, "count": 300, "max_ms": 24.97, "p95_ms": 19.132}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.739, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.087, "count": 300, "max_ms": 69.468, "p95_ms": 63.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.132, "count": 300, "max_ms": 68.472, "p95_ms": 59.604}, "yolo11_640_fire_11class": {"avg_ms": 50.79, "count": 300, "max_ms": 69.459, "p95_ms": 63.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.218, "count": 300, "max_ms": 77.224, "p95_ms": 71.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.82, "count": 300, "max_ms": 102.024, "p95_ms": 96.749}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 125.775, "p95_ms": 113.404}, "triton_wait": {"avg_ms": 54.445, "count": 300, "max_ms": 77.236, "p95_ms": 71.885}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 4.476, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16387.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37413.719, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.092, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2272140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:35:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:35:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:35:11.839020+09:00", "mtime_epoch": 1783272911.8390205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:35:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2524.586, "name": "celery", "pid": 267, "rss_mb": 2524.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.957, "count": 301, "max_ms": 12.662, "p95_ms": 8.727}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.955, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.929, "count": 301, "max_ms": 71.652, "p95_ms": 66.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.726, "count": 301, "max_ms": 72.056, "p95_ms": 58.92}, "yolo11_640_fire_11class": {"avg_ms": 53.956, "count": 301, "max_ms": 71.093, "p95_ms": 67.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.339, "count": 301, "max_ms": 76.146, "p95_ms": 73.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.508, "count": 301, "max_ms": 94.176, "p95_ms": 89.84}, "read_interval": {"avg_ms": 99.716, "count": 300, "max_ms": 396.696, "p95_ms": 138.169}, "triton_wait": {"avg_ms": 57.87, "count": 301, "max_ms": 76.159, "p95_ms": 73.119}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 4.731, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16387.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21510.414, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.466, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:35:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:35:34+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T02:35:34+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T02:35:34.647334+09:00", "mtime_epoch": 1783272934.6473339, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:35:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.983, "count": 300, "max_ms": 30.182, "p95_ms": 19.248}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.447, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.593, "count": 300, "max_ms": 68.423, "p95_ms": 63.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.274, "count": 300, "max_ms": 67.589, "p95_ms": 57.728}, "yolo11_640_fire_11class": {"avg_ms": 51.405, "count": 300, "max_ms": 68.826, "p95_ms": 63.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.493, "count": 300, "max_ms": 77.26, "p95_ms": 71.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.074, "count": 300, "max_ms": 101.929, "p95_ms": 97.114}, "read_interval": {"avg_ms": 100.028, "count": 299, "max_ms": 118.023, "p95_ms": 113.758}, "triton_wait": {"avg_ms": 54.734, "count": 300, "max_ms": 77.272, "p95_ms": 71.726}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 4.612, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16387.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37443.726, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.122, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2272440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:35:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:35:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T02:35:41.843433+09:00", "mtime_epoch": 1783272941.8434334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:35:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2524.844, "name": "celery", "pid": 267, "rss_mb": 2524.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.979, "count": 300, "max_ms": 11.688, "p95_ms": 8.714}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 2.102, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.318, "count": 300, "max_ms": 72.247, "p95_ms": 66.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.572, "count": 300, "max_ms": 71.891, "p95_ms": 61.902}, "yolo11_640_fire_11class": {"avg_ms": 55.028, "count": 300, "max_ms": 72.393, "p95_ms": 68.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.295, "count": 300, "max_ms": 76.395, "p95_ms": 72.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.45, "count": 300, "max_ms": 93.144, "p95_ms": 89.287}, "read_interval": {"avg_ms": 100.013, "count": 300, "max_ms": 306.157, "p95_ms": 161.126}, "triton_wait": {"avg_ms": 59.655, "count": 300, "max_ms": 76.408, "p95_ms": 72.503}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 4.737, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16387.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21540.479, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.47, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:36:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:36:04+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:36:04+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:36:04.727751+09:00", "mtime_epoch": 1783272964.7277505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:36:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9491.828, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.924, "count": 301, "max_ms": 23.543, "p95_ms": 18.732}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.819, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.475, "count": 301, "max_ms": 71.316, "p95_ms": 63.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.716, "count": 301, "max_ms": 66.804, "p95_ms": 57.624}, "yolo11_640_fire_11class": {"avg_ms": 51.321, "count": 301, "max_ms": 72.829, "p95_ms": 62.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.994, "count": 301, "max_ms": 79.005, "p95_ms": 70.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.623, "count": 301, "max_ms": 104.023, "p95_ms": 96.481}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 119.31, "p95_ms": 112.81}, "triton_wait": {"avg_ms": 55.31, "count": 301, "max_ms": 79.019, "p95_ms": 70.827}, "visualize": {"avg_ms": 3.534, "count": 301, "max_ms": 4.377, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16387.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37473.779, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.188, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2272739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:36:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:36:11+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:36:11+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T02:36:11.923851+09:00", "mtime_epoch": 1783272971.9238508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:36:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2524.844, "name": "celery", "pid": 267, "rss_mb": 2524.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 299, "max_ms": 13.701, "p95_ms": 8.754}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 1.784, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.703, "count": 299, "max_ms": 72.189, "p95_ms": 66.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.653, "count": 299, "max_ms": 68.928, "p95_ms": 55.519}, "yolo11_640_fire_11class": {"avg_ms": 58.143, "count": 299, "max_ms": 72.566, "p95_ms": 69.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.884, "count": 299, "max_ms": 75.836, "p95_ms": 73.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.998, "count": 299, "max_ms": 92.36, "p95_ms": 89.965}, "read_interval": {"avg_ms": 100.577, "count": 298, "max_ms": 424.809, "p95_ms": 130.321}, "triton_wait": {"avg_ms": 63.274, "count": 299, "max_ms": 75.849, "p95_ms": 73.338}, "visualize": {"avg_ms": 3.715, "count": 299, "max_ms": 5.86, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16388.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21570.487, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.623, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:36:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:36:34+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T02:36:34+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:36:34.740170+09:00", "mtime_epoch": 1783272994.7401698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:36:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9492.086, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.961, "count": 300, "max_ms": 25.12, "p95_ms": 18.709}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 2.232, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.9, "count": 300, "max_ms": 67.477, "p95_ms": 62.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.639, "count": 300, "max_ms": 66.991, "p95_ms": 57.647}, "yolo11_640_fire_11class": {"avg_ms": 52.113, "count": 300, "max_ms": 66.421, "p95_ms": 63.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.302, "count": 300, "max_ms": 76.667, "p95_ms": 71.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.731, "count": 300, "max_ms": 101.304, "p95_ms": 97.506}, "read_interval": {"avg_ms": 100.028, "count": 300, "max_ms": 120.126, "p95_ms": 113.64}, "triton_wait": {"avg_ms": 56.434, "count": 300, "max_ms": 76.679, "p95_ms": 71.647}, "visualize": {"avg_ms": 3.554, "count": 300, "max_ms": 4.451, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16388.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37503.801, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.266, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2273039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:36:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:36:42+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:36:41+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T02:36:41.928271+09:00", "mtime_epoch": 1783273001.9282708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:36:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2525.102, "name": "celery", "pid": 267, "rss_mb": 2525.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 300, "max_ms": 10.788, "p95_ms": 8.339}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.536, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.535, "count": 300, "max_ms": 71.559, "p95_ms": 65.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.741, "count": 300, "max_ms": 72.136, "p95_ms": 60.415}, "yolo11_640_fire_11class": {"avg_ms": 55.102, "count": 300, "max_ms": 70.899, "p95_ms": 66.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.11, "count": 300, "max_ms": 76.355, "p95_ms": 72.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.236, "count": 300, "max_ms": 94.86, "p95_ms": 89.73}, "read_interval": {"avg_ms": 100.082, "count": 299, "max_ms": 287.732, "p95_ms": 190.421}, "triton_wait": {"avg_ms": 60.548, "count": 300, "max_ms": 76.368, "p95_ms": 72.993}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 4.882, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16388.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21600.49, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.604, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:37:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:37:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:37:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T02:37:04.736592+09:00", "mtime_epoch": 1783273024.736592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:37:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9492.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.898, "count": 300, "max_ms": 23.35, "p95_ms": 18.782}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.434, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.398, "count": 300, "max_ms": 67.207, "p95_ms": 61.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.372, "count": 300, "max_ms": 66.591, "p95_ms": 55.884}, "yolo11_640_fire_11class": {"avg_ms": 52.705, "count": 300, "max_ms": 66.572, "p95_ms": 61.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.714, "count": 300, "max_ms": 75.901, "p95_ms": 68.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.144, "count": 300, "max_ms": 101.581, "p95_ms": 92.78}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 120.565, "p95_ms": 111.483}, "triton_wait": {"avg_ms": 56.934, "count": 300, "max_ms": 75.913, "p95_ms": 68.55}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.398, "p95_ms": 3.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16388.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37533.823, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.482, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2273341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:37:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:37:12+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T02:37:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:37:11.940694+09:00", "mtime_epoch": 1783273031.940694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:37:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2525.102, "name": "celery", "pid": 267, "rss_mb": 2525.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.06}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.958, "count": 302, "max_ms": 9.97, "p95_ms": 8.45}, "gstreamer_push": {"avg_ms": 1.323, "count": 302, "max_ms": 1.473, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.618, "count": 302, "max_ms": 72.58, "p95_ms": 67.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.245, "count": 302, "max_ms": 68.152, "p95_ms": 51.955}, "yolo11_640_fire_11class": {"avg_ms": 59.422, "count": 302, "max_ms": 73.781, "p95_ms": 69.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.832, "count": 302, "max_ms": 76.002, "p95_ms": 72.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.961, "count": 302, "max_ms": 92.764, "p95_ms": 89.722}, "read_interval": {"avg_ms": 99.41, "count": 301, "max_ms": 411.951, "p95_ms": 106.887}, "triton_wait": {"avg_ms": 64.214, "count": 302, "max_ms": 76.015, "p95_ms": 72.806}, "visualize": {"avg_ms": 3.709, "count": 302, "max_ms": 5.121, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16388.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21630.567, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.549, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:37:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:37:34+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:37:34+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T02:37:34.829019+09:00", "mtime_epoch": 1783273054.829019, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:37:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9492.344, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.06, "count": 301, "max_ms": 25.429, "p95_ms": 19.674}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.608, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.156, "count": 301, "max_ms": 65.092, "p95_ms": 62.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.182, "count": 301, "max_ms": 65.675, "p95_ms": 56.51}, "yolo11_640_fire_11class": {"avg_ms": 51.267, "count": 301, "max_ms": 67.526, "p95_ms": 62.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.94, "count": 301, "max_ms": 74.769, "p95_ms": 71.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.415, "count": 301, "max_ms": 99.6, "p95_ms": 96.393}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 119.793, "p95_ms": 113.284}, "triton_wait": {"avg_ms": 55.06, "count": 301, "max_ms": 74.781, "p95_ms": 71.7}, "visualize": {"avg_ms": 3.499, "count": 301, "max_ms": 4.424, "p95_ms": 3.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16388.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37563.828, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.468, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2273640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:37:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:37:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:37:41+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T02:37:41.941120+09:00", "mtime_epoch": 1783273061.9411204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:37:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2525.359, "name": "celery", "pid": 267, "rss_mb": 2525.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.924, "count": 299, "max_ms": 11.79, "p95_ms": 8.685}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.958, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.272, "count": 299, "max_ms": 69.982, "p95_ms": 64.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.632, "count": 299, "max_ms": 71.136, "p95_ms": 58.123}, "yolo11_640_fire_11class": {"avg_ms": 54.385, "count": 299, "max_ms": 71.653, "p95_ms": 68.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.104, "count": 299, "max_ms": 75.207, "p95_ms": 72.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.315, "count": 299, "max_ms": 92.225, "p95_ms": 88.913}, "read_interval": {"avg_ms": 100.343, "count": 299, "max_ms": 359.854, "p95_ms": 142.0}, "triton_wait": {"avg_ms": 59.584, "count": 299, "max_ms": 75.221, "p95_ms": 72.415}, "visualize": {"avg_ms": 3.755, "count": 299, "max_ms": 4.754, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16389.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21660.581, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.594, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1818288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:38:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:38:04+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T02:38:04+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T02:38:04.833447+09:00", "mtime_epoch": 1783273084.8334475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:38:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9492.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.96, "count": 300, "max_ms": 22.766, "p95_ms": 19.268}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.619, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.12, "count": 300, "max_ms": 65.381, "p95_ms": 63.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.886, "count": 300, "max_ms": 67.419, "p95_ms": 58.592}, "yolo11_640_fire_11class": {"avg_ms": 50.696, "count": 300, "max_ms": 66.02, "p95_ms": 63.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.37, "count": 300, "max_ms": 76.65, "p95_ms": 71.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.797, "count": 300, "max_ms": 102.583, "p95_ms": 96.594}, "read_interval": {"avg_ms": 100.02, "count": 300, "max_ms": 124.192, "p95_ms": 113.834}, "triton_wait": {"avg_ms": 54.462, "count": 300, "max_ms": 76.662, "p95_ms": 71.611}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 4.574, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16389.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37593.903, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.541, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2273942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:38:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:38:12+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T02:38:12+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:38:12.025551+09:00", "mtime_epoch": 1783273092.0255506, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:38:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2525.359, "name": "celery", "pid": 267, "rss_mb": 2525.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.031, "count": 302, "max_ms": 12.705, "p95_ms": 8.904}, "gstreamer_push": {"avg_ms": 1.325, "count": 302, "max_ms": 2.091, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.362, "count": 302, "max_ms": 71.162, "p95_ms": 67.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.814, "count": 302, "max_ms": 67.296, "p95_ms": 57.087}, "yolo11_640_fire_11class": {"avg_ms": 54.441, "count": 302, "max_ms": 70.459, "p95_ms": 67.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.024, "count": 302, "max_ms": 75.029, "p95_ms": 71.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.373, "count": 302, "max_ms": 93.371, "p95_ms": 89.108}, "read_interval": {"avg_ms": 99.585, "count": 301, "max_ms": 369.31, "p95_ms": 131.759}, "triton_wait": {"avg_ms": 59.38, "count": 302, "max_ms": 75.041, "p95_ms": 71.993}, "visualize": {"avg_ms": 3.74, "count": 302, "max_ms": 5.327, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16388.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21690.591, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.742, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1818588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:38:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:38:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T02:38:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T02:38:34.833879+09:00", "mtime_epoch": 1783273114.8338788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:38:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9492.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.993, "count": 300, "max_ms": 28.859, "p95_ms": 19.29}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 1.701, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.994, "count": 300, "max_ms": 67.336, "p95_ms": 63.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.413, "count": 300, "max_ms": 67.348, "p95_ms": 59.303}, "yolo11_640_fire_11class": {"avg_ms": 51.744, "count": 300, "max_ms": 67.948, "p95_ms": 63.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.486, "count": 300, "max_ms": 75.33, "p95_ms": 72.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.984, "count": 300, "max_ms": 100.074, "p95_ms": 97.526}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 117.251, "p95_ms": 114.702}, "triton_wait": {"avg_ms": 55.639, "count": 300, "max_ms": 75.342, "p95_ms": 72.268}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 5.225, "p95_ms": 3.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16389.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37623.916, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.617, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2274242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:38:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:38:42+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:38:42+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T02:38:42.045983+09:00", "mtime_epoch": 1783273122.0459828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:38:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2525.617, "name": "celery", "pid": 267, "rss_mb": 2525.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 300, "max_ms": 12.295, "p95_ms": 8.743}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 1.884, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.576, "count": 300, "max_ms": 71.051, "p95_ms": 65.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.887, "count": 300, "max_ms": 69.247, "p95_ms": 61.831}, "yolo11_640_fire_11class": {"avg_ms": 55.484, "count": 300, "max_ms": 70.774, "p95_ms": 67.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.186, "count": 300, "max_ms": 75.482, "p95_ms": 73.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.312, "count": 300, "max_ms": 91.97, "p95_ms": 89.844}, "read_interval": {"avg_ms": 100.049, "count": 300, "max_ms": 315.795, "p95_ms": 130.585}, "triton_wait": {"avg_ms": 60.645, "count": 300, "max_ms": 75.494, "p95_ms": 73.298}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 4.668, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16389.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21720.604, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.814, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1818888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:39:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:39:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:39:04+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T02:39:04.846313+09:00", "mtime_epoch": 1783273144.8463128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:39:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9492.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.248, "count": 300, "max_ms": 28.58, "p95_ms": 19.944}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 1.462, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.292, "count": 300, "max_ms": 66.562, "p95_ms": 63.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.173, "count": 300, "max_ms": 68.94, "p95_ms": 58.583}, "yolo11_640_fire_11class": {"avg_ms": 51.994, "count": 300, "max_ms": 67.401, "p95_ms": 63.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.825, "count": 300, "max_ms": 75.717, "p95_ms": 72.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.643, "count": 300, "max_ms": 101.05, "p95_ms": 97.799}, "read_interval": {"avg_ms": 100.055, "count": 300, "max_ms": 118.03, "p95_ms": 114.722}, "triton_wait": {"avg_ms": 56.027, "count": 300, "max_ms": 75.73, "p95_ms": 72.891}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.898, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16389.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37654.007, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.727, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2274543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:39:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:39:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:39:12.126419+09:00", "mtime_epoch": 1783273152.1264186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:39:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2525.875, "name": "celery", "pid": 267, "rss_mb": 2525.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 301, "max_ms": 12.951, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 1.916, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.65, "count": 301, "max_ms": 72.763, "p95_ms": 66.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.695, "count": 301, "max_ms": 65.617, "p95_ms": 59.143}, "yolo11_640_fire_11class": {"avg_ms": 56.21, "count": 301, "max_ms": 73.546, "p95_ms": 68.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.001, "count": 301, "max_ms": 74.814, "p95_ms": 73.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.495, "count": 301, "max_ms": 96.106, "p95_ms": 90.309}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 356.501, "p95_ms": 169.659}, "triton_wait": {"avg_ms": 60.561, "count": 301, "max_ms": 74.827, "p95_ms": 73.064}, "visualize": {"avg_ms": 3.738, "count": 301, "max_ms": 4.812, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16389.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21750.691, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.903, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1819189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:39:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:39:35+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T02:39:34+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:39:34.942751+09:00", "mtime_epoch": 1783273174.9427507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:39:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9492.859, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.505, "count": 300, "max_ms": 28.213, "p95_ms": 23.426}, "gstreamer_push": {"avg_ms": 1.229, "count": 301, "max_ms": 1.423, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.857, "count": 300, "max_ms": 68.02, "p95_ms": 64.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.564, "count": 300, "max_ms": 66.377, "p95_ms": 60.697}, "yolo11_640_fire_11class": {"avg_ms": 51.094, "count": 300, "max_ms": 66.772, "p95_ms": 64.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.294, "count": 300, "max_ms": 75.628, "p95_ms": 72.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.432, "count": 300, "max_ms": 100.449, "p95_ms": 98.129}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 122.229, "p95_ms": 115.609}, "triton_wait": {"avg_ms": 54.51, "count": 300, "max_ms": 75.639, "p95_ms": 72.034}, "visualize": {"avg_ms": 3.553, "count": 300, "max_ms": 4.55, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16389.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37684.032, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.829, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2274842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:39:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:39:42+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T02:39:42.146856+09:00", "mtime_epoch": 1783273182.1468558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:39:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2525.875, "name": "celery", "pid": 267, "rss_mb": 2525.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 299, "max_ms": 13.581, "p95_ms": 8.855}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 1.972, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.522, "count": 299, "max_ms": 76.093, "p95_ms": 69.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.843, "count": 299, "max_ms": 75.88, "p95_ms": 60.931}, "yolo11_640_fire_11class": {"avg_ms": 55.985, "count": 299, "max_ms": 75.381, "p95_ms": 68.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.712, "count": 299, "max_ms": 75.934, "p95_ms": 73.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.986, "count": 299, "max_ms": 94.412, "p95_ms": 90.327}, "read_interval": {"avg_ms": 100.405, "count": 298, "max_ms": 337.821, "p95_ms": 130.478}, "triton_wait": {"avg_ms": 60.245, "count": 299, "max_ms": 76.105, "p95_ms": 73.343}, "visualize": {"avg_ms": 3.718, "count": 299, "max_ms": 5.076, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16390.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21780.778, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.99, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1819490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:40:05+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T02:40:05+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T02:40:05.019191+09:00", "mtime_epoch": 1783273205.0191905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:40:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9493.117, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.975, "count": 300, "max_ms": 24.546, "p95_ms": 19.313}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 1.68, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.979, "count": 300, "max_ms": 66.865, "p95_ms": 63.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.625, "count": 300, "max_ms": 68.09, "p95_ms": 61.098}, "yolo11_640_fire_11class": {"avg_ms": 52.149, "count": 300, "max_ms": 70.834, "p95_ms": 64.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.169, "count": 300, "max_ms": 75.828, "p95_ms": 73.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.577, "count": 301, "max_ms": 102.945, "p95_ms": 97.946}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 121.974, "p95_ms": 113.619}, "triton_wait": {"avg_ms": 56.306, "count": 300, "max_ms": 75.839, "p95_ms": 73.034}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.465, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16390.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37714.056, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.829, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2275144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:40:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:40:12+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T02:40:12+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T02:40:12.195296+09:00", "mtime_epoch": 1783273212.1952958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:40:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2526.133, "name": "celery", "pid": 267, "rss_mb": 2526.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 302, "max_ms": 10.635, "p95_ms": 8.505}, "gstreamer_push": {"avg_ms": 1.302, "count": 302, "max_ms": 1.521, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.794, "count": 302, "max_ms": 71.746, "p95_ms": 65.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.403, "count": 302, "max_ms": 69.953, "p95_ms": 62.519}, "yolo11_640_fire_11class": {"avg_ms": 56.16, "count": 302, "max_ms": 73.497, "p95_ms": 68.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.15, "count": 302, "max_ms": 75.704, "p95_ms": 73.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.397, "count": 302, "max_ms": 91.961, "p95_ms": 89.928}, "read_interval": {"avg_ms": 99.475, "count": 301, "max_ms": 313.809, "p95_ms": 144.082}, "triton_wait": {"avg_ms": 60.645, "count": 302, "max_ms": 75.717, "p95_ms": 73.098}, "visualize": {"avg_ms": 3.728, "count": 302, "max_ms": 5.634, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16390.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21810.798, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.078, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1819790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:40:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:40:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:40:35+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:40:35.051632+09:00", "mtime_epoch": 1783273235.051632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:40:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9493.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.089, "count": 300, "max_ms": 24.084, "p95_ms": 19.137}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 2.092, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.391, "count": 300, "max_ms": 66.704, "p95_ms": 63.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.575, "count": 300, "max_ms": 67.516, "p95_ms": 60.218}, "yolo11_640_fire_11class": {"avg_ms": 51.589, "count": 300, "max_ms": 68.53, "p95_ms": 63.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.16, "count": 300, "max_ms": 76.405, "p95_ms": 72.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.77, "count": 300, "max_ms": 101.666, "p95_ms": 97.539}, "read_interval": {"avg_ms": 100.039, "count": 299, "max_ms": 121.458, "p95_ms": 113.918}, "triton_wait": {"avg_ms": 55.358, "count": 300, "max_ms": 76.416, "p95_ms": 72.55}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 4.851, "p95_ms": 3.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16390.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37744.102, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.832, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2275444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:40:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:40:42+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T02:40:42+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T02:40:42.247738+09:00", "mtime_epoch": 1783273242.247738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:40:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2526.133, "name": "celery", "pid": 267, "rss_mb": 2526.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.112, "count": 300, "max_ms": 13.187, "p95_ms": 9.09}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 1.632, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.421, "count": 300, "max_ms": 70.109, "p95_ms": 65.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.181, "count": 300, "max_ms": 70.208, "p95_ms": 61.551}, "yolo11_640_fire_11class": {"avg_ms": 55.45, "count": 300, "max_ms": 71.442, "p95_ms": 67.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.577, "count": 300, "max_ms": 75.605, "p95_ms": 72.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.984, "count": 300, "max_ms": 92.115, "p95_ms": 89.79}, "read_interval": {"avg_ms": 100.166, "count": 300, "max_ms": 376.706, "p95_ms": 162.537}, "triton_wait": {"avg_ms": 60.067, "count": 300, "max_ms": 75.619, "p95_ms": 72.999}, "visualize": {"avg_ms": 3.752, "count": 300, "max_ms": 5.96, "p95_ms": 4.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16391.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21840.888, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.152, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1820091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:41:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:41:05+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:41:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:41:05.140076+09:00", "mtime_epoch": 1783273265.1400762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:41:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9493.375, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.37, "count": 300, "max_ms": 24.249, "p95_ms": 19.598}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.45, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.86, "count": 300, "max_ms": 67.382, "p95_ms": 63.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.206, "count": 300, "max_ms": 66.679, "p95_ms": 60.058}, "yolo11_640_fire_11class": {"avg_ms": 50.538, "count": 300, "max_ms": 68.36, "p95_ms": 63.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.864, "count": 300, "max_ms": 75.559, "p95_ms": 72.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.596, "count": 301, "max_ms": 260.84, "p95_ms": 96.947}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 273.747, "p95_ms": 114.036}, "triton_wait": {"avg_ms": 54.259, "count": 300, "max_ms": 75.571, "p95_ms": 72.126}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 4.747, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16391.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37774.124, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.79, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2275744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:41:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:41:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T02:41:12.236181+09:00", "mtime_epoch": 1783273272.2361813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:41:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2526.391, "name": "celery", "pid": 267, "rss_mb": 2526.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.156, "count": 300, "max_ms": 13.342, "p95_ms": 10.311}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 2.03, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.312, "count": 300, "max_ms": 72.159, "p95_ms": 64.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.298, "count": 300, "max_ms": 68.58, "p95_ms": 61.525}, "yolo11_640_fire_11class": {"avg_ms": 54.035, "count": 300, "max_ms": 71.818, "p95_ms": 68.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.427, "count": 300, "max_ms": 76.06, "p95_ms": 72.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.917, "count": 300, "max_ms": 92.6, "p95_ms": 89.131}, "read_interval": {"avg_ms": 100.057, "count": 299, "max_ms": 357.875, "p95_ms": 212.359}, "triton_wait": {"avg_ms": 57.913, "count": 300, "max_ms": 76.072, "p95_ms": 72.634}, "visualize": {"avg_ms": 3.755, "count": 300, "max_ms": 5.916, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16391.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21870.981, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.118, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1820392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:41:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:41:35+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:41:35+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:41:35.232522+09:00", "mtime_epoch": 1783273295.2325225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:41:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9493.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.157, "count": 300, "max_ms": 24.873, "p95_ms": 19.505}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 2.126, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.873, "count": 300, "max_ms": 67.894, "p95_ms": 63.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.563, "count": 300, "max_ms": 66.004, "p95_ms": 55.435}, "yolo11_640_fire_11class": {"avg_ms": 51.31, "count": 300, "max_ms": 71.407, "p95_ms": 64.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.817, "count": 300, "max_ms": 74.379, "p95_ms": 71.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.49, "count": 300, "max_ms": 105.309, "p95_ms": 96.753}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 123.134, "p95_ms": 114.051}, "triton_wait": {"avg_ms": 54.977, "count": 300, "max_ms": 74.39, "p95_ms": 71.981}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 4.513, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16391.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37804.219, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.664, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2276045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:41:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:41:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:41:42+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T02:41:42.328628+09:00", "mtime_epoch": 1783273302.328628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:41:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2526.391, "name": "celery", "pid": 267, "rss_mb": 2526.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.003, "count": 300, "max_ms": 12.574, "p95_ms": 8.391}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.472, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.793, "count": 300, "max_ms": 68.679, "p95_ms": 64.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.221, "count": 300, "max_ms": 68.689, "p95_ms": 57.83}, "yolo11_640_fire_11class": {"avg_ms": 55.887, "count": 300, "max_ms": 71.04, "p95_ms": 68.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.849, "count": 300, "max_ms": 75.625, "p95_ms": 71.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.966, "count": 300, "max_ms": 97.108, "p95_ms": 88.508}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 380.375, "p95_ms": 126.565}, "triton_wait": {"avg_ms": 60.224, "count": 300, "max_ms": 75.637, "p95_ms": 71.942}, "visualize": {"avg_ms": 3.709, "count": 300, "max_ms": 4.634, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16391.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21901.015, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.348, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1820692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:42:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:42:05+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T02:42:05+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T02:42:05.248970+09:00", "mtime_epoch": 1783273325.2489696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:42:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9493.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.177, "count": 300, "max_ms": 29.357, "p95_ms": 19.277}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.473, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.555, "count": 300, "max_ms": 65.611, "p95_ms": 63.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.424, "count": 300, "max_ms": 66.051, "p95_ms": 58.25}, "yolo11_640_fire_11class": {"avg_ms": 51.348, "count": 300, "max_ms": 67.23, "p95_ms": 62.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.354, "count": 300, "max_ms": 74.772, "p95_ms": 72.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.11, "count": 300, "max_ms": 103.035, "p95_ms": 97.595}, "read_interval": {"avg_ms": 100.056, "count": 299, "max_ms": 122.589, "p95_ms": 113.935}, "triton_wait": {"avg_ms": 55.504, "count": 300, "max_ms": 74.784, "p95_ms": 72.627}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 4.556, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16392.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37834.22, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.643, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2276345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:42:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:42:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:42:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T02:42:12.333075+09:00", "mtime_epoch": 1783273332.3330753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:42:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2526.648, "name": "celery", "pid": 267, "rss_mb": 2526.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 300, "max_ms": 13.43, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.535, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.917, "count": 300, "max_ms": 69.149, "p95_ms": 65.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.322, "count": 300, "max_ms": 69.765, "p95_ms": 60.573}, "yolo11_640_fire_11class": {"avg_ms": 54.777, "count": 300, "max_ms": 70.467, "p95_ms": 66.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.222, "count": 300, "max_ms": 75.226, "p95_ms": 72.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.313, "count": 300, "max_ms": 94.319, "p95_ms": 89.14}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 377.975, "p95_ms": 123.328}, "triton_wait": {"avg_ms": 59.532, "count": 300, "max_ms": 75.238, "p95_ms": 72.527}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 4.974, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16391.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21931.067, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.419, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1820993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:42:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:42:35+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T02:42:35+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T02:42:35.313419+09:00", "mtime_epoch": 1783273355.313419, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:42:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9493.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.312, "count": 301, "max_ms": 29.202, "p95_ms": 19.441}, "gstreamer_push": {"avg_ms": 1.22, "count": 301, "max_ms": 1.43, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.344, "count": 301, "max_ms": 68.36, "p95_ms": 63.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.585, "count": 301, "max_ms": 68.73, "p95_ms": 58.201}, "yolo11_640_fire_11class": {"avg_ms": 51.318, "count": 301, "max_ms": 68.742, "p95_ms": 64.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.639, "count": 301, "max_ms": 75.952, "p95_ms": 72.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.516, "count": 301, "max_ms": 100.785, "p95_ms": 97.292}, "read_interval": {"avg_ms": 99.87, "count": 300, "max_ms": 123.045, "p95_ms": 115.134}, "triton_wait": {"avg_ms": 54.872, "count": 301, "max_ms": 75.964, "p95_ms": 72.619}, "visualize": {"avg_ms": 3.506, "count": 301, "max_ms": 4.315, "p95_ms": 3.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16392.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37864.405, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.612, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2276646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:42:42+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T02:42:42+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T02:42:42.433526+09:00", "mtime_epoch": 1783273362.4335258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:42:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2526.648, "name": "celery", "pid": 267, "rss_mb": 2526.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 300, "max_ms": 12.719, "p95_ms": 8.594}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.53, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.41, "count": 300, "max_ms": 70.78, "p95_ms": 66.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.806, "count": 300, "max_ms": 71.355, "p95_ms": 61.261}, "yolo11_640_fire_11class": {"avg_ms": 55.175, "count": 300, "max_ms": 73.118, "p95_ms": 68.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.765, "count": 300, "max_ms": 74.46, "p95_ms": 72.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.178, "count": 301, "max_ms": 91.007, "p95_ms": 89.025}, "read_interval": {"avg_ms": 100.06, "count": 300, "max_ms": 337.185, "p95_ms": 151.619}, "triton_wait": {"avg_ms": 58.391, "count": 300, "max_ms": 74.472, "p95_ms": 72.288}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 4.968, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16392.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21961.092, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.542, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1821293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:43:05+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T02:43:05+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T02:43:05.325870+09:00", "mtime_epoch": 1783273385.3258696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:43:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9493.891, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.117, "count": 300, "max_ms": 20.577, "p95_ms": 19.216}, "gstreamer_push": {"avg_ms": 1.211, "count": 300, "max_ms": 1.835, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.39, "count": 300, "max_ms": 68.805, "p95_ms": 64.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.137, "count": 300, "max_ms": 69.523, "p95_ms": 61.912}, "yolo11_640_fire_11class": {"avg_ms": 52.001, "count": 300, "max_ms": 71.712, "p95_ms": 65.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.658, "count": 300, "max_ms": 78.438, "p95_ms": 72.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.244, "count": 300, "max_ms": 103.81, "p95_ms": 97.334}, "read_interval": {"avg_ms": 100.029, "count": 299, "max_ms": 119.65, "p95_ms": 113.907}, "triton_wait": {"avg_ms": 55.882, "count": 300, "max_ms": 78.45, "p95_ms": 72.385}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.447, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16392.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37894.409, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.726, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2276946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:43:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:43:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T02:43:12+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T02:43:12.477977+09:00", "mtime_epoch": 1783273392.477977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:43:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2526.906, "name": "celery", "pid": 267, "rss_mb": 2526.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.985, "count": 300, "max_ms": 12.592, "p95_ms": 8.745}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 2.266, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.534, "count": 300, "max_ms": 70.909, "p95_ms": 65.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.59, "count": 300, "max_ms": 70.92, "p95_ms": 63.957}, "yolo11_640_fire_11class": {"avg_ms": 55.463, "count": 300, "max_ms": 71.858, "p95_ms": 66.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.951, "count": 300, "max_ms": 77.729, "p95_ms": 73.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.113, "count": 300, "max_ms": 94.441, "p95_ms": 90.11}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 337.541, "p95_ms": 146.378}, "triton_wait": {"avg_ms": 60.335, "count": 300, "max_ms": 77.742, "p95_ms": 73.439}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 4.78, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16392.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 21991.177, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.564, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1821594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:43:35+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T02:43:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T02:43:35.442323+09:00", "mtime_epoch": 1783273415.442323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:43:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9494.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.105, "count": 301, "max_ms": 20.813, "p95_ms": 19.303}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 1.476, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.715, "count": 301, "max_ms": 68.792, "p95_ms": 63.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.174, "count": 301, "max_ms": 68.802, "p95_ms": 61.166}, "yolo11_640_fire_11class": {"avg_ms": 51.494, "count": 301, "max_ms": 67.803, "p95_ms": 64.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.226, "count": 301, "max_ms": 78.911, "p95_ms": 72.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.873, "count": 301, "max_ms": 104.497, "p95_ms": 97.669}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 127.91, "p95_ms": 115.005}, "triton_wait": {"avg_ms": 55.462, "count": 301, "max_ms": 78.923, "p95_ms": 72.823}, "visualize": {"avg_ms": 3.533, "count": 301, "max_ms": 4.622, "p95_ms": 3.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16393.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37924.515, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.659, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2277246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:43:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:43:42+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:43:42+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-06T02:43:42.438429+09:00", "mtime_epoch": 1783273422.4384286, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:43:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2527.164, "name": "celery", "pid": 267, "rss_mb": 2527.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.117, "count": 299, "max_ms": 12.984, "p95_ms": 8.905}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 1.803, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.498, "count": 299, "max_ms": 68.687, "p95_ms": 65.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.362, "count": 299, "max_ms": 69.553, "p95_ms": 61.294}, "yolo11_640_fire_11class": {"avg_ms": 56.037, "count": 299, "max_ms": 71.474, "p95_ms": 67.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.988, "count": 299, "max_ms": 75.563, "p95_ms": 72.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.351, "count": 299, "max_ms": 92.907, "p95_ms": 89.647}, "read_interval": {"avg_ms": 100.421, "count": 299, "max_ms": 341.148, "p95_ms": 161.777}, "triton_wait": {"avg_ms": 60.437, "count": 299, "max_ms": 75.576, "p95_ms": 72.67}, "visualize": {"avg_ms": 3.759, "count": 299, "max_ms": 4.829, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16393.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22021.198, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.552, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1821894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:44:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:44:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T02:44:05+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T02:44:05.438776+09:00", "mtime_epoch": 1783273445.4387763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:44:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9494.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.118, "count": 300, "max_ms": 20.268, "p95_ms": 19.218}, "gstreamer_push": {"avg_ms": 1.219, "count": 300, "max_ms": 1.366, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.571, "count": 300, "max_ms": 67.879, "p95_ms": 63.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.895, "count": 300, "max_ms": 67.204, "p95_ms": 60.601}, "yolo11_640_fire_11class": {"avg_ms": 51.754, "count": 300, "max_ms": 69.286, "p95_ms": 64.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.29, "count": 300, "max_ms": 76.625, "p95_ms": 72.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.921, "count": 300, "max_ms": 100.427, "p95_ms": 97.786}, "read_interval": {"avg_ms": 100.042, "count": 299, "max_ms": 119.899, "p95_ms": 115.027}, "triton_wait": {"avg_ms": 55.481, "count": 300, "max_ms": 76.637, "p95_ms": 72.817}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 4.861, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16393.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37954.602, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.467, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2277549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:44:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:44:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:44:12+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:44:12.722887+09:00", "mtime_epoch": 1783273452.7228866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:44:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2527.164, "name": "celery", "pid": 267, "rss_mb": 2527.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.044, "count": 303, "max_ms": 12.662, "p95_ms": 8.905}, "gstreamer_push": {"avg_ms": 1.313, "count": 303, "max_ms": 1.872, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.66, "count": 303, "max_ms": 71.32, "p95_ms": 65.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.686, "count": 303, "max_ms": 68.726, "p95_ms": 59.487}, "yolo11_640_fire_11class": {"avg_ms": 53.796, "count": 303, "max_ms": 71.804, "p95_ms": 67.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.662, "count": 303, "max_ms": 77.236, "p95_ms": 71.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.9, "count": 303, "max_ms": 94.634, "p95_ms": 88.295}, "read_interval": {"avg_ms": 99.29, "count": 302, "max_ms": 398.231, "p95_ms": 160.418}, "triton_wait": {"avg_ms": 58.131, "count": 303, "max_ms": 77.248, "p95_ms": 71.506}, "visualize": {"avg_ms": 3.732, "count": 303, "max_ms": 5.771, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16393.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22051.292, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.576, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1822195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:44:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:44:35+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:44:35+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:44:35.547232+09:00", "mtime_epoch": 1783273475.5472324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:44:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9494.406, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.252, "count": 300, "max_ms": 31.625, "p95_ms": 27.951}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.501, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.36, "count": 300, "max_ms": 65.874, "p95_ms": 63.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.328, "count": 300, "max_ms": 66.635, "p95_ms": 58.762}, "yolo11_640_fire_11class": {"avg_ms": 50.025, "count": 300, "max_ms": 67.333, "p95_ms": 63.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.668, "count": 300, "max_ms": 78.398, "p95_ms": 71.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.446, "count": 301, "max_ms": 111.57, "p95_ms": 98.794}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 127.697, "p95_ms": 116.717}, "triton_wait": {"avg_ms": 53.819, "count": 300, "max_ms": 78.411, "p95_ms": 71.946}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 4.598, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16393.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37984.611, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.466, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2277849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:44:42+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T02:44:42+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T02:44:42.719341+09:00", "mtime_epoch": 1783273482.7193413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:44:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2527.422, "name": "celery", "pid": 267, "rss_mb": 2527.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.393, "count": 300, "max_ms": 14.776, "p95_ms": 12.695}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.908, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.494, "count": 300, "max_ms": 67.662, "p95_ms": 64.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.263, "count": 300, "max_ms": 68.337, "p95_ms": 61.279}, "yolo11_640_fire_11class": {"avg_ms": 53.877, "count": 300, "max_ms": 73.505, "p95_ms": 66.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.471, "count": 300, "max_ms": 78.408, "p95_ms": 72.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.342, "count": 300, "max_ms": 100.018, "p95_ms": 90.164}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 329.555, "p95_ms": 184.471}, "triton_wait": {"avg_ms": 58.178, "count": 300, "max_ms": 78.419, "p95_ms": 72.633}, "visualize": {"avg_ms": 3.753, "count": 300, "max_ms": 4.827, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16393.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22081.353, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.576, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1822496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:45:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:45:05+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T02:45:05+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T02:45:05.615689+09:00", "mtime_epoch": 1783273505.6156893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:45:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9494.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.203, "count": 301, "max_ms": 25.746, "p95_ms": 19.74}, "gstreamer_push": {"avg_ms": 1.218, "count": 301, "max_ms": 1.432, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.928, "count": 301, "max_ms": 66.334, "p95_ms": 63.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.909, "count": 301, "max_ms": 66.859, "p95_ms": 61.743}, "yolo11_640_fire_11class": {"avg_ms": 52.132, "count": 301, "max_ms": 68.51, "p95_ms": 64.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.936, "count": 301, "max_ms": 79.109, "p95_ms": 73.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.656, "count": 301, "max_ms": 103.376, "p95_ms": 98.338}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 121.036, "p95_ms": 114.99}, "triton_wait": {"avg_ms": 56.117, "count": 301, "max_ms": 79.121, "p95_ms": 73.169}, "visualize": {"avg_ms": 3.534, "count": 301, "max_ms": 4.607, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16393.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38014.651, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.522, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2278149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:45:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:45:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T02:45:12+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T02:45:12.787799+09:00", "mtime_epoch": 1783273512.7877986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:45:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2527.422, "name": "celery", "pid": 267, "rss_mb": 2527.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.162, "count": 300, "max_ms": 13.565, "p95_ms": 9.232}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.694, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.359, "count": 300, "max_ms": 70.358, "p95_ms": 65.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.688, "count": 300, "max_ms": 69.348, "p95_ms": 61.577}, "yolo11_640_fire_11class": {"avg_ms": 55.641, "count": 300, "max_ms": 72.421, "p95_ms": 68.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.275, "count": 300, "max_ms": 77.05, "p95_ms": 73.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.604, "count": 300, "max_ms": 93.553, "p95_ms": 90.162}, "read_interval": {"avg_ms": 100.183, "count": 299, "max_ms": 309.973, "p95_ms": 148.737}, "triton_wait": {"avg_ms": 60.624, "count": 300, "max_ms": 77.063, "p95_ms": 73.619}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 4.957, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16393.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22111.359, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.564, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1822796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:45:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:45:35+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:45:35+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:45:35.616147+09:00", "mtime_epoch": 1783273535.6161466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:45:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9494.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.686, "count": 300, "max_ms": 29.267, "p95_ms": 22.375}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.501, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.81, "count": 300, "max_ms": 67.947, "p95_ms": 63.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.198, "count": 300, "max_ms": 67.224, "p95_ms": 59.379}, "yolo11_640_fire_11class": {"avg_ms": 51.339, "count": 300, "max_ms": 67.237, "p95_ms": 63.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.457, "count": 300, "max_ms": 75.898, "p95_ms": 72.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.7, "count": 300, "max_ms": 103.679, "p95_ms": 97.299}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 118.826, "p95_ms": 113.803}, "triton_wait": {"avg_ms": 55.67, "count": 300, "max_ms": 75.909, "p95_ms": 72.35}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.522, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16394.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38044.725, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.477, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2278450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:45:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:45:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:45:42+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T02:45:42.840257+09:00", "mtime_epoch": 1783273542.8402567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:45:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2527.68, "name": "celery", "pid": 267, "rss_mb": 2527.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.294, "count": 301, "max_ms": 13.565, "p95_ms": 11.587}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.62, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.577, "count": 301, "max_ms": 70.316, "p95_ms": 65.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.606, "count": 301, "max_ms": 68.822, "p95_ms": 61.88}, "yolo11_640_fire_11class": {"avg_ms": 55.368, "count": 301, "max_ms": 72.532, "p95_ms": 69.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.937, "count": 301, "max_ms": 75.837, "p95_ms": 72.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.548, "count": 301, "max_ms": 93.111, "p95_ms": 89.208}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 377.929, "p95_ms": 128.977}, "triton_wait": {"avg_ms": 59.446, "count": 301, "max_ms": 75.85, "p95_ms": 72.544}, "visualize": {"avg_ms": 3.74, "count": 301, "max_ms": 5.403, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16394.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22141.406, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.715, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1823096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:46:05+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T02:46:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T02:46:05.652605+09:00", "mtime_epoch": 1783273565.6526053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:46:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9494.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.258, "count": 300, "max_ms": 24.321, "p95_ms": 19.824}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.986, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.789, "count": 300, "max_ms": 68.12, "p95_ms": 64.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.435, "count": 300, "max_ms": 69.129, "p95_ms": 61.63}, "yolo11_640_fire_11class": {"avg_ms": 51.973, "count": 300, "max_ms": 69.139, "p95_ms": 64.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.598, "count": 300, "max_ms": 76.395, "p95_ms": 72.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.514, "count": 300, "max_ms": 100.833, "p95_ms": 98.036}, "read_interval": {"avg_ms": 100.105, "count": 299, "max_ms": 120.116, "p95_ms": 115.008}, "triton_wait": {"avg_ms": 55.89, "count": 300, "max_ms": 76.406, "p95_ms": 72.843}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.659, "p95_ms": 3.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16394.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38074.818, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.519, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2278751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:46:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:46:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:46:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T02:46:12.932717+09:00", "mtime_epoch": 1783273572.9327168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:46:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2527.68, "name": "celery", "pid": 267, "rss_mb": 2527.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 301, "max_ms": 11.863, "p95_ms": 8.261}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.881, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.15, "count": 301, "max_ms": 70.263, "p95_ms": 64.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.487, "count": 301, "max_ms": 67.877, "p95_ms": 62.21}, "yolo11_640_fire_11class": {"avg_ms": 54.469, "count": 301, "max_ms": 71.944, "p95_ms": 67.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.71, "count": 301, "max_ms": 78.856, "p95_ms": 72.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.674, "count": 301, "max_ms": 94.875, "p95_ms": 89.801}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 404.566, "p95_ms": 150.567}, "triton_wait": {"avg_ms": 60.007, "count": 301, "max_ms": 78.87, "p95_ms": 72.996}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 5.357, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16394.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22171.464, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.764, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1823397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:46:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:46:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:46:35+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T02:46:35.697065+09:00", "mtime_epoch": 1783273595.6970654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:46:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9494.922, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.163, "count": 301, "max_ms": 23.205, "p95_ms": 19.27}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.681, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.912, "count": 301, "max_ms": 70.054, "p95_ms": 63.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.96, "count": 301, "max_ms": 67.294, "p95_ms": 60.823}, "yolo11_640_fire_11class": {"avg_ms": 51.595, "count": 301, "max_ms": 70.574, "p95_ms": 63.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.318, "count": 301, "max_ms": 77.364, "p95_ms": 73.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.094, "count": 301, "max_ms": 102.137, "p95_ms": 97.7}, "read_interval": {"avg_ms": 99.888, "count": 300, "max_ms": 117.807, "p95_ms": 114.49}, "triton_wait": {"avg_ms": 55.567, "count": 301, "max_ms": 77.377, "p95_ms": 73.049}, "visualize": {"avg_ms": 3.526, "count": 301, "max_ms": 4.528, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16394.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38104.874, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.657, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2279051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:46:43+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T02:46:43+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T02:46:43.013178+09:00", "mtime_epoch": 1783273603.0131776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:46:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2527.938, "name": "celery", "pid": 267, "rss_mb": 2527.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.095, "count": 300, "max_ms": 13.668, "p95_ms": 8.821}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.926, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.016, "count": 300, "max_ms": 71.571, "p95_ms": 65.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.037, "count": 300, "max_ms": 67.534, "p95_ms": 61.39}, "yolo11_640_fire_11class": {"avg_ms": 53.169, "count": 300, "max_ms": 71.64, "p95_ms": 67.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.565, "count": 300, "max_ms": 75.56, "p95_ms": 72.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.997, "count": 300, "max_ms": 92.116, "p95_ms": 89.871}, "read_interval": {"avg_ms": 100.256, "count": 299, "max_ms": 376.291, "p95_ms": 154.014}, "triton_wait": {"avg_ms": 57.995, "count": 300, "max_ms": 75.572, "p95_ms": 72.789}, "visualize": {"avg_ms": 3.769, "count": 300, "max_ms": 4.846, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16394.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22201.475, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.872, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1823697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T02:47:05+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:47:05+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T02:47:05.693526+09:00", "mtime_epoch": 1783273625.6935258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:47:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9495.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.122, "count": 300, "max_ms": 23.84, "p95_ms": 19.275}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 1.402, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.265, "count": 300, "max_ms": 67.893, "p95_ms": 63.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.251, "count": 300, "max_ms": 67.905, "p95_ms": 63.073}, "yolo11_640_fire_11class": {"avg_ms": 52.358, "count": 300, "max_ms": 68.504, "p95_ms": 63.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.093, "count": 300, "max_ms": 75.865, "p95_ms": 73.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.671, "count": 300, "max_ms": 104.039, "p95_ms": 98.035}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 123.898, "p95_ms": 114.768}, "triton_wait": {"avg_ms": 56.244, "count": 300, "max_ms": 75.876, "p95_ms": 73.037}, "visualize": {"avg_ms": 3.51, "count": 300, "max_ms": 4.614, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16394.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38134.905, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.809, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2279351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:47:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:47:13+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:47:13+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:47:13.025638+09:00", "mtime_epoch": 1783273633.0256383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:47:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.195, "name": "celery", "pid": 267, "rss_mb": 2528.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.157, "count": 300, "max_ms": 13.692, "p95_ms": 10.62}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.808, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.437, "count": 300, "max_ms": 71.442, "p95_ms": 66.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.26, "count": 300, "max_ms": 71.076, "p95_ms": 62.823}, "yolo11_640_fire_11class": {"avg_ms": 56.562, "count": 300, "max_ms": 71.979, "p95_ms": 68.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.764, "count": 300, "max_ms": 76.321, "p95_ms": 73.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.006, "count": 300, "max_ms": 94.43, "p95_ms": 90.21}, "read_interval": {"avg_ms": 100.103, "count": 299, "max_ms": 364.257, "p95_ms": 126.857}, "triton_wait": {"avg_ms": 61.076, "count": 300, "max_ms": 76.333, "p95_ms": 73.69}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 5.724, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16395.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22231.494, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.963, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1823997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:47:35+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T02:47:35+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:47:35.749988+09:00", "mtime_epoch": 1783273655.749988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:47:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9495.18, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.194, "count": 300, "max_ms": 22.116, "p95_ms": 19.595}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.459, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.384, "count": 300, "max_ms": 66.66, "p95_ms": 64.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.039, "count": 300, "max_ms": 67.248, "p95_ms": 58.711}, "yolo11_640_fire_11class": {"avg_ms": 51.78, "count": 300, "max_ms": 67.084, "p95_ms": 63.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.615, "count": 300, "max_ms": 75.858, "p95_ms": 73.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.352, "count": 300, "max_ms": 101.336, "p95_ms": 98.331}, "read_interval": {"avg_ms": 100.077, "count": 299, "max_ms": 121.359, "p95_ms": 114.808}, "triton_wait": {"avg_ms": 55.773, "count": 300, "max_ms": 75.867, "p95_ms": 73.621}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.46, "p95_ms": 3.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16395.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38164.922, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.939, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2279651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:47:43+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T02:47:43+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T02:47:43.030100+09:00", "mtime_epoch": 1783273663.0301, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:47:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.195, "name": "celery", "pid": 267, "rss_mb": 2528.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 300, "max_ms": 13.001, "p95_ms": 8.535}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.556, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.746, "count": 300, "max_ms": 74.645, "p95_ms": 67.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.55, "count": 300, "max_ms": 80.565, "p95_ms": 59.645}, "yolo11_640_fire_11class": {"avg_ms": 53.763, "count": 300, "max_ms": 79.202, "p95_ms": 65.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.399, "count": 300, "max_ms": 77.437, "p95_ms": 73.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.972, "count": 300, "max_ms": 97.285, "p95_ms": 90.193}, "read_interval": {"avg_ms": 100.012, "count": 299, "max_ms": 368.936, "p95_ms": 150.97}, "triton_wait": {"avg_ms": 59.311, "count": 300, "max_ms": 80.577, "p95_ms": 73.715}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 4.767, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16395.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22261.575, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.908, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1824298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:48:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:48:05+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T02:48:05+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T02:48:05.810451+09:00", "mtime_epoch": 1783273685.8104513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:48:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9495.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.342, "count": 301, "max_ms": 28.986, "p95_ms": 19.714}, "gstreamer_push": {"avg_ms": 1.22, "count": 301, "max_ms": 1.526, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.806, "count": 301, "max_ms": 69.858, "p95_ms": 63.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.116, "count": 301, "max_ms": 69.328, "p95_ms": 59.455}, "yolo11_640_fire_11class": {"avg_ms": 52.099, "count": 301, "max_ms": 71.98, "p95_ms": 64.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.811, "count": 301, "max_ms": 76.257, "p95_ms": 72.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.661, "count": 301, "max_ms": 100.993, "p95_ms": 97.311}, "read_interval": {"avg_ms": 99.888, "count": 300, "max_ms": 117.67, "p95_ms": 112.962}, "triton_wait": {"avg_ms": 56.047, "count": 301, "max_ms": 76.268, "p95_ms": 72.424}, "visualize": {"avg_ms": 3.511, "count": 301, "max_ms": 4.17, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 18999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16395.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38195.013, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.897, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2279953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:48:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:48:13+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T02:48:13+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T02:48:13.118564+09:00", "mtime_epoch": 1783273693.118564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:48:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.453, "name": "celery", "pid": 267, "rss_mb": 2528.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.078, "count": 302, "max_ms": 13.378, "p95_ms": 8.942}, "gstreamer_push": {"avg_ms": 1.298, "count": 302, "max_ms": 1.474, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.38, "count": 302, "max_ms": 69.228, "p95_ms": 64.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.695, "count": 302, "max_ms": 69.312, "p95_ms": 59.461}, "yolo11_640_fire_11class": {"avg_ms": 56.14, "count": 302, "max_ms": 73.991, "p95_ms": 68.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.303, "count": 302, "max_ms": 75.767, "p95_ms": 72.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.585, "count": 302, "max_ms": 95.427, "p95_ms": 89.983}, "read_interval": {"avg_ms": 99.606, "count": 301, "max_ms": 378.131, "p95_ms": 123.024}, "triton_wait": {"avg_ms": 60.769, "count": 302, "max_ms": 75.784, "p95_ms": 72.675}, "visualize": {"avg_ms": 3.72, "count": 302, "max_ms": 5.111, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16395.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22291.588, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.9, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1824598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:48:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:48:35+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:48:35+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:48:35.838915+09:00", "mtime_epoch": 1783273715.8389149, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:48:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9495.438, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.032, "count": 300, "max_ms": 26.551, "p95_ms": 19.012}, "gstreamer_push": {"avg_ms": 1.214, "count": 300, "max_ms": 1.552, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.231, "count": 300, "max_ms": 69.773, "p95_ms": 62.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.697, "count": 300, "max_ms": 65.962, "p95_ms": 59.216}, "yolo11_640_fire_11class": {"avg_ms": 52.335, "count": 300, "max_ms": 68.511, "p95_ms": 63.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.815, "count": 300, "max_ms": 77.516, "p95_ms": 72.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.232, "count": 300, "max_ms": 102.02, "p95_ms": 97.471}, "read_interval": {"avg_ms": 100.095, "count": 300, "max_ms": 118.838, "p95_ms": 113.536}, "triton_wait": {"avg_ms": 56.952, "count": 300, "max_ms": 77.528, "p95_ms": 72.509}, "visualize": {"avg_ms": 3.501, "count": 300, "max_ms": 4.197, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16395.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38225.03, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.063, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2280251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:48:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:48:43+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:48:43+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T02:48:43.171028+09:00", "mtime_epoch": 1783273723.1710281, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:48:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.453, "name": "celery", "pid": 267, "rss_mb": 2528.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.961, "pushed": 9.961, "read": 9.928}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 298, "max_ms": 11.243, "p95_ms": 8.622}, "gstreamer_push": {"avg_ms": 1.313, "count": 298, "max_ms": 1.517, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.699, "count": 298, "max_ms": 71.105, "p95_ms": 66.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.158, "count": 298, "max_ms": 71.04, "p95_ms": 62.891}, "yolo11_640_fire_11class": {"avg_ms": 56.633, "count": 298, "max_ms": 70.75, "p95_ms": 67.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.912, "count": 298, "max_ms": 77.663, "p95_ms": 73.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.981, "count": 298, "max_ms": 96.088, "p95_ms": 90.724}, "read_interval": {"avg_ms": 100.797, "count": 297, "max_ms": 378.16, "p95_ms": 129.331}, "triton_wait": {"avg_ms": 62.242, "count": 298, "max_ms": 77.675, "p95_ms": 73.889}, "visualize": {"avg_ms": 3.698, "count": 298, "max_ms": 4.814, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16396.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22321.686, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.728, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1824899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:49:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:49:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:49:05+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:49:05.935380+09:00", "mtime_epoch": 1783273745.9353802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:49:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9495.695, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.163, "count": 300, "max_ms": 20.673, "p95_ms": 19.404}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.912, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.052, "count": 300, "max_ms": 68.576, "p95_ms": 63.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.9, "count": 300, "max_ms": 66.165, "p95_ms": 60.686}, "yolo11_640_fire_11class": {"avg_ms": 51.935, "count": 300, "max_ms": 73.066, "p95_ms": 63.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.912, "count": 300, "max_ms": 75.096, "p95_ms": 71.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.579, "count": 300, "max_ms": 99.921, "p95_ms": 96.574}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 120.568, "p95_ms": 113.352}, "triton_wait": {"avg_ms": 56.104, "count": 300, "max_ms": 75.108, "p95_ms": 71.771}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 4.444, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16396.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38255.094, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.117, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2280552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:49:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:49:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:49:13+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:49:13.215493+09:00", "mtime_epoch": 1783273753.215493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:49:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.711, "name": "celery", "pid": 267, "rss_mb": 2528.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 301, "max_ms": 12.808, "p95_ms": 8.918}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.884, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.369, "count": 301, "max_ms": 71.985, "p95_ms": 65.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.167, "count": 301, "max_ms": 70.438, "p95_ms": 61.792}, "yolo11_640_fire_11class": {"avg_ms": 56.386, "count": 301, "max_ms": 73.716, "p95_ms": 68.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.901, "count": 301, "max_ms": 75.704, "p95_ms": 72.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.136, "count": 301, "max_ms": 91.79, "p95_ms": 89.533}, "read_interval": {"avg_ms": 99.872, "count": 300, "max_ms": 372.116, "p95_ms": 163.899}, "triton_wait": {"avg_ms": 60.322, "count": 301, "max_ms": 75.717, "p95_ms": 72.861}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 5.074, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16396.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22351.777, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.778, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1825200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:49:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:49:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T02:49:36+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:49:36.031847+09:00", "mtime_epoch": 1783273776.0318465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:49:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9495.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.627, "count": 300, "max_ms": 27.075, "p95_ms": 24.07}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.387, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.479, "count": 300, "max_ms": 69.58, "p95_ms": 64.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.651, "count": 300, "max_ms": 67.925, "p95_ms": 58.992}, "yolo11_640_fire_11class": {"avg_ms": 51.016, "count": 300, "max_ms": 69.052, "p95_ms": 64.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.471, "count": 300, "max_ms": 76.355, "p95_ms": 72.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.921, "count": 300, "max_ms": 101.945, "p95_ms": 97.993}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 126.074, "p95_ms": 116.672}, "triton_wait": {"avg_ms": 54.84, "count": 300, "max_ms": 76.367, "p95_ms": 72.913}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 4.742, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16396.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38285.198, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.044, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2280855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:49:43+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T02:49:43+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T02:49:43.303959+09:00", "mtime_epoch": 1783273783.3039594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:49:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.711, "name": "celery", "pid": 267, "rss_mb": 2528.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.164, "count": 302, "max_ms": 14.012, "p95_ms": 12.388}, "gstreamer_push": {"avg_ms": 1.316, "count": 302, "max_ms": 2.19, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.869, "count": 302, "max_ms": 70.391, "p95_ms": 65.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.035, "count": 302, "max_ms": 67.66, "p95_ms": 62.392}, "yolo11_640_fire_11class": {"avg_ms": 53.535, "count": 302, "max_ms": 71.759, "p95_ms": 66.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.381, "count": 302, "max_ms": 76.159, "p95_ms": 72.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.836, "count": 302, "max_ms": 93.874, "p95_ms": 89.226}, "read_interval": {"avg_ms": 99.405, "count": 302, "max_ms": 350.834, "p95_ms": 157.287}, "triton_wait": {"avg_ms": 57.777, "count": 302, "max_ms": 76.172, "p95_ms": 72.539}, "visualize": {"avg_ms": 3.745, "count": 302, "max_ms": 5.604, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16396.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22381.881, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.613, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1825501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:50:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:50:06+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T02:50:06.124313+09:00", "mtime_epoch": 1783273806.1243134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:50:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9495.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.719, "count": 300, "max_ms": 25.323, "p95_ms": 19.845}, "gstreamer_push": {"avg_ms": 1.206, "count": 300, "max_ms": 1.952, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.276, "count": 300, "max_ms": 72.084, "p95_ms": 63.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.361, "count": 300, "max_ms": 65.076, "p95_ms": 58.186}, "yolo11_640_fire_11class": {"avg_ms": 51.839, "count": 300, "max_ms": 67.148, "p95_ms": 62.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.427, "count": 300, "max_ms": 75.198, "p95_ms": 71.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.548, "count": 300, "max_ms": 101.268, "p95_ms": 95.536}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 121.143, "p95_ms": 113.189}, "triton_wait": {"avg_ms": 57.601, "count": 300, "max_ms": 75.209, "p95_ms": 71.061}, "visualize": {"avg_ms": 3.468, "count": 300, "max_ms": 5.194, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16396.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38315.206, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.129, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2281155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:50:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:50:13+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T02:50:13+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T02:50:13.312425+09:00", "mtime_epoch": 1783273813.312425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:50:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.969, "name": "celery", "pid": 267, "rss_mb": 2528.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.039, "count": 300, "max_ms": 12.817, "p95_ms": 8.869}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.82, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.167, "count": 300, "max_ms": 74.378, "p95_ms": 69.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.398, "count": 300, "max_ms": 72.414, "p95_ms": 57.763}, "yolo11_640_fire_11class": {"avg_ms": 56.693, "count": 300, "max_ms": 75.208, "p95_ms": 67.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.375, "count": 300, "max_ms": 74.893, "p95_ms": 73.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.73, "count": 300, "max_ms": 93.226, "p95_ms": 90.561}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 346.929, "p95_ms": 118.786}, "triton_wait": {"avg_ms": 62.718, "count": 300, "max_ms": 75.221, "p95_ms": 73.529}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 5.872, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16397.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22411.894, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.587, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1825801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:50:36+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T02:50:36+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T02:50:36.132780+09:00", "mtime_epoch": 1783273836.1327796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:50:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9496.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.0, "count": 300, "max_ms": 24.311, "p95_ms": 18.938}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.943, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.052, "count": 300, "max_ms": 72.102, "p95_ms": 64.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.604, "count": 300, "max_ms": 65.933, "p95_ms": 57.328}, "yolo11_640_fire_11class": {"avg_ms": 51.478, "count": 300, "max_ms": 67.806, "p95_ms": 63.844}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.667, "count": 300, "max_ms": 76.402, "p95_ms": 71.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.22, "count": 300, "max_ms": 100.556, "p95_ms": 96.71}, "read_interval": {"avg_ms": 100.022, "count": 300, "max_ms": 118.54, "p95_ms": 113.296}, "triton_wait": {"avg_ms": 55.862, "count": 300, "max_ms": 76.415, "p95_ms": 71.962}, "visualize": {"avg_ms": 3.541, "count": 300, "max_ms": 4.547, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16397.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38345.218, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.125, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2281455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:50:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:50:43+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T02:50:43+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T02:50:43.320891+09:00", "mtime_epoch": 1783273843.3208914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:50:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2528.969, "name": "celery", "pid": 267, "rss_mb": 2528.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.053, "count": 300, "max_ms": 13.785, "p95_ms": 8.836}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 1.792, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.409, "count": 300, "max_ms": 71.72, "p95_ms": 65.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.295, "count": 300, "max_ms": 72.843, "p95_ms": 57.917}, "yolo11_640_fire_11class": {"avg_ms": 54.752, "count": 300, "max_ms": 71.665, "p95_ms": 67.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.616, "count": 300, "max_ms": 79.153, "p95_ms": 72.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.702, "count": 300, "max_ms": 95.264, "p95_ms": 89.485}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 368.82, "p95_ms": 156.356}, "triton_wait": {"avg_ms": 59.798, "count": 300, "max_ms": 79.165, "p95_ms": 72.745}, "visualize": {"avg_ms": 3.758, "count": 300, "max_ms": 5.434, "p95_ms": 4.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16397.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22441.895, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.537, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1826101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:51:06+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T02:51:06+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T02:51:06.141247+09:00", "mtime_epoch": 1783273866.1412466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:51:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9496.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.795, "count": 300, "max_ms": 19.851, "p95_ms": 18.759}, "gstreamer_push": {"avg_ms": 1.215, "count": 300, "max_ms": 1.412, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.811, "count": 300, "max_ms": 70.172, "p95_ms": 63.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.708, "count": 300, "max_ms": 67.699, "p95_ms": 60.443}, "yolo11_640_fire_11class": {"avg_ms": 51.795, "count": 300, "max_ms": 70.797, "p95_ms": 63.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.255, "count": 300, "max_ms": 80.884, "p95_ms": 73.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.564, "count": 300, "max_ms": 106.289, "p95_ms": 97.748}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 297.412, "p95_ms": 114.364}, "triton_wait": {"avg_ms": 56.414, "count": 300, "max_ms": 80.897, "p95_ms": 73.326}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 4.744, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16397.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38375.293, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.07, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2281755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:51:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:51:13+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T02:51:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T02:51:13.409360+09:00", "mtime_epoch": 1783273873.4093597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:51:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2529.227, "name": "celery", "pid": 267, "rss_mb": 2529.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.003, "count": 300, "max_ms": 13.293, "p95_ms": 8.969}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.478, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.794, "count": 300, "max_ms": 72.716, "p95_ms": 64.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.602, "count": 300, "max_ms": 69.755, "p95_ms": 61.305}, "yolo11_640_fire_11class": {"avg_ms": 56.028, "count": 300, "max_ms": 71.398, "p95_ms": 67.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.803, "count": 300, "max_ms": 76.4, "p95_ms": 72.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.148, "count": 300, "max_ms": 93.662, "p95_ms": 89.271}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 340.869, "p95_ms": 125.461}, "triton_wait": {"avg_ms": 61.282, "count": 300, "max_ms": 76.411, "p95_ms": 72.753}, "visualize": {"avg_ms": 3.756, "count": 300, "max_ms": 5.058, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16397.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22471.988, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.471, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1826402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:51:36+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T02:51:36+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T02:51:36.229715+09:00", "mtime_epoch": 1783273896.2297153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:51:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9496.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.992, "count": 300, "max_ms": 27.444, "p95_ms": 18.769}, "gstreamer_push": {"avg_ms": 1.211, "count": 301, "max_ms": 1.458, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.907, "count": 300, "max_ms": 67.644, "p95_ms": 63.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.38, "count": 300, "max_ms": 63.657, "p95_ms": 56.158}, "yolo11_640_fire_11class": {"avg_ms": 51.434, "count": 300, "max_ms": 66.254, "p95_ms": 63.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.392, "count": 300, "max_ms": 74.351, "p95_ms": 71.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.806, "count": 301, "max_ms": 98.771, "p95_ms": 96.692}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 117.591, "p95_ms": 114.059}, "triton_wait": {"avg_ms": 55.504, "count": 300, "max_ms": 74.364, "p95_ms": 71.95}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 4.587, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16397.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38405.312, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.014, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2282054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:51:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:51:43+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T02:51:43+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T02:51:43.453828+09:00", "mtime_epoch": 1783273903.4538279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:51:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2529.484, "name": "celery", "pid": 267, "rss_mb": 2529.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.158, "count": 299, "max_ms": 12.479, "p95_ms": 9.154}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 2.02, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.389, "count": 299, "max_ms": 70.585, "p95_ms": 65.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.998, "count": 299, "max_ms": 70.597, "p95_ms": 58.461}, "yolo11_640_fire_11class": {"avg_ms": 55.18, "count": 299, "max_ms": 70.606, "p95_ms": 66.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.8, "count": 299, "max_ms": 75.9, "p95_ms": 71.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.189, "count": 299, "max_ms": 93.257, "p95_ms": 88.915}, "read_interval": {"avg_ms": 100.483, "count": 299, "max_ms": 388.176, "p95_ms": 142.257}, "triton_wait": {"avg_ms": 60.122, "count": 299, "max_ms": 75.916, "p95_ms": 71.752}, "visualize": {"avg_ms": 3.783, "count": 299, "max_ms": 4.782, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16397.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22501.993, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.425, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1826702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:52:06+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T02:52:06+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:52:06.246184+09:00", "mtime_epoch": 1783273926.2461836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:52:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9496.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.971, "count": 300, "max_ms": 21.541, "p95_ms": 19.036}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 1.438, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.005, "count": 300, "max_ms": 67.684, "p95_ms": 64.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.608, "count": 300, "max_ms": 68.215, "p95_ms": 62.177}, "yolo11_640_fire_11class": {"avg_ms": 51.545, "count": 300, "max_ms": 68.165, "p95_ms": 63.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.722, "count": 300, "max_ms": 75.875, "p95_ms": 72.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.127, "count": 300, "max_ms": 100.987, "p95_ms": 97.33}, "read_interval": {"avg_ms": 100.054, "count": 300, "max_ms": 120.553, "p95_ms": 114.928}, "triton_wait": {"avg_ms": 55.772, "count": 300, "max_ms": 75.887, "p95_ms": 72.758}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 4.513, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16398.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38435.421, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.931, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2282356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:52:13+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T02:52:13+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T02:52:13.446296+09:00", "mtime_epoch": 1783273933.446296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:52:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2529.484, "name": "celery", "pid": 267, "rss_mb": 2529.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.217, "count": 301, "max_ms": 14.07, "p95_ms": 12.092}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.776, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.005, "count": 301, "max_ms": 71.987, "p95_ms": 65.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.257, "count": 301, "max_ms": 71.996, "p95_ms": 62.4}, "yolo11_640_fire_11class": {"avg_ms": 54.388, "count": 301, "max_ms": 72.945, "p95_ms": 68.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.957, "count": 301, "max_ms": 77.028, "p95_ms": 72.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.532, "count": 301, "max_ms": 93.762, "p95_ms": 89.238}, "read_interval": {"avg_ms": 99.776, "count": 300, "max_ms": 440.207, "p95_ms": 125.844}, "triton_wait": {"avg_ms": 58.415, "count": 301, "max_ms": 77.042, "p95_ms": 72.531}, "visualize": {"avg_ms": 3.741, "count": 301, "max_ms": 5.24, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16398.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22532.073, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.311, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1827003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:52:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T02:52:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T02:52:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T02:52:36.318653+09:00", "mtime_epoch": 1783273956.318653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:52:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9496.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.09, "count": 301, "max_ms": 23.737, "p95_ms": 19.196}, "gstreamer_push": {"avg_ms": 1.22, "count": 301, "max_ms": 2.074, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.994, "count": 301, "max_ms": 68.162, "p95_ms": 64.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.059, "count": 301, "max_ms": 66.797, "p95_ms": 59.1}, "yolo11_640_fire_11class": {"avg_ms": 51.736, "count": 301, "max_ms": 69.204, "p95_ms": 65.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.836, "count": 301, "max_ms": 76.629, "p95_ms": 73.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.404, "count": 301, "max_ms": 101.616, "p95_ms": 97.485}, "read_interval": {"avg_ms": 99.909, "count": 300, "max_ms": 118.351, "p95_ms": 113.536}, "triton_wait": {"avg_ms": 55.975, "count": 301, "max_ms": 76.641, "p95_ms": 73.074}, "visualize": {"avg_ms": 3.519, "count": 301, "max_ms": 4.926, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16398.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38465.511, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.916, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2282656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:52:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:52:43+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:52:43+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T02:52:43.526766+09:00", "mtime_epoch": 1783273963.5267658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:52:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2529.742, "name": "celery", "pid": 267, "rss_mb": 2529.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.019, "count": 300, "max_ms": 12.707, "p95_ms": 9.014}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.625, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.405, "count": 300, "max_ms": 71.104, "p95_ms": 66.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.838, "count": 300, "max_ms": 72.998, "p95_ms": 63.329}, "yolo11_640_fire_11class": {"avg_ms": 56.828, "count": 300, "max_ms": 71.797, "p95_ms": 67.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.134, "count": 300, "max_ms": 77.824, "p95_ms": 73.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.386, "count": 300, "max_ms": 94.363, "p95_ms": 90.022}, "read_interval": {"avg_ms": 100.341, "count": 299, "max_ms": 277.737, "p95_ms": 140.547}, "triton_wait": {"avg_ms": 62.534, "count": 300, "max_ms": 77.837, "p95_ms": 73.113}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 6.145, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16398.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22562.081, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.296, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1827303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:53:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:53:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:53:06+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:53:06.335122+09:00", "mtime_epoch": 1783273986.3351223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:53:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9496.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.967, "count": 300, "max_ms": 24.073, "p95_ms": 18.951}, "gstreamer_push": {"avg_ms": 1.208, "count": 300, "max_ms": 1.526, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.771, "count": 300, "max_ms": 67.978, "p95_ms": 63.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.225, "count": 300, "max_ms": 68.733, "p95_ms": 61.407}, "yolo11_640_fire_11class": {"avg_ms": 52.443, "count": 300, "max_ms": 67.45, "p95_ms": 63.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.397, "count": 300, "max_ms": 76.443, "p95_ms": 72.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.813, "count": 300, "max_ms": 101.176, "p95_ms": 97.517}, "read_interval": {"avg_ms": 100.053, "count": 300, "max_ms": 120.2, "p95_ms": 113.897}, "triton_wait": {"avg_ms": 57.551, "count": 300, "max_ms": 76.454, "p95_ms": 72.606}, "visualize": {"avg_ms": 3.546, "count": 300, "max_ms": 5.745, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16398.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38495.599, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.983, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2282956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:53:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:53:13+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T02:53:13+09:00", "mjpeg": {"age_sec": 0.39, "exists": true, "mtime": "2026-07-06T02:53:13.411233+09:00", "mtime_epoch": 1783273993.4112332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:53:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2529.742, "name": "celery", "pid": 267, "rss_mb": 2529.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.087, "count": 299, "max_ms": 13.51, "p95_ms": 8.999}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 1.533, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.982, "count": 299, "max_ms": 71.111, "p95_ms": 65.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.209, "count": 299, "max_ms": 71.8, "p95_ms": 63.45}, "yolo11_640_fire_11class": {"avg_ms": 57.886, "count": 299, "max_ms": 70.488, "p95_ms": 68.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.914, "count": 299, "max_ms": 75.322, "p95_ms": 73.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.095, "count": 299, "max_ms": 95.702, "p95_ms": 90.532}, "read_interval": {"avg_ms": 100.276, "count": 299, "max_ms": 380.347, "p95_ms": 124.743}, "triton_wait": {"avg_ms": 63.184, "count": 299, "max_ms": 75.336, "p95_ms": 73.54}, "visualize": {"avg_ms": 3.742, "count": 299, "max_ms": 5.017, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16399.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22592.101, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.345, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1827603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:53:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:53:36+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T02:53:36+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T02:53:36.339592+09:00", "mtime_epoch": 1783274016.339592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:53:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9496.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.217, "count": 300, "max_ms": 25.559, "p95_ms": 22.088}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.729, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.736, "count": 300, "max_ms": 65.891, "p95_ms": 63.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.74, "count": 300, "max_ms": 65.308, "p95_ms": 59.405}, "yolo11_640_fire_11class": {"avg_ms": 51.98, "count": 300, "max_ms": 66.613, "p95_ms": 63.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.827, "count": 300, "max_ms": 75.054, "p95_ms": 72.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.486, "count": 300, "max_ms": 103.068, "p95_ms": 97.512}, "read_interval": {"avg_ms": 100.013, "count": 299, "max_ms": 120.362, "p95_ms": 114.331}, "triton_wait": {"avg_ms": 56.006, "count": 300, "max_ms": 75.066, "p95_ms": 72.659}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 5.592, "p95_ms": 3.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16399.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38525.675, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.916, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2283258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:53:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:53:43+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T02:53:43+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T02:53:43.815709+09:00", "mtime_epoch": 1783274023.815709, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:53:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2530.0, "name": "celery", "pid": 267, "rss_mb": 2530.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 302, "max_ms": 12.095, "p95_ms": 8.626}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.815, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.2, "count": 302, "max_ms": 71.877, "p95_ms": 65.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.792, "count": 302, "max_ms": 70.418, "p95_ms": 62.224}, "yolo11_640_fire_11class": {"avg_ms": 55.527, "count": 302, "max_ms": 72.189, "p95_ms": 67.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.919, "count": 302, "max_ms": 76.01, "p95_ms": 73.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.048, "count": 302, "max_ms": 92.788, "p95_ms": 89.891}, "read_interval": {"avg_ms": 99.653, "count": 301, "max_ms": 347.035, "p95_ms": 142.126}, "triton_wait": {"avg_ms": 60.348, "count": 302, "max_ms": 76.022, "p95_ms": 73.398}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 5.156, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16399.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22622.175, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.433, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1827904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:54:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:54:06+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:54:06+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T02:54:06.436063+09:00", "mtime_epoch": 1783274046.4360633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:54:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9497.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.974, "count": 301, "max_ms": 23.898, "p95_ms": 18.963}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.5, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.834, "count": 301, "max_ms": 67.944, "p95_ms": 64.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.599, "count": 301, "max_ms": 66.885, "p95_ms": 61.144}, "yolo11_640_fire_11class": {"avg_ms": 51.708, "count": 301, "max_ms": 68.98, "p95_ms": 63.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.533, "count": 301, "max_ms": 75.198, "p95_ms": 72.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.938, "count": 301, "max_ms": 103.096, "p95_ms": 97.635}, "read_interval": {"avg_ms": 99.952, "count": 300, "max_ms": 120.436, "p95_ms": 114.204}, "triton_wait": {"avg_ms": 56.674, "count": 301, "max_ms": 75.21, "p95_ms": 72.593}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.35, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16399.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38555.696, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.916, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2283558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:54:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:54:13+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:54:13+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:54:13.816179+09:00", "mtime_epoch": 1783274053.816179, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:54:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2530.258, "name": "celery", "pid": 267, "rss_mb": 2530.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.99, "count": 300, "max_ms": 12.399, "p95_ms": 9.115}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.671, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.664, "count": 300, "max_ms": 71.17, "p95_ms": 65.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.688, "count": 300, "max_ms": 69.089, "p95_ms": 60.694}, "yolo11_640_fire_11class": {"avg_ms": 53.496, "count": 300, "max_ms": 71.198, "p95_ms": 65.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.678, "count": 300, "max_ms": 75.817, "p95_ms": 72.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.051, "count": 300, "max_ms": 92.306, "p95_ms": 89.165}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 368.477, "p95_ms": 148.893}, "triton_wait": {"avg_ms": 58.227, "count": 300, "max_ms": 75.83, "p95_ms": 72.594}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 5.845, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16399.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22652.178, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.435, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1828204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:54:36+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:54:36+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T02:54:36.440534+09:00", "mtime_epoch": 1783274076.4405339, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:54:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9497.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.08, "count": 300, "max_ms": 21.945, "p95_ms": 19.039}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.795, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.604, "count": 300, "max_ms": 66.455, "p95_ms": 63.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.118, "count": 300, "max_ms": 67.356, "p95_ms": 61.137}, "yolo11_640_fire_11class": {"avg_ms": 51.568, "count": 300, "max_ms": 67.798, "p95_ms": 64.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.808, "count": 300, "max_ms": 76.435, "p95_ms": 73.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.704, "count": 300, "max_ms": 101.255, "p95_ms": 97.88}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 118.087, "p95_ms": 114.914}, "triton_wait": {"avg_ms": 55.142, "count": 300, "max_ms": 76.445, "p95_ms": 73.027}, "visualize": {"avg_ms": 3.58, "count": 300, "max_ms": 5.786, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16399.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38585.78, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.893, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2283860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:54:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T02:54:43+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:54:43+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T02:54:43.912651+09:00", "mtime_epoch": 1783274083.912651, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:54:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2530.258, "name": "celery", "pid": 267, "rss_mb": 2530.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.074, "count": 302, "max_ms": 13.198, "p95_ms": 9.031}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.601, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.836, "count": 302, "max_ms": 69.068, "p95_ms": 64.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.369, "count": 302, "max_ms": 72.112, "p95_ms": 60.433}, "yolo11_640_fire_11class": {"avg_ms": 53.488, "count": 302, "max_ms": 72.7, "p95_ms": 67.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.719, "count": 302, "max_ms": 74.755, "p95_ms": 71.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.2, "count": 302, "max_ms": 93.731, "p95_ms": 88.553}, "read_interval": {"avg_ms": 99.656, "count": 301, "max_ms": 307.349, "p95_ms": 157.594}, "triton_wait": {"avg_ms": 58.224, "count": 302, "max_ms": 74.768, "p95_ms": 71.958}, "visualize": {"avg_ms": 3.772, "count": 302, "max_ms": 5.488, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16399.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22682.264, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.564, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1828505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:55:06+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:55:06+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:55:06.521006+09:00", "mtime_epoch": 1783274106.5210059, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:55:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9497.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.357, "count": 301, "max_ms": 23.924, "p95_ms": 20.705}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.789, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.335, "count": 301, "max_ms": 66.875, "p95_ms": 63.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.002, "count": 301, "max_ms": 65.436, "p95_ms": 55.662}, "yolo11_640_fire_11class": {"avg_ms": 50.62, "count": 301, "max_ms": 67.927, "p95_ms": 64.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.07, "count": 301, "max_ms": 76.235, "p95_ms": 72.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.262, "count": 301, "max_ms": 101.682, "p95_ms": 98.008}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 120.623, "p95_ms": 115.396}, "triton_wait": {"avg_ms": 54.349, "count": 301, "max_ms": 76.247, "p95_ms": 72.976}, "visualize": {"avg_ms": 3.615, "count": 301, "max_ms": 5.713, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16400.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38615.791, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.575, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2284159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:55:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:55:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T02:55:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T02:55:13.909122+09:00", "mtime_epoch": 1783274113.9091218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:55:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2530.516, "name": "celery", "pid": 267, "rss_mb": 2530.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.084, "count": 299, "max_ms": 13.218, "p95_ms": 9.202}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 2.156, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.782, "count": 299, "max_ms": 69.075, "p95_ms": 65.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.568, "count": 299, "max_ms": 66.986, "p95_ms": 59.086}, "yolo11_640_fire_11class": {"avg_ms": 51.738, "count": 299, "max_ms": 70.821, "p95_ms": 65.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.688, "count": 299, "max_ms": 77.175, "p95_ms": 72.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.399, "count": 299, "max_ms": 95.379, "p95_ms": 88.921}, "read_interval": {"avg_ms": 100.317, "count": 299, "max_ms": 371.291, "p95_ms": 201.35}, "triton_wait": {"avg_ms": 56.396, "count": 299, "max_ms": 77.188, "p95_ms": 72.283}, "visualize": {"avg_ms": 3.756, "count": 299, "max_ms": 5.109, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16400.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22712.352, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.687, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1828806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:55:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:55:36+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T02:55:36+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:55:36.605478+09:00", "mtime_epoch": 1783274136.6054783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:55:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9497.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.319, "count": 301, "max_ms": 28.889, "p95_ms": 19.326}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.897, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.912, "count": 301, "max_ms": 70.246, "p95_ms": 64.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.43, "count": 301, "max_ms": 69.208, "p95_ms": 59.521}, "yolo11_640_fire_11class": {"avg_ms": 50.978, "count": 301, "max_ms": 70.23, "p95_ms": 64.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.958, "count": 301, "max_ms": 76.488, "p95_ms": 73.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.934, "count": 301, "max_ms": 104.209, "p95_ms": 98.256}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 122.851, "p95_ms": 114.093}, "triton_wait": {"avg_ms": 54.117, "count": 301, "max_ms": 76.499, "p95_ms": 73.11}, "visualize": {"avg_ms": 3.551, "count": 301, "max_ms": 4.555, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16400.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38645.816, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.499, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2284461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:55:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:55:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T02:55:43+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T02:55:43.905593+09:00", "mtime_epoch": 1783274143.905593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:55:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2530.516, "name": "celery", "pid": 267, "rss_mb": 2530.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.998, "count": 302, "max_ms": 12.971, "p95_ms": 8.91}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.467, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.445, "count": 302, "max_ms": 70.643, "p95_ms": 64.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.997, "count": 302, "max_ms": 73.583, "p95_ms": 60.789}, "yolo11_640_fire_11class": {"avg_ms": 53.651, "count": 302, "max_ms": 72.927, "p95_ms": 67.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.023, "count": 302, "max_ms": 75.305, "p95_ms": 71.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.382, "count": 302, "max_ms": 92.44, "p95_ms": 88.466}, "read_interval": {"avg_ms": 99.402, "count": 301, "max_ms": 352.607, "p95_ms": 157.317}, "triton_wait": {"avg_ms": 57.616, "count": 302, "max_ms": 75.317, "p95_ms": 71.975}, "visualize": {"avg_ms": 3.722, "count": 302, "max_ms": 4.73, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16400.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22742.364, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "R (running)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.682, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1829106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:56:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:56:06+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T02:56:06+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T02:56:06.621950+09:00", "mtime_epoch": 1783274166.6219501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:56:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9497.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.011, "count": 300, "max_ms": 24.013, "p95_ms": 18.823}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.549, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.081, "count": 300, "max_ms": 68.167, "p95_ms": 64.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.372, "count": 300, "max_ms": 66.818, "p95_ms": 61.357}, "yolo11_640_fire_11class": {"avg_ms": 52.006, "count": 300, "max_ms": 72.007, "p95_ms": 65.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.823, "count": 300, "max_ms": 77.411, "p95_ms": 72.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.389, "count": 300, "max_ms": 101.602, "p95_ms": 97.378}, "read_interval": {"avg_ms": 100.043, "count": 300, "max_ms": 120.17, "p95_ms": 114.809}, "triton_wait": {"avg_ms": 55.995, "count": 300, "max_ms": 77.422, "p95_ms": 72.592}, "visualize": {"avg_ms": 3.489, "count": 300, "max_ms": 4.886, "p95_ms": 3.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16400.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38675.891, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.622, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2284762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:56:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:56:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T02:56:14+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T02:56:14.014066+09:00", "mtime_epoch": 1783274174.0140662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:56:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2530.773, "name": "celery", "pid": 267, "rss_mb": 2530.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 301, "max_ms": 12.804, "p95_ms": 8.853}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.591, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.147, "count": 301, "max_ms": 71.72, "p95_ms": 65.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.387, "count": 301, "max_ms": 71.431, "p95_ms": 62.085}, "yolo11_640_fire_11class": {"avg_ms": 54.601, "count": 301, "max_ms": 73.013, "p95_ms": 66.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.751, "count": 301, "max_ms": 78.091, "p95_ms": 72.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.952, "count": 301, "max_ms": 95.454, "p95_ms": 90.036}, "read_interval": {"avg_ms": 99.918, "count": 300, "max_ms": 448.681, "p95_ms": 127.2}, "triton_wait": {"avg_ms": 59.129, "count": 301, "max_ms": 78.103, "p95_ms": 73.029}, "visualize": {"avg_ms": 3.737, "count": 301, "max_ms": 5.391, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16400.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22772.45, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1829407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:56:36+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T02:56:36+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T02:56:36.710423+09:00", "mtime_epoch": 1783274196.7104232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:56:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9497.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.268, "count": 301, "max_ms": 28.103, "p95_ms": 19.536}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.494, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.281, "count": 301, "max_ms": 67.5, "p95_ms": 64.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.046, "count": 301, "max_ms": 69.137, "p95_ms": 62.752}, "yolo11_640_fire_11class": {"avg_ms": 52.033, "count": 301, "max_ms": 70.519, "p95_ms": 64.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.903, "count": 301, "max_ms": 76.083, "p95_ms": 73.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.67, "count": 301, "max_ms": 101.183, "p95_ms": 98.376}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 120.619, "p95_ms": 114.82}, "triton_wait": {"avg_ms": 56.04, "count": 301, "max_ms": 76.094, "p95_ms": 73.147}, "visualize": {"avg_ms": 3.517, "count": 301, "max_ms": 4.555, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16400.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38705.9, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.782, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2285062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:56:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:56:44+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:56:44+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T02:56:44.026538+09:00", "mtime_epoch": 1783274204.0265384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:56:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2530.773, "name": "celery", "pid": 267, "rss_mb": 2530.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.069, "count": 300, "max_ms": 13.325, "p95_ms": 9.45}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.736, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.158, "count": 300, "max_ms": 71.328, "p95_ms": 66.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.493, "count": 300, "max_ms": 74.038, "p95_ms": 62.966}, "yolo11_640_fire_11class": {"avg_ms": 56.41, "count": 300, "max_ms": 74.019, "p95_ms": 68.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.546, "count": 300, "max_ms": 75.219, "p95_ms": 72.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.85, "count": 300, "max_ms": 92.42, "p95_ms": 89.729}, "read_interval": {"avg_ms": 100.043, "count": 300, "max_ms": 342.178, "p95_ms": 123.758}, "triton_wait": {"avg_ms": 60.898, "count": 300, "max_ms": 75.231, "p95_ms": 72.918}, "visualize": {"avg_ms": 3.774, "count": 300, "max_ms": 6.052, "p95_ms": 4.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16401.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22802.455, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.837, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1829707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:57:06+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T02:57:06+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T02:57:06.706895+09:00", "mtime_epoch": 1783274226.7068954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:57:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9498.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.064, "count": 300, "max_ms": 21.696, "p95_ms": 18.622}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 2.005, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.329, "count": 300, "max_ms": 72.112, "p95_ms": 63.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.093, "count": 300, "max_ms": 73.061, "p95_ms": 60.825}, "yolo11_640_fire_11class": {"avg_ms": 51.6, "count": 300, "max_ms": 75.221, "p95_ms": 63.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.482, "count": 300, "max_ms": 76.97, "p95_ms": 71.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.196, "count": 300, "max_ms": 100.837, "p95_ms": 96.836}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 120.523, "p95_ms": 114.505}, "triton_wait": {"avg_ms": 54.775, "count": 300, "max_ms": 76.983, "p95_ms": 71.48}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 4.721, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16401.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38735.988, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.76, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2285361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:57:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:57:14+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T02:57:14+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T02:57:14.115012+09:00", "mtime_epoch": 1783274234.115012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:57:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2531.031, "name": "celery", "pid": 267, "rss_mb": 2531.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.041, "count": 299, "max_ms": 12.646, "p95_ms": 10.06}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 1.714, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.099, "count": 299, "max_ms": 72.037, "p95_ms": 65.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.845, "count": 299, "max_ms": 74.08, "p95_ms": 61.194}, "yolo11_640_fire_11class": {"avg_ms": 53.764, "count": 299, "max_ms": 72.855, "p95_ms": 67.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.66, "count": 299, "max_ms": 77.042, "p95_ms": 72.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.088, "count": 299, "max_ms": 93.417, "p95_ms": 89.213}, "read_interval": {"avg_ms": 100.596, "count": 298, "max_ms": 330.423, "p95_ms": 171.79}, "triton_wait": {"avg_ms": 58.142, "count": 299, "max_ms": 77.054, "p95_ms": 72.405}, "visualize": {"avg_ms": 3.758, "count": 299, "max_ms": 5.71, "p95_ms": 4.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16401.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22832.546, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.686, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:57:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T02:57:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T02:57:36.795369+09:00", "mtime_epoch": 1783274256.7953691, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:57:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9498.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.083, "count": 300, "max_ms": 25.796, "p95_ms": 18.83}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 2.103, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.856, "count": 300, "max_ms": 67.803, "p95_ms": 63.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.887, "count": 300, "max_ms": 68.676, "p95_ms": 58.789}, "yolo11_640_fire_11class": {"avg_ms": 50.599, "count": 300, "max_ms": 71.083, "p95_ms": 63.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.136, "count": 300, "max_ms": 75.94, "p95_ms": 71.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.753, "count": 301, "max_ms": 100.723, "p95_ms": 96.339}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 121.118, "p95_ms": 114.638}, "triton_wait": {"avg_ms": 54.336, "count": 300, "max_ms": 75.952, "p95_ms": 71.569}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.974, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16401.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38766.037, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.66, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2285662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:57:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:57:44+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T02:57:44+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T02:57:44.175485+09:00", "mtime_epoch": 1783274264.1754854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:57:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2531.031, "name": "celery", "pid": 267, "rss_mb": 2531.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.038, "count": 301, "max_ms": 13.008, "p95_ms": 8.869}, "gstreamer_push": {"avg_ms": 1.329, "count": 301, "max_ms": 1.825, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.901, "count": 301, "max_ms": 67.297, "p95_ms": 65.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.544, "count": 301, "max_ms": 76.265, "p95_ms": 58.896}, "yolo11_640_fire_11class": {"avg_ms": 52.222, "count": 301, "max_ms": 75.656, "p95_ms": 67.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.027, "count": 301, "max_ms": 75.668, "p95_ms": 72.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.462, "count": 301, "max_ms": 94.891, "p95_ms": 89.48}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 394.144, "p95_ms": 151.903}, "triton_wait": {"avg_ms": 55.443, "count": 301, "max_ms": 76.275, "p95_ms": 72.355}, "visualize": {"avg_ms": 3.756, "count": 301, "max_ms": 4.877, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16401.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22862.674, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.756, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:58:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:58:07+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T02:58:06+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T02:58:06.891844+09:00", "mtime_epoch": 1783274286.8918436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:58:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9498.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.264, "count": 300, "max_ms": 29.558, "p95_ms": 19.241}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 2.128, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.772, "count": 300, "max_ms": 66.006, "p95_ms": 63.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.919, "count": 300, "max_ms": 67.067, "p95_ms": 60.216}, "yolo11_640_fire_11class": {"avg_ms": 50.544, "count": 300, "max_ms": 68.118, "p95_ms": 63.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.866, "count": 300, "max_ms": 76.847, "p95_ms": 72.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.676, "count": 300, "max_ms": 108.637, "p95_ms": 98.36}, "read_interval": {"avg_ms": 100.043, "count": 299, "max_ms": 126.222, "p95_ms": 116.42}, "triton_wait": {"avg_ms": 54.05, "count": 300, "max_ms": 76.859, "p95_ms": 72.587}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.76, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16402.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38796.077, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.548, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2285964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:58:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:58:14+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T02:58:14+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T02:58:14.219959+09:00", "mtime_epoch": 1783274294.219959, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:58:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2531.289, "name": "celery", "pid": 267, "rss_mb": 2531.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.066, "count": 302, "max_ms": 13.505, "p95_ms": 8.953}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.861, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.186, "count": 302, "max_ms": 67.776, "p95_ms": 64.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.661, "count": 302, "max_ms": 68.558, "p95_ms": 59.047}, "yolo11_640_fire_11class": {"avg_ms": 52.472, "count": 302, "max_ms": 70.75, "p95_ms": 65.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.791, "count": 302, "max_ms": 76.048, "p95_ms": 73.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.171, "count": 302, "max_ms": 96.25, "p95_ms": 90.176}, "read_interval": {"avg_ms": 99.546, "count": 301, "max_ms": 370.498, "p95_ms": 150.083}, "triton_wait": {"avg_ms": 57.24, "count": 302, "max_ms": 76.061, "p95_ms": 73.341}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 5.101, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16401.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22892.735, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.645, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:58:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:58:37+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T02:58:36+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T02:58:36.996318+09:00", "mtime_epoch": 1783274316.996318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:58:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9498.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.747, "count": 301, "max_ms": 29.633, "p95_ms": 23.018}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.871, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.372, "count": 301, "max_ms": 69.108, "p95_ms": 63.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.27, "count": 301, "max_ms": 71.91, "p95_ms": 54.849}, "yolo11_640_fire_11class": {"avg_ms": 48.466, "count": 301, "max_ms": 68.564, "p95_ms": 62.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.869, "count": 301, "max_ms": 74.595, "p95_ms": 70.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.184, "count": 301, "max_ms": 108.077, "p95_ms": 95.859}, "read_interval": {"avg_ms": 99.897, "count": 300, "max_ms": 123.645, "p95_ms": 113.842}, "triton_wait": {"avg_ms": 52.008, "count": 301, "max_ms": 74.607, "p95_ms": 70.023}, "visualize": {"avg_ms": 3.555, "count": 301, "max_ms": 5.546, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16402.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38826.081, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.352, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2286264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:58:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:58:44+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T02:58:44+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T02:58:44.204432+09:00", "mtime_epoch": 1783274324.2044318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:58:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2531.547, "name": "celery", "pid": 267, "rss_mb": 2531.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.133, "count": 300, "max_ms": 13.015, "p95_ms": 9.38}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.837, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.552, "count": 300, "max_ms": 69.919, "p95_ms": 64.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.862, "count": 300, "max_ms": 67.032, "p95_ms": 58.018}, "yolo11_640_fire_11class": {"avg_ms": 52.047, "count": 300, "max_ms": 71.315, "p95_ms": 65.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.41, "count": 300, "max_ms": 75.211, "p95_ms": 70.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.02, "count": 300, "max_ms": 96.543, "p95_ms": 88.37}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 405.691, "p95_ms": 141.283}, "triton_wait": {"avg_ms": 56.026, "count": 300, "max_ms": 75.224, "p95_ms": 70.766}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 4.993, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16402.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22922.763, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.61, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:59:07+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T02:59:07+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T02:59:07.012792+09:00", "mtime_epoch": 1783274347.0127916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:59:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9498.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.388, "count": 300, "max_ms": 28.481, "p95_ms": 19.621}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 2.009, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.275, "count": 300, "max_ms": 66.933, "p95_ms": 63.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.975, "count": 300, "max_ms": 69.92, "p95_ms": 53.884}, "yolo11_640_fire_11class": {"avg_ms": 49.692, "count": 300, "max_ms": 68.45, "p95_ms": 63.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.89, "count": 300, "max_ms": 75.197, "p95_ms": 72.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.807, "count": 300, "max_ms": 109.752, "p95_ms": 96.813}, "read_interval": {"avg_ms": 100.075, "count": 300, "max_ms": 125.806, "p95_ms": 114.701}, "triton_wait": {"avg_ms": 53.049, "count": 300, "max_ms": 75.209, "p95_ms": 72.032}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 5.148, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16402.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38856.112, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2286564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:59:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:59:14+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T02:59:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T02:59:14.224905+09:00", "mtime_epoch": 1783274354.2249055, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:59:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2531.547, "name": "celery", "pid": 267, "rss_mb": 2531.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 300, "max_ms": 13.651, "p95_ms": 8.92}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.737, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.965, "count": 300, "max_ms": 69.767, "p95_ms": 64.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.112, "count": 300, "max_ms": 67.396, "p95_ms": 58.409}, "yolo11_640_fire_11class": {"avg_ms": 50.461, "count": 300, "max_ms": 71.097, "p95_ms": 63.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.706, "count": 300, "max_ms": 75.699, "p95_ms": 71.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.057, "count": 300, "max_ms": 92.186, "p95_ms": 87.283}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 356.143, "p95_ms": 139.909}, "triton_wait": {"avg_ms": 54.168, "count": 300, "max_ms": 75.711, "p95_ms": 71.076}, "visualize": {"avg_ms": 3.747, "count": 300, "max_ms": 5.782, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16402.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22952.845, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.516, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1831211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:59:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T02:59:37+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T02:59:37.105267+09:00", "mtime_epoch": 1783274377.1052666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T02:59:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9498.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.087, "count": 301, "max_ms": 24.897, "p95_ms": 20.9}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 2.0, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.14, "count": 301, "max_ms": 68.627, "p95_ms": 64.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.642, "count": 301, "max_ms": 69.065, "p95_ms": 60.815}, "yolo11_640_fire_11class": {"avg_ms": 50.571, "count": 301, "max_ms": 68.474, "p95_ms": 64.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.584, "count": 301, "max_ms": 77.481, "p95_ms": 73.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.123, "count": 301, "max_ms": 104.009, "p95_ms": 97.729}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 121.309, "p95_ms": 114.85}, "triton_wait": {"avg_ms": 54.753, "count": 301, "max_ms": 77.493, "p95_ms": 73.114}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 5.201, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16402.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38886.201, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.281, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2286865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T02:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T02:59:44+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T02:59:44+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T02:59:44.285380+09:00", "mtime_epoch": 1783274384.28538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T02:59:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2531.805, "name": "celery", "pid": 267, "rss_mb": 2531.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 301, "max_ms": 12.539, "p95_ms": 8.716}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.542, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.823, "count": 301, "max_ms": 68.433, "p95_ms": 63.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.615, "count": 301, "max_ms": 66.671, "p95_ms": 59.035}, "yolo11_640_fire_11class": {"avg_ms": 52.274, "count": 301, "max_ms": 75.824, "p95_ms": 65.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.317, "count": 301, "max_ms": 75.117, "p95_ms": 72.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.59, "count": 301, "max_ms": 92.004, "p95_ms": 89.142}, "read_interval": {"avg_ms": 100.021, "count": 300, "max_ms": 427.247, "p95_ms": 149.127}, "triton_wait": {"avg_ms": 55.738, "count": 301, "max_ms": 75.837, "p95_ms": 72.738}, "visualize": {"avg_ms": 3.735, "count": 301, "max_ms": 4.984, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16403.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 22982.873, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.441, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1831511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:00:07+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T03:00:07+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T03:00:07.109740+09:00", "mtime_epoch": 1783274407.1097403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:00:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.968, "count": 300, "max_ms": 23.432, "p95_ms": 18.825}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.812, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.561, "count": 300, "max_ms": 65.93, "p95_ms": 64.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.01, "count": 300, "max_ms": 67.349, "p95_ms": 55.695}, "yolo11_640_fire_11class": {"avg_ms": 49.701, "count": 300, "max_ms": 67.609, "p95_ms": 64.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.229, "count": 300, "max_ms": 75.44, "p95_ms": 72.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.531, "count": 300, "max_ms": 102.752, "p95_ms": 97.726}, "read_interval": {"avg_ms": 100.034, "count": 299, "max_ms": 121.546, "p95_ms": 116.074}, "triton_wait": {"avg_ms": 53.312, "count": 300, "max_ms": 75.452, "p95_ms": 73.007}, "visualize": {"avg_ms": 3.51, "count": 300, "max_ms": 4.491, "p95_ms": 3.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16403.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38916.459, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.281, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2287166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:00:14+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:00:14+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T03:00:14.409856+09:00", "mtime_epoch": 1783274414.4098556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:00:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2531.805, "name": "celery", "pid": 267, "rss_mb": 2531.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 301, "max_ms": 13.416, "p95_ms": 8.714}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.513, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.241, "count": 301, "max_ms": 68.523, "p95_ms": 64.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.556, "count": 301, "max_ms": 65.876, "p95_ms": 58.676}, "yolo11_640_fire_11class": {"avg_ms": 50.663, "count": 301, "max_ms": 69.233, "p95_ms": 63.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.217, "count": 301, "max_ms": 74.302, "p95_ms": 71.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.463, "count": 301, "max_ms": 91.591, "p95_ms": 88.442}, "read_interval": {"avg_ms": 100.472, "count": 301, "max_ms": 349.961, "p95_ms": 150.973}, "triton_wait": {"avg_ms": 54.697, "count": 301, "max_ms": 74.317, "p95_ms": 71.874}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 4.757, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16403.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23012.942, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.217, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1831812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:00:37+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:00:37+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:00:37.198216+09:00", "mtime_epoch": 1783274437.1982157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:00:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.09, "count": 301, "max_ms": 23.929, "p95_ms": 18.893}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.751, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.814, "count": 301, "max_ms": 73.334, "p95_ms": 63.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.689, "count": 301, "max_ms": 72.776, "p95_ms": 58.946}, "yolo11_640_fire_11class": {"avg_ms": 50.13, "count": 301, "max_ms": 74.198, "p95_ms": 63.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.898, "count": 301, "max_ms": 80.501, "p95_ms": 70.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.477, "count": 301, "max_ms": 104.544, "p95_ms": 96.912}, "read_interval": {"avg_ms": 99.904, "count": 300, "max_ms": 120.08, "p95_ms": 114.351}, "triton_wait": {"avg_ms": 54.045, "count": 301, "max_ms": 80.512, "p95_ms": 71.011}, "visualize": {"avg_ms": 3.523, "count": 301, "max_ms": 4.664, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16403.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38946.523, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.388, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2287467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:00:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:00:44+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T03:00:44.666334+09:00", "mtime_epoch": 1783274444.6663337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:00:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2532.062, "name": "celery", "pid": 267, "rss_mb": 2532.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.092, "count": 301, "max_ms": 14.197, "p95_ms": 8.824}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.574, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.182, "count": 301, "max_ms": 70.572, "p95_ms": 65.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.115, "count": 301, "max_ms": 68.07, "p95_ms": 55.486}, "yolo11_640_fire_11class": {"avg_ms": 53.281, "count": 301, "max_ms": 72.898, "p95_ms": 66.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.874, "count": 301, "max_ms": 75.985, "p95_ms": 73.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.214, "count": 301, "max_ms": 92.308, "p95_ms": 90.12}, "read_interval": {"avg_ms": 99.946, "count": 300, "max_ms": 341.093, "p95_ms": 137.966}, "triton_wait": {"avg_ms": 57.28, "count": 301, "max_ms": 75.998, "p95_ms": 73.485}, "visualize": {"avg_ms": 3.752, "count": 301, "max_ms": 4.877, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16403.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23043.049, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.162, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1832113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:01:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:01:07+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T03:01:07+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T03:01:07.286691+09:00", "mtime_epoch": 1783274467.2866912, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:01:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.128, "count": 300, "max_ms": 26.945, "p95_ms": 18.792}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.79, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.959, "count": 300, "max_ms": 70.191, "p95_ms": 62.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.334, "count": 300, "max_ms": 69.032, "p95_ms": 58.172}, "yolo11_640_fire_11class": {"avg_ms": 49.573, "count": 300, "max_ms": 70.179, "p95_ms": 62.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.508, "count": 300, "max_ms": 79.252, "p95_ms": 69.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.491, "count": 300, "max_ms": 104.652, "p95_ms": 96.388}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 125.932, "p95_ms": 114.934}, "triton_wait": {"avg_ms": 52.89, "count": 300, "max_ms": 79.264, "p95_ms": 69.714}, "visualize": {"avg_ms": 3.55, "count": 300, "max_ms": 4.44, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16403.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 38976.585, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.312, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2287768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:01:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:01:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:01:14+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:01:14.706808+09:00", "mtime_epoch": 1783274474.7068083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:01:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2532.062, "name": "celery", "pid": 267, "rss_mb": 2532.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.167, "count": 301, "max_ms": 13.391, "p95_ms": 9.744}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 2.126, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.163, "count": 301, "max_ms": 72.638, "p95_ms": 64.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.463, "count": 301, "max_ms": 73.238, "p95_ms": 57.005}, "yolo11_640_fire_11class": {"avg_ms": 52.17, "count": 301, "max_ms": 71.818, "p95_ms": 65.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.07, "count": 301, "max_ms": 79.741, "p95_ms": 71.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.582, "count": 301, "max_ms": 96.283, "p95_ms": 89.01}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 330.695, "p95_ms": 144.685}, "triton_wait": {"avg_ms": 55.455, "count": 301, "max_ms": 79.758, "p95_ms": 71.835}, "visualize": {"avg_ms": 3.794, "count": 301, "max_ms": 5.773, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16403.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23073.133, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.893, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1832414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:01:37+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T03:01:37+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:01:37.395167+09:00", "mtime_epoch": 1783274497.395167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:01:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.993, "count": 300, "max_ms": 20.197, "p95_ms": 18.613}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.499, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.082, "count": 300, "max_ms": 66.432, "p95_ms": 62.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.146, "count": 300, "max_ms": 64.951, "p95_ms": 52.726}, "yolo11_640_fire_11class": {"avg_ms": 49.409, "count": 300, "max_ms": 69.113, "p95_ms": 62.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.085, "count": 300, "max_ms": 74.67, "p95_ms": 71.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.498, "count": 301, "max_ms": 100.351, "p95_ms": 96.437}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 121.774, "p95_ms": 114.068}, "triton_wait": {"avg_ms": 53.183, "count": 300, "max_ms": 74.682, "p95_ms": 71.236}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 4.386, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16403.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39006.685, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.986, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2288069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:01:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:01:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:01:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T03:01:44.803284+09:00", "mtime_epoch": 1783274504.8032844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:01:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2532.32, "name": "celery", "pid": 267, "rss_mb": 2532.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.941, "count": 300, "max_ms": 9.413, "p95_ms": 8.679}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.505, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.165, "count": 300, "max_ms": 67.324, "p95_ms": 63.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.679, "count": 300, "max_ms": 69.969, "p95_ms": 56.762}, "yolo11_640_fire_11class": {"avg_ms": 51.965, "count": 300, "max_ms": 72.079, "p95_ms": 64.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.055, "count": 300, "max_ms": 73.839, "p95_ms": 70.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.437, "count": 301, "max_ms": 90.95, "p95_ms": 87.47}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 309.004, "p95_ms": 146.045}, "triton_wait": {"avg_ms": 55.604, "count": 300, "max_ms": 73.852, "p95_ms": 70.444}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 4.984, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16403.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23103.241, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.871, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1832715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:02:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:02:07+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T03:02:07.479845+09:00", "mtime_epoch": 1783274527.4798446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:02:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.086, "count": 301, "max_ms": 22.259, "p95_ms": 18.885}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.469, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.283, "count": 301, "max_ms": 64.767, "p95_ms": 62.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.177, "count": 301, "max_ms": 60.999, "p95_ms": 52.056}, "yolo11_640_fire_11class": {"avg_ms": 48.797, "count": 301, "max_ms": 66.046, "p95_ms": 62.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.819, "count": 301, "max_ms": 77.041, "p95_ms": 70.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.346, "count": 301, "max_ms": 101.231, "p95_ms": 95.782}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 118.942, "p95_ms": 114.385}, "triton_wait": {"avg_ms": 51.906, "count": 301, "max_ms": 77.051, "p95_ms": 70.827}, "visualize": {"avg_ms": 3.509, "count": 301, "max_ms": 4.384, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16404.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39036.7, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.847, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2288368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:02:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:02:14+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:02:14+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T03:02:14.840113+09:00", "mtime_epoch": 1783274534.840113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:02:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2532.32, "name": "celery", "pid": 267, "rss_mb": 2532.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.962}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.936, "count": 299, "max_ms": 9.869, "p95_ms": 8.644}, "gstreamer_push": {"avg_ms": 1.292, "count": 299, "max_ms": 2.288, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.827, "count": 299, "max_ms": 67.996, "p95_ms": 64.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.18, "count": 299, "max_ms": 70.054, "p95_ms": 58.152}, "yolo11_640_fire_11class": {"avg_ms": 50.992, "count": 299, "max_ms": 71.139, "p95_ms": 65.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.929, "count": 299, "max_ms": 74.477, "p95_ms": 71.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.011, "count": 299, "max_ms": 90.805, "p95_ms": 88.01}, "read_interval": {"avg_ms": 100.457, "count": 298, "max_ms": 389.019, "p95_ms": 160.99}, "triton_wait": {"avg_ms": 54.289, "count": 299, "max_ms": 74.487, "p95_ms": 71.428}, "visualize": {"avg_ms": 3.72, "count": 299, "max_ms": 5.21, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16404.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23133.294, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.838, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1833015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:02:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:02:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:02:37+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:02:37.536929+09:00", "mtime_epoch": 1783274557.5369291, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:02:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.804, "count": 300, "max_ms": 22.714, "p95_ms": 18.663}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.464, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.481, "count": 300, "max_ms": 70.597, "p95_ms": 62.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.125, "count": 300, "max_ms": 71.092, "p95_ms": 57.973}, "yolo11_640_fire_11class": {"avg_ms": 49.226, "count": 300, "max_ms": 69.982, "p95_ms": 61.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.283, "count": 300, "max_ms": 78.032, "p95_ms": 69.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.558, "count": 300, "max_ms": 103.78, "p95_ms": 94.716}, "read_interval": {"avg_ms": 100.154, "count": 299, "max_ms": 120.077, "p95_ms": 114.935}, "triton_wait": {"avg_ms": 52.418, "count": 300, "max_ms": 78.044, "p95_ms": 69.537}, "visualize": {"avg_ms": 3.487, "count": 300, "max_ms": 4.488, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16404.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39066.747, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.969, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2288669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:02:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:02:44+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:02:44+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T03:02:44.885190+09:00", "mtime_epoch": 1783274564.88519, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:02:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2532.578, "name": "celery", "pid": 267, "rss_mb": 2532.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.993, "count": 301, "max_ms": 13.028, "p95_ms": 8.81}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.551, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.812, "count": 301, "max_ms": 72.602, "p95_ms": 64.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.906, "count": 301, "max_ms": 70.726, "p95_ms": 56.795}, "yolo11_640_fire_11class": {"avg_ms": 54.155, "count": 301, "max_ms": 71.447, "p95_ms": 66.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.826, "count": 301, "max_ms": 76.65, "p95_ms": 72.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.07, "count": 301, "max_ms": 93.331, "p95_ms": 89.554}, "read_interval": {"avg_ms": 99.888, "count": 300, "max_ms": 450.285, "p95_ms": 141.531}, "triton_wait": {"avg_ms": 58.222, "count": 301, "max_ms": 76.663, "p95_ms": 72.72}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 4.728, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16404.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23163.364, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.474, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1833316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:03:07+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:03:07+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:03:07.613986+09:00", "mtime_epoch": 1783274587.6139855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:03:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.948, "count": 301, "max_ms": 24.486, "p95_ms": 18.961}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.535, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.99, "count": 301, "max_ms": 66.29, "p95_ms": 62.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.952, "count": 301, "max_ms": 70.099, "p95_ms": 58.588}, "yolo11_640_fire_11class": {"avg_ms": 50.9, "count": 301, "max_ms": 67.454, "p95_ms": 62.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.786, "count": 301, "max_ms": 76.828, "p95_ms": 69.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.284, "count": 301, "max_ms": 101.863, "p95_ms": 94.263}, "read_interval": {"avg_ms": 99.904, "count": 300, "max_ms": 120.536, "p95_ms": 113.858}, "triton_wait": {"avg_ms": 54.976, "count": 301, "max_ms": 76.84, "p95_ms": 69.55}, "visualize": {"avg_ms": 3.537, "count": 301, "max_ms": 4.619, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16405.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39096.776, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.8, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2288969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:03:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:03:14+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:03:14+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:03:14.898237+09:00", "mtime_epoch": 1783274594.8982372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:03:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2532.578, "name": "celery", "pid": 267, "rss_mb": 2532.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.009, "count": 300, "max_ms": 13.62, "p95_ms": 8.849}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.771, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.15, "count": 300, "max_ms": 66.195, "p95_ms": 63.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.946, "count": 300, "max_ms": 65.317, "p95_ms": 54.255}, "yolo11_640_fire_11class": {"avg_ms": 53.086, "count": 300, "max_ms": 73.933, "p95_ms": 66.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.837, "count": 300, "max_ms": 74.802, "p95_ms": 71.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.504, "count": 300, "max_ms": 91.716, "p95_ms": 88.784}, "read_interval": {"avg_ms": 100.108, "count": 299, "max_ms": 451.499, "p95_ms": 174.126}, "triton_wait": {"avg_ms": 56.56, "count": 300, "max_ms": 74.816, "p95_ms": 71.701}, "visualize": {"avg_ms": 3.742, "count": 300, "max_ms": 4.597, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16404.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23193.366, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.726, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1833616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:03:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:03:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:03:37+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:03:37.619012+09:00", "mtime_epoch": 1783274617.6190124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:03:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9499.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.955, "count": 300, "max_ms": 22.205, "p95_ms": 18.716}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 2.184, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.591, "count": 300, "max_ms": 66.195, "p95_ms": 62.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.169, "count": 300, "max_ms": 64.769, "p95_ms": 56.089}, "yolo11_640_fire_11class": {"avg_ms": 50.873, "count": 300, "max_ms": 66.864, "p95_ms": 62.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.381, "count": 300, "max_ms": 74.041, "p95_ms": 71.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.987, "count": 300, "max_ms": 100.873, "p95_ms": 96.492}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 120.556, "p95_ms": 114.876}, "triton_wait": {"avg_ms": 54.659, "count": 300, "max_ms": 74.053, "p95_ms": 71.193}, "visualize": {"avg_ms": 3.553, "count": 300, "max_ms": 5.513, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16405.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39126.782, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.8, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2289268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:03:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:03:44+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:03:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:03:44.899257+09:00", "mtime_epoch": 1783274624.8992574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:03:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2532.836, "name": "celery", "pid": 267, "rss_mb": 2532.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 299, "max_ms": 13.038, "p95_ms": 8.464}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 2.167, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.838, "count": 299, "max_ms": 69.678, "p95_ms": 64.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.858, "count": 299, "max_ms": 71.844, "p95_ms": 60.71}, "yolo11_640_fire_11class": {"avg_ms": 55.729, "count": 299, "max_ms": 75.772, "p95_ms": 67.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.491, "count": 299, "max_ms": 74.963, "p95_ms": 72.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.092, "count": 299, "max_ms": 179.352, "p95_ms": 88.817}, "read_interval": {"avg_ms": 100.354, "count": 299, "max_ms": 466.06, "p95_ms": 173.721}, "triton_wait": {"avg_ms": 59.919, "count": 299, "max_ms": 75.784, "p95_ms": 72.207}, "visualize": {"avg_ms": 3.725, "count": 299, "max_ms": 4.823, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16405.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23223.444, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.62, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1833917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:04:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:04:07+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T03:04:07.688015+09:00", "mtime_epoch": 1783274647.6880155, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:04:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9500.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.625, "count": 301, "max_ms": 30.209, "p95_ms": 28.196}, "gstreamer_push": {"avg_ms": 1.214, "count": 301, "max_ms": 2.044, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.27, "count": 301, "max_ms": 66.778, "p95_ms": 62.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.717, "count": 301, "max_ms": 68.219, "p95_ms": 58.281}, "yolo11_640_fire_11class": {"avg_ms": 52.077, "count": 301, "max_ms": 66.806, "p95_ms": 61.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.41, "count": 301, "max_ms": 74.893, "p95_ms": 69.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.543, "count": 301, "max_ms": 107.054, "p95_ms": 97.306}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 122.827, "p95_ms": 114.051}, "triton_wait": {"avg_ms": 56.593, "count": 301, "max_ms": 74.904, "p95_ms": 69.086}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 5.445, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16405.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39156.788, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.142, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2289570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:04:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:04:14+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:04:14+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T03:04:14.928253+09:00", "mtime_epoch": 1783274654.9282534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:04:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.094, "name": "celery", "pid": 267, "rss_mb": 2533.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.299, "count": 302, "max_ms": 13.847, "p95_ms": 12.483}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 2.217, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.71, "count": 302, "max_ms": 72.992, "p95_ms": 66.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.35, "count": 302, "max_ms": 72.07, "p95_ms": 56.835}, "yolo11_640_fire_11class": {"avg_ms": 58.647, "count": 302, "max_ms": 74.171, "p95_ms": 69.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.879, "count": 302, "max_ms": 76.675, "p95_ms": 73.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.758, "count": 302, "max_ms": 95.42, "p95_ms": 90.884}, "read_interval": {"avg_ms": 99.413, "count": 302, "max_ms": 369.954, "p95_ms": 112.03}, "triton_wait": {"avg_ms": 63.51, "count": 302, "max_ms": 76.687, "p95_ms": 73.637}, "visualize": {"avg_ms": 3.776, "count": 302, "max_ms": 5.293, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16405.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23253.443, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.437, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1834217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:04:37+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T03:04:37+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T03:04:37.672992+09:00", "mtime_epoch": 1783274677.6729915, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:04:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9500.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.807, "count": 300, "max_ms": 21.847, "p95_ms": 18.474}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.826, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.621, "count": 300, "max_ms": 69.239, "p95_ms": 62.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.093, "count": 300, "max_ms": 64.551, "p95_ms": 57.181}, "yolo11_640_fire_11class": {"avg_ms": 50.716, "count": 300, "max_ms": 65.347, "p95_ms": 62.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.489, "count": 300, "max_ms": 76.497, "p95_ms": 70.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.896, "count": 300, "max_ms": 100.879, "p95_ms": 96.141}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 122.087, "p95_ms": 114.518}, "triton_wait": {"avg_ms": 53.754, "count": 300, "max_ms": 76.508, "p95_ms": 70.789}, "visualize": {"avg_ms": 3.519, "count": 300, "max_ms": 5.335, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16406.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39186.877, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.113, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2289869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:04:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T03:04:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:04:44.993227+09:00", "mtime_epoch": 1783274684.9932265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:04:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.094, "name": "celery", "pid": 267, "rss_mb": 2533.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.052, "count": 298, "max_ms": 14.112, "p95_ms": 9.162}, "gstreamer_push": {"avg_ms": 1.326, "count": 298, "max_ms": 1.874, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.824, "count": 298, "max_ms": 71.292, "p95_ms": 65.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.463, "count": 298, "max_ms": 69.312, "p95_ms": 58.877}, "yolo11_640_fire_11class": {"avg_ms": 52.738, "count": 298, "max_ms": 69.984, "p95_ms": 66.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.965, "count": 298, "max_ms": 76.333, "p95_ms": 71.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.585, "count": 298, "max_ms": 93.403, "p95_ms": 88.605}, "read_interval": {"avg_ms": 100.628, "count": 298, "max_ms": 405.203, "p95_ms": 190.132}, "triton_wait": {"avg_ms": 56.518, "count": 298, "max_ms": 76.346, "p95_ms": 71.356}, "visualize": {"avg_ms": 3.753, "count": 298, "max_ms": 4.822, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16406.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23283.499, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.216, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1834517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:05:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:05:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:05:07+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:05:07.753948+09:00", "mtime_epoch": 1783274707.753948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:05:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9500.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.083, "count": 300, "max_ms": 27.759, "p95_ms": 18.846}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.833, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.03, "count": 300, "max_ms": 67.313, "p95_ms": 62.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.541, "count": 300, "max_ms": 66.706, "p95_ms": 57.301}, "yolo11_640_fire_11class": {"avg_ms": 49.81, "count": 300, "max_ms": 68.231, "p95_ms": 61.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.947, "count": 300, "max_ms": 75.246, "p95_ms": 70.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.522, "count": 300, "max_ms": 100.076, "p95_ms": 95.631}, "read_interval": {"avg_ms": 100.175, "count": 299, "max_ms": 120.063, "p95_ms": 114.586}, "triton_wait": {"avg_ms": 53.128, "count": 300, "max_ms": 75.259, "p95_ms": 70.276}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.811, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16406.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39216.955, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.25, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2290170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:05:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:05:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:05:15+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T03:05:15.094178+09:00", "mtime_epoch": 1783274715.0941782, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:05:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.352, "name": "celery", "pid": 267, "rss_mb": 2533.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.902, "count": 301, "max_ms": 12.284, "p95_ms": 8.403}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 1.893, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.02, "count": 301, "max_ms": 68.38, "p95_ms": 65.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.07, "count": 301, "max_ms": 73.415, "p95_ms": 58.711}, "yolo11_640_fire_11class": {"avg_ms": 54.259, "count": 301, "max_ms": 71.303, "p95_ms": 68.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.807, "count": 301, "max_ms": 76.348, "p95_ms": 73.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.086, "count": 301, "max_ms": 93.108, "p95_ms": 89.78}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 423.499, "p95_ms": 137.589}, "triton_wait": {"avg_ms": 57.333, "count": 301, "max_ms": 76.361, "p95_ms": 73.307}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 5.466, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16406.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23313.533, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.046, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1834818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:05:37+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T03:05:37+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T03:05:37.790882+09:00", "mtime_epoch": 1783274737.7908816, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:05:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9500.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.824, "count": 301, "max_ms": 23.258, "p95_ms": 18.452}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.669, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.689, "count": 301, "max_ms": 66.654, "p95_ms": 59.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.675, "count": 301, "max_ms": 68.463, "p95_ms": 60.041}, "yolo11_640_fire_11class": {"avg_ms": 50.963, "count": 301, "max_ms": 68.356, "p95_ms": 61.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.256, "count": 301, "max_ms": 76.048, "p95_ms": 66.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.712, "count": 301, "max_ms": 101.192, "p95_ms": 92.143}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 119.617, "p95_ms": 114.162}, "triton_wait": {"avg_ms": 54.544, "count": 301, "max_ms": 76.061, "p95_ms": 66.83}, "visualize": {"avg_ms": 3.52, "count": 301, "max_ms": 4.577, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16407.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39247.035, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.159, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2290472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:05:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:05:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:05:45+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T03:05:45.175108+09:00", "mtime_epoch": 1783274745.175108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:05:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.352, "name": "celery", "pid": 267, "rss_mb": 2533.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 302, "max_ms": 14.358, "p95_ms": 8.932}, "gstreamer_push": {"avg_ms": 1.327, "count": 302, "max_ms": 1.665, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.954, "count": 302, "max_ms": 71.248, "p95_ms": 65.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.154, "count": 302, "max_ms": 71.288, "p95_ms": 56.779}, "yolo11_640_fire_11class": {"avg_ms": 53.995, "count": 302, "max_ms": 72.295, "p95_ms": 68.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.611, "count": 302, "max_ms": 74.819, "p95_ms": 72.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.19, "count": 302, "max_ms": 92.176, "p95_ms": 89.067}, "read_interval": {"avg_ms": 99.639, "count": 301, "max_ms": 488.81, "p95_ms": 135.278}, "triton_wait": {"avg_ms": 58.122, "count": 302, "max_ms": 74.836, "p95_ms": 72.162}, "visualize": {"avg_ms": 3.819, "count": 302, "max_ms": 5.574, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16407.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23343.535, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.957, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1835118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:06:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:06:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:06:07+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T03:06:07.795794+09:00", "mtime_epoch": 1783274767.7957938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:06:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9500.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.862, "count": 300, "max_ms": 22.619, "p95_ms": 18.528}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.648, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.622, "count": 300, "max_ms": 66.007, "p95_ms": 62.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.676, "count": 300, "max_ms": 64.403, "p95_ms": 58.976}, "yolo11_640_fire_11class": {"avg_ms": 50.829, "count": 300, "max_ms": 66.561, "p95_ms": 62.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.986, "count": 300, "max_ms": 76.347, "p95_ms": 69.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.378, "count": 300, "max_ms": 104.067, "p95_ms": 94.423}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 122.408, "p95_ms": 115.201}, "triton_wait": {"avg_ms": 54.169, "count": 300, "max_ms": 76.359, "p95_ms": 69.4}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 4.648, "p95_ms": 3.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16407.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39277.036, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.291, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2290772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:06:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:06:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T03:06:15+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:06:15.168015+09:00", "mtime_epoch": 1783274775.168015, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:06:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.609, "name": "celery", "pid": 267, "rss_mb": 2533.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.9, "count": 300, "max_ms": 11.541, "p95_ms": 8.553}, "gstreamer_push": {"avg_ms": 1.331, "count": 300, "max_ms": 2.078, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.54, "count": 300, "max_ms": 70.1, "p95_ms": 65.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.481, "count": 300, "max_ms": 70.11, "p95_ms": 57.66}, "yolo11_640_fire_11class": {"avg_ms": 54.88, "count": 300, "max_ms": 73.985, "p95_ms": 69.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.081, "count": 300, "max_ms": 75.758, "p95_ms": 73.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.547, "count": 300, "max_ms": 92.291, "p95_ms": 90.45}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 345.046, "p95_ms": 160.654}, "triton_wait": {"avg_ms": 58.705, "count": 300, "max_ms": 75.77, "p95_ms": 73.799}, "visualize": {"avg_ms": 3.748, "count": 300, "max_ms": 5.069, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16407.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23373.568, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.902, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1835418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:06:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:06:37+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:06:37+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T03:06:37.816687+09:00", "mtime_epoch": 1783274797.8166873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:06:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9500.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.848, "count": 300, "max_ms": 23.076, "p95_ms": 18.486}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.823, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.975, "count": 300, "max_ms": 67.768, "p95_ms": 63.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.711, "count": 300, "max_ms": 69.958, "p95_ms": 57.816}, "yolo11_640_fire_11class": {"avg_ms": 50.69, "count": 300, "max_ms": 68.739, "p95_ms": 63.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.945, "count": 300, "max_ms": 75.736, "p95_ms": 71.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.326, "count": 300, "max_ms": 101.802, "p95_ms": 96.266}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 118.262, "p95_ms": 114.514}, "triton_wait": {"avg_ms": 54.144, "count": 300, "max_ms": 75.748, "p95_ms": 71.231}, "visualize": {"avg_ms": 3.505, "count": 300, "max_ms": 4.616, "p95_ms": 3.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16407.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39307.105, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.458, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2291072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:06:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:06:45+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:06:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:06:45.216905+09:00", "mtime_epoch": 1783274805.2169049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:06:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.609, "name": "celery", "pid": 267, "rss_mb": 2533.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 300, "max_ms": 13.234, "p95_ms": 8.585}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 2.323, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.483, "count": 300, "max_ms": 70.783, "p95_ms": 65.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.181, "count": 300, "max_ms": 69.841, "p95_ms": 59.887}, "yolo11_640_fire_11class": {"avg_ms": 54.147, "count": 300, "max_ms": 72.866, "p95_ms": 65.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.866, "count": 300, "max_ms": 79.375, "p95_ms": 72.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.981, "count": 300, "max_ms": 95.68, "p95_ms": 89.562}, "read_interval": {"avg_ms": 100.235, "count": 299, "max_ms": 461.96, "p95_ms": 145.308}, "triton_wait": {"avg_ms": 59.191, "count": 300, "max_ms": 79.388, "p95_ms": 72.627}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 4.896, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16407.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23403.644, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.11, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1835719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:07:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:07:07+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T03:07:07.881564+09:00", "mtime_epoch": 1783274827.8815641, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:07:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9500.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.962, "count": 301, "max_ms": 22.503, "p95_ms": 18.633}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.47, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.324, "count": 301, "max_ms": 69.384, "p95_ms": 62.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.831, "count": 301, "max_ms": 72.051, "p95_ms": 58.46}, "yolo11_640_fire_11class": {"avg_ms": 50.853, "count": 301, "max_ms": 69.433, "p95_ms": 62.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.566, "count": 301, "max_ms": 75.713, "p95_ms": 71.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.105, "count": 301, "max_ms": 100.131, "p95_ms": 96.592}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 121.395, "p95_ms": 114.231}, "triton_wait": {"avg_ms": 54.75, "count": 301, "max_ms": 75.725, "p95_ms": 71.366}, "visualize": {"avg_ms": 3.528, "count": 301, "max_ms": 4.244, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16407.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39337.145, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.558, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2291372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:07:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:07:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T03:07:15+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T03:07:15.281777+09:00", "mtime_epoch": 1783274835.2817774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:07:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.867, "name": "celery", "pid": 267, "rss_mb": 2533.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.985, "count": 300, "max_ms": 12.607, "p95_ms": 8.618}, "gstreamer_push": {"avg_ms": 1.323, "count": 300, "max_ms": 1.701, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.014, "count": 300, "max_ms": 68.877, "p95_ms": 64.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.873, "count": 300, "max_ms": 72.842, "p95_ms": 59.964}, "yolo11_640_fire_11class": {"avg_ms": 53.969, "count": 300, "max_ms": 74.248, "p95_ms": 67.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.062, "count": 300, "max_ms": 76.814, "p95_ms": 72.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.477, "count": 300, "max_ms": 93.787, "p95_ms": 88.963}, "read_interval": {"avg_ms": 100.194, "count": 299, "max_ms": 389.664, "p95_ms": 152.219}, "triton_wait": {"avg_ms": 58.69, "count": 300, "max_ms": 76.826, "p95_ms": 72.364}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 5.163, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16407.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23433.68, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.244, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1836019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:07:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:07:38+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T03:07:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T03:07:37.922423+09:00", "mtime_epoch": 1783274857.9224234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:07:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9501.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.089, "count": 300, "max_ms": 27.764, "p95_ms": 19.153}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.477, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.82, "count": 300, "max_ms": 68.815, "p95_ms": 63.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.443, "count": 300, "max_ms": 68.012, "p95_ms": 54.958}, "yolo11_640_fire_11class": {"avg_ms": 50.532, "count": 300, "max_ms": 68.916, "p95_ms": 63.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.749, "count": 300, "max_ms": 76.059, "p95_ms": 71.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.521, "count": 300, "max_ms": 102.456, "p95_ms": 96.872}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 120.533, "p95_ms": 114.838}, "triton_wait": {"avg_ms": 54.036, "count": 300, "max_ms": 76.071, "p95_ms": 71.799}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 5.65, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16408.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39367.237, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.513, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2291670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:07:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:07:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T03:07:45+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T03:07:45.346633+09:00", "mtime_epoch": 1783274865.346633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:07:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2533.867, "name": "celery", "pid": 267, "rss_mb": 2533.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.03, "count": 297, "max_ms": 12.803, "p95_ms": 8.86}, "gstreamer_push": {"avg_ms": 1.324, "count": 297, "max_ms": 1.534, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.001, "count": 297, "max_ms": 70.893, "p95_ms": 64.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.981, "count": 297, "max_ms": 68.947, "p95_ms": 59.997}, "yolo11_640_fire_11class": {"avg_ms": 54.084, "count": 297, "max_ms": 69.2, "p95_ms": 65.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.065, "count": 297, "max_ms": 75.59, "p95_ms": 72.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.477, "count": 297, "max_ms": 93.094, "p95_ms": 88.883}, "read_interval": {"avg_ms": 100.961, "count": 297, "max_ms": 371.014, "p95_ms": 178.907}, "triton_wait": {"avg_ms": 58.567, "count": 297, "max_ms": 75.603, "p95_ms": 72.101}, "visualize": {"avg_ms": 3.743, "count": 297, "max_ms": 5.355, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16408.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23463.748, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.507, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1836320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:08:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:08:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:08:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:08:07.995267+09:00", "mtime_epoch": 1783274887.9952672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:08:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9501.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.335, "count": 301, "max_ms": 30.259, "p95_ms": 21.035}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 2.087, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.92, "count": 301, "max_ms": 67.528, "p95_ms": 62.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.204, "count": 301, "max_ms": 65.687, "p95_ms": 56.398}, "yolo11_640_fire_11class": {"avg_ms": 50.654, "count": 301, "max_ms": 66.991, "p95_ms": 62.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.014, "count": 301, "max_ms": 75.518, "p95_ms": 70.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.964, "count": 301, "max_ms": 110.922, "p95_ms": 96.666}, "read_interval": {"avg_ms": 99.875, "count": 300, "max_ms": 127.376, "p95_ms": 116.522}, "triton_wait": {"avg_ms": 54.23, "count": 301, "max_ms": 75.53, "p95_ms": 70.975}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 5.227, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16408.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39397.326, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.488, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2291974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:08:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:08:15+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:08:15+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T03:08:15.431473+09:00", "mtime_epoch": 1783274895.4314735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:08:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2534.125, "name": "celery", "pid": 267, "rss_mb": 2534.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.215, "count": 304, "max_ms": 14.534, "p95_ms": 10.643}, "gstreamer_push": {"avg_ms": 1.309, "count": 304, "max_ms": 2.164, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.303, "count": 304, "max_ms": 70.162, "p95_ms": 64.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.583, "count": 304, "max_ms": 70.172, "p95_ms": 55.753}, "yolo11_640_fire_11class": {"avg_ms": 53.519, "count": 304, "max_ms": 72.224, "p95_ms": 67.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.536, "count": 304, "max_ms": 74.674, "p95_ms": 70.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.197, "count": 304, "max_ms": 93.996, "p95_ms": 88.43}, "read_interval": {"avg_ms": 99.037, "count": 303, "max_ms": 373.891, "p95_ms": 136.094}, "triton_wait": {"avg_ms": 57.153, "count": 304, "max_ms": 74.686, "p95_ms": 71.007}, "visualize": {"avg_ms": 3.746, "count": 304, "max_ms": 4.686, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16408.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23493.756, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.334, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1836620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:08:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:08:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:08:38+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T03:08:37.996094+09:00", "mtime_epoch": 1783274917.996094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:08:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9501.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.011, "count": 300, "max_ms": 26.409, "p95_ms": 18.866}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.924, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.69, "count": 300, "max_ms": 67.535, "p95_ms": 62.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.021, "count": 300, "max_ms": 67.539, "p95_ms": 56.451}, "yolo11_640_fire_11class": {"avg_ms": 50.144, "count": 300, "max_ms": 67.527, "p95_ms": 62.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.454, "count": 300, "max_ms": 78.833, "p95_ms": 70.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.028, "count": 300, "max_ms": 103.395, "p95_ms": 95.447}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 118.459, "p95_ms": 113.223}, "triton_wait": {"avg_ms": 53.6, "count": 300, "max_ms": 78.844, "p95_ms": 70.167}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.411, "p95_ms": 3.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16408.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39427.396, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.513, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2292274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:08:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:08:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T03:08:45+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T03:08:45.500299+09:00", "mtime_epoch": 1783274925.5002985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:08:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2534.383, "name": "celery", "pid": 267, "rss_mb": 2534.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 300, "max_ms": 13.397, "p95_ms": 8.765}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 2.047, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.46, "count": 300, "max_ms": 72.489, "p95_ms": 65.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.25, "count": 300, "max_ms": 69.833, "p95_ms": 56.29}, "yolo11_640_fire_11class": {"avg_ms": 53.845, "count": 300, "max_ms": 72.238, "p95_ms": 67.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.518, "count": 300, "max_ms": 77.556, "p95_ms": 72.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.894, "count": 300, "max_ms": 94.24, "p95_ms": 89.497}, "read_interval": {"avg_ms": 100.206, "count": 299, "max_ms": 379.366, "p95_ms": 208.179}, "triton_wait": {"avg_ms": 58.058, "count": 300, "max_ms": 77.569, "p95_ms": 72.506}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 4.744, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16408.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23523.843, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.219, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1836921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:09:08+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:09:08+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T03:09:08.080909+09:00", "mtime_epoch": 1783274948.0809088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:09:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9501.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.13, "count": 301, "max_ms": 25.489, "p95_ms": 19.105}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.905, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.826, "count": 301, "max_ms": 72.385, "p95_ms": 62.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.208, "count": 301, "max_ms": 68.197, "p95_ms": 55.414}, "yolo11_640_fire_11class": {"avg_ms": 49.19, "count": 301, "max_ms": 72.935, "p95_ms": 61.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.03, "count": 301, "max_ms": 81.196, "p95_ms": 68.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.763, "count": 301, "max_ms": 106.878, "p95_ms": 95.733}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 122.943, "p95_ms": 115.072}, "triton_wait": {"avg_ms": 52.191, "count": 301, "max_ms": 81.208, "p95_ms": 68.806}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 4.521, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16409.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39457.476, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.255, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2292574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:09:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:09:15+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T03:09:15+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T03:09:15.493107+09:00", "mtime_epoch": 1783274955.4931073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:09:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2534.383, "name": "celery", "pid": 267, "rss_mb": 2534.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.055, "count": 300, "max_ms": 13.324, "p95_ms": 8.835}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.611, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.771, "count": 300, "max_ms": 69.376, "p95_ms": 64.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.289, "count": 300, "max_ms": 70.599, "p95_ms": 56.491}, "yolo11_640_fire_11class": {"avg_ms": 51.59, "count": 300, "max_ms": 71.431, "p95_ms": 66.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.532, "count": 300, "max_ms": 75.479, "p95_ms": 70.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.866, "count": 300, "max_ms": 92.692, "p95_ms": 87.818}, "read_interval": {"avg_ms": 100.332, "count": 299, "max_ms": 443.65, "p95_ms": 206.785}, "triton_wait": {"avg_ms": 55.009, "count": 300, "max_ms": 75.491, "p95_ms": 71.142}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 4.812, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16409.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23553.876, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.369, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1837221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:09:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:09:38+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T03:09:38+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T03:09:38.113709+09:00", "mtime_epoch": 1783274978.1137087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:09:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9501.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.248, "count": 300, "max_ms": 26.117, "p95_ms": 19.244}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.766, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.204, "count": 300, "max_ms": 66.462, "p95_ms": 63.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.416, "count": 300, "max_ms": 67.78, "p95_ms": 56.275}, "yolo11_640_fire_11class": {"avg_ms": 50.134, "count": 300, "max_ms": 66.473, "p95_ms": 63.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.843, "count": 300, "max_ms": 76.042, "p95_ms": 72.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.731, "count": 300, "max_ms": 101.671, "p95_ms": 97.691}, "read_interval": {"avg_ms": 100.063, "count": 299, "max_ms": 121.25, "p95_ms": 115.416}, "triton_wait": {"avg_ms": 53.025, "count": 300, "max_ms": 76.053, "p95_ms": 72.399}, "visualize": {"avg_ms": 3.554, "count": 300, "max_ms": 5.313, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16409.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39487.554, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.27, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2292875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:09:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:09:45+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:09:45+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T03:09:45.693908+09:00", "mtime_epoch": 1783274985.6939085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:09:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2534.641, "name": "celery", "pid": 267, "rss_mb": 2534.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 301, "max_ms": 9.215, "p95_ms": 8.306}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 1.571, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.184, "count": 301, "max_ms": 72.719, "p95_ms": 64.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.467, "count": 301, "max_ms": 68.354, "p95_ms": 60.426}, "yolo11_640_fire_11class": {"avg_ms": 53.42, "count": 301, "max_ms": 73.766, "p95_ms": 68.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.23, "count": 301, "max_ms": 79.941, "p95_ms": 72.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.518, "count": 301, "max_ms": 96.525, "p95_ms": 89.073}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 375.822, "p95_ms": 167.305}, "triton_wait": {"avg_ms": 57.714, "count": 301, "max_ms": 79.954, "p95_ms": 72.382}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 4.319, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16409.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23583.974, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.522, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1837522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:10:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:10:08+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:10:08+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:10:08.226498+09:00", "mtime_epoch": 1783275008.226498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:10:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9501.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.134, "count": 300, "max_ms": 25.224, "p95_ms": 19.985}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.564, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.336, "count": 300, "max_ms": 72.345, "p95_ms": 63.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.687, "count": 300, "max_ms": 73.239, "p95_ms": 60.955}, "yolo11_640_fire_11class": {"avg_ms": 52.136, "count": 300, "max_ms": 71.848, "p95_ms": 62.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.396, "count": 300, "max_ms": 80.625, "p95_ms": 71.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.078, "count": 300, "max_ms": 106.6, "p95_ms": 97.523}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 122.761, "p95_ms": 115.248}, "triton_wait": {"avg_ms": 56.571, "count": 300, "max_ms": 80.636, "p95_ms": 71.949}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 5.504, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16409.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39517.557, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.459, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2293174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:10:15+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:10:15+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T03:10:15.690692+09:00", "mtime_epoch": 1783275015.6906917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:10:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2534.641, "name": "celery", "pid": 267, "rss_mb": 2534.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.168, "count": 299, "max_ms": 13.029, "p95_ms": 9.088}, "gstreamer_push": {"avg_ms": 1.314, "count": 299, "max_ms": 1.535, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.835, "count": 299, "max_ms": 72.087, "p95_ms": 66.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.284, "count": 299, "max_ms": 72.764, "p95_ms": 64.617}, "yolo11_640_fire_11class": {"avg_ms": 56.664, "count": 299, "max_ms": 73.528, "p95_ms": 69.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.243, "count": 299, "max_ms": 77.562, "p95_ms": 74.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.811, "count": 299, "max_ms": 94.858, "p95_ms": 90.925}, "read_interval": {"avg_ms": 100.321, "count": 299, "max_ms": 404.833, "p95_ms": 129.275}, "triton_wait": {"avg_ms": 61.681, "count": 299, "max_ms": 77.575, "p95_ms": 74.029}, "visualize": {"avg_ms": 3.788, "count": 299, "max_ms": 5.776, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16409.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23613.978, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.656, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1837822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:10:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:10:38+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T03:10:38+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T03:10:38.223272+09:00", "mtime_epoch": 1783275038.2232723, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:10:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9501.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.102, "count": 300, "max_ms": 26.828, "p95_ms": 18.747}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.733, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.479, "count": 300, "max_ms": 73.58, "p95_ms": 62.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.178, "count": 300, "max_ms": 73.16, "p95_ms": 58.042}, "yolo11_640_fire_11class": {"avg_ms": 50.454, "count": 300, "max_ms": 72.264, "p95_ms": 63.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.718, "count": 300, "max_ms": 77.334, "p95_ms": 71.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.619, "count": 300, "max_ms": 102.366, "p95_ms": 96.214}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 121.318, "p95_ms": 113.985}, "triton_wait": {"avg_ms": 54.092, "count": 300, "max_ms": 77.346, "p95_ms": 71.089}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 4.51, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16409.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39547.586, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.62, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2293474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:10:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:10:45+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:10:45+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T03:10:45.711464+09:00", "mtime_epoch": 1783275045.7114637, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:10:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2534.898, "name": "celery", "pid": 267, "rss_mb": 2534.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.06, "count": 300, "max_ms": 12.969, "p95_ms": 8.843}, "gstreamer_push": {"avg_ms": 1.335, "count": 300, "max_ms": 1.939, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.584, "count": 300, "max_ms": 71.591, "p95_ms": 64.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.543, "count": 300, "max_ms": 71.764, "p95_ms": 58.172}, "yolo11_640_fire_11class": {"avg_ms": 54.496, "count": 300, "max_ms": 73.285, "p95_ms": 67.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.791, "count": 300, "max_ms": 78.334, "p95_ms": 72.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.451, "count": 300, "max_ms": 94.975, "p95_ms": 89.755}, "read_interval": {"avg_ms": 100.105, "count": 299, "max_ms": 380.267, "p95_ms": 166.071}, "triton_wait": {"avg_ms": 58.473, "count": 300, "max_ms": 78.347, "p95_ms": 72.837}, "visualize": {"avg_ms": 3.764, "count": 300, "max_ms": 4.861, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16410.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23644.035, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.695, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1838123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:11:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:11:08+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:11:08+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T03:11:08.276037+09:00", "mtime_epoch": 1783275068.2760367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:11:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9502.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.041, "count": 301, "max_ms": 28.254, "p95_ms": 19.182}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.799, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.173, "count": 301, "max_ms": 66.5, "p95_ms": 63.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.16, "count": 301, "max_ms": 69.007, "p95_ms": 55.146}, "yolo11_640_fire_11class": {"avg_ms": 50.017, "count": 301, "max_ms": 66.022, "p95_ms": 63.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.115, "count": 301, "max_ms": 76.278, "p95_ms": 71.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.77, "count": 301, "max_ms": 101.236, "p95_ms": 96.463}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 119.314, "p95_ms": 114.13}, "triton_wait": {"avg_ms": 53.249, "count": 301, "max_ms": 76.29, "p95_ms": 71.65}, "visualize": {"avg_ms": 3.543, "count": 301, "max_ms": 4.966, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16410.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39577.657, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.394, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2293773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:11:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:11:15+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:11:15+09:00", "mjpeg": {"age_sec": 0.34, "exists": true, "mtime": "2026-07-06T03:11:15.520219+09:00", "mtime_epoch": 1783275075.5202193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:11:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2534.898, "name": "celery", "pid": 267, "rss_mb": 2534.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.005, "count": 299, "max_ms": 13.631, "p95_ms": 8.849}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 1.714, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.278, "count": 299, "max_ms": 71.082, "p95_ms": 64.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.46, "count": 299, "max_ms": 74.64, "p95_ms": 55.317}, "yolo11_640_fire_11class": {"avg_ms": 52.468, "count": 299, "max_ms": 71.609, "p95_ms": 65.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.361, "count": 299, "max_ms": 75.886, "p95_ms": 70.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.599, "count": 299, "max_ms": 92.672, "p95_ms": 88.036}, "read_interval": {"avg_ms": 100.576, "count": 298, "max_ms": 430.65, "p95_ms": 203.016}, "triton_wait": {"avg_ms": 56.674, "count": 299, "max_ms": 75.899, "p95_ms": 70.876}, "visualize": {"avg_ms": 3.778, "count": 299, "max_ms": 5.1, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16410.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23674.125, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.656, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1838424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:11:38+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:11:38+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T03:11:38.384792+09:00", "mtime_epoch": 1783275098.3847919, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:11:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9502.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 10.013}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.987, "count": 300, "max_ms": 23.392, "p95_ms": 18.888}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.769, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.548, "count": 300, "max_ms": 68.138, "p95_ms": 62.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.399, "count": 300, "max_ms": 68.128, "p95_ms": 53.98}, "yolo11_640_fire_11class": {"avg_ms": 48.94, "count": 300, "max_ms": 68.148, "p95_ms": 60.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.873, "count": 300, "max_ms": 77.397, "p95_ms": 68.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.42, "count": 300, "max_ms": 102.053, "p95_ms": 93.493}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 120.99, "p95_ms": 114.543}, "triton_wait": {"avg_ms": 51.999, "count": 300, "max_ms": 77.41, "p95_ms": 68.41}, "visualize": {"avg_ms": 3.528, "count": 300, "max_ms": 5.278, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16410.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39607.705, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.242, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2294075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:11:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:11:45+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T03:11:45+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T03:11:45.840977+09:00", "mtime_epoch": 1783275105.8409774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:11:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2535.156, "name": "celery", "pid": 267, "rss_mb": 2535.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 302, "max_ms": 12.682, "p95_ms": 8.795}, "gstreamer_push": {"avg_ms": 1.319, "count": 302, "max_ms": 1.691, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.388, "count": 302, "max_ms": 71.809, "p95_ms": 64.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.907, "count": 302, "max_ms": 71.83, "p95_ms": 53.716}, "yolo11_640_fire_11class": {"avg_ms": 51.487, "count": 302, "max_ms": 71.821, "p95_ms": 64.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.206, "count": 302, "max_ms": 74.97, "p95_ms": 71.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.74, "count": 302, "max_ms": 93.947, "p95_ms": 87.708}, "read_interval": {"avg_ms": 99.561, "count": 301, "max_ms": 362.384, "p95_ms": 147.964}, "triton_wait": {"avg_ms": 54.848, "count": 302, "max_ms": 74.983, "p95_ms": 71.225}, "visualize": {"avg_ms": 3.762, "count": 302, "max_ms": 4.843, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16410.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23704.151, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.432, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1838724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:12:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:12:08+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T03:12:08+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T03:12:08.405535+09:00", "mtime_epoch": 1783275128.405535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:12:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9502.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.868, "count": 300, "max_ms": 22.294, "p95_ms": 18.686}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 2.05, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.095, "count": 300, "max_ms": 72.047, "p95_ms": 61.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.419, "count": 300, "max_ms": 62.889, "p95_ms": 56.381}, "yolo11_640_fire_11class": {"avg_ms": 49.552, "count": 300, "max_ms": 70.242, "p95_ms": 62.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.956, "count": 300, "max_ms": 75.514, "p95_ms": 68.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.472, "count": 300, "max_ms": 100.413, "p95_ms": 92.854}, "read_interval": {"avg_ms": 100.069, "count": 300, "max_ms": 121.932, "p95_ms": 114.666}, "triton_wait": {"avg_ms": 53.178, "count": 300, "max_ms": 75.526, "p95_ms": 68.12}, "visualize": {"avg_ms": 3.531, "count": 300, "max_ms": 5.387, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16410.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39637.711, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.238, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2294375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:12:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T03:12:15+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T03:12:15.849718+09:00", "mtime_epoch": 1783275135.8497176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:12:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2535.414, "name": "celery", "pid": 267, "rss_mb": 2535.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 300, "max_ms": 13.681, "p95_ms": 9.088}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.522, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.644, "count": 300, "max_ms": 72.854, "p95_ms": 65.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.784, "count": 300, "max_ms": 66.929, "p95_ms": 56.609}, "yolo11_640_fire_11class": {"avg_ms": 52.187, "count": 300, "max_ms": 69.942, "p95_ms": 64.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.832, "count": 300, "max_ms": 74.912, "p95_ms": 72.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.12, "count": 300, "max_ms": 91.985, "p95_ms": 88.656}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 311.193, "p95_ms": 147.511}, "triton_wait": {"avg_ms": 56.319, "count": 300, "max_ms": 74.925, "p95_ms": 72.224}, "visualize": {"avg_ms": 3.753, "count": 300, "max_ms": 5.571, "p95_ms": 4.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16411.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23734.161, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.364, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1839024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:12:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:12:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T03:12:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:12:38.410268+09:00", "mtime_epoch": 1783275158.410268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:12:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9502.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.974, "count": 300, "max_ms": 25.353, "p95_ms": 18.991}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.593, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.147, "count": 300, "max_ms": 66.56, "p95_ms": 62.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.505, "count": 300, "max_ms": 66.549, "p95_ms": 56.574}, "yolo11_640_fire_11class": {"avg_ms": 49.807, "count": 300, "max_ms": 67.762, "p95_ms": 62.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.567, "count": 300, "max_ms": 74.997, "p95_ms": 70.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.105, "count": 300, "max_ms": 101.024, "p95_ms": 95.894}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 117.691, "p95_ms": 114.121}, "triton_wait": {"avg_ms": 52.756, "count": 300, "max_ms": 75.009, "p95_ms": 70.765}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 5.224, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16411.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39667.733, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.131, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2294677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:12:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:12:45+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T03:12:45.834448+09:00", "mtime_epoch": 1783275165.834448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:12:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2535.414, "name": "celery", "pid": 267, "rss_mb": 2535.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 302, "max_ms": 12.765, "p95_ms": 8.661}, "gstreamer_push": {"avg_ms": 1.333, "count": 302, "max_ms": 1.995, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.597, "count": 302, "max_ms": 70.464, "p95_ms": 64.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.581, "count": 302, "max_ms": 70.475, "p95_ms": 58.74}, "yolo11_640_fire_11class": {"avg_ms": 53.122, "count": 302, "max_ms": 72.341, "p95_ms": 67.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.18, "count": 302, "max_ms": 75.011, "p95_ms": 70.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.65, "count": 302, "max_ms": 91.719, "p95_ms": 87.897}, "read_interval": {"avg_ms": 99.464, "count": 301, "max_ms": 398.027, "p95_ms": 155.079}, "triton_wait": {"avg_ms": 56.842, "count": 302, "max_ms": 75.024, "p95_ms": 70.864}, "visualize": {"avg_ms": 3.75, "count": 302, "max_ms": 4.994, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16411.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23764.238, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.201, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1839325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:13:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:13:08+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T03:13:08+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T03:13:08.494994+09:00", "mtime_epoch": 1783275188.4949942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:13:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9502.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.832, "count": 301, "max_ms": 24.014, "p95_ms": 18.51}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.835, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.372, "count": 301, "max_ms": 67.976, "p95_ms": 62.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.719, "count": 301, "max_ms": 67.917, "p95_ms": 58.16}, "yolo11_640_fire_11class": {"avg_ms": 50.011, "count": 301, "max_ms": 68.879, "p95_ms": 63.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.443, "count": 301, "max_ms": 76.123, "p95_ms": 71.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.857, "count": 301, "max_ms": 101.161, "p95_ms": 96.562}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 117.443, "p95_ms": 114.056}, "triton_wait": {"avg_ms": 53.667, "count": 301, "max_ms": 76.132, "p95_ms": 71.337}, "visualize": {"avg_ms": 3.515, "count": 301, "max_ms": 4.641, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16411.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39697.78, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.197, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2294977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:13:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:13:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:13:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:13:15.899172+09:00", "mtime_epoch": 1783275195.8991716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:13:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2535.672, "name": "celery", "pid": 267, "rss_mb": 2535.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.03, "count": 300, "max_ms": 12.299, "p95_ms": 8.836}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.601, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.23, "count": 300, "max_ms": 71.661, "p95_ms": 64.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.245, "count": 300, "max_ms": 67.772, "p95_ms": 57.356}, "yolo11_640_fire_11class": {"avg_ms": 52.713, "count": 300, "max_ms": 70.838, "p95_ms": 64.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.281, "count": 300, "max_ms": 76.18, "p95_ms": 71.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.458, "count": 300, "max_ms": 92.704, "p95_ms": 88.476}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 423.023, "p95_ms": 194.253}, "triton_wait": {"avg_ms": 57.586, "count": 300, "max_ms": 76.192, "p95_ms": 71.704}, "visualize": {"avg_ms": 3.761, "count": 300, "max_ms": 5.121, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16411.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23794.239, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.547, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1839625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:13:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:13:38+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:13:38+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T03:13:38.495710+09:00", "mtime_epoch": 1783275218.49571, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:13:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9502.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.163, "count": 300, "max_ms": 22.453, "p95_ms": 18.975}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.894, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.646, "count": 300, "max_ms": 66.168, "p95_ms": 63.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.952, "count": 300, "max_ms": 67.306, "p95_ms": 55.833}, "yolo11_640_fire_11class": {"avg_ms": 49.927, "count": 300, "max_ms": 68.286, "p95_ms": 63.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.431, "count": 300, "max_ms": 78.248, "p95_ms": 72.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.284, "count": 300, "max_ms": 103.372, "p95_ms": 97.928}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 120.2, "p95_ms": 115.526}, "triton_wait": {"avg_ms": 53.632, "count": 300, "max_ms": 78.26, "p95_ms": 72.392}, "visualize": {"avg_ms": 3.583, "count": 300, "max_ms": 5.657, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16411.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39727.79, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.051, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:13:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:13:45+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:13:45+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T03:13:45.915886+09:00", "mtime_epoch": 1783275225.9158857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:13:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2535.672, "name": "celery", "pid": 267, "rss_mb": 2535.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.894, "count": 300, "max_ms": 12.619, "p95_ms": 8.334}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.845, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.343, "count": 300, "max_ms": 68.494, "p95_ms": 64.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.983, "count": 300, "max_ms": 72.809, "p95_ms": 60.81}, "yolo11_640_fire_11class": {"avg_ms": 51.599, "count": 300, "max_ms": 71.702, "p95_ms": 64.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.352, "count": 300, "max_ms": 76.771, "p95_ms": 71.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.754, "count": 300, "max_ms": 93.178, "p95_ms": 88.146}, "read_interval": {"avg_ms": 100.05, "count": 300, "max_ms": 413.048, "p95_ms": 206.994}, "triton_wait": {"avg_ms": 56.1, "count": 300, "max_ms": 76.783, "p95_ms": 71.715}, "visualize": {"avg_ms": 3.718, "count": 300, "max_ms": 4.652, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16412.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23824.267, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.887, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1839925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:14:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:14:08+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T03:14:08+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T03:14:08.496418+09:00", "mtime_epoch": 1783275248.4964175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:14:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9502.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.081, "count": 300, "max_ms": 23.339, "p95_ms": 18.951}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.832, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.163, "count": 300, "max_ms": 68.734, "p95_ms": 63.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.926, "count": 300, "max_ms": 70.101, "p95_ms": 59.128}, "yolo11_640_fire_11class": {"avg_ms": 50.951, "count": 300, "max_ms": 67.798, "p95_ms": 63.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.471, "count": 300, "max_ms": 74.785, "p95_ms": 72.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.184, "count": 300, "max_ms": 101.821, "p95_ms": 97.398}, "read_interval": {"avg_ms": 100.028, "count": 299, "max_ms": 123.101, "p95_ms": 114.339}, "triton_wait": {"avg_ms": 54.703, "count": 300, "max_ms": 74.796, "p95_ms": 72.317}, "visualize": {"avg_ms": 3.526, "count": 300, "max_ms": 4.743, "p95_ms": 3.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16411.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39757.859, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.102, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:14:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T03:14:15+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T03:14:15.996593+09:00", "mtime_epoch": 1783275255.9965935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:14:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2535.93, "name": "celery", "pid": 267, "rss_mb": 2535.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.953, "count": 300, "max_ms": 13.59, "p95_ms": 8.554}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 1.936, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.304, "count": 300, "max_ms": 68.908, "p95_ms": 64.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.047, "count": 300, "max_ms": 70.084, "p95_ms": 58.018}, "yolo11_640_fire_11class": {"avg_ms": 53.055, "count": 300, "max_ms": 73.655, "p95_ms": 66.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.904, "count": 300, "max_ms": 75.638, "p95_ms": 71.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.116, "count": 300, "max_ms": 92.132, "p95_ms": 88.449}, "read_interval": {"avg_ms": 100.292, "count": 299, "max_ms": 335.172, "p95_ms": 164.77}, "triton_wait": {"avg_ms": 57.306, "count": 300, "max_ms": 75.649, "p95_ms": 71.966}, "visualize": {"avg_ms": 3.738, "count": 300, "max_ms": 4.857, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16411.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23854.323, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.695, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1840226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:14:38+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:14:38+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T03:14:38.585120+09:00", "mtime_epoch": 1783275278.58512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:14:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9503.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.393, "count": 301, "max_ms": 29.301, "p95_ms": 19.624}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.536, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.869, "count": 301, "max_ms": 66.79, "p95_ms": 62.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.23, "count": 301, "max_ms": 68.977, "p95_ms": 57.406}, "yolo11_640_fire_11class": {"avg_ms": 48.487, "count": 301, "max_ms": 66.624, "p95_ms": 62.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.572, "count": 301, "max_ms": 74.899, "p95_ms": 71.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.512, "count": 301, "max_ms": 101.193, "p95_ms": 96.39}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 120.676, "p95_ms": 114.757}, "triton_wait": {"avg_ms": 51.718, "count": 301, "max_ms": 74.911, "p95_ms": 71.69}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 4.547, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16412.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39787.878, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.969, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2295877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:14:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:14:46+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:14:46+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:14:46.009292+09:00", "mtime_epoch": 1783275286.0092921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:14:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2535.93, "name": "celery", "pid": 267, "rss_mb": 2535.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 300, "max_ms": 9.813, "p95_ms": 8.627}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 1.506, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.585, "count": 300, "max_ms": 67.563, "p95_ms": 64.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.349, "count": 300, "max_ms": 68.116, "p95_ms": 52.521}, "yolo11_640_fire_11class": {"avg_ms": 50.854, "count": 300, "max_ms": 71.555, "p95_ms": 67.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.048, "count": 300, "max_ms": 75.432, "p95_ms": 71.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.432, "count": 300, "max_ms": 91.656, "p95_ms": 88.272}, "read_interval": {"avg_ms": 100.098, "count": 299, "max_ms": 385.279, "p95_ms": 182.097}, "triton_wait": {"avg_ms": 53.585, "count": 300, "max_ms": 75.445, "p95_ms": 71.24}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 4.89, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16412.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23884.327, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.473, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1840526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:15:08+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T03:15:08+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:15:08.589813+09:00", "mtime_epoch": 1783275308.5898135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:15:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9503.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.271, "count": 300, "max_ms": 29.292, "p95_ms": 20.546}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.527, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.436, "count": 300, "max_ms": 67.285, "p95_ms": 59.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.331, "count": 300, "max_ms": 66.65, "p95_ms": 57.83}, "yolo11_640_fire_11class": {"avg_ms": 49.377, "count": 300, "max_ms": 66.446, "p95_ms": 60.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.069, "count": 300, "max_ms": 75.113, "p95_ms": 67.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.927, "count": 300, "max_ms": 99.93, "p95_ms": 92.697}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 121.729, "p95_ms": 115.441}, "triton_wait": {"avg_ms": 52.225, "count": 300, "max_ms": 75.124, "p95_ms": 67.782}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 5.199, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16412.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39817.888, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.646, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2296178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:15:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:15:16+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:15:16+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T03:15:16.029984+09:00", "mtime_epoch": 1783275316.0299842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:15:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2536.188, "name": "celery", "pid": 267, "rss_mb": 2536.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.097, "count": 301, "max_ms": 13.138, "p95_ms": 8.894}, "gstreamer_push": {"avg_ms": 1.331, "count": 301, "max_ms": 1.98, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.166, "count": 301, "max_ms": 70.075, "p95_ms": 66.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.217, "count": 301, "max_ms": 70.809, "p95_ms": 55.617}, "yolo11_640_fire_11class": {"avg_ms": 53.905, "count": 301, "max_ms": 70.773, "p95_ms": 68.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.941, "count": 301, "max_ms": 76.054, "p95_ms": 71.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.374, "count": 301, "max_ms": 92.346, "p95_ms": 88.503}, "read_interval": {"avg_ms": 99.735, "count": 301, "max_ms": 375.785, "p95_ms": 130.421}, "triton_wait": {"avg_ms": 57.367, "count": 301, "max_ms": 76.065, "p95_ms": 71.95}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 4.849, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16413.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23914.349, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.429, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1840826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:15:38+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T03:15:38+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T03:15:38.586500+09:00", "mtime_epoch": 1783275338.5865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:15:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9503.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.294, "count": 300, "max_ms": 29.041, "p95_ms": 21.325}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.866, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.351, "count": 300, "max_ms": 64.894, "p95_ms": 62.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.519, "count": 300, "max_ms": 65.246, "p95_ms": 52.655}, "yolo11_640_fire_11class": {"avg_ms": 48.92, "count": 300, "max_ms": 68.473, "p95_ms": 61.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.554, "count": 300, "max_ms": 75.01, "p95_ms": 69.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.413, "count": 300, "max_ms": 100.733, "p95_ms": 94.491}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 119.417, "p95_ms": 115.471}, "triton_wait": {"avg_ms": 51.695, "count": 300, "max_ms": 75.023, "p95_ms": 69.846}, "visualize": {"avg_ms": 3.562, "count": 300, "max_ms": 5.549, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16413.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39847.975, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.268, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2296478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:15:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:15:46+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:15:46+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:15:46.094671+09:00", "mtime_epoch": 1783275346.0946708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:15:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2536.188, "name": "celery", "pid": 267, "rss_mb": 2536.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.169, "count": 300, "max_ms": 13.304, "p95_ms": 10.897}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 2.215, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.413, "count": 300, "max_ms": 65.957, "p95_ms": 63.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.572, "count": 300, "max_ms": 70.607, "p95_ms": 53.8}, "yolo11_640_fire_11class": {"avg_ms": 51.281, "count": 300, "max_ms": 72.063, "p95_ms": 65.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.213, "count": 300, "max_ms": 73.624, "p95_ms": 70.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.835, "count": 300, "max_ms": 92.167, "p95_ms": 87.04}, "read_interval": {"avg_ms": 100.142, "count": 299, "max_ms": 357.233, "p95_ms": 202.006}, "triton_wait": {"avg_ms": 54.745, "count": 300, "max_ms": 73.639, "p95_ms": 70.41}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 5.3, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16413.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23944.415, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.429, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1841126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:16:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:16:08+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:16:08+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:16:08.667182+09:00", "mtime_epoch": 1783275368.6671822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:16:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9503.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.247, "count": 300, "max_ms": 27.867, "p95_ms": 20.958}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.567, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.263, "count": 300, "max_ms": 65.39, "p95_ms": 62.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.084, "count": 300, "max_ms": 67.235, "p95_ms": 55.297}, "yolo11_640_fire_11class": {"avg_ms": 50.408, "count": 300, "max_ms": 66.083, "p95_ms": 63.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.502, "count": 300, "max_ms": 75.142, "p95_ms": 71.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.264, "count": 300, "max_ms": 100.292, "p95_ms": 96.584}, "read_interval": {"avg_ms": 100.2, "count": 299, "max_ms": 119.497, "p95_ms": 115.598}, "triton_wait": {"avg_ms": 53.711, "count": 300, "max_ms": 75.153, "p95_ms": 71.585}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 4.458, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16413.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39878.029, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.327, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2296779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:16:16+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:16:16+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T03:16:16.107350+09:00", "mtime_epoch": 1783275376.1073499, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:16:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2536.445, "name": "celery", "pid": 267, "rss_mb": 2536.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 301, "max_ms": 10.602, "p95_ms": 8.248}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.794, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.818, "count": 301, "max_ms": 71.752, "p95_ms": 64.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.141, "count": 301, "max_ms": 74.025, "p95_ms": 57.588}, "yolo11_640_fire_11class": {"avg_ms": 54.255, "count": 301, "max_ms": 72.995, "p95_ms": 68.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.894, "count": 301, "max_ms": 75.617, "p95_ms": 72.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.096, "count": 301, "max_ms": 92.011, "p95_ms": 88.726}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 321.881, "p95_ms": 127.399}, "triton_wait": {"avg_ms": 58.416, "count": 301, "max_ms": 75.63, "p95_ms": 72.372}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 4.727, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16413.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 23974.473, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.584, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1841427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:16:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:16:38+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T03:16:38+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T03:16:38.707857+09:00", "mtime_epoch": 1783275398.7078574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:16:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9503.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.081, "count": 301, "max_ms": 21.96, "p95_ms": 18.865}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.574, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.229, "count": 301, "max_ms": 69.086, "p95_ms": 63.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.902, "count": 301, "max_ms": 65.279, "p95_ms": 56.403}, "yolo11_640_fire_11class": {"avg_ms": 51.205, "count": 301, "max_ms": 67.669, "p95_ms": 64.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.478, "count": 301, "max_ms": 75.166, "p95_ms": 72.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.133, "count": 301, "max_ms": 100.717, "p95_ms": 97.421}, "read_interval": {"avg_ms": 99.811, "count": 300, "max_ms": 120.289, "p95_ms": 115.072}, "triton_wait": {"avg_ms": 54.649, "count": 301, "max_ms": 75.179, "p95_ms": 72.15}, "visualize": {"avg_ms": 3.563, "count": 301, "max_ms": 5.57, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16413.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39908.07, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.447, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2297078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:16:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:16:46+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:16:46+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T03:16:46.208025+09:00", "mtime_epoch": 1783275406.2080252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:16:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2536.703, "name": "celery", "pid": 267, "rss_mb": 2536.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.971, "count": 299, "max_ms": 12.307, "p95_ms": 8.893}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 1.909, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.684, "count": 299, "max_ms": 68.522, "p95_ms": 65.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.617, "count": 299, "max_ms": 74.345, "p95_ms": 58.975}, "yolo11_640_fire_11class": {"avg_ms": 52.4, "count": 299, "max_ms": 72.505, "p95_ms": 67.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.241, "count": 299, "max_ms": 74.972, "p95_ms": 71.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.45, "count": 299, "max_ms": 95.067, "p95_ms": 89.005}, "read_interval": {"avg_ms": 100.539, "count": 298, "max_ms": 459.796, "p95_ms": 165.646}, "triton_wait": {"avg_ms": 56.63, "count": 299, "max_ms": 74.987, "p95_ms": 72.273}, "visualize": {"avg_ms": 3.755, "count": 299, "max_ms": 4.86, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16414.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24004.58, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.867, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1841728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:17:08+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T03:17:08+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T03:17:08.796528+09:00", "mtime_epoch": 1783275428.7965283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:17:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9503.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.041, "count": 300, "max_ms": 24.88, "p95_ms": 19.072}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.529, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.803, "count": 300, "max_ms": 67.148, "p95_ms": 64.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.102, "count": 300, "max_ms": 67.916, "p95_ms": 56.489}, "yolo11_640_fire_11class": {"avg_ms": 49.928, "count": 300, "max_ms": 66.601, "p95_ms": 63.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.38, "count": 300, "max_ms": 79.137, "p95_ms": 72.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.981, "count": 300, "max_ms": 104.075, "p95_ms": 97.183}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 120.353, "p95_ms": 114.115}, "triton_wait": {"avg_ms": 53.588, "count": 300, "max_ms": 79.148, "p95_ms": 72.329}, "visualize": {"avg_ms": 3.527, "count": 300, "max_ms": 5.832, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16414.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39938.099, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.529, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2297378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:17:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:17:16+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T03:17:16+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T03:17:16.240693+09:00", "mtime_epoch": 1783275436.2406933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:17:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2536.703, "name": "celery", "pid": 267, "rss_mb": 2536.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.051, "count": 300, "max_ms": 13.678, "p95_ms": 8.852}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 2.175, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.99, "count": 300, "max_ms": 72.358, "p95_ms": 64.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.587, "count": 300, "max_ms": 65.837, "p95_ms": 58.684}, "yolo11_640_fire_11class": {"avg_ms": 53.306, "count": 300, "max_ms": 70.799, "p95_ms": 66.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.629, "count": 300, "max_ms": 75.541, "p95_ms": 72.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.053, "count": 300, "max_ms": 92.588, "p95_ms": 89.096}, "read_interval": {"avg_ms": 100.166, "count": 299, "max_ms": 424.817, "p95_ms": 170.407}, "triton_wait": {"avg_ms": 57.227, "count": 300, "max_ms": 75.554, "p95_ms": 72.501}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 5.568, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16413.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24034.657, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.984, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1842029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:17:38+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T03:17:38+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:17:38.913194+09:00", "mtime_epoch": 1783275458.9131944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:17:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9503.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.105, "count": 301, "max_ms": 23.822, "p95_ms": 19.175}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.798, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.628, "count": 301, "max_ms": 68.658, "p95_ms": 63.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.295, "count": 301, "max_ms": 65.239, "p95_ms": 55.654}, "yolo11_640_fire_11class": {"avg_ms": 50.142, "count": 301, "max_ms": 70.556, "p95_ms": 63.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.0, "count": 301, "max_ms": 76.319, "p95_ms": 72.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.909, "count": 301, "max_ms": 101.365, "p95_ms": 97.342}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 119.707, "p95_ms": 114.372}, "triton_wait": {"avg_ms": 53.464, "count": 301, "max_ms": 76.33, "p95_ms": 72.387}, "visualize": {"avg_ms": 3.534, "count": 301, "max_ms": 5.497, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16414.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39968.105, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.638, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2297680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:17:46+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:17:46+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:17:46.217355+09:00", "mtime_epoch": 1783275466.2173553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:17:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2536.961, "name": "celery", "pid": 267, "rss_mb": 2536.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.012, "count": 302, "max_ms": 13.557, "p95_ms": 10.034}, "gstreamer_push": {"avg_ms": 1.307, "count": 302, "max_ms": 2.183, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.894, "count": 302, "max_ms": 69.598, "p95_ms": 65.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.705, "count": 302, "max_ms": 68.237, "p95_ms": 60.629}, "yolo11_640_fire_11class": {"avg_ms": 51.996, "count": 302, "max_ms": 71.092, "p95_ms": 66.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.531, "count": 302, "max_ms": 76.843, "p95_ms": 71.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.963, "count": 302, "max_ms": 93.336, "p95_ms": 88.446}, "read_interval": {"avg_ms": 99.3, "count": 302, "max_ms": 357.755, "p95_ms": 156.644}, "triton_wait": {"avg_ms": 56.122, "count": 302, "max_ms": 76.856, "p95_ms": 71.791}, "visualize": {"avg_ms": 3.758, "count": 302, "max_ms": 6.054, "p95_ms": 4.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16414.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24064.704, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.887, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1842298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:18:09+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T03:18:08+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T03:18:08.969854+09:00", "mtime_epoch": 1783275488.9698544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:18:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.982, "pushed": 8.982, "read": 8.948}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.037, "count": 269, "max_ms": 23.294, "p95_ms": 19.326}, "gstreamer_push": {"avg_ms": 1.228, "count": 269, "max_ms": 1.677, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.517, "count": 269, "max_ms": 70.93, "p95_ms": 64.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.93, "count": 269, "max_ms": 70.337, "p95_ms": 57.588}, "yolo11_640_fire_11class": {"avg_ms": 51.016, "count": 269, "max_ms": 69.624, "p95_ms": 63.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.308, "count": 269, "max_ms": 80.004, "p95_ms": 71.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.948, "count": 269, "max_ms": 105.243, "p95_ms": 96.1}, "read_interval": {"avg_ms": 111.74, "count": 268, "max_ms": 3605.379, "p95_ms": 113.643}, "triton_wait": {"avg_ms": 54.572, "count": 269, "max_ms": 80.018, "p95_ms": 71.369}, "visualize": {"avg_ms": 3.52, "count": 269, "max_ms": 5.58, "p95_ms": 3.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16414.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 39998.118, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.671, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2297980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:18:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:18:16+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:18:16+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T03:18:16.242013+09:00", "mtime_epoch": 1783275496.2420132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:18:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2536.961, "name": "celery", "pid": 267, "rss_mb": 2536.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.988, "count": 300, "max_ms": 12.968, "p95_ms": 8.792}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.803, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.107, "count": 300, "max_ms": 67.969, "p95_ms": 64.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.596, "count": 300, "max_ms": 65.784, "p95_ms": 56.151}, "yolo11_640_fire_11class": {"avg_ms": 53.402, "count": 300, "max_ms": 72.419, "p95_ms": 67.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.701, "count": 300, "max_ms": 74.798, "p95_ms": 71.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.853, "count": 300, "max_ms": 91.208, "p95_ms": 88.797}, "read_interval": {"avg_ms": 100.042, "count": 300, "max_ms": 400.709, "p95_ms": 145.532}, "triton_wait": {"avg_ms": 57.148, "count": 300, "max_ms": 74.81, "p95_ms": 71.992}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.24, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16414.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24094.706, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.242, "name": "ffmpeg", "pid": 144613, "rss_mb": 295.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.833, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1842613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:18:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:18:38+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T03:18:38.970508+09:00", "mtime_epoch": 1783275518.9705083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:18:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.505, "pushed": 10.505, "read": 10.505}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.225, "count": 315, "max_ms": 23.592, "p95_ms": 19.57}, "gstreamer_push": {"avg_ms": 1.228, "count": 315, "max_ms": 1.679, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.598, "count": 315, "max_ms": 68.16, "p95_ms": 63.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.759, "count": 315, "max_ms": 69.505, "p95_ms": 58.438}, "yolo11_640_fire_11class": {"avg_ms": 50.475, "count": 315, "max_ms": 69.464, "p95_ms": 63.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.488, "count": 315, "max_ms": 75.572, "p95_ms": 72.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.318, "count": 315, "max_ms": 103.894, "p95_ms": 97.272}, "read_interval": {"avg_ms": 95.256, "count": 315, "max_ms": 118.774, "p95_ms": 113.455}, "triton_wait": {"avg_ms": 53.75, "count": 315, "max_ms": 75.584, "p95_ms": 72.333}, "visualize": {"avg_ms": 3.532, "count": 315, "max_ms": 4.596, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16414.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40028.145, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.794, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2298280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:18:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:18:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:18:46+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T03:18:46.258667+09:00", "mtime_epoch": 1783275526.2586665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:18:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2537.219, "name": "celery", "pid": 267, "rss_mb": 2537.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 300, "max_ms": 12.952, "p95_ms": 8.486}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.794, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.634, "count": 300, "max_ms": 73.206, "p95_ms": 65.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.513, "count": 300, "max_ms": 71.928, "p95_ms": 61.182}, "yolo11_640_fire_11class": {"avg_ms": 54.672, "count": 300, "max_ms": 73.218, "p95_ms": 67.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.935, "count": 300, "max_ms": 77.575, "p95_ms": 72.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.174, "count": 300, "max_ms": 93.92, "p95_ms": 89.706}, "read_interval": {"avg_ms": 100.064, "count": 300, "max_ms": 339.689, "p95_ms": 148.035}, "triton_wait": {"avg_ms": 59.253, "count": 300, "max_ms": 77.588, "p95_ms": 72.776}, "visualize": {"avg_ms": 3.75, "count": 300, "max_ms": 4.993, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16417.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24124.798, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.69, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1842926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:19:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:19:09+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T03:19:09+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T03:19:09.055160+09:00", "mtime_epoch": 1783275549.0551598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:19:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.404, "pushed": 10.404, "read": 10.404}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.009, "count": 312, "max_ms": 24.247, "p95_ms": 19.095}, "gstreamer_push": {"avg_ms": 1.219, "count": 312, "max_ms": 1.543, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.724, "count": 312, "max_ms": 66.242, "p95_ms": 63.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.28, "count": 312, "max_ms": 68.111, "p95_ms": 59.913}, "yolo11_640_fire_11class": {"avg_ms": 51.185, "count": 312, "max_ms": 66.716, "p95_ms": 62.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.61, "count": 312, "max_ms": 74.462, "p95_ms": 72.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.153, "count": 312, "max_ms": 99.21, "p95_ms": 96.74}, "read_interval": {"avg_ms": 96.139, "count": 312, "max_ms": 121.875, "p95_ms": 112.335}, "triton_wait": {"avg_ms": 54.874, "count": 312, "max_ms": 74.474, "p95_ms": 72.173}, "visualize": {"avg_ms": 3.492, "count": 312, "max_ms": 5.482, "p95_ms": 3.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16417.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40058.153, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.746, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2298579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:19:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:19:16+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:19:16+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:19:16.275316+09:00", "mtime_epoch": 1783275556.2753155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:19:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2537.219, "name": "celery", "pid": 267, "rss_mb": 2537.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 299, "max_ms": 10.942, "p95_ms": 8.753}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 2.075, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.571, "count": 299, "max_ms": 74.048, "p95_ms": 66.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.77, "count": 299, "max_ms": 70.809, "p95_ms": 60.649}, "yolo11_640_fire_11class": {"avg_ms": 55.128, "count": 299, "max_ms": 74.81, "p95_ms": 69.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.499, "count": 299, "max_ms": 74.687, "p95_ms": 71.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.897, "count": 299, "max_ms": 92.958, "p95_ms": 88.457}, "read_interval": {"avg_ms": 100.366, "count": 299, "max_ms": 357.513, "p95_ms": 152.264}, "triton_wait": {"avg_ms": 59.091, "count": 299, "max_ms": 74.823, "p95_ms": 71.837}, "visualize": {"avg_ms": 3.707, "count": 299, "max_ms": 5.178, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16417.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24154.858, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.686, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1843231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:19:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:19:39+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:19:39+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T03:19:39.119807+09:00", "mtime_epoch": 1783275579.1198065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:19:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.147}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.097, "count": 305, "max_ms": 23.789, "p95_ms": 19.121}, "gstreamer_push": {"avg_ms": 1.227, "count": 305, "max_ms": 2.15, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.761, "count": 305, "max_ms": 66.978, "p95_ms": 63.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.866, "count": 305, "max_ms": 70.496, "p95_ms": 55.54}, "yolo11_640_fire_11class": {"avg_ms": 50.44, "count": 305, "max_ms": 66.323, "p95_ms": 63.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.619, "count": 305, "max_ms": 77.098, "p95_ms": 71.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.204, "count": 305, "max_ms": 102.266, "p95_ms": 96.61}, "read_interval": {"avg_ms": 98.577, "count": 304, "max_ms": 118.769, "p95_ms": 113.449}, "triton_wait": {"avg_ms": 53.824, "count": 305, "max_ms": 77.111, "p95_ms": 71.658}, "visualize": {"avg_ms": 3.507, "count": 305, "max_ms": 4.526, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16417.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40088.226, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.727, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2298881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:19:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:19:46+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T03:19:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T03:19:46.363962+09:00", "mtime_epoch": 1783275586.3639617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:19:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2537.477, "name": "celery", "pid": 267, "rss_mb": 2537.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 302, "max_ms": 9.17, "p95_ms": 8.372}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.538, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.911, "count": 302, "max_ms": 67.116, "p95_ms": 64.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.314, "count": 302, "max_ms": 66.984, "p95_ms": 54.136}, "yolo11_640_fire_11class": {"avg_ms": 51.865, "count": 302, "max_ms": 71.91, "p95_ms": 64.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.393, "count": 302, "max_ms": 75.982, "p95_ms": 71.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.716, "count": 302, "max_ms": 92.625, "p95_ms": 87.87}, "read_interval": {"avg_ms": 99.645, "count": 301, "max_ms": 410.251, "p95_ms": 158.305}, "triton_wait": {"avg_ms": 55.832, "count": 302, "max_ms": 75.996, "p95_ms": 71.295}, "visualize": {"avg_ms": 3.729, "count": 302, "max_ms": 4.675, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16418.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24184.872, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.833, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1843531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:20:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:20:09+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:20:09+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T03:20:09.128448+09:00", "mtime_epoch": 1783275609.1284482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:20:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.319, "count": 300, "max_ms": 22.326, "p95_ms": 19.485}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.897, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.624, "count": 300, "max_ms": 67.262, "p95_ms": 63.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.59, "count": 300, "max_ms": 69.329, "p95_ms": 57.328}, "yolo11_640_fire_11class": {"avg_ms": 49.759, "count": 300, "max_ms": 69.707, "p95_ms": 63.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.18, "count": 300, "max_ms": 75.658, "p95_ms": 71.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.975, "count": 300, "max_ms": 100.907, "p95_ms": 96.639}, "read_interval": {"avg_ms": 100.05, "count": 300, "max_ms": 121.508, "p95_ms": 114.411}, "triton_wait": {"avg_ms": 53.317, "count": 300, "max_ms": 75.67, "p95_ms": 71.805}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.916, "p95_ms": 3.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16418.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40118.229, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.676, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2299181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:20:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:20:16+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:20:16.360602+09:00", "mtime_epoch": 1783275616.3606024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:20:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2537.734, "name": "celery", "pid": 267, "rss_mb": 2537.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.051, "count": 300, "max_ms": 13.095, "p95_ms": 8.601}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.804, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.709, "count": 300, "max_ms": 67.933, "p95_ms": 64.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.064, "count": 300, "max_ms": 71.517, "p95_ms": 57.618}, "yolo11_640_fire_11class": {"avg_ms": 51.781, "count": 300, "max_ms": 70.849, "p95_ms": 66.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.658, "count": 300, "max_ms": 76.834, "p95_ms": 70.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.085, "count": 300, "max_ms": 93.51, "p95_ms": 87.749}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 408.965, "p95_ms": 144.394}, "triton_wait": {"avg_ms": 55.184, "count": 300, "max_ms": 76.847, "p95_ms": 71.075}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 5.04, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16418.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24214.956, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.984, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1843832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:20:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:20:39+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:20:39+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T03:20:39.205088+09:00", "mtime_epoch": 1783275639.2050877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:20:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.58, "count": 301, "max_ms": 28.931, "p95_ms": 21.364}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.529, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.919, "count": 301, "max_ms": 67.717, "p95_ms": 63.69}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.954, "count": 301, "max_ms": 66.705, "p95_ms": 54.469}, "yolo11_640_fire_11class": {"avg_ms": 49.696, "count": 301, "max_ms": 69.601, "p95_ms": 63.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.783, "count": 301, "max_ms": 76.385, "p95_ms": 70.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.921, "count": 301, "max_ms": 103.06, "p95_ms": 96.428}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 118.848, "p95_ms": 114.331}, "triton_wait": {"avg_ms": 52.99, "count": 301, "max_ms": 76.398, "p95_ms": 70.547}, "visualize": {"avg_ms": 3.533, "count": 301, "max_ms": 5.55, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16418.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40148.258, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.726, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2299481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:20:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:20:46+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:20:46+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T03:20:46.397240+09:00", "mtime_epoch": 1783275646.39724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:20:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2537.734, "name": "celery", "pid": 267, "rss_mb": 2537.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.999, "count": 300, "max_ms": 12.917, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.777, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.457, "count": 300, "max_ms": 71.545, "p95_ms": 64.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.293, "count": 300, "max_ms": 71.556, "p95_ms": 57.287}, "yolo11_640_fire_11class": {"avg_ms": 52.227, "count": 300, "max_ms": 72.054, "p95_ms": 66.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.686, "count": 300, "max_ms": 75.253, "p95_ms": 71.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.958, "count": 300, "max_ms": 91.439, "p95_ms": 88.43}, "read_interval": {"avg_ms": 100.088, "count": 300, "max_ms": 415.216, "p95_ms": 140.367}, "triton_wait": {"avg_ms": 56.158, "count": 300, "max_ms": 75.266, "p95_ms": 72.006}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 4.728, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16418.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24244.962, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.074, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1844132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:21:09+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T03:21:09+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:21:09.217722+09:00", "mtime_epoch": 1783275669.2177222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:21:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.282, "count": 300, "max_ms": 23.173, "p95_ms": 20.347}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.487, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.235, "count": 300, "max_ms": 73.306, "p95_ms": 62.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.576, "count": 300, "max_ms": 69.565, "p95_ms": 55.203}, "yolo11_640_fire_11class": {"avg_ms": 49.667, "count": 300, "max_ms": 67.836, "p95_ms": 63.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.223, "count": 300, "max_ms": 76.327, "p95_ms": 71.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.062, "count": 300, "max_ms": 100.843, "p95_ms": 96.671}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 120.23, "p95_ms": 114.135}, "triton_wait": {"avg_ms": 53.402, "count": 300, "max_ms": 76.337, "p95_ms": 71.333}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 5.085, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16418.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40178.301, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.705, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2299781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:21:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:21:16+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T03:21:16.441875+09:00", "mtime_epoch": 1783275676.4418745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:21:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2537.992, "name": "celery", "pid": 267, "rss_mb": 2537.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.091, "count": 300, "max_ms": 13.264, "p95_ms": 9.26}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.757, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.748, "count": 300, "max_ms": 70.683, "p95_ms": 65.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.729, "count": 300, "max_ms": 65.939, "p95_ms": 55.126}, "yolo11_640_fire_11class": {"avg_ms": 51.54, "count": 300, "max_ms": 71.306, "p95_ms": 64.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.347, "count": 300, "max_ms": 75.153, "p95_ms": 71.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.683, "count": 300, "max_ms": 91.232, "p95_ms": 88.184}, "read_interval": {"avg_ms": 100.152, "count": 300, "max_ms": 432.732, "p95_ms": 157.327}, "triton_wait": {"avg_ms": 55.814, "count": 300, "max_ms": 75.165, "p95_ms": 71.318}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 5.121, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16418.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24275.055, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.856, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1844433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:21:39+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T03:21:39+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:21:39.310355+09:00", "mtime_epoch": 1783275699.3103552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:21:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9504.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.38, "count": 300, "max_ms": 23.923, "p95_ms": 20.081}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 2.124, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.238, "count": 300, "max_ms": 66.449, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.488, "count": 300, "max_ms": 65.725, "p95_ms": 55.586}, "yolo11_640_fire_11class": {"avg_ms": 48.447, "count": 300, "max_ms": 68.338, "p95_ms": 62.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.372, "count": 300, "max_ms": 74.679, "p95_ms": 71.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.249, "count": 300, "max_ms": 99.747, "p95_ms": 95.81}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 116.936, "p95_ms": 114.269}, "triton_wait": {"avg_ms": 51.539, "count": 300, "max_ms": 74.691, "p95_ms": 71.311}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 5.128, "p95_ms": 3.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16419.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40208.452, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.666, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2300082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:21:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:21:46+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T03:21:46.474505+09:00", "mtime_epoch": 1783275706.4745054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:21:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2537.992, "name": "celery", "pid": 267, "rss_mb": 2537.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 301, "max_ms": 13.728, "p95_ms": 8.461}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.594, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.651, "count": 301, "max_ms": 69.882, "p95_ms": 64.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.097, "count": 301, "max_ms": 67.689, "p95_ms": 53.974}, "yolo11_640_fire_11class": {"avg_ms": 51.084, "count": 301, "max_ms": 70.304, "p95_ms": 64.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.494, "count": 301, "max_ms": 75.131, "p95_ms": 72.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.91, "count": 301, "max_ms": 95.842, "p95_ms": 88.498}, "read_interval": {"avg_ms": 99.843, "count": 300, "max_ms": 355.139, "p95_ms": 157.147}, "triton_wait": {"avg_ms": 55.025, "count": 301, "max_ms": 75.144, "p95_ms": 72.075}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 5.49, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16419.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24305.063, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.635, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1844733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:22:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:22:09+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T03:22:09+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:22:09.318983+09:00", "mtime_epoch": 1783275729.3189833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:22:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9505.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.264, "count": 300, "max_ms": 25.46, "p95_ms": 19.398}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 2.14, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.631, "count": 300, "max_ms": 66.565, "p95_ms": 61.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.23, "count": 300, "max_ms": 69.053, "p95_ms": 57.532}, "yolo11_640_fire_11class": {"avg_ms": 49.348, "count": 300, "max_ms": 67.278, "p95_ms": 62.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.217, "count": 300, "max_ms": 75.453, "p95_ms": 69.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.103, "count": 300, "max_ms": 101.566, "p95_ms": 94.182}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 117.132, "p95_ms": 113.896}, "triton_wait": {"avg_ms": 52.507, "count": 300, "max_ms": 75.465, "p95_ms": 69.513}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 5.519, "p95_ms": 3.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16419.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40238.585, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.476, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2300382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:22:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:22:16+09:00", "mjpeg": {"age_sec": 0.353, "exists": true, "mtime": "2026-07-06T03:22:16.435132+09:00", "mtime_epoch": 1783275736.4351318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:22:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2538.25, "name": "celery", "pid": 267, "rss_mb": 2538.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.988, "count": 299, "max_ms": 13.123, "p95_ms": 8.515}, "gstreamer_push": {"avg_ms": 1.325, "count": 299, "max_ms": 1.989, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.58, "count": 299, "max_ms": 70.159, "p95_ms": 64.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.906, "count": 299, "max_ms": 73.25, "p95_ms": 55.998}, "yolo11_640_fire_11class": {"avg_ms": 51.755, "count": 299, "max_ms": 71.72, "p95_ms": 67.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.689, "count": 299, "max_ms": 76.241, "p95_ms": 71.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.0, "count": 299, "max_ms": 92.907, "p95_ms": 88.356}, "read_interval": {"avg_ms": 100.577, "count": 298, "max_ms": 423.485, "p95_ms": 136.15}, "triton_wait": {"avg_ms": 55.196, "count": 299, "max_ms": 76.254, "p95_ms": 71.928}, "visualize": {"avg_ms": 3.741, "count": 299, "max_ms": 5.924, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16419.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24335.15, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.442, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1845034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:22:39+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T03:22:39+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:22:39.399610+09:00", "mtime_epoch": 1783275759.39961, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:22:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9505.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.18, "count": 301, "max_ms": 23.428, "p95_ms": 19.241}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.63, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.754, "count": 301, "max_ms": 65.14, "p95_ms": 60.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.375, "count": 301, "max_ms": 66.021, "p95_ms": 56.843}, "yolo11_640_fire_11class": {"avg_ms": 49.434, "count": 301, "max_ms": 66.767, "p95_ms": 60.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.117, "count": 301, "max_ms": 76.177, "p95_ms": 67.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.854, "count": 301, "max_ms": 101.82, "p95_ms": 94.05}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 122.446, "p95_ms": 114.594}, "triton_wait": {"avg_ms": 52.386, "count": 301, "max_ms": 76.19, "p95_ms": 67.154}, "visualize": {"avg_ms": 3.495, "count": 301, "max_ms": 4.888, "p95_ms": 3.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16420.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40268.592, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.476, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2300684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:22:46+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T03:22:46+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T03:22:46.735762+09:00", "mtime_epoch": 1783275766.7357624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:22:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2538.25, "name": "celery", "pid": 267, "rss_mb": 2538.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.098, "count": 302, "max_ms": 13.19, "p95_ms": 8.972}, "gstreamer_push": {"avg_ms": 1.321, "count": 302, "max_ms": 2.165, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.343, "count": 302, "max_ms": 67.576, "p95_ms": 64.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.978, "count": 302, "max_ms": 72.12, "p95_ms": 52.963}, "yolo11_640_fire_11class": {"avg_ms": 52.497, "count": 302, "max_ms": 72.446, "p95_ms": 67.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.378, "count": 302, "max_ms": 75.322, "p95_ms": 71.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.962, "count": 302, "max_ms": 92.253, "p95_ms": 88.365}, "read_interval": {"avg_ms": 99.364, "count": 302, "max_ms": 381.055, "p95_ms": 150.062}, "triton_wait": {"avg_ms": 55.992, "count": 302, "max_ms": 75.338, "p95_ms": 71.861}, "visualize": {"avg_ms": 3.758, "count": 302, "max_ms": 5.646, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16420.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24365.155, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.408, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1845334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:23:09+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T03:23:09+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T03:23:09.388232+09:00", "mtime_epoch": 1783275789.388232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:23:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9505.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.202, "count": 300, "max_ms": 23.133, "p95_ms": 19.631}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 2.084, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.492, "count": 300, "max_ms": 70.065, "p95_ms": 61.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.087, "count": 300, "max_ms": 65.963, "p95_ms": 58.383}, "yolo11_640_fire_11class": {"avg_ms": 49.082, "count": 300, "max_ms": 66.371, "p95_ms": 61.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.004, "count": 300, "max_ms": 74.734, "p95_ms": 70.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.792, "count": 300, "max_ms": 99.544, "p95_ms": 94.954}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 119.315, "p95_ms": 114.118}, "triton_wait": {"avg_ms": 52.14, "count": 300, "max_ms": 74.747, "p95_ms": 70.213}, "visualize": {"avg_ms": 3.545, "count": 300, "max_ms": 5.567, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16420.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40298.644, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.449, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2300985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:23:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T03:23:16+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T03:23:16.780385+09:00", "mtime_epoch": 1783275796.780385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:23:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2538.508, "name": "celery", "pid": 267, "rss_mb": 2538.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.1, "count": 301, "max_ms": 13.427, "p95_ms": 9.305}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.892, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.039, "count": 301, "max_ms": 69.754, "p95_ms": 64.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.501, "count": 301, "max_ms": 69.766, "p95_ms": 54.649}, "yolo11_640_fire_11class": {"avg_ms": 51.665, "count": 301, "max_ms": 71.427, "p95_ms": 66.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.139, "count": 301, "max_ms": 75.164, "p95_ms": 72.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.614, "count": 301, "max_ms": 93.896, "p95_ms": 88.571}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 380.388, "p95_ms": 155.491}, "triton_wait": {"avg_ms": 55.725, "count": 301, "max_ms": 75.176, "p95_ms": 72.097}, "visualize": {"avg_ms": 3.709, "count": 301, "max_ms": 4.759, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16420.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24395.236, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.228, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1845635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:23:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:23:39+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T03:23:39.496854+09:00", "mtime_epoch": 1783275819.496854, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:23:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9505.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.223, "count": 301, "max_ms": 25.101, "p95_ms": 19.395}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 2.171, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.12, "count": 301, "max_ms": 66.163, "p95_ms": 62.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.31, "count": 301, "max_ms": 69.188, "p95_ms": 58.819}, "yolo11_640_fire_11class": {"avg_ms": 50.127, "count": 301, "max_ms": 68.416, "p95_ms": 62.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.866, "count": 301, "max_ms": 74.567, "p95_ms": 70.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.673, "count": 301, "max_ms": 99.52, "p95_ms": 96.166}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 118.06, "p95_ms": 113.702}, "triton_wait": {"avg_ms": 53.07, "count": 301, "max_ms": 74.577, "p95_ms": 70.647}, "visualize": {"avg_ms": 3.502, "count": 301, "max_ms": 4.444, "p95_ms": 3.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16420.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40328.697, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.419, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:23:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:23:46+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T03:23:46.837005+09:00", "mtime_epoch": 1783275826.8370051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:23:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2538.508, "name": "celery", "pid": 267, "rss_mb": 2538.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.095, "count": 301, "max_ms": 12.839, "p95_ms": 8.834}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.518, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.063, "count": 301, "max_ms": 68.471, "p95_ms": 64.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.349, "count": 301, "max_ms": 72.094, "p95_ms": 58.193}, "yolo11_640_fire_11class": {"avg_ms": 54.749, "count": 301, "max_ms": 72.082, "p95_ms": 69.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.927, "count": 301, "max_ms": 75.53, "p95_ms": 71.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.392, "count": 301, "max_ms": 92.456, "p95_ms": 89.052}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 457.065, "p95_ms": 156.437}, "triton_wait": {"avg_ms": 58.542, "count": 301, "max_ms": 75.544, "p95_ms": 72.046}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.761, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16420.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24425.239, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1845935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:24:09+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:24:09+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:24:09.501471+09:00", "mtime_epoch": 1783275849.5014713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:24:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9505.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.012, "count": 300, "max_ms": 23.93, "p95_ms": 19.071}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.767, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.296, "count": 300, "max_ms": 71.248, "p95_ms": 59.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.137, "count": 300, "max_ms": 65.667, "p95_ms": 56.245}, "yolo11_640_fire_11class": {"avg_ms": 49.208, "count": 300, "max_ms": 69.869, "p95_ms": 60.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.048, "count": 300, "max_ms": 73.369, "p95_ms": 69.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.521, "count": 300, "max_ms": 98.225, "p95_ms": 94.195}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 117.648, "p95_ms": 114.561}, "triton_wait": {"avg_ms": 52.137, "count": 300, "max_ms": 73.381, "p95_ms": 69.038}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.61, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16421.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40358.7, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.414, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:24:16+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T03:24:16+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T03:24:16.817621+09:00", "mtime_epoch": 1783275856.8176215, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:24:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2538.766, "name": "celery", "pid": 267, "rss_mb": 2538.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 299, "max_ms": 12.435, "p95_ms": 8.58}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 1.572, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.544, "count": 299, "max_ms": 72.613, "p95_ms": 64.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.468, "count": 299, "max_ms": 64.014, "p95_ms": 53.367}, "yolo11_640_fire_11class": {"avg_ms": 50.498, "count": 299, "max_ms": 69.556, "p95_ms": 63.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.252, "count": 299, "max_ms": 76.194, "p95_ms": 71.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.265, "count": 299, "max_ms": 93.644, "p95_ms": 88.413}, "read_interval": {"avg_ms": 100.253, "count": 299, "max_ms": 439.832, "p95_ms": 160.157}, "triton_wait": {"avg_ms": 54.542, "count": 299, "max_ms": 76.206, "p95_ms": 71.666}, "visualize": {"avg_ms": 3.712, "count": 299, "max_ms": 5.688, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16421.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24455.244, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1846235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:24:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:24:39+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:24:39+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T03:24:39.506086+09:00", "mtime_epoch": 1783275879.5060863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:24:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9506.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.915, "count": 300, "max_ms": 21.189, "p95_ms": 18.847}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 2.132, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.393, "count": 300, "max_ms": 70.384, "p95_ms": 63.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.388, "count": 300, "max_ms": 68.496, "p95_ms": 56.106}, "yolo11_640_fire_11class": {"avg_ms": 49.644, "count": 300, "max_ms": 69.626, "p95_ms": 62.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.007, "count": 300, "max_ms": 76.495, "p95_ms": 72.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.506, "count": 300, "max_ms": 101.175, "p95_ms": 97.018}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 119.991, "p95_ms": 114.968}, "triton_wait": {"avg_ms": 53.281, "count": 300, "max_ms": 76.507, "p95_ms": 72.02}, "visualize": {"avg_ms": 3.507, "count": 300, "max_ms": 4.345, "p95_ms": 3.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16421.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40388.799, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.505, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2301886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:24:47+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:24:46+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:24:46.918238+09:00", "mtime_epoch": 1783275886.918238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:24:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2539.023, "name": "celery", "pid": 267, "rss_mb": 2539.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.219, "count": 300, "max_ms": 13.328, "p95_ms": 12.19}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 2.212, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.03, "count": 300, "max_ms": 72.954, "p95_ms": 65.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.017, "count": 300, "max_ms": 70.981, "p95_ms": 55.025}, "yolo11_640_fire_11class": {"avg_ms": 53.621, "count": 300, "max_ms": 72.266, "p95_ms": 65.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.363, "count": 300, "max_ms": 75.36, "p95_ms": 72.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.788, "count": 301, "max_ms": 91.762, "p95_ms": 88.853}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 306.08, "p95_ms": 151.051}, "triton_wait": {"avg_ms": 57.659, "count": 300, "max_ms": 75.373, "p95_ms": 72.275}, "visualize": {"avg_ms": 3.807, "count": 300, "max_ms": 6.133, "p95_ms": 4.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16421.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24485.332, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.944, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1846535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:25:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:25:09+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T03:25:09+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T03:25:09.566700+09:00", "mtime_epoch": 1783275909.5667002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 92143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:25:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9506.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.802, "count": 300, "max_ms": 22.484, "p95_ms": 18.661}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.81, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.923, "count": 300, "max_ms": 68.589, "p95_ms": 63.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.009, "count": 300, "max_ms": 67.555, "p95_ms": 58.401}, "yolo11_640_fire_11class": {"avg_ms": 51.399, "count": 300, "max_ms": 68.018, "p95_ms": 62.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.836, "count": 300, "max_ms": 77.1, "p95_ms": 71.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.038, "count": 300, "max_ms": 101.371, "p95_ms": 95.989}, "read_interval": {"avg_ms": 100.189, "count": 299, "max_ms": 120.21, "p95_ms": 113.749}, "triton_wait": {"avg_ms": 55.918, "count": 300, "max_ms": 77.111, "p95_ms": 71.467}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.813, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16421.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40418.86, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.775, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2302187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:25:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T03:25:16+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T03:25:16.998852+09:00", "mtime_epoch": 1783275916.9988518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:25:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2539.023, "name": "celery", "pid": 267, "rss_mb": 2539.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.05, "count": 301, "max_ms": 12.437, "p95_ms": 8.718}, "gstreamer_push": {"avg_ms": 1.33, "count": 301, "max_ms": 1.916, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.961, "count": 301, "max_ms": 68.934, "p95_ms": 64.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.779, "count": 301, "max_ms": 70.027, "p95_ms": 60.979}, "yolo11_640_fire_11class": {"avg_ms": 54.441, "count": 301, "max_ms": 70.761, "p95_ms": 65.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.148, "count": 301, "max_ms": 75.563, "p95_ms": 72.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.615, "count": 301, "max_ms": 92.959, "p95_ms": 89.595}, "read_interval": {"avg_ms": 99.929, "count": 300, "max_ms": 273.562, "p95_ms": 140.57}, "triton_wait": {"avg_ms": 59.64, "count": 301, "max_ms": 75.575, "p95_ms": 72.712}, "visualize": {"avg_ms": 3.748, "count": 301, "max_ms": 5.923, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16421.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24515.346, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1846836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:25:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:25:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:25:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T03:25:39.591311+09:00", "mtime_epoch": 1783275939.5913115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:25:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9506.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.046, "count": 301, "max_ms": 28.148, "p95_ms": 18.915}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.699, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.535, "count": 301, "max_ms": 70.3, "p95_ms": 63.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.0, "count": 301, "max_ms": 71.743, "p95_ms": 58.451}, "yolo11_640_fire_11class": {"avg_ms": 50.315, "count": 301, "max_ms": 68.697, "p95_ms": 62.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.542, "count": 301, "max_ms": 75.313, "p95_ms": 72.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.083, "count": 301, "max_ms": 100.379, "p95_ms": 96.992}, "read_interval": {"avg_ms": 99.799, "count": 301, "max_ms": 119.597, "p95_ms": 113.723}, "triton_wait": {"avg_ms": 53.621, "count": 301, "max_ms": 75.325, "p95_ms": 72.089}, "visualize": {"avg_ms": 3.533, "count": 301, "max_ms": 4.766, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16421.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40448.904, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.853, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2302487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:25:47+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T03:25:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T03:25:47.019462+09:00", "mtime_epoch": 1783275947.0194623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:25:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2539.281, "name": "celery", "pid": 267, "rss_mb": 2539.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 300, "max_ms": 11.596, "p95_ms": 8.793}, "gstreamer_push": {"avg_ms": 1.323, "count": 300, "max_ms": 1.721, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.112, "count": 300, "max_ms": 71.622, "p95_ms": 64.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.251, "count": 300, "max_ms": 70.172, "p95_ms": 58.942}, "yolo11_640_fire_11class": {"avg_ms": 52.215, "count": 300, "max_ms": 71.635, "p95_ms": 64.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.507, "count": 300, "max_ms": 74.308, "p95_ms": 72.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.762, "count": 300, "max_ms": 91.904, "p95_ms": 89.066}, "read_interval": {"avg_ms": 100.058, "count": 299, "max_ms": 343.838, "p95_ms": 148.483}, "triton_wait": {"avg_ms": 56.94, "count": 300, "max_ms": 74.32, "p95_ms": 72.334}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 4.79, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16422.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24545.349, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.198, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1847136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:26:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:26:09+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:26:09+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:26:09.599921+09:00", "mtime_epoch": 1783275969.5999205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:26:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9506.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.059, "count": 300, "max_ms": 28.814, "p95_ms": 18.978}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.612, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.634, "count": 300, "max_ms": 68.851, "p95_ms": 63.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.084, "count": 300, "max_ms": 69.908, "p95_ms": 60.247}, "yolo11_640_fire_11class": {"avg_ms": 49.783, "count": 300, "max_ms": 67.165, "p95_ms": 62.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.792, "count": 300, "max_ms": 76.482, "p95_ms": 72.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.373, "count": 300, "max_ms": 101.953, "p95_ms": 97.277}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 122.414, "p95_ms": 114.681}, "triton_wait": {"avg_ms": 53.953, "count": 300, "max_ms": 76.494, "p95_ms": 72.263}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.415, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16421.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40478.942, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.99, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2302786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:26:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:26:17+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T03:26:17.076072+09:00", "mtime_epoch": 1783275977.0760717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:26:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2539.281, "name": "celery", "pid": 267, "rss_mb": 2539.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 299, "max_ms": 12.928, "p95_ms": 8.515}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 1.57, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.696, "count": 299, "max_ms": 67.229, "p95_ms": 64.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.314, "count": 299, "max_ms": 66.588, "p95_ms": 59.544}, "yolo11_640_fire_11class": {"avg_ms": 51.565, "count": 299, "max_ms": 69.766, "p95_ms": 64.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.629, "count": 299, "max_ms": 76.746, "p95_ms": 72.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.76, "count": 299, "max_ms": 95.133, "p95_ms": 89.629}, "read_interval": {"avg_ms": 100.531, "count": 298, "max_ms": 465.319, "p95_ms": 170.222}, "triton_wait": {"avg_ms": 57.049, "count": 299, "max_ms": 76.76, "p95_ms": 72.957}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 4.481, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16422.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24575.351, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.359, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1847436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:26:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:26:39+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T03:26:39+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T03:26:39.588527+09:00", "mtime_epoch": 1783275999.5885272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:26:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9506.523, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.818, "count": 300, "max_ms": 19.512, "p95_ms": 18.658}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.385, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.271, "count": 300, "max_ms": 67.056, "p95_ms": 63.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.795, "count": 300, "max_ms": 67.444, "p95_ms": 58.222}, "yolo11_640_fire_11class": {"avg_ms": 49.576, "count": 300, "max_ms": 67.506, "p95_ms": 62.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.126, "count": 300, "max_ms": 76.047, "p95_ms": 71.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.319, "count": 300, "max_ms": 101.059, "p95_ms": 96.829}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 120.772, "p95_ms": 114.295}, "triton_wait": {"avg_ms": 53.198, "count": 300, "max_ms": 76.059, "p95_ms": 71.91}, "visualize": {"avg_ms": 3.48, "count": 300, "max_ms": 4.545, "p95_ms": 3.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16422.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40508.973, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.052, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2303088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:26:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:26:47+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T03:26:47.072678+09:00", "mtime_epoch": 1783276007.0726783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:26:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2539.539, "name": "celery", "pid": 267, "rss_mb": 2539.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.979, "count": 302, "max_ms": 12.845, "p95_ms": 8.504}, "gstreamer_push": {"avg_ms": 1.315, "count": 302, "max_ms": 2.062, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.547, "count": 302, "max_ms": 69.655, "p95_ms": 64.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.126, "count": 302, "max_ms": 70.233, "p95_ms": 58.494}, "yolo11_640_fire_11class": {"avg_ms": 52.648, "count": 302, "max_ms": 69.833, "p95_ms": 65.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.907, "count": 302, "max_ms": 76.148, "p95_ms": 72.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.086, "count": 302, "max_ms": 92.783, "p95_ms": 89.081}, "read_interval": {"avg_ms": 99.437, "count": 301, "max_ms": 459.903, "p95_ms": 133.045}, "triton_wait": {"avg_ms": 57.243, "count": 302, "max_ms": 76.16, "p95_ms": 72.354}, "visualize": {"avg_ms": 3.758, "count": 302, "max_ms": 5.682, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16422.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24605.365, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.565, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1847736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:27:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:27:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T03:27:09+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T03:27:09.585132+09:00", "mtime_epoch": 1783276029.5851324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:27:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9506.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.892, "count": 300, "max_ms": 22.231, "p95_ms": 18.757}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.449, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.301, "count": 300, "max_ms": 67.427, "p95_ms": 62.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.309, "count": 300, "max_ms": 68.657, "p95_ms": 58.157}, "yolo11_640_fire_11class": {"avg_ms": 49.859, "count": 300, "max_ms": 66.576, "p95_ms": 62.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.173, "count": 300, "max_ms": 77.731, "p95_ms": 72.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.528, "count": 300, "max_ms": 102.367, "p95_ms": 97.208}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 118.133, "p95_ms": 114.541}, "triton_wait": {"avg_ms": 54.279, "count": 300, "max_ms": 77.743, "p95_ms": 72.314}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 4.86, "p95_ms": 3.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16422.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40539.028, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.242, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2303389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:27:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:27:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:27:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T03:27:17.165285+09:00", "mtime_epoch": 1783276037.1652849, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:27:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2539.539, "name": "celery", "pid": 267, "rss_mb": 2539.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 301, "max_ms": 13.575, "p95_ms": 10.178}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.823, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.393, "count": 301, "max_ms": 67.638, "p95_ms": 64.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.43, "count": 301, "max_ms": 69.376, "p95_ms": 54.767}, "yolo11_640_fire_11class": {"avg_ms": 52.652, "count": 301, "max_ms": 75.642, "p95_ms": 63.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.336, "count": 301, "max_ms": 79.29, "p95_ms": 73.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.549, "count": 301, "max_ms": 95.646, "p95_ms": 90.449}, "read_interval": {"avg_ms": 99.918, "count": 300, "max_ms": 373.143, "p95_ms": 137.859}, "triton_wait": {"avg_ms": 58.69, "count": 301, "max_ms": 79.303, "p95_ms": 73.602}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 4.795, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16422.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24635.458, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.677, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1848037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:27:39+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T03:27:39+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T03:27:39.701738+09:00", "mtime_epoch": 1783276059.701738, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:27:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9506.781, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.966, "count": 300, "max_ms": 24.771, "p95_ms": 18.822}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.791, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.305, "count": 300, "max_ms": 69.492, "p95_ms": 63.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.263, "count": 300, "max_ms": 66.618, "p95_ms": 58.01}, "yolo11_640_fire_11class": {"avg_ms": 50.713, "count": 300, "max_ms": 67.675, "p95_ms": 62.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.336, "count": 300, "max_ms": 77.343, "p95_ms": 71.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.925, "count": 300, "max_ms": 102.226, "p95_ms": 96.31}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 120.246, "p95_ms": 114.238}, "triton_wait": {"avg_ms": 54.567, "count": 300, "max_ms": 77.355, "p95_ms": 71.145}, "visualize": {"avg_ms": 3.515, "count": 300, "max_ms": 4.787, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16423.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40569.075, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.333, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2303687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:27:47+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T03:27:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T03:27:47.201889+09:00", "mtime_epoch": 1783276067.2018888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:27:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2539.797, "name": "celery", "pid": 267, "rss_mb": 2539.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.991, "count": 298, "max_ms": 12.602, "p95_ms": 8.83}, "gstreamer_push": {"avg_ms": 1.316, "count": 298, "max_ms": 1.539, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.032, "count": 298, "max_ms": 72.023, "p95_ms": 66.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.157, "count": 298, "max_ms": 75.095, "p95_ms": 57.011}, "yolo11_640_fire_11class": {"avg_ms": 54.531, "count": 298, "max_ms": 77.644, "p95_ms": 67.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.039, "count": 298, "max_ms": 77.957, "p95_ms": 72.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.292, "count": 298, "max_ms": 94.215, "p95_ms": 89.685}, "read_interval": {"avg_ms": 100.775, "count": 298, "max_ms": 389.509, "p95_ms": 133.559}, "triton_wait": {"avg_ms": 59.483, "count": 298, "max_ms": 77.97, "p95_ms": 72.977}, "visualize": {"avg_ms": 3.738, "count": 298, "max_ms": 4.757, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16423.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24665.475, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.585, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1848337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:28:09+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T03:28:09+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T03:28:09.714340+09:00", "mtime_epoch": 1783276089.7143404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:28:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9507.039, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.858, "count": 300, "max_ms": 22.002, "p95_ms": 18.708}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.615, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.038, "count": 300, "max_ms": 67.486, "p95_ms": 62.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.996, "count": 300, "max_ms": 64.076, "p95_ms": 57.921}, "yolo11_640_fire_11class": {"avg_ms": 50.402, "count": 300, "max_ms": 69.345, "p95_ms": 61.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.911, "count": 300, "max_ms": 75.33, "p95_ms": 70.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.229, "count": 300, "max_ms": 101.046, "p95_ms": 94.958}, "read_interval": {"avg_ms": 100.062, "count": 300, "max_ms": 117.321, "p95_ms": 114.022}, "triton_wait": {"avg_ms": 54.012, "count": 300, "max_ms": 75.341, "p95_ms": 70.061}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 5.338, "p95_ms": 3.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16423.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40599.088, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.351, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2303989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:28:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:28:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:28:17+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:28:17.210491+09:00", "mtime_epoch": 1783276097.2104907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:28:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.055, "name": "celery", "pid": 267, "rss_mb": 2540.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.233, "count": 302, "max_ms": 13.914, "p95_ms": 11.967}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 1.778, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.662, "count": 302, "max_ms": 69.729, "p95_ms": 64.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.6, "count": 302, "max_ms": 70.415, "p95_ms": 57.539}, "yolo11_640_fire_11class": {"avg_ms": 52.918, "count": 302, "max_ms": 69.15, "p95_ms": 64.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.19, "count": 302, "max_ms": 76.053, "p95_ms": 72.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.588, "count": 302, "max_ms": 92.667, "p95_ms": 88.7}, "read_interval": {"avg_ms": 99.369, "count": 302, "max_ms": 335.267, "p95_ms": 169.797}, "triton_wait": {"avg_ms": 57.538, "count": 302, "max_ms": 76.065, "p95_ms": 72.387}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 4.837, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16423.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24695.57, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.711, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1848638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:28:39+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T03:28:39+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T03:28:39.790943+09:00", "mtime_epoch": 1783276119.7909427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:28:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9507.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.863, "count": 300, "max_ms": 27.131, "p95_ms": 18.797}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.839, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.198, "count": 300, "max_ms": 66.563, "p95_ms": 63.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.628, "count": 300, "max_ms": 69.242, "p95_ms": 60.645}, "yolo11_640_fire_11class": {"avg_ms": 50.47, "count": 300, "max_ms": 65.789, "p95_ms": 63.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.019, "count": 300, "max_ms": 74.972, "p95_ms": 72.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.301, "count": 300, "max_ms": 100.366, "p95_ms": 97.08}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 119.945, "p95_ms": 114.047}, "triton_wait": {"avg_ms": 54.148, "count": 300, "max_ms": 74.984, "p95_ms": 72.134}, "visualize": {"avg_ms": 3.479, "count": 300, "max_ms": 4.517, "p95_ms": 3.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16423.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40629.128, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.488, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2304288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:28:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:28:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:28:47+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:28:47.247092+09:00", "mtime_epoch": 1783276127.2470918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:28:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.055, "name": "celery", "pid": 267, "rss_mb": 2540.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.054, "count": 299, "max_ms": 12.748, "p95_ms": 8.978}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.86, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.463, "count": 299, "max_ms": 69.579, "p95_ms": 65.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.488, "count": 299, "max_ms": 71.771, "p95_ms": 64.009}, "yolo11_640_fire_11class": {"avg_ms": 54.288, "count": 299, "max_ms": 68.252, "p95_ms": 65.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.102, "count": 299, "max_ms": 75.895, "p95_ms": 73.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.093, "count": 299, "max_ms": 93.154, "p95_ms": 90.57}, "read_interval": {"avg_ms": 100.459, "count": 298, "max_ms": 368.356, "p95_ms": 130.092}, "triton_wait": {"avg_ms": 59.294, "count": 299, "max_ms": 75.907, "p95_ms": 73.948}, "visualize": {"avg_ms": 3.731, "count": 299, "max_ms": 4.809, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16424.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24725.661, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.792, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1848939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:29:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:29:09+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T03:29:09+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T03:29:09.899544+09:00", "mtime_epoch": 1783276149.899544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:29:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9507.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.994, "count": 300, "max_ms": 25.549, "p95_ms": 18.722}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.458, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.0, "count": 300, "max_ms": 69.538, "p95_ms": 62.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.669, "count": 300, "max_ms": 68.156, "p95_ms": 61.806}, "yolo11_640_fire_11class": {"avg_ms": 51.606, "count": 300, "max_ms": 70.054, "p95_ms": 62.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.626, "count": 300, "max_ms": 75.525, "p95_ms": 71.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.151, "count": 301, "max_ms": 106.21, "p95_ms": 96.721}, "read_interval": {"avg_ms": 99.922, "count": 300, "max_ms": 124.616, "p95_ms": 114.173}, "triton_wait": {"avg_ms": 55.773, "count": 300, "max_ms": 75.537, "p95_ms": 71.23}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.457, "p95_ms": 3.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16424.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40659.182, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.541, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2304589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:29:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:29:17+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:29:17+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:29:17.303692+09:00", "mtime_epoch": 1783276157.3036919, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:29:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.312, "name": "celery", "pid": 267, "rss_mb": 2540.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 301, "max_ms": 12.574, "p95_ms": 8.726}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.555, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.614, "count": 301, "max_ms": 72.816, "p95_ms": 66.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.323, "count": 301, "max_ms": 74.383, "p95_ms": 65.318}, "yolo11_640_fire_11class": {"avg_ms": 53.913, "count": 301, "max_ms": 71.305, "p95_ms": 65.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.572, "count": 301, "max_ms": 78.175, "p95_ms": 72.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.698, "count": 301, "max_ms": 94.54, "p95_ms": 89.415}, "read_interval": {"avg_ms": 99.828, "count": 300, "max_ms": 379.095, "p95_ms": 130.21}, "triton_wait": {"avg_ms": 58.888, "count": 301, "max_ms": 78.187, "p95_ms": 73.18}, "visualize": {"avg_ms": 3.736, "count": 301, "max_ms": 5.884, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16423.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24755.665, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.786, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:29:39+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T03:29:39+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:29:39.916142+09:00", "mtime_epoch": 1783276179.9161425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:29:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9507.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.891, "count": 300, "max_ms": 24.371, "p95_ms": 18.944}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.893, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.622, "count": 300, "max_ms": 68.804, "p95_ms": 64.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.883, "count": 300, "max_ms": 69.718, "p95_ms": 62.076}, "yolo11_640_fire_11class": {"avg_ms": 50.296, "count": 300, "max_ms": 67.376, "p95_ms": 62.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.925, "count": 300, "max_ms": 75.005, "p95_ms": 71.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.467, "count": 300, "max_ms": 100.072, "p95_ms": 96.525}, "read_interval": {"avg_ms": 100.076, "count": 300, "max_ms": 117.621, "p95_ms": 114.241}, "triton_wait": {"avg_ms": 54.258, "count": 300, "max_ms": 75.018, "p95_ms": 71.492}, "visualize": {"avg_ms": 3.488, "count": 300, "max_ms": 4.379, "p95_ms": 3.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16424.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40689.194, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.607, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2304890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:29:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:29:47+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T03:29:47.312290+09:00", "mtime_epoch": 1783276187.3122897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:29:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.312, "name": "celery", "pid": 267, "rss_mb": 2540.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.017, "count": 301, "max_ms": 12.537, "p95_ms": 8.854}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.526, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.825, "count": 301, "max_ms": 70.793, "p95_ms": 65.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.167, "count": 301, "max_ms": 71.435, "p95_ms": 61.56}, "yolo11_640_fire_11class": {"avg_ms": 53.064, "count": 301, "max_ms": 70.394, "p95_ms": 64.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.538, "count": 301, "max_ms": 75.463, "p95_ms": 72.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.803, "count": 301, "max_ms": 94.928, "p95_ms": 89.336}, "read_interval": {"avg_ms": 99.7, "count": 301, "max_ms": 426.719, "p95_ms": 139.362}, "triton_wait": {"avg_ms": 59.026, "count": 301, "max_ms": 75.476, "p95_ms": 72.675}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.275, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16424.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24785.775, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.89, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:30:10+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T03:30:10+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T03:30:09.980741+09:00", "mtime_epoch": 1783276209.9807405, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:30:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9507.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.862, "count": 300, "max_ms": 21.15, "p95_ms": 18.575}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.455, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.897, "count": 300, "max_ms": 67.846, "p95_ms": 63.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.511, "count": 300, "max_ms": 67.772, "p95_ms": 60.472}, "yolo11_640_fire_11class": {"avg_ms": 51.367, "count": 300, "max_ms": 67.996, "p95_ms": 63.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.274, "count": 300, "max_ms": 76.853, "p95_ms": 73.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.673, "count": 300, "max_ms": 102.119, "p95_ms": 97.923}, "read_interval": {"avg_ms": 99.996, "count": 299, "max_ms": 120.385, "p95_ms": 114.441}, "triton_wait": {"avg_ms": 55.505, "count": 300, "max_ms": 76.866, "p95_ms": 73.132}, "visualize": {"avg_ms": 3.493, "count": 300, "max_ms": 4.303, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16424.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40719.2, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.72, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2305188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:30:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T03:30:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:30:17.316886+09:00", "mtime_epoch": 1783276217.3168862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:30:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.57, "name": "celery", "pid": 267, "rss_mb": 2540.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 298, "max_ms": 11.361, "p95_ms": 8.767}, "gstreamer_push": {"avg_ms": 1.296, "count": 298, "max_ms": 1.525, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.253, "count": 298, "max_ms": 70.967, "p95_ms": 67.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.926, "count": 298, "max_ms": 71.219, "p95_ms": 63.919}, "yolo11_640_fire_11class": {"avg_ms": 54.661, "count": 298, "max_ms": 72.76, "p95_ms": 66.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.254, "count": 298, "max_ms": 77.37, "p95_ms": 73.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.296, "count": 298, "max_ms": 93.683, "p95_ms": 90.433}, "read_interval": {"avg_ms": 100.694, "count": 298, "max_ms": 475.401, "p95_ms": 166.729}, "triton_wait": {"avg_ms": 59.648, "count": 298, "max_ms": 77.383, "p95_ms": 73.881}, "visualize": {"avg_ms": 3.689, "count": 298, "max_ms": 5.12, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16424.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24815.873, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.003, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:30:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:30:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T03:30:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T03:30:40.121339+09:00", "mtime_epoch": 1783276240.1213388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:30:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9507.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.227, "count": 300, "max_ms": 25.134, "p95_ms": 19.442}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.679, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.922, "count": 300, "max_ms": 67.811, "p95_ms": 64.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.979, "count": 300, "max_ms": 68.306, "p95_ms": 61.36}, "yolo11_640_fire_11class": {"avg_ms": 51.474, "count": 300, "max_ms": 68.418, "p95_ms": 63.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.2, "count": 300, "max_ms": 75.151, "p95_ms": 72.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.974, "count": 300, "max_ms": 101.92, "p95_ms": 97.919}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 119.304, "p95_ms": 114.097}, "triton_wait": {"avg_ms": 55.315, "count": 300, "max_ms": 75.163, "p95_ms": 72.615}, "visualize": {"avg_ms": 3.559, "count": 300, "max_ms": 4.484, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16424.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40749.296, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.901, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2305489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:30:47+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:30:47+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:30:47.417484+09:00", "mtime_epoch": 1783276247.4174836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:30:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.57, "name": "celery", "pid": 267, "rss_mb": 2540.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.038, "count": 301, "max_ms": 13.033, "p95_ms": 8.804}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.507, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.169, "count": 301, "max_ms": 71.143, "p95_ms": 65.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.118, "count": 301, "max_ms": 72.978, "p95_ms": 60.417}, "yolo11_640_fire_11class": {"avg_ms": 55.374, "count": 301, "max_ms": 73.073, "p95_ms": 65.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.229, "count": 301, "max_ms": 76.375, "p95_ms": 73.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.391, "count": 301, "max_ms": 94.154, "p95_ms": 90.327}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 341.964, "p95_ms": 145.728}, "triton_wait": {"avg_ms": 60.525, "count": 301, "max_ms": 76.387, "p95_ms": 73.432}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 4.921, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16425.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24845.948, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.928, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:31:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:31:10+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T03:31:10+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T03:31:10.177934+09:00", "mtime_epoch": 1783276270.1779344, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:31:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9507.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.974, "count": 301, "max_ms": 21.188, "p95_ms": 18.784}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.679, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.677, "count": 301, "max_ms": 67.085, "p95_ms": 63.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.698, "count": 301, "max_ms": 66.937, "p95_ms": 58.871}, "yolo11_640_fire_11class": {"avg_ms": 51.272, "count": 301, "max_ms": 66.618, "p95_ms": 63.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.031, "count": 301, "max_ms": 75.442, "p95_ms": 71.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.526, "count": 301, "max_ms": 100.355, "p95_ms": 96.928}, "read_interval": {"avg_ms": 99.93, "count": 300, "max_ms": 118.603, "p95_ms": 114.621}, "triton_wait": {"avg_ms": 55.187, "count": 301, "max_ms": 75.454, "p95_ms": 71.854}, "visualize": {"avg_ms": 3.501, "count": 301, "max_ms": 4.388, "p95_ms": 3.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16425.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40779.495, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.844, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2305792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:31:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:31:17+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T03:31:17.502079+09:00", "mtime_epoch": 1783276277.5020795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:31:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.828, "name": "celery", "pid": 267, "rss_mb": 2540.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 301, "max_ms": 9.326, "p95_ms": 8.773}, "gstreamer_push": {"avg_ms": 1.293, "count": 302, "max_ms": 1.561, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.723, "count": 301, "max_ms": 70.35, "p95_ms": 64.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.23, "count": 301, "max_ms": 70.34, "p95_ms": 59.373}, "yolo11_640_fire_11class": {"avg_ms": 52.779, "count": 301, "max_ms": 71.857, "p95_ms": 65.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.097, "count": 301, "max_ms": 75.829, "p95_ms": 72.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.249, "count": 302, "max_ms": 92.417, "p95_ms": 88.616}, "read_interval": {"avg_ms": 99.724, "count": 301, "max_ms": 367.477, "p95_ms": 156.977}, "triton_wait": {"avg_ms": 57.592, "count": 301, "max_ms": 75.842, "p95_ms": 72.019}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 4.787, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16425.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24875.954, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.216, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:31:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:31:40+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:31:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T03:31:40.202528+09:00", "mtime_epoch": 1783276300.2025285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:31:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9508.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.187, "count": 300, "max_ms": 23.057, "p95_ms": 19.276}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.629, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.075, "count": 300, "max_ms": 70.013, "p95_ms": 64.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.166, "count": 300, "max_ms": 68.768, "p95_ms": 61.036}, "yolo11_640_fire_11class": {"avg_ms": 50.202, "count": 300, "max_ms": 68.932, "p95_ms": 63.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.92, "count": 300, "max_ms": 78.635, "p95_ms": 73.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.641, "count": 300, "max_ms": 103.227, "p95_ms": 98.692}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 123.126, "p95_ms": 115.755}, "triton_wait": {"avg_ms": 54.027, "count": 300, "max_ms": 78.647, "p95_ms": 73.538}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 4.544, "p95_ms": 3.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16425.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40809.597, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.844, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2306094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:31:47+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:31:47+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T03:31:47.702677+09:00", "mtime_epoch": 1783276307.7026768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:31:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2540.828, "name": "celery", "pid": 267, "rss_mb": 2540.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.915, "count": 301, "max_ms": 9.272, "p95_ms": 8.543}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.584, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.055, "count": 301, "max_ms": 71.0, "p95_ms": 65.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.117, "count": 301, "max_ms": 71.787, "p95_ms": 63.721}, "yolo11_640_fire_11class": {"avg_ms": 52.178, "count": 301, "max_ms": 69.917, "p95_ms": 64.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.798, "count": 301, "max_ms": 78.039, "p95_ms": 72.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.862, "count": 301, "max_ms": 94.52, "p95_ms": 89.28}, "read_interval": {"avg_ms": 99.728, "count": 300, "max_ms": 413.297, "p95_ms": 157.077}, "triton_wait": {"avg_ms": 58.221, "count": 301, "max_ms": 78.051, "p95_ms": 72.998}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 4.618, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16425.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24906.033, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.269, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:32:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:32:10+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:32:10+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:32:10.295123+09:00", "mtime_epoch": 1783276330.2951229, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:32:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9508.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.071, "count": 301, "max_ms": 22.985, "p95_ms": 18.987}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.523, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.591, "count": 301, "max_ms": 67.21, "p95_ms": 63.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.161, "count": 301, "max_ms": 71.823, "p95_ms": 59.654}, "yolo11_640_fire_11class": {"avg_ms": 50.762, "count": 301, "max_ms": 68.28, "p95_ms": 62.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.48, "count": 301, "max_ms": 77.238, "p95_ms": 72.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.083, "count": 301, "max_ms": 105.684, "p95_ms": 97.925}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 124.341, "p95_ms": 115.497}, "triton_wait": {"avg_ms": 55.584, "count": 301, "max_ms": 77.249, "p95_ms": 72.656}, "visualize": {"avg_ms": 3.532, "count": 301, "max_ms": 4.489, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16426.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40839.678, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2306394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:32:17+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:32:17+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:32:17.803271+09:00", "mtime_epoch": 1783276337.803271, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:32:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2541.086, "name": "celery", "pid": 267, "rss_mb": 2541.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 300, "max_ms": 12.823, "p95_ms": 8.618}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 1.571, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.049, "count": 300, "max_ms": 70.412, "p95_ms": 65.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.559, "count": 300, "max_ms": 72.952, "p95_ms": 61.527}, "yolo11_640_fire_11class": {"avg_ms": 54.041, "count": 300, "max_ms": 71.728, "p95_ms": 64.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.991, "count": 300, "max_ms": 79.485, "p95_ms": 72.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.051, "count": 300, "max_ms": 96.34, "p95_ms": 89.575}, "read_interval": {"avg_ms": 100.276, "count": 299, "max_ms": 388.204, "p95_ms": 165.759}, "triton_wait": {"avg_ms": 60.265, "count": 300, "max_ms": 79.498, "p95_ms": 72.503}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.686, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16426.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24936.065, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.283, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1851043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:32:40+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T03:32:40+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T03:32:40.319715+09:00", "mtime_epoch": 1783276360.319715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:32:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9508.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.074, "count": 300, "max_ms": 23.369, "p95_ms": 19.333}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.402, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.018, "count": 300, "max_ms": 69.315, "p95_ms": 63.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.2, "count": 300, "max_ms": 71.838, "p95_ms": 60.2}, "yolo11_640_fire_11class": {"avg_ms": 50.423, "count": 300, "max_ms": 70.213, "p95_ms": 62.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.232, "count": 300, "max_ms": 78.52, "p95_ms": 71.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.781, "count": 300, "max_ms": 103.732, "p95_ms": 96.719}, "read_interval": {"avg_ms": 100.089, "count": 300, "max_ms": 317.044, "p95_ms": 114.591}, "triton_wait": {"avg_ms": 54.338, "count": 300, "max_ms": 78.533, "p95_ms": 71.741}, "visualize": {"avg_ms": 3.522, "count": 300, "max_ms": 4.474, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16426.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40869.687, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.767, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2306695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:32:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:32:47+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:32:47.807863+09:00", "mtime_epoch": 1783276367.8078625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:32:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2541.344, "name": "celery", "pid": 267, "rss_mb": 2541.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.018, "count": 301, "max_ms": 9.187, "p95_ms": 8.757}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.288, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.178, "count": 301, "max_ms": 71.639, "p95_ms": 66.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.251, "count": 301, "max_ms": 74.776, "p95_ms": 64.2}, "yolo11_640_fire_11class": {"avg_ms": 54.511, "count": 301, "max_ms": 73.098, "p95_ms": 65.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.904, "count": 301, "max_ms": 76.731, "p95_ms": 73.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.14, "count": 301, "max_ms": 93.293, "p95_ms": 90.194}, "read_interval": {"avg_ms": 99.686, "count": 301, "max_ms": 378.321, "p95_ms": 149.975}, "triton_wait": {"avg_ms": 59.269, "count": 301, "max_ms": 76.744, "p95_ms": 73.38}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 4.672, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16426.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24966.156, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.402, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1851344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:33:10+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T03:33:10+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:33:10.408308+09:00", "mtime_epoch": 1783276390.4083076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:33:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9508.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.064, "count": 300, "max_ms": 26.672, "p95_ms": 20.124}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.731, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.295, "count": 300, "max_ms": 67.171, "p95_ms": 63.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.58, "count": 300, "max_ms": 68.541, "p95_ms": 60.193}, "yolo11_640_fire_11class": {"avg_ms": 50.673, "count": 300, "max_ms": 66.995, "p95_ms": 62.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.043, "count": 300, "max_ms": 76.642, "p95_ms": 71.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.564, "count": 301, "max_ms": 104.232, "p95_ms": 96.801}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 122.536, "p95_ms": 114.394}, "triton_wait": {"avg_ms": 55.219, "count": 300, "max_ms": 76.653, "p95_ms": 71.762}, "visualize": {"avg_ms": 3.489, "count": 300, "max_ms": 5.174, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16426.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40899.757, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2306995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:33:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:33:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:33:17+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T03:33:17.892455+09:00", "mtime_epoch": 1783276397.8924549, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:33:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2541.344, "name": "celery", "pid": 267, "rss_mb": 2541.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 300, "max_ms": 12.027, "p95_ms": 8.426}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.462, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.409, "count": 300, "max_ms": 71.243, "p95_ms": 64.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.224, "count": 300, "max_ms": 71.79, "p95_ms": 59.522}, "yolo11_640_fire_11class": {"avg_ms": 54.573, "count": 300, "max_ms": 71.72, "p95_ms": 65.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.099, "count": 300, "max_ms": 75.04, "p95_ms": 71.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.142, "count": 300, "max_ms": 91.753, "p95_ms": 87.93}, "read_interval": {"avg_ms": 100.289, "count": 299, "max_ms": 385.935, "p95_ms": 138.72}, "triton_wait": {"avg_ms": 59.427, "count": 300, "max_ms": 75.053, "p95_ms": 71.639}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 4.712, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16426.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 24996.231, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.474, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1851645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:33:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T03:33:40+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T03:33:40.488899+09:00", "mtime_epoch": 1783276420.4888992, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:33:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9508.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.676, "count": 301, "max_ms": 26.12, "p95_ms": 18.46}, "gstreamer_push": {"avg_ms": 1.205, "count": 301, "max_ms": 1.653, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.333, "count": 301, "max_ms": 67.445, "p95_ms": 63.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.801, "count": 301, "max_ms": 65.911, "p95_ms": 59.691}, "yolo11_640_fire_11class": {"avg_ms": 51.983, "count": 301, "max_ms": 67.973, "p95_ms": 63.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.084, "count": 301, "max_ms": 77.346, "p95_ms": 72.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.227, "count": 301, "max_ms": 101.365, "p95_ms": 97.114}, "read_interval": {"avg_ms": 99.94, "count": 300, "max_ms": 117.953, "p95_ms": 114.232}, "triton_wait": {"avg_ms": 56.328, "count": 301, "max_ms": 77.358, "p95_ms": 72.633}, "visualize": {"avg_ms": 3.475, "count": 301, "max_ms": 5.251, "p95_ms": 3.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16427.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40929.772, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.587, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2307296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:33:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:33:47+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T03:33:47+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T03:33:47.909045+09:00", "mtime_epoch": 1783276427.909045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:33:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2541.602, "name": "celery", "pid": 267, "rss_mb": 2541.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.847, "count": 301, "max_ms": 12.495, "p95_ms": 8.163}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.547, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.369, "count": 301, "max_ms": 71.344, "p95_ms": 65.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.876, "count": 301, "max_ms": 69.387, "p95_ms": 61.531}, "yolo11_640_fire_11class": {"avg_ms": 55.36, "count": 301, "max_ms": 71.26, "p95_ms": 67.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.229, "count": 301, "max_ms": 78.802, "p95_ms": 72.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.129, "count": 301, "max_ms": 94.966, "p95_ms": 89.644}, "read_interval": {"avg_ms": 99.779, "count": 300, "max_ms": 333.525, "p95_ms": 128.421}, "triton_wait": {"avg_ms": 60.58, "count": 301, "max_ms": 78.814, "p95_ms": 72.881}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 4.506, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16426.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25026.232, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.528, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1851945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:34:10+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:34:10+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T03:34:10.489489+09:00", "mtime_epoch": 1783276450.4894886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:34:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9508.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.84, "count": 300, "max_ms": 25.452, "p95_ms": 18.85}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.939, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.264, "count": 300, "max_ms": 66.684, "p95_ms": 63.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.332, "count": 300, "max_ms": 66.345, "p95_ms": 58.124}, "yolo11_640_fire_11class": {"avg_ms": 50.73, "count": 300, "max_ms": 67.187, "p95_ms": 63.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.695, "count": 300, "max_ms": 76.485, "p95_ms": 72.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.203, "count": 300, "max_ms": 101.761, "p95_ms": 97.228}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 120.724, "p95_ms": 114.74}, "triton_wait": {"avg_ms": 54.98, "count": 300, "max_ms": 76.496, "p95_ms": 72.391}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 5.708, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16427.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40959.785, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.575, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2307596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:34:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:34:17+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:34:17+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:34:17.905634+09:00", "mtime_epoch": 1783276457.905634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:34:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2541.602, "name": "celery", "pid": 267, "rss_mb": 2541.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.038, "count": 300, "max_ms": 13.352, "p95_ms": 10.243}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 1.82, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.703, "count": 300, "max_ms": 69.016, "p95_ms": 64.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.148, "count": 300, "max_ms": 70.284, "p95_ms": 60.837}, "yolo11_640_fire_11class": {"avg_ms": 53.683, "count": 300, "max_ms": 73.305, "p95_ms": 66.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.918, "count": 300, "max_ms": 75.441, "p95_ms": 72.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.313, "count": 300, "max_ms": 92.414, "p95_ms": 89.063}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 368.255, "p95_ms": 183.992}, "triton_wait": {"avg_ms": 58.488, "count": 300, "max_ms": 75.454, "p95_ms": 72.474}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 6.016, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16427.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25056.259, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.597, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1852245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:34:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:34:40+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T03:34:40+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:34:40.514077+09:00", "mtime_epoch": 1783276480.5140774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:34:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9508.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.952, "count": 300, "max_ms": 26.608, "p95_ms": 19.625}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.644, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.558, "count": 300, "max_ms": 72.166, "p95_ms": 63.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.457, "count": 300, "max_ms": 72.176, "p95_ms": 61.007}, "yolo11_640_fire_11class": {"avg_ms": 50.89, "count": 300, "max_ms": 71.105, "p95_ms": 63.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.463, "count": 300, "max_ms": 79.041, "p95_ms": 72.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.279, "count": 300, "max_ms": 103.734, "p95_ms": 97.289}, "read_interval": {"avg_ms": 100.073, "count": 300, "max_ms": 119.555, "p95_ms": 113.947}, "triton_wait": {"avg_ms": 54.947, "count": 300, "max_ms": 79.054, "p95_ms": 72.606}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 5.606, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16427.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 40989.864, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.591, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2307896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:34:48+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T03:34:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T03:34:47.990224+09:00", "mtime_epoch": 1783276487.9902241, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:34:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2541.859, "name": "celery", "pid": 267, "rss_mb": 2541.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.08, "count": 300, "max_ms": 14.025, "p95_ms": 12.011}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.655, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.086, "count": 300, "max_ms": 71.414, "p95_ms": 65.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.673, "count": 300, "max_ms": 71.425, "p95_ms": 60.941}, "yolo11_640_fire_11class": {"avg_ms": 54.645, "count": 300, "max_ms": 71.801, "p95_ms": 65.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.173, "count": 300, "max_ms": 76.77, "p95_ms": 72.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.572, "count": 300, "max_ms": 93.241, "p95_ms": 89.677}, "read_interval": {"avg_ms": 100.273, "count": 299, "max_ms": 414.634, "p95_ms": 137.717}, "triton_wait": {"avg_ms": 59.648, "count": 300, "max_ms": 76.783, "p95_ms": 72.974}, "visualize": {"avg_ms": 3.746, "count": 300, "max_ms": 6.055, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16427.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25086.343, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.489, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1852546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:35:10+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T03:35:10+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T03:35:10.602667+09:00", "mtime_epoch": 1783276510.602667, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:35:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9509.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.736, "count": 301, "max_ms": 23.682, "p95_ms": 18.798}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.534, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.693, "count": 301, "max_ms": 71.088, "p95_ms": 62.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.252, "count": 301, "max_ms": 73.879, "p95_ms": 62.132}, "yolo11_640_fire_11class": {"avg_ms": 51.221, "count": 301, "max_ms": 65.992, "p95_ms": 62.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.538, "count": 301, "max_ms": 75.604, "p95_ms": 72.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.837, "count": 301, "max_ms": 102.593, "p95_ms": 97.144}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 121.781, "p95_ms": 113.777}, "triton_wait": {"avg_ms": 55.729, "count": 301, "max_ms": 75.616, "p95_ms": 72.21}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 4.645, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16427.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41019.883, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.505, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2308197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:35:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T03:35:17+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:35:18.002812+09:00", "mtime_epoch": 1783276518.0028121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:35:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2541.859, "name": "celery", "pid": 267, "rss_mb": 2541.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.874, "count": 301, "max_ms": 9.387, "p95_ms": 8.386}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 2.217, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.618, "count": 301, "max_ms": 71.736, "p95_ms": 65.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.907, "count": 301, "max_ms": 71.452, "p95_ms": 62.441}, "yolo11_640_fire_11class": {"avg_ms": 55.979, "count": 301, "max_ms": 71.964, "p95_ms": 68.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.627, "count": 301, "max_ms": 75.38, "p95_ms": 73.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.717, "count": 301, "max_ms": 91.765, "p95_ms": 89.869}, "read_interval": {"avg_ms": 99.723, "count": 300, "max_ms": 319.533, "p95_ms": 136.103}, "triton_wait": {"avg_ms": 61.007, "count": 301, "max_ms": 75.393, "p95_ms": 73.015}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.606, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16428.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25116.386, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.344, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1852846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:35:40+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:35:40+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T03:35:40.647255+09:00", "mtime_epoch": 1783276540.6472552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:35:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9509.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.785, "count": 300, "max_ms": 23.821, "p95_ms": 18.398}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.395, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.53, "count": 300, "max_ms": 66.356, "p95_ms": 62.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.52, "count": 300, "max_ms": 69.753, "p95_ms": 60.967}, "yolo11_640_fire_11class": {"avg_ms": 52.773, "count": 300, "max_ms": 67.819, "p95_ms": 63.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.359, "count": 300, "max_ms": 75.235, "p95_ms": 71.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.714, "count": 300, "max_ms": 100.511, "p95_ms": 96.699}, "read_interval": {"avg_ms": 100.137, "count": 299, "max_ms": 118.079, "p95_ms": 113.486}, "triton_wait": {"avg_ms": 57.537, "count": 300, "max_ms": 75.247, "p95_ms": 71.427}, "visualize": {"avg_ms": 3.527, "count": 300, "max_ms": 4.387, "p95_ms": 3.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16427.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41049.884, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.65, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2308497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:35:48+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T03:35:48+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T03:35:48.019399+09:00", "mtime_epoch": 1783276548.0193994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:35:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2542.117, "name": "celery", "pid": 267, "rss_mb": 2542.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 300, "max_ms": 13.052, "p95_ms": 8.672}, "gstreamer_push": {"avg_ms": 1.331, "count": 300, "max_ms": 1.978, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.321, "count": 300, "max_ms": 73.198, "p95_ms": 66.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.829, "count": 300, "max_ms": 75.58, "p95_ms": 65.56}, "yolo11_640_fire_11class": {"avg_ms": 57.038, "count": 300, "max_ms": 75.563, "p95_ms": 67.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.967, "count": 300, "max_ms": 75.644, "p95_ms": 74.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.271, "count": 300, "max_ms": 95.554, "p95_ms": 90.985}, "read_interval": {"avg_ms": 100.051, "count": 300, "max_ms": 308.259, "p95_ms": 119.267}, "triton_wait": {"avg_ms": 62.421, "count": 300, "max_ms": 75.656, "p95_ms": 74.175}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 5.19, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16428.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25146.443, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.385, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1853147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:36:10+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:36:10+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T03:36:10.687746+09:00", "mtime_epoch": 1783276570.687746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:36:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9509.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.788, "count": 301, "max_ms": 22.682, "p95_ms": 18.517}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.416, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.953, "count": 301, "max_ms": 71.517, "p95_ms": 63.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.161, "count": 301, "max_ms": 69.039, "p95_ms": 60.581}, "yolo11_640_fire_11class": {"avg_ms": 51.812, "count": 301, "max_ms": 70.811, "p95_ms": 63.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.198, "count": 301, "max_ms": 80.344, "p95_ms": 72.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.446, "count": 301, "max_ms": 105.102, "p95_ms": 97.256}, "read_interval": {"avg_ms": 99.836, "count": 300, "max_ms": 120.686, "p95_ms": 115.299}, "triton_wait": {"avg_ms": 56.316, "count": 301, "max_ms": 80.356, "p95_ms": 72.471}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 4.665, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16428.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41079.889, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.731, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2308796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:36:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:36:18+09:00", "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-07-06T03:36:18.039741+09:00", "mtime_epoch": 1783276578.0397413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:36:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2542.117, "name": "celery", "pid": 267, "rss_mb": 2542.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.833, "count": 299, "max_ms": 12.819, "p95_ms": 8.062}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.566, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.01, "count": 299, "max_ms": 69.743, "p95_ms": 65.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.911, "count": 299, "max_ms": 70.205, "p95_ms": 61.59}, "yolo11_640_fire_11class": {"avg_ms": 55.676, "count": 299, "max_ms": 73.212, "p95_ms": 65.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.516, "count": 299, "max_ms": 75.467, "p95_ms": 72.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.51, "count": 299, "max_ms": 92.162, "p95_ms": 89.497}, "read_interval": {"avg_ms": 100.373, "count": 299, "max_ms": 413.752, "p95_ms": 123.688}, "triton_wait": {"avg_ms": 61.842, "count": 299, "max_ms": 75.479, "p95_ms": 72.859}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 5.3, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16428.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25176.538, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.135, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1853448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:36:40+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:36:40+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:36:40.787738+09:00", "mtime_epoch": 1783276600.7877383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:36:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9509.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.923, "count": 300, "max_ms": 25.953, "p95_ms": 20.595}, "gstreamer_push": {"avg_ms": 1.209, "count": 300, "max_ms": 1.984, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.336, "count": 300, "max_ms": 67.794, "p95_ms": 62.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.986, "count": 300, "max_ms": 67.301, "p95_ms": 59.506}, "yolo11_640_fire_11class": {"avg_ms": 51.016, "count": 300, "max_ms": 66.654, "p95_ms": 62.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.154, "count": 300, "max_ms": 76.289, "p95_ms": 71.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.577, "count": 300, "max_ms": 101.014, "p95_ms": 95.957}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 118.172, "p95_ms": 114.717}, "triton_wait": {"avg_ms": 55.322, "count": 300, "max_ms": 76.301, "p95_ms": 71.507}, "visualize": {"avg_ms": 3.535, "count": 300, "max_ms": 5.247, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16428.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41109.983, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.771, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2309098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:36:48+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:36:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:36:48.099741+09:00", "mtime_epoch": 1783276608.099741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:36:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2542.375, "name": "celery", "pid": 267, "rss_mb": 2542.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.925, "count": 301, "max_ms": 12.723, "p95_ms": 8.77}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.908, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.029, "count": 301, "max_ms": 69.646, "p95_ms": 65.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.787, "count": 301, "max_ms": 67.388, "p95_ms": 61.929}, "yolo11_640_fire_11class": {"avg_ms": 54.693, "count": 301, "max_ms": 71.748, "p95_ms": 66.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.036, "count": 301, "max_ms": 74.897, "p95_ms": 73.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.369, "count": 301, "max_ms": 91.184, "p95_ms": 90.103}, "read_interval": {"avg_ms": 99.711, "count": 300, "max_ms": 384.188, "p95_ms": 144.145}, "triton_wait": {"avg_ms": 59.603, "count": 301, "max_ms": 74.909, "p95_ms": 73.566}, "visualize": {"avg_ms": 3.735, "count": 301, "max_ms": 6.117, "p95_ms": 4.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16429.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25206.559, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.062, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1853748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:37:10+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T03:37:10+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T03:37:10.779760+09:00", "mtime_epoch": 1783276630.7797601, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:37:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9509.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.802, "count": 300, "max_ms": 28.901, "p95_ms": 18.671}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.9, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.911, "count": 300, "max_ms": 68.561, "p95_ms": 63.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.73, "count": 300, "max_ms": 67.106, "p95_ms": 60.767}, "yolo11_640_fire_11class": {"avg_ms": 52.195, "count": 300, "max_ms": 68.205, "p95_ms": 63.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.484, "count": 300, "max_ms": 75.291, "p95_ms": 72.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.769, "count": 300, "max_ms": 99.95, "p95_ms": 96.873}, "read_interval": {"avg_ms": 100.022, "count": 299, "max_ms": 119.206, "p95_ms": 114.02}, "triton_wait": {"avg_ms": 56.678, "count": 300, "max_ms": 75.302, "p95_ms": 72.193}, "visualize": {"avg_ms": 3.479, "count": 300, "max_ms": 5.54, "p95_ms": 3.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16429.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41140.079, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.755, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2309399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:37:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:37:18+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:37:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:37:18.199770+09:00", "mtime_epoch": 1783276638.19977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:37:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2542.633, "name": "celery", "pid": 267, "rss_mb": 2542.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.898, "count": 301, "max_ms": 12.981, "p95_ms": 8.64}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.851, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.429, "count": 301, "max_ms": 71.474, "p95_ms": 66.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.529, "count": 301, "max_ms": 71.469, "p95_ms": 62.79}, "yolo11_640_fire_11class": {"avg_ms": 56.167, "count": 301, "max_ms": 71.45, "p95_ms": 66.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.991, "count": 301, "max_ms": 74.915, "p95_ms": 72.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.935, "count": 301, "max_ms": 92.947, "p95_ms": 89.246}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 419.259, "p95_ms": 147.718}, "triton_wait": {"avg_ms": 61.333, "count": 301, "max_ms": 74.927, "p95_ms": 72.847}, "visualize": {"avg_ms": 3.674, "count": 301, "max_ms": 4.863, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16428.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25236.65, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.084, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1854049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:37:40+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:37:40+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:37:40.903810+09:00", "mtime_epoch": 1783276660.90381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:37:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9509.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.692, "count": 300, "max_ms": 24.575, "p95_ms": 18.421}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.682, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.5, "count": 300, "max_ms": 68.13, "p95_ms": 63.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.808, "count": 300, "max_ms": 69.067, "p95_ms": 61.291}, "yolo11_640_fire_11class": {"avg_ms": 51.257, "count": 300, "max_ms": 66.451, "p95_ms": 63.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.294, "count": 300, "max_ms": 74.998, "p95_ms": 72.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.518, "count": 300, "max_ms": 100.224, "p95_ms": 97.409}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 119.403, "p95_ms": 114.55}, "triton_wait": {"avg_ms": 55.474, "count": 300, "max_ms": 75.009, "p95_ms": 72.693}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 5.432, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16429.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41170.18, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.654, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2309700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:37:48+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:37:48+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T03:37:48.263826+09:00", "mtime_epoch": 1783276668.2638264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:37:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2542.633, "name": "celery", "pid": 267, "rss_mb": 2542.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.965, "count": 300, "max_ms": 13.518, "p95_ms": 8.775}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.503, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.35, "count": 300, "max_ms": 69.045, "p95_ms": 64.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.331, "count": 300, "max_ms": 71.379, "p95_ms": 61.184}, "yolo11_640_fire_11class": {"avg_ms": 55.212, "count": 300, "max_ms": 71.041, "p95_ms": 66.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.54, "count": 300, "max_ms": 75.709, "p95_ms": 72.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.512, "count": 300, "max_ms": 91.844, "p95_ms": 89.225}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 368.626, "p95_ms": 130.683}, "triton_wait": {"avg_ms": 59.772, "count": 300, "max_ms": 75.722, "p95_ms": 72.571}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 4.719, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16429.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25266.757, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.032, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1854350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:38:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T03:38:10+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T03:38:10.971886+09:00", "mtime_epoch": 1783276690.9718862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:38:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9509.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 9.999}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.762, "count": 300, "max_ms": 27.233, "p95_ms": 19.015}, "gstreamer_push": {"avg_ms": 1.217, "count": 300, "max_ms": 1.856, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.304, "count": 300, "max_ms": 66.762, "p95_ms": 63.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.642, "count": 300, "max_ms": 66.771, "p95_ms": 59.409}, "yolo11_640_fire_11class": {"avg_ms": 52.1, "count": 300, "max_ms": 65.744, "p95_ms": 63.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.683, "count": 300, "max_ms": 74.946, "p95_ms": 72.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.836, "count": 300, "max_ms": 99.828, "p95_ms": 96.734}, "read_interval": {"avg_ms": 100.012, "count": 299, "max_ms": 117.593, "p95_ms": 113.647}, "triton_wait": {"avg_ms": 56.818, "count": 300, "max_ms": 74.958, "p95_ms": 72.49}, "visualize": {"avg_ms": 3.486, "count": 300, "max_ms": 4.638, "p95_ms": 3.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16429.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41200.186, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.745, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2309999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:38:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:38:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T03:38:18+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T03:38:18.311909+09:00", "mtime_epoch": 1783276698.3119087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:38:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2542.891, "name": "celery", "pid": 267, "rss_mb": 2542.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.881, "count": 299, "max_ms": 12.525, "p95_ms": 8.672}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 1.597, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.469, "count": 299, "max_ms": 73.029, "p95_ms": 66.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.876, "count": 299, "max_ms": 71.361, "p95_ms": 64.067}, "yolo11_640_fire_11class": {"avg_ms": 56.907, "count": 299, "max_ms": 72.098, "p95_ms": 67.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.081, "count": 299, "max_ms": 74.523, "p95_ms": 72.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.052, "count": 299, "max_ms": 92.13, "p95_ms": 89.786}, "read_interval": {"avg_ms": 100.344, "count": 299, "max_ms": 334.808, "p95_ms": 147.972}, "triton_wait": {"avg_ms": 62.3, "count": 299, "max_ms": 74.536, "p95_ms": 72.873}, "visualize": {"avg_ms": 3.723, "count": 299, "max_ms": 4.885, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16429.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25296.828, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.979, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1854651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:38:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:38:41+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:38:41+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T03:38:41.091987+09:00", "mtime_epoch": 1783276721.0919874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:38:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9510.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.65, "count": 301, "max_ms": 22.863, "p95_ms": 18.335}, "gstreamer_push": {"avg_ms": 1.218, "count": 301, "max_ms": 1.712, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.002, "count": 301, "max_ms": 66.204, "p95_ms": 62.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.48, "count": 301, "max_ms": 66.192, "p95_ms": 59.862}, "yolo11_640_fire_11class": {"avg_ms": 50.945, "count": 301, "max_ms": 66.424, "p95_ms": 62.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.108, "count": 301, "max_ms": 77.622, "p95_ms": 71.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.163, "count": 301, "max_ms": 102.033, "p95_ms": 96.034}, "read_interval": {"avg_ms": 99.929, "count": 300, "max_ms": 122.663, "p95_ms": 113.553}, "triton_wait": {"avg_ms": 55.269, "count": 301, "max_ms": 77.633, "p95_ms": 71.376}, "visualize": {"avg_ms": 3.473, "count": 301, "max_ms": 4.237, "p95_ms": 3.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16429.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41230.19, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.745, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2310300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:38:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:38:48+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T03:38:48+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T03:38:48.336015+09:00", "mtime_epoch": 1783276728.3360152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:38:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2542.891, "name": "celery", "pid": 267, "rss_mb": 2542.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 301, "max_ms": 10.258, "p95_ms": 8.659}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 2.042, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.353, "count": 301, "max_ms": 70.698, "p95_ms": 65.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.781, "count": 301, "max_ms": 70.708, "p95_ms": 60.313}, "yolo11_640_fire_11class": {"avg_ms": 55.282, "count": 301, "max_ms": 71.965, "p95_ms": 67.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.992, "count": 301, "max_ms": 78.327, "p95_ms": 72.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.114, "count": 301, "max_ms": 94.702, "p95_ms": 89.279}, "read_interval": {"avg_ms": 99.756, "count": 301, "max_ms": 441.78, "p95_ms": 128.017}, "triton_wait": {"avg_ms": 60.465, "count": 301, "max_ms": 78.339, "p95_ms": 72.733}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 5.109, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16429.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25326.955, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.95, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1854952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:39:11+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T03:39:11+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T03:39:11.184112+09:00", "mtime_epoch": 1783276751.1841118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:39:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9510.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.858, "count": 300, "max_ms": 23.054, "p95_ms": 18.878}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.581, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.637, "count": 300, "max_ms": 69.904, "p95_ms": 63.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.897, "count": 300, "max_ms": 66.097, "p95_ms": 58.248}, "yolo11_640_fire_11class": {"avg_ms": 51.463, "count": 300, "max_ms": 69.461, "p95_ms": 63.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.181, "count": 300, "max_ms": 75.134, "p95_ms": 72.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.579, "count": 300, "max_ms": 99.497, "p95_ms": 97.314}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 119.303, "p95_ms": 113.908}, "triton_wait": {"avg_ms": 55.398, "count": 300, "max_ms": 75.145, "p95_ms": 72.268}, "visualize": {"avg_ms": 3.502, "count": 300, "max_ms": 4.605, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16430.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41260.252, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.728, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2310601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:39:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:39:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:39:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T03:39:18.392145+09:00", "mtime_epoch": 1783276758.3921452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:39:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2543.148, "name": "celery", "pid": 267, "rss_mb": 2543.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 301, "max_ms": 12.254, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 2.076, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.17, "count": 301, "max_ms": 70.197, "p95_ms": 64.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.409, "count": 301, "max_ms": 72.328, "p95_ms": 59.594}, "yolo11_640_fire_11class": {"avg_ms": 53.214, "count": 301, "max_ms": 71.638, "p95_ms": 65.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.914, "count": 301, "max_ms": 74.704, "p95_ms": 71.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.976, "count": 301, "max_ms": 90.589, "p95_ms": 88.011}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 416.177, "p95_ms": 159.148}, "triton_wait": {"avg_ms": 57.35, "count": 301, "max_ms": 74.716, "p95_ms": 71.394}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 5.067, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16430.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25357.047, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.957, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1855253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:39:41+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T03:39:41+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:39:41.296259+09:00", "mtime_epoch": 1783276781.2962587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:39:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9510.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.872, "count": 301, "max_ms": 23.96, "p95_ms": 18.872}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.542, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.153, "count": 301, "max_ms": 68.171, "p95_ms": 63.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.458, "count": 301, "max_ms": 69.309, "p95_ms": 60.239}, "yolo11_640_fire_11class": {"avg_ms": 50.498, "count": 301, "max_ms": 68.445, "p95_ms": 63.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.264, "count": 301, "max_ms": 74.927, "p95_ms": 72.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.672, "count": 301, "max_ms": 100.14, "p95_ms": 97.726}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 126.061, "p95_ms": 115.208}, "triton_wait": {"avg_ms": 54.456, "count": 301, "max_ms": 74.939, "p95_ms": 72.076}, "visualize": {"avg_ms": 3.496, "count": 301, "max_ms": 4.257, "p95_ms": 3.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16431.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41290.279, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.61, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2310900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:39:48+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:39:48+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T03:39:48.420296+09:00", "mtime_epoch": 1783276788.4202964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:39:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2543.148, "name": "celery", "pid": 267, "rss_mb": 2543.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.882, "count": 299, "max_ms": 12.731, "p95_ms": 8.554}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 2.143, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.095, "count": 299, "max_ms": 72.076, "p95_ms": 64.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.992, "count": 299, "max_ms": 70.871, "p95_ms": 61.251}, "yolo11_640_fire_11class": {"avg_ms": 52.787, "count": 299, "max_ms": 70.148, "p95_ms": 66.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.491, "count": 299, "max_ms": 74.651, "p95_ms": 71.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.816, "count": 299, "max_ms": 91.174, "p95_ms": 88.906}, "read_interval": {"avg_ms": 100.489, "count": 298, "max_ms": 335.9, "p95_ms": 163.334}, "triton_wait": {"avg_ms": 57.083, "count": 299, "max_ms": 74.664, "p95_ms": 72.0}, "visualize": {"avg_ms": 3.716, "count": 299, "max_ms": 5.694, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16430.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25387.146, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.917, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1855554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:40:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:40:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:40:11+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T03:40:11.372426+09:00", "mtime_epoch": 1783276811.372426, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:40:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9510.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.188, "count": 300, "max_ms": 29.687, "p95_ms": 19.984}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.638, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.213, "count": 300, "max_ms": 66.884, "p95_ms": 63.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.264, "count": 300, "max_ms": 67.407, "p95_ms": 60.691}, "yolo11_640_fire_11class": {"avg_ms": 50.503, "count": 300, "max_ms": 66.791, "p95_ms": 63.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.291, "count": 300, "max_ms": 75.006, "p95_ms": 71.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.11, "count": 300, "max_ms": 104.142, "p95_ms": 96.994}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 120.534, "p95_ms": 114.881}, "triton_wait": {"avg_ms": 54.565, "count": 300, "max_ms": 75.017, "p95_ms": 71.707}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 4.456, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16430.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41320.394, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.569, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2311202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:40:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:40:18+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T03:40:18.492468+09:00", "mtime_epoch": 1783276818.4924684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:40:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2543.406, "name": "celery", "pid": 267, "rss_mb": 2543.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 301, "max_ms": 13.093, "p95_ms": 8.842}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.901, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.126, "count": 301, "max_ms": 70.861, "p95_ms": 64.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.803, "count": 301, "max_ms": 70.152, "p95_ms": 62.547}, "yolo11_640_fire_11class": {"avg_ms": 52.33, "count": 301, "max_ms": 68.854, "p95_ms": 64.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.784, "count": 301, "max_ms": 75.295, "p95_ms": 72.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.983, "count": 301, "max_ms": 93.587, "p95_ms": 89.227}, "read_interval": {"avg_ms": 99.783, "count": 300, "max_ms": 354.189, "p95_ms": 175.487}, "triton_wait": {"avg_ms": 57.177, "count": 301, "max_ms": 75.308, "p95_ms": 72.15}, "visualize": {"avg_ms": 3.748, "count": 301, "max_ms": 5.645, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16431.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25417.154, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.917, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1855854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:40:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:40:41+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T03:40:41+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T03:40:41.368612+09:00", "mtime_epoch": 1783276841.3686123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:40:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9510.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.893, "count": 300, "max_ms": 24.254, "p95_ms": 19.095}, "gstreamer_push": {"avg_ms": 1.22, "count": 300, "max_ms": 1.766, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.398, "count": 300, "max_ms": 68.323, "p95_ms": 63.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.175, "count": 300, "max_ms": 67.984, "p95_ms": 59.246}, "yolo11_640_fire_11class": {"avg_ms": 51.033, "count": 300, "max_ms": 70.591, "p95_ms": 63.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.048, "count": 300, "max_ms": 78.737, "p95_ms": 72.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.439, "count": 300, "max_ms": 103.422, "p95_ms": 96.832}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 122.333, "p95_ms": 114.094}, "triton_wait": {"avg_ms": 55.252, "count": 300, "max_ms": 78.749, "p95_ms": 72.22}, "visualize": {"avg_ms": 3.482, "count": 300, "max_ms": 4.636, "p95_ms": 3.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16431.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41350.555, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.321, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2311502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:40:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:40:48+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T03:40:48.580660+09:00", "mtime_epoch": 1783276848.58066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:40:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2543.664, "name": "celery", "pid": 267, "rss_mb": 2543.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.966, "count": 299, "max_ms": 13.363, "p95_ms": 8.635}, "gstreamer_push": {"avg_ms": 1.311, "count": 299, "max_ms": 1.565, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.431, "count": 299, "max_ms": 71.846, "p95_ms": 65.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.468, "count": 299, "max_ms": 72.315, "p95_ms": 60.323}, "yolo11_640_fire_11class": {"avg_ms": 56.103, "count": 299, "max_ms": 71.615, "p95_ms": 67.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.342, "count": 299, "max_ms": 81.557, "p95_ms": 72.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.55, "count": 299, "max_ms": 98.168, "p95_ms": 89.472}, "read_interval": {"avg_ms": 100.528, "count": 298, "max_ms": 415.946, "p95_ms": 144.928}, "triton_wait": {"avg_ms": 60.804, "count": 299, "max_ms": 81.571, "p95_ms": 72.465}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 5.876, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16431.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25447.243, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.917, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1856155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:41:11+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T03:41:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T03:41:11.484818+09:00", "mtime_epoch": 1783276871.484818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:41:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9510.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.228, "count": 300, "max_ms": 29.167, "p95_ms": 19.83}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.862, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.317, "count": 300, "max_ms": 65.488, "p95_ms": 63.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.664, "count": 300, "max_ms": 64.423, "p95_ms": 57.459}, "yolo11_640_fire_11class": {"avg_ms": 51.035, "count": 300, "max_ms": 67.2, "p95_ms": 62.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.521, "count": 300, "max_ms": 76.015, "p95_ms": 72.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.296, "count": 301, "max_ms": 103.866, "p95_ms": 96.999}, "read_interval": {"avg_ms": 99.934, "count": 300, "max_ms": 119.592, "p95_ms": 113.673}, "triton_wait": {"avg_ms": 54.687, "count": 300, "max_ms": 76.027, "p95_ms": 72.194}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 5.835, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16431.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41380.568, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.321, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2311802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:41:18+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T03:41:18+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-06T03:41:18.516869+09:00", "mtime_epoch": 1783276878.5168686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:41:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2543.664, "name": "celery", "pid": 267, "rss_mb": 2543.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.092, "count": 300, "max_ms": 13.479, "p95_ms": 10.551}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.877, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.866, "count": 300, "max_ms": 72.115, "p95_ms": 64.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.784, "count": 300, "max_ms": 70.771, "p95_ms": 60.061}, "yolo11_640_fire_11class": {"avg_ms": 53.422, "count": 300, "max_ms": 72.989, "p95_ms": 64.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.79, "count": 300, "max_ms": 76.16, "p95_ms": 72.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.094, "count": 300, "max_ms": 94.805, "p95_ms": 89.538}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 390.876, "p95_ms": 160.52}, "triton_wait": {"avg_ms": 58.332, "count": 300, "max_ms": 76.172, "p95_ms": 72.902}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 5.838, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16431.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25477.345, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.03, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1856456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:41:41+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:41:41+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T03:41:41.565041+09:00", "mtime_epoch": 1783276901.565041, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:41:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9510.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.883, "count": 300, "max_ms": 28.129, "p95_ms": 19.16}, "gstreamer_push": {"avg_ms": 1.214, "count": 300, "max_ms": 2.171, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.39, "count": 300, "max_ms": 66.777, "p95_ms": 63.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.49, "count": 300, "max_ms": 65.176, "p95_ms": 60.311}, "yolo11_640_fire_11class": {"avg_ms": 50.601, "count": 300, "max_ms": 67.089, "p95_ms": 62.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.818, "count": 300, "max_ms": 75.769, "p95_ms": 72.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.111, "count": 300, "max_ms": 109.851, "p95_ms": 97.359}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 128.602, "p95_ms": 114.199}, "triton_wait": {"avg_ms": 54.975, "count": 300, "max_ms": 75.78, "p95_ms": 72.216}, "visualize": {"avg_ms": 3.47, "count": 300, "max_ms": 4.468, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16431.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41410.577, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.226, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2312104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:41:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:41:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T03:41:48.693096+09:00", "mtime_epoch": 1783276908.6930962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:41:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2543.922, "name": "celery", "pid": 267, "rss_mb": 2543.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.013, "count": 302, "max_ms": 12.513, "p95_ms": 8.595}, "gstreamer_push": {"avg_ms": 1.32, "count": 302, "max_ms": 1.515, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.273, "count": 302, "max_ms": 70.286, "p95_ms": 65.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.896, "count": 302, "max_ms": 73.087, "p95_ms": 60.803}, "yolo11_640_fire_11class": {"avg_ms": 54.003, "count": 302, "max_ms": 71.176, "p95_ms": 66.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.082, "count": 302, "max_ms": 77.756, "p95_ms": 72.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.347, "count": 302, "max_ms": 94.806, "p95_ms": 88.975}, "read_interval": {"avg_ms": 99.342, "count": 302, "max_ms": 385.292, "p95_ms": 143.729}, "triton_wait": {"avg_ms": 58.516, "count": 302, "max_ms": 77.77, "p95_ms": 72.498}, "visualize": {"avg_ms": 3.764, "count": 302, "max_ms": 5.036, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16431.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25507.428, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.193, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1856757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:42:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:42:11+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:42:11+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:42:11.681281+09:00", "mtime_epoch": 1783276931.6812806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:42:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9511.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.224, "count": 301, "max_ms": 26.979, "p95_ms": 23.669}, "gstreamer_push": {"avg_ms": 1.216, "count": 301, "max_ms": 2.164, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.385, "count": 301, "max_ms": 69.199, "p95_ms": 64.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.735, "count": 301, "max_ms": 73.414, "p95_ms": 61.737}, "yolo11_640_fire_11class": {"avg_ms": 50.819, "count": 301, "max_ms": 71.976, "p95_ms": 63.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.431, "count": 301, "max_ms": 77.765, "p95_ms": 72.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.248, "count": 301, "max_ms": 102.542, "p95_ms": 97.964}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 122.096, "p95_ms": 115.432}, "triton_wait": {"avg_ms": 54.624, "count": 301, "max_ms": 77.775, "p95_ms": 72.803}, "visualize": {"avg_ms": 3.56, "count": 301, "max_ms": 5.557, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16431.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41440.669, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.225, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2312405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:42:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:42:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:42:18.789340+09:00", "mtime_epoch": 1783276938.7893395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:42:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2543.922, "name": "celery", "pid": 267, "rss_mb": 2543.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.9, "count": 301, "max_ms": 10.678, "p95_ms": 8.663}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.538, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.487, "count": 301, "max_ms": 70.889, "p95_ms": 64.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.455, "count": 301, "max_ms": 72.177, "p95_ms": 60.594}, "yolo11_640_fire_11class": {"avg_ms": 53.497, "count": 301, "max_ms": 70.77, "p95_ms": 66.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.546, "count": 301, "max_ms": 78.305, "p95_ms": 72.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.724, "count": 301, "max_ms": 95.142, "p95_ms": 89.137}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 370.929, "p95_ms": 180.527}, "triton_wait": {"avg_ms": 58.055, "count": 301, "max_ms": 78.317, "p95_ms": 72.51}, "visualize": {"avg_ms": 3.7, "count": 301, "max_ms": 4.645, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16432.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25537.442, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "R (running)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.994, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1857057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:42:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:42:41+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T03:42:41+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:42:41.685535+09:00", "mtime_epoch": 1783276961.685535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:42:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9511.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.732, "count": 300, "max_ms": 24.385, "p95_ms": 18.519}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.723, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.603, "count": 300, "max_ms": 67.413, "p95_ms": 62.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.286, "count": 300, "max_ms": 67.936, "p95_ms": 59.708}, "yolo11_640_fire_11class": {"avg_ms": 51.656, "count": 300, "max_ms": 66.782, "p95_ms": 63.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.531, "count": 300, "max_ms": 76.332, "p95_ms": 71.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.67, "count": 300, "max_ms": 100.627, "p95_ms": 96.149}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 118.915, "p95_ms": 113.866}, "triton_wait": {"avg_ms": 55.679, "count": 300, "max_ms": 76.344, "p95_ms": 71.35}, "visualize": {"avg_ms": 3.442, "count": 300, "max_ms": 4.004, "p95_ms": 3.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16432.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41470.759, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.229, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2312705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:42:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:42:48+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:42:48.881598+09:00", "mtime_epoch": 1783276968.881598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:42:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2544.18, "name": "celery", "pid": 267, "rss_mb": 2544.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.88, "count": 300, "max_ms": 12.39, "p95_ms": 8.568}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.885, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.953, "count": 300, "max_ms": 68.093, "p95_ms": 64.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.228, "count": 300, "max_ms": 67.869, "p95_ms": 58.688}, "yolo11_640_fire_11class": {"avg_ms": 56.332, "count": 300, "max_ms": 72.279, "p95_ms": 68.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.777, "count": 300, "max_ms": 77.687, "p95_ms": 73.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.579, "count": 300, "max_ms": 94.103, "p95_ms": 89.506}, "read_interval": {"avg_ms": 100.27, "count": 299, "max_ms": 395.7, "p95_ms": 131.904}, "triton_wait": {"avg_ms": 61.031, "count": 300, "max_ms": 77.699, "p95_ms": 73.235}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 5.899, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16432.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25567.529, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.03, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1857358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:43:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:43:11+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:43:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T03:43:11.769804+09:00", "mtime_epoch": 1783276991.7698045, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:43:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9511.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.705, "count": 301, "max_ms": 27.548, "p95_ms": 18.896}, "gstreamer_push": {"avg_ms": 1.211, "count": 301, "max_ms": 1.791, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.978, "count": 301, "max_ms": 69.428, "p95_ms": 63.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.882, "count": 301, "max_ms": 69.055, "p95_ms": 61.083}, "yolo11_640_fire_11class": {"avg_ms": 51.827, "count": 301, "max_ms": 70.218, "p95_ms": 62.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.987, "count": 301, "max_ms": 77.174, "p95_ms": 71.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.028, "count": 301, "max_ms": 107.885, "p95_ms": 96.577}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 123.872, "p95_ms": 114.254}, "triton_wait": {"avg_ms": 56.107, "count": 301, "max_ms": 77.185, "p95_ms": 72.002}, "visualize": {"avg_ms": 3.458, "count": 301, "max_ms": 4.54, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16432.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41500.792, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.377, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2313005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:43:18+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:43:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T03:43:18.929871+09:00", "mtime_epoch": 1783276998.9298706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:43:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2544.18, "name": "celery", "pid": 267, "rss_mb": 2544.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.913, "count": 300, "max_ms": 12.702, "p95_ms": 8.554}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.89, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.304, "count": 300, "max_ms": 72.29, "p95_ms": 66.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.938, "count": 300, "max_ms": 72.416, "p95_ms": 61.626}, "yolo11_640_fire_11class": {"avg_ms": 54.749, "count": 300, "max_ms": 71.711, "p95_ms": 67.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.227, "count": 300, "max_ms": 80.045, "p95_ms": 73.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.076, "count": 300, "max_ms": 96.099, "p95_ms": 90.642}, "read_interval": {"avg_ms": 100.176, "count": 299, "max_ms": 377.832, "p95_ms": 157.938}, "triton_wait": {"avg_ms": 59.498, "count": 300, "max_ms": 80.058, "p95_ms": 73.661}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 4.735, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16432.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25597.626, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.05, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1857659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:43:41+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:43:41+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:43:41.878088+09:00", "mtime_epoch": 1783277021.878088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:43:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9511.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.219, "count": 301, "max_ms": 24.793, "p95_ms": 19.211}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.415, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.469, "count": 301, "max_ms": 67.946, "p95_ms": 63.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.541, "count": 301, "max_ms": 67.505, "p95_ms": 59.246}, "yolo11_640_fire_11class": {"avg_ms": 50.103, "count": 301, "max_ms": 69.333, "p95_ms": 63.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.786, "count": 301, "max_ms": 77.725, "p95_ms": 72.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.445, "count": 301, "max_ms": 107.077, "p95_ms": 97.037}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 121.708, "p95_ms": 114.781}, "triton_wait": {"avg_ms": 53.902, "count": 301, "max_ms": 77.737, "p95_ms": 72.585}, "visualize": {"avg_ms": 3.519, "count": 301, "max_ms": 5.139, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16432.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41530.863, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.377, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2313306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:43:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:43:49+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:43:48+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:43:48.986157+09:00", "mtime_epoch": 1783277028.986157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:43:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2544.438, "name": "celery", "pid": 267, "rss_mb": 2544.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 301, "max_ms": 13.094, "p95_ms": 8.576}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 2.114, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.007, "count": 301, "max_ms": 70.359, "p95_ms": 64.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.42, "count": 301, "max_ms": 74.26, "p95_ms": 59.212}, "yolo11_640_fire_11class": {"avg_ms": 52.821, "count": 301, "max_ms": 70.342, "p95_ms": 65.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.053, "count": 301, "max_ms": 74.78, "p95_ms": 72.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.994, "count": 301, "max_ms": 93.727, "p95_ms": 89.13}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 395.707, "p95_ms": 175.575}, "triton_wait": {"avg_ms": 57.355, "count": 301, "max_ms": 74.793, "p95_ms": 72.284}, "visualize": {"avg_ms": 3.714, "count": 301, "max_ms": 5.652, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16433.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25627.66, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.037, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1857959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:44:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T03:44:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:44:11.910384+09:00", "mtime_epoch": 1783277051.9103837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:44:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9511.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.185, "count": 300, "max_ms": 27.13, "p95_ms": 19.357}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.442, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.058, "count": 300, "max_ms": 67.969, "p95_ms": 63.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.363, "count": 300, "max_ms": 65.286, "p95_ms": 60.694}, "yolo11_640_fire_11class": {"avg_ms": 50.764, "count": 300, "max_ms": 66.916, "p95_ms": 63.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.883, "count": 300, "max_ms": 75.949, "p95_ms": 71.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.608, "count": 300, "max_ms": 101.858, "p95_ms": 96.996}, "read_interval": {"avg_ms": 100.117, "count": 299, "max_ms": 118.701, "p95_ms": 113.939}, "triton_wait": {"avg_ms": 55.048, "count": 300, "max_ms": 75.959, "p95_ms": 71.622}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 4.529, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16433.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41560.872, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.472, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2313606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:44:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:44:19+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:44:18+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:44:18.994455+09:00", "mtime_epoch": 1783277058.9944553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:44:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2544.438, "name": "celery", "pid": 267, "rss_mb": 2544.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 300, "max_ms": 13.122, "p95_ms": 9.628}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 2.149, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.567, "count": 300, "max_ms": 69.322, "p95_ms": 64.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.983, "count": 300, "max_ms": 72.022, "p95_ms": 59.426}, "yolo11_640_fire_11class": {"avg_ms": 53.365, "count": 300, "max_ms": 71.25, "p95_ms": 65.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.647, "count": 300, "max_ms": 75.57, "p95_ms": 72.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.759, "count": 300, "max_ms": 94.733, "p95_ms": 89.388}, "read_interval": {"avg_ms": 100.024, "count": 300, "max_ms": 424.701, "p95_ms": 163.016}, "triton_wait": {"avg_ms": 58.023, "count": 300, "max_ms": 75.585, "p95_ms": 72.913}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 5.932, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16433.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25657.752, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.05, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1858260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:44:42+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T03:44:42+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T03:44:42.010693+09:00", "mtime_epoch": 1783277082.0106926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:44:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9511.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.131, "count": 300, "max_ms": 23.938, "p95_ms": 19.054}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.53, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.963, "count": 300, "max_ms": 67.361, "p95_ms": 63.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.969, "count": 300, "max_ms": 68.849, "p95_ms": 59.432}, "yolo11_640_fire_11class": {"avg_ms": 50.581, "count": 300, "max_ms": 67.694, "p95_ms": 62.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.394, "count": 300, "max_ms": 76.13, "p95_ms": 71.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.273, "count": 300, "max_ms": 101.491, "p95_ms": 97.247}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 119.719, "p95_ms": 114.295}, "triton_wait": {"avg_ms": 54.709, "count": 300, "max_ms": 76.142, "p95_ms": 71.689}, "visualize": {"avg_ms": 3.549, "count": 300, "max_ms": 4.466, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16433.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41590.955, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.477, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2313908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:44:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:44:49+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T03:44:49+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:44:49.066767+09:00", "mtime_epoch": 1783277089.0667667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:44:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2544.695, "name": "celery", "pid": 267, "rss_mb": 2544.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.986, "count": 302, "max_ms": 13.827, "p95_ms": 8.653}, "gstreamer_push": {"avg_ms": 1.301, "count": 302, "max_ms": 1.876, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.201, "count": 302, "max_ms": 70.072, "p95_ms": 64.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.671, "count": 302, "max_ms": 71.065, "p95_ms": 59.349}, "yolo11_640_fire_11class": {"avg_ms": 53.754, "count": 302, "max_ms": 72.333, "p95_ms": 65.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.522, "count": 302, "max_ms": 75.526, "p95_ms": 72.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.567, "count": 302, "max_ms": 92.113, "p95_ms": 88.879}, "read_interval": {"avg_ms": 99.686, "count": 301, "max_ms": 326.526, "p95_ms": 132.23}, "triton_wait": {"avg_ms": 58.843, "count": 302, "max_ms": 75.539, "p95_ms": 72.345}, "visualize": {"avg_ms": 3.727, "count": 302, "max_ms": 5.359, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16434.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25687.831, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.167, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1858561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:45:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:45:12+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T03:45:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T03:45:12.091013+09:00", "mtime_epoch": 1783277112.0910127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:45:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9511.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.221, "count": 301, "max_ms": 29.405, "p95_ms": 19.508}, "gstreamer_push": {"avg_ms": 1.216, "count": 301, "max_ms": 1.43, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.557, "count": 301, "max_ms": 68.393, "p95_ms": 63.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.574, "count": 301, "max_ms": 68.149, "p95_ms": 58.818}, "yolo11_640_fire_11class": {"avg_ms": 51.545, "count": 301, "max_ms": 72.742, "p95_ms": 63.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.941, "count": 301, "max_ms": 75.139, "p95_ms": 72.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.822, "count": 301, "max_ms": 109.333, "p95_ms": 97.167}, "read_interval": {"avg_ms": 99.947, "count": 300, "max_ms": 123.958, "p95_ms": 114.097}, "triton_wait": {"avg_ms": 55.164, "count": 301, "max_ms": 75.151, "p95_ms": 72.083}, "visualize": {"avg_ms": 3.535, "count": 301, "max_ms": 5.329, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16434.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41620.974, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.499, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2314207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:45:19+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T03:45:19+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T03:45:19.083089+09:00", "mtime_epoch": 1783277119.0830886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:45:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2544.953, "name": "celery", "pid": 267, "rss_mb": 2544.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.031, "count": 299, "max_ms": 14.96, "p95_ms": 8.893}, "gstreamer_push": {"avg_ms": 1.312, "count": 299, "max_ms": 1.629, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.434, "count": 299, "max_ms": 69.837, "p95_ms": 66.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.501, "count": 299, "max_ms": 73.067, "p95_ms": 62.146}, "yolo11_640_fire_11class": {"avg_ms": 55.065, "count": 299, "max_ms": 71.394, "p95_ms": 69.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.808, "count": 299, "max_ms": 77.763, "p95_ms": 72.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.023, "count": 299, "max_ms": 93.962, "p95_ms": 89.92}, "read_interval": {"avg_ms": 100.374, "count": 298, "max_ms": 380.702, "p95_ms": 152.503}, "triton_wait": {"avg_ms": 59.188, "count": 299, "max_ms": 77.776, "p95_ms": 72.978}, "visualize": {"avg_ms": 3.765, "count": 299, "max_ms": 4.772, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16434.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25717.923, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.236, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1858862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:45:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:45:42+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T03:45:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:45:42.171344+09:00", "mtime_epoch": 1783277142.1713438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:45:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9512.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.108, "count": 300, "max_ms": 26.863, "p95_ms": 19.323}, "gstreamer_push": {"avg_ms": 1.22, "count": 301, "max_ms": 1.579, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.757, "count": 300, "max_ms": 68.789, "p95_ms": 63.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.984, "count": 300, "max_ms": 67.85, "p95_ms": 62.277}, "yolo11_640_fire_11class": {"avg_ms": 51.571, "count": 300, "max_ms": 69.432, "p95_ms": 64.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.273, "count": 300, "max_ms": 78.185, "p95_ms": 72.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.034, "count": 301, "max_ms": 103.665, "p95_ms": 97.689}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 119.284, "p95_ms": 115.479}, "triton_wait": {"avg_ms": 55.517, "count": 300, "max_ms": 78.196, "p95_ms": 72.656}, "visualize": {"avg_ms": 3.561, "count": 300, "max_ms": 5.427, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16434.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41651.065, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.565, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2314509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:45:49+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T03:45:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T03:45:49.179422+09:00", "mtime_epoch": 1783277149.1794224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:45:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2544.953, "name": "celery", "pid": 267, "rss_mb": 2544.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 302, "max_ms": 13.091, "p95_ms": 8.681}, "gstreamer_push": {"avg_ms": 1.302, "count": 302, "max_ms": 1.919, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.185, "count": 302, "max_ms": 69.921, "p95_ms": 65.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.977, "count": 302, "max_ms": 69.173, "p95_ms": 62.616}, "yolo11_640_fire_11class": {"avg_ms": 54.202, "count": 302, "max_ms": 69.022, "p95_ms": 65.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.479, "count": 302, "max_ms": 77.047, "p95_ms": 73.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.473, "count": 302, "max_ms": 95.863, "p95_ms": 90.207}, "read_interval": {"avg_ms": 99.609, "count": 301, "max_ms": 490.616, "p95_ms": 124.609}, "triton_wait": {"avg_ms": 59.789, "count": 302, "max_ms": 77.06, "p95_ms": 73.804}, "visualize": {"avg_ms": 3.718, "count": 302, "max_ms": 5.996, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16434.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25747.948, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.247, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1859162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:46:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:46:12+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T03:46:12+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T03:46:12.203684+09:00", "mtime_epoch": 1783277172.2036843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:46:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9512.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.223, "count": 300, "max_ms": 27.61, "p95_ms": 19.428}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.468, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.827, "count": 300, "max_ms": 67.601, "p95_ms": 62.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.85, "count": 300, "max_ms": 67.156, "p95_ms": 60.165}, "yolo11_640_fire_11class": {"avg_ms": 51.522, "count": 300, "max_ms": 69.184, "p95_ms": 63.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.684, "count": 300, "max_ms": 79.91, "p95_ms": 72.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.61, "count": 300, "max_ms": 105.546, "p95_ms": 97.334}, "read_interval": {"avg_ms": 100.094, "count": 299, "max_ms": 124.726, "p95_ms": 115.03}, "triton_wait": {"avg_ms": 55.975, "count": 300, "max_ms": 79.921, "p95_ms": 72.336}, "visualize": {"avg_ms": 3.536, "count": 300, "max_ms": 5.689, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16434.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41681.144, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.565, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2314809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:46:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:46:19+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:46:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T03:46:19.283766+09:00", "mtime_epoch": 1783277179.2837663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:46:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2545.211, "name": "celery", "pid": 267, "rss_mb": 2545.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.979, "count": 300, "max_ms": 12.727, "p95_ms": 8.631}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 2.058, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.072, "count": 300, "max_ms": 74.721, "p95_ms": 66.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.471, "count": 300, "max_ms": 73.513, "p95_ms": 62.393}, "yolo11_640_fire_11class": {"avg_ms": 56.071, "count": 300, "max_ms": 75.125, "p95_ms": 68.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.878, "count": 300, "max_ms": 78.379, "p95_ms": 72.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.229, "count": 300, "max_ms": 94.55, "p95_ms": 89.552}, "read_interval": {"avg_ms": 100.251, "count": 299, "max_ms": 361.795, "p95_ms": 138.802}, "triton_wait": {"avg_ms": 60.494, "count": 300, "max_ms": 78.391, "p95_ms": 72.879}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 4.724, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16434.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25778.009, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.247, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1859463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:46:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:46:42+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T03:46:42+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T03:46:42.268035+09:00", "mtime_epoch": 1783277202.2680352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:46:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9512.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.969, "count": 301, "max_ms": 24.394, "p95_ms": 18.943}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.826, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.154, "count": 301, "max_ms": 66.805, "p95_ms": 63.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.662, "count": 301, "max_ms": 66.063, "p95_ms": 59.52}, "yolo11_640_fire_11class": {"avg_ms": 50.674, "count": 301, "max_ms": 67.903, "p95_ms": 63.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.236, "count": 301, "max_ms": 78.382, "p95_ms": 72.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.79, "count": 301, "max_ms": 103.46, "p95_ms": 97.457}, "read_interval": {"avg_ms": 99.902, "count": 300, "max_ms": 124.874, "p95_ms": 113.63}, "triton_wait": {"avg_ms": 54.388, "count": 301, "max_ms": 78.392, "p95_ms": 72.193}, "visualize": {"avg_ms": 3.566, "count": 301, "max_ms": 5.46, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16434.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41711.188, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.56, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2315110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:46:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:46:49+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:46:49.300119+09:00", "mtime_epoch": 1783277209.3001187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:46:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2545.211, "name": "celery", "pid": 267, "rss_mb": 2545.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.943, "count": 301, "max_ms": 12.383, "p95_ms": 8.624}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.735, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.465, "count": 301, "max_ms": 71.733, "p95_ms": 66.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.468, "count": 301, "max_ms": 71.752, "p95_ms": 60.969}, "yolo11_640_fire_11class": {"avg_ms": 54.547, "count": 301, "max_ms": 71.743, "p95_ms": 65.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.164, "count": 301, "max_ms": 75.876, "p95_ms": 72.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.11, "count": 301, "max_ms": 92.473, "p95_ms": 89.218}, "read_interval": {"avg_ms": 99.807, "count": 300, "max_ms": 380.816, "p95_ms": 138.405}, "triton_wait": {"avg_ms": 59.459, "count": 301, "max_ms": 75.889, "p95_ms": 72.632}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.459, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16434.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25808.026, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.181, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1859763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:47:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:47:12+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T03:47:12.268394+09:00", "mtime_epoch": 1783277232.2683945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:47:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9512.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.828, "count": 300, "max_ms": 23.301, "p95_ms": 18.491}, "gstreamer_push": {"avg_ms": 1.215, "count": 300, "max_ms": 1.392, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.499, "count": 300, "max_ms": 68.899, "p95_ms": 64.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.486, "count": 300, "max_ms": 66.967, "p95_ms": 61.508}, "yolo11_640_fire_11class": {"avg_ms": 51.976, "count": 300, "max_ms": 69.824, "p95_ms": 63.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.187, "count": 300, "max_ms": 76.33, "p95_ms": 72.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.539, "count": 300, "max_ms": 101.186, "p95_ms": 97.554}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 119.476, "p95_ms": 113.45}, "triton_wait": {"avg_ms": 56.373, "count": 300, "max_ms": 76.342, "p95_ms": 72.874}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 4.003, "p95_ms": 3.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16435.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41741.231, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.661, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2315408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:47:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:47:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:47:19+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T03:47:19.372481+09:00", "mtime_epoch": 1783277239.3724806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:47:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2545.469, "name": "celery", "pid": 267, "rss_mb": 2545.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 298, "max_ms": 13.402, "p95_ms": 8.769}, "gstreamer_push": {"avg_ms": 1.305, "count": 298, "max_ms": 1.835, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.674, "count": 298, "max_ms": 71.042, "p95_ms": 67.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.454, "count": 298, "max_ms": 71.733, "p95_ms": 63.535}, "yolo11_640_fire_11class": {"avg_ms": 55.709, "count": 298, "max_ms": 72.109, "p95_ms": 69.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.445, "count": 298, "max_ms": 76.744, "p95_ms": 73.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.533, "count": 298, "max_ms": 95.828, "p95_ms": 90.386}, "read_interval": {"avg_ms": 100.882, "count": 297, "max_ms": 448.465, "p95_ms": 120.763}, "triton_wait": {"avg_ms": 60.794, "count": 298, "max_ms": 76.756, "p95_ms": 73.657}, "visualize": {"avg_ms": 3.725, "count": 298, "max_ms": 4.914, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16435.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25838.058, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.374, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1860063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:47:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:47:42+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T03:47:42+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T03:47:42.296762+09:00", "mtime_epoch": 1783277262.2967625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:47:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9512.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.167, "count": 300, "max_ms": 24.762, "p95_ms": 20.243}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 2.248, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.87, "count": 300, "max_ms": 67.631, "p95_ms": 64.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.53, "count": 300, "max_ms": 68.644, "p95_ms": 62.106}, "yolo11_640_fire_11class": {"avg_ms": 51.839, "count": 300, "max_ms": 70.804, "p95_ms": 65.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.713, "count": 300, "max_ms": 77.771, "p95_ms": 73.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.525, "count": 300, "max_ms": 102.934, "p95_ms": 98.164}, "read_interval": {"avg_ms": 100.047, "count": 299, "max_ms": 121.807, "p95_ms": 115.844}, "triton_wait": {"avg_ms": 55.885, "count": 300, "max_ms": 77.782, "p95_ms": 73.104}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 4.86, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16435.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41771.257, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.663, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2315710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:47:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:47:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T03:47:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T03:47:49.372850+09:00", "mtime_epoch": 1783277269.3728504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:47:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2545.469, "name": "celery", "pid": 267, "rss_mb": 2545.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 302, "max_ms": 12.938, "p95_ms": 8.622}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.504, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.375, "count": 302, "max_ms": 67.638, "p95_ms": 64.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.946, "count": 302, "max_ms": 65.961, "p95_ms": 61.931}, "yolo11_640_fire_11class": {"avg_ms": 53.88, "count": 302, "max_ms": 70.489, "p95_ms": 65.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.058, "count": 302, "max_ms": 77.42, "p95_ms": 73.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.617, "count": 302, "max_ms": 173.794, "p95_ms": 90.026}, "read_interval": {"avg_ms": 99.426, "count": 301, "max_ms": 322.836, "p95_ms": 137.171}, "triton_wait": {"avg_ms": 59.557, "count": 302, "max_ms": 77.432, "p95_ms": 73.322}, "visualize": {"avg_ms": 3.739, "count": 302, "max_ms": 4.865, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16436.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25868.135, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.554, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1860364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:48:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:48:12+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T03:48:12+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T03:48:12.389139+09:00", "mtime_epoch": 1783277292.3891394, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:48:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9512.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.111, "count": 301, "max_ms": 22.06, "p95_ms": 19.287}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.557, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.269, "count": 301, "max_ms": 70.847, "p95_ms": 63.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.585, "count": 301, "max_ms": 68.574, "p95_ms": 62.185}, "yolo11_640_fire_11class": {"avg_ms": 50.623, "count": 301, "max_ms": 70.321, "p95_ms": 64.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.604, "count": 301, "max_ms": 78.164, "p95_ms": 72.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.771, "count": 301, "max_ms": 231.305, "p95_ms": 98.086}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 242.323, "p95_ms": 115.075}, "triton_wait": {"avg_ms": 54.748, "count": 301, "max_ms": 78.177, "p95_ms": 72.981}, "visualize": {"avg_ms": 3.504, "count": 301, "max_ms": 4.348, "p95_ms": 3.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16436.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41801.279, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.61, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2316011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:48:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:48:19+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:48:19+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:48:19.401228+09:00", "mtime_epoch": 1783277299.4012284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:48:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2545.727, "name": "celery", "pid": 267, "rss_mb": 2545.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.908, "count": 301, "max_ms": 9.537, "p95_ms": 8.71}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.745, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.569, "count": 301, "max_ms": 70.74, "p95_ms": 64.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.867, "count": 301, "max_ms": 70.73, "p95_ms": 63.821}, "yolo11_640_fire_11class": {"avg_ms": 53.435, "count": 301, "max_ms": 72.015, "p95_ms": 65.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.833, "count": 301, "max_ms": 75.507, "p95_ms": 73.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.957, "count": 301, "max_ms": 92.149, "p95_ms": 89.826}, "read_interval": {"avg_ms": 99.748, "count": 300, "max_ms": 405.179, "p95_ms": 157.144}, "triton_wait": {"avg_ms": 58.322, "count": 301, "max_ms": 75.519, "p95_ms": 73.294}, "visualize": {"avg_ms": 3.697, "count": 301, "max_ms": 4.617, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16436.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25898.227, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.649, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1860665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:48:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:48:42+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T03:48:42+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T03:48:42.481524+09:00", "mtime_epoch": 1783277322.481524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:48:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9512.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.972, "count": 300, "max_ms": 26.617, "p95_ms": 18.85}, "gstreamer_push": {"avg_ms": 1.21, "count": 300, "max_ms": 1.92, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.755, "count": 300, "max_ms": 67.492, "p95_ms": 63.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.512, "count": 300, "max_ms": 66.404, "p95_ms": 60.141}, "yolo11_640_fire_11class": {"avg_ms": 52.065, "count": 300, "max_ms": 71.805, "p95_ms": 64.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.823, "count": 300, "max_ms": 75.526, "p95_ms": 72.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.411, "count": 300, "max_ms": 104.576, "p95_ms": 97.934}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 120.415, "p95_ms": 113.76}, "triton_wait": {"avg_ms": 57.07, "count": 300, "max_ms": 75.537, "p95_ms": 72.733}, "visualize": {"avg_ms": 3.533, "count": 300, "max_ms": 4.845, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16436.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41831.397, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.709, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2316312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:48:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:48:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:48:49+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T03:48:49.481615+09:00", "mtime_epoch": 1783277329.4816146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:48:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2545.727, "name": "celery", "pid": 267, "rss_mb": 2545.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.107, "count": 301, "max_ms": 12.578, "p95_ms": 8.969}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.165, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.685, "count": 301, "max_ms": 70.005, "p95_ms": 66.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.633, "count": 301, "max_ms": 73.422, "p95_ms": 58.376}, "yolo11_640_fire_11class": {"avg_ms": 55.179, "count": 301, "max_ms": 74.432, "p95_ms": 64.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.979, "count": 301, "max_ms": 75.322, "p95_ms": 73.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.269, "count": 301, "max_ms": 94.149, "p95_ms": 90.122}, "read_interval": {"avg_ms": 100.108, "count": 301, "max_ms": 329.808, "p95_ms": 126.894}, "triton_wait": {"avg_ms": 61.292, "count": 301, "max_ms": 75.335, "p95_ms": 73.183}, "visualize": {"avg_ms": 3.764, "count": 301, "max_ms": 4.708, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16436.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25928.238, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.767, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1860965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:49:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:49:12+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T03:49:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:49:12.485915+09:00", "mtime_epoch": 1783277352.4859147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:49:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.934, "count": 300, "max_ms": 20.131, "p95_ms": 18.715}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.91, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.838, "count": 300, "max_ms": 67.097, "p95_ms": 63.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.952, "count": 300, "max_ms": 64.701, "p95_ms": 58.671}, "yolo11_640_fire_11class": {"avg_ms": 50.912, "count": 300, "max_ms": 66.532, "p95_ms": 62.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.374, "count": 300, "max_ms": 75.757, "p95_ms": 72.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.837, "count": 300, "max_ms": 100.922, "p95_ms": 97.883}, "read_interval": {"avg_ms": 100.032, "count": 300, "max_ms": 117.233, "p95_ms": 114.097}, "triton_wait": {"avg_ms": 55.485, "count": 300, "max_ms": 75.77, "p95_ms": 72.799}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 4.333, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16437.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41861.471, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.788, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2316613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:49:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:49:19+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:49:19+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:49:19.594008+09:00", "mtime_epoch": 1783277359.5940082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:49:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2545.984, "name": "celery", "pid": 267, "rss_mb": 2545.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.985, "count": 300, "max_ms": 13.726, "p95_ms": 8.716}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.051, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.518, "count": 300, "max_ms": 72.821, "p95_ms": 65.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.27, "count": 300, "max_ms": 70.99, "p95_ms": 62.104}, "yolo11_640_fire_11class": {"avg_ms": 55.595, "count": 300, "max_ms": 76.609, "p95_ms": 66.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.721, "count": 300, "max_ms": 76.598, "p95_ms": 73.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.793, "count": 301, "max_ms": 93.134, "p95_ms": 90.216}, "read_interval": {"avg_ms": 99.922, "count": 300, "max_ms": 350.903, "p95_ms": 141.451}, "triton_wait": {"avg_ms": 61.037, "count": 300, "max_ms": 76.62, "p95_ms": 73.36}, "visualize": {"avg_ms": 3.754, "count": 300, "max_ms": 4.745, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16437.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25958.337, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.856, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1861266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:49:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T03:49:42+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:49:42.586313+09:00", "mtime_epoch": 1783277382.5863135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:49:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.037, "count": 300, "max_ms": 25.401, "p95_ms": 18.911}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.891, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.187, "count": 300, "max_ms": 67.169, "p95_ms": 63.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.026, "count": 300, "max_ms": 72.924, "p95_ms": 61.68}, "yolo11_640_fire_11class": {"avg_ms": 51.946, "count": 300, "max_ms": 71.756, "p95_ms": 64.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.023, "count": 300, "max_ms": 75.395, "p95_ms": 73.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.625, "count": 300, "max_ms": 100.478, "p95_ms": 98.228}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 119.443, "p95_ms": 114.595}, "triton_wait": {"avg_ms": 56.191, "count": 300, "max_ms": 75.407, "p95_ms": 73.168}, "visualize": {"avg_ms": 3.546, "count": 300, "max_ms": 5.167, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16437.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41891.539, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.859, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2316912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:49:49+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:49:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T03:49:49.662408+09:00", "mtime_epoch": 1783277389.662408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:49:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2546.242, "name": "celery", "pid": 267, "rss_mb": 2546.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.989, "count": 299, "max_ms": 13.355, "p95_ms": 8.769}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.935, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.745, "count": 299, "max_ms": 72.805, "p95_ms": 66.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.448, "count": 299, "max_ms": 73.997, "p95_ms": 63.738}, "yolo11_640_fire_11class": {"avg_ms": 54.32, "count": 299, "max_ms": 72.509, "p95_ms": 68.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.221, "count": 299, "max_ms": 75.749, "p95_ms": 72.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.523, "count": 299, "max_ms": 92.372, "p95_ms": 89.824}, "read_interval": {"avg_ms": 100.566, "count": 298, "max_ms": 350.642, "p95_ms": 157.303}, "triton_wait": {"avg_ms": 59.722, "count": 299, "max_ms": 75.762, "p95_ms": 72.727}, "visualize": {"avg_ms": 3.752, "count": 299, "max_ms": 4.845, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16437.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 25988.34, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.769, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1861566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:50:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T03:50:12+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T03:50:12.602718+09:00", "mtime_epoch": 1783277412.6027176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:50:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.835, "count": 300, "max_ms": 21.187, "p95_ms": 18.644}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 2.042, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.791, "count": 300, "max_ms": 67.557, "p95_ms": 62.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.346, "count": 300, "max_ms": 72.688, "p95_ms": 59.25}, "yolo11_640_fire_11class": {"avg_ms": 51.045, "count": 300, "max_ms": 66.929, "p95_ms": 62.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.349, "count": 300, "max_ms": 74.123, "p95_ms": 71.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.653, "count": 300, "max_ms": 98.935, "p95_ms": 96.406}, "read_interval": {"avg_ms": 100.063, "count": 300, "max_ms": 116.261, "p95_ms": 113.209}, "triton_wait": {"avg_ms": 55.551, "count": 300, "max_ms": 74.134, "p95_ms": 71.868}, "visualize": {"avg_ms": 3.484, "count": 300, "max_ms": 4.059, "p95_ms": 3.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16437.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41921.564, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.834, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2317214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:50:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:50:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T03:50:19+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T03:50:19.698814+09:00", "mtime_epoch": 1783277419.698814, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:50:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2546.242, "name": "celery", "pid": 267, "rss_mb": 2546.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.962, "count": 302, "max_ms": 9.202, "p95_ms": 8.701}, "gstreamer_push": {"avg_ms": 1.315, "count": 302, "max_ms": 2.225, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.927, "count": 302, "max_ms": 72.962, "p95_ms": 66.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.691, "count": 302, "max_ms": 70.161, "p95_ms": 58.206}, "yolo11_640_fire_11class": {"avg_ms": 54.789, "count": 302, "max_ms": 72.291, "p95_ms": 65.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.384, "count": 302, "max_ms": 75.378, "p95_ms": 72.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.577, "count": 302, "max_ms": 92.207, "p95_ms": 89.464}, "read_interval": {"avg_ms": 99.48, "count": 301, "max_ms": 360.196, "p95_ms": 133.517}, "triton_wait": {"avg_ms": 59.863, "count": 302, "max_ms": 75.39, "p95_ms": 72.313}, "visualize": {"avg_ms": 3.741, "count": 302, "max_ms": 4.684, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16438.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26018.407, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.695, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1861867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:50:42+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:50:42+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T03:50:42.667128+09:00", "mtime_epoch": 1783277442.6671283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:50:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.894, "count": 301, "max_ms": 23.027, "p95_ms": 19.039}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.91, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.617, "count": 301, "max_ms": 68.366, "p95_ms": 63.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.907, "count": 301, "max_ms": 70.374, "p95_ms": 57.476}, "yolo11_640_fire_11class": {"avg_ms": 51.204, "count": 301, "max_ms": 69.654, "p95_ms": 64.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.311, "count": 301, "max_ms": 75.059, "p95_ms": 72.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.673, "count": 301, "max_ms": 101.797, "p95_ms": 97.416}, "read_interval": {"avg_ms": 99.922, "count": 300, "max_ms": 121.62, "p95_ms": 113.845}, "triton_wait": {"avg_ms": 55.458, "count": 301, "max_ms": 75.071, "p95_ms": 72.728}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 4.399, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16438.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41951.642, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.717, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2317513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:50:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:50:49+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:50:49.763226+09:00", "mtime_epoch": 1783277449.763226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:50:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2546.5, "name": "celery", "pid": 267, "rss_mb": 2546.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.891, "count": 299, "max_ms": 9.079, "p95_ms": 8.411}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 1.498, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.611, "count": 299, "max_ms": 68.416, "p95_ms": 64.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.999, "count": 299, "max_ms": 68.909, "p95_ms": 61.539}, "yolo11_640_fire_11class": {"avg_ms": 53.892, "count": 299, "max_ms": 71.596, "p95_ms": 65.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.17, "count": 299, "max_ms": 74.796, "p95_ms": 71.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.25, "count": 299, "max_ms": 91.366, "p95_ms": 88.203}, "read_interval": {"avg_ms": 100.591, "count": 298, "max_ms": 370.187, "p95_ms": 162.943}, "triton_wait": {"avg_ms": 58.651, "count": 299, "max_ms": 74.809, "p95_ms": 71.609}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 4.545, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16438.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26048.468, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.636, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1862167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:51:12+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T03:51:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:51:12.715545+09:00", "mtime_epoch": 1783277472.7155447, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:51:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.933, "count": 300, "max_ms": 27.756, "p95_ms": 18.678}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.743, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.699, "count": 300, "max_ms": 71.232, "p95_ms": 62.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.763, "count": 300, "max_ms": 72.332, "p95_ms": 60.539}, "yolo11_640_fire_11class": {"avg_ms": 51.265, "count": 300, "max_ms": 71.608, "p95_ms": 62.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.457, "count": 300, "max_ms": 75.524, "p95_ms": 71.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.966, "count": 300, "max_ms": 100.734, "p95_ms": 96.757}, "read_interval": {"avg_ms": 100.132, "count": 299, "max_ms": 117.179, "p95_ms": 114.478}, "triton_wait": {"avg_ms": 55.69, "count": 300, "max_ms": 75.537, "p95_ms": 71.857}, "visualize": {"avg_ms": 3.51, "count": 300, "max_ms": 4.415, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16438.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 41981.672, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.717, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2317814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:51:19+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T03:51:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:51:19.783643+09:00", "mtime_epoch": 1783277479.7836432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:51:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2546.5, "name": "celery", "pid": 267, "rss_mb": 2546.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.05, "count": 301, "max_ms": 12.31, "p95_ms": 8.851}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 2.057, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.146, "count": 301, "max_ms": 69.744, "p95_ms": 65.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.502, "count": 301, "max_ms": 71.642, "p95_ms": 61.987}, "yolo11_640_fire_11class": {"avg_ms": 55.895, "count": 301, "max_ms": 75.304, "p95_ms": 65.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.523, "count": 301, "max_ms": 76.939, "p95_ms": 72.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.511, "count": 301, "max_ms": 93.434, "p95_ms": 89.621}, "read_interval": {"avg_ms": 99.736, "count": 300, "max_ms": 331.064, "p95_ms": 132.154}, "triton_wait": {"avg_ms": 61.704, "count": 301, "max_ms": 76.952, "p95_ms": 72.894}, "visualize": {"avg_ms": 3.764, "count": 301, "max_ms": 5.123, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16438.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26078.533, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.508, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1862468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:51:42+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T03:51:42+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T03:51:42.747966+09:00", "mtime_epoch": 1783277502.747966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:51:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.441, "count": 301, "max_ms": 24.761, "p95_ms": 18.733}, "gstreamer_push": {"avg_ms": 1.18, "count": 301, "max_ms": 1.577, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.658, "count": 301, "max_ms": 67.294, "p95_ms": 63.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.666, "count": 301, "max_ms": 71.117, "p95_ms": 60.6}, "yolo11_640_fire_11class": {"avg_ms": 52.111, "count": 301, "max_ms": 67.66, "p95_ms": 63.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.156, "count": 301, "max_ms": 76.235, "p95_ms": 71.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.85, "count": 301, "max_ms": 102.703, "p95_ms": 95.368}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 118.292, "p95_ms": 112.756}, "triton_wait": {"avg_ms": 57.248, "count": 301, "max_ms": 76.246, "p95_ms": 71.155}, "visualize": {"avg_ms": 3.429, "count": 301, "max_ms": 6.091, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16438.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42011.676, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.788, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2318112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:51:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:51:49+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:51:49.796066+09:00", "mtime_epoch": 1783277509.7960656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:51:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2546.758, "name": "celery", "pid": 267, "rss_mb": 2546.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.957, "count": 298, "max_ms": 12.578, "p95_ms": 8.825}, "gstreamer_push": {"avg_ms": 1.317, "count": 298, "max_ms": 2.09, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.086, "count": 298, "max_ms": 70.021, "p95_ms": 65.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.5, "count": 298, "max_ms": 73.952, "p95_ms": 58.315}, "yolo11_640_fire_11class": {"avg_ms": 55.956, "count": 298, "max_ms": 70.202, "p95_ms": 66.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.474, "count": 298, "max_ms": 76.459, "p95_ms": 73.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.353, "count": 298, "max_ms": 94.066, "p95_ms": 89.93}, "read_interval": {"avg_ms": 100.714, "count": 298, "max_ms": 336.196, "p95_ms": 158.68}, "triton_wait": {"avg_ms": 61.673, "count": 298, "max_ms": 76.472, "p95_ms": 73.276}, "visualize": {"avg_ms": 3.705, "count": 298, "max_ms": 4.762, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16438.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26108.628, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.47, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1862769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:52:12+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T03:52:12+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T03:52:12.880394+09:00", "mtime_epoch": 1783277532.880394, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:52:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.652, "count": 301, "max_ms": 27.143, "p95_ms": 18.81}, "gstreamer_push": {"avg_ms": 1.198, "count": 301, "max_ms": 1.944, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.896, "count": 301, "max_ms": 66.648, "p95_ms": 64.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.437, "count": 301, "max_ms": 66.786, "p95_ms": 59.79}, "yolo11_640_fire_11class": {"avg_ms": 52.202, "count": 301, "max_ms": 67.153, "p95_ms": 63.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.48, "count": 301, "max_ms": 75.758, "p95_ms": 71.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.489, "count": 301, "max_ms": 100.499, "p95_ms": 96.509}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 118.446, "p95_ms": 113.259}, "triton_wait": {"avg_ms": 57.595, "count": 301, "max_ms": 75.77, "p95_ms": 71.995}, "visualize": {"avg_ms": 3.453, "count": 301, "max_ms": 5.615, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16438.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42041.78, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.751, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2318416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:52:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T03:52:19+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T03:52:19.876494+09:00", "mtime_epoch": 1783277539.876494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:52:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2546.758, "name": "celery", "pid": 267, "rss_mb": 2546.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 303, "max_ms": 12.71, "p95_ms": 8.812}, "gstreamer_push": {"avg_ms": 1.307, "count": 303, "max_ms": 2.139, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.73, "count": 303, "max_ms": 70.956, "p95_ms": 65.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.033, "count": 303, "max_ms": 70.977, "p95_ms": 60.397}, "yolo11_640_fire_11class": {"avg_ms": 55.998, "count": 303, "max_ms": 70.968, "p95_ms": 64.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.469, "count": 303, "max_ms": 75.185, "p95_ms": 72.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.508, "count": 303, "max_ms": 94.067, "p95_ms": 89.738}, "read_interval": {"avg_ms": 99.003, "count": 303, "max_ms": 300.648, "p95_ms": 125.916}, "triton_wait": {"avg_ms": 61.82, "count": 303, "max_ms": 75.197, "p95_ms": 72.905}, "visualize": {"avg_ms": 3.681, "count": 303, "max_ms": 4.753, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16439.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26138.731, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.468, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1863070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:52:43+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T03:52:42+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T03:52:42.972826+09:00", "mtime_epoch": 1783277562.972826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:52:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9513.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.29, "count": 300, "max_ms": 26.246, "p95_ms": 21.909}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.908, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.836, "count": 300, "max_ms": 66.91, "p95_ms": 63.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.6, "count": 300, "max_ms": 68.206, "p95_ms": 60.788}, "yolo11_640_fire_11class": {"avg_ms": 51.036, "count": 300, "max_ms": 66.899, "p95_ms": 63.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.246, "count": 300, "max_ms": 75.92, "p95_ms": 73.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.2, "count": 300, "max_ms": 100.559, "p95_ms": 97.886}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 118.863, "p95_ms": 113.93}, "triton_wait": {"avg_ms": 55.503, "count": 300, "max_ms": 75.932, "p95_ms": 73.054}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 5.759, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16439.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42071.845, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.687, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2318717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:52:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:52:50+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:52:49+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T03:52:49.980927+09:00", "mtime_epoch": 1783277569.9809272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:52:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2547.016, "name": "celery", "pid": 267, "rss_mb": 2547.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.071, "count": 301, "max_ms": 12.663, "p95_ms": 9.513}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 2.189, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.646, "count": 301, "max_ms": 67.808, "p95_ms": 64.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.258, "count": 301, "max_ms": 68.356, "p95_ms": 61.12}, "yolo11_640_fire_11class": {"avg_ms": 53.491, "count": 301, "max_ms": 74.621, "p95_ms": 67.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.432, "count": 301, "max_ms": 76.854, "p95_ms": 72.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.683, "count": 301, "max_ms": 93.277, "p95_ms": 89.431}, "read_interval": {"avg_ms": 99.953, "count": 300, "max_ms": 280.659, "p95_ms": 186.527}, "triton_wait": {"avg_ms": 57.846, "count": 301, "max_ms": 76.866, "p95_ms": 72.999}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 5.781, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16439.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26168.8, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.267, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1863371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:53:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:53:13+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T03:53:13+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T03:53:13.057262+09:00", "mtime_epoch": 1783277593.0572624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:53:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9514.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.235, "count": 301, "max_ms": 25.047, "p95_ms": 22.015}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.911, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.027, "count": 301, "max_ms": 69.025, "p95_ms": 64.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.422, "count": 301, "max_ms": 68.492, "p95_ms": 58.098}, "yolo11_640_fire_11class": {"avg_ms": 50.677, "count": 301, "max_ms": 67.978, "p95_ms": 64.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.935, "count": 301, "max_ms": 74.764, "p95_ms": 71.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.74, "count": 301, "max_ms": 100.347, "p95_ms": 96.443}, "read_interval": {"avg_ms": 99.929, "count": 300, "max_ms": 118.598, "p95_ms": 113.804}, "triton_wait": {"avg_ms": 54.147, "count": 301, "max_ms": 74.774, "p95_ms": 71.426}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 5.664, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16439.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42101.845, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.519, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2319016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:53:20+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:53:19+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:53:19.965363+09:00", "mtime_epoch": 1783277599.9653633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:53:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2547.273, "name": "celery", "pid": 267, "rss_mb": 2547.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.948, "count": 299, "max_ms": 10.723, "p95_ms": 8.742}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 1.992, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.377, "count": 299, "max_ms": 71.504, "p95_ms": 64.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.729, "count": 299, "max_ms": 65.984, "p95_ms": 57.127}, "yolo11_640_fire_11class": {"avg_ms": 52.115, "count": 299, "max_ms": 73.416, "p95_ms": 64.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.29, "count": 299, "max_ms": 74.125, "p95_ms": 72.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.295, "count": 299, "max_ms": 92.301, "p95_ms": 89.246}, "read_interval": {"avg_ms": 100.269, "count": 299, "max_ms": 451.912, "p95_ms": 167.738}, "triton_wait": {"avg_ms": 56.517, "count": 299, "max_ms": 74.137, "p95_ms": 72.635}, "visualize": {"avg_ms": 3.736, "count": 299, "max_ms": 5.632, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16439.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26198.851, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.306, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1863671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:53:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:53:43+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T03:53:43+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T03:53:43.089703+09:00", "mtime_epoch": 1783277623.0897026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:53:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9514.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.352, "count": 300, "max_ms": 26.73, "p95_ms": 21.752}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.488, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.585, "count": 300, "max_ms": 67.059, "p95_ms": 64.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.078, "count": 300, "max_ms": 67.376, "p95_ms": 60.392}, "yolo11_640_fire_11class": {"avg_ms": 50.955, "count": 300, "max_ms": 68.193, "p95_ms": 64.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.904, "count": 300, "max_ms": 75.771, "p95_ms": 73.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.827, "count": 300, "max_ms": 101.005, "p95_ms": 98.168}, "read_interval": {"avg_ms": 100.052, "count": 299, "max_ms": 124.17, "p95_ms": 114.912}, "triton_wait": {"avg_ms": 55.051, "count": 300, "max_ms": 75.783, "p95_ms": 73.31}, "visualize": {"avg_ms": 3.547, "count": 300, "max_ms": 4.568, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16440.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42131.863, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.499, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2319317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:53:50+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T03:53:49+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T03:53:49.997804+09:00", "mtime_epoch": 1783277629.9978044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:53:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2547.273, "name": "celery", "pid": 267, "rss_mb": 2547.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.99, "count": 301, "max_ms": 12.966, "p95_ms": 8.705}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.942, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.322, "count": 301, "max_ms": 70.424, "p95_ms": 64.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.041, "count": 301, "max_ms": 70.412, "p95_ms": 62.901}, "yolo11_640_fire_11class": {"avg_ms": 53.301, "count": 301, "max_ms": 69.401, "p95_ms": 66.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.711, "count": 301, "max_ms": 77.315, "p95_ms": 72.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.871, "count": 301, "max_ms": 93.928, "p95_ms": 89.454}, "read_interval": {"avg_ms": 99.769, "count": 300, "max_ms": 395.129, "p95_ms": 131.755}, "triton_wait": {"avg_ms": 58.117, "count": 301, "max_ms": 77.327, "p95_ms": 72.768}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.805, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16440.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26228.928, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.267, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1863972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:54:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:54:13+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T03:54:13+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T03:54:13.182148+09:00", "mtime_epoch": 1783277653.1821475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:54:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9514.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.507, "count": 301, "max_ms": 29.64, "p95_ms": 22.066}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.996, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.224, "count": 301, "max_ms": 65.435, "p95_ms": 62.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.819, "count": 301, "max_ms": 65.417, "p95_ms": 62.164}, "yolo11_640_fire_11class": {"avg_ms": 50.919, "count": 301, "max_ms": 67.873, "p95_ms": 63.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.219, "count": 301, "max_ms": 75.555, "p95_ms": 71.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.247, "count": 301, "max_ms": 107.592, "p95_ms": 96.674}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 125.381, "p95_ms": 113.922}, "triton_wait": {"avg_ms": 54.376, "count": 301, "max_ms": 75.567, "p95_ms": 71.882}, "visualize": {"avg_ms": 3.522, "count": 301, "max_ms": 4.415, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16440.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42161.91, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.407, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2319616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:54:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:54:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:54:20+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T03:54:20.046249+09:00", "mtime_epoch": 1783277660.0462494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:54:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2547.531, "name": "celery", "pid": 267, "rss_mb": 2547.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.991, "pushed": 9.991, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.29, "count": 299, "max_ms": 13.918, "p95_ms": 12.229}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 1.67, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.481, "count": 299, "max_ms": 68.047, "p95_ms": 63.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.08, "count": 299, "max_ms": 69.899, "p95_ms": 60.937}, "yolo11_640_fire_11class": {"avg_ms": 51.76, "count": 299, "max_ms": 66.648, "p95_ms": 63.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.229, "count": 299, "max_ms": 75.07, "p95_ms": 71.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.785, "count": 299, "max_ms": 91.707, "p95_ms": 87.956}, "read_interval": {"avg_ms": 100.482, "count": 298, "max_ms": 452.804, "p95_ms": 189.041}, "triton_wait": {"avg_ms": 56.589, "count": 299, "max_ms": 75.082, "p95_ms": 71.127}, "visualize": {"avg_ms": 3.807, "count": 299, "max_ms": 4.961, "p95_ms": 4.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16440.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26258.933, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.228, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1864272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:54:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:54:43+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T03:54:43+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T03:54:43.150594+09:00", "mtime_epoch": 1783277683.1505942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:54:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9514.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.116, "count": 300, "max_ms": 21.242, "p95_ms": 18.776}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.5, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.862, "count": 300, "max_ms": 70.793, "p95_ms": 64.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.408, "count": 300, "max_ms": 67.662, "p95_ms": 57.682}, "yolo11_640_fire_11class": {"avg_ms": 51.142, "count": 300, "max_ms": 71.722, "p95_ms": 64.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.135, "count": 300, "max_ms": 78.125, "p95_ms": 73.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.709, "count": 300, "max_ms": 103.291, "p95_ms": 98.385}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 121.873, "p95_ms": 115.183}, "triton_wait": {"avg_ms": 55.211, "count": 300, "max_ms": 78.136, "p95_ms": 73.244}, "visualize": {"avg_ms": 3.529, "count": 300, "max_ms": 4.418, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16440.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42191.94, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.314, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2319915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:54:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:54:50+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T03:54:50+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T03:54:50.074698+09:00", "mtime_epoch": 1783277690.074698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:54:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2547.531, "name": "celery", "pid": 267, "rss_mb": 2547.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.069, "count": 299, "max_ms": 12.484, "p95_ms": 9.015}, "gstreamer_push": {"avg_ms": 1.315, "count": 299, "max_ms": 1.852, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.904, "count": 299, "max_ms": 71.038, "p95_ms": 65.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.709, "count": 299, "max_ms": 71.074, "p95_ms": 62.488}, "yolo11_640_fire_11class": {"avg_ms": 52.579, "count": 299, "max_ms": 73.084, "p95_ms": 65.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.233, "count": 299, "max_ms": 77.024, "p95_ms": 71.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.698, "count": 299, "max_ms": 93.76, "p95_ms": 88.508}, "read_interval": {"avg_ms": 100.489, "count": 298, "max_ms": 381.589, "p95_ms": 145.851}, "triton_wait": {"avg_ms": 56.747, "count": 299, "max_ms": 77.037, "p95_ms": 71.711}, "visualize": {"avg_ms": 3.753, "count": 299, "max_ms": 4.816, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16440.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26289.014, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.284, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1864573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:55:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:55:13+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T03:55:13+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T03:55:13.267047+09:00", "mtime_epoch": 1783277713.267047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:55:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9514.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.068, "count": 301, "max_ms": 26.251, "p95_ms": 18.775}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.634, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.981, "count": 301, "max_ms": 66.568, "p95_ms": 62.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.964, "count": 301, "max_ms": 66.577, "p95_ms": 57.286}, "yolo11_640_fire_11class": {"avg_ms": 50.589, "count": 301, "max_ms": 69.393, "p95_ms": 63.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.437, "count": 301, "max_ms": 75.106, "p95_ms": 72.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.968, "count": 301, "max_ms": 99.961, "p95_ms": 97.001}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 120.257, "p95_ms": 114.994}, "triton_wait": {"avg_ms": 54.568, "count": 301, "max_ms": 75.118, "p95_ms": 72.083}, "visualize": {"avg_ms": 3.526, "count": 301, "max_ms": 4.895, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16440.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42221.957, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.239, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:55:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:55:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:55:20+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:55:20.075150+09:00", "mtime_epoch": 1783277720.0751495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:55:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2547.789, "name": "celery", "pid": 267, "rss_mb": 2547.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 302, "max_ms": 13.536, "p95_ms": 8.935}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 2.121, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.063, "count": 302, "max_ms": 71.526, "p95_ms": 65.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.033, "count": 302, "max_ms": 71.538, "p95_ms": 57.918}, "yolo11_640_fire_11class": {"avg_ms": 53.753, "count": 302, "max_ms": 74.371, "p95_ms": 66.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.57, "count": 302, "max_ms": 75.031, "p95_ms": 71.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.687, "count": 302, "max_ms": 91.048, "p95_ms": 88.259}, "read_interval": {"avg_ms": 99.373, "count": 301, "max_ms": 393.006, "p95_ms": 150.746}, "triton_wait": {"avg_ms": 57.947, "count": 302, "max_ms": 75.042, "p95_ms": 71.487}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 5.883, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16441.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26319.014, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.228, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1864873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:55:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:55:43+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:55:43+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T03:55:43.263501+09:00", "mtime_epoch": 1783277743.263501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:55:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9514.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.908, "count": 300, "max_ms": 24.41, "p95_ms": 18.547}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.436, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.193, "count": 300, "max_ms": 67.83, "p95_ms": 63.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.855, "count": 300, "max_ms": 68.164, "p95_ms": 56.065}, "yolo11_640_fire_11class": {"avg_ms": 51.102, "count": 300, "max_ms": 67.294, "p95_ms": 63.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.504, "count": 300, "max_ms": 75.247, "p95_ms": 71.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.849, "count": 300, "max_ms": 100.019, "p95_ms": 96.916}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 116.807, "p95_ms": 114.5}, "triton_wait": {"avg_ms": 54.646, "count": 300, "max_ms": 75.259, "p95_ms": 71.97}, "visualize": {"avg_ms": 3.492, "count": 300, "max_ms": 4.386, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16441.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42252.051, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.24, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:55:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:55:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:55:50+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:55:50.171606+09:00", "mtime_epoch": 1783277750.171606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:55:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2547.789, "name": "celery", "pid": 267, "rss_mb": 2547.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.893, "count": 299, "max_ms": 9.604, "p95_ms": 8.473}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 1.93, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.798, "count": 299, "max_ms": 71.869, "p95_ms": 65.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.964, "count": 299, "max_ms": 68.738, "p95_ms": 60.563}, "yolo11_640_fire_11class": {"avg_ms": 53.066, "count": 299, "max_ms": 71.059, "p95_ms": 67.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.563, "count": 299, "max_ms": 74.917, "p95_ms": 71.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.739, "count": 299, "max_ms": 91.51, "p95_ms": 88.597}, "read_interval": {"avg_ms": 100.65, "count": 298, "max_ms": 403.219, "p95_ms": 156.027}, "triton_wait": {"avg_ms": 57.007, "count": 299, "max_ms": 74.93, "p95_ms": 71.882}, "visualize": {"avg_ms": 3.707, "count": 299, "max_ms": 4.701, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16441.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26349.015, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.431, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1865173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:56:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:56:13+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T03:56:13+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T03:56:13.271959+09:00", "mtime_epoch": 1783277773.2719586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:56:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9514.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.256, "count": 300, "max_ms": 30.488, "p95_ms": 19.36}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.647, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.357, "count": 300, "max_ms": 68.057, "p95_ms": 64.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.383, "count": 300, "max_ms": 70.292, "p95_ms": 62.824}, "yolo11_640_fire_11class": {"avg_ms": 51.156, "count": 300, "max_ms": 69.458, "p95_ms": 65.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.546, "count": 300, "max_ms": 76.259, "p95_ms": 73.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.35, "count": 300, "max_ms": 110.997, "p95_ms": 98.481}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 126.803, "p95_ms": 115.333}, "triton_wait": {"avg_ms": 54.704, "count": 300, "max_ms": 76.27, "p95_ms": 73.4}, "visualize": {"avg_ms": 3.526, "count": 300, "max_ms": 4.609, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16442.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42282.159, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.239, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2320820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:56:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:56:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T03:56:20+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T03:56:20.264066+09:00", "mtime_epoch": 1783277780.2640655, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:56:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2548.047, "name": "celery", "pid": 267, "rss_mb": 2548.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 303, "max_ms": 13.288, "p95_ms": 8.394}, "gstreamer_push": {"avg_ms": 1.295, "count": 303, "max_ms": 1.73, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.914, "count": 303, "max_ms": 71.416, "p95_ms": 65.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.226, "count": 303, "max_ms": 73.14, "p95_ms": 62.264}, "yolo11_640_fire_11class": {"avg_ms": 52.402, "count": 303, "max_ms": 73.129, "p95_ms": 65.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.81, "count": 303, "max_ms": 76.563, "p95_ms": 73.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.956, "count": 303, "max_ms": 93.447, "p95_ms": 89.446}, "read_interval": {"avg_ms": 99.095, "count": 303, "max_ms": 403.256, "p95_ms": 153.204}, "triton_wait": {"avg_ms": 57.251, "count": 303, "max_ms": 76.577, "p95_ms": 73.074}, "visualize": {"avg_ms": 3.695, "count": 303, "max_ms": 4.71, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16441.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26379.123, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.564, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1865474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:56:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:56:43+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T03:56:43+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T03:56:43.344420+09:00", "mtime_epoch": 1783277803.34442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:56:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9515.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.128, "count": 301, "max_ms": 22.436, "p95_ms": 18.875}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.798, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.46, "count": 301, "max_ms": 66.435, "p95_ms": 64.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.458, "count": 301, "max_ms": 67.718, "p95_ms": 60.081}, "yolo11_640_fire_11class": {"avg_ms": 51.056, "count": 301, "max_ms": 67.849, "p95_ms": 63.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.039, "count": 301, "max_ms": 75.854, "p95_ms": 72.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.754, "count": 301, "max_ms": 101.81, "p95_ms": 97.84}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 118.664, "p95_ms": 114.659}, "triton_wait": {"avg_ms": 55.209, "count": 301, "max_ms": 75.867, "p95_ms": 72.821}, "visualize": {"avg_ms": 3.541, "count": 301, "max_ms": 4.593, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16441.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42312.162, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.143, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:56:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:56:50+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T03:56:50+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T03:56:50.300527+09:00", "mtime_epoch": 1783277810.300527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:56:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2548.047, "name": "celery", "pid": 267, "rss_mb": 2548.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.867, "count": 299, "max_ms": 12.88, "p95_ms": 8.355}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 1.585, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.424, "count": 299, "max_ms": 67.375, "p95_ms": 64.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.551, "count": 299, "max_ms": 67.546, "p95_ms": 60.397}, "yolo11_640_fire_11class": {"avg_ms": 52.76, "count": 299, "max_ms": 73.03, "p95_ms": 65.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.804, "count": 299, "max_ms": 75.507, "p95_ms": 72.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.764, "count": 299, "max_ms": 93.903, "p95_ms": 89.312}, "read_interval": {"avg_ms": 100.349, "count": 299, "max_ms": 377.215, "p95_ms": 169.021}, "triton_wait": {"avg_ms": 57.153, "count": 299, "max_ms": 75.519, "p95_ms": 72.902}, "visualize": {"avg_ms": 3.706, "count": 299, "max_ms": 6.166, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16442.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26409.131, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.689, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1865774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:57:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:57:13+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T03:57:13+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T03:57:13.356883+09:00", "mtime_epoch": 1783277833.3568833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:57:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9515.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.341, "count": 300, "max_ms": 28.538, "p95_ms": 19.326}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 2.223, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.834, "count": 300, "max_ms": 67.554, "p95_ms": 63.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.709, "count": 300, "max_ms": 69.918, "p95_ms": 61.858}, "yolo11_640_fire_11class": {"avg_ms": 50.823, "count": 300, "max_ms": 66.952, "p95_ms": 63.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.186, "count": 300, "max_ms": 75.885, "p95_ms": 72.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.259, "count": 300, "max_ms": 101.874, "p95_ms": 98.269}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 118.998, "p95_ms": 114.675}, "triton_wait": {"avg_ms": 54.447, "count": 300, "max_ms": 75.897, "p95_ms": 72.367}, "visualize": {"avg_ms": 3.572, "count": 300, "max_ms": 4.509, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16442.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42342.191, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.106, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:57:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:57:20+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T03:57:20+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T03:57:20.292991+09:00", "mtime_epoch": 1783277840.292991, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:57:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2548.305, "name": "celery", "pid": 267, "rss_mb": 2548.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.913, "count": 301, "max_ms": 14.659, "p95_ms": 8.546}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.589, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.763, "count": 301, "max_ms": 71.367, "p95_ms": 65.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.529, "count": 301, "max_ms": 67.303, "p95_ms": 62.247}, "yolo11_640_fire_11class": {"avg_ms": 52.33, "count": 301, "max_ms": 74.812, "p95_ms": 66.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.597, "count": 301, "max_ms": 76.866, "p95_ms": 73.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.628, "count": 301, "max_ms": 93.38, "p95_ms": 89.977}, "read_interval": {"avg_ms": 99.73, "count": 300, "max_ms": 381.293, "p95_ms": 143.679}, "triton_wait": {"avg_ms": 57.015, "count": 301, "max_ms": 76.879, "p95_ms": 73.206}, "visualize": {"avg_ms": 3.71, "count": 301, "max_ms": 5.718, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16442.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26439.226, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.593, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1866075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:57:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:57:43+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T03:57:43+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T03:57:43.469351+09:00", "mtime_epoch": 1783277863.4693508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:57:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9515.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.284, "count": 300, "max_ms": 26.368, "p95_ms": 19.73}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.935, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.68, "count": 300, "max_ms": 68.864, "p95_ms": 63.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.167, "count": 300, "max_ms": 70.322, "p95_ms": 56.446}, "yolo11_640_fire_11class": {"avg_ms": 50.376, "count": 300, "max_ms": 69.406, "p95_ms": 63.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.564, "count": 300, "max_ms": 78.005, "p95_ms": 71.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.609, "count": 300, "max_ms": 102.79, "p95_ms": 96.777}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 119.256, "p95_ms": 114.647}, "triton_wait": {"avg_ms": 53.87, "count": 300, "max_ms": 78.017, "p95_ms": 71.414}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 5.156, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16442.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42372.255, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.935, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2321720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:57:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:57:50+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T03:57:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T03:57:50.369458+09:00", "mtime_epoch": 1783277870.3694584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:57:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2548.562, "name": "celery", "pid": 267, "rss_mb": 2548.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.992, "count": 300, "max_ms": 12.053, "p95_ms": 8.756}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 1.541, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.575, "count": 300, "max_ms": 69.721, "p95_ms": 64.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.996, "count": 300, "max_ms": 80.209, "p95_ms": 60.355}, "yolo11_640_fire_11class": {"avg_ms": 51.939, "count": 300, "max_ms": 79.302, "p95_ms": 66.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.975, "count": 300, "max_ms": 76.954, "p95_ms": 70.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.249, "count": 300, "max_ms": 96.694, "p95_ms": 88.062}, "read_interval": {"avg_ms": 100.187, "count": 299, "max_ms": 406.623, "p95_ms": 156.981}, "triton_wait": {"avg_ms": 55.367, "count": 300, "max_ms": 80.221, "p95_ms": 70.891}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 4.718, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16442.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26469.324, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.626, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1866376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:58:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:58:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T03:58:13+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T03:58:13.569821+09:00", "mtime_epoch": 1783277893.569821, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:58:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9515.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.928, "count": 300, "max_ms": 22.667, "p95_ms": 18.531}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.959, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.824, "count": 300, "max_ms": 66.242, "p95_ms": 63.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.926, "count": 300, "max_ms": 67.271, "p95_ms": 58.613}, "yolo11_640_fire_11class": {"avg_ms": 50.782, "count": 300, "max_ms": 67.59, "p95_ms": 62.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.403, "count": 300, "max_ms": 74.965, "p95_ms": 72.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.947, "count": 300, "max_ms": 103.471, "p95_ms": 97.464}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 122.947, "p95_ms": 114.484}, "triton_wait": {"avg_ms": 54.619, "count": 300, "max_ms": 74.977, "p95_ms": 72.564}, "visualize": {"avg_ms": 3.513, "count": 300, "max_ms": 4.431, "p95_ms": 3.755}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16442.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42402.341, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.847, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:58:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:58:20+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T03:58:20+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T03:58:20.461929+09:00", "mtime_epoch": 1783277900.4619288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:58:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2548.562, "name": "celery", "pid": 267, "rss_mb": 2548.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.014, "count": 300, "max_ms": 13.521, "p95_ms": 8.71}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 1.773, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.899, "count": 300, "max_ms": 69.351, "p95_ms": 64.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.149, "count": 300, "max_ms": 71.144, "p95_ms": 54.212}, "yolo11_640_fire_11class": {"avg_ms": 54.849, "count": 300, "max_ms": 74.045, "p95_ms": 68.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.265, "count": 300, "max_ms": 75.231, "p95_ms": 71.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.516, "count": 300, "max_ms": 92.117, "p95_ms": 88.814}, "read_interval": {"avg_ms": 100.288, "count": 299, "max_ms": 365.009, "p95_ms": 152.649}, "triton_wait": {"avg_ms": 59.669, "count": 300, "max_ms": 75.243, "p95_ms": 72.245}, "visualize": {"avg_ms": 3.767, "count": 300, "max_ms": 4.864, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16443.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26499.338, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.453, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1866676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:58:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:58:43+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:58:43+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T03:58:43.586292+09:00", "mtime_epoch": 1783277923.5862918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:58:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9515.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.935, "count": 300, "max_ms": 24.517, "p95_ms": 19.23}, "gstreamer_push": {"avg_ms": 1.219, "count": 300, "max_ms": 1.872, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.77, "count": 300, "max_ms": 66.821, "p95_ms": 62.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.325, "count": 300, "max_ms": 66.947, "p95_ms": 56.011}, "yolo11_640_fire_11class": {"avg_ms": 50.587, "count": 300, "max_ms": 66.832, "p95_ms": 62.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.811, "count": 300, "max_ms": 74.675, "p95_ms": 71.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.22, "count": 300, "max_ms": 98.959, "p95_ms": 96.096}, "read_interval": {"avg_ms": 100.055, "count": 300, "max_ms": 115.943, "p95_ms": 113.837}, "triton_wait": {"avg_ms": 54.933, "count": 300, "max_ms": 74.687, "p95_ms": 71.482}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 5.448, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16443.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42432.382, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.799, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:58:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T03:58:50+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T03:58:50+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T03:58:50.518401+09:00", "mtime_epoch": 1783277930.518401, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:58:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2548.82, "name": "celery", "pid": 267, "rss_mb": 2548.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.943, "count": 301, "max_ms": 11.92, "p95_ms": 8.502}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 1.546, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.778, "count": 301, "max_ms": 68.587, "p95_ms": 64.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.243, "count": 301, "max_ms": 67.641, "p95_ms": 56.582}, "yolo11_640_fire_11class": {"avg_ms": 53.094, "count": 301, "max_ms": 71.16, "p95_ms": 66.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.095, "count": 301, "max_ms": 77.318, "p95_ms": 71.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.391, "count": 301, "max_ms": 93.881, "p95_ms": 88.428}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 398.663, "p95_ms": 147.384}, "triton_wait": {"avg_ms": 57.62, "count": 301, "max_ms": 77.33, "p95_ms": 72.021}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 4.71, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16443.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26529.425, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.453, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1866977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:59:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:59:13+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T03:59:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T03:59:13.654766+09:00", "mtime_epoch": 1783277953.6547656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:59:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9515.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.308, "count": 301, "max_ms": 26.373, "p95_ms": 22.493}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.709, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.814, "count": 301, "max_ms": 65.871, "p95_ms": 63.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.908, "count": 301, "max_ms": 68.332, "p95_ms": 57.653}, "yolo11_640_fire_11class": {"avg_ms": 49.303, "count": 301, "max_ms": 66.071, "p95_ms": 62.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.648, "count": 301, "max_ms": 75.286, "p95_ms": 70.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.59, "count": 301, "max_ms": 101.038, "p95_ms": 96.29}, "read_interval": {"avg_ms": 99.895, "count": 300, "max_ms": 121.798, "p95_ms": 114.972}, "triton_wait": {"avg_ms": 52.834, "count": 301, "max_ms": 75.299, "p95_ms": 70.745}, "visualize": {"avg_ms": 3.539, "count": 301, "max_ms": 4.466, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16443.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42462.646, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.735, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:59:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:59:20+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T03:59:20+09:00", "mjpeg": {"age_sec": 0.378, "exists": true, "mtime": "2026-07-06T03:59:20.470873+09:00", "mtime_epoch": 1783277960.4708734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:59:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2548.82, "name": "celery", "pid": 267, "rss_mb": 2548.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.99, "count": 298, "max_ms": 11.904, "p95_ms": 8.707}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 1.53, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.81, "count": 298, "max_ms": 67.642, "p95_ms": 63.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.018, "count": 298, "max_ms": 71.563, "p95_ms": 58.358}, "yolo11_640_fire_11class": {"avg_ms": 50.977, "count": 298, "max_ms": 71.552, "p95_ms": 65.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.66, "count": 298, "max_ms": 75.063, "p95_ms": 71.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.994, "count": 298, "max_ms": 91.547, "p95_ms": 88.481}, "read_interval": {"avg_ms": 100.764, "count": 298, "max_ms": 393.472, "p95_ms": 202.465}, "triton_wait": {"avg_ms": 54.164, "count": 298, "max_ms": 75.076, "p95_ms": 71.752}, "visualize": {"avg_ms": 3.718, "count": 298, "max_ms": 4.602, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16443.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26559.521, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.257, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1867278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:59:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:59:43+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T03:59:43+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T03:59:43.771243+09:00", "mtime_epoch": 1783277983.7712426, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T03:59:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9515.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.421, "count": 300, "max_ms": 28.806, "p95_ms": 20.311}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.491, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.198, "count": 300, "max_ms": 68.309, "p95_ms": 62.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.798, "count": 300, "max_ms": 71.942, "p95_ms": 55.232}, "yolo11_640_fire_11class": {"avg_ms": 50.055, "count": 300, "max_ms": 70.511, "p95_ms": 63.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.274, "count": 300, "max_ms": 75.504, "p95_ms": 71.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.351, "count": 300, "max_ms": 100.737, "p95_ms": 96.797}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 120.114, "p95_ms": 114.448}, "triton_wait": {"avg_ms": 53.517, "count": 300, "max_ms": 75.517, "p95_ms": 71.913}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 4.569, "p95_ms": 3.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16443.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42492.646, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.733, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2322925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T03:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T03:59:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T03:59:50+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T03:59:50.791354+09:00", "mtime_epoch": 1783277990.791354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T03:59:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2549.078, "name": "celery", "pid": 267, "rss_mb": 2549.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 303, "max_ms": 9.241, "p95_ms": 8.763}, "gstreamer_push": {"avg_ms": 1.327, "count": 303, "max_ms": 1.544, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.788, "count": 303, "max_ms": 68.838, "p95_ms": 64.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.358, "count": 303, "max_ms": 67.798, "p95_ms": 57.435}, "yolo11_640_fire_11class": {"avg_ms": 53.389, "count": 303, "max_ms": 73.38, "p95_ms": 67.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.373, "count": 303, "max_ms": 75.413, "p95_ms": 71.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.721, "count": 303, "max_ms": 92.129, "p95_ms": 88.523}, "read_interval": {"avg_ms": 99.016, "count": 303, "max_ms": 351.34, "p95_ms": 138.943}, "triton_wait": {"avg_ms": 57.758, "count": 303, "max_ms": 75.426, "p95_ms": 71.836}, "visualize": {"avg_ms": 3.771, "count": 303, "max_ms": 5.02, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16444.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26589.534, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.393, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1867578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:00:13+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T04:00:13+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T04:00:13.795720+09:00", "mtime_epoch": 1783278013.7957199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:00:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9516.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.425, "count": 300, "max_ms": 29.403, "p95_ms": 19.896}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.906, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.758, "count": 300, "max_ms": 67.181, "p95_ms": 64.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.578, "count": 300, "max_ms": 68.316, "p95_ms": 55.579}, "yolo11_640_fire_11class": {"avg_ms": 50.338, "count": 300, "max_ms": 69.867, "p95_ms": 64.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.789, "count": 300, "max_ms": 75.965, "p95_ms": 72.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.931, "count": 300, "max_ms": 103.048, "p95_ms": 98.205}, "read_interval": {"avg_ms": 100.075, "count": 300, "max_ms": 125.299, "p95_ms": 114.193}, "triton_wait": {"avg_ms": 54.064, "count": 300, "max_ms": 75.978, "p95_ms": 72.862}, "visualize": {"avg_ms": 3.561, "count": 300, "max_ms": 5.165, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16444.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42522.653, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.801, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2323224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:00:20+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T04:00:20+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T04:00:20.795831+09:00", "mtime_epoch": 1783278020.7958314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:00:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2549.078, "name": "celery", "pid": 267, "rss_mb": 2549.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.022, "count": 299, "max_ms": 12.803, "p95_ms": 8.727}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 1.715, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.273, "count": 299, "max_ms": 70.628, "p95_ms": 64.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.661, "count": 299, "max_ms": 66.212, "p95_ms": 58.625}, "yolo11_640_fire_11class": {"avg_ms": 52.273, "count": 299, "max_ms": 72.078, "p95_ms": 66.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.737, "count": 299, "max_ms": 75.897, "p95_ms": 72.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.227, "count": 299, "max_ms": 93.258, "p95_ms": 89.07}, "read_interval": {"avg_ms": 100.356, "count": 299, "max_ms": 385.101, "p95_ms": 184.265}, "triton_wait": {"avg_ms": 56.316, "count": 299, "max_ms": 75.91, "p95_ms": 72.228}, "visualize": {"avg_ms": 3.739, "count": 299, "max_ms": 4.73, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16444.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26619.608, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.42, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1867879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:00:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:00:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:00:43+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:00:43.852200+09:00", "mtime_epoch": 1783278043.8521998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:00:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9516.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.026, "count": 301, "max_ms": 25.743, "p95_ms": 20.633}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 2.148, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.664, "count": 301, "max_ms": 75.945, "p95_ms": 64.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.663, "count": 301, "max_ms": 66.641, "p95_ms": 59.086}, "yolo11_640_fire_11class": {"avg_ms": 52.355, "count": 301, "max_ms": 76.071, "p95_ms": 64.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.802, "count": 301, "max_ms": 76.854, "p95_ms": 72.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.084, "count": 301, "max_ms": 101.893, "p95_ms": 97.239}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 120.101, "p95_ms": 113.394}, "triton_wait": {"avg_ms": 55.72, "count": 301, "max_ms": 76.866, "p95_ms": 72.293}, "visualize": {"avg_ms": 3.496, "count": 301, "max_ms": 5.642, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16444.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42552.733, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.102, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2323524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:00:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T04:00:50+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T04:00:50.852312+09:00", "mtime_epoch": 1783278050.8523116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:00:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2549.336, "name": "celery", "pid": 267, "rss_mb": 2549.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.907, "count": 299, "max_ms": 11.84, "p95_ms": 8.398}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 1.506, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.522, "count": 299, "max_ms": 74.535, "p95_ms": 70.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.432, "count": 299, "max_ms": 75.541, "p95_ms": 58.306}, "yolo11_640_fire_11class": {"avg_ms": 57.157, "count": 299, "max_ms": 75.734, "p95_ms": 70.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.96, "count": 299, "max_ms": 76.109, "p95_ms": 72.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.382, "count": 299, "max_ms": 95.658, "p95_ms": 89.908}, "read_interval": {"avg_ms": 100.263, "count": 299, "max_ms": 439.866, "p95_ms": 131.977}, "triton_wait": {"avg_ms": 61.772, "count": 299, "max_ms": 76.121, "p95_ms": 73.15}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 4.809, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16444.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26649.611, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.187, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1868179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:01:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:01:13+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:01:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:01:13.860680+09:00", "mtime_epoch": 1783278073.8606803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:01:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9516.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.029, "count": 300, "max_ms": 22.605, "p95_ms": 18.725}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.473, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.428, "count": 300, "max_ms": 67.852, "p95_ms": 62.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.553, "count": 300, "max_ms": 68.373, "p95_ms": 57.329}, "yolo11_640_fire_11class": {"avg_ms": 51.296, "count": 300, "max_ms": 67.248, "p95_ms": 62.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.165, "count": 300, "max_ms": 76.442, "p95_ms": 70.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.768, "count": 300, "max_ms": 101.466, "p95_ms": 95.955}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 117.109, "p95_ms": 113.883}, "triton_wait": {"avg_ms": 55.365, "count": 300, "max_ms": 76.454, "p95_ms": 70.025}, "visualize": {"avg_ms": 3.511, "count": 300, "max_ms": 4.502, "p95_ms": 3.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16444.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42582.772, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.984, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2323826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:01:20+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:01:20+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T04:01:20.860793+09:00", "mtime_epoch": 1783278080.8607929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:01:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2549.336, "name": "celery", "pid": 267, "rss_mb": 2549.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 302, "max_ms": 12.437, "p95_ms": 9.027}, "gstreamer_push": {"avg_ms": 1.317, "count": 302, "max_ms": 2.184, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.859, "count": 302, "max_ms": 70.561, "p95_ms": 64.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.902, "count": 302, "max_ms": 70.808, "p95_ms": 59.437}, "yolo11_640_fire_11class": {"avg_ms": 54.082, "count": 302, "max_ms": 72.141, "p95_ms": 66.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.757, "count": 302, "max_ms": 74.456, "p95_ms": 71.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.085, "count": 302, "max_ms": 94.221, "p95_ms": 88.358}, "read_interval": {"avg_ms": 99.53, "count": 301, "max_ms": 365.613, "p95_ms": 130.473}, "triton_wait": {"avg_ms": 58.141, "count": 302, "max_ms": 74.468, "p95_ms": 71.269}, "visualize": {"avg_ms": 3.8, "count": 302, "max_ms": 5.247, "p95_ms": 4.705}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16444.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26679.628, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.054, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1868479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:01:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:01:43+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:01:43.881163+09:00", "mtime_epoch": 1783278103.881163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:01:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9516.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 17.035, "count": 300, "max_ms": 27.491, "p95_ms": 18.777}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.619, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.076, "count": 300, "max_ms": 75.582, "p95_ms": 63.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.056, "count": 300, "max_ms": 65.614, "p95_ms": 54.352}, "yolo11_640_fire_11class": {"avg_ms": 49.188, "count": 300, "max_ms": 66.145, "p95_ms": 62.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.609, "count": 300, "max_ms": 75.434, "p95_ms": 69.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.213, "count": 300, "max_ms": 101.304, "p95_ms": 95.627}, "read_interval": {"avg_ms": 100.034, "count": 299, "max_ms": 118.152, "p95_ms": 113.362}, "triton_wait": {"avg_ms": 52.83, "count": 300, "max_ms": 75.597, "p95_ms": 69.706}, "visualize": {"avg_ms": 3.471, "count": 300, "max_ms": 5.538, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16445.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42612.85, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.915, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:01:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T04:01:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:01:50.965277+09:00", "mtime_epoch": 1783278110.9652772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:01:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2549.594, "name": "celery", "pid": 267, "rss_mb": 2549.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.933}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 298, "max_ms": 9.024, "p95_ms": 8.46}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 1.71, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.058, "count": 298, "max_ms": 70.048, "p95_ms": 65.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.632, "count": 298, "max_ms": 69.804, "p95_ms": 59.601}, "yolo11_640_fire_11class": {"avg_ms": 52.89, "count": 298, "max_ms": 71.259, "p95_ms": 66.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.881, "count": 298, "max_ms": 76.786, "p95_ms": 72.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.801, "count": 299, "max_ms": 93.403, "p95_ms": 88.819}, "read_interval": {"avg_ms": 100.584, "count": 298, "max_ms": 468.421, "p95_ms": 171.851}, "triton_wait": {"avg_ms": 57.214, "count": 298, "max_ms": 76.799, "p95_ms": 72.021}, "visualize": {"avg_ms": 3.706, "count": 298, "max_ms": 4.701, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16446.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26709.734, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.934, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1868780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:02:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:02:14+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T04:02:13+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T04:02:13.973648+09:00", "mtime_epoch": 1783278133.9736483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:02:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9516.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.88, "count": 300, "max_ms": 25.904, "p95_ms": 18.966}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.853, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.56, "count": 300, "max_ms": 69.019, "p95_ms": 64.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.222, "count": 300, "max_ms": 69.792, "p95_ms": 59.872}, "yolo11_640_fire_11class": {"avg_ms": 50.805, "count": 300, "max_ms": 68.74, "p95_ms": 63.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.214, "count": 300, "max_ms": 77.273, "p95_ms": 72.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.619, "count": 300, "max_ms": 104.945, "p95_ms": 97.856}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 121.84, "p95_ms": 114.797}, "triton_wait": {"avg_ms": 55.337, "count": 300, "max_ms": 77.285, "p95_ms": 72.6}, "visualize": {"avg_ms": 3.494, "count": 300, "max_ms": 5.408, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16445.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42642.892, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.814, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:02:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:02:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T04:02:21+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T04:02:21.033762+09:00", "mtime_epoch": 1783278141.0337625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:02:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2549.852, "name": "celery", "pid": 267, "rss_mb": 2549.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.856, "count": 302, "max_ms": 12.869, "p95_ms": 8.56}, "gstreamer_push": {"avg_ms": 1.302, "count": 302, "max_ms": 1.729, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.743, "count": 302, "max_ms": 68.861, "p95_ms": 64.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.332, "count": 302, "max_ms": 70.695, "p95_ms": 62.482}, "yolo11_640_fire_11class": {"avg_ms": 54.251, "count": 302, "max_ms": 69.825, "p95_ms": 64.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.933, "count": 302, "max_ms": 75.349, "p95_ms": 72.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.9, "count": 302, "max_ms": 92.255, "p95_ms": 88.736}, "read_interval": {"avg_ms": 99.532, "count": 301, "max_ms": 353.714, "p95_ms": 127.344}, "triton_wait": {"avg_ms": 59.272, "count": 302, "max_ms": 75.361, "p95_ms": 72.448}, "visualize": {"avg_ms": 3.713, "count": 302, "max_ms": 5.063, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16445.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26739.74, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.002, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1869080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:02:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:02:44+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T04:02:43+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T04:02:43.998134+09:00", "mtime_epoch": 1783278163.998134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:02:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9517.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.882, "count": 300, "max_ms": 24.813, "p95_ms": 20.264}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.847, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.828, "count": 300, "max_ms": 66.931, "p95_ms": 63.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.029, "count": 300, "max_ms": 67.224, "p95_ms": 60.724}, "yolo11_640_fire_11class": {"avg_ms": 51.187, "count": 300, "max_ms": 70.944, "p95_ms": 63.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.274, "count": 300, "max_ms": 75.372, "p95_ms": 72.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.765, "count": 300, "max_ms": 103.226, "p95_ms": 97.12}, "read_interval": {"avg_ms": 100.096, "count": 300, "max_ms": 122.009, "p95_ms": 114.801}, "triton_wait": {"avg_ms": 56.468, "count": 300, "max_ms": 75.383, "p95_ms": 72.398}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 5.47, "p95_ms": 3.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16445.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42672.949, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.945, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2324728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:02:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:02:51+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:02:51+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T04:02:51.070249+09:00", "mtime_epoch": 1783278171.0702486, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:02:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2549.852, "name": "celery", "pid": 267, "rss_mb": 2549.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.966, "count": 301, "max_ms": 13.166, "p95_ms": 8.917}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.939, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.379, "count": 301, "max_ms": 71.639, "p95_ms": 64.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.243, "count": 301, "max_ms": 68.925, "p95_ms": 62.142}, "yolo11_640_fire_11class": {"avg_ms": 53.714, "count": 301, "max_ms": 70.351, "p95_ms": 64.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.175, "count": 301, "max_ms": 75.069, "p95_ms": 72.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.526, "count": 301, "max_ms": 92.031, "p95_ms": 89.413}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 306.288, "p95_ms": 143.252}, "triton_wait": {"avg_ms": 59.653, "count": 301, "max_ms": 75.086, "p95_ms": 72.509}, "visualize": {"avg_ms": 3.756, "count": 301, "max_ms": 5.849, "p95_ms": 4.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16445.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26769.805, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.999, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1869381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:03:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:03:14+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T04:03:14+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T04:03:14.046621+09:00", "mtime_epoch": 1783278194.0466213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:03:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9517.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.807, "count": 301, "max_ms": 25.305, "p95_ms": 18.503}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.443, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.051, "count": 301, "max_ms": 74.049, "p95_ms": 62.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.447, "count": 301, "max_ms": 66.214, "p95_ms": 58.243}, "yolo11_640_fire_11class": {"avg_ms": 50.233, "count": 301, "max_ms": 72.74, "p95_ms": 62.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.361, "count": 301, "max_ms": 78.942, "p95_ms": 71.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.805, "count": 301, "max_ms": 103.959, "p95_ms": 97.178}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 119.341, "p95_ms": 114.377}, "triton_wait": {"avg_ms": 54.606, "count": 301, "max_ms": 78.954, "p95_ms": 71.967}, "visualize": {"avg_ms": 3.514, "count": 301, "max_ms": 5.485, "p95_ms": 3.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16445.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42703.036, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.958, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2325027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:03:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:03:21+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:03:21.154737+09:00", "mtime_epoch": 1783278201.154737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:03:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2550.109, "name": "celery", "pid": 267, "rss_mb": 2550.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.887, "count": 299, "max_ms": 10.564, "p95_ms": 8.782}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 1.541, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.91, "count": 299, "max_ms": 72.276, "p95_ms": 65.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.216, "count": 299, "max_ms": 68.562, "p95_ms": 56.062}, "yolo11_640_fire_11class": {"avg_ms": 52.188, "count": 299, "max_ms": 72.261, "p95_ms": 66.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.996, "count": 299, "max_ms": 76.368, "p95_ms": 71.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.476, "count": 299, "max_ms": 92.956, "p95_ms": 89.076}, "read_interval": {"avg_ms": 100.602, "count": 298, "max_ms": 485.505, "p95_ms": 201.879}, "triton_wait": {"avg_ms": 56.654, "count": 299, "max_ms": 76.38, "p95_ms": 71.914}, "visualize": {"avg_ms": 3.718, "count": 299, "max_ms": 5.277, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16445.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26799.809, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.059, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1869681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:03:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:03:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T04:03:44+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T04:03:44.059110+09:00", "mtime_epoch": 1783278224.0591097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:03:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9517.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.017, "count": 300, "max_ms": 26.784, "p95_ms": 18.811}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 2.015, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.591, "count": 300, "max_ms": 66.467, "p95_ms": 62.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.221, "count": 300, "max_ms": 68.016, "p95_ms": 59.696}, "yolo11_640_fire_11class": {"avg_ms": 50.364, "count": 300, "max_ms": 71.394, "p95_ms": 63.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.664, "count": 300, "max_ms": 75.231, "p95_ms": 71.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.397, "count": 300, "max_ms": 100.475, "p95_ms": 96.328}, "read_interval": {"avg_ms": 100.04, "count": 300, "max_ms": 118.85, "p95_ms": 114.631}, "triton_wait": {"avg_ms": 53.96, "count": 300, "max_ms": 75.244, "p95_ms": 71.272}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 4.953, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16445.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42733.056, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.046, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2325328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:03:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:03:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:03:51+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:03:51.175225+09:00", "mtime_epoch": 1783278231.1752255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:03:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2550.109, "name": "celery", "pid": 267, "rss_mb": 2550.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.994, "count": 301, "max_ms": 12.865, "p95_ms": 8.835}, "gstreamer_push": {"avg_ms": 1.324, "count": 301, "max_ms": 1.57, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.181, "count": 301, "max_ms": 72.084, "p95_ms": 67.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.549, "count": 301, "max_ms": 71.71, "p95_ms": 61.23}, "yolo11_640_fire_11class": {"avg_ms": 55.369, "count": 301, "max_ms": 71.697, "p95_ms": 68.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.363, "count": 301, "max_ms": 76.771, "p95_ms": 71.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.966, "count": 301, "max_ms": 94.008, "p95_ms": 89.362}, "read_interval": {"avg_ms": 99.725, "count": 300, "max_ms": 415.45, "p95_ms": 127.11}, "triton_wait": {"avg_ms": 59.992, "count": 301, "max_ms": 76.785, "p95_ms": 71.815}, "visualize": {"avg_ms": 3.736, "count": 301, "max_ms": 4.822, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16446.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26829.898, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.059, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1869982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:04:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:04:14+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T04:04:14+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:04:14.159600+09:00", "mtime_epoch": 1783278254.1596005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:04:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9517.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.906, "count": 300, "max_ms": 26.641, "p95_ms": 18.603}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 2.061, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.415, "count": 300, "max_ms": 70.868, "p95_ms": 62.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.716, "count": 300, "max_ms": 65.562, "p95_ms": 59.801}, "yolo11_640_fire_11class": {"avg_ms": 51.408, "count": 300, "max_ms": 66.777, "p95_ms": 62.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.43, "count": 300, "max_ms": 74.319, "p95_ms": 70.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.072, "count": 301, "max_ms": 100.557, "p95_ms": 95.916}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 119.35, "p95_ms": 113.686}, "triton_wait": {"avg_ms": 55.764, "count": 300, "max_ms": 74.331, "p95_ms": 70.756}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 5.475, "p95_ms": 3.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16446.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42763.124, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.207, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2325630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:04:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:04:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:04:21+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T04:04:21.223716+09:00", "mtime_epoch": 1783278261.2237158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:04:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2550.367, "name": "celery", "pid": 267, "rss_mb": 2550.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.062, "count": 302, "max_ms": 14.685, "p95_ms": 8.806}, "gstreamer_push": {"avg_ms": 1.327, "count": 302, "max_ms": 1.888, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.054, "count": 302, "max_ms": 72.84, "p95_ms": 66.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.515, "count": 302, "max_ms": 73.307, "p95_ms": 62.211}, "yolo11_640_fire_11class": {"avg_ms": 54.092, "count": 302, "max_ms": 72.593, "p95_ms": 65.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.914, "count": 302, "max_ms": 74.629, "p95_ms": 72.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.179, "count": 302, "max_ms": 94.301, "p95_ms": 89.838}, "read_interval": {"avg_ms": 99.551, "count": 301, "max_ms": 429.133, "p95_ms": 147.218}, "triton_wait": {"avg_ms": 59.745, "count": 302, "max_ms": 74.641, "p95_ms": 72.937}, "visualize": {"avg_ms": 3.771, "count": 302, "max_ms": 5.137, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16446.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26859.923, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.12, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1870282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:04:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T04:04:44+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:04:44.172091+09:00", "mtime_epoch": 1783278284.172091, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:04:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9517.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.935, "count": 300, "max_ms": 23.737, "p95_ms": 18.831}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 2.279, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.059, "count": 300, "max_ms": 69.987, "p95_ms": 63.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.179, "count": 300, "max_ms": 73.597, "p95_ms": 58.413}, "yolo11_640_fire_11class": {"avg_ms": 50.73, "count": 300, "max_ms": 72.172, "p95_ms": 63.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.45, "count": 300, "max_ms": 78.985, "p95_ms": 71.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.948, "count": 300, "max_ms": 103.27, "p95_ms": 97.128}, "read_interval": {"avg_ms": 100.073, "count": 299, "max_ms": 124.203, "p95_ms": 114.802}, "triton_wait": {"avg_ms": 54.622, "count": 300, "max_ms": 78.996, "p95_ms": 71.853}, "visualize": {"avg_ms": 3.537, "count": 300, "max_ms": 5.621, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16447.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42793.149, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.262, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2325929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:04:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:04:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:04:51+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:04:51.268207+09:00", "mtime_epoch": 1783278291.2682073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:04:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2550.367, "name": "celery", "pid": 267, "rss_mb": 2550.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.065, "count": 299, "max_ms": 13.426, "p95_ms": 9.464}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 1.93, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.02, "count": 299, "max_ms": 71.695, "p95_ms": 64.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.644, "count": 299, "max_ms": 70.686, "p95_ms": 60.043}, "yolo11_640_fire_11class": {"avg_ms": 54.082, "count": 299, "max_ms": 70.7, "p95_ms": 66.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.764, "count": 299, "max_ms": 76.563, "p95_ms": 72.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.355, "count": 299, "max_ms": 93.135, "p95_ms": 89.501}, "read_interval": {"avg_ms": 100.409, "count": 298, "max_ms": 385.977, "p95_ms": 165.35}, "triton_wait": {"avg_ms": 59.301, "count": 299, "max_ms": 76.576, "p95_ms": 72.037}, "visualize": {"avg_ms": 3.76, "count": 299, "max_ms": 5.049, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16446.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26890.002, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.849, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1870583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:05:14+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T04:05:14+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T04:05:14.256584+09:00", "mtime_epoch": 1783278314.256584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:05:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9517.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.037, "count": 301, "max_ms": 26.976, "p95_ms": 18.764}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.785, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.393, "count": 301, "max_ms": 67.622, "p95_ms": 62.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.112, "count": 301, "max_ms": 66.852, "p95_ms": 56.929}, "yolo11_640_fire_11class": {"avg_ms": 49.777, "count": 301, "max_ms": 66.428, "p95_ms": 61.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.436, "count": 301, "max_ms": 77.737, "p95_ms": 70.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.106, "count": 301, "max_ms": 103.282, "p95_ms": 95.401}, "read_interval": {"avg_ms": 99.944, "count": 300, "max_ms": 119.284, "p95_ms": 113.934}, "triton_wait": {"avg_ms": 53.676, "count": 301, "max_ms": 77.749, "p95_ms": 70.158}, "visualize": {"avg_ms": 3.531, "count": 301, "max_ms": 4.529, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16446.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42823.205, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.262, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2326231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:05:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:05:21+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T04:05:21+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T04:05:21.348700+09:00", "mtime_epoch": 1783278321.3487003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:05:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2550.625, "name": "celery", "pid": 267, "rss_mb": 2550.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.04, "count": 302, "max_ms": 13.364, "p95_ms": 10.173}, "gstreamer_push": {"avg_ms": 1.315, "count": 302, "max_ms": 2.01, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.858, "count": 302, "max_ms": 69.51, "p95_ms": 64.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.535, "count": 302, "max_ms": 72.498, "p95_ms": 56.168}, "yolo11_640_fire_11class": {"avg_ms": 51.665, "count": 302, "max_ms": 69.215, "p95_ms": 64.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.686, "count": 302, "max_ms": 74.978, "p95_ms": 71.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.09, "count": 302, "max_ms": 91.487, "p95_ms": 88.23}, "read_interval": {"avg_ms": 99.574, "count": 301, "max_ms": 750.683, "p95_ms": 168.9}, "triton_wait": {"avg_ms": 56.193, "count": 302, "max_ms": 74.99, "p95_ms": 71.867}, "visualize": {"avg_ms": 3.753, "count": 302, "max_ms": 5.328, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16447.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26920.094, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.837, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1870884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:05:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:05:44+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T04:05:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T04:05:44.337078+09:00", "mtime_epoch": 1783278344.3370779, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:05:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9517.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.884, "count": 300, "max_ms": 21.755, "p95_ms": 18.546}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.427, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.343, "count": 300, "max_ms": 66.817, "p95_ms": 63.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.375, "count": 300, "max_ms": 66.973, "p95_ms": 58.717}, "yolo11_640_fire_11class": {"avg_ms": 50.184, "count": 300, "max_ms": 67.131, "p95_ms": 62.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.465, "count": 300, "max_ms": 75.403, "p95_ms": 72.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.031, "count": 301, "max_ms": 101.304, "p95_ms": 97.136}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 118.054, "p95_ms": 114.744}, "triton_wait": {"avg_ms": 53.764, "count": 300, "max_ms": 75.414, "p95_ms": 72.208}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 5.398, "p95_ms": 3.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16447.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42853.406, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.128, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2326532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:05:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:05:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T04:05:51+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T04:05:51.421194+09:00", "mtime_epoch": 1783278351.4211943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:05:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2550.625, "name": "celery", "pid": 267, "rss_mb": 2550.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.96, "count": 301, "max_ms": 13.362, "p95_ms": 8.702}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.6, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.979, "count": 301, "max_ms": 70.468, "p95_ms": 65.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.976, "count": 301, "max_ms": 72.864, "p95_ms": 59.783}, "yolo11_640_fire_11class": {"avg_ms": 54.389, "count": 301, "max_ms": 72.486, "p95_ms": 67.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.161, "count": 301, "max_ms": 76.079, "p95_ms": 72.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.396, "count": 301, "max_ms": 93.61, "p95_ms": 89.405}, "read_interval": {"avg_ms": 100.338, "count": 301, "max_ms": 404.498, "p95_ms": 178.274}, "triton_wait": {"avg_ms": 58.631, "count": 301, "max_ms": 76.091, "p95_ms": 72.876}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.34, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16448.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26950.099, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.892, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1871184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:06:14+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T04:06:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T04:06:14.345572+09:00", "mtime_epoch": 1783278374.3455715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:06:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9518.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.832, "count": 300, "max_ms": 22.902, "p95_ms": 18.788}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 2.217, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.76, "count": 300, "max_ms": 67.823, "p95_ms": 63.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.532, "count": 300, "max_ms": 68.642, "p95_ms": 58.351}, "yolo11_640_fire_11class": {"avg_ms": 50.659, "count": 300, "max_ms": 68.103, "p95_ms": 63.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.819, "count": 300, "max_ms": 77.301, "p95_ms": 71.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.249, "count": 300, "max_ms": 104.454, "p95_ms": 96.845}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 124.632, "p95_ms": 114.267}, "triton_wait": {"avg_ms": 54.002, "count": 300, "max_ms": 77.313, "p95_ms": 71.814}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 4.676, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16448.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42883.436, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.222, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2326832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:06:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:06:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:06:21+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T04:06:21.545690+09:00", "mtime_epoch": 1783278381.54569, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:06:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2550.883, "name": "celery", "pid": 267, "rss_mb": 2550.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.024, "count": 300, "max_ms": 14.536, "p95_ms": 8.794}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.835, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.139, "count": 300, "max_ms": 68.823, "p95_ms": 65.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.188, "count": 300, "max_ms": 69.341, "p95_ms": 58.211}, "yolo11_640_fire_11class": {"avg_ms": 53.006, "count": 300, "max_ms": 71.562, "p95_ms": 66.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.528, "count": 300, "max_ms": 77.79, "p95_ms": 71.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.173, "count": 300, "max_ms": 94.671, "p95_ms": 88.735}, "read_interval": {"avg_ms": 100.164, "count": 299, "max_ms": 399.502, "p95_ms": 181.811}, "triton_wait": {"avg_ms": 57.183, "count": 300, "max_ms": 77.802, "p95_ms": 71.859}, "visualize": {"avg_ms": 3.77, "count": 300, "max_ms": 5.846, "p95_ms": 4.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16448.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 26980.122, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.926, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1871481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:06:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:06:44+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T04:06:44+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T04:06:44.378066+09:00", "mtime_epoch": 1783278404.3780663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:06:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9518.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.855, "count": 297, "max_ms": 21.784, "p95_ms": 18.917}, "gstreamer_push": {"avg_ms": 1.221, "count": 297, "max_ms": 1.758, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.038, "count": 297, "max_ms": 67.419, "p95_ms": 62.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.533, "count": 297, "max_ms": 69.191, "p95_ms": 60.782}, "yolo11_640_fire_11class": {"avg_ms": 52.859, "count": 297, "max_ms": 68.205, "p95_ms": 62.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.46, "count": 297, "max_ms": 77.473, "p95_ms": 70.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.817, "count": 297, "max_ms": 103.71, "p95_ms": 95.849}, "read_interval": {"avg_ms": 101.101, "count": 296, "max_ms": 119.458, "p95_ms": 113.436}, "triton_wait": {"avg_ms": 57.635, "count": 297, "max_ms": 77.485, "p95_ms": 70.169}, "visualize": {"avg_ms": 3.525, "count": 297, "max_ms": 4.571, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16447.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42913.676, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.593, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:06:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:06:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:06:51+09:00", "mjpeg": {"age_sec": 0.341, "exists": true, "mtime": "2026-07-06T04:06:51.538184+09:00", "mtime_epoch": 1783278411.5381844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:06:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2551.141, "name": "celery", "pid": 267, "rss_mb": 2551.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 298, "max_ms": 12.225, "p95_ms": 8.651}, "gstreamer_push": {"avg_ms": 1.331, "count": 298, "max_ms": 1.871, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.92, "count": 298, "max_ms": 72.551, "p95_ms": 68.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.233, "count": 298, "max_ms": 74.381, "p95_ms": 65.951}, "yolo11_640_fire_11class": {"avg_ms": 59.763, "count": 298, "max_ms": 76.285, "p95_ms": 70.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.348, "count": 298, "max_ms": 81.257, "p95_ms": 75.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.612, "count": 298, "max_ms": 97.569, "p95_ms": 92.075}, "read_interval": {"avg_ms": 100.846, "count": 297, "max_ms": 358.275, "p95_ms": 113.507}, "triton_wait": {"avg_ms": 64.756, "count": 298, "max_ms": 81.27, "p95_ms": 75.243}, "visualize": {"avg_ms": 3.749, "count": 298, "max_ms": 4.831, "p95_ms": 4.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16448.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27010.229, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.872, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1871785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:07:14+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T04:07:14+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T04:07:14.466563+09:00", "mtime_epoch": 1783278434.466563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:07:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9518.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.128, "count": 303, "max_ms": 28.923, "p95_ms": 19.525}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.979, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.412, "count": 303, "max_ms": 70.05, "p95_ms": 63.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.035, "count": 303, "max_ms": 71.695, "p95_ms": 58.032}, "yolo11_640_fire_11class": {"avg_ms": 50.077, "count": 303, "max_ms": 72.229, "p95_ms": 62.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.342, "count": 303, "max_ms": 81.413, "p95_ms": 71.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.022, "count": 303, "max_ms": 105.729, "p95_ms": 97.265}, "read_interval": {"avg_ms": 98.975, "count": 303, "max_ms": 120.902, "p95_ms": 114.718}, "triton_wait": {"avg_ms": 53.558, "count": 303, "max_ms": 81.424, "p95_ms": 71.589}, "visualize": {"avg_ms": 3.537, "count": 303, "max_ms": 4.609, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16448.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42943.687, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.507, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:07:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:07:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T04:07:21+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T04:07:21.826685+09:00", "mtime_epoch": 1783278441.8266847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:07:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2551.141, "name": "celery", "pid": 267, "rss_mb": 2551.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 301, "max_ms": 12.666, "p95_ms": 9.836}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.913, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.562, "count": 301, "max_ms": 70.669, "p95_ms": 64.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.885, "count": 301, "max_ms": 72.108, "p95_ms": 59.098}, "yolo11_640_fire_11class": {"avg_ms": 52.32, "count": 301, "max_ms": 69.806, "p95_ms": 64.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.01, "count": 301, "max_ms": 75.918, "p95_ms": 70.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.371, "count": 301, "max_ms": 92.1, "p95_ms": 87.097}, "read_interval": {"avg_ms": 99.765, "count": 301, "max_ms": 433.55, "p95_ms": 174.766}, "triton_wait": {"avg_ms": 56.603, "count": 301, "max_ms": 75.93, "p95_ms": 70.8}, "visualize": {"avg_ms": 3.73, "count": 301, "max_ms": 5.858, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16449.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27040.292, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.681, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1872086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:07:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:07:44+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T04:07:44+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T04:07:44.539060+09:00", "mtime_epoch": 1783278464.5390604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:07:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9518.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.105, "count": 301, "max_ms": 25.015, "p95_ms": 18.933}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.441, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.369, "count": 301, "max_ms": 67.906, "p95_ms": 62.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.7, "count": 301, "max_ms": 69.579, "p95_ms": 57.432}, "yolo11_640_fire_11class": {"avg_ms": 50.106, "count": 301, "max_ms": 68.552, "p95_ms": 62.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.065, "count": 301, "max_ms": 73.877, "p95_ms": 71.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.902, "count": 301, "max_ms": 100.187, "p95_ms": 96.508}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 116.784, "p95_ms": 114.634}, "triton_wait": {"avg_ms": 53.377, "count": 301, "max_ms": 73.89, "p95_ms": 71.027}, "visualize": {"avg_ms": 3.536, "count": 301, "max_ms": 4.684, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16448.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 42973.734, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.468, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2327735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:07:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:07:51+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T04:07:51+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T04:07:51.859182+09:00", "mtime_epoch": 1783278471.8591816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:07:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2551.398, "name": "celery", "pid": 267, "rss_mb": 2551.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 302, "max_ms": 13.67, "p95_ms": 8.73}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 2.028, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.17, "count": 302, "max_ms": 69.073, "p95_ms": 64.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.069, "count": 302, "max_ms": 68.69, "p95_ms": 58.208}, "yolo11_640_fire_11class": {"avg_ms": 52.036, "count": 302, "max_ms": 70.075, "p95_ms": 65.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.451, "count": 302, "max_ms": 77.138, "p95_ms": 71.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.721, "count": 302, "max_ms": 93.485, "p95_ms": 87.967}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 449.407, "p95_ms": 209.409}, "triton_wait": {"avg_ms": 56.056, "count": 302, "max_ms": 77.151, "p95_ms": 71.269}, "visualize": {"avg_ms": 3.746, "count": 302, "max_ms": 5.873, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16449.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27070.307, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.733, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1872386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:08:14+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T04:08:14+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:08:14.567558+09:00", "mtime_epoch": 1783278494.5675578, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:08:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9518.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.988, "count": 300, "max_ms": 23.997, "p95_ms": 18.841}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.795, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.719, "count": 300, "max_ms": 70.796, "p95_ms": 63.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.441, "count": 300, "max_ms": 69.268, "p95_ms": 59.871}, "yolo11_640_fire_11class": {"avg_ms": 50.317, "count": 300, "max_ms": 73.437, "p95_ms": 63.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.558, "count": 300, "max_ms": 78.753, "p95_ms": 71.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.038, "count": 300, "max_ms": 104.888, "p95_ms": 97.72}, "read_interval": {"avg_ms": 100.044, "count": 300, "max_ms": 120.543, "p95_ms": 114.457}, "triton_wait": {"avg_ms": 53.717, "count": 300, "max_ms": 78.765, "p95_ms": 72.175}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 4.525, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16448.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43003.8, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.692, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2328033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:08:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T04:08:21+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:08:21.915679+09:00", "mtime_epoch": 1783278501.9156795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:08:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2551.398, "name": "celery", "pid": 267, "rss_mb": 2551.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.904, "count": 298, "max_ms": 10.67, "p95_ms": 8.578}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 1.832, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.011, "count": 298, "max_ms": 73.879, "p95_ms": 67.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.701, "count": 298, "max_ms": 71.556, "p95_ms": 64.694}, "yolo11_640_fire_11class": {"avg_ms": 56.004, "count": 298, "max_ms": 70.661, "p95_ms": 67.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.321, "count": 298, "max_ms": 80.22, "p95_ms": 74.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.289, "count": 298, "max_ms": 96.802, "p95_ms": 91.242}, "read_interval": {"avg_ms": 100.878, "count": 297, "max_ms": 464.535, "p95_ms": 171.474}, "triton_wait": {"avg_ms": 60.632, "count": 298, "max_ms": 80.233, "p95_ms": 74.71}, "visualize": {"avg_ms": 3.721, "count": 298, "max_ms": 4.672, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16449.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27100.32, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.681, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1872686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:08:44+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T04:08:44+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T04:08:44.556055+09:00", "mtime_epoch": 1783278524.556055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:08:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9518.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.94, "count": 300, "max_ms": 22.282, "p95_ms": 18.808}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.443, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.983, "count": 300, "max_ms": 66.009, "p95_ms": 62.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.838, "count": 300, "max_ms": 67.226, "p95_ms": 59.051}, "yolo11_640_fire_11class": {"avg_ms": 51.815, "count": 300, "max_ms": 67.292, "p95_ms": 63.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.265, "count": 300, "max_ms": 77.774, "p95_ms": 71.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.732, "count": 300, "max_ms": 102.272, "p95_ms": 95.449}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 118.197, "p95_ms": 112.974}, "triton_wait": {"avg_ms": 56.45, "count": 300, "max_ms": 77.787, "p95_ms": 71.064}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.927, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16449.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43033.847, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.838, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2328337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:08:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T04:08:51+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T04:08:51.984179+09:00", "mtime_epoch": 1783278531.9841785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:08:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2551.656, "name": "celery", "pid": 267, "rss_mb": 2551.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.119}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 304, "max_ms": 12.755, "p95_ms": 8.715}, "gstreamer_push": {"avg_ms": 1.306, "count": 304, "max_ms": 2.08, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.593, "count": 304, "max_ms": 69.364, "p95_ms": 66.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.466, "count": 304, "max_ms": 73.176, "p95_ms": 60.073}, "yolo11_640_fire_11class": {"avg_ms": 55.121, "count": 304, "max_ms": 69.919, "p95_ms": 67.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.005, "count": 304, "max_ms": 75.791, "p95_ms": 73.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.141, "count": 304, "max_ms": 92.475, "p95_ms": 90.332}, "read_interval": {"avg_ms": 98.886, "count": 303, "max_ms": 434.873, "p95_ms": 132.59}, "triton_wait": {"avg_ms": 59.422, "count": 304, "max_ms": 75.803, "p95_ms": 73.774}, "visualize": {"avg_ms": 3.724, "count": 304, "max_ms": 5.862, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16449.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27130.421, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.958, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1872987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:09:14+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T04:09:14+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T04:09:14.652555+09:00", "mtime_epoch": 1783278554.652555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:09:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9518.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.011, "count": 300, "max_ms": 24.421, "p95_ms": 19.055}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.619, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.151, "count": 300, "max_ms": 67.682, "p95_ms": 63.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.913, "count": 300, "max_ms": 67.671, "p95_ms": 57.316}, "yolo11_640_fire_11class": {"avg_ms": 50.843, "count": 300, "max_ms": 66.627, "p95_ms": 63.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.561, "count": 300, "max_ms": 75.896, "p95_ms": 72.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.04, "count": 300, "max_ms": 102.405, "p95_ms": 97.726}, "read_interval": {"avg_ms": 99.995, "count": 299, "max_ms": 122.14, "p95_ms": 114.608}, "triton_wait": {"avg_ms": 54.642, "count": 300, "max_ms": 75.909, "p95_ms": 72.496}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 4.924, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16449.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43063.878, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.692, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2328635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:09:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:09:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:09:22+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T04:09:22.016677+09:00", "mtime_epoch": 1783278562.0166774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:09:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2551.656, "name": "celery", "pid": 267, "rss_mb": 2551.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.895, "count": 298, "max_ms": 12.025, "p95_ms": 8.577}, "gstreamer_push": {"avg_ms": 1.305, "count": 298, "max_ms": 2.06, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.935, "count": 298, "max_ms": 71.794, "p95_ms": 65.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.829, "count": 298, "max_ms": 71.981, "p95_ms": 58.683}, "yolo11_640_fire_11class": {"avg_ms": 54.139, "count": 298, "max_ms": 71.992, "p95_ms": 65.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.362, "count": 298, "max_ms": 76.721, "p95_ms": 71.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.272, "count": 298, "max_ms": 93.01, "p95_ms": 88.4}, "read_interval": {"avg_ms": 100.846, "count": 297, "max_ms": 375.651, "p95_ms": 184.279}, "triton_wait": {"avg_ms": 59.607, "count": 298, "max_ms": 76.733, "p95_ms": 71.804}, "visualize": {"avg_ms": 3.718, "count": 298, "max_ms": 4.92, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16449.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27160.491, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.932, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1873288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:09:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:09:44+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T04:09:44+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T04:09:44.725055+09:00", "mtime_epoch": 1783278584.7250552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:09:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.901, "count": 301, "max_ms": 27.235, "p95_ms": 18.664}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.809, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.532, "count": 301, "max_ms": 65.982, "p95_ms": 63.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.736, "count": 301, "max_ms": 64.809, "p95_ms": 56.271}, "yolo11_640_fire_11class": {"avg_ms": 49.749, "count": 301, "max_ms": 67.126, "p95_ms": 62.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.527, "count": 301, "max_ms": 76.956, "p95_ms": 72.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.899, "count": 301, "max_ms": 102.096, "p95_ms": 97.483}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 123.534, "p95_ms": 114.308}, "triton_wait": {"avg_ms": 53.673, "count": 301, "max_ms": 76.967, "p95_ms": 72.147}, "visualize": {"avg_ms": 3.503, "count": 301, "max_ms": 4.842, "p95_ms": 3.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16449.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43093.9, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.635, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2328936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:09:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T04:09:52+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T04:09:52.033177+09:00", "mtime_epoch": 1783278592.033177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:09:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2551.914, "name": "celery", "pid": 267, "rss_mb": 2551.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.869, "count": 301, "max_ms": 11.041, "p95_ms": 8.3}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.499, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.53, "count": 301, "max_ms": 68.095, "p95_ms": 65.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.924, "count": 301, "max_ms": 64.255, "p95_ms": 57.935}, "yolo11_640_fire_11class": {"avg_ms": 52.442, "count": 301, "max_ms": 72.309, "p95_ms": 65.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.311, "count": 301, "max_ms": 75.034, "p95_ms": 71.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.325, "count": 301, "max_ms": 91.853, "p95_ms": 88.494}, "read_interval": {"avg_ms": 99.787, "count": 300, "max_ms": 495.575, "p95_ms": 175.123}, "triton_wait": {"avg_ms": 56.66, "count": 301, "max_ms": 75.047, "p95_ms": 72.0}, "visualize": {"avg_ms": 3.702, "count": 301, "max_ms": 4.642, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16450.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27190.604, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "R (running)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.041, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1873589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:10:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:10:14+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T04:10:14+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T04:10:14.841558+09:00", "mtime_epoch": 1783278614.8415575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:10:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.349, "count": 300, "max_ms": 27.895, "p95_ms": 23.443}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.767, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.513, "count": 300, "max_ms": 66.515, "p95_ms": 63.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.808, "count": 300, "max_ms": 67.75, "p95_ms": 55.39}, "yolo11_640_fire_11class": {"avg_ms": 49.885, "count": 300, "max_ms": 66.751, "p95_ms": 62.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.269, "count": 300, "max_ms": 76.188, "p95_ms": 71.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.218, "count": 300, "max_ms": 101.153, "p95_ms": 96.447}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 121.884, "p95_ms": 115.173}, "triton_wait": {"avg_ms": 53.409, "count": 300, "max_ms": 76.2, "p95_ms": 71.454}, "visualize": {"avg_ms": 3.583, "count": 300, "max_ms": 5.09, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16450.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43123.93, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.547, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2329238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:10:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:10:22+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:10:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T04:10:22.049728+09:00", "mtime_epoch": 1783278622.049728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:10:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.172, "name": "celery", "pid": 267, "rss_mb": 2552.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.849, "count": 302, "max_ms": 9.841, "p95_ms": 8.38}, "gstreamer_push": {"avg_ms": 1.298, "count": 302, "max_ms": 1.56, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.687, "count": 302, "max_ms": 70.483, "p95_ms": 64.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.01, "count": 302, "max_ms": 75.0, "p95_ms": 58.262}, "yolo11_640_fire_11class": {"avg_ms": 53.766, "count": 302, "max_ms": 73.82, "p95_ms": 65.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.747, "count": 302, "max_ms": 73.317, "p95_ms": 71.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.733, "count": 302, "max_ms": 91.452, "p95_ms": 88.15}, "read_interval": {"avg_ms": 99.445, "count": 301, "max_ms": 420.473, "p95_ms": 154.413}, "triton_wait": {"avg_ms": 58.162, "count": 302, "max_ms": 75.012, "p95_ms": 71.414}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 4.665, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16450.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27220.69, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.038, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1873890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:10:45+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T04:10:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T04:10:44.934268+09:00", "mtime_epoch": 1783278644.9342685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:10:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.907, "count": 301, "max_ms": 28.277, "p95_ms": 18.79}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.506, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.439, "count": 301, "max_ms": 65.713, "p95_ms": 63.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.521, "count": 301, "max_ms": 72.088, "p95_ms": 57.125}, "yolo11_640_fire_11class": {"avg_ms": 50.23, "count": 301, "max_ms": 68.651, "p95_ms": 63.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.472, "count": 301, "max_ms": 76.256, "p95_ms": 71.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.997, "count": 301, "max_ms": 101.047, "p95_ms": 96.988}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 120.647, "p95_ms": 114.611}, "triton_wait": {"avg_ms": 53.696, "count": 301, "max_ms": 76.268, "p95_ms": 71.855}, "visualize": {"avg_ms": 3.534, "count": 301, "max_ms": 4.493, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16450.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43153.998, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.469, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2329539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:10:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:10:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:10:52+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T04:10:52.138438+09:00", "mtime_epoch": 1783278652.1384375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:10:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.172, "name": "celery", "pid": 267, "rss_mb": 2552.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 301, "max_ms": 12.595, "p95_ms": 8.608}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 1.535, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.506, "count": 301, "max_ms": 67.486, "p95_ms": 64.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.445, "count": 301, "max_ms": 73.072, "p95_ms": 58.67}, "yolo11_640_fire_11class": {"avg_ms": 52.815, "count": 301, "max_ms": 72.366, "p95_ms": 67.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.536, "count": 301, "max_ms": 77.447, "p95_ms": 71.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.816, "count": 301, "max_ms": 94.044, "p95_ms": 88.172}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 406.333, "p95_ms": 173.146}, "triton_wait": {"avg_ms": 57.079, "count": 301, "max_ms": 77.46, "p95_ms": 71.523}, "visualize": {"avg_ms": 3.702, "count": 301, "max_ms": 4.595, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16450.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27250.713, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.925, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1874190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:11:15+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T04:11:14+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T04:11:14.930969+09:00", "mtime_epoch": 1783278674.9309685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:11:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.099, "count": 300, "max_ms": 24.625, "p95_ms": 19.156}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.456, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.379, "count": 300, "max_ms": 67.376, "p95_ms": 62.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.813, "count": 300, "max_ms": 68.214, "p95_ms": 57.912}, "yolo11_640_fire_11class": {"avg_ms": 50.737, "count": 300, "max_ms": 68.484, "p95_ms": 62.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.408, "count": 300, "max_ms": 77.372, "p95_ms": 71.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.099, "count": 300, "max_ms": 104.161, "p95_ms": 96.163}, "read_interval": {"avg_ms": 100.038, "count": 299, "max_ms": 123.876, "p95_ms": 113.631}, "triton_wait": {"avg_ms": 54.672, "count": 300, "max_ms": 77.383, "p95_ms": 71.254}, "visualize": {"avg_ms": 3.521, "count": 300, "max_ms": 5.699, "p95_ms": 3.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16450.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43184.032, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.439, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2329839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:11:22+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T04:11:22+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T04:11:22.163136+09:00", "mtime_epoch": 1783278682.1631358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:11:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.43, "name": "celery", "pid": 267, "rss_mb": 2552.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.025, "count": 300, "max_ms": 12.851, "p95_ms": 8.695}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 1.58, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.001, "count": 300, "max_ms": 70.063, "p95_ms": 65.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.639, "count": 300, "max_ms": 68.847, "p95_ms": 59.367}, "yolo11_640_fire_11class": {"avg_ms": 54.053, "count": 300, "max_ms": 70.563, "p95_ms": 66.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.066, "count": 300, "max_ms": 79.213, "p95_ms": 72.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.44, "count": 300, "max_ms": 95.75, "p95_ms": 88.955}, "read_interval": {"avg_ms": 100.084, "count": 299, "max_ms": 361.544, "p95_ms": 204.52}, "triton_wait": {"avg_ms": 58.535, "count": 300, "max_ms": 79.225, "p95_ms": 72.271}, "visualize": {"avg_ms": 3.755, "count": 300, "max_ms": 4.958, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16450.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27280.735, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.128, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1874490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:11:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:11:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T04:11:44+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:11:44.979661+09:00", "mtime_epoch": 1783278704.9796605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:11:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.936, "count": 300, "max_ms": 23.47, "p95_ms": 18.858}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.919, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.164, "count": 300, "max_ms": 70.9, "p95_ms": 63.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.857, "count": 300, "max_ms": 64.672, "p95_ms": 57.603}, "yolo11_640_fire_11class": {"avg_ms": 50.645, "count": 300, "max_ms": 69.589, "p95_ms": 63.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.584, "count": 300, "max_ms": 82.997, "p95_ms": 72.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.066, "count": 300, "max_ms": 108.33, "p95_ms": 98.241}, "read_interval": {"avg_ms": 100.039, "count": 299, "max_ms": 124.978, "p95_ms": 115.442}, "triton_wait": {"avg_ms": 54.772, "count": 300, "max_ms": 83.009, "p95_ms": 72.872}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 4.606, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16450.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43214.126, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.202, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2330140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:11:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:11:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:11:52+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T04:11:52.215826+09:00", "mtime_epoch": 1783278712.215826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:11:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.43, "name": "celery", "pid": 267, "rss_mb": 2552.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.056, "count": 301, "max_ms": 12.552, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.793, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.709, "count": 301, "max_ms": 71.425, "p95_ms": 65.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.936, "count": 301, "max_ms": 72.821, "p95_ms": 60.27}, "yolo11_640_fire_11class": {"avg_ms": 55.002, "count": 301, "max_ms": 72.377, "p95_ms": 66.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.325, "count": 301, "max_ms": 78.269, "p95_ms": 73.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.637, "count": 301, "max_ms": 96.376, "p95_ms": 90.299}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 371.616, "p95_ms": 152.277}, "triton_wait": {"avg_ms": 60.673, "count": 301, "max_ms": 78.282, "p95_ms": 73.344}, "visualize": {"avg_ms": 3.75, "count": 301, "max_ms": 5.149, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16450.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27310.805, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.073, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1874791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:12:15+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T04:12:15+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T04:12:15.056345+09:00", "mtime_epoch": 1783278735.056345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:12:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.079, "count": 301, "max_ms": 29.144, "p95_ms": 18.935}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.439, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.161, "count": 301, "max_ms": 66.475, "p95_ms": 63.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.115, "count": 301, "max_ms": 65.978, "p95_ms": 56.143}, "yolo11_640_fire_11class": {"avg_ms": 50.372, "count": 301, "max_ms": 66.422, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.45, "count": 301, "max_ms": 76.717, "p95_ms": 71.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.07, "count": 301, "max_ms": 107.946, "p95_ms": 96.919}, "read_interval": {"avg_ms": 99.902, "count": 300, "max_ms": 123.883, "p95_ms": 114.058}, "triton_wait": {"avg_ms": 54.663, "count": 301, "max_ms": 76.73, "p95_ms": 71.051}, "visualize": {"avg_ms": 3.52, "count": 301, "max_ms": 4.597, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16451.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43244.16, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.273, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2330439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:12:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:12:22+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T04:12:22.304509+09:00", "mtime_epoch": 1783278742.3045087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:12:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.688, "name": "celery", "pid": 267, "rss_mb": 2552.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.091, "count": 299, "max_ms": 12.954, "p95_ms": 9.325}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 1.874, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.192, "count": 299, "max_ms": 70.008, "p95_ms": 66.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.645, "count": 299, "max_ms": 66.81, "p95_ms": 57.163}, "yolo11_640_fire_11class": {"avg_ms": 53.608, "count": 299, "max_ms": 72.737, "p95_ms": 67.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.152, "count": 299, "max_ms": 75.588, "p95_ms": 71.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.411, "count": 299, "max_ms": 96.612, "p95_ms": 89.067}, "read_interval": {"avg_ms": 100.507, "count": 298, "max_ms": 471.309, "p95_ms": 173.03}, "triton_wait": {"avg_ms": 58.45, "count": 299, "max_ms": 75.6, "p95_ms": 71.977}, "visualize": {"avg_ms": 3.766, "count": 299, "max_ms": 5.68, "p95_ms": 4.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16451.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27340.81, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.298, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1875091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:12:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:12:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T04:12:45.053019+09:00", "mtime_epoch": 1783278765.0530193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:12:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.984, "count": 300, "max_ms": 24.774, "p95_ms": 19.112}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 2.18, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.994, "count": 300, "max_ms": 65.929, "p95_ms": 63.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.986, "count": 300, "max_ms": 68.638, "p95_ms": 58.222}, "yolo11_640_fire_11class": {"avg_ms": 51.819, "count": 300, "max_ms": 67.824, "p95_ms": 63.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.313, "count": 300, "max_ms": 76.395, "p95_ms": 71.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.883, "count": 300, "max_ms": 102.88, "p95_ms": 97.409}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 121.562, "p95_ms": 113.67}, "triton_wait": {"avg_ms": 55.552, "count": 300, "max_ms": 76.408, "p95_ms": 71.974}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 5.495, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16451.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43274.204, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.311, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2330741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:12:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:12:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T04:12:52+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T04:12:52.337182+09:00", "mtime_epoch": 1783278772.337182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:12:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.688, "name": "celery", "pid": 267, "rss_mb": 2552.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.93, "count": 302, "max_ms": 9.842, "p95_ms": 8.768}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 1.547, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.266, "count": 302, "max_ms": 70.283, "p95_ms": 65.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.34, "count": 302, "max_ms": 72.278, "p95_ms": 55.419}, "yolo11_640_fire_11class": {"avg_ms": 54.42, "count": 302, "max_ms": 71.969, "p95_ms": 67.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.949, "count": 302, "max_ms": 74.904, "p95_ms": 71.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.957, "count": 302, "max_ms": 91.461, "p95_ms": 88.72}, "read_interval": {"avg_ms": 99.528, "count": 301, "max_ms": 450.733, "p95_ms": 132.644}, "triton_wait": {"avg_ms": 59.261, "count": 302, "max_ms": 74.916, "p95_ms": 71.982}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 4.66, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16451.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27370.812, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.058, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1875391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:13:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:13:15+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T04:13:15+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T04:13:15.041686+09:00", "mtime_epoch": 1783278795.041686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:13:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9519.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 16.968, "count": 300, "max_ms": 24.689, "p95_ms": 18.776}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.445, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.699, "count": 300, "max_ms": 66.826, "p95_ms": 62.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.991, "count": 300, "max_ms": 65.382, "p95_ms": 56.968}, "yolo11_640_fire_11class": {"avg_ms": 50.229, "count": 300, "max_ms": 66.57, "p95_ms": 62.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.427, "count": 300, "max_ms": 74.317, "p95_ms": 69.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.889, "count": 300, "max_ms": 103.251, "p95_ms": 95.471}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 118.29, "p95_ms": 114.103}, "triton_wait": {"avg_ms": 53.627, "count": 300, "max_ms": 74.327, "p95_ms": 69.711}, "visualize": {"avg_ms": 3.489, "count": 300, "max_ms": 4.26, "p95_ms": 3.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16452.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43304.223, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.94, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2331038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:13:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:13:22+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T04:13:22+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:13:22.345847+09:00", "mtime_epoch": 1783278802.3458474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:13:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.945, "name": "celery", "pid": 267, "rss_mb": 2552.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.916, "count": 297, "max_ms": 9.925, "p95_ms": 8.673}, "gstreamer_push": {"avg_ms": 1.309, "count": 297, "max_ms": 1.493, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.635, "count": 297, "max_ms": 70.372, "p95_ms": 65.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.777, "count": 297, "max_ms": 70.744, "p95_ms": 59.334}, "yolo11_640_fire_11class": {"avg_ms": 53.311, "count": 297, "max_ms": 69.871, "p95_ms": 65.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.594, "count": 297, "max_ms": 76.414, "p95_ms": 71.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.79, "count": 297, "max_ms": 92.695, "p95_ms": 88.527}, "read_interval": {"avg_ms": 101.031, "count": 297, "max_ms": 351.817, "p95_ms": 216.328}, "triton_wait": {"avg_ms": 58.048, "count": 297, "max_ms": 76.426, "p95_ms": 71.909}, "visualize": {"avg_ms": 3.728, "count": 297, "max_ms": 4.772, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16452.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27400.914, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.204, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1875691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:13:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:13:45+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:13:45+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:13:45.158349+09:00", "mtime_epoch": 1783278825.1583486, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:13:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9520.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.996, "pushed": 9.996, "read": 9.963}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.961, "count": 299, "max_ms": 24.005, "p95_ms": 18.871}, "gstreamer_push": {"avg_ms": 1.227, "count": 299, "max_ms": 1.84, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.051, "count": 299, "max_ms": 68.517, "p95_ms": 63.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.486, "count": 299, "max_ms": 68.211, "p95_ms": 62.301}, "yolo11_640_fire_11class": {"avg_ms": 50.488, "count": 299, "max_ms": 67.216, "p95_ms": 63.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.138, "count": 299, "max_ms": 75.596, "p95_ms": 72.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.689, "count": 299, "max_ms": 102.21, "p95_ms": 97.639}, "read_interval": {"avg_ms": 100.373, "count": 298, "max_ms": 305.409, "p95_ms": 114.168}, "triton_wait": {"avg_ms": 54.375, "count": 299, "max_ms": 75.607, "p95_ms": 72.858}, "visualize": {"avg_ms": 3.502, "count": 299, "max_ms": 4.386, "p95_ms": 3.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16452.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43334.229, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.784, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2331341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:13:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:13:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:13:52+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T04:13:52.346506+09:00", "mtime_epoch": 1783278832.3465056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:13:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2552.945, "name": "celery", "pid": 267, "rss_mb": 2552.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.874, "count": 303, "max_ms": 9.548, "p95_ms": 8.368}, "gstreamer_push": {"avg_ms": 1.306, "count": 303, "max_ms": 1.495, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.689, "count": 303, "max_ms": 74.582, "p95_ms": 65.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.344, "count": 303, "max_ms": 73.39, "p95_ms": 61.722}, "yolo11_640_fire_11class": {"avg_ms": 53.269, "count": 303, "max_ms": 73.404, "p95_ms": 64.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.631, "count": 303, "max_ms": 76.373, "p95_ms": 71.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.597, "count": 303, "max_ms": 92.838, "p95_ms": 88.784}, "read_interval": {"avg_ms": 99.017, "count": 303, "max_ms": 432.95, "p95_ms": 133.597}, "triton_wait": {"avg_ms": 58.981, "count": 303, "max_ms": 76.385, "p95_ms": 71.868}, "visualize": {"avg_ms": 3.693, "count": 303, "max_ms": 4.901, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16452.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27430.995, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.204, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1875993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:14:15+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T04:14:15+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T04:14:15.235003+09:00", "mtime_epoch": 1783278855.2350032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:14:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9520.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.174, "count": 302, "max_ms": 21.893, "p95_ms": 19.829}, "gstreamer_push": {"avg_ms": 1.24, "count": 302, "max_ms": 1.574, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.908, "count": 302, "max_ms": 70.791, "p95_ms": 63.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.532, "count": 302, "max_ms": 67.144, "p95_ms": 57.078}, "yolo11_640_fire_11class": {"avg_ms": 49.591, "count": 302, "max_ms": 67.81, "p95_ms": 62.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.748, "count": 302, "max_ms": 76.477, "p95_ms": 72.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.585, "count": 302, "max_ms": 101.4, "p95_ms": 97.715}, "read_interval": {"avg_ms": 99.56, "count": 301, "max_ms": 122.425, "p95_ms": 114.43}, "triton_wait": {"avg_ms": 53.933, "count": 302, "max_ms": 76.49, "p95_ms": 72.134}, "visualize": {"avg_ms": 3.557, "count": 302, "max_ms": 5.445, "p95_ms": 3.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16452.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43364.244, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.823, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2331641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:14:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:14:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:14:22.359157+09:00", "mtime_epoch": 1783278862.3591573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:14:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2553.203, "name": "celery", "pid": 267, "rss_mb": 2553.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 300, "max_ms": 11.457, "p95_ms": 8.777}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.912, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.674, "count": 300, "max_ms": 73.368, "p95_ms": 65.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.693, "count": 300, "max_ms": 73.388, "p95_ms": 60.284}, "yolo11_640_fire_11class": {"avg_ms": 52.052, "count": 300, "max_ms": 71.602, "p95_ms": 64.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.876, "count": 300, "max_ms": 74.528, "p95_ms": 72.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.021, "count": 300, "max_ms": 91.882, "p95_ms": 89.114}, "read_interval": {"avg_ms": 100.037, "count": 300, "max_ms": 395.65, "p95_ms": 184.111}, "triton_wait": {"avg_ms": 57.333, "count": 300, "max_ms": 74.541, "p95_ms": 72.333}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 4.758, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 323, "tracking_summary": 15635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16452.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27461.087, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.236, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1876294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:14:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:14:45+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T04:14:45+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:14:45.347652+09:00", "mtime_epoch": 1783278885.3476524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:14:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9520.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.099, "count": 301, "max_ms": 27.074, "p95_ms": 19.079}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.923, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.33, "count": 301, "max_ms": 66.089, "p95_ms": 63.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.599, "count": 301, "max_ms": 68.152, "p95_ms": 57.975}, "yolo11_640_fire_11class": {"avg_ms": 50.655, "count": 301, "max_ms": 74.194, "p95_ms": 62.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.377, "count": 301, "max_ms": 75.744, "p95_ms": 71.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.056, "count": 301, "max_ms": 100.485, "p95_ms": 97.77}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 120.369, "p95_ms": 114.573}, "triton_wait": {"avg_ms": 54.578, "count": 301, "max_ms": 75.757, "p95_ms": 71.758}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 4.41, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16453.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43394.674, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.896, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2331942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:14:52+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:14:52+09:00", "mjpeg": {"age_sec": 0.417, "exists": true, "mtime": "2026-07-06T04:14:52.459805+09:00", "mtime_epoch": 1783278892.459805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:14:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2553.461, "name": "celery", "pid": 267, "rss_mb": 2553.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.073, "count": 298, "max_ms": 13.758, "p95_ms": 9.525}, "gstreamer_push": {"avg_ms": 1.311, "count": 298, "max_ms": 1.639, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.995, "count": 298, "max_ms": 71.407, "p95_ms": 64.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.295, "count": 298, "max_ms": 66.798, "p95_ms": 62.581}, "yolo11_640_fire_11class": {"avg_ms": 51.64, "count": 298, "max_ms": 70.267, "p95_ms": 64.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.932, "count": 298, "max_ms": 77.891, "p95_ms": 72.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.26, "count": 298, "max_ms": 98.656, "p95_ms": 88.96}, "read_interval": {"avg_ms": 100.863, "count": 297, "max_ms": 454.798, "p95_ms": 235.981}, "triton_wait": {"avg_ms": 56.355, "count": 298, "max_ms": 77.907, "p95_ms": 72.098}, "visualize": {"avg_ms": 3.753, "count": 298, "max_ms": 4.848, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 324, "tracking_summary": 15638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16610.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27491.976, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.361, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1876594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T04:15:16+09:00", "last_frame_read_age_sec": 0.945, "last_frame_read_at": "2026-07-06T04:15:15+09:00", "mjpeg": {"age_sec": 0.945, "exists": true, "mtime": "2026-07-06T04:15:15.364294+09:00", "mtime_epoch": 1783278915.3642936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:15:16+09:00", "process": {"exists": true, "fd_count": 127, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9520.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 0.85, "recorders": [{"age_sec": 0.85, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 144780, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.754, "name": "ffmpeg", "pid": 144780, "rss_mb": 185.754, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-07-06T04:15:15+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_041515_fire_detected"}], "running_ffmpeg_count": 1, "running_pids": [144780], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.232, "count": 292, "max_ms": 24.98, "p95_ms": 19.489}, "gstreamer_push": {"avg_ms": 1.236, "count": 292, "max_ms": 1.55, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.369, "count": 292, "max_ms": 68.407, "p95_ms": 63.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.307, "count": 292, "max_ms": 66.393, "p95_ms": 60.016}, "yolo11_640_fire_11class": {"avg_ms": 51.485, "count": 292, "max_ms": 67.516, "p95_ms": 64.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.667, "count": 292, "max_ms": 77.88, "p95_ms": 72.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.677, "count": 292, "max_ms": 940.969, "p95_ms": 97.879}, "read_interval": {"avg_ms": 100.087, "count": 291, "max_ms": 117.744, "p95_ms": 114.044}, "triton_wait": {"avg_ms": 55.08, "count": 292, "max_ms": 77.892, "p95_ms": 72.154}, "visualize": {"avg_ms": 3.552, "count": 292, "max_ms": 9.686, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16459.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43424.749, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.039, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2332244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:15:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:15:22+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T04:15:22+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:15:22.872453+09:00", "mtime_epoch": 1783278922.872453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:15:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2553.461, "name": "celery", "pid": 267, "rss_mb": 2553.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.942, "count": 302, "max_ms": 11.972, "p95_ms": 8.769}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 1.893, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.482, "count": 302, "max_ms": 71.66, "p95_ms": 64.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.584, "count": 302, "max_ms": 72.003, "p95_ms": 59.358}, "yolo11_640_fire_11class": {"avg_ms": 54.428, "count": 302, "max_ms": 72.014, "p95_ms": 68.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.33, "count": 302, "max_ms": 76.647, "p95_ms": 72.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.513, "count": 302, "max_ms": 93.017, "p95_ms": 89.239}, "read_interval": {"avg_ms": 99.597, "count": 301, "max_ms": 380.216, "p95_ms": 170.945}, "triton_wait": {"avg_ms": 58.785, "count": 302, "max_ms": 76.66, "p95_ms": 72.569}, "visualize": {"avg_ms": 3.705, "count": 302, "max_ms": 4.947, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16458.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27522.043, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.502, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1876899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:15:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:15:46+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:15:46+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:15:46.288948+09:00", "mtime_epoch": 1783278946.2889483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:15:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9520.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.24, "pushed": 10.24, "read": 10.207}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.975, "count": 305, "max_ms": 25.166, "p95_ms": 19.151}, "gstreamer_push": {"avg_ms": 1.224, "count": 305, "max_ms": 1.879, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.562, "count": 305, "max_ms": 67.294, "p95_ms": 63.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.856, "count": 305, "max_ms": 67.461, "p95_ms": 59.674}, "yolo11_640_fire_11class": {"avg_ms": 50.364, "count": 305, "max_ms": 67.782, "p95_ms": 63.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.475, "count": 305, "max_ms": 75.21, "p95_ms": 72.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.922, "count": 305, "max_ms": 272.619, "p95_ms": 99.587}, "read_interval": {"avg_ms": 98.579, "count": 304, "max_ms": 283.345, "p95_ms": 115.819}, "triton_wait": {"avg_ms": 53.737, "count": 305, "max_ms": 75.221, "p95_ms": 72.072}, "visualize": {"avg_ms": 3.54, "count": 305, "max_ms": 9.904, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.784, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16459.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43454.796, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.049, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2332547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:15:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:15:52+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T04:15:52.937088+09:00", "mtime_epoch": 1783278952.9370883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:15:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2553.719, "name": "celery", "pid": 267, "rss_mb": 2553.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.99, "count": 303, "max_ms": 12.126, "p95_ms": 8.865}, "gstreamer_push": {"avg_ms": 1.313, "count": 303, "max_ms": 2.224, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.187, "count": 303, "max_ms": 71.48, "p95_ms": 65.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.291, "count": 303, "max_ms": 71.724, "p95_ms": 59.725}, "yolo11_640_fire_11class": {"avg_ms": 53.437, "count": 303, "max_ms": 71.576, "p95_ms": 67.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.384, "count": 303, "max_ms": 75.906, "p95_ms": 71.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.441, "count": 303, "max_ms": 92.178, "p95_ms": 88.415}, "read_interval": {"avg_ms": 99.23, "count": 302, "max_ms": 461.186, "p95_ms": 159.106}, "triton_wait": {"avg_ms": 57.647, "count": 303, "max_ms": 75.919, "p95_ms": 71.928}, "visualize": {"avg_ms": 3.734, "count": 303, "max_ms": 5.246, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16459.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27552.103, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.494, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1877204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:16:16+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:16:16+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T04:16:16.333579+09:00", "mtime_epoch": 1783278976.3335788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:16:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9520.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.147}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.935, "count": 305, "max_ms": 22.594, "p95_ms": 19.097}, "gstreamer_push": {"avg_ms": 1.24, "count": 305, "max_ms": 1.916, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.846, "count": 305, "max_ms": 65.69, "p95_ms": 63.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.995, "count": 305, "max_ms": 67.194, "p95_ms": 56.027}, "yolo11_640_fire_11class": {"avg_ms": 50.541, "count": 305, "max_ms": 68.406, "p95_ms": 63.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.953, "count": 305, "max_ms": 76.62, "p95_ms": 71.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.398, "count": 305, "max_ms": 101.324, "p95_ms": 96.615}, "read_interval": {"avg_ms": 98.532, "count": 304, "max_ms": 119.187, "p95_ms": 114.07}, "triton_wait": {"avg_ms": 54.168, "count": 305, "max_ms": 76.631, "p95_ms": 71.862}, "visualize": {"avg_ms": 3.51, "count": 305, "max_ms": 5.098, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16460.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43484.841, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.016, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2332846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:16:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:16:23+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:16:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T04:16:22.977718+09:00", "mtime_epoch": 1783278982.9777176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:16:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2553.719, "name": "celery", "pid": 267, "rss_mb": 2553.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.943, "count": 299, "max_ms": 12.252, "p95_ms": 8.677}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 1.535, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.846, "count": 299, "max_ms": 68.627, "p95_ms": 64.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.07, "count": 299, "max_ms": 66.078, "p95_ms": 58.439}, "yolo11_640_fire_11class": {"avg_ms": 54.234, "count": 299, "max_ms": 71.203, "p95_ms": 68.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.072, "count": 299, "max_ms": 74.539, "p95_ms": 71.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.215, "count": 299, "max_ms": 92.037, "p95_ms": 88.54}, "read_interval": {"avg_ms": 100.48, "count": 299, "max_ms": 449.551, "p95_ms": 187.963}, "triton_wait": {"avg_ms": 58.479, "count": 299, "max_ms": 74.55, "p95_ms": 71.844}, "visualize": {"avg_ms": 3.715, "count": 299, "max_ms": 5.173, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16459.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27582.118, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.361, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1877504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:16:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:16:46+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T04:16:46+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T04:16:46.370204+09:00", "mtime_epoch": 1783279006.3702042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:16:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9520.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.129, "count": 300, "max_ms": 29.959, "p95_ms": 19.27}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.53, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.172, "count": 300, "max_ms": 66.487, "p95_ms": 63.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.843, "count": 300, "max_ms": 68.335, "p95_ms": 60.088}, "yolo11_640_fire_11class": {"avg_ms": 51.216, "count": 300, "max_ms": 69.464, "p95_ms": 63.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.644, "count": 300, "max_ms": 74.592, "p95_ms": 70.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.369, "count": 300, "max_ms": 99.937, "p95_ms": 96.318}, "read_interval": {"avg_ms": 100.089, "count": 300, "max_ms": 121.667, "p95_ms": 114.004}, "triton_wait": {"avg_ms": 54.937, "count": 300, "max_ms": 74.602, "p95_ms": 70.214}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 4.585, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16460.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43514.92, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.916, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2333148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:16:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T04:16:53+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T04:16:53.014342+09:00", "mtime_epoch": 1783279013.014342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:16:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2553.977, "name": "celery", "pid": 267, "rss_mb": 2553.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.983, "count": 301, "max_ms": 12.956, "p95_ms": 8.784}, "gstreamer_push": {"avg_ms": 1.317, "count": 302, "max_ms": 1.872, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.541, "count": 301, "max_ms": 71.998, "p95_ms": 65.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.818, "count": 301, "max_ms": 73.338, "p95_ms": 62.98}, "yolo11_640_fire_11class": {"avg_ms": 55.965, "count": 301, "max_ms": 74.228, "p95_ms": 67.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.725, "count": 301, "max_ms": 79.328, "p95_ms": 72.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.895, "count": 302, "max_ms": 95.949, "p95_ms": 89.303}, "read_interval": {"avg_ms": 99.67, "count": 301, "max_ms": 419.416, "p95_ms": 130.639}, "triton_wait": {"avg_ms": 61.166, "count": 301, "max_ms": 79.342, "p95_ms": 72.493}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.543, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16460.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27612.199, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "R (running)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.236, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1877805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:17:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:17:16+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T04:17:16+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T04:17:16.458826+09:00", "mtime_epoch": 1783279036.458826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:17:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9521.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.154, "count": 300, "max_ms": 28.074, "p95_ms": 19.641}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 2.012, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.936, "count": 300, "max_ms": 67.776, "p95_ms": 61.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.756, "count": 300, "max_ms": 67.786, "p95_ms": 57.979}, "yolo11_640_fire_11class": {"avg_ms": 50.643, "count": 300, "max_ms": 67.765, "p95_ms": 62.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.154, "count": 300, "max_ms": 75.924, "p95_ms": 70.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.867, "count": 301, "max_ms": 100.496, "p95_ms": 96.53}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 123.409, "p95_ms": 115.015}, "triton_wait": {"avg_ms": 54.407, "count": 300, "max_ms": 75.936, "p95_ms": 70.929}, "visualize": {"avg_ms": 3.541, "count": 300, "max_ms": 4.665, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16460.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43544.933, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.793, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2333447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:17:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:17:23+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:17:23+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:17:23.046962+09:00", "mtime_epoch": 1783279043.0469615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:17:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2553.977, "name": "celery", "pid": 267, "rss_mb": 2553.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.179, "count": 299, "max_ms": 14.164, "p95_ms": 12.401}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 1.671, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.492, "count": 299, "max_ms": 68.707, "p95_ms": 63.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.135, "count": 299, "max_ms": 68.621, "p95_ms": 58.215}, "yolo11_640_fire_11class": {"avg_ms": 50.283, "count": 299, "max_ms": 71.038, "p95_ms": 63.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.013, "count": 299, "max_ms": 74.565, "p95_ms": 70.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.571, "count": 299, "max_ms": 93.215, "p95_ms": 87.486}, "read_interval": {"avg_ms": 100.375, "count": 298, "max_ms": 424.002, "p95_ms": 195.706}, "triton_wait": {"avg_ms": 55.434, "count": 299, "max_ms": 74.578, "p95_ms": 70.816}, "visualize": {"avg_ms": 3.792, "count": 299, "max_ms": 5.061, "p95_ms": 4.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16461.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27642.282, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.166, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1878106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:17:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T04:17:46+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:17:46.531443+09:00", "mtime_epoch": 1783279066.531443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:17:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9521.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.831, "count": 301, "max_ms": 23.372, "p95_ms": 18.619}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.432, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.039, "count": 301, "max_ms": 69.712, "p95_ms": 63.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.686, "count": 301, "max_ms": 65.814, "p95_ms": 60.72}, "yolo11_640_fire_11class": {"avg_ms": 50.584, "count": 301, "max_ms": 70.353, "p95_ms": 63.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.846, "count": 301, "max_ms": 76.293, "p95_ms": 71.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.124, "count": 301, "max_ms": 101.557, "p95_ms": 97.098}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 117.284, "p95_ms": 114.563}, "triton_wait": {"avg_ms": 53.973, "count": 301, "max_ms": 76.304, "p95_ms": 71.985}, "visualize": {"avg_ms": 3.503, "count": 301, "max_ms": 4.523, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16461.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43575.023, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.752, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2333747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:17:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:17:53+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T04:17:53+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T04:17:53.151578+09:00", "mtime_epoch": 1783279073.1515784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:17:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2554.234, "name": "celery", "pid": 267, "rss_mb": 2554.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.838, "count": 300, "max_ms": 13.119, "p95_ms": 8.152}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.889, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.452, "count": 300, "max_ms": 67.423, "p95_ms": 64.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.441, "count": 300, "max_ms": 69.326, "p95_ms": 58.933}, "yolo11_640_fire_11class": {"avg_ms": 52.547, "count": 300, "max_ms": 72.434, "p95_ms": 64.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.848, "count": 300, "max_ms": 75.503, "p95_ms": 71.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.788, "count": 300, "max_ms": 91.54, "p95_ms": 87.815}, "read_interval": {"avg_ms": 100.311, "count": 299, "max_ms": 371.143, "p95_ms": 219.187}, "triton_wait": {"avg_ms": 57.148, "count": 300, "max_ms": 75.515, "p95_ms": 71.355}, "visualize": {"avg_ms": 3.731, "count": 300, "max_ms": 4.927, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16461.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27672.321, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.368, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1878406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:18:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:18:16+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T04:18:16+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T04:18:16.560055+09:00", "mtime_epoch": 1783279096.560055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:18:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9521.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.894, "count": 300, "max_ms": 21.063, "p95_ms": 18.617}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.783, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.204, "count": 300, "max_ms": 66.841, "p95_ms": 64.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.928, "count": 300, "max_ms": 67.18, "p95_ms": 60.155}, "yolo11_640_fire_11class": {"avg_ms": 50.92, "count": 300, "max_ms": 66.983, "p95_ms": 64.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.228, "count": 300, "max_ms": 75.983, "p95_ms": 72.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.636, "count": 300, "max_ms": 102.059, "p95_ms": 97.356}, "read_interval": {"avg_ms": 100.101, "count": 299, "max_ms": 123.009, "p95_ms": 115.718}, "triton_wait": {"avg_ms": 55.372, "count": 300, "max_ms": 75.995, "p95_ms": 72.43}, "visualize": {"avg_ms": 3.52, "count": 300, "max_ms": 4.539, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16461.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43605.09, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.916, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2334046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:18:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:18:23+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T04:18:23.228190+09:00", "mtime_epoch": 1783279103.2281902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:18:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2554.492, "name": "celery", "pid": 267, "rss_mb": 2554.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.891, "count": 299, "max_ms": 9.314, "p95_ms": 8.589}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 1.522, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.69, "count": 299, "max_ms": 68.565, "p95_ms": 65.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.778, "count": 299, "max_ms": 72.518, "p95_ms": 58.815}, "yolo11_640_fire_11class": {"avg_ms": 53.831, "count": 299, "max_ms": 72.284, "p95_ms": 66.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.71, "count": 299, "max_ms": 76.127, "p95_ms": 73.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.69, "count": 299, "max_ms": 93.032, "p95_ms": 89.462}, "read_interval": {"avg_ms": 100.623, "count": 298, "max_ms": 504.035, "p95_ms": 191.303}, "triton_wait": {"avg_ms": 59.002, "count": 299, "max_ms": 76.14, "p95_ms": 73.085}, "visualize": {"avg_ms": 3.72, "count": 299, "max_ms": 5.648, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16461.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27702.388, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.374, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1878707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:18:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:18:46+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T04:18:46+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T04:18:46.640664+09:00", "mtime_epoch": 1783279126.6406639, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 95936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:18:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9521.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.117, "count": 301, "max_ms": 31.39, "p95_ms": 18.856}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 2.005, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.712, "count": 301, "max_ms": 70.145, "p95_ms": 63.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.019, "count": 301, "max_ms": 71.147, "p95_ms": 58.279}, "yolo11_640_fire_11class": {"avg_ms": 50.488, "count": 301, "max_ms": 69.602, "p95_ms": 63.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.836, "count": 301, "max_ms": 75.101, "p95_ms": 72.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.597, "count": 301, "max_ms": 104.555, "p95_ms": 97.374}, "read_interval": {"avg_ms": 99.895, "count": 300, "max_ms": 120.751, "p95_ms": 114.179}, "triton_wait": {"avg_ms": 54.052, "count": 301, "max_ms": 75.113, "p95_ms": 72.231}, "visualize": {"avg_ms": 3.551, "count": 301, "max_ms": 5.507, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16461.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43635.107, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.931, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2334348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:18:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:18:53+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:18:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T04:18:53.224797+09:00", "mtime_epoch": 1783279133.2247968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:18:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2554.492, "name": "celery", "pid": 267, "rss_mb": 2554.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 302, "max_ms": 13.218, "p95_ms": 8.414}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 1.962, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.287, "count": 302, "max_ms": 70.322, "p95_ms": 64.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.998, "count": 302, "max_ms": 72.642, "p95_ms": 57.666}, "yolo11_640_fire_11class": {"avg_ms": 52.859, "count": 302, "max_ms": 72.031, "p95_ms": 65.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.199, "count": 302, "max_ms": 77.396, "p95_ms": 71.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.417, "count": 302, "max_ms": 93.446, "p95_ms": 88.908}, "read_interval": {"avg_ms": 99.387, "count": 301, "max_ms": 398.847, "p95_ms": 156.853}, "triton_wait": {"avg_ms": 57.621, "count": 302, "max_ms": 77.405, "p95_ms": 72.001}, "visualize": {"avg_ms": 3.743, "count": 302, "max_ms": 4.739, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16461.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27732.437, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.17, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1879007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:19:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:19:16+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:19:16+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T04:19:16.689269+09:00", "mtime_epoch": 1783279156.6892686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:19:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9521.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.899, "count": 300, "max_ms": 26.812, "p95_ms": 18.712}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.441, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.778, "count": 300, "max_ms": 68.141, "p95_ms": 63.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.443, "count": 300, "max_ms": 66.008, "p95_ms": 58.21}, "yolo11_640_fire_11class": {"avg_ms": 50.856, "count": 300, "max_ms": 67.657, "p95_ms": 62.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.263, "count": 300, "max_ms": 73.719, "p95_ms": 71.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.777, "count": 300, "max_ms": 98.94, "p95_ms": 96.596}, "read_interval": {"avg_ms": 100.139, "count": 299, "max_ms": 119.864, "p95_ms": 114.682}, "triton_wait": {"avg_ms": 54.527, "count": 300, "max_ms": 73.73, "p95_ms": 71.485}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 5.154, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16462.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43665.117, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.984, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2334650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:19:23+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T04:19:23+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T04:19:23.245400+09:00", "mtime_epoch": 1783279163.2454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:19:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2554.75, "name": "celery", "pid": 267, "rss_mb": 2554.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.859, "count": 302, "max_ms": 12.413, "p95_ms": 8.499}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.52, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.181, "count": 302, "max_ms": 73.333, "p95_ms": 66.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.705, "count": 302, "max_ms": 71.391, "p95_ms": 62.327}, "yolo11_640_fire_11class": {"avg_ms": 53.621, "count": 302, "max_ms": 72.616, "p95_ms": 66.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.165, "count": 302, "max_ms": 77.494, "p95_ms": 73.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.002, "count": 302, "max_ms": 93.648, "p95_ms": 89.839}, "read_interval": {"avg_ms": 99.407, "count": 302, "max_ms": 445.222, "p95_ms": 164.315}, "triton_wait": {"avg_ms": 58.444, "count": 302, "max_ms": 77.507, "p95_ms": 73.512}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 4.622, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16462.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27762.495, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.134, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1879308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:19:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:19:46+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T04:19:46+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T04:19:46.729869+09:00", "mtime_epoch": 1783279186.7298694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:19:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9521.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.124, "count": 301, "max_ms": 30.992, "p95_ms": 18.919}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.153, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.411, "count": 301, "max_ms": 69.432, "p95_ms": 63.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.356, "count": 301, "max_ms": 69.082, "p95_ms": 58.595}, "yolo11_640_fire_11class": {"avg_ms": 50.95, "count": 301, "max_ms": 69.851, "p95_ms": 63.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.009, "count": 301, "max_ms": 76.141, "p95_ms": 72.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.638, "count": 301, "max_ms": 108.798, "p95_ms": 97.214}, "read_interval": {"avg_ms": 99.853, "count": 300, "max_ms": 125.034, "p95_ms": 114.774}, "triton_wait": {"avg_ms": 55.172, "count": 301, "max_ms": 76.153, "p95_ms": 72.195}, "visualize": {"avg_ms": 3.527, "count": 301, "max_ms": 4.562, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16461.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43695.119, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.016, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2334950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:19:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:19:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:19:53+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T04:19:53.217999+09:00", "mtime_epoch": 1783279193.2179987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:19:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2554.75, "name": "celery", "pid": 267, "rss_mb": 2554.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.993, "count": 300, "max_ms": 13.474, "p95_ms": 8.902}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.7, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.739, "count": 300, "max_ms": 70.869, "p95_ms": 64.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.525, "count": 300, "max_ms": 70.333, "p95_ms": 59.161}, "yolo11_640_fire_11class": {"avg_ms": 53.79, "count": 300, "max_ms": 70.375, "p95_ms": 65.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.821, "count": 300, "max_ms": 75.543, "p95_ms": 72.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.987, "count": 300, "max_ms": 95.569, "p95_ms": 89.293}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 333.924, "p95_ms": 159.827}, "triton_wait": {"avg_ms": 59.166, "count": 300, "max_ms": 75.555, "p95_ms": 72.401}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 4.921, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16461.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27792.504, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.014, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1879608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:20:16+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T04:20:16+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T04:20:16.750467+09:00", "mtime_epoch": 1783279216.7504666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 94334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:20:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9521.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.364, "count": 300, "max_ms": 25.186, "p95_ms": 18.291}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.879, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.935, "count": 300, "max_ms": 67.822, "p95_ms": 61.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.18, "count": 300, "max_ms": 76.93, "p95_ms": 61.837}, "yolo11_640_fire_11class": {"avg_ms": 52.101, "count": 300, "max_ms": 70.039, "p95_ms": 62.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.312, "count": 300, "max_ms": 76.943, "p95_ms": 70.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.076, "count": 300, "max_ms": 101.163, "p95_ms": 94.7}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 121.05, "p95_ms": 113.733}, "triton_wait": {"avg_ms": 56.499, "count": 300, "max_ms": 76.953, "p95_ms": 70.327}, "visualize": {"avg_ms": 3.445, "count": 300, "max_ms": 4.353, "p95_ms": 3.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16462.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43725.157, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.098, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2335250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:20:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:20:23+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T04:20:23.294596+09:00", "mtime_epoch": 1783279223.2945964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:20:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2555.008, "name": "celery", "pid": 267, "rss_mb": 2555.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.886, "count": 300, "max_ms": 12.672, "p95_ms": 8.64}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 2.13, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.12, "count": 300, "max_ms": 68.903, "p95_ms": 64.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.415, "count": 300, "max_ms": 77.749, "p95_ms": 62.148}, "yolo11_640_fire_11class": {"avg_ms": 56.462, "count": 300, "max_ms": 75.331, "p95_ms": 66.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.744, "count": 300, "max_ms": 77.737, "p95_ms": 73.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.808, "count": 300, "max_ms": 93.771, "p95_ms": 90.13}, "read_interval": {"avg_ms": 100.198, "count": 299, "max_ms": 392.416, "p95_ms": 133.518}, "triton_wait": {"avg_ms": 62.105, "count": 300, "max_ms": 77.76, "p95_ms": 73.16}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.886, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16462.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27822.51, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.899, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1879908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:20:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:20:46+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T04:20:46+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T04:20:46.719060+09:00", "mtime_epoch": 1783279246.7190597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:20:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9522.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.865, "count": 300, "max_ms": 25.013, "p95_ms": 18.934}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.566, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.427, "count": 300, "max_ms": 68.723, "p95_ms": 63.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.338, "count": 300, "max_ms": 69.223, "p95_ms": 61.927}, "yolo11_640_fire_11class": {"avg_ms": 51.119, "count": 300, "max_ms": 69.239, "p95_ms": 64.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.9, "count": 300, "max_ms": 79.52, "p95_ms": 72.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.694, "count": 300, "max_ms": 240.711, "p95_ms": 97.346}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 251.659, "p95_ms": 115.045}, "triton_wait": {"avg_ms": 55.024, "count": 300, "max_ms": 79.53, "p95_ms": 72.119}, "visualize": {"avg_ms": 3.479, "count": 300, "max_ms": 4.518, "p95_ms": 3.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16462.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43755.226, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.211, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2335551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:20:53+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:20:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T04:20:53.347190+09:00", "mtime_epoch": 1783279253.3471904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:20:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2555.008, "name": "celery", "pid": 267, "rss_mb": 2555.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 301, "max_ms": 12.857, "p95_ms": 8.61}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.944, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.509, "count": 301, "max_ms": 67.733, "p95_ms": 65.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.642, "count": 301, "max_ms": 70.631, "p95_ms": 63.282}, "yolo11_640_fire_11class": {"avg_ms": 54.223, "count": 301, "max_ms": 69.031, "p95_ms": 65.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.842, "count": 301, "max_ms": 76.093, "p95_ms": 72.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.954, "count": 301, "max_ms": 92.483, "p95_ms": 89.636}, "read_interval": {"avg_ms": 99.891, "count": 300, "max_ms": 372.02, "p95_ms": 155.489}, "triton_wait": {"avg_ms": 59.204, "count": 301, "max_ms": 76.105, "p95_ms": 72.714}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 4.594, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16462.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27852.519, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.876, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1880208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:21:16+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:21:16+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T04:21:16.771652+09:00", "mtime_epoch": 1783279276.7716515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:21:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9522.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.446, "count": 300, "max_ms": 24.823, "p95_ms": 18.894}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.657, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.166, "count": 300, "max_ms": 68.827, "p95_ms": 62.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.158, "count": 300, "max_ms": 69.637, "p95_ms": 61.356}, "yolo11_640_fire_11class": {"avg_ms": 51.838, "count": 300, "max_ms": 72.036, "p95_ms": 63.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.871, "count": 300, "max_ms": 75.937, "p95_ms": 71.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.732, "count": 300, "max_ms": 101.161, "p95_ms": 96.348}, "read_interval": {"avg_ms": 100.074, "count": 300, "max_ms": 117.982, "p95_ms": 113.634}, "triton_wait": {"avg_ms": 57.053, "count": 300, "max_ms": 75.95, "p95_ms": 72.048}, "visualize": {"avg_ms": 3.423, "count": 300, "max_ms": 5.181, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16463.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43785.419, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.303, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2335852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:21:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:21:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:21:23+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T04:21:23.439782+09:00", "mtime_epoch": 1783279283.4397824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:21:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2555.266, "name": "celery", "pid": 267, "rss_mb": 2555.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 300, "max_ms": 12.718, "p95_ms": 8.699}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 2.039, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.383, "count": 300, "max_ms": 72.122, "p95_ms": 64.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.571, "count": 300, "max_ms": 69.187, "p95_ms": 61.772}, "yolo11_640_fire_11class": {"avg_ms": 55.853, "count": 300, "max_ms": 70.595, "p95_ms": 65.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.144, "count": 300, "max_ms": 76.646, "p95_ms": 72.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.087, "count": 300, "max_ms": 100.135, "p95_ms": 90.277}, "read_interval": {"avg_ms": 100.285, "count": 299, "max_ms": 368.366, "p95_ms": 136.494}, "triton_wait": {"avg_ms": 62.392, "count": 300, "max_ms": 76.658, "p95_ms": 72.973}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 4.871, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16463.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27882.572, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.989, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1880509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:21:46+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T04:21:46+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:21:46.832241+09:00", "mtime_epoch": 1783279306.8322406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:21:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9522.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.598, "count": 301, "max_ms": 30.069, "p95_ms": 21.327}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.506, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.689, "count": 301, "max_ms": 67.874, "p95_ms": 63.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.57, "count": 301, "max_ms": 69.376, "p95_ms": 56.875}, "yolo11_640_fire_11class": {"avg_ms": 50.069, "count": 301, "max_ms": 67.221, "p95_ms": 62.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.503, "count": 301, "max_ms": 76.006, "p95_ms": 72.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.787, "count": 301, "max_ms": 105.495, "p95_ms": 97.869}, "read_interval": {"avg_ms": 99.873, "count": 300, "max_ms": 122.63, "p95_ms": 115.632}, "triton_wait": {"avg_ms": 53.739, "count": 301, "max_ms": 76.017, "p95_ms": 72.203}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 5.081, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16463.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43815.442, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.397, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:21:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:21:53+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T04:21:53.580372+09:00", "mtime_epoch": 1783279313.5803723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:21:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2555.266, "name": "celery", "pid": 267, "rss_mb": 2555.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.183, "count": 301, "max_ms": 13.31, "p95_ms": 9.617}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 2.168, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.378, "count": 301, "max_ms": 72.067, "p95_ms": 67.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.544, "count": 301, "max_ms": 65.508, "p95_ms": 61.428}, "yolo11_640_fire_11class": {"avg_ms": 52.502, "count": 301, "max_ms": 73.333, "p95_ms": 66.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.847, "count": 301, "max_ms": 76.857, "p95_ms": 71.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.634, "count": 301, "max_ms": 99.706, "p95_ms": 89.538}, "read_interval": {"avg_ms": 99.807, "count": 300, "max_ms": 420.216, "p95_ms": 165.859}, "triton_wait": {"avg_ms": 57.333, "count": 301, "max_ms": 76.872, "p95_ms": 72.087}, "visualize": {"avg_ms": 3.752, "count": 301, "max_ms": 4.906, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16463.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27912.578, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.114, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1880808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:22:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T04:22:16+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T04:22:16.824826+09:00", "mtime_epoch": 1783279336.8248258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:22:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9522.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.121, "count": 299, "max_ms": 26.303, "p95_ms": 21.017}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.962, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.592, "count": 299, "max_ms": 67.239, "p95_ms": 63.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.824, "count": 299, "max_ms": 68.348, "p95_ms": 61.194}, "yolo11_640_fire_11class": {"avg_ms": 51.333, "count": 299, "max_ms": 68.585, "p95_ms": 63.844}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.097, "count": 299, "max_ms": 75.323, "p95_ms": 72.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.889, "count": 299, "max_ms": 101.741, "p95_ms": 98.449}, "read_interval": {"avg_ms": 100.29, "count": 299, "max_ms": 119.53, "p95_ms": 114.838}, "triton_wait": {"avg_ms": 55.333, "count": 299, "max_ms": 75.335, "p95_ms": 72.911}, "visualize": {"avg_ms": 3.514, "count": 299, "max_ms": 5.341, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16463.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43845.445, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.777, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:22:23+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T04:22:23+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T04:22:23.564957+09:00", "mtime_epoch": 1783279343.564957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:22:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2555.523, "name": "celery", "pid": 267, "rss_mb": 2555.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.015, "count": 298, "max_ms": 13.095, "p95_ms": 8.752}, "gstreamer_push": {"avg_ms": 1.308, "count": 298, "max_ms": 1.905, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.281, "count": 298, "max_ms": 72.247, "p95_ms": 67.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.738, "count": 298, "max_ms": 69.681, "p95_ms": 63.677}, "yolo11_640_fire_11class": {"avg_ms": 55.887, "count": 298, "max_ms": 74.425, "p95_ms": 67.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.834, "count": 298, "max_ms": 78.19, "p95_ms": 73.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.018, "count": 298, "max_ms": 94.741, "p95_ms": 91.081}, "read_interval": {"avg_ms": 100.613, "count": 298, "max_ms": 403.851, "p95_ms": 166.031}, "triton_wait": {"avg_ms": 61.141, "count": 298, "max_ms": 78.202, "p95_ms": 73.992}, "visualize": {"avg_ms": 3.718, "count": 298, "max_ms": 4.961, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16464.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27942.592, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.042, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1881109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:22:46+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T04:22:46+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:22:46.845409+09:00", "mtime_epoch": 1783279366.845409, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:22:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9522.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.87, "count": 301, "max_ms": 24.963, "p95_ms": 18.492}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 2.005, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.663, "count": 301, "max_ms": 71.48, "p95_ms": 63.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.802, "count": 301, "max_ms": 69.616, "p95_ms": 59.513}, "yolo11_640_fire_11class": {"avg_ms": 52.873, "count": 301, "max_ms": 72.133, "p95_ms": 63.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.157, "count": 301, "max_ms": 76.157, "p95_ms": 71.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.63, "count": 301, "max_ms": 101.003, "p95_ms": 96.338}, "read_interval": {"avg_ms": 99.759, "count": 301, "max_ms": 119.879, "p95_ms": 112.619}, "triton_wait": {"avg_ms": 57.416, "count": 301, "max_ms": 76.169, "p95_ms": 71.108}, "visualize": {"avg_ms": 3.492, "count": 301, "max_ms": 5.265, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16464.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43875.518, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.13, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2336753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:22:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:22:53+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T04:22:53+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T04:22:53.657541+09:00", "mtime_epoch": 1783279373.657541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:22:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2555.781, "name": "celery", "pid": 267, "rss_mb": 2555.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.936, "count": 302, "max_ms": 11.719, "p95_ms": 8.528}, "gstreamer_push": {"avg_ms": 1.307, "count": 302, "max_ms": 1.907, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.364, "count": 302, "max_ms": 72.328, "p95_ms": 67.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.996, "count": 302, "max_ms": 71.678, "p95_ms": 63.858}, "yolo11_640_fire_11class": {"avg_ms": 57.631, "count": 302, "max_ms": 75.027, "p95_ms": 69.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.333, "count": 302, "max_ms": 78.395, "p95_ms": 74.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.427, "count": 302, "max_ms": 94.669, "p95_ms": 90.99}, "read_interval": {"avg_ms": 99.631, "count": 301, "max_ms": 316.023, "p95_ms": 134.296}, "triton_wait": {"avg_ms": 62.645, "count": 302, "max_ms": 78.408, "p95_ms": 74.301}, "visualize": {"avg_ms": 3.743, "count": 302, "max_ms": 5.781, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16464.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 27972.703, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.008, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1881410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:23:17+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T04:23:16+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T04:23:16.921991+09:00", "mtime_epoch": 1783279396.9219909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 67694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:23:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9522.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.792, "count": 300, "max_ms": 26.763, "p95_ms": 18.658}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.426, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.125, "count": 300, "max_ms": 68.484, "p95_ms": 63.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.425, "count": 300, "max_ms": 70.599, "p95_ms": 57.695}, "yolo11_640_fire_11class": {"avg_ms": 51.323, "count": 300, "max_ms": 73.386, "p95_ms": 64.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.393, "count": 300, "max_ms": 77.535, "p95_ms": 71.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.916, "count": 300, "max_ms": 102.655, "p95_ms": 96.822}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 120.908, "p95_ms": 114.522}, "triton_wait": {"avg_ms": 54.818, "count": 300, "max_ms": 77.546, "p95_ms": 71.45}, "visualize": {"avg_ms": 3.488, "count": 300, "max_ms": 4.577, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16464.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43905.539, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.046, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2337053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:23:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:23:23+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T04:23:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:23:23.654121+09:00", "mtime_epoch": 1783279403.654121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:23:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2555.781, "name": "celery", "pid": 267, "rss_mb": 2555.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.873, "count": 300, "max_ms": 12.272, "p95_ms": 8.252}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.526, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.059, "count": 300, "max_ms": 70.999, "p95_ms": 65.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.809, "count": 300, "max_ms": 69.329, "p95_ms": 56.224}, "yolo11_640_fire_11class": {"avg_ms": 53.725, "count": 300, "max_ms": 72.011, "p95_ms": 65.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.112, "count": 300, "max_ms": 74.834, "p95_ms": 71.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.461, "count": 300, "max_ms": 96.411, "p95_ms": 88.926}, "read_interval": {"avg_ms": 100.053, "count": 299, "max_ms": 437.838, "p95_ms": 147.688}, "triton_wait": {"avg_ms": 58.619, "count": 300, "max_ms": 74.847, "p95_ms": 71.979}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 4.638, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16465.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28002.798, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.962, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1881711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:23:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:23:47+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:23:47.042572+09:00", "mtime_epoch": 1783279427.0425715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 75651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:23:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9522.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.964, "count": 300, "max_ms": 25.312, "p95_ms": 18.81}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 2.213, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.488, "count": 300, "max_ms": 67.106, "p95_ms": 63.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.968, "count": 300, "max_ms": 68.779, "p95_ms": 59.89}, "yolo11_640_fire_11class": {"avg_ms": 52.421, "count": 300, "max_ms": 69.411, "p95_ms": 63.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.327, "count": 300, "max_ms": 76.052, "p95_ms": 71.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.968, "count": 300, "max_ms": 100.502, "p95_ms": 97.342}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 119.169, "p95_ms": 114.286}, "triton_wait": {"avg_ms": 56.648, "count": 300, "max_ms": 76.063, "p95_ms": 71.994}, "visualize": {"avg_ms": 3.486, "count": 300, "max_ms": 4.48, "p95_ms": 3.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16464.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43935.584, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.191, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2337353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:23:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:23:53+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T04:23:53.726700+09:00", "mtime_epoch": 1783279433.7267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:23:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2556.039, "name": "celery", "pid": 267, "rss_mb": 2556.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.018, "count": 300, "max_ms": 12.959, "p95_ms": 9.686}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.766, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.568, "count": 300, "max_ms": 72.182, "p95_ms": 67.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.347, "count": 300, "max_ms": 66.349, "p95_ms": 56.007}, "yolo11_640_fire_11class": {"avg_ms": 56.758, "count": 300, "max_ms": 74.901, "p95_ms": 69.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.023, "count": 300, "max_ms": 76.31, "p95_ms": 73.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.478, "count": 300, "max_ms": 92.87, "p95_ms": 90.159}, "read_interval": {"avg_ms": 100.218, "count": 299, "max_ms": 266.631, "p95_ms": 144.292}, "triton_wait": {"avg_ms": 61.57, "count": 300, "max_ms": 76.324, "p95_ms": 73.587}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 5.429, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16464.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28032.887, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.123, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1882012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:24:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:24:17+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T04:24:17+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:24:17.147150+09:00", "mtime_epoch": 1783279457.1471498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:24:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9523.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.037, "count": 300, "max_ms": 22.296, "p95_ms": 19.128}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.509, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.871, "count": 300, "max_ms": 67.288, "p95_ms": 64.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.487, "count": 300, "max_ms": 66.001, "p95_ms": 58.946}, "yolo11_640_fire_11class": {"avg_ms": 51.62, "count": 300, "max_ms": 71.185, "p95_ms": 64.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.133, "count": 300, "max_ms": 77.128, "p95_ms": 72.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.959, "count": 301, "max_ms": 101.841, "p95_ms": 97.751}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 120.25, "p95_ms": 114.342}, "triton_wait": {"avg_ms": 55.609, "count": 300, "max_ms": 77.141, "p95_ms": 72.474}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 4.959, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16465.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43965.622, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.097, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2337654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:24:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:24:23+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:24:23+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T04:24:23.739276+09:00", "mtime_epoch": 1783279463.7392762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:24:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2556.039, "name": "celery", "pid": 267, "rss_mb": 2556.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 301, "max_ms": 11.289, "p95_ms": 8.294}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.71, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.238, "count": 301, "max_ms": 71.01, "p95_ms": 66.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.483, "count": 301, "max_ms": 70.429, "p95_ms": 60.619}, "yolo11_640_fire_11class": {"avg_ms": 53.801, "count": 301, "max_ms": 73.328, "p95_ms": 66.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.395, "count": 301, "max_ms": 77.944, "p95_ms": 72.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.456, "count": 301, "max_ms": 94.116, "p95_ms": 89.539}, "read_interval": {"avg_ms": 99.797, "count": 300, "max_ms": 403.083, "p95_ms": 150.357}, "triton_wait": {"avg_ms": 58.795, "count": 301, "max_ms": 77.956, "p95_ms": 73.118}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 4.729, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16465.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28062.913, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.227, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1882312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:24:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:24:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T04:24:47.159724+09:00", "mtime_epoch": 1783279487.1597242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 87424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:24:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9523.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.952, "count": 300, "max_ms": 22.611, "p95_ms": 18.805}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.669, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.462, "count": 300, "max_ms": 68.676, "p95_ms": 63.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.215, "count": 300, "max_ms": 69.149, "p95_ms": 60.161}, "yolo11_640_fire_11class": {"avg_ms": 51.143, "count": 300, "max_ms": 72.657, "p95_ms": 63.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.133, "count": 300, "max_ms": 77.158, "p95_ms": 73.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.664, "count": 300, "max_ms": 103.283, "p95_ms": 98.356}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 121.149, "p95_ms": 114.78}, "triton_wait": {"avg_ms": 55.347, "count": 300, "max_ms": 77.169, "p95_ms": 73.077}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 5.54, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16465.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 43995.671, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.206, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2337955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:24:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:24:53+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T04:24:53+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T04:24:53.811851+09:00", "mtime_epoch": 1783279493.8118513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:24:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2556.297, "name": "celery", "pid": 267, "rss_mb": 2556.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.09, "count": 301, "max_ms": 13.813, "p95_ms": 12.066}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.114, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.731, "count": 301, "max_ms": 70.795, "p95_ms": 65.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.779, "count": 301, "max_ms": 70.378, "p95_ms": 62.44}, "yolo11_640_fire_11class": {"avg_ms": 53.872, "count": 301, "max_ms": 70.714, "p95_ms": 66.844}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.798, "count": 301, "max_ms": 77.048, "p95_ms": 72.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.52, "count": 301, "max_ms": 93.608, "p95_ms": 89.789}, "read_interval": {"avg_ms": 99.888, "count": 300, "max_ms": 371.898, "p95_ms": 162.541}, "triton_wait": {"avg_ms": 58.405, "count": 301, "max_ms": 77.06, "p95_ms": 72.727}, "visualize": {"avg_ms": 3.779, "count": 301, "max_ms": 6.156, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16465.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28092.971, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.346, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1882613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:25:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:25:17+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T04:25:17+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:25:17.224298+09:00", "mtime_epoch": 1783279517.224298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 95006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:25:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9523.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.331, "count": 301, "max_ms": 30.388, "p95_ms": 20.468}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.859, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.299, "count": 301, "max_ms": 72.038, "p95_ms": 63.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.48, "count": 301, "max_ms": 64.019, "p95_ms": 56.836}, "yolo11_640_fire_11class": {"avg_ms": 50.434, "count": 301, "max_ms": 72.661, "p95_ms": 63.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.62, "count": 301, "max_ms": 77.628, "p95_ms": 71.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.666, "count": 301, "max_ms": 109.72, "p95_ms": 96.259}, "read_interval": {"avg_ms": 99.87, "count": 300, "max_ms": 130.475, "p95_ms": 114.634}, "triton_wait": {"avg_ms": 53.959, "count": 301, "max_ms": 77.64, "p95_ms": 71.13}, "visualize": {"avg_ms": 3.51, "count": 301, "max_ms": 4.446, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16466.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44025.744, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.126, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2338256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:25:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:25:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T04:25:23+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T04:25:23.848424+09:00", "mtime_epoch": 1783279523.8484242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:25:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2556.297, "name": "celery", "pid": 267, "rss_mb": 2556.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.097, "count": 301, "max_ms": 13.308, "p95_ms": 9.596}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.93, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.273, "count": 301, "max_ms": 72.664, "p95_ms": 64.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.767, "count": 301, "max_ms": 68.575, "p95_ms": 59.217}, "yolo11_640_fire_11class": {"avg_ms": 53.078, "count": 301, "max_ms": 71.189, "p95_ms": 67.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.734, "count": 301, "max_ms": 81.134, "p95_ms": 71.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.423, "count": 301, "max_ms": 98.583, "p95_ms": 89.389}, "read_interval": {"avg_ms": 99.875, "count": 300, "max_ms": 371.418, "p95_ms": 192.254}, "triton_wait": {"avg_ms": 57.302, "count": 301, "max_ms": 81.146, "p95_ms": 71.685}, "visualize": {"avg_ms": 3.75, "count": 301, "max_ms": 5.583, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16465.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28122.971, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.261, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1882913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:25:47+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T04:25:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T04:25:47.228869+09:00", "mtime_epoch": 1783279547.2288687, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:25:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9523.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.08, "count": 300, "max_ms": 23.372, "p95_ms": 18.792}, "gstreamer_push": {"avg_ms": 1.262, "count": 300, "max_ms": 1.465, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.987, "count": 300, "max_ms": 72.074, "p95_ms": 63.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.624, "count": 300, "max_ms": 66.347, "p95_ms": 59.02}, "yolo11_640_fire_11class": {"avg_ms": 49.997, "count": 300, "max_ms": 68.317, "p95_ms": 63.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.367, "count": 300, "max_ms": 77.219, "p95_ms": 70.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.251, "count": 300, "max_ms": 102.695, "p95_ms": 96.181}, "read_interval": {"avg_ms": 100.015, "count": 300, "max_ms": 118.693, "p95_ms": 114.172}, "triton_wait": {"avg_ms": 53.713, "count": 300, "max_ms": 77.23, "p95_ms": 70.39}, "visualize": {"avg_ms": 3.519, "count": 300, "max_ms": 4.46, "p95_ms": 3.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16466.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44055.836, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.191, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2338556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:25:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T04:25:54+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T04:25:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T04:25:53.944996+09:00", "mtime_epoch": 1783279553.9449964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:25:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2556.555, "name": "celery", "pid": 267, "rss_mb": 2556.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 300, "max_ms": 13.664, "p95_ms": 8.759}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 2.197, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.434, "count": 300, "max_ms": 73.507, "p95_ms": 66.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.123, "count": 300, "max_ms": 67.37, "p95_ms": 54.221}, "yolo11_640_fire_11class": {"avg_ms": 52.2, "count": 300, "max_ms": 72.017, "p95_ms": 65.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.341, "count": 300, "max_ms": 76.267, "p95_ms": 72.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.033, "count": 300, "max_ms": 94.42, "p95_ms": 89.471}, "read_interval": {"avg_ms": 100.282, "count": 299, "max_ms": 481.777, "p95_ms": 187.768}, "triton_wait": {"avg_ms": 56.993, "count": 300, "max_ms": 76.279, "p95_ms": 72.614}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 5.949, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16466.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28152.977, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.337, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1883213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:26:17+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T04:26:17+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T04:26:17.233438+09:00", "mtime_epoch": 1783279577.2334378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:26:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9523.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.047, "count": 300, "max_ms": 26.926, "p95_ms": 18.918}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.8, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.375, "count": 300, "max_ms": 67.636, "p95_ms": 63.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.591, "count": 300, "max_ms": 64.103, "p95_ms": 56.263}, "yolo11_640_fire_11class": {"avg_ms": 51.0, "count": 300, "max_ms": 66.081, "p95_ms": 62.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.266, "count": 300, "max_ms": 74.099, "p95_ms": 71.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.123, "count": 300, "max_ms": 99.812, "p95_ms": 96.575}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 118.249, "p95_ms": 114.43}, "triton_wait": {"avg_ms": 54.673, "count": 300, "max_ms": 74.111, "p95_ms": 71.641}, "visualize": {"avg_ms": 3.503, "count": 300, "max_ms": 4.737, "p95_ms": 3.691}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16466.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44085.938, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.031, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2338858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:26:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:26:24+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:26:24+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T04:26:24.037567+09:00", "mtime_epoch": 1783279584.0375667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:26:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2556.812, "name": "celery", "pid": 267, "rss_mb": 2556.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 301, "max_ms": 12.999, "p95_ms": 8.759}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 1.683, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.946, "count": 301, "max_ms": 71.346, "p95_ms": 64.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.365, "count": 301, "max_ms": 68.624, "p95_ms": 57.679}, "yolo11_640_fire_11class": {"avg_ms": 54.372, "count": 301, "max_ms": 72.775, "p95_ms": 67.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.783, "count": 301, "max_ms": 74.597, "p95_ms": 71.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.565, "count": 302, "max_ms": 92.86, "p95_ms": 88.95}, "read_interval": {"avg_ms": 99.665, "count": 301, "max_ms": 408.855, "p95_ms": 146.183}, "triton_wait": {"avg_ms": 58.502, "count": 301, "max_ms": 74.61, "p95_ms": 71.473}, "visualize": {"avg_ms": 3.753, "count": 301, "max_ms": 5.393, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16466.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28183.079, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.307, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1883514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:26:47+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T04:26:47+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T04:26:47.314007+09:00", "mtime_epoch": 1783279607.3140068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:26:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9523.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.027, "count": 300, "max_ms": 22.639, "p95_ms": 18.749}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 2.231, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.838, "count": 300, "max_ms": 67.039, "p95_ms": 63.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.97, "count": 300, "max_ms": 69.301, "p95_ms": 61.405}, "yolo11_640_fire_11class": {"avg_ms": 50.874, "count": 300, "max_ms": 66.504, "p95_ms": 63.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.831, "count": 300, "max_ms": 75.775, "p95_ms": 72.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.709, "count": 300, "max_ms": 100.726, "p95_ms": 97.539}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 120.513, "p95_ms": 114.726}, "triton_wait": {"avg_ms": 54.226, "count": 300, "max_ms": 75.791, "p95_ms": 72.043}, "visualize": {"avg_ms": 3.539, "count": 300, "max_ms": 4.132, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16466.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44115.945, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.042, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2339158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:26:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:26:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T04:26:54.082135+09:00", "mtime_epoch": 1783279614.0821347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:26:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2556.812, "name": "celery", "pid": 267, "rss_mb": 2556.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.188, "count": 300, "max_ms": 13.494, "p95_ms": 12.089}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.774, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.092, "count": 300, "max_ms": 71.047, "p95_ms": 65.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.506, "count": 300, "max_ms": 65.549, "p95_ms": 61.458}, "yolo11_640_fire_11class": {"avg_ms": 53.085, "count": 300, "max_ms": 70.994, "p95_ms": 65.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.226, "count": 300, "max_ms": 74.812, "p95_ms": 72.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.399, "count": 300, "max_ms": 95.147, "p95_ms": 89.297}, "read_interval": {"avg_ms": 100.102, "count": 300, "max_ms": 384.511, "p95_ms": 162.554}, "triton_wait": {"avg_ms": 57.145, "count": 300, "max_ms": 74.825, "p95_ms": 72.306}, "visualize": {"avg_ms": 3.776, "count": 300, "max_ms": 5.934, "p95_ms": 4.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16466.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28213.091, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.156, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1883814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:27:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:27:17+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T04:27:17+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T04:27:17.342573+09:00", "mtime_epoch": 1783279637.3425734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:27:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9523.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.838, "count": 300, "max_ms": 24.435, "p95_ms": 18.677}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.489, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.044, "count": 300, "max_ms": 68.808, "p95_ms": 63.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.136, "count": 300, "max_ms": 68.594, "p95_ms": 58.766}, "yolo11_640_fire_11class": {"avg_ms": 51.258, "count": 300, "max_ms": 71.14, "p95_ms": 63.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.283, "count": 300, "max_ms": 74.879, "p95_ms": 71.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.855, "count": 300, "max_ms": 100.171, "p95_ms": 96.35}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 118.429, "p95_ms": 113.946}, "triton_wait": {"avg_ms": 54.61, "count": 300, "max_ms": 74.891, "p95_ms": 71.424}, "visualize": {"avg_ms": 3.502, "count": 300, "max_ms": 4.572, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16466.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44146.012, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.829, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2339458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:27:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:27:24+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:27:24+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:27:24.134701+09:00", "mtime_epoch": 1783279644.1347015, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:27:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2557.07, "name": "celery", "pid": 267, "rss_mb": 2557.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.111, "count": 300, "max_ms": 12.939, "p95_ms": 11.471}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 2.008, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.035, "count": 300, "max_ms": 74.957, "p95_ms": 65.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.469, "count": 300, "max_ms": 68.305, "p95_ms": 59.475}, "yolo11_640_fire_11class": {"avg_ms": 55.535, "count": 300, "max_ms": 72.375, "p95_ms": 67.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.256, "count": 300, "max_ms": 74.141, "p95_ms": 71.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.001, "count": 300, "max_ms": 93.271, "p95_ms": 88.877}, "read_interval": {"avg_ms": 100.229, "count": 299, "max_ms": 351.353, "p95_ms": 152.732}, "triton_wait": {"avg_ms": 58.995, "count": 300, "max_ms": 74.968, "p95_ms": 72.171}, "visualize": {"avg_ms": 3.754, "count": 300, "max_ms": 5.736, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16467.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28243.105, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1884114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:27:47+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:27:47+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T04:27:47.359138+09:00", "mtime_epoch": 1783279667.3591385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:27:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9524.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.911, "count": 300, "max_ms": 25.103, "p95_ms": 18.542}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.861, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.277, "count": 300, "max_ms": 71.514, "p95_ms": 62.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.739, "count": 300, "max_ms": 67.269, "p95_ms": 59.401}, "yolo11_640_fire_11class": {"avg_ms": 51.187, "count": 300, "max_ms": 72.924, "p95_ms": 64.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.76, "count": 300, "max_ms": 75.337, "p95_ms": 72.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.51, "count": 300, "max_ms": 102.057, "p95_ms": 97.625}, "read_interval": {"avg_ms": 100.041, "count": 300, "max_ms": 120.583, "p95_ms": 113.814}, "triton_wait": {"avg_ms": 54.181, "count": 300, "max_ms": 75.349, "p95_ms": 72.365}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 4.472, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16467.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44176.017, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.449, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2339759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:27:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:27:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T04:27:54+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T04:27:54.135266+09:00", "mtime_epoch": 1783279674.1352658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:27:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2557.07, "name": "celery", "pid": 267, "rss_mb": 2557.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 301, "max_ms": 13.489, "p95_ms": 10.693}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 2.302, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.592, "count": 301, "max_ms": 70.197, "p95_ms": 64.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.002, "count": 301, "max_ms": 71.454, "p95_ms": 60.999}, "yolo11_640_fire_11class": {"avg_ms": 54.176, "count": 301, "max_ms": 71.669, "p95_ms": 68.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.498, "count": 301, "max_ms": 75.102, "p95_ms": 71.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.098, "count": 301, "max_ms": 91.008, "p95_ms": 88.338}, "read_interval": {"avg_ms": 99.661, "count": 301, "max_ms": 419.598, "p95_ms": 145.19}, "triton_wait": {"avg_ms": 57.241, "count": 301, "max_ms": 75.114, "p95_ms": 71.831}, "visualize": {"avg_ms": 3.771, "count": 301, "max_ms": 5.952, "p95_ms": 4.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16467.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28273.191, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.292, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1884415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:28:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:28:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:28:17+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T04:28:17.443703+09:00", "mtime_epoch": 1783279697.4437034, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:28:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9524.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.821, "count": 300, "max_ms": 24.997, "p95_ms": 18.713}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.682, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.641, "count": 300, "max_ms": 65.591, "p95_ms": 63.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.681, "count": 300, "max_ms": 66.615, "p95_ms": 58.606}, "yolo11_640_fire_11class": {"avg_ms": 52.186, "count": 300, "max_ms": 68.095, "p95_ms": 64.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.803, "count": 300, "max_ms": 75.091, "p95_ms": 71.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.105, "count": 301, "max_ms": 101.653, "p95_ms": 96.951}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 118.725, "p95_ms": 113.816}, "triton_wait": {"avg_ms": 56.062, "count": 300, "max_ms": 75.104, "p95_ms": 71.631}, "visualize": {"avg_ms": 3.471, "count": 300, "max_ms": 4.386, "p95_ms": 3.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16467.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44206.018, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.629, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2340058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:28:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:28:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:28:24+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:28:24.131829+09:00", "mtime_epoch": 1783279704.1318288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:28:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2557.328, "name": "celery", "pid": 267, "rss_mb": 2557.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 299, "max_ms": 12.687, "p95_ms": 8.669}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 1.578, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.216, "count": 299, "max_ms": 71.564, "p95_ms": 65.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.934, "count": 299, "max_ms": 71.373, "p95_ms": 60.309}, "yolo11_640_fire_11class": {"avg_ms": 57.712, "count": 299, "max_ms": 73.272, "p95_ms": 69.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.74, "count": 299, "max_ms": 75.734, "p95_ms": 73.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.436, "count": 299, "max_ms": 92.895, "p95_ms": 90.012}, "read_interval": {"avg_ms": 100.335, "count": 299, "max_ms": 482.913, "p95_ms": 134.891}, "triton_wait": {"avg_ms": 61.466, "count": 299, "max_ms": 75.75, "p95_ms": 73.283}, "visualize": {"avg_ms": 3.781, "count": 299, "max_ms": 4.808, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16467.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28303.3, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.399, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1884716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:28:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:28:47+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T04:28:47+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T04:28:47.512267+09:00", "mtime_epoch": 1783279727.5122669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:28:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9524.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.55, "count": 300, "max_ms": 30.087, "p95_ms": 22.233}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 2.1, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.431, "count": 300, "max_ms": 68.179, "p95_ms": 64.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.682, "count": 300, "max_ms": 69.334, "p95_ms": 60.842}, "yolo11_640_fire_11class": {"avg_ms": 52.382, "count": 300, "max_ms": 73.751, "p95_ms": 65.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.533, "count": 300, "max_ms": 77.239, "p95_ms": 72.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.835, "count": 300, "max_ms": 106.01, "p95_ms": 98.023}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 123.304, "p95_ms": 115.752}, "triton_wait": {"avg_ms": 54.882, "count": 300, "max_ms": 77.251, "p95_ms": 72.635}, "visualize": {"avg_ms": 3.53, "count": 300, "max_ms": 5.319, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16467.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44236.022, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.644, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2340359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:28:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:28:54+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T04:28:54+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T04:28:54.132391+09:00", "mtime_epoch": 1783279734.1323907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:28:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2557.328, "name": "celery", "pid": 267, "rss_mb": 2557.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.152, "count": 301, "max_ms": 13.793, "p95_ms": 10.558}, "gstreamer_push": {"avg_ms": 1.329, "count": 301, "max_ms": 2.274, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.771, "count": 301, "max_ms": 71.626, "p95_ms": 65.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.294, "count": 301, "max_ms": 70.81, "p95_ms": 61.9}, "yolo11_640_fire_11class": {"avg_ms": 54.697, "count": 301, "max_ms": 72.044, "p95_ms": 69.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.239, "count": 301, "max_ms": 75.675, "p95_ms": 73.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.596, "count": 301, "max_ms": 93.937, "p95_ms": 90.772}, "read_interval": {"avg_ms": 99.676, "count": 301, "max_ms": 428.9, "p95_ms": 170.94}, "triton_wait": {"avg_ms": 57.365, "count": 301, "max_ms": 75.685, "p95_ms": 73.106}, "visualize": {"avg_ms": 3.793, "count": 301, "max_ms": 5.901, "p95_ms": 4.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28333.361, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.374, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1885017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:29:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:29:17+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T04:29:17+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T04:29:17.620830+09:00", "mtime_epoch": 1783279757.6208298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:29:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9524.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.004, "count": 301, "max_ms": 23.948, "p95_ms": 18.666}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.871, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.632, "count": 301, "max_ms": 70.754, "p95_ms": 63.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.258, "count": 301, "max_ms": 67.882, "p95_ms": 58.53}, "yolo11_640_fire_11class": {"avg_ms": 52.265, "count": 301, "max_ms": 68.438, "p95_ms": 64.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.849, "count": 301, "max_ms": 77.655, "p95_ms": 72.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.629, "count": 301, "max_ms": 104.152, "p95_ms": 97.65}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 119.156, "p95_ms": 114.443}, "triton_wait": {"avg_ms": 55.21, "count": 301, "max_ms": 77.666, "p95_ms": 72.397}, "visualize": {"avg_ms": 3.524, "count": 301, "max_ms": 4.5, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44266.038, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "R (running)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.712, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2340659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:29:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:29:24+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:29:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:29:24.156952+09:00", "mtime_epoch": 1783279764.156952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:29:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2557.586, "name": "celery", "pid": 267, "rss_mb": 2557.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.066, "count": 300, "max_ms": 12.009, "p95_ms": 8.907}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 2.352, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.702, "count": 300, "max_ms": 72.839, "p95_ms": 68.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.124, "count": 300, "max_ms": 73.368, "p95_ms": 60.801}, "yolo11_640_fire_11class": {"avg_ms": 57.733, "count": 300, "max_ms": 73.646, "p95_ms": 70.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.165, "count": 300, "max_ms": 80.063, "p95_ms": 72.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.279, "count": 300, "max_ms": 99.397, "p95_ms": 90.374}, "read_interval": {"avg_ms": 100.074, "count": 300, "max_ms": 340.783, "p95_ms": 136.329}, "triton_wait": {"avg_ms": 61.116, "count": 300, "max_ms": 80.077, "p95_ms": 72.812}, "visualize": {"avg_ms": 3.793, "count": 300, "max_ms": 5.794, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28363.42, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.523, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1885317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:29:47+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T04:29:47+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T04:29:47.661391+09:00", "mtime_epoch": 1783279787.6613905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:29:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9524.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.005, "count": 300, "max_ms": 23.896, "p95_ms": 18.524}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.842, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.007, "count": 300, "max_ms": 67.814, "p95_ms": 64.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.576, "count": 300, "max_ms": 67.356, "p95_ms": 60.999}, "yolo11_640_fire_11class": {"avg_ms": 53.048, "count": 300, "max_ms": 71.571, "p95_ms": 66.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.764, "count": 300, "max_ms": 75.471, "p95_ms": 73.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.589, "count": 300, "max_ms": 100.657, "p95_ms": 98.593}, "read_interval": {"avg_ms": 100.087, "count": 299, "max_ms": 119.4, "p95_ms": 115.213}, "triton_wait": {"avg_ms": 56.186, "count": 300, "max_ms": 75.483, "p95_ms": 73.725}, "visualize": {"avg_ms": 3.513, "count": 300, "max_ms": 4.524, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44296.098, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.734, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2340959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:29:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:29:54+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T04:29:54+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T04:29:54.225513+09:00", "mtime_epoch": 1783279794.225513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:29:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2557.586, "name": "celery", "pid": 267, "rss_mb": 2557.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 300, "max_ms": 11.101, "p95_ms": 8.674}, "gstreamer_push": {"avg_ms": 1.329, "count": 300, "max_ms": 1.96, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.832, "count": 300, "max_ms": 73.579, "p95_ms": 65.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.828, "count": 300, "max_ms": 70.909, "p95_ms": 62.035}, "yolo11_640_fire_11class": {"avg_ms": 56.672, "count": 300, "max_ms": 73.097, "p95_ms": 69.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.813, "count": 300, "max_ms": 76.601, "p95_ms": 73.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.84, "count": 300, "max_ms": 93.422, "p95_ms": 90.147}, "read_interval": {"avg_ms": 100.222, "count": 299, "max_ms": 320.602, "p95_ms": 152.407}, "triton_wait": {"avg_ms": 59.815, "count": 300, "max_ms": 76.614, "p95_ms": 73.267}, "visualize": {"avg_ms": 3.741, "count": 300, "max_ms": 5.855, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28393.486, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.498, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1885618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:30:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:30:17+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T04:30:17.705950+09:00", "mtime_epoch": 1783279817.7059503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:30:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9524.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.393, "count": 301, "max_ms": 28.639, "p95_ms": 22.812}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.742, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.547, "count": 301, "max_ms": 69.059, "p95_ms": 63.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.085, "count": 301, "max_ms": 65.342, "p95_ms": 56.969}, "yolo11_640_fire_11class": {"avg_ms": 50.348, "count": 301, "max_ms": 68.414, "p95_ms": 64.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.636, "count": 301, "max_ms": 74.786, "p95_ms": 71.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.861, "count": 301, "max_ms": 101.995, "p95_ms": 96.669}, "read_interval": {"avg_ms": 99.88, "count": 300, "max_ms": 118.903, "p95_ms": 114.424}, "triton_wait": {"avg_ms": 53.029, "count": 301, "max_ms": 74.797, "p95_ms": 71.826}, "visualize": {"avg_ms": 3.544, "count": 301, "max_ms": 5.213, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44326.116, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.712, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:30:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:30:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T04:30:24.254072+09:00", "mtime_epoch": 1783279824.2540722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:30:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2557.844, "name": "celery", "pid": 267, "rss_mb": 2557.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.895, "count": 301, "max_ms": 12.907, "p95_ms": 8.614}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.519, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.331, "count": 301, "max_ms": 70.751, "p95_ms": 64.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.793, "count": 301, "max_ms": 69.21, "p95_ms": 58.478}, "yolo11_640_fire_11class": {"avg_ms": 54.525, "count": 301, "max_ms": 72.76, "p95_ms": 68.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.729, "count": 301, "max_ms": 75.146, "p95_ms": 71.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.5, "count": 301, "max_ms": 93.08, "p95_ms": 88.09}, "read_interval": {"avg_ms": 99.787, "count": 300, "max_ms": 347.031, "p95_ms": 177.947}, "triton_wait": {"avg_ms": 56.855, "count": 301, "max_ms": 75.158, "p95_ms": 71.546}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 4.789, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28423.485, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.481, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1885918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:30:47+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T04:30:47+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T04:30:47.746509+09:00", "mtime_epoch": 1783279847.746509, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:30:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9525.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.024, "count": 300, "max_ms": 25.195, "p95_ms": 18.931}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.726, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.286, "count": 300, "max_ms": 68.09, "p95_ms": 62.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.128, "count": 300, "max_ms": 69.264, "p95_ms": 59.824}, "yolo11_640_fire_11class": {"avg_ms": 53.52, "count": 300, "max_ms": 70.577, "p95_ms": 64.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.178, "count": 300, "max_ms": 77.028, "p95_ms": 70.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.162, "count": 300, "max_ms": 101.889, "p95_ms": 95.56}, "read_interval": {"avg_ms": 100.03, "count": 300, "max_ms": 119.162, "p95_ms": 113.35}, "triton_wait": {"avg_ms": 55.762, "count": 300, "max_ms": 77.04, "p95_ms": 70.779}, "visualize": {"avg_ms": 3.499, "count": 300, "max_ms": 4.423, "p95_ms": 3.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44356.131, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.887, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:30:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T04:30:54+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T04:30:54.238630+09:00", "mtime_epoch": 1783279854.2386296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:30:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.102, "name": "celery", "pid": 267, "rss_mb": 2558.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 300, "max_ms": 11.984, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.614, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.72, "count": 300, "max_ms": 74.92, "p95_ms": 71.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.028, "count": 300, "max_ms": 74.93, "p95_ms": 58.204}, "yolo11_640_fire_11class": {"avg_ms": 59.575, "count": 300, "max_ms": 75.518, "p95_ms": 71.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.391, "count": 300, "max_ms": 76.298, "p95_ms": 73.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.331, "count": 300, "max_ms": 93.99, "p95_ms": 90.749}, "read_interval": {"avg_ms": 100.033, "count": 299, "max_ms": 361.504, "p95_ms": 142.592}, "triton_wait": {"avg_ms": 62.345, "count": 300, "max_ms": 76.31, "p95_ms": 73.74}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 5.107, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16469.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28453.501, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.481, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1886218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:31:17+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T04:31:17+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T04:31:17.715065+09:00", "mtime_epoch": 1783279877.7150655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:31:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9525.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.132, "count": 300, "max_ms": 28.993, "p95_ms": 19.404}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.83, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.461, "count": 300, "max_ms": 66.819, "p95_ms": 63.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.985, "count": 300, "max_ms": 63.888, "p95_ms": 58.475}, "yolo11_640_fire_11class": {"avg_ms": 50.884, "count": 300, "max_ms": 68.719, "p95_ms": 64.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.024, "count": 300, "max_ms": 74.652, "p95_ms": 72.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.899, "count": 300, "max_ms": 99.298, "p95_ms": 96.977}, "read_interval": {"avg_ms": 99.991, "count": 299, "max_ms": 117.217, "p95_ms": 113.537}, "triton_wait": {"avg_ms": 53.378, "count": 300, "max_ms": 74.664, "p95_ms": 72.12}, "visualize": {"avg_ms": 3.504, "count": 300, "max_ms": 5.018, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16469.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44386.138, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.94, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2341859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:31:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:31:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:31:24+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T04:31:24.255187+09:00", "mtime_epoch": 1783279884.2551868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:31:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.102, "name": "celery", "pid": 267, "rss_mb": 2558.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.015, "count": 299, "max_ms": 12.264, "p95_ms": 8.923}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.574, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.213, "count": 299, "max_ms": 71.306, "p95_ms": 66.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.856, "count": 299, "max_ms": 70.484, "p95_ms": 58.625}, "yolo11_640_fire_11class": {"avg_ms": 54.517, "count": 299, "max_ms": 72.263, "p95_ms": 69.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.548, "count": 299, "max_ms": 78.033, "p95_ms": 72.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.598, "count": 299, "max_ms": 94.294, "p95_ms": 89.854}, "read_interval": {"avg_ms": 100.355, "count": 299, "max_ms": 532.728, "p95_ms": 164.067}, "triton_wait": {"avg_ms": 57.587, "count": 299, "max_ms": 78.045, "p95_ms": 72.654}, "visualize": {"avg_ms": 3.743, "count": 299, "max_ms": 5.741, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28483.559, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.526, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1886519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:31:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T04:31:47+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T04:31:47.823624+09:00", "mtime_epoch": 1783279907.8236237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:31:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9525.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.009, "count": 301, "max_ms": 25.482, "p95_ms": 18.94}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.815, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.93, "count": 301, "max_ms": 70.104, "p95_ms": 64.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.239, "count": 301, "max_ms": 66.193, "p95_ms": 59.172}, "yolo11_640_fire_11class": {"avg_ms": 52.614, "count": 301, "max_ms": 72.645, "p95_ms": 65.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.188, "count": 301, "max_ms": 77.942, "p95_ms": 72.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.003, "count": 301, "max_ms": 103.777, "p95_ms": 97.762}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 119.606, "p95_ms": 114.993}, "triton_wait": {"avg_ms": 55.597, "count": 301, "max_ms": 77.954, "p95_ms": 72.926}, "visualize": {"avg_ms": 3.516, "count": 301, "max_ms": 5.063, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16469.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44416.223, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.956, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2342161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:31:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:31:54+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T04:31:54.347744+09:00", "mtime_epoch": 1783279914.3477445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:31:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.359, "name": "celery", "pid": 267, "rss_mb": 2558.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.02, "count": 302, "max_ms": 11.857, "p95_ms": 8.612}, "gstreamer_push": {"avg_ms": 1.308, "count": 302, "max_ms": 1.66, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.16, "count": 302, "max_ms": 72.745, "p95_ms": 65.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.502, "count": 302, "max_ms": 72.533, "p95_ms": 59.033}, "yolo11_640_fire_11class": {"avg_ms": 55.572, "count": 302, "max_ms": 74.567, "p95_ms": 68.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.789, "count": 302, "max_ms": 75.037, "p95_ms": 72.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.735, "count": 302, "max_ms": 92.885, "p95_ms": 89.988}, "read_interval": {"avg_ms": 99.603, "count": 301, "max_ms": 344.642, "p95_ms": 148.097}, "triton_wait": {"avg_ms": 58.762, "count": 302, "max_ms": 75.049, "p95_ms": 72.853}, "visualize": {"avg_ms": 3.752, "count": 302, "max_ms": 5.056, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28513.574, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.66, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1886819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:32:17+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T04:32:17+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T04:32:17.828179+09:00", "mtime_epoch": 1783279937.8281791, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 99319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:32:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9525.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.19, "count": 300, "max_ms": 24.823, "p95_ms": 19.218}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.474, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.531, "count": 300, "max_ms": 68.827, "p95_ms": 64.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.518, "count": 300, "max_ms": 66.736, "p95_ms": 58.29}, "yolo11_640_fire_11class": {"avg_ms": 50.487, "count": 300, "max_ms": 69.997, "p95_ms": 64.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.166, "count": 300, "max_ms": 76.251, "p95_ms": 73.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.126, "count": 300, "max_ms": 101.065, "p95_ms": 98.677}, "read_interval": {"avg_ms": 100.028, "count": 300, "max_ms": 121.944, "p95_ms": 117.593}, "triton_wait": {"avg_ms": 53.458, "count": 300, "max_ms": 76.264, "p95_ms": 73.719}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 5.132, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16470.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44446.254, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.971, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2342461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:32:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:32:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:32:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T04:32:24.392300+09:00", "mtime_epoch": 1783279944.3923004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:32:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.359, "name": "celery", "pid": 267, "rss_mb": 2558.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.896, "count": 300, "max_ms": 11.909, "p95_ms": 8.268}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.613, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.434, "count": 300, "max_ms": 70.868, "p95_ms": 64.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.873, "count": 300, "max_ms": 69.31, "p95_ms": 59.285}, "yolo11_640_fire_11class": {"avg_ms": 52.44, "count": 300, "max_ms": 70.792, "p95_ms": 66.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.35, "count": 300, "max_ms": 76.081, "p95_ms": 71.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.939, "count": 300, "max_ms": 92.561, "p95_ms": 88.572}, "read_interval": {"avg_ms": 100.177, "count": 300, "max_ms": 443.291, "p95_ms": 216.679}, "triton_wait": {"avg_ms": 55.247, "count": 300, "max_ms": 76.094, "p95_ms": 71.905}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 5.518, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28543.675, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.583, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1887120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:32:48+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T04:32:47+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T04:32:47.908735+09:00", "mtime_epoch": 1783279967.908735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 102191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:32:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9525.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.006, "count": 300, "max_ms": 23.41, "p95_ms": 19.013}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.621, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.517, "count": 300, "max_ms": 71.098, "p95_ms": 63.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.469, "count": 300, "max_ms": 72.178, "p95_ms": 56.388}, "yolo11_640_fire_11class": {"avg_ms": 51.082, "count": 300, "max_ms": 72.188, "p95_ms": 64.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.315, "count": 300, "max_ms": 76.938, "p95_ms": 71.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.179, "count": 300, "max_ms": 102.839, "p95_ms": 96.757}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 121.056, "p95_ms": 114.488}, "triton_wait": {"avg_ms": 53.762, "count": 300, "max_ms": 76.949, "p95_ms": 71.996}, "visualize": {"avg_ms": 3.503, "count": 300, "max_ms": 4.899, "p95_ms": 3.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16470.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44476.327, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.993, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2342760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:32:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:32:54+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:32:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:32:54.444856+09:00", "mtime_epoch": 1783279974.444856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:32:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.617, "name": "celery", "pid": 267, "rss_mb": 2558.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 299, "max_ms": 12.748, "p95_ms": 8.855}, "gstreamer_push": {"avg_ms": 1.311, "count": 299, "max_ms": 2.141, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.474, "count": 299, "max_ms": 72.262, "p95_ms": 65.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.718, "count": 299, "max_ms": 72.612, "p95_ms": 59.021}, "yolo11_640_fire_11class": {"avg_ms": 55.281, "count": 299, "max_ms": 73.492, "p95_ms": 69.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.756, "count": 299, "max_ms": 75.599, "p95_ms": 72.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.607, "count": 299, "max_ms": 92.815, "p95_ms": 89.521}, "read_interval": {"avg_ms": 100.496, "count": 299, "max_ms": 371.686, "p95_ms": 208.024}, "triton_wait": {"avg_ms": 57.861, "count": 299, "max_ms": 75.612, "p95_ms": 72.752}, "visualize": {"avg_ms": 3.699, "count": 299, "max_ms": 5.888, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.767, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28573.791, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.65, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1887421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:33:18+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T04:33:18+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T04:33:18.021291+09:00", "mtime_epoch": 1783279998.021291, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:33:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9525.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.076, "count": 300, "max_ms": 22.637, "p95_ms": 19.143}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 2.065, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.93, "count": 300, "max_ms": 66.676, "p95_ms": 62.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.8, "count": 300, "max_ms": 68.877, "p95_ms": 58.522}, "yolo11_640_fire_11class": {"avg_ms": 51.798, "count": 300, "max_ms": 68.864, "p95_ms": 64.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.116, "count": 300, "max_ms": 77.777, "p95_ms": 72.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.022, "count": 301, "max_ms": 102.773, "p95_ms": 97.692}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 121.101, "p95_ms": 113.741}, "triton_wait": {"avg_ms": 54.474, "count": 300, "max_ms": 77.789, "p95_ms": 72.266}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 5.34, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16470.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44506.369, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.984, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2343062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:33:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:33:24+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T04:33:24+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T04:33:24.437409+09:00", "mtime_epoch": 1783280004.4374094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:33:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.617, "name": "celery", "pid": 267, "rss_mb": 2558.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.881, "count": 302, "max_ms": 11.094, "p95_ms": 8.282}, "gstreamer_push": {"avg_ms": 1.325, "count": 302, "max_ms": 2.22, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.792, "count": 302, "max_ms": 70.148, "p95_ms": 65.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.981, "count": 302, "max_ms": 70.644, "p95_ms": 60.11}, "yolo11_640_fire_11class": {"avg_ms": 55.273, "count": 302, "max_ms": 73.162, "p95_ms": 69.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.094, "count": 302, "max_ms": 76.245, "p95_ms": 72.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.765, "count": 302, "max_ms": 92.957, "p95_ms": 89.802}, "read_interval": {"avg_ms": 99.53, "count": 301, "max_ms": 418.066, "p95_ms": 196.549}, "triton_wait": {"avg_ms": 58.067, "count": 302, "max_ms": 76.257, "p95_ms": 73.012}, "visualize": {"avg_ms": 3.725, "count": 302, "max_ms": 6.108, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28603.807, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.557, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1887721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:33:48+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T04:33:48+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T04:33:48.037844+09:00", "mtime_epoch": 1783280028.0378444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:33:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9525.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.944, "count": 300, "max_ms": 23.344, "p95_ms": 18.813}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.43, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.757, "count": 300, "max_ms": 67.186, "p95_ms": 63.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.41, "count": 300, "max_ms": 65.522, "p95_ms": 61.134}, "yolo11_640_fire_11class": {"avg_ms": 51.226, "count": 300, "max_ms": 68.917, "p95_ms": 64.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.605, "count": 300, "max_ms": 75.095, "p95_ms": 70.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.313, "count": 300, "max_ms": 100.532, "p95_ms": 95.736}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 122.53, "p95_ms": 114.838}, "triton_wait": {"avg_ms": 54.0, "count": 300, "max_ms": 75.107, "p95_ms": 70.459}, "visualize": {"avg_ms": 3.493, "count": 300, "max_ms": 4.484, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16471.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44536.427, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.903, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2343362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:33:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T04:33:54+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T04:33:54.525964+09:00", "mtime_epoch": 1783280034.525964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:33:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.875, "name": "celery", "pid": 267, "rss_mb": 2558.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.098, "count": 300, "max_ms": 13.279, "p95_ms": 9.139}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 1.932, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.812, "count": 300, "max_ms": 72.061, "p95_ms": 65.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.313, "count": 300, "max_ms": 73.366, "p95_ms": 62.713}, "yolo11_640_fire_11class": {"avg_ms": 55.34, "count": 300, "max_ms": 74.098, "p95_ms": 68.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.024, "count": 300, "max_ms": 76.682, "p95_ms": 73.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.039, "count": 300, "max_ms": 93.036, "p95_ms": 89.619}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 340.8, "p95_ms": 177.464}, "triton_wait": {"avg_ms": 58.138, "count": 300, "max_ms": 76.695, "p95_ms": 73.118}, "visualize": {"avg_ms": 3.729, "count": 300, "max_ms": 4.905, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 15733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16471.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28633.869, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.544, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1888022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:34:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T04:34:18+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T04:34:18.130399+09:00", "mtime_epoch": 1783280058.1303988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 105917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:34:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9526.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.195, "count": 301, "max_ms": 25.579, "p95_ms": 18.887}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.832, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.13, "count": 301, "max_ms": 69.557, "p95_ms": 63.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.785, "count": 301, "max_ms": 68.905, "p95_ms": 54.643}, "yolo11_640_fire_11class": {"avg_ms": 50.3, "count": 301, "max_ms": 71.814, "p95_ms": 64.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.784, "count": 301, "max_ms": 76.323, "p95_ms": 71.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.711, "count": 301, "max_ms": 101.775, "p95_ms": 97.564}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 121.369, "p95_ms": 115.088}, "triton_wait": {"avg_ms": 53.055, "count": 301, "max_ms": 76.335, "p95_ms": 71.85}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 5.545, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16471.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44566.617, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.738, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2343662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:34:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:34:24+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-06T04:34:24.454515+09:00", "mtime_epoch": 1783280064.4545152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:34:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2558.875, "name": "celery", "pid": 267, "rss_mb": 2558.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.955, "count": 298, "max_ms": 10.409, "p95_ms": 8.681}, "gstreamer_push": {"avg_ms": 1.304, "count": 298, "max_ms": 1.563, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.324, "count": 298, "max_ms": 68.259, "p95_ms": 64.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.347, "count": 298, "max_ms": 68.081, "p95_ms": 58.407}, "yolo11_640_fire_11class": {"avg_ms": 53.278, "count": 298, "max_ms": 69.871, "p95_ms": 66.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.481, "count": 298, "max_ms": 74.987, "p95_ms": 71.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.978, "count": 298, "max_ms": 91.882, "p95_ms": 88.438}, "read_interval": {"avg_ms": 100.778, "count": 298, "max_ms": 428.169, "p95_ms": 212.823}, "triton_wait": {"avg_ms": 56.297, "count": 298, "max_ms": 75.0, "p95_ms": 71.712}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 4.766, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16475.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28663.914, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.544, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1888318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:34:48+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T04:34:48+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T04:34:48.170951+09:00", "mtime_epoch": 1783280088.1709514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:34:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9526.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.492, "count": 296, "max_ms": 28.566, "p95_ms": 19.904}, "gstreamer_push": {"avg_ms": 1.26, "count": 296, "max_ms": 1.645, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.17, "count": 296, "max_ms": 69.096, "p95_ms": 63.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.658, "count": 296, "max_ms": 70.893, "p95_ms": 56.157}, "yolo11_640_fire_11class": {"avg_ms": 51.155, "count": 296, "max_ms": 71.312, "p95_ms": 66.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.948, "count": 296, "max_ms": 75.978, "p95_ms": 72.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.472, "count": 296, "max_ms": 791.537, "p95_ms": 100.368}, "read_interval": {"avg_ms": 101.523, "count": 295, "max_ms": 805.059, "p95_ms": 118.856}, "triton_wait": {"avg_ms": 53.433, "count": 296, "max_ms": 75.99, "p95_ms": 72.033}, "visualize": {"avg_ms": 3.55, "count": 296, "max_ms": 10.244, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44596.71, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.54, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2343963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:34:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:34:54+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T04:34:54.831074+09:00", "mtime_epoch": 1783280094.831074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:34:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2559.133, "name": "celery", "pid": 267, "rss_mb": 2559.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.091, "count": 300, "max_ms": 12.968, "p95_ms": 9.032}, "gstreamer_push": {"avg_ms": 1.328, "count": 300, "max_ms": 1.93, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.76, "count": 300, "max_ms": 69.62, "p95_ms": 64.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.499, "count": 300, "max_ms": 70.082, "p95_ms": 56.869}, "yolo11_640_fire_11class": {"avg_ms": 55.514, "count": 300, "max_ms": 73.634, "p95_ms": 70.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.885, "count": 300, "max_ms": 76.803, "p95_ms": 71.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.953, "count": 300, "max_ms": 93.65, "p95_ms": 88.847}, "read_interval": {"avg_ms": 100.042, "count": 299, "max_ms": 398.869, "p95_ms": 151.464}, "triton_wait": {"avg_ms": 57.967, "count": 300, "max_ms": 76.815, "p95_ms": 72.02}, "visualize": {"avg_ms": 3.786, "count": 300, "max_ms": 5.264, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16475.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28693.957, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.583, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1888623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:35:18+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T04:35:18+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T04:35:18.219504+09:00", "mtime_epoch": 1783280118.2195036, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:35:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9526.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.187, "pushed": 10.187, "read": 10.154}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.107, "count": 305, "max_ms": 24.206, "p95_ms": 19.027}, "gstreamer_push": {"avg_ms": 1.243, "count": 305, "max_ms": 1.893, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.333, "count": 305, "max_ms": 67.819, "p95_ms": 63.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.123, "count": 305, "max_ms": 66.934, "p95_ms": 57.777}, "yolo11_640_fire_11class": {"avg_ms": 52.96, "count": 305, "max_ms": 69.023, "p95_ms": 64.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.14, "count": 305, "max_ms": 76.114, "p95_ms": 72.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.116, "count": 305, "max_ms": 101.739, "p95_ms": 97.609}, "read_interval": {"avg_ms": 98.527, "count": 304, "max_ms": 118.07, "p95_ms": 113.854}, "triton_wait": {"avg_ms": 55.577, "count": 305, "max_ms": 76.126, "p95_ms": 72.604}, "visualize": {"avg_ms": 3.5, "count": 305, "max_ms": 4.423, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44626.808, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.58, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:35:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:35:24+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T04:35:24.923627+09:00", "mtime_epoch": 1783280124.923627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:35:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2559.391, "name": "celery", "pid": 267, "rss_mb": 2559.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.98, "count": 302, "max_ms": 11.433, "p95_ms": 8.714}, "gstreamer_push": {"avg_ms": 1.308, "count": 303, "max_ms": 1.908, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.152, "count": 302, "max_ms": 68.831, "p95_ms": 65.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.183, "count": 302, "max_ms": 68.778, "p95_ms": 59.763}, "yolo11_640_fire_11class": {"avg_ms": 54.751, "count": 302, "max_ms": 72.697, "p95_ms": 68.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.371, "count": 302, "max_ms": 76.315, "p95_ms": 71.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.889, "count": 303, "max_ms": 92.589, "p95_ms": 88.648}, "read_interval": {"avg_ms": 99.319, "count": 302, "max_ms": 380.899, "p95_ms": 180.791}, "triton_wait": {"avg_ms": 58.12, "count": 302, "max_ms": 76.328, "p95_ms": 72.119}, "visualize": {"avg_ms": 3.721, "count": 302, "max_ms": 4.869, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16475.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28723.986, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.764, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1888923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:35:48+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T04:35:48+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T04:35:48.244055+09:00", "mtime_epoch": 1783280148.244055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:35:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9526.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.043, "count": 300, "max_ms": 20.375, "p95_ms": 18.646}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.552, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.408, "count": 300, "max_ms": 74.663, "p95_ms": 63.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.912, "count": 300, "max_ms": 67.843, "p95_ms": 55.809}, "yolo11_640_fire_11class": {"avg_ms": 50.944, "count": 300, "max_ms": 69.996, "p95_ms": 64.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.285, "count": 300, "max_ms": 75.674, "p95_ms": 72.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.159, "count": 300, "max_ms": 102.341, "p95_ms": 97.763}, "read_interval": {"avg_ms": 100.093, "count": 300, "max_ms": 122.539, "p95_ms": 114.999}, "triton_wait": {"avg_ms": 53.622, "count": 300, "max_ms": 75.688, "p95_ms": 72.796}, "visualize": {"avg_ms": 3.514, "count": 300, "max_ms": 4.559, "p95_ms": 3.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44656.897, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.163, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:35:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:35:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T04:35:55+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T04:35:55.016179+09:00", "mtime_epoch": 1783280155.0161793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:35:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2559.391, "name": "celery", "pid": 267, "rss_mb": 2559.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.981, "count": 300, "max_ms": 11.717, "p95_ms": 8.752}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.523, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.965, "count": 300, "max_ms": 72.155, "p95_ms": 64.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.711, "count": 300, "max_ms": 69.799, "p95_ms": 60.866}, "yolo11_640_fire_11class": {"avg_ms": 55.171, "count": 300, "max_ms": 71.644, "p95_ms": 68.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.441, "count": 300, "max_ms": 74.682, "p95_ms": 71.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.224, "count": 300, "max_ms": 91.703, "p95_ms": 87.918}, "read_interval": {"avg_ms": 100.296, "count": 299, "max_ms": 412.346, "p95_ms": 168.729}, "triton_wait": {"avg_ms": 57.502, "count": 300, "max_ms": 74.695, "p95_ms": 71.498}, "visualize": {"avg_ms": 3.743, "count": 300, "max_ms": 4.903, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16476.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28754.077, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.762, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1889224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:36:18+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T04:36:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T04:36:18.328607+09:00", "mtime_epoch": 1783280178.3286068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:36:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9526.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.185, "count": 301, "max_ms": 30.186, "p95_ms": 18.997}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.471, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.721, "count": 301, "max_ms": 68.295, "p95_ms": 63.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.555, "count": 301, "max_ms": 68.306, "p95_ms": 60.86}, "yolo11_640_fire_11class": {"avg_ms": 51.267, "count": 301, "max_ms": 68.748, "p95_ms": 64.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.515, "count": 301, "max_ms": 75.755, "p95_ms": 71.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.46, "count": 301, "max_ms": 106.215, "p95_ms": 97.139}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 121.867, "p95_ms": 114.124}, "triton_wait": {"avg_ms": 53.881, "count": 301, "max_ms": 75.768, "p95_ms": 71.483}, "visualize": {"avg_ms": 3.502, "count": 301, "max_ms": 4.543, "p95_ms": 3.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16476.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44686.916, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.996, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2344868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:36:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T04:36:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T04:36:25+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T04:36:25.052730+09:00", "mtime_epoch": 1783280185.05273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:36:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2559.648, "name": "celery", "pid": 267, "rss_mb": 2559.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.009, "count": 302, "max_ms": 13.215, "p95_ms": 8.728}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.583, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.826, "count": 302, "max_ms": 70.77, "p95_ms": 65.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.656, "count": 302, "max_ms": 71.598, "p95_ms": 61.841}, "yolo11_640_fire_11class": {"avg_ms": 54.934, "count": 302, "max_ms": 73.011, "p95_ms": 67.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.554, "count": 302, "max_ms": 77.713, "p95_ms": 71.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.965, "count": 302, "max_ms": 94.252, "p95_ms": 88.502}, "read_interval": {"avg_ms": 99.457, "count": 301, "max_ms": 392.599, "p95_ms": 149.266}, "triton_wait": {"avg_ms": 58.194, "count": 302, "max_ms": 77.726, "p95_ms": 71.932}, "visualize": {"avg_ms": 3.731, "count": 302, "max_ms": 4.739, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16476.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28784.086, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.635, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1889524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:36:48+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T04:36:48+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T04:36:48.341157+09:00", "mtime_epoch": 1783280208.341157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:36:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9526.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.002, "count": 300, "max_ms": 20.608, "p95_ms": 19.027}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.848, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 300, "max_ms": 67.934, "p95_ms": 63.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.576, "count": 300, "max_ms": 67.042, "p95_ms": 56.365}, "yolo11_640_fire_11class": {"avg_ms": 50.949, "count": 300, "max_ms": 68.087, "p95_ms": 64.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.67, "count": 300, "max_ms": 75.763, "p95_ms": 71.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.478, "count": 300, "max_ms": 113.036, "p95_ms": 96.794}, "read_interval": {"avg_ms": 100.053, "count": 300, "max_ms": 126.576, "p95_ms": 115.35}, "triton_wait": {"avg_ms": 53.966, "count": 300, "max_ms": 75.775, "p95_ms": 71.949}, "visualize": {"avg_ms": 3.506, "count": 300, "max_ms": 4.951, "p95_ms": 3.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16476.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44716.929, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.857, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2345167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:36:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:36:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:36:55+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T04:36:55.069280+09:00", "mtime_epoch": 1783280215.0692801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:36:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2559.648, "name": "celery", "pid": 267, "rss_mb": 2559.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.924, "count": 299, "max_ms": 9.614, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.524, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.213, "count": 299, "max_ms": 68.446, "p95_ms": 65.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.849, "count": 299, "max_ms": 69.756, "p95_ms": 56.816}, "yolo11_640_fire_11class": {"avg_ms": 54.236, "count": 299, "max_ms": 74.908, "p95_ms": 68.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.767, "count": 299, "max_ms": 75.046, "p95_ms": 71.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.218, "count": 299, "max_ms": 91.672, "p95_ms": 88.313}, "read_interval": {"avg_ms": 100.388, "count": 299, "max_ms": 405.396, "p95_ms": 192.539}, "triton_wait": {"avg_ms": 57.586, "count": 299, "max_ms": 75.059, "p95_ms": 71.502}, "visualize": {"avg_ms": 3.715, "count": 299, "max_ms": 4.766, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16476.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28814.1, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.55, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1889824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:37:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:37:18+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T04:37:18+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T04:37:18.349706+09:00", "mtime_epoch": 1783280238.3497064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:37:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9526.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.222, "count": 300, "max_ms": 25.435, "p95_ms": 19.231}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.573, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.788, "count": 300, "max_ms": 67.774, "p95_ms": 63.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.517, "count": 300, "max_ms": 68.333, "p95_ms": 59.043}, "yolo11_640_fire_11class": {"avg_ms": 51.777, "count": 300, "max_ms": 70.255, "p95_ms": 64.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.019, "count": 300, "max_ms": 74.725, "p95_ms": 71.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.034, "count": 300, "max_ms": 101.384, "p95_ms": 96.435}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 117.999, "p95_ms": 114.338}, "triton_wait": {"avg_ms": 54.388, "count": 300, "max_ms": 74.738, "p95_ms": 71.292}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 4.525, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16477.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44747.035, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.936, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2345469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:37:25+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T04:37:25+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T04:37:25.145831+09:00", "mtime_epoch": 1783280245.1458309, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:37:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2559.906, "name": "celery", "pid": 267, "rss_mb": 2559.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 301, "max_ms": 12.058, "p95_ms": 8.956}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.087, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.009, "count": 301, "max_ms": 69.444, "p95_ms": 64.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.745, "count": 301, "max_ms": 70.525, "p95_ms": 61.007}, "yolo11_640_fire_11class": {"avg_ms": 54.927, "count": 301, "max_ms": 70.515, "p95_ms": 68.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.422, "count": 301, "max_ms": 75.277, "p95_ms": 72.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.133, "count": 301, "max_ms": 91.895, "p95_ms": 89.317}, "read_interval": {"avg_ms": 99.691, "count": 300, "max_ms": 392.75, "p95_ms": 155.198}, "triton_wait": {"avg_ms": 58.261, "count": 301, "max_ms": 75.288, "p95_ms": 72.132}, "visualize": {"avg_ms": 3.752, "count": 301, "max_ms": 4.631, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16477.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28844.114, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.627, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1890124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:37:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:37:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T04:37:48.362256+09:00", "mtime_epoch": 1783280268.3622558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:37:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9527.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.251, "count": 300, "max_ms": 24.524, "p95_ms": 19.25}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.56, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.83, "count": 300, "max_ms": 67.628, "p95_ms": 63.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.788, "count": 300, "max_ms": 68.247, "p95_ms": 61.597}, "yolo11_640_fire_11class": {"avg_ms": 50.844, "count": 300, "max_ms": 71.214, "p95_ms": 63.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.935, "count": 300, "max_ms": 74.917, "p95_ms": 71.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.852, "count": 300, "max_ms": 100.548, "p95_ms": 97.679}, "read_interval": {"avg_ms": 100.034, "count": 300, "max_ms": 118.492, "p95_ms": 114.758}, "triton_wait": {"avg_ms": 54.108, "count": 300, "max_ms": 74.929, "p95_ms": 71.972}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 5.283, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16477.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44777.108, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.806, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2345769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:37:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:37:55+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T04:37:55+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T04:37:55.242382+09:00", "mtime_epoch": 1783280275.2423816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:37:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2559.906, "name": "celery", "pid": 267, "rss_mb": 2559.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.054, "count": 300, "max_ms": 13.477, "p95_ms": 8.975}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.746, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.409, "count": 300, "max_ms": 69.983, "p95_ms": 64.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.114, "count": 300, "max_ms": 70.368, "p95_ms": 60.158}, "yolo11_640_fire_11class": {"avg_ms": 54.722, "count": 300, "max_ms": 70.903, "p95_ms": 67.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.054, "count": 300, "max_ms": 75.273, "p95_ms": 71.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.585, "count": 300, "max_ms": 92.272, "p95_ms": 88.179}, "read_interval": {"avg_ms": 100.27, "count": 299, "max_ms": 368.77, "p95_ms": 211.742}, "triton_wait": {"avg_ms": 57.721, "count": 300, "max_ms": 75.287, "p95_ms": 71.228}, "visualize": {"avg_ms": 3.761, "count": 300, "max_ms": 5.802, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16477.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28874.207, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.609, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1890425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:38:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:38:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:38:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T04:38:18.458806+09:00", "mtime_epoch": 1783280298.458806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:38:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9527.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.195, "count": 300, "max_ms": 25.341, "p95_ms": 19.156}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 2.162, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.613, "count": 300, "max_ms": 65.384, "p95_ms": 62.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.88, "count": 300, "max_ms": 68.352, "p95_ms": 55.648}, "yolo11_640_fire_11class": {"avg_ms": 51.21, "count": 300, "max_ms": 68.365, "p95_ms": 64.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.161, "count": 300, "max_ms": 77.128, "p95_ms": 71.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.992, "count": 301, "max_ms": 103.089, "p95_ms": 97.269}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 149.368, "p95_ms": 114.745}, "triton_wait": {"avg_ms": 54.381, "count": 300, "max_ms": 77.14, "p95_ms": 71.525}, "visualize": {"avg_ms": 3.527, "count": 300, "max_ms": 4.916, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16477.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44807.126, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.714, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:38:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:38:25+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T04:38:25+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T04:38:25.270931+09:00", "mtime_epoch": 1783280305.2709305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:38:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2560.164, "name": "celery", "pid": 267, "rss_mb": 2560.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.079, "count": 301, "max_ms": 13.563, "p95_ms": 8.951}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 2.154, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.164, "count": 301, "max_ms": 71.114, "p95_ms": 64.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.851, "count": 301, "max_ms": 71.541, "p95_ms": 58.613}, "yolo11_640_fire_11class": {"avg_ms": 53.461, "count": 301, "max_ms": 72.251, "p95_ms": 67.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.539, "count": 301, "max_ms": 75.685, "p95_ms": 71.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.029, "count": 301, "max_ms": 93.47, "p95_ms": 89.516}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 452.053, "p95_ms": 170.368}, "triton_wait": {"avg_ms": 57.088, "count": 301, "max_ms": 75.698, "p95_ms": 71.717}, "visualize": {"avg_ms": 3.752, "count": 301, "max_ms": 5.546, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16478.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28904.298, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.654, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1890726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:38:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:38:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T04:38:48+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T04:38:48.551356+09:00", "mtime_epoch": 1783280328.5513558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:38:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9527.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.197, "count": 300, "max_ms": 25.229, "p95_ms": 19.224}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.74, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.121, "count": 300, "max_ms": 71.225, "p95_ms": 62.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.27, "count": 300, "max_ms": 67.235, "p95_ms": 59.34}, "yolo11_640_fire_11class": {"avg_ms": 51.736, "count": 300, "max_ms": 74.071, "p95_ms": 63.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.303, "count": 300, "max_ms": 78.535, "p95_ms": 72.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.345, "count": 301, "max_ms": 135.973, "p95_ms": 98.075}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 152.186, "p95_ms": 115.074}, "triton_wait": {"avg_ms": 55.546, "count": 300, "max_ms": 78.547, "p95_ms": 72.419}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 4.778, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16478.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44837.141, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.688, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:38:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T04:38:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:38:55.255478+09:00", "mtime_epoch": 1783280335.2554784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:38:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2560.422, "name": "celery", "pid": 267, "rss_mb": 2560.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.081, "count": 300, "max_ms": 14.123, "p95_ms": 8.966}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 2.124, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.479, "count": 300, "max_ms": 70.013, "p95_ms": 65.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.418, "count": 300, "max_ms": 69.606, "p95_ms": 60.092}, "yolo11_640_fire_11class": {"avg_ms": 56.988, "count": 300, "max_ms": 72.593, "p95_ms": 68.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.548, "count": 300, "max_ms": 78.601, "p95_ms": 72.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.137, "count": 300, "max_ms": 94.878, "p95_ms": 89.759}, "read_interval": {"avg_ms": 100.031, "count": 299, "max_ms": 481.885, "p95_ms": 122.956}, "triton_wait": {"avg_ms": 61.232, "count": 300, "max_ms": 78.614, "p95_ms": 72.835}, "visualize": {"avg_ms": 3.75, "count": 300, "max_ms": 5.404, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16478.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28934.31, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.871, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1891026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:39:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:39:18+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T04:39:18+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T04:39:18.543904+09:00", "mtime_epoch": 1783280358.5439036, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:39:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9527.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.173, "count": 300, "max_ms": 26.256, "p95_ms": 19.079}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.925, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.719, "count": 300, "max_ms": 67.789, "p95_ms": 63.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.101, "count": 300, "max_ms": 66.538, "p95_ms": 56.967}, "yolo11_640_fire_11class": {"avg_ms": 51.004, "count": 300, "max_ms": 67.092, "p95_ms": 64.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.655, "count": 300, "max_ms": 77.285, "p95_ms": 72.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.823, "count": 300, "max_ms": 139.058, "p95_ms": 100.964}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 152.565, "p95_ms": 116.47}, "triton_wait": {"avg_ms": 54.911, "count": 300, "max_ms": 77.297, "p95_ms": 72.122}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 4.973, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16478.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44867.153, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.847, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:39:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:39:25+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T04:39:25.260026+09:00", "mtime_epoch": 1783280365.2600262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:39:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2560.422, "name": "celery", "pid": 267, "rss_mb": 2560.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.093, "count": 300, "max_ms": 13.109, "p95_ms": 9.024}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.118, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.45, "count": 300, "max_ms": 69.636, "p95_ms": 65.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.568, "count": 300, "max_ms": 70.915, "p95_ms": 58.219}, "yolo11_640_fire_11class": {"avg_ms": 53.897, "count": 300, "max_ms": 72.244, "p95_ms": 67.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.953, "count": 300, "max_ms": 76.855, "p95_ms": 73.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.394, "count": 300, "max_ms": 93.601, "p95_ms": 89.836}, "read_interval": {"avg_ms": 100.023, "count": 299, "max_ms": 384.922, "p95_ms": 167.021}, "triton_wait": {"avg_ms": 58.518, "count": 300, "max_ms": 76.869, "p95_ms": 73.062}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 4.805, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16478.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28964.373, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.456, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1891324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:39:48+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T04:39:48+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T04:39:48.600452+09:00", "mtime_epoch": 1783280388.6004522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:39:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9527.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.156, "count": 298, "max_ms": 21.8, "p95_ms": 19.159}, "gstreamer_push": {"avg_ms": 1.217, "count": 298, "max_ms": 1.635, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.583, "count": 298, "max_ms": 67.772, "p95_ms": 63.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.051, "count": 298, "max_ms": 69.358, "p95_ms": 56.074}, "yolo11_640_fire_11class": {"avg_ms": 50.803, "count": 298, "max_ms": 67.348, "p95_ms": 63.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.454, "count": 298, "max_ms": 80.475, "p95_ms": 73.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.196, "count": 298, "max_ms": 138.615, "p95_ms": 117.131}, "read_interval": {"avg_ms": 100.815, "count": 297, "max_ms": 152.686, "p95_ms": 131.558}, "triton_wait": {"avg_ms": 55.601, "count": 298, "max_ms": 80.488, "p95_ms": 73.818}, "visualize": {"avg_ms": 3.638, "count": 298, "max_ms": 4.962, "p95_ms": 4.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16478.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44897.212, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.8, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2346971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:39:55+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T04:39:55+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T04:39:55.344575+09:00", "mtime_epoch": 1783280395.3445752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:39:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2560.68, "name": "celery", "pid": 267, "rss_mb": 2560.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 301, "max_ms": 12.79, "p95_ms": 8.469}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 2.095, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.22, "count": 301, "max_ms": 68.893, "p95_ms": 64.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.913, "count": 301, "max_ms": 67.664, "p95_ms": 58.602}, "yolo11_640_fire_11class": {"avg_ms": 54.31, "count": 301, "max_ms": 71.072, "p95_ms": 66.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.003, "count": 301, "max_ms": 77.454, "p95_ms": 72.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.074, "count": 301, "max_ms": 93.883, "p95_ms": 88.559}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 413.508, "p95_ms": 147.092}, "triton_wait": {"avg_ms": 59.506, "count": 301, "max_ms": 77.466, "p95_ms": 72.306}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 7.026, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16478.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 28994.389, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.089, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1891604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:40:18+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T04:40:18+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T04:40:18.645000+09:00", "mtime_epoch": 1783280418.6450002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:40:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9527.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.358, "pushed": 9.358, "read": 9.325}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.971, "count": 280, "max_ms": 23.194, "p95_ms": 20.925}, "gstreamer_push": {"avg_ms": 1.21, "count": 280, "max_ms": 2.102, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.687, "count": 280, "max_ms": 67.83, "p95_ms": 63.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.964, "count": 280, "max_ms": 70.337, "p95_ms": 55.821}, "yolo11_640_fire_11class": {"avg_ms": 49.201, "count": 280, "max_ms": 71.326, "p95_ms": 62.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.563, "count": 280, "max_ms": 80.197, "p95_ms": 74.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.888, "count": 280, "max_ms": 139.59, "p95_ms": 126.035}, "read_interval": {"avg_ms": 107.255, "count": 279, "max_ms": 155.039, "p95_ms": 140.248}, "triton_wait": {"avg_ms": 54.743, "count": 280, "max_ms": 80.209, "p95_ms": 74.684}, "visualize": {"avg_ms": 3.909, "count": 280, "max_ms": 6.132, "p95_ms": 4.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16478.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44927.218, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.87, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:40:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:40:25+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T04:40:25.357123+09:00", "mtime_epoch": 1783280425.3571227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:40:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2560.68, "name": "celery", "pid": 267, "rss_mb": 2560.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.081, "count": 299, "max_ms": 12.791, "p95_ms": 11.266}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 1.828, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.743, "count": 299, "max_ms": 68.908, "p95_ms": 64.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.501, "count": 299, "max_ms": 68.299, "p95_ms": 57.522}, "yolo11_640_fire_11class": {"avg_ms": 50.782, "count": 299, "max_ms": 70.162, "p95_ms": 65.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.187, "count": 299, "max_ms": 81.471, "p95_ms": 73.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.465, "count": 299, "max_ms": 97.537, "p95_ms": 90.063}, "read_interval": {"avg_ms": 100.367, "count": 299, "max_ms": 445.277, "p95_ms": 168.619}, "triton_wait": {"avg_ms": 54.71, "count": 299, "max_ms": 81.486, "p95_ms": 73.713}, "visualize": {"avg_ms": 3.73, "count": 299, "max_ms": 5.197, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16479.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29024.4, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.805, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1891884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:40:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:40:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:40:48.645547+09:00", "mtime_epoch": 1783280448.6455472, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:40:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9527.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.335, "pushed": 9.335, "read": 9.335}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.242, "count": 280, "max_ms": 27.36, "p95_ms": 21.884}, "gstreamer_push": {"avg_ms": 1.22, "count": 280, "max_ms": 1.735, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.188, "count": 280, "max_ms": 75.548, "p95_ms": 62.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.331, "count": 280, "max_ms": 66.984, "p95_ms": 60.41}, "yolo11_640_fire_11class": {"avg_ms": 49.687, "count": 280, "max_ms": 77.592, "p95_ms": 62.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.234, "count": 280, "max_ms": 77.84, "p95_ms": 74.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.562, "count": 280, "max_ms": 137.788, "p95_ms": 120.847}, "read_interval": {"avg_ms": 107.14, "count": 280, "max_ms": 154.083, "p95_ms": 136.92}, "triton_wait": {"avg_ms": 55.282, "count": 280, "max_ms": 77.852, "p95_ms": 74.567}, "visualize": {"avg_ms": 3.892, "count": 280, "max_ms": 5.428, "p95_ms": 4.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16478.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44957.231, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.258, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:40:55+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T04:40:55+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T04:40:55.369670+09:00", "mtime_epoch": 1783280455.3696697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:40:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2560.938, "name": "celery", "pid": 267, "rss_mb": 2560.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.022, "count": 300, "max_ms": 12.031, "p95_ms": 8.927}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.535, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.317, "count": 300, "max_ms": 71.896, "p95_ms": 65.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.394, "count": 300, "max_ms": 67.775, "p95_ms": 61.491}, "yolo11_640_fire_11class": {"avg_ms": 52.159, "count": 300, "max_ms": 73.402, "p95_ms": 65.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.875, "count": 300, "max_ms": 79.36, "p95_ms": 73.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.146, "count": 300, "max_ms": 95.89, "p95_ms": 90.158}, "read_interval": {"avg_ms": 100.036, "count": 300, "max_ms": 481.372, "p95_ms": 175.15}, "triton_wait": {"avg_ms": 56.48, "count": 300, "max_ms": 79.373, "p95_ms": 73.927}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 4.769, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16479.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29054.468, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.82, "name": "ffmpeg", "pid": 144613, "rss_mb": 297.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.469, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1892156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:41:18+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T04:41:18+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T04:41:18.694095+09:00", "mtime_epoch": 1783280478.6940947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:41:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.074, "pushed": 9.074, "read": 9.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.116, "count": 272, "max_ms": 32.046, "p95_ms": 20.996}, "gstreamer_push": {"avg_ms": 1.195, "count": 272, "max_ms": 1.5, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.758, "count": 272, "max_ms": 69.66, "p95_ms": 62.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.01, "count": 272, "max_ms": 68.888, "p95_ms": 60.653}, "yolo11_640_fire_11class": {"avg_ms": 49.831, "count": 272, "max_ms": 70.19, "p95_ms": 63.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.562, "count": 272, "max_ms": 80.119, "p95_ms": 75.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.023, "count": 272, "max_ms": 139.391, "p95_ms": 129.006}, "read_interval": {"avg_ms": 110.495, "count": 271, "max_ms": 156.154, "p95_ms": 142.205}, "triton_wait": {"avg_ms": 55.611, "count": 272, "max_ms": 80.131, "p95_ms": 75.041}, "visualize": {"avg_ms": 4.023, "count": 272, "max_ms": 5.47, "p95_ms": 4.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16479.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 44987.281, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.604, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2347871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:41:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:41:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:41:25+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T04:41:25.418217+09:00", "mtime_epoch": 1783280485.4182172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:41:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2560.938, "name": "celery", "pid": 267, "rss_mb": 2560.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 301, "max_ms": 12.304, "p95_ms": 8.951}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.52, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.091, "count": 301, "max_ms": 69.689, "p95_ms": 64.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.867, "count": 301, "max_ms": 71.029, "p95_ms": 60.912}, "yolo11_640_fire_11class": {"avg_ms": 51.387, "count": 301, "max_ms": 72.056, "p95_ms": 64.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.809, "count": 301, "max_ms": 78.628, "p95_ms": 74.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.057, "count": 301, "max_ms": 95.449, "p95_ms": 90.477}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 362.639, "p95_ms": 191.924}, "triton_wait": {"avg_ms": 56.38, "count": 301, "max_ms": 78.641, "p95_ms": 74.292}, "visualize": {"avg_ms": 3.719, "count": 301, "max_ms": 5.543, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16482.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29084.47, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.398, "name": "ffmpeg", "pid": 144613, "rss_mb": 300.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.447, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1892440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:41:48+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T04:41:48+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:41:48.730642+09:00", "mtime_epoch": 1783280508.7306416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:41:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.471, "pushed": 9.471, "read": 9.471}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.045, "count": 284, "max_ms": 27.383, "p95_ms": 20.711}, "gstreamer_push": {"avg_ms": 1.239, "count": 284, "max_ms": 2.108, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.894, "count": 284, "max_ms": 70.189, "p95_ms": 63.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.494, "count": 284, "max_ms": 67.482, "p95_ms": 60.082}, "yolo11_640_fire_11class": {"avg_ms": 49.507, "count": 284, "max_ms": 69.245, "p95_ms": 63.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.723, "count": 284, "max_ms": 80.991, "p95_ms": 75.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.299, "count": 284, "max_ms": 142.942, "p95_ms": 123.404}, "read_interval": {"avg_ms": 105.754, "count": 284, "max_ms": 157.29, "p95_ms": 138.732}, "triton_wait": {"avg_ms": 55.756, "count": 284, "max_ms": 81.003, "p95_ms": 75.29}, "visualize": {"avg_ms": 3.894, "count": 284, "max_ms": 5.586, "p95_ms": 4.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16482.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45017.361, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.885, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2348170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:41:55+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T04:41:55+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T04:41:55.470764+09:00", "mtime_epoch": 1783280515.4707644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:41:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2561.195, "name": "celery", "pid": 267, "rss_mb": 2561.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.187, "count": 299, "max_ms": 13.799, "p95_ms": 11.166}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 2.188, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.037, "count": 299, "max_ms": 72.375, "p95_ms": 64.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.814, "count": 299, "max_ms": 67.88, "p95_ms": 59.754}, "yolo11_640_fire_11class": {"avg_ms": 51.471, "count": 299, "max_ms": 70.641, "p95_ms": 65.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.36, "count": 299, "max_ms": 79.046, "p95_ms": 75.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.741, "count": 299, "max_ms": 96.93, "p95_ms": 91.684}, "read_interval": {"avg_ms": 100.504, "count": 299, "max_ms": 420.064, "p95_ms": 229.921}, "triton_wait": {"avg_ms": 56.72, "count": 299, "max_ms": 79.059, "p95_ms": 75.139}, "visualize": {"avg_ms": 3.743, "count": 299, "max_ms": 5.35, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.822, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29114.53, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.656, "name": "ffmpeg", "pid": 144613, "rss_mb": 300.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.223, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1892704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T04:42:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:42:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T04:42:18.779189+09:00", "mtime_epoch": 1783280538.7791886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:42:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.811, "pushed": 8.811, "read": 8.778}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.343, "count": 264, "max_ms": 26.715, "p95_ms": 22.269}, "gstreamer_push": {"avg_ms": 1.199, "count": 264, "max_ms": 1.568, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.365, "count": 264, "max_ms": 66.84, "p95_ms": 63.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.864, "count": 264, "max_ms": 68.815, "p95_ms": 61.602}, "yolo11_640_fire_11class": {"avg_ms": 50.818, "count": 264, "max_ms": 68.167, "p95_ms": 63.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.142, "count": 264, "max_ms": 80.865, "p95_ms": 75.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.021, "count": 264, "max_ms": 139.323, "p95_ms": 134.746}, "read_interval": {"avg_ms": 113.897, "count": 263, "max_ms": 156.461, "p95_ms": 148.355}, "triton_wait": {"avg_ms": 57.19, "count": 264, "max_ms": 80.877, "p95_ms": 75.716}, "visualize": {"avg_ms": 4.121, "count": 264, "max_ms": 6.273, "p95_ms": 4.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16483.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45047.559, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.282, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2348472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:42:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T04:42:25+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-06T04:42:25.443310+09:00", "mtime_epoch": 1783280545.4433098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:42:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2561.195, "name": "celery", "pid": 267, "rss_mb": 2561.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.995, "count": 300, "max_ms": 11.631, "p95_ms": 8.663}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 1.999, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.931, "count": 300, "max_ms": 70.504, "p95_ms": 65.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.098, "count": 300, "max_ms": 70.985, "p95_ms": 60.787}, "yolo11_640_fire_11class": {"avg_ms": 51.863, "count": 300, "max_ms": 71.992, "p95_ms": 65.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.026, "count": 300, "max_ms": 78.945, "p95_ms": 75.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.512, "count": 300, "max_ms": 95.519, "p95_ms": 92.376}, "read_interval": {"avg_ms": 100.186, "count": 299, "max_ms": 442.384, "p95_ms": 203.535}, "triton_wait": {"avg_ms": 56.701, "count": 300, "max_ms": 78.958, "p95_ms": 75.661}, "visualize": {"avg_ms": 3.747, "count": 300, "max_ms": 5.465, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29144.56, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.656, "name": "ffmpeg", "pid": 144613, "rss_mb": 300.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.764, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1892963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:42:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T04:42:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T04:42:48.807735+09:00", "mtime_epoch": 1783280568.807735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:42:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.662, "pushed": 8.662, "read": 8.629}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.352, "count": 259, "max_ms": 26.236, "p95_ms": 21.665}, "gstreamer_push": {"avg_ms": 1.181, "count": 259, "max_ms": 1.526, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.793, "count": 259, "max_ms": 70.585, "p95_ms": 63.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.614, "count": 259, "max_ms": 68.631, "p95_ms": 61.574}, "yolo11_640_fire_11class": {"avg_ms": 50.257, "count": 259, "max_ms": 67.144, "p95_ms": 63.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.297, "count": 259, "max_ms": 81.393, "p95_ms": 77.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.401, "count": 259, "max_ms": 163.523, "p95_ms": 137.72}, "read_interval": {"avg_ms": 115.993, "count": 258, "max_ms": 175.453, "p95_ms": 151.348}, "triton_wait": {"avg_ms": 57.311, "count": 259, "max_ms": 81.405, "p95_ms": 77.333}, "visualize": {"avg_ms": 4.192, "count": 259, "max_ms": 6.447, "p95_ms": 5.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16483.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45077.572, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.655, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2348772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:42:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:42:55+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T04:42:55+09:00", "mjpeg": {"age_sec": 0.339, "exists": true, "mtime": "2026-07-06T04:42:55.435856+09:00", "mtime_epoch": 1783280575.4358556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:42:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2561.453, "name": "celery", "pid": 267, "rss_mb": 2561.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 300, "max_ms": 9.39, "p95_ms": 8.727}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.719, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.834, "count": 300, "max_ms": 71.36, "p95_ms": 64.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.718, "count": 300, "max_ms": 70.171, "p95_ms": 58.911}, "yolo11_640_fire_11class": {"avg_ms": 50.717, "count": 300, "max_ms": 71.891, "p95_ms": 64.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.339, "count": 300, "max_ms": 85.406, "p95_ms": 76.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.483, "count": 300, "max_ms": 101.876, "p95_ms": 92.665}, "read_interval": {"avg_ms": 100.092, "count": 299, "max_ms": 374.916, "p95_ms": 212.903}, "triton_wait": {"avg_ms": 55.789, "count": 300, "max_ms": 85.417, "p95_ms": 76.18}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 4.803, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29174.616, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.656, "name": "ffmpeg", "pid": 144613, "rss_mb": 300.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.939, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:43:18+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T04:43:18+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T04:43:18.848281+09:00", "mtime_epoch": 1783280598.8482814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:43:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.512, "pushed": 8.512, "read": 8.478}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.953, "count": 255, "max_ms": 30.756, "p95_ms": 22.752}, "gstreamer_push": {"avg_ms": 1.173, "count": 255, "max_ms": 1.781, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.679, "count": 255, "max_ms": 66.449, "p95_ms": 63.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.734, "count": 255, "max_ms": 69.626, "p95_ms": 61.587}, "yolo11_640_fire_11class": {"avg_ms": 48.829, "count": 255, "max_ms": 66.629, "p95_ms": 63.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.117, "count": 255, "max_ms": 80.976, "p95_ms": 76.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.494, "count": 255, "max_ms": 164.494, "p95_ms": 140.112}, "read_interval": {"avg_ms": 117.851, "count": 254, "max_ms": 176.889, "p95_ms": 153.286}, "triton_wait": {"avg_ms": 56.133, "count": 255, "max_ms": 80.989, "p95_ms": 76.24}, "visualize": {"avg_ms": 4.27, "count": 255, "max_ms": 7.479, "p95_ms": 5.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16483.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45107.65, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.942, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2349074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:43:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:43:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:43:25+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:43:25.764407+09:00", "mtime_epoch": 1783280605.7644072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:43:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2561.711, "name": "celery", "pid": 267, "rss_mb": 2561.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.045, "count": 301, "max_ms": 13.272, "p95_ms": 10.238}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 2.027, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.909, "count": 301, "max_ms": 71.235, "p95_ms": 64.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.909, "count": 301, "max_ms": 69.473, "p95_ms": 60.307}, "yolo11_640_fire_11class": {"avg_ms": 49.772, "count": 301, "max_ms": 72.076, "p95_ms": 63.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.285, "count": 301, "max_ms": 79.679, "p95_ms": 76.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.41, "count": 302, "max_ms": 96.322, "p95_ms": 92.373}, "read_interval": {"avg_ms": 99.578, "count": 301, "max_ms": 376.005, "p95_ms": 238.491}, "triton_wait": {"avg_ms": 53.894, "count": 301, "max_ms": 79.692, "p95_ms": 76.152}, "visualize": {"avg_ms": 3.604, "count": 301, "max_ms": 4.919, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29204.63, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.656, "name": "ffmpeg", "pid": 144613, "rss_mb": 300.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.688, "sample_count": 2734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:43:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:43:48+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T04:43:48+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T04:43:48.884827+09:00", "mtime_epoch": 1783280628.8848274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:43:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.168, "pushed": 8.168, "read": 8.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.923, "count": 245, "max_ms": 26.804, "p95_ms": 21.917}, "gstreamer_push": {"avg_ms": 1.16, "count": 245, "max_ms": 1.653, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.871, "count": 245, "max_ms": 66.675, "p95_ms": 63.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.777, "count": 245, "max_ms": 68.093, "p95_ms": 61.028}, "yolo11_640_fire_11class": {"avg_ms": 49.621, "count": 245, "max_ms": 65.969, "p95_ms": 63.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.666, "count": 245, "max_ms": 79.316, "p95_ms": 75.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.529, "count": 245, "max_ms": 160.79, "p95_ms": 137.869}, "read_interval": {"avg_ms": 122.611, "count": 245, "max_ms": 174.43, "p95_ms": 151.614}, "triton_wait": {"avg_ms": 56.678, "count": 245, "max_ms": 79.327, "p95_ms": 75.2}, "visualize": {"avg_ms": 4.397, "count": 245, "max_ms": 6.026, "p95_ms": 5.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16483.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45137.711, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.164, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2349374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:43:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:43:55+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T04:43:55.848954+09:00", "mtime_epoch": 1783280635.848954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:43:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2561.711, "name": "celery", "pid": 267, "rss_mb": 2561.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.076, "count": 300, "max_ms": 14.502, "p95_ms": 10.481}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.552, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.795, "count": 300, "max_ms": 67.724, "p95_ms": 63.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.414, "count": 300, "max_ms": 68.085, "p95_ms": 60.516}, "yolo11_640_fire_11class": {"avg_ms": 49.249, "count": 300, "max_ms": 70.662, "p95_ms": 64.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.872, "count": 300, "max_ms": 79.964, "p95_ms": 74.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.955, "count": 300, "max_ms": 96.929, "p95_ms": 91.52}, "read_interval": {"avg_ms": 100.253, "count": 299, "max_ms": 467.74, "p95_ms": 187.833}, "triton_wait": {"avg_ms": 53.384, "count": 300, "max_ms": 79.976, "p95_ms": 74.705}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 4.904, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16484.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29234.705, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.656, "name": "ffmpeg", "pid": 144613, "rss_mb": 300.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.823, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:44:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:44:19+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T04:44:18+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T04:44:18.917373+09:00", "mtime_epoch": 1783280658.9173732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:44:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.149, "pushed": 8.149, "read": 8.115}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.951, "count": 244, "max_ms": 24.368, "p95_ms": 21.727}, "gstreamer_push": {"avg_ms": 1.156, "count": 244, "max_ms": 1.789, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.442, "count": 244, "max_ms": 66.52, "p95_ms": 63.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.078, "count": 244, "max_ms": 69.504, "p95_ms": 58.622}, "yolo11_640_fire_11class": {"avg_ms": 48.781, "count": 244, "max_ms": 67.473, "p95_ms": 63.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.31, "count": 244, "max_ms": 80.794, "p95_ms": 75.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.49, "count": 244, "max_ms": 161.295, "p95_ms": 139.893}, "read_interval": {"avg_ms": 123.191, "count": 243, "max_ms": 174.103, "p95_ms": 153.667}, "triton_wait": {"avg_ms": 56.343, "count": 244, "max_ms": 80.806, "p95_ms": 75.713}, "visualize": {"avg_ms": 4.472, "count": 244, "max_ms": 7.258, "p95_ms": 5.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45167.748, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.164, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2349676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:44:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:44:25+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T04:44:25.889570+09:00", "mtime_epoch": 1783280665.88957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:44:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2561.969, "name": "celery", "pid": 267, "rss_mb": 2561.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.01, "count": 302, "max_ms": 13.241, "p95_ms": 9.066}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.846, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.955, "count": 302, "max_ms": 70.708, "p95_ms": 63.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.997, "count": 302, "max_ms": 67.021, "p95_ms": 57.845}, "yolo11_640_fire_11class": {"avg_ms": 49.53, "count": 302, "max_ms": 71.706, "p95_ms": 62.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.565, "count": 302, "max_ms": 81.198, "p95_ms": 73.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.86, "count": 302, "max_ms": 97.523, "p95_ms": 90.346}, "read_interval": {"avg_ms": 99.522, "count": 301, "max_ms": 499.365, "p95_ms": 203.196}, "triton_wait": {"avg_ms": 53.24, "count": 302, "max_ms": 81.21, "p95_ms": 73.394}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 4.563, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16484.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29264.836, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.914, "name": "ffmpeg", "pid": 144613, "rss_mb": 300.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.627, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1893946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:44:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:44:49+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T04:44:49+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T04:44:49.054530+09:00", "mtime_epoch": 1783280689.0545301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:44:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9528.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.955, "pushed": 7.955, "read": 7.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.923, "count": 238, "max_ms": 25.776, "p95_ms": 21.267}, "gstreamer_push": {"avg_ms": 1.136, "count": 238, "max_ms": 1.624, "p95_ms": 1.252}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.532, "count": 238, "max_ms": 66.065, "p95_ms": 63.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.217, "count": 238, "max_ms": 68.652, "p95_ms": 64.039}, "yolo11_640_fire_11class": {"avg_ms": 50.528, "count": 238, "max_ms": 68.051, "p95_ms": 64.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.154, "count": 238, "max_ms": 80.098, "p95_ms": 76.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.744, "count": 238, "max_ms": 164.66, "p95_ms": 139.543}, "read_interval": {"avg_ms": 126.104, "count": 237, "max_ms": 176.158, "p95_ms": 153.102}, "triton_wait": {"avg_ms": 58.169, "count": 238, "max_ms": 80.11, "p95_ms": 76.967}, "visualize": {"avg_ms": 4.529, "count": 238, "max_ms": 6.224, "p95_ms": 5.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16485.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45197.817, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.668, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2349977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:44:56+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T04:44:55+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:44:55.946812+09:00", "mtime_epoch": 1783280695.9468117, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:44:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2561.969, "name": "celery", "pid": 267, "rss_mb": 2561.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.021, "count": 301, "max_ms": 12.858, "p95_ms": 9.154}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.785, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.929, "count": 301, "max_ms": 68.173, "p95_ms": 64.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.095, "count": 301, "max_ms": 71.859, "p95_ms": 61.818}, "yolo11_640_fire_11class": {"avg_ms": 50.334, "count": 301, "max_ms": 71.357, "p95_ms": 65.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.078, "count": 301, "max_ms": 81.653, "p95_ms": 76.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.132, "count": 301, "max_ms": 98.302, "p95_ms": 92.527}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 490.8, "p95_ms": 181.236}, "triton_wait": {"avg_ms": 54.513, "count": 301, "max_ms": 81.666, "p95_ms": 76.106}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 5.838, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16489.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29294.945, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.582, "name": "ffmpeg", "pid": 144613, "rss_mb": 304.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.192, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:45:19+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T04:45:19+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T04:45:19.151746+09:00", "mtime_epoch": 1783280719.1517463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:45:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.07, "pushed": 8.07, "read": 8.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.64, "count": 241, "max_ms": 23.921, "p95_ms": 20.732}, "gstreamer_push": {"avg_ms": 1.143, "count": 242, "max_ms": 1.725, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.877, "count": 241, "max_ms": 66.674, "p95_ms": 62.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.742, "count": 241, "max_ms": 69.25, "p95_ms": 59.998}, "yolo11_640_fire_11class": {"avg_ms": 49.494, "count": 241, "max_ms": 69.455, "p95_ms": 63.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.768, "count": 241, "max_ms": 81.24, "p95_ms": 75.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.754, "count": 242, "max_ms": 147.71, "p95_ms": 137.695}, "read_interval": {"avg_ms": 124.328, "count": 241, "max_ms": 376.53, "p95_ms": 150.674}, "triton_wait": {"avg_ms": 57.78, "count": 241, "max_ms": 81.252, "p95_ms": 75.572}, "visualize": {"avg_ms": 4.432, "count": 241, "max_ms": 6.536, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16492.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45227.865, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.934, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:45:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:45:26+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T04:45:25+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:45:25.988018+09:00", "mtime_epoch": 1783280725.9880176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:45:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2562.227, "name": "celery", "pid": 267, "rss_mb": 2562.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 300, "max_ms": 13.48, "p95_ms": 8.972}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.59, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.688, "count": 300, "max_ms": 71.701, "p95_ms": 63.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.047, "count": 300, "max_ms": 66.925, "p95_ms": 55.761}, "yolo11_640_fire_11class": {"avg_ms": 50.56, "count": 300, "max_ms": 74.105, "p95_ms": 63.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.832, "count": 300, "max_ms": 80.443, "p95_ms": 76.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.188, "count": 300, "max_ms": 102.559, "p95_ms": 92.741}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 548.072, "p95_ms": 184.168}, "triton_wait": {"avg_ms": 54.636, "count": 300, "max_ms": 80.456, "p95_ms": 76.152}, "visualize": {"avg_ms": 3.682, "count": 300, "max_ms": 5.699, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16495.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 772, "h264_decode_error_count": 1885, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T20:37:01+09:00", "last_error_summary": "[h264 @ 0x55c1408be400] error while decoding MB 69 2, bytestream -32", "last_exit_at": "2026-07-05T20:37:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 29325.042, "last_started_at": "2026-07-05T20:37:04+09:00", "pid": 144613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.027, "name": "ffmpeg", "pid": 144613, "rss_mb": 311.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 861, "restart_count_per_hour": 0, "rtsp_timeout_count": 482, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 862}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.716, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T04:45:49+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T04:45:49+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T04:45:49.232928+09:00", "mtime_epoch": 1783280749.2329276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 90958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:45:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.845, "pushed": 7.845, "read": 7.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.438, "count": 235, "max_ms": 30.554, "p95_ms": 25.615}, "gstreamer_push": {"avg_ms": 1.148, "count": 235, "max_ms": 1.78, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.504, "count": 235, "max_ms": 67.917, "p95_ms": 63.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.713, "count": 235, "max_ms": 71.594, "p95_ms": 64.302}, "yolo11_640_fire_11class": {"avg_ms": 49.68, "count": 235, "max_ms": 69.892, "p95_ms": 65.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.116, "count": 235, "max_ms": 79.354, "p95_ms": 76.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.579, "count": 235, "max_ms": 169.717, "p95_ms": 138.725}, "read_interval": {"avg_ms": 127.945, "count": 234, "max_ms": 340.54, "p95_ms": 153.287}, "triton_wait": {"avg_ms": 57.171, "count": 235, "max_ms": 79.366, "p95_ms": 76.835}, "visualize": {"avg_ms": 4.557, "count": 235, "max_ms": 6.923, "p95_ms": 5.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16496.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45257.876, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.22, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:45:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:45:56+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T04:45:55+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T04:45:55.981188+09:00", "mtime_epoch": 1783280755.9811883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:45:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2562.227, "name": "celery", "pid": 267, "rss_mb": 2562.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.991, "count": 300, "max_ms": 12.088, "p95_ms": 8.842}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.927, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.789, "count": 300, "max_ms": 67.315, "p95_ms": 64.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.629, "count": 300, "max_ms": 71.513, "p95_ms": 61.719}, "yolo11_640_fire_11class": {"avg_ms": 51.634, "count": 300, "max_ms": 71.162, "p95_ms": 66.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.648, "count": 300, "max_ms": 79.316, "p95_ms": 76.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.092, "count": 300, "max_ms": 95.646, "p95_ms": 93.249}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 464.618, "p95_ms": 172.273}, "triton_wait": {"avg_ms": 55.37, "count": 300, "max_ms": 79.328, "p95_ms": 76.674}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 4.863, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16320.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 773, "h264_decode_error_count": 1891, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:46:17+09:00", "last_error_summary": "[h264 @ 0x555abeaa6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abeaa6a40] error while decoding MB 0 34, bytestream 15931 [h264 @ 0x555abea3b6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea3b6c0] error while decoding MB 0 29, bytestream 2914 [h264 @ 0x555abea4f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea4f840] error while decoding MB 0 31, bytestream 47601 [h264 @ 0x555abf7e5540] left block unavailable for req", "last_exit_at": "2026-07-06T04:46:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.138, "last_started_at": "2026-07-06T04:46:19+09:00", "pid": 144900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.262, "name": "ffmpeg", "pid": 144900, "rss_mb": 139.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 862, "restart_count_per_hour": 1, "rtsp_timeout_count": 484, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 863}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.869, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:46:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T04:46:21+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T04:46:21+09:00", "mjpeg": {"age_sec": 4.293, "exists": true, "mtime": "2026-07-06T04:46:17.105994+09:00", "mtime_epoch": 1783280777.105994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:46:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.139, "pushed": 2.139, "read": 2.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.842, "count": 64, "max_ms": 25.761, "p95_ms": 21.148}, "gstreamer_push": {"avg_ms": 1.201, "count": 64, "max_ms": 1.5, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.547, "count": 64, "max_ms": 65.58, "p95_ms": 64.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.47, "count": 64, "max_ms": 68.638, "p95_ms": 60.744}, "yolo11_640_fire_11class": {"avg_ms": 52.191, "count": 64, "max_ms": 68.034, "p95_ms": 64.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.153, "count": 64, "max_ms": 79.269, "p95_ms": 74.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.217, "count": 64, "max_ms": 138.511, "p95_ms": 131.89}, "read_interval": {"avg_ms": 475.341, "count": 63, "max_ms": 10124.204, "p95_ms": 152.987}, "triton_wait": {"avg_ms": 57.257, "count": 64, "max_ms": 79.281, "p95_ms": 74.168}, "visualize": {"avg_ms": 3.835, "count": 64, "max_ms": 5.434, "p95_ms": 4.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16418.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45287.937, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.073, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2350878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:46:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:46:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:46:26+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T04:46:26.018329+09:00", "mtime_epoch": 1783280786.0183294, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:46:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2562.484, "name": "celery", "pid": 267, "rss_mb": 2562.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.838, "count": 301, "max_ms": 11.94, "p95_ms": 8.34}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.626, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.432, "count": 301, "max_ms": 65.694, "p95_ms": 50.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.402, "count": 301, "max_ms": 59.846, "p95_ms": 51.772}, "yolo11_640_fire_11class": {"avg_ms": 48.846, "count": 301, "max_ms": 65.954, "p95_ms": 51.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.538, "count": 301, "max_ms": 77.691, "p95_ms": 51.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.35, "count": 301, "max_ms": 94.225, "p95_ms": 71.156}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 447.408, "p95_ms": 222.686}, "triton_wait": {"avg_ms": 49.913, "count": 301, "max_ms": 77.704, "p95_ms": 53.224}, "visualize": {"avg_ms": 3.655, "count": 301, "max_ms": 5.611, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16451.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 773, "h264_decode_error_count": 1891, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:46:17+09:00", "last_error_summary": "[h264 @ 0x555abeaa6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abeaa6a40] error while decoding MB 0 34, bytestream 15931 [h264 @ 0x555abea3b6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea3b6c0] error while decoding MB 0 29, bytestream 2914 [h264 @ 0x555abea4f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea4f840] error while decoding MB 0 31, bytestream 47601 [h264 @ 0x555abf7e5540] left block unavailable for req", "last_exit_at": "2026-07-06T04:46:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.162, "last_started_at": "2026-07-06T04:46:19+09:00", "pid": 144900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.223, "name": "ffmpeg", "pid": 144900, "rss_mb": 266.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 862, "restart_count_per_hour": 1, "rtsp_timeout_count": 484, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 863}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.236, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:46:51+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T04:46:51+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T04:46:51.323268+09:00", "mtime_epoch": 1783280811.3232677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:46:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.192, "pushed": 8.192, "read": 8.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.603, "count": 245, "max_ms": 32.226, "p95_ms": 20.958}, "gstreamer_push": {"avg_ms": 1.143, "count": 245, "max_ms": 1.704, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.597, "count": 245, "max_ms": 65.041, "p95_ms": 62.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.665, "count": 245, "max_ms": 69.69, "p95_ms": 62.211}, "yolo11_640_fire_11class": {"avg_ms": 49.063, "count": 245, "max_ms": 68.179, "p95_ms": 63.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.038, "count": 245, "max_ms": 79.757, "p95_ms": 76.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.056, "count": 245, "max_ms": 165.946, "p95_ms": 138.184}, "read_interval": {"avg_ms": 122.552, "count": 244, "max_ms": 176.895, "p95_ms": 149.964}, "triton_wait": {"avg_ms": 57.05, "count": 245, "max_ms": 79.77, "p95_ms": 76.655}, "visualize": {"avg_ms": 4.469, "count": 245, "max_ms": 6.541, "p95_ms": 5.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16451.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45317.94, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.22, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2351176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:46:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:46:56+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T04:46:56+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T04:46:56.067441+09:00", "mtime_epoch": 1783280816.0674415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:46:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2562.742, "name": "celery", "pid": 267, "rss_mb": 2562.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.952, "count": 298, "max_ms": 12.179, "p95_ms": 9.245}, "gstreamer_push": {"avg_ms": 1.27, "count": 298, "max_ms": 1.641, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.933, "count": 298, "max_ms": 68.685, "p95_ms": 64.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.576, "count": 298, "max_ms": 71.213, "p95_ms": 62.011}, "yolo11_640_fire_11class": {"avg_ms": 50.554, "count": 298, "max_ms": 70.112, "p95_ms": 66.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.791, "count": 298, "max_ms": 80.338, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.017, "count": 298, "max_ms": 96.485, "p95_ms": 92.463}, "read_interval": {"avg_ms": 100.635, "count": 298, "max_ms": 524.825, "p95_ms": 165.006}, "triton_wait": {"avg_ms": 54.47, "count": 298, "max_ms": 80.35, "p95_ms": 75.93}, "visualize": {"avg_ms": 3.675, "count": 298, "max_ms": 4.902, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16452.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 773, "h264_decode_error_count": 1891, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:46:17+09:00", "last_error_summary": "[h264 @ 0x555abeaa6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abeaa6a40] error while decoding MB 0 34, bytestream 15931 [h264 @ 0x555abea3b6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea3b6c0] error while decoding MB 0 29, bytestream 2914 [h264 @ 0x555abea4f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea4f840] error while decoding MB 0 31, bytestream 47601 [h264 @ 0x555abf7e5540] left block unavailable for req", "last_exit_at": "2026-07-06T04:46:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.24, "last_started_at": "2026-07-06T04:46:19+09:00", "pid": 144900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.254, "name": "ffmpeg", "pid": 144900, "rss_mb": 267.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 862, "restart_count_per_hour": 1, "rtsp_timeout_count": 484, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 863}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.434, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1894998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:47:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:47:21+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T04:47:21+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T04:47:21.392357+09:00", "mtime_epoch": 1783280841.3923569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:47:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.38, "pushed": 8.38, "read": 8.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.311, "count": 251, "max_ms": 22.482, "p95_ms": 20.679}, "gstreamer_push": {"avg_ms": 1.147, "count": 251, "max_ms": 1.622, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.684, "count": 251, "max_ms": 69.931, "p95_ms": 62.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.389, "count": 251, "max_ms": 68.382, "p95_ms": 62.435}, "yolo11_640_fire_11class": {"avg_ms": 48.571, "count": 251, "max_ms": 71.018, "p95_ms": 64.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.678, "count": 251, "max_ms": 81.809, "p95_ms": 76.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.84, "count": 251, "max_ms": 142.787, "p95_ms": 136.75}, "read_interval": {"avg_ms": 119.811, "count": 250, "max_ms": 155.349, "p95_ms": 148.927}, "triton_wait": {"avg_ms": 57.69, "count": 251, "max_ms": 81.821, "p95_ms": 76.799}, "visualize": {"avg_ms": 4.316, "count": 251, "max_ms": 6.019, "p95_ms": 5.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16453.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45348.01, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.214, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2351478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:47:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:47:26+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T04:47:26+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:47:26.132526+09:00", "mtime_epoch": 1783280846.132526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:47:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2562.742, "name": "celery", "pid": 267, "rss_mb": 2562.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.097, "count": 302, "max_ms": 12.698, "p95_ms": 9.95}, "gstreamer_push": {"avg_ms": 1.287, "count": 302, "max_ms": 2.124, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.846, "count": 302, "max_ms": 66.222, "p95_ms": 63.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.279, "count": 302, "max_ms": 72.03, "p95_ms": 60.504}, "yolo11_640_fire_11class": {"avg_ms": 50.525, "count": 302, "max_ms": 70.318, "p95_ms": 64.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.092, "count": 302, "max_ms": 81.299, "p95_ms": 75.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.559, "count": 302, "max_ms": 97.756, "p95_ms": 92.639}, "read_interval": {"avg_ms": 99.57, "count": 301, "max_ms": 315.984, "p95_ms": 243.684}, "triton_wait": {"avg_ms": 54.796, "count": 302, "max_ms": 81.311, "p95_ms": 75.697}, "visualize": {"avg_ms": 3.72, "count": 302, "max_ms": 5.839, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16455.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 773, "h264_decode_error_count": 1891, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:46:17+09:00", "last_error_summary": "[h264 @ 0x555abeaa6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abeaa6a40] error while decoding MB 0 34, bytestream 15931 [h264 @ 0x555abea3b6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea3b6c0] error while decoding MB 0 29, bytestream 2914 [h264 @ 0x555abea4f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea4f840] error while decoding MB 0 31, bytestream 47601 [h264 @ 0x555abf7e5540] left block unavailable for req", "last_exit_at": "2026-07-06T04:46:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.287, "last_started_at": "2026-07-06T04:46:19+09:00", "pid": 144900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.832, "name": "ffmpeg", "pid": 144900, "rss_mb": 269.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 862, "restart_count_per_hour": 1, "rtsp_timeout_count": 484, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 863}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.435, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1895255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:47:51+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T04:47:51+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T04:47:51.441419+09:00", "mtime_epoch": 1783280871.4414186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:47:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.578, "pushed": 8.578, "read": 8.545}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.027, "count": 257, "max_ms": 24.059, "p95_ms": 20.563}, "gstreamer_push": {"avg_ms": 1.17, "count": 257, "max_ms": 1.497, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.094, "count": 257, "max_ms": 68.318, "p95_ms": 63.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.982, "count": 257, "max_ms": 68.305, "p95_ms": 62.358}, "yolo11_640_fire_11class": {"avg_ms": 50.742, "count": 257, "max_ms": 72.627, "p95_ms": 65.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.415, "count": 257, "max_ms": 82.709, "p95_ms": 77.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.112, "count": 257, "max_ms": 148.043, "p95_ms": 138.204}, "read_interval": {"avg_ms": 116.899, "count": 256, "max_ms": 161.812, "p95_ms": 151.266}, "triton_wait": {"avg_ms": 58.455, "count": 257, "max_ms": 82.721, "p95_ms": 77.213}, "visualize": {"avg_ms": 4.17, "count": 257, "max_ms": 5.886, "p95_ms": 5.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16455.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45378.05, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.252, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2351779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:47:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:47:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:47:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T04:47:56.181584+09:00", "mtime_epoch": 1783280876.1815836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:47:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2563.0, "name": "celery", "pid": 267, "rss_mb": 2563.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 301, "max_ms": 14.11, "p95_ms": 9.419}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 2.131, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.289, "count": 301, "max_ms": 72.785, "p95_ms": 64.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.835, "count": 301, "max_ms": 73.936, "p95_ms": 61.438}, "yolo11_640_fire_11class": {"avg_ms": 53.091, "count": 301, "max_ms": 77.042, "p95_ms": 68.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.755, "count": 301, "max_ms": 81.008, "p95_ms": 76.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.824, "count": 301, "max_ms": 98.891, "p95_ms": 93.36}, "read_interval": {"avg_ms": 99.868, "count": 300, "max_ms": 604.089, "p95_ms": 149.381}, "triton_wait": {"avg_ms": 57.319, "count": 301, "max_ms": 81.024, "p95_ms": 76.614}, "visualize": {"avg_ms": 3.639, "count": 301, "max_ms": 5.274, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16459.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 773, "h264_decode_error_count": 1891, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:46:17+09:00", "last_error_summary": "[h264 @ 0x555abeaa6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abeaa6a40] error while decoding MB 0 34, bytestream 15931 [h264 @ 0x555abea3b6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea3b6c0] error while decoding MB 0 29, bytestream 2914 [h264 @ 0x555abea4f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea4f840] error while decoding MB 0 31, bytestream 47601 [h264 @ 0x555abf7e5540] left block unavailable for req", "last_exit_at": "2026-07-06T04:46:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.374, "last_started_at": "2026-07-06T04:46:19+09:00", "pid": 144900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.051, "name": "ffmpeg", "pid": 144900, "rss_mb": 274.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 862, "restart_count_per_hour": 1, "rtsp_timeout_count": 484, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 863}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.56, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1895503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T04:48:21+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T04:48:21+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T04:48:21.526457+09:00", "mtime_epoch": 1783280901.5264566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:48:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.277, "pushed": 8.277, "read": 8.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.797, "count": 247, "max_ms": 29.391, "p95_ms": 25.272}, "gstreamer_push": {"avg_ms": 1.155, "count": 248, "max_ms": 1.703, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.1, "count": 247, "max_ms": 65.99, "p95_ms": 62.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.361, "count": 247, "max_ms": 74.239, "p95_ms": 59.392}, "yolo11_640_fire_11class": {"avg_ms": 50.381, "count": 247, "max_ms": 68.528, "p95_ms": 63.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.984, "count": 247, "max_ms": 78.263, "p95_ms": 75.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.547, "count": 248, "max_ms": 165.611, "p95_ms": 160.817}, "read_interval": {"avg_ms": 121.301, "count": 247, "max_ms": 177.171, "p95_ms": 172.75}, "triton_wait": {"avg_ms": 57.042, "count": 247, "max_ms": 78.273, "p95_ms": 75.857}, "visualize": {"avg_ms": 4.428, "count": 247, "max_ms": 7.12, "p95_ms": 5.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16460.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45408.076, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.155, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2352077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:48:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:48:26+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:48:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T04:48:26.190615+09:00", "mtime_epoch": 1783280906.1906152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:48:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2563.0, "name": "celery", "pid": 267, "rss_mb": 2563.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.925}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 298, "max_ms": 13.544, "p95_ms": 9.232}, "gstreamer_push": {"avg_ms": 1.285, "count": 298, "max_ms": 1.874, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.335, "count": 298, "max_ms": 71.775, "p95_ms": 64.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.102, "count": 298, "max_ms": 75.282, "p95_ms": 60.262}, "yolo11_640_fire_11class": {"avg_ms": 52.588, "count": 298, "max_ms": 72.729, "p95_ms": 68.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.376, "count": 298, "max_ms": 78.215, "p95_ms": 75.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.645, "count": 298, "max_ms": 94.322, "p95_ms": 91.434}, "read_interval": {"avg_ms": 100.741, "count": 297, "max_ms": 421.17, "p95_ms": 213.801}, "triton_wait": {"avg_ms": 56.989, "count": 298, "max_ms": 78.228, "p95_ms": 75.337}, "visualize": {"avg_ms": 3.7, "count": 298, "max_ms": 5.417, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 773, "h264_decode_error_count": 1891, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:46:17+09:00", "last_error_summary": "[h264 @ 0x555abeaa6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abeaa6a40] error while decoding MB 0 34, bytestream 15931 [h264 @ 0x555abea3b6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea3b6c0] error while decoding MB 0 29, bytestream 2914 [h264 @ 0x555abea4f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea4f840] error while decoding MB 0 31, bytestream 47601 [h264 @ 0x555abf7e5540] left block unavailable for req", "last_exit_at": "2026-07-06T04:46:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.415, "last_started_at": "2026-07-06T04:46:19+09:00", "pid": 144900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.848, "name": "ffmpeg", "pid": 144900, "rss_mb": 283.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 862, "restart_count_per_hour": 1, "rtsp_timeout_count": 484, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 863}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.322, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1895784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:48:51+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T04:48:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T04:48:51.583470+09:00", "mtime_epoch": 1783280931.5834699, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:48:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.393, "pushed": 9.393, "read": 9.36}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.121, "count": 281, "max_ms": 26.396, "p95_ms": 20.573}, "gstreamer_push": {"avg_ms": 1.196, "count": 281, "max_ms": 1.729, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.355, "count": 281, "max_ms": 66.662, "p95_ms": 62.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.442, "count": 281, "max_ms": 68.84, "p95_ms": 59.295}, "yolo11_640_fire_11class": {"avg_ms": 51.326, "count": 281, "max_ms": 66.509, "p95_ms": 62.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.509, "count": 281, "max_ms": 79.536, "p95_ms": 75.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.516, "count": 281, "max_ms": 140.388, "p95_ms": 123.432}, "read_interval": {"avg_ms": 106.908, "count": 280, "max_ms": 373.129, "p95_ms": 137.522}, "triton_wait": {"avg_ms": 58.547, "count": 281, "max_ms": 79.546, "p95_ms": 75.604}, "visualize": {"avg_ms": 3.724, "count": 281, "max_ms": 7.031, "p95_ms": 4.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45438.101, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.281, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2352376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:48:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:48:56+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:48:56+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:48:56.223624+09:00", "mtime_epoch": 1783280936.2236242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:48:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2563.258, "name": "celery", "pid": 267, "rss_mb": 2563.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.924, "count": 299, "max_ms": 13.201, "p95_ms": 8.648}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.489, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.306, "count": 299, "max_ms": 70.977, "p95_ms": 64.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.266, "count": 299, "max_ms": 71.339, "p95_ms": 59.55}, "yolo11_640_fire_11class": {"avg_ms": 54.619, "count": 299, "max_ms": 71.572, "p95_ms": 67.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.465, "count": 299, "max_ms": 82.051, "p95_ms": 76.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.525, "count": 299, "max_ms": 98.576, "p95_ms": 92.527}, "read_interval": {"avg_ms": 100.409, "count": 298, "max_ms": 545.53, "p95_ms": 126.356}, "triton_wait": {"avg_ms": 60.942, "count": 299, "max_ms": 82.064, "p95_ms": 76.311}, "visualize": {"avg_ms": 3.704, "count": 299, "max_ms": 4.996, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16472.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45468.13, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.308, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2352680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:49:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T04:49:26+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T04:49:26.224610+09:00", "mtime_epoch": 1783280966.2246103, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:49:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2563.258, "name": "celery", "pid": 267, "rss_mb": 2563.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.16, "pushed": 10.16, "read": 10.126}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.917, "count": 304, "max_ms": 12.857, "p95_ms": 8.468}, "gstreamer_push": {"avg_ms": 1.278, "count": 304, "max_ms": 1.866, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.528, "count": 304, "max_ms": 68.746, "p95_ms": 63.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.722, "count": 304, "max_ms": 73.582, "p95_ms": 53.102}, "yolo11_640_fire_11class": {"avg_ms": 49.261, "count": 304, "max_ms": 68.747, "p95_ms": 64.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.61, "count": 304, "max_ms": 79.569, "p95_ms": 74.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.621, "count": 304, "max_ms": 95.983, "p95_ms": 90.846}, "read_interval": {"avg_ms": 98.844, "count": 303, "max_ms": 435.787, "p95_ms": 154.946}, "triton_wait": {"avg_ms": 53.065, "count": 304, "max_ms": 79.582, "p95_ms": 74.678}, "visualize": {"avg_ms": 3.685, "count": 304, "max_ms": 4.822, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16471.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 773, "h264_decode_error_count": 1891, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:46:17+09:00", "last_error_summary": "[h264 @ 0x555abeaa6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abeaa6a40] error while decoding MB 0 34, bytestream 15931 [h264 @ 0x555abea3b6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea3b6c0] error while decoding MB 0 29, bytestream 2914 [h264 @ 0x555abea4f840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555abea4f840] error while decoding MB 0 31, bytestream 47601 [h264 @ 0x555abf7e5540] left block unavailable for req", "last_exit_at": "2026-07-06T04:46:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.948, "last_started_at": "2026-07-06T04:46:19+09:00", "pid": 144900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.066, "name": "ffmpeg", "pid": 144900, "rss_mb": 287.066, "state": "S (sleeping)", "threads": 104}, "restart_count": 862, "restart_count_per_hour": 1, "rtsp_timeout_count": 484, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 863}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.669, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:49:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T04:49:36+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T04:49:36+09:00", "mjpeg": {"age_sec": 19.109, "exists": true, "mtime": "2026-07-06T04:49:17.100313+09:00", "mtime_epoch": 1783280957.1003127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:49:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.236, "pushed": 3.236, "read": 3.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.224, "count": 97, "max_ms": 26.17, "p95_ms": 21.917}, "gstreamer_push": {"avg_ms": 1.166, "count": 97, "max_ms": 1.84, "p95_ms": 1.297}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.643, "count": 97, "max_ms": 66.638, "p95_ms": 61.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.895, "count": 97, "max_ms": 71.877, "p95_ms": 63.501}, "yolo11_640_fire_11class": {"avg_ms": 49.238, "count": 97, "max_ms": 65.582, "p95_ms": 62.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.095, "count": 97, "max_ms": 79.216, "p95_ms": 75.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.751, "count": 97, "max_ms": 137.563, "p95_ms": 131.526}, "read_interval": {"avg_ms": 311.728, "count": 96, "max_ms": 19096.647, "p95_ms": 145.032}, "triton_wait": {"avg_ms": 57.113, "count": 97, "max_ms": 79.228, "p95_ms": 75.314}, "visualize": {"avg_ms": 4.081, "count": 97, "max_ms": 6.091, "p95_ms": 4.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16452.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45498.147, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.107, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2352978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:49:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:49:56+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T04:49:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T04:49:56.289577+09:00", "mtime_epoch": 1783280996.2895775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:49:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2563.516, "name": "celery", "pid": 267, "rss_mb": 2563.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.941, "count": 298, "max_ms": 12.653, "p95_ms": 9.159}, "gstreamer_push": {"avg_ms": 1.279, "count": 298, "max_ms": 2.024, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.582, "count": 298, "max_ms": 66.045, "p95_ms": 63.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.311, "count": 298, "max_ms": 66.46, "p95_ms": 54.067}, "yolo11_640_fire_11class": {"avg_ms": 48.454, "count": 298, "max_ms": 68.88, "p95_ms": 63.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.806, "count": 298, "max_ms": 79.184, "p95_ms": 75.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.102, "count": 298, "max_ms": 95.613, "p95_ms": 91.488}, "read_interval": {"avg_ms": 100.804, "count": 297, "max_ms": 481.943, "p95_ms": 209.463}, "triton_wait": {"avg_ms": 51.527, "count": 298, "max_ms": 79.196, "p95_ms": 75.043}, "visualize": {"avg_ms": 3.689, "count": 298, "max_ms": 5.112, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16452.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.132, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.367, "name": "ffmpeg", "pid": 145007, "rss_mb": 265.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.551, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:50:06+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T04:50:06+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T04:50:06.157891+09:00", "mtime_epoch": 1783281006.1578906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:50:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9529.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.005, "pushed": 7.005, "read": 6.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.752, "count": 209, "max_ms": 26.167, "p95_ms": 21.307}, "gstreamer_push": {"avg_ms": 1.145, "count": 210, "max_ms": 1.326, "p95_ms": 1.268}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.978, "count": 209, "max_ms": 71.631, "p95_ms": 62.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.636, "count": 209, "max_ms": 63.946, "p95_ms": 60.54}, "yolo11_640_fire_11class": {"avg_ms": 49.421, "count": 209, "max_ms": 72.964, "p95_ms": 62.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.615, "count": 209, "max_ms": 83.311, "p95_ms": 74.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.015, "count": 210, "max_ms": 157.297, "p95_ms": 135.613}, "read_interval": {"avg_ms": 143.209, "count": 209, "max_ms": 4711.506, "p95_ms": 148.723}, "triton_wait": {"avg_ms": 56.627, "count": 209, "max_ms": 83.323, "p95_ms": 74.153}, "visualize": {"avg_ms": 4.443, "count": 209, "max_ms": 6.338, "p95_ms": 5.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16452.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45528.22, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.995, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2353280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T04:50:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T04:50:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T04:50:26.358525+09:00", "mtime_epoch": 1783281026.3585253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:50:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2563.773, "name": "celery", "pid": 267, "rss_mb": 2563.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.984, "count": 301, "max_ms": 12.775, "p95_ms": 9.257}, "gstreamer_push": {"avg_ms": 1.261, "count": 302, "max_ms": 1.956, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.653, "count": 301, "max_ms": 68.925, "p95_ms": 64.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.296, "count": 301, "max_ms": 72.757, "p95_ms": 58.298}, "yolo11_640_fire_11class": {"avg_ms": 50.831, "count": 301, "max_ms": 71.494, "p95_ms": 64.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.769, "count": 301, "max_ms": 80.179, "p95_ms": 75.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.863, "count": 302, "max_ms": 98.256, "p95_ms": 91.66}, "read_interval": {"avg_ms": 99.636, "count": 301, "max_ms": 498.608, "p95_ms": 201.311}, "triton_wait": {"avg_ms": 55.323, "count": 301, "max_ms": 80.192, "p95_ms": 75.638}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.53, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16452.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.154, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.625, "name": "ffmpeg", "pid": 145007, "rss_mb": 265.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.646, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:50:36+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T04:50:36+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T04:50:36.218832+09:00", "mtime_epoch": 1783281036.2188318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:50:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.834, "read": 7.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.0, "count": 234, "max_ms": 31.363, "p95_ms": 20.832}, "gstreamer_push": {"avg_ms": 1.134, "count": 234, "max_ms": 1.748, "p95_ms": 1.269}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.359, "count": 234, "max_ms": 67.037, "p95_ms": 63.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.829, "count": 234, "max_ms": 78.818, "p95_ms": 64.289}, "yolo11_640_fire_11class": {"avg_ms": 50.331, "count": 234, "max_ms": 68.833, "p95_ms": 64.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.376, "count": 234, "max_ms": 80.615, "p95_ms": 76.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.958, "count": 234, "max_ms": 158.231, "p95_ms": 138.777}, "read_interval": {"avg_ms": 128.295, "count": 233, "max_ms": 170.185, "p95_ms": 151.77}, "triton_wait": {"avg_ms": 57.409, "count": 234, "max_ms": 80.629, "p95_ms": 76.851}, "visualize": {"avg_ms": 4.629, "count": 234, "max_ms": 5.827, "p95_ms": 5.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16453.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45558.385, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.841, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2353582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T04:50:56+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:50:56+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T04:50:56.431454+09:00", "mtime_epoch": 1783281056.4314544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:50:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2563.773, "name": "celery", "pid": 267, "rss_mb": 2563.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.075, "count": 301, "max_ms": 12.767, "p95_ms": 9.573}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 1.716, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.314, "count": 301, "max_ms": 72.108, "p95_ms": 64.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.679, "count": 301, "max_ms": 76.004, "p95_ms": 63.271}, "yolo11_640_fire_11class": {"avg_ms": 50.93, "count": 301, "max_ms": 71.906, "p95_ms": 65.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.433, "count": 301, "max_ms": 79.969, "p95_ms": 75.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.678, "count": 301, "max_ms": 97.157, "p95_ms": 92.068}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 501.683, "p95_ms": 182.676}, "triton_wait": {"avg_ms": 55.015, "count": 301, "max_ms": 80.0, "p95_ms": 75.632}, "visualize": {"avg_ms": 3.672, "count": 301, "max_ms": 4.893, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16453.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.193, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.625, "name": "ffmpeg", "pid": 145007, "rss_mb": 265.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.551, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:51:06+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T04:51:06+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T04:51:06.275755+09:00", "mtime_epoch": 1783281066.275755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:51:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.162, "pushed": 8.162, "read": 8.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.755, "count": 244, "max_ms": 24.547, "p95_ms": 20.885}, "gstreamer_push": {"avg_ms": 1.168, "count": 244, "max_ms": 1.839, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.325, "count": 244, "max_ms": 70.272, "p95_ms": 63.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.231, "count": 244, "max_ms": 67.715, "p95_ms": 62.183}, "yolo11_640_fire_11class": {"avg_ms": 50.01, "count": 244, "max_ms": 69.395, "p95_ms": 63.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.245, "count": 244, "max_ms": 80.03, "p95_ms": 76.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.785, "count": 244, "max_ms": 165.15, "p95_ms": 137.801}, "read_interval": {"avg_ms": 123.12, "count": 243, "max_ms": 176.589, "p95_ms": 150.539}, "triton_wait": {"avg_ms": 57.257, "count": 244, "max_ms": 80.042, "p95_ms": 76.15}, "visualize": {"avg_ms": 4.469, "count": 244, "max_ms": 6.34, "p95_ms": 5.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16453.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45588.712, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.026, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2353882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:51:26+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T04:51:26+09:00", "mjpeg": {"age_sec": 0.43, "exists": true, "mtime": "2026-07-06T04:51:26.484366+09:00", "mtime_epoch": 1783281086.4843657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:51:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2564.031, "name": "celery", "pid": 267, "rss_mb": 2564.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 297, "max_ms": 13.572, "p95_ms": 9.431}, "gstreamer_push": {"avg_ms": 1.263, "count": 297, "max_ms": 2.107, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.954, "count": 297, "max_ms": 69.055, "p95_ms": 63.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.987, "count": 297, "max_ms": 72.064, "p95_ms": 57.488}, "yolo11_640_fire_11class": {"avg_ms": 49.671, "count": 297, "max_ms": 71.471, "p95_ms": 63.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.431, "count": 297, "max_ms": 81.151, "p95_ms": 74.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.125, "count": 297, "max_ms": 163.282, "p95_ms": 90.597}, "read_interval": {"avg_ms": 101.152, "count": 296, "max_ms": 406.955, "p95_ms": 250.196}, "triton_wait": {"avg_ms": 53.171, "count": 297, "max_ms": 81.163, "p95_ms": 74.393}, "visualize": {"avg_ms": 3.678, "count": 297, "max_ms": 4.72, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 15807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16453.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.2, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.625, "name": "ffmpeg", "pid": 145007, "rss_mb": 265.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.563, "sample_count": 2310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:51:36+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T04:51:36+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T04:51:36.260659+09:00", "mtime_epoch": 1783281096.2606585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:51:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.114, "count": 231, "max_ms": 27.122, "p95_ms": 21.358}, "gstreamer_push": {"avg_ms": 1.12, "count": 231, "max_ms": 1.742, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.778, "count": 231, "max_ms": 68.422, "p95_ms": 62.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.54, "count": 231, "max_ms": 71.523, "p95_ms": 62.569}, "yolo11_640_fire_11class": {"avg_ms": 49.514, "count": 231, "max_ms": 70.81, "p95_ms": 64.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.736, "count": 231, "max_ms": 80.634, "p95_ms": 76.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.112, "count": 231, "max_ms": 166.618, "p95_ms": 139.282}, "read_interval": {"avg_ms": 129.842, "count": 231, "max_ms": 331.098, "p95_ms": 153.176}, "triton_wait": {"avg_ms": 55.792, "count": 231, "max_ms": 80.646, "p95_ms": 76.147}, "visualize": {"avg_ms": 4.713, "count": 231, "max_ms": 6.098, "p95_ms": 5.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16610.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45618.779, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.954, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2354184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:51:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:51:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:51:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T04:51:56.917272+09:00", "mtime_epoch": 1783281116.9172716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:51:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2564.031, "name": "celery", "pid": 267, "rss_mb": 2564.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 302, "max_ms": 13.115, "p95_ms": 9.357}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 1.786, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.986, "count": 302, "max_ms": 71.161, "p95_ms": 63.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.296, "count": 302, "max_ms": 73.714, "p95_ms": 58.361}, "yolo11_640_fire_11class": {"avg_ms": 50.491, "count": 302, "max_ms": 72.259, "p95_ms": 65.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.867, "count": 302, "max_ms": 79.31, "p95_ms": 75.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.194, "count": 302, "max_ms": 95.259, "p95_ms": 92.158}, "read_interval": {"avg_ms": 99.625, "count": 301, "max_ms": 488.112, "p95_ms": 197.145}, "triton_wait": {"avg_ms": 54.588, "count": 302, "max_ms": 79.322, "p95_ms": 75.869}, "visualize": {"avg_ms": 3.664, "count": 302, "max_ms": 5.118, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16457.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.29, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.883, "name": "ffmpeg", "pid": 145007, "rss_mb": 265.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.804, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1897168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:52:06+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T04:52:06+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T04:52:06.353549+09:00", "mtime_epoch": 1783281126.3535495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:52:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.775, "pushed": 7.775, "read": 7.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.744, "count": 232, "max_ms": 23.349, "p95_ms": 21.086}, "gstreamer_push": {"avg_ms": 1.139, "count": 233, "max_ms": 1.529, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.294, "count": 232, "max_ms": 66.444, "p95_ms": 62.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.843, "count": 232, "max_ms": 71.464, "p95_ms": 65.077}, "yolo11_640_fire_11class": {"avg_ms": 50.819, "count": 232, "max_ms": 71.014, "p95_ms": 63.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.139, "count": 232, "max_ms": 80.115, "p95_ms": 75.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.836, "count": 233, "max_ms": 827.181, "p95_ms": 139.189}, "read_interval": {"avg_ms": 129.122, "count": 232, "max_ms": 840.153, "p95_ms": 152.32}, "triton_wait": {"avg_ms": 56.208, "count": 232, "max_ms": 80.127, "p95_ms": 75.649}, "visualize": {"avg_ms": 4.519, "count": 232, "max_ms": 10.641, "p95_ms": 5.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16458.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45648.792, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.026, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2354485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:52:26+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T04:52:26+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T04:52:26.922149+09:00", "mtime_epoch": 1783281146.9221494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:52:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2564.289, "name": "celery", "pid": 267, "rss_mb": 2564.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 301, "max_ms": 13.987, "p95_ms": 9.517}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 2.093, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.81, "count": 301, "max_ms": 67.676, "p95_ms": 63.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.965, "count": 301, "max_ms": 71.704, "p95_ms": 63.463}, "yolo11_640_fire_11class": {"avg_ms": 49.28, "count": 301, "max_ms": 70.282, "p95_ms": 65.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.977, "count": 301, "max_ms": 80.865, "p95_ms": 75.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.073, "count": 301, "max_ms": 97.096, "p95_ms": 92.248}, "read_interval": {"avg_ms": 99.678, "count": 301, "max_ms": 455.355, "p95_ms": 219.712}, "triton_wait": {"avg_ms": 53.438, "count": 301, "max_ms": 80.877, "p95_ms": 75.741}, "visualize": {"avg_ms": 3.709, "count": 301, "max_ms": 5.8, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16458.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.421, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.883, "name": "ffmpeg", "pid": 145007, "rss_mb": 265.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.077, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1897402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:52:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:52:36+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T04:52:36+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T04:52:36.466425+09:00", "mtime_epoch": 1783281156.4664254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 104718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:52:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.767, "pushed": 7.767, "read": 7.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.011, "count": 233, "max_ms": 23.109, "p95_ms": 21.027}, "gstreamer_push": {"avg_ms": 1.131, "count": 233, "max_ms": 1.842, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.01, "count": 233, "max_ms": 65.315, "p95_ms": 63.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.57, "count": 233, "max_ms": 70.48, "p95_ms": 64.416}, "yolo11_640_fire_11class": {"avg_ms": 51.071, "count": 233, "max_ms": 67.271, "p95_ms": 63.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.499, "count": 233, "max_ms": 79.344, "p95_ms": 76.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.217, "count": 233, "max_ms": 163.595, "p95_ms": 138.535}, "read_interval": {"avg_ms": 128.677, "count": 233, "max_ms": 175.216, "p95_ms": 151.456}, "triton_wait": {"avg_ms": 57.562, "count": 233, "max_ms": 79.356, "p95_ms": 76.934}, "visualize": {"avg_ms": 4.611, "count": 233, "max_ms": 5.926, "p95_ms": 4.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16458.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45678.851, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.895, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2354786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:52:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:52:57+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:52:56+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T04:52:56.967014+09:00", "mtime_epoch": 1783281176.9670136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:52:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2564.289, "name": "celery", "pid": 267, "rss_mb": 2564.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.152, "count": 301, "max_ms": 14.666, "p95_ms": 10.145}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 2.096, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.747, "count": 301, "max_ms": 70.771, "p95_ms": 63.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.485, "count": 301, "max_ms": 75.929, "p95_ms": 65.157}, "yolo11_640_fire_11class": {"avg_ms": 49.48, "count": 301, "max_ms": 75.221, "p95_ms": 66.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.863, "count": 301, "max_ms": 81.148, "p95_ms": 76.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.396, "count": 301, "max_ms": 97.511, "p95_ms": 92.45}, "read_interval": {"avg_ms": 99.842, "count": 300, "max_ms": 429.782, "p95_ms": 178.452}, "triton_wait": {"avg_ms": 53.539, "count": 301, "max_ms": 81.161, "p95_ms": 76.258}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 5.569, "p95_ms": 4.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16459.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.503, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.141, "name": "ffmpeg", "pid": 145007, "rss_mb": 266.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.151, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1897648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:53:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:53:06+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T04:53:06+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T04:53:06.571287+09:00", "mtime_epoch": 1783281186.571287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:53:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.211, "pushed": 8.211, "read": 8.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.771, "count": 246, "max_ms": 28.465, "p95_ms": 21.301}, "gstreamer_push": {"avg_ms": 1.152, "count": 246, "max_ms": 1.51, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.255, "count": 246, "max_ms": 67.889, "p95_ms": 62.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.114, "count": 246, "max_ms": 69.459, "p95_ms": 64.807}, "yolo11_640_fire_11class": {"avg_ms": 51.338, "count": 246, "max_ms": 71.389, "p95_ms": 64.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.415, "count": 246, "max_ms": 82.802, "p95_ms": 75.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.865, "count": 246, "max_ms": 152.713, "p95_ms": 137.038}, "read_interval": {"avg_ms": 122.271, "count": 245, "max_ms": 166.122, "p95_ms": 150.378}, "triton_wait": {"avg_ms": 56.562, "count": 246, "max_ms": 82.814, "p95_ms": 75.493}, "visualize": {"avg_ms": 4.417, "count": 246, "max_ms": 6.385, "p95_ms": 4.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16459.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45708.93, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.888, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2355088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:53:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:53:27+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T04:53:27+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T04:53:27.051865+09:00", "mtime_epoch": 1783281207.0518653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:53:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2564.547, "name": "celery", "pid": 267, "rss_mb": 2564.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.934, "count": 301, "max_ms": 12.779, "p95_ms": 9.285}, "gstreamer_push": {"avg_ms": 1.261, "count": 302, "max_ms": 2.235, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.785, "count": 301, "max_ms": 70.163, "p95_ms": 64.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.125, "count": 301, "max_ms": 73.916, "p95_ms": 63.596}, "yolo11_640_fire_11class": {"avg_ms": 49.421, "count": 301, "max_ms": 72.622, "p95_ms": 64.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.393, "count": 301, "max_ms": 79.445, "p95_ms": 75.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.291, "count": 302, "max_ms": 97.625, "p95_ms": 91.805}, "read_interval": {"avg_ms": 99.675, "count": 301, "max_ms": 550.473, "p95_ms": 170.973}, "triton_wait": {"avg_ms": 53.841, "count": 301, "max_ms": 79.457, "p95_ms": 75.545}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.927, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16459.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 774, "h264_decode_error_count": 1895, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:49:36+09:00", "last_error_summary": "[h264 @ 0x55ea7e3e6a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e3e6a40] error while decoding MB 0 39, bytestream 4306 [h264 @ 0x55ea7e40edc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ea7e40edc0] error while decoding MB 0 6, bytestream 4411 [h264 @ 0x55ea7e3e6a40] top block unavailable for requested intra mode [h264 @ 0x55ea7e3e6a40] error while decoding MB 10 0, bytestream 5936 [h264 @ 0x55ea7f0908c0] error while decoding MB 8 18, bytestream", "last_exit_at": "2026-07-06T04:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.504, "last_started_at": "2026-07-06T04:49:39+09:00", "pid": 145007, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.141, "name": "ffmpeg", "pid": 145007, "rss_mb": 266.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 863, "restart_count_per_hour": 2, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 864}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.078, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1897878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:53:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:53:36+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T04:53:36+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T04:53:36.572132+09:00", "mtime_epoch": 1783281216.572132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:53:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.669, "pushed": 7.669, "read": 7.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.231, "count": 230, "max_ms": 26.589, "p95_ms": 20.999}, "gstreamer_push": {"avg_ms": 1.106, "count": 230, "max_ms": 1.263, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.883, "count": 230, "max_ms": 69.212, "p95_ms": 63.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.63, "count": 230, "max_ms": 72.507, "p95_ms": 66.435}, "yolo11_640_fire_11class": {"avg_ms": 49.336, "count": 230, "max_ms": 68.748, "p95_ms": 62.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.024, "count": 230, "max_ms": 82.084, "p95_ms": 77.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.622, "count": 230, "max_ms": 165.067, "p95_ms": 140.64}, "read_interval": {"avg_ms": 130.443, "count": 230, "max_ms": 176.112, "p95_ms": 152.962}, "triton_wait": {"avg_ms": 57.035, "count": 230, "max_ms": 82.096, "p95_ms": 77.725}, "visualize": {"avg_ms": 4.705, "count": 230, "max_ms": 5.999, "p95_ms": 5.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16457.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45738.936, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.826, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2355388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:53:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T04:53:57+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T04:53:57.076702+09:00", "mtime_epoch": 1783281237.076702, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:53:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2564.547, "name": "celery", "pid": 267, "rss_mb": 2564.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.085, "count": 300, "max_ms": 15.0, "p95_ms": 10.821}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.715, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.06, "count": 300, "max_ms": 66.126, "p95_ms": 62.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.874, "count": 300, "max_ms": 71.635, "p95_ms": 63.324}, "yolo11_640_fire_11class": {"avg_ms": 47.612, "count": 300, "max_ms": 65.611, "p95_ms": 62.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.064, "count": 300, "max_ms": 80.069, "p95_ms": 75.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.451, "count": 300, "max_ms": 97.246, "p95_ms": 91.556}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 453.912, "p95_ms": 193.335}, "triton_wait": {"avg_ms": 51.743, "count": 300, "max_ms": 80.082, "p95_ms": 75.47}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 5.655, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16458.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.305, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.141, "name": "ffmpeg", "pid": 145174, "rss_mb": 265.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.799, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:54:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:54:06+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T04:54:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T04:54:06.684968+09:00", "mtime_epoch": 1783281246.6849675, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:54:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.441, "pushed": 6.441, "read": 6.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.592, "count": 192, "max_ms": 25.822, "p95_ms": 22.811}, "gstreamer_push": {"avg_ms": 1.116, "count": 193, "max_ms": 1.583, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.88, "count": 192, "max_ms": 65.743, "p95_ms": 63.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.7, "count": 192, "max_ms": 72.594, "p95_ms": 64.447}, "yolo11_640_fire_11class": {"avg_ms": 49.518, "count": 192, "max_ms": 64.892, "p95_ms": 63.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.214, "count": 192, "max_ms": 79.816, "p95_ms": 77.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.405, "count": 193, "max_ms": 165.733, "p95_ms": 140.354}, "read_interval": {"avg_ms": 156.18, "count": 192, "max_ms": 4922.44, "p95_ms": 154.89}, "triton_wait": {"avg_ms": 57.234, "count": 192, "max_ms": 79.829, "p95_ms": 77.29}, "visualize": {"avg_ms": 4.691, "count": 192, "max_ms": 6.148, "p95_ms": 5.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16459.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45768.984, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.872, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2355688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:54:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:54:27+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T04:54:27+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T04:54:27.117527+09:00", "mtime_epoch": 1783281267.1175272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:54:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2564.805, "name": "celery", "pid": 267, "rss_mb": 2564.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 300, "max_ms": 13.473, "p95_ms": 9.091}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.699, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.737, "count": 300, "max_ms": 72.065, "p95_ms": 63.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.546, "count": 300, "max_ms": 76.08, "p95_ms": 61.946}, "yolo11_640_fire_11class": {"avg_ms": 49.043, "count": 300, "max_ms": 72.799, "p95_ms": 63.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.156, "count": 300, "max_ms": 79.346, "p95_ms": 75.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.271, "count": 300, "max_ms": 95.598, "p95_ms": 91.63}, "read_interval": {"avg_ms": 100.207, "count": 299, "max_ms": 373.279, "p95_ms": 208.616}, "triton_wait": {"avg_ms": 53.727, "count": 300, "max_ms": 79.358, "p95_ms": 75.331}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 5.704, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16460.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.351, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.688, "name": "ffmpeg", "pid": 145174, "rss_mb": 266.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.777, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:54:36+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T04:54:36+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T04:54:36.709788+09:00", "mtime_epoch": 1783281276.7097883, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:54:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9530.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.091, "pushed": 8.091, "read": 8.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.929, "count": 242, "max_ms": 27.646, "p95_ms": 23.161}, "gstreamer_push": {"avg_ms": 1.157, "count": 242, "max_ms": 1.652, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.661, "count": 242, "max_ms": 74.787, "p95_ms": 62.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.286, "count": 242, "max_ms": 73.992, "p95_ms": 63.372}, "yolo11_640_fire_11class": {"avg_ms": 49.76, "count": 242, "max_ms": 74.799, "p95_ms": 62.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.51, "count": 242, "max_ms": 82.85, "p95_ms": 76.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.879, "count": 242, "max_ms": 145.642, "p95_ms": 137.866}, "read_interval": {"avg_ms": 124.14, "count": 241, "max_ms": 157.806, "p95_ms": 150.432}, "triton_wait": {"avg_ms": 56.6, "count": 242, "max_ms": 82.862, "p95_ms": 76.887}, "visualize": {"avg_ms": 4.476, "count": 242, "max_ms": 7.295, "p95_ms": 5.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16464.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45799.017, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.888, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2355989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:54:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:54:57+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:54:57+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T04:54:57.158341+09:00", "mtime_epoch": 1783281297.158341, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:54:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.062, "name": "celery", "pid": 267, "rss_mb": 2565.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.011, "count": 301, "max_ms": 13.261, "p95_ms": 9.044}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.468, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.571, "count": 301, "max_ms": 73.034, "p95_ms": 63.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.111, "count": 301, "max_ms": 79.374, "p95_ms": 63.32}, "yolo11_640_fire_11class": {"avg_ms": 50.351, "count": 301, "max_ms": 72.436, "p95_ms": 65.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.441, "count": 301, "max_ms": 81.166, "p95_ms": 75.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.794, "count": 301, "max_ms": 97.712, "p95_ms": 91.544}, "read_interval": {"avg_ms": 99.849, "count": 300, "max_ms": 361.706, "p95_ms": 192.644}, "triton_wait": {"avg_ms": 55.135, "count": 301, "max_ms": 81.179, "p95_ms": 75.204}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 5.366, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16464.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.406, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 145174, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.777, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:55:06+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T04:55:06+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T04:55:06.766599+09:00", "mtime_epoch": 1783281306.7665987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:55:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.187, "pushed": 8.187, "read": 8.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.65, "count": 245, "max_ms": 22.698, "p95_ms": 21.199}, "gstreamer_push": {"avg_ms": 1.14, "count": 245, "max_ms": 1.42, "p95_ms": 1.269}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.922, "count": 245, "max_ms": 65.59, "p95_ms": 62.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.302, "count": 245, "max_ms": 76.022, "p95_ms": 64.459}, "yolo11_640_fire_11class": {"avg_ms": 50.225, "count": 245, "max_ms": 68.298, "p95_ms": 63.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.447, "count": 245, "max_ms": 79.054, "p95_ms": 75.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.214, "count": 245, "max_ms": 142.209, "p95_ms": 137.374}, "read_interval": {"avg_ms": 122.644, "count": 244, "max_ms": 155.359, "p95_ms": 150.563}, "triton_wait": {"avg_ms": 56.574, "count": 245, "max_ms": 79.066, "p95_ms": 75.648}, "visualize": {"avg_ms": 4.405, "count": 245, "max_ms": 6.434, "p95_ms": 4.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16465.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45829.048, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.909, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2356289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:55:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T04:55:27+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T04:55:27.187143+09:00", "mtime_epoch": 1783281327.1871433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:55:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.062, "name": "celery", "pid": 267, "rss_mb": 2565.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.992, "count": 300, "max_ms": 12.988, "p95_ms": 8.973}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.862, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.388, "count": 300, "max_ms": 69.909, "p95_ms": 63.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.267, "count": 300, "max_ms": 73.233, "p95_ms": 60.033}, "yolo11_640_fire_11class": {"avg_ms": 48.336, "count": 300, "max_ms": 69.894, "p95_ms": 63.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.306, "count": 300, "max_ms": 79.737, "p95_ms": 74.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.971, "count": 300, "max_ms": 96.67, "p95_ms": 92.058}, "read_interval": {"avg_ms": 100.097, "count": 300, "max_ms": 311.929, "p95_ms": 181.71}, "triton_wait": {"avg_ms": 53.149, "count": 300, "max_ms": 79.749, "p95_ms": 74.938}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 4.923, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16464.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.423, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 145174, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.75, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1898799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:55:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:55:36+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T04:55:36+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T04:55:36.787398+09:00", "mtime_epoch": 1783281336.7873976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:55:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.067, "pushed": 8.067, "read": 8.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.31, "count": 241, "max_ms": 30.267, "p95_ms": 23.817}, "gstreamer_push": {"avg_ms": 1.151, "count": 241, "max_ms": 1.868, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.026, "count": 241, "max_ms": 69.575, "p95_ms": 62.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.315, "count": 241, "max_ms": 70.531, "p95_ms": 62.312}, "yolo11_640_fire_11class": {"avg_ms": 47.76, "count": 241, "max_ms": 67.226, "p95_ms": 62.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.881, "count": 241, "max_ms": 79.3, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.273, "count": 241, "max_ms": 146.843, "p95_ms": 137.754}, "read_interval": {"avg_ms": 124.551, "count": 240, "max_ms": 161.072, "p95_ms": 150.628}, "triton_wait": {"avg_ms": 54.9, "count": 241, "max_ms": 79.312, "p95_ms": 76.67}, "visualize": {"avg_ms": 4.528, "count": 241, "max_ms": 6.339, "p95_ms": 5.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16465.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45859.142, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.872, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2356588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:55:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:55:57+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T04:55:57+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T04:55:57.227936+09:00", "mtime_epoch": 1783281357.2279358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 64656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:55:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.32, "name": "celery", "pid": 267, "rss_mb": 2565.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.021, "count": 298, "max_ms": 11.976, "p95_ms": 9.092}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 1.8, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.248, "count": 298, "max_ms": 67.83, "p95_ms": 64.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.502, "count": 298, "max_ms": 75.586, "p95_ms": 62.88}, "yolo11_640_fire_11class": {"avg_ms": 48.72, "count": 298, "max_ms": 66.982, "p95_ms": 62.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.948, "count": 298, "max_ms": 80.234, "p95_ms": 74.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.835, "count": 298, "max_ms": 98.209, "p95_ms": 91.375}, "read_interval": {"avg_ms": 100.551, "count": 298, "max_ms": 292.887, "p95_ms": 173.006}, "triton_wait": {"avg_ms": 52.848, "count": 298, "max_ms": 80.245, "p95_ms": 74.822}, "visualize": {"avg_ms": 3.66, "count": 298, "max_ms": 4.87, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16464.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.536, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 145174, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.106, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1899027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:56:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:56:07+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T04:56:06+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T04:56:06.876188+09:00", "mtime_epoch": 1783281366.876188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:56:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.619, "count": 227, "max_ms": 30.642, "p95_ms": 23.245}, "gstreamer_push": {"avg_ms": 1.132, "count": 228, "max_ms": 1.727, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.744, "count": 227, "max_ms": 71.848, "p95_ms": 63.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.404, "count": 227, "max_ms": 71.334, "p95_ms": 64.85}, "yolo11_640_fire_11class": {"avg_ms": 49.442, "count": 227, "max_ms": 68.281, "p95_ms": 63.714}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.767, "count": 227, "max_ms": 80.979, "p95_ms": 76.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.124, "count": 228, "max_ms": 171.339, "p95_ms": 141.382}, "read_interval": {"avg_ms": 132.011, "count": 227, "max_ms": 182.815, "p95_ms": 154.328}, "triton_wait": {"avg_ms": 56.856, "count": 227, "max_ms": 80.991, "p95_ms": 76.434}, "visualize": {"avg_ms": 4.78, "count": 227, "max_ms": 7.373, "p95_ms": 5.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16465.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45889.143, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.998, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2356890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:56:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:56:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T04:56:27.280719+09:00", "mtime_epoch": 1783281387.2807188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 66662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:56:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.32, "name": "celery", "pid": 267, "rss_mb": 2565.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.009, "count": 302, "max_ms": 13.82, "p95_ms": 9.288}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 2.014, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.006, "count": 302, "max_ms": 73.488, "p95_ms": 63.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.942, "count": 302, "max_ms": 72.983, "p95_ms": 63.972}, "yolo11_640_fire_11class": {"avg_ms": 50.974, "count": 302, "max_ms": 71.557, "p95_ms": 64.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.431, "count": 302, "max_ms": 81.234, "p95_ms": 75.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.849, "count": 302, "max_ms": 218.765, "p95_ms": 92.194}, "read_interval": {"avg_ms": 99.451, "count": 302, "max_ms": 284.14, "p95_ms": 146.374}, "triton_wait": {"avg_ms": 54.51, "count": 302, "max_ms": 81.246, "p95_ms": 75.975}, "visualize": {"avg_ms": 3.716, "count": 302, "max_ms": 5.708, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16465.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.56, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 145174, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.132, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1899258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T04:56:37+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T04:56:36+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T04:56:36.864967+09:00", "mtime_epoch": 1783281396.8649666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:56:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.726, "pushed": 7.726, "read": 7.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.261, "count": 231, "max_ms": 29.695, "p95_ms": 22.283}, "gstreamer_push": {"avg_ms": 1.132, "count": 231, "max_ms": 1.714, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.331, "count": 231, "max_ms": 69.334, "p95_ms": 63.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.736, "count": 231, "max_ms": 72.792, "p95_ms": 64.75}, "yolo11_640_fire_11class": {"avg_ms": 50.736, "count": 231, "max_ms": 72.869, "p95_ms": 65.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.507, "count": 231, "max_ms": 80.499, "p95_ms": 77.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.933, "count": 231, "max_ms": 166.263, "p95_ms": 140.388}, "read_interval": {"avg_ms": 129.743, "count": 230, "max_ms": 176.02, "p95_ms": 151.824}, "triton_wait": {"avg_ms": 57.535, "count": 231, "max_ms": 80.511, "p95_ms": 77.442}, "visualize": {"avg_ms": 4.667, "count": 231, "max_ms": 6.386, "p95_ms": 5.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16466.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45919.289, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.077, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2357190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:56:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:56:57+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T04:56:57+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T04:56:57.325492+09:00", "mtime_epoch": 1783281417.3254924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 62416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:56:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.578, "name": "celery", "pid": 267, "rss_mb": 2565.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.2, "count": 299, "max_ms": 13.726, "p95_ms": 9.638}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.932, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.304, "count": 299, "max_ms": 68.45, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.711, "count": 299, "max_ms": 67.158, "p95_ms": 62.607}, "yolo11_640_fire_11class": {"avg_ms": 51.192, "count": 299, "max_ms": 71.082, "p95_ms": 64.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.663, "count": 299, "max_ms": 80.107, "p95_ms": 75.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.755, "count": 299, "max_ms": 107.911, "p95_ms": 93.109}, "read_interval": {"avg_ms": 100.427, "count": 298, "max_ms": 314.191, "p95_ms": 140.433}, "triton_wait": {"avg_ms": 54.048, "count": 299, "max_ms": 80.12, "p95_ms": 75.396}, "visualize": {"avg_ms": 3.754, "count": 299, "max_ms": 5.527, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16465.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.603, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 145174, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.672, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1899485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:57:07+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T04:57:06+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T04:57:06.937738+09:00", "mtime_epoch": 1783281426.9377382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:57:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.588, "pushed": 7.588, "read": 7.554}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.483, "count": 227, "max_ms": 27.551, "p95_ms": 22.457}, "gstreamer_push": {"avg_ms": 1.12, "count": 227, "max_ms": 1.709, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.566, "count": 227, "max_ms": 72.253, "p95_ms": 62.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.106, "count": 227, "max_ms": 73.798, "p95_ms": 62.748}, "yolo11_640_fire_11class": {"avg_ms": 49.84, "count": 227, "max_ms": 75.748, "p95_ms": 65.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.631, "count": 227, "max_ms": 86.5, "p95_ms": 76.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.049, "count": 227, "max_ms": 164.473, "p95_ms": 153.151}, "read_interval": {"avg_ms": 132.276, "count": 226, "max_ms": 176.397, "p95_ms": 164.838}, "triton_wait": {"avg_ms": 56.712, "count": 227, "max_ms": 86.512, "p95_ms": 76.472}, "visualize": {"avg_ms": 4.797, "count": 227, "max_ms": 5.994, "p95_ms": 5.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45949.355, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.023, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2357491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:57:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:57:27+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T04:57:27.466260+09:00", "mtime_epoch": 1783281447.46626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 62300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:57:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.578, "name": "celery", "pid": 267, "rss_mb": 2565.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 301, "max_ms": 13.404, "p95_ms": 8.875}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 2.147, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.598, "count": 301, "max_ms": 75.301, "p95_ms": 66.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.441, "count": 301, "max_ms": 73.789, "p95_ms": 55.711}, "yolo11_640_fire_11class": {"avg_ms": 56.324, "count": 301, "max_ms": 77.04, "p95_ms": 70.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.479, "count": 301, "max_ms": 78.054, "p95_ms": 75.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.198, "count": 301, "max_ms": 124.172, "p95_ms": 92.383}, "read_interval": {"avg_ms": 99.871, "count": 300, "max_ms": 223.11, "p95_ms": 134.304}, "triton_wait": {"avg_ms": 60.247, "count": 301, "max_ms": 78.068, "p95_ms": 75.322}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 4.955, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16476.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.627, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.473, "name": "ffmpeg", "pid": 145174, "rss_mb": 281.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.453, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1899771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:57:37+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T04:57:36+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T04:57:36.998501+09:00", "mtime_epoch": 1783281456.998501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:57:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.573, "pushed": 9.573, "read": 9.54}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.24, "count": 286, "max_ms": 24.13, "p95_ms": 19.553}, "gstreamer_push": {"avg_ms": 1.186, "count": 286, "max_ms": 1.393, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.831, "count": 286, "max_ms": 68.409, "p95_ms": 62.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.605, "count": 286, "max_ms": 68.805, "p95_ms": 61.953}, "yolo11_640_fire_11class": {"avg_ms": 53.919, "count": 286, "max_ms": 69.919, "p95_ms": 63.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.959, "count": 286, "max_ms": 78.391, "p95_ms": 72.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.393, "count": 286, "max_ms": 159.599, "p95_ms": 125.998}, "read_interval": {"avg_ms": 104.966, "count": 285, "max_ms": 171.039, "p95_ms": 138.534}, "triton_wait": {"avg_ms": 59.309, "count": 286, "max_ms": 78.403, "p95_ms": 72.342}, "visualize": {"avg_ms": 3.685, "count": 286, "max_ms": 6.306, "p95_ms": 4.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16487.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 45979.374, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.97, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2357792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:57:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:57:57+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:57:57+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T04:57:57.491016+09:00", "mtime_epoch": 1783281477.4910164, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 60221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:57:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.836, "name": "celery", "pid": 267, "rss_mb": 2565.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.94, "count": 301, "max_ms": 12.42, "p95_ms": 9.594}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.491, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.432, "count": 301, "max_ms": 74.87, "p95_ms": 66.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.641, "count": 301, "max_ms": 77.423, "p95_ms": 59.419}, "yolo11_640_fire_11class": {"avg_ms": 56.718, "count": 301, "max_ms": 78.04, "p95_ms": 70.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.496, "count": 301, "max_ms": 82.01, "p95_ms": 74.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.459, "count": 301, "max_ms": 105.53, "p95_ms": 91.88}, "read_interval": {"avg_ms": 99.721, "count": 300, "max_ms": 241.353, "p95_ms": 130.204}, "triton_wait": {"avg_ms": 61.958, "count": 301, "max_ms": 82.024, "p95_ms": 75.179}, "visualize": {"avg_ms": 3.575, "count": 301, "max_ms": 5.05, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16490.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.725, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.879, "name": "ffmpeg", "pid": 145174, "rss_mb": 294.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.169, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1900051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:58:07+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T04:58:07+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T04:58:07.095257+09:00", "mtime_epoch": 1783281487.0952568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 73420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:58:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.333, "pushed": 9.333, "read": 9.3}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.271, "count": 279, "max_ms": 24.996, "p95_ms": 20.153}, "gstreamer_push": {"avg_ms": 1.183, "count": 280, "max_ms": 1.42, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.736, "count": 279, "max_ms": 67.057, "p95_ms": 62.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.709, "count": 279, "max_ms": 67.765, "p95_ms": 61.722}, "yolo11_640_fire_11class": {"avg_ms": 53.346, "count": 279, "max_ms": 69.226, "p95_ms": 64.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.803, "count": 279, "max_ms": 79.988, "p95_ms": 73.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.608, "count": 280, "max_ms": 140.831, "p95_ms": 118.635}, "read_interval": {"avg_ms": 107.463, "count": 279, "max_ms": 436.211, "p95_ms": 131.853}, "triton_wait": {"avg_ms": 58.357, "count": 279, "max_ms": 80.0, "p95_ms": 73.761}, "visualize": {"avg_ms": 3.732, "count": 279, "max_ms": 5.032, "p95_ms": 4.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16490.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46009.397, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.893, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2358092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:58:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:58:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:58:27+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T04:58:27.443763+09:00", "mtime_epoch": 1783281507.4437635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 58517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:58:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2565.836, "name": "celery", "pid": 267, "rss_mb": 2565.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 300, "max_ms": 10.302, "p95_ms": 8.703}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.547, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.004, "count": 300, "max_ms": 70.33, "p95_ms": 66.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.744, "count": 300, "max_ms": 72.646, "p95_ms": 62.288}, "yolo11_640_fire_11class": {"avg_ms": 55.998, "count": 300, "max_ms": 74.798, "p95_ms": 71.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.693, "count": 300, "max_ms": 79.67, "p95_ms": 73.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.936, "count": 300, "max_ms": 128.581, "p95_ms": 91.014}, "read_interval": {"avg_ms": 100.142, "count": 299, "max_ms": 201.804, "p95_ms": 134.749}, "triton_wait": {"avg_ms": 59.857, "count": 300, "max_ms": 79.683, "p95_ms": 73.886}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.142, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16496.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 775, "h264_decode_error_count": 1896, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:53:44+09:00", "last_error_summary": "[h264 @ 0x55aae1c9c680] error while decoding MB 77 9, bytestream -9", "last_exit_at": "2026-07-06T04:53:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 295.839, "last_started_at": "2026-07-06T04:53:47+09:00", "pid": 145174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.285, "name": "ffmpeg", "pid": 145174, "rss_mb": 301.285, "state": "S (sleeping)", "threads": 104}, "restart_count": 864, "restart_count_per_hour": 3, "rtsp_timeout_count": 486, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 865}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.647, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1900221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:58:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T04:58:43+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T04:58:43+09:00", "mjpeg": {"age_sec": 19.321, "exists": true, "mtime": "2026-07-06T04:58:23.987678+09:00", "mtime_epoch": 1783281503.9876776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:58:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.641, "pushed": 3.641, "read": 3.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.785, "count": 109, "max_ms": 21.652, "p95_ms": 18.614}, "gstreamer_push": {"avg_ms": 1.239, "count": 109, "max_ms": 1.429, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.112, "count": 109, "max_ms": 65.686, "p95_ms": 64.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.914, "count": 109, "max_ms": 68.471, "p95_ms": 63.309}, "yolo11_640_fire_11class": {"avg_ms": 55.438, "count": 109, "max_ms": 73.751, "p95_ms": 66.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.815, "count": 109, "max_ms": 76.202, "p95_ms": 72.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.755, "count": 109, "max_ms": 101.773, "p95_ms": 97.883}, "read_interval": {"avg_ms": 277.386, "count": 108, "max_ms": 19354.578, "p95_ms": 113.807}, "triton_wait": {"avg_ms": 57.649, "count": 109, "max_ms": 76.214, "p95_ms": 73.403}, "visualize": {"avg_ms": 3.485, "count": 109, "max_ms": 4.361, "p95_ms": 3.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16459.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46039.452, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.675, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2358393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:58:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T04:58:57+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T04:58:57.568507+09:00", "mtime_epoch": 1783281537.5685074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 62609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:58:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2566.094, "name": "celery", "pid": 267, "rss_mb": 2566.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.64, "count": 301, "max_ms": 9.298, "p95_ms": 7.998}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 1.578, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.831, "count": 301, "max_ms": 69.259, "p95_ms": 61.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.478, "count": 301, "max_ms": 67.354, "p95_ms": 48.983}, "yolo11_640_fire_11class": {"avg_ms": 50.383, "count": 301, "max_ms": 74.186, "p95_ms": 68.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.548, "count": 301, "max_ms": 75.64, "p95_ms": 70.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.642, "count": 301, "max_ms": 92.399, "p95_ms": 88.366}, "read_interval": {"avg_ms": 99.836, "count": 300, "max_ms": 212.006, "p95_ms": 136.925}, "triton_wait": {"avg_ms": 51.11, "count": 301, "max_ms": 75.652, "p95_ms": 71.975}, "visualize": {"avg_ms": 3.69, "count": 301, "max_ms": 4.694, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16462.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.033, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.23, "name": "ffmpeg", "pid": 145281, "rss_mb": 266.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.09, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1900472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:59:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:59:13+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T04:59:13+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T04:59:13.288893+09:00", "mtime_epoch": 1783281553.288893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:59:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9531.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.375, "pushed": 8.375, "read": 8.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.139, "count": 251, "max_ms": 26.364, "p95_ms": 20.051}, "gstreamer_push": {"avg_ms": 1.248, "count": 251, "max_ms": 2.146, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.721, "count": 251, "max_ms": 71.452, "p95_ms": 63.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.594, "count": 251, "max_ms": 70.476, "p95_ms": 62.195}, "yolo11_640_fire_11class": {"avg_ms": 54.512, "count": 251, "max_ms": 75.643, "p95_ms": 67.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.363, "count": 251, "max_ms": 78.305, "p95_ms": 73.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.815, "count": 251, "max_ms": 133.811, "p95_ms": 115.66}, "read_interval": {"avg_ms": 119.851, "count": 250, "max_ms": 5045.148, "p95_ms": 127.99}, "triton_wait": {"avg_ms": 57.34, "count": 251, "max_ms": 78.317, "p95_ms": 73.637}, "visualize": {"avg_ms": 3.608, "count": 251, "max_ms": 5.592, "p95_ms": 4.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16463.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46069.468, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.618, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2358692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:59:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T04:59:27+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T04:59:27.497240+09:00", "mtime_epoch": 1783281567.49724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 61298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:59:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2566.094, "name": "celery", "pid": 267, "rss_mb": 2566.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.768, "count": 299, "max_ms": 13.856, "p95_ms": 8.609}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.657, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.724, "count": 299, "max_ms": 73.635, "p95_ms": 67.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.662, "count": 299, "max_ms": 75.728, "p95_ms": 64.216}, "yolo11_640_fire_11class": {"avg_ms": 57.66, "count": 299, "max_ms": 78.159, "p95_ms": 72.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.9, "count": 299, "max_ms": 76.937, "p95_ms": 74.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.008, "count": 299, "max_ms": 94.996, "p95_ms": 91.32}, "read_interval": {"avg_ms": 100.47, "count": 299, "max_ms": 290.819, "p95_ms": 132.232}, "triton_wait": {"avg_ms": 60.287, "count": 299, "max_ms": 78.173, "p95_ms": 74.823}, "visualize": {"avg_ms": 3.67, "count": 299, "max_ms": 5.612, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 329, "tracking_summary": 15839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16463.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.081, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.746, "name": "ffmpeg", "pid": 145281, "rss_mb": 266.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.589, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1900770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:59:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:59:43+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T04:59:43+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T04:59:43.329625+09:00", "mtime_epoch": 1783281583.329625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T04:59:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9532.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.258, "count": 298, "max_ms": 24.591, "p95_ms": 20.085}, "gstreamer_push": {"avg_ms": 1.239, "count": 298, "max_ms": 1.841, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.969, "count": 298, "max_ms": 68.544, "p95_ms": 64.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.022, "count": 298, "max_ms": 74.063, "p95_ms": 62.432}, "yolo11_640_fire_11class": {"avg_ms": 54.123, "count": 298, "max_ms": 74.674, "p95_ms": 67.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.054, "count": 298, "max_ms": 80.838, "p95_ms": 73.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.736, "count": 298, "max_ms": 141.931, "p95_ms": 115.758}, "read_interval": {"avg_ms": 100.822, "count": 297, "max_ms": 156.062, "p95_ms": 128.416}, "triton_wait": {"avg_ms": 56.479, "count": 298, "max_ms": 80.851, "p95_ms": 73.431}, "visualize": {"avg_ms": 3.635, "count": 298, "max_ms": 5.327, "p95_ms": 4.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16619.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46099.502, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.635, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2358992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T04:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T04:59:57+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T04:59:57+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T04:59:57.453967+09:00", "mtime_epoch": 1783281597.4539666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 64102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T04:59:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2566.352, "name": "celery", "pid": 267, "rss_mb": 2566.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.814, "count": 300, "max_ms": 12.911, "p95_ms": 8.748}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.841, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.109, "count": 300, "max_ms": 70.123, "p95_ms": 65.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.665, "count": 300, "max_ms": 71.197, "p95_ms": 61.781}, "yolo11_640_fire_11class": {"avg_ms": 58.183, "count": 300, "max_ms": 78.125, "p95_ms": 74.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.799, "count": 300, "max_ms": 79.98, "p95_ms": 74.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.553, "count": 300, "max_ms": 96.446, "p95_ms": 91.783}, "read_interval": {"avg_ms": 100.148, "count": 299, "max_ms": 370.554, "p95_ms": 130.308}, "triton_wait": {"avg_ms": 59.825, "count": 300, "max_ms": 79.993, "p95_ms": 75.128}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 4.815, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16467.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.159, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.43, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1901052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:00:13+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T05:00:13+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T05:00:13.422352+09:00", "mtime_epoch": 1783281613.4223516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 80462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:00:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9532.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.416, "pushed": 9.416, "read": 9.383}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.349, "count": 282, "max_ms": 29.892, "p95_ms": 19.192}, "gstreamer_push": {"avg_ms": 1.236, "count": 282, "max_ms": 1.936, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.347, "count": 282, "max_ms": 68.068, "p95_ms": 63.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.688, "count": 282, "max_ms": 71.014, "p95_ms": 61.73}, "yolo11_640_fire_11class": {"avg_ms": 53.051, "count": 282, "max_ms": 74.253, "p95_ms": 66.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.314, "count": 282, "max_ms": 80.235, "p95_ms": 72.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.462, "count": 282, "max_ms": 808.593, "p95_ms": 127.183}, "read_interval": {"avg_ms": 106.711, "count": 281, "max_ms": 821.319, "p95_ms": 140.402}, "triton_wait": {"avg_ms": 55.643, "count": 282, "max_ms": 80.247, "p95_ms": 73.212}, "visualize": {"avg_ms": 3.704, "count": 282, "max_ms": 9.796, "p95_ms": 4.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16467.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46129.556, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.435, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:00:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:00:27+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T05:00:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T05:00:27.674694+09:00", "mtime_epoch": 1783281627.6746938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 67570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:00:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2566.352, "name": "celery", "pid": 267, "rss_mb": 2566.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 302, "max_ms": 12.811, "p95_ms": 8.673}, "gstreamer_push": {"avg_ms": 1.31, "count": 302, "max_ms": 1.694, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.116, "count": 302, "max_ms": 72.48, "p95_ms": 64.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.306, "count": 302, "max_ms": 73.177, "p95_ms": 59.385}, "yolo11_640_fire_11class": {"avg_ms": 53.693, "count": 302, "max_ms": 74.644, "p95_ms": 70.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.303, "count": 302, "max_ms": 76.21, "p95_ms": 72.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.463, "count": 302, "max_ms": 94.554, "p95_ms": 89.598}, "read_interval": {"avg_ms": 99.519, "count": 301, "max_ms": 289.811, "p95_ms": 144.574}, "triton_wait": {"avg_ms": 55.751, "count": 302, "max_ms": 76.221, "p95_ms": 73.19}, "visualize": {"avg_ms": 3.759, "count": 302, "max_ms": 6.107, "p95_ms": 4.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16467.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.279, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.815, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1901342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:00:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:00:43+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T05:00:43+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T05:00:43.487072+09:00", "mtime_epoch": 1783281643.4870718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 77090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:00:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9532.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.619}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.456, "count": 289, "max_ms": 27.675, "p95_ms": 20.115}, "gstreamer_push": {"avg_ms": 1.202, "count": 289, "max_ms": 1.415, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.578, "count": 289, "max_ms": 69.546, "p95_ms": 63.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.275, "count": 289, "max_ms": 71.784, "p95_ms": 59.554}, "yolo11_640_fire_11class": {"avg_ms": 51.907, "count": 289, "max_ms": 77.062, "p95_ms": 67.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.088, "count": 289, "max_ms": 79.862, "p95_ms": 74.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.07, "count": 289, "max_ms": 141.945, "p95_ms": 122.683}, "read_interval": {"avg_ms": 103.778, "count": 288, "max_ms": 157.164, "p95_ms": 133.879}, "triton_wait": {"avg_ms": 55.74, "count": 289, "max_ms": 79.872, "p95_ms": 74.281}, "visualize": {"avg_ms": 3.755, "count": 289, "max_ms": 4.976, "p95_ms": 4.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16467.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46159.615, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.635, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:00:57+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T05:00:57+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T05:00:57.619409+09:00", "mtime_epoch": 1783281657.6194086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:00:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2566.609, "name": "celery", "pid": 267, "rss_mb": 2566.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.078, "count": 298, "max_ms": 12.429, "p95_ms": 10.17}, "gstreamer_push": {"avg_ms": 1.298, "count": 298, "max_ms": 1.98, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.629, "count": 298, "max_ms": 73.32, "p95_ms": 66.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.725, "count": 298, "max_ms": 72.221, "p95_ms": 62.833}, "yolo11_640_fire_11class": {"avg_ms": 54.678, "count": 298, "max_ms": 74.844, "p95_ms": 70.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.038, "count": 298, "max_ms": 81.137, "p95_ms": 74.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.673, "count": 298, "max_ms": 142.072, "p95_ms": 94.022}, "read_interval": {"avg_ms": 100.882, "count": 297, "max_ms": 329.679, "p95_ms": 153.488}, "triton_wait": {"avg_ms": 58.168, "count": 298, "max_ms": 81.149, "p95_ms": 74.74}, "visualize": {"avg_ms": 3.8, "count": 298, "max_ms": 6.623, "p95_ms": 4.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16467.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.359, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.686, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1901636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:01:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:01:13+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T05:01:13+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T05:01:13.611788+09:00", "mtime_epoch": 1783281673.611788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 76714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:01:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9532.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.782}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.757, "count": 294, "max_ms": 27.773, "p95_ms": 21.817}, "gstreamer_push": {"avg_ms": 1.223, "count": 294, "max_ms": 1.831, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.21, "count": 294, "max_ms": 70.231, "p95_ms": 63.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.831, "count": 294, "max_ms": 72.293, "p95_ms": 59.293}, "yolo11_640_fire_11class": {"avg_ms": 51.094, "count": 294, "max_ms": 71.973, "p95_ms": 64.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.05, "count": 294, "max_ms": 80.369, "p95_ms": 73.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.29, "count": 294, "max_ms": 143.946, "p95_ms": 121.878}, "read_interval": {"avg_ms": 102.335, "count": 293, "max_ms": 158.059, "p95_ms": 134.369}, "triton_wait": {"avg_ms": 54.589, "count": 294, "max_ms": 80.381, "p95_ms": 73.665}, "visualize": {"avg_ms": 3.754, "count": 294, "max_ms": 6.34, "p95_ms": 4.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16467.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46189.672, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.566, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2359895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:01:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:01:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:01:27+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:01:27.808124+09:00", "mtime_epoch": 1783281687.8081236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:01:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2566.867, "name": "celery", "pid": 267, "rss_mb": 2566.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.128, "count": 303, "max_ms": 12.921, "p95_ms": 10.719}, "gstreamer_push": {"avg_ms": 1.289, "count": 303, "max_ms": 1.516, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.931, "count": 303, "max_ms": 73.426, "p95_ms": 65.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.603, "count": 303, "max_ms": 70.087, "p95_ms": 57.104}, "yolo11_640_fire_11class": {"avg_ms": 52.9, "count": 303, "max_ms": 71.474, "p95_ms": 67.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.58, "count": 303, "max_ms": 78.999, "p95_ms": 73.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.12, "count": 303, "max_ms": 135.216, "p95_ms": 92.636}, "read_interval": {"avg_ms": 99.252, "count": 302, "max_ms": 353.953, "p95_ms": 130.69}, "triton_wait": {"avg_ms": 57.219, "count": 303, "max_ms": 79.012, "p95_ms": 73.865}, "visualize": {"avg_ms": 3.767, "count": 303, "max_ms": 6.339, "p95_ms": 4.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.453, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.121, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1901928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:01:43+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T05:01:43+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T05:01:43.688498+09:00", "mtime_epoch": 1783281703.6884978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 72558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:01:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9532.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.7}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.618, "count": 291, "max_ms": 29.548, "p95_ms": 23.374}, "gstreamer_push": {"avg_ms": 1.212, "count": 292, "max_ms": 2.015, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.083, "count": 291, "max_ms": 68.26, "p95_ms": 63.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.155, "count": 291, "max_ms": 67.961, "p95_ms": 61.565}, "yolo11_640_fire_11class": {"avg_ms": 51.155, "count": 291, "max_ms": 73.283, "p95_ms": 63.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.178, "count": 291, "max_ms": 80.09, "p95_ms": 73.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.82, "count": 292, "max_ms": 145.274, "p95_ms": 124.011}, "read_interval": {"avg_ms": 103.016, "count": 291, "max_ms": 158.223, "p95_ms": 136.926}, "triton_wait": {"avg_ms": 55.79, "count": 291, "max_ms": 80.102, "p95_ms": 73.351}, "visualize": {"avg_ms": 3.693, "count": 291, "max_ms": 5.913, "p95_ms": 4.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46219.686, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.429, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2360193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:01:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:01:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T05:01:57+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:01:57.824830+09:00", "mtime_epoch": 1783281717.8248296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:01:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2566.867, "name": "celery", "pid": 267, "rss_mb": 2566.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 298, "max_ms": 13.036, "p95_ms": 9.911}, "gstreamer_push": {"avg_ms": 1.304, "count": 298, "max_ms": 1.882, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.504, "count": 298, "max_ms": 76.717, "p95_ms": 66.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.073, "count": 298, "max_ms": 71.064, "p95_ms": 56.646}, "yolo11_640_fire_11class": {"avg_ms": 53.812, "count": 298, "max_ms": 74.355, "p95_ms": 70.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.917, "count": 298, "max_ms": 78.914, "p95_ms": 73.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.07, "count": 298, "max_ms": 121.347, "p95_ms": 90.634}, "read_interval": {"avg_ms": 100.785, "count": 297, "max_ms": 313.011, "p95_ms": 154.134}, "triton_wait": {"avg_ms": 57.85, "count": 298, "max_ms": 78.927, "p95_ms": 73.746}, "visualize": {"avg_ms": 3.749, "count": 298, "max_ms": 5.405, "p95_ms": 4.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.531, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.761, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1902221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:02:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:02:13+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T05:02:13+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T05:02:13.789203+09:00", "mtime_epoch": 1783281733.7892032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 79966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:02:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9532.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.74}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.33, "count": 293, "max_ms": 27.285, "p95_ms": 21.745}, "gstreamer_push": {"avg_ms": 1.212, "count": 293, "max_ms": 1.637, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.41, "count": 293, "max_ms": 68.722, "p95_ms": 63.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.627, "count": 293, "max_ms": 71.512, "p95_ms": 61.739}, "yolo11_640_fire_11class": {"avg_ms": 52.846, "count": 293, "max_ms": 68.5, "p95_ms": 63.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.207, "count": 293, "max_ms": 80.467, "p95_ms": 72.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.391, "count": 293, "max_ms": 148.046, "p95_ms": 122.895}, "read_interval": {"avg_ms": 102.684, "count": 292, "max_ms": 161.013, "p95_ms": 136.67}, "triton_wait": {"avg_ms": 56.856, "count": 293, "max_ms": 80.479, "p95_ms": 72.651}, "visualize": {"avg_ms": 3.672, "count": 293, "max_ms": 6.147, "p95_ms": 4.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46249.763, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.334, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2360496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:02:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:02:27+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:02:27+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T05:02:27.861531+09:00", "mtime_epoch": 1783281747.8615313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 59837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:02:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2567.125, "name": "celery", "pid": 267, "rss_mb": 2567.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 303, "max_ms": 12.776, "p95_ms": 9.661}, "gstreamer_push": {"avg_ms": 1.29, "count": 303, "max_ms": 1.524, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.396, "count": 303, "max_ms": 71.593, "p95_ms": 66.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.079, "count": 303, "max_ms": 72.679, "p95_ms": 64.714}, "yolo11_640_fire_11class": {"avg_ms": 54.846, "count": 303, "max_ms": 74.363, "p95_ms": 70.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.03, "count": 303, "max_ms": 79.882, "p95_ms": 74.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.496, "count": 303, "max_ms": 128.763, "p95_ms": 91.733}, "read_interval": {"avg_ms": 99.312, "count": 302, "max_ms": 297.564, "p95_ms": 134.261}, "triton_wait": {"avg_ms": 58.076, "count": 303, "max_ms": 79.894, "p95_ms": 74.637}, "visualize": {"avg_ms": 3.741, "count": 303, "max_ms": 5.362, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16468.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.65, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.597, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1902509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:02:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:02:43+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T05:02:43+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:02:43.877903+09:00", "mtime_epoch": 1783281763.8779035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 81842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:02:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.57}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.453, "count": 287, "max_ms": 23.306, "p95_ms": 20.294}, "gstreamer_push": {"avg_ms": 1.213, "count": 288, "max_ms": 1.81, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.593, "count": 287, "max_ms": 71.044, "p95_ms": 64.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.231, "count": 287, "max_ms": 70.46, "p95_ms": 61.713}, "yolo11_640_fire_11class": {"avg_ms": 51.02, "count": 287, "max_ms": 73.794, "p95_ms": 65.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.542, "count": 287, "max_ms": 78.62, "p95_ms": 74.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.607, "count": 288, "max_ms": 152.084, "p95_ms": 125.489}, "read_interval": {"avg_ms": 104.499, "count": 287, "max_ms": 166.945, "p95_ms": 140.108}, "triton_wait": {"avg_ms": 55.103, "count": 287, "max_ms": 78.632, "p95_ms": 74.201}, "visualize": {"avg_ms": 3.81, "count": 287, "max_ms": 5.811, "p95_ms": 4.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16468.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46279.887, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.435, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2360797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:02:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:02:58+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T05:02:57+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T05:02:57.930229+09:00", "mtime_epoch": 1783281777.9302292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 57969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:02:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2567.125, "name": "celery", "pid": 267, "rss_mb": 2567.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.003, "count": 301, "max_ms": 12.237, "p95_ms": 9.664}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.928, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.86, "count": 301, "max_ms": 73.393, "p95_ms": 68.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.386, "count": 301, "max_ms": 72.159, "p95_ms": 57.655}, "yolo11_640_fire_11class": {"avg_ms": 53.541, "count": 301, "max_ms": 76.651, "p95_ms": 70.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.446, "count": 301, "max_ms": 78.74, "p95_ms": 74.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.028, "count": 301, "max_ms": 132.813, "p95_ms": 93.423}, "read_interval": {"avg_ms": 99.727, "count": 300, "max_ms": 267.749, "p95_ms": 138.886}, "triton_wait": {"avg_ms": 57.696, "count": 301, "max_ms": 78.751, "p95_ms": 74.675}, "visualize": {"avg_ms": 3.708, "count": 301, "max_ms": 5.107, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16469.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.716, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.025, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1902801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:03:14+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T05:03:13+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T05:03:13.982600+09:00", "mtime_epoch": 1783281793.9826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 84718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:03:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.708}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.161, "count": 292, "max_ms": 21.593, "p95_ms": 19.536}, "gstreamer_push": {"avg_ms": 1.217, "count": 292, "max_ms": 1.438, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.54, "count": 292, "max_ms": 70.341, "p95_ms": 64.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.042, "count": 292, "max_ms": 67.657, "p95_ms": 60.768}, "yolo11_640_fire_11class": {"avg_ms": 51.823, "count": 292, "max_ms": 70.002, "p95_ms": 65.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.615, "count": 292, "max_ms": 78.494, "p95_ms": 73.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.901, "count": 292, "max_ms": 144.751, "p95_ms": 129.601}, "read_interval": {"avg_ms": 103.018, "count": 291, "max_ms": 159.165, "p95_ms": 143.728}, "triton_wait": {"avg_ms": 56.187, "count": 292, "max_ms": 78.506, "p95_ms": 73.821}, "visualize": {"avg_ms": 3.733, "count": 292, "max_ms": 5.78, "p95_ms": 4.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16469.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46309.907, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.524, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2361098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:03:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:03:28+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T05:03:28+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:03:28.042924+09:00", "mtime_epoch": 1783281808.042924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 58579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:03:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2567.383, "name": "celery", "pid": 267, "rss_mb": 2567.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 301, "max_ms": 13.751, "p95_ms": 8.592}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.823, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.732, "count": 301, "max_ms": 75.205, "p95_ms": 67.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.977, "count": 301, "max_ms": 70.453, "p95_ms": 62.976}, "yolo11_640_fire_11class": {"avg_ms": 54.803, "count": 301, "max_ms": 73.402, "p95_ms": 69.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.917, "count": 301, "max_ms": 78.046, "p95_ms": 74.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.144, "count": 301, "max_ms": 126.729, "p95_ms": 91.78}, "read_interval": {"avg_ms": 99.774, "count": 300, "max_ms": 287.886, "p95_ms": 132.209}, "triton_wait": {"avg_ms": 58.869, "count": 301, "max_ms": 78.06, "p95_ms": 74.405}, "visualize": {"avg_ms": 3.709, "count": 301, "max_ms": 5.294, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16469.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.73, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.273, "sample_count": 2858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1903086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:03:44+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T05:03:43+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T05:03:43.979290+09:00", "mtime_epoch": 1783281823.9792898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 85249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:03:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.501, "pushed": 9.501, "read": 9.501}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.935, "count": 285, "max_ms": 30.871, "p95_ms": 24.179}, "gstreamer_push": {"avg_ms": 1.207, "count": 285, "max_ms": 2.148, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.483, "count": 285, "max_ms": 70.28, "p95_ms": 63.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.372, "count": 285, "max_ms": 70.91, "p95_ms": 62.114}, "yolo11_640_fire_11class": {"avg_ms": 50.776, "count": 285, "max_ms": 70.921, "p95_ms": 64.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.975, "count": 285, "max_ms": 81.787, "p95_ms": 73.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.091, "count": 285, "max_ms": 150.149, "p95_ms": 126.96}, "read_interval": {"avg_ms": 105.276, "count": 285, "max_ms": 166.161, "p95_ms": 140.911}, "triton_wait": {"avg_ms": 55.469, "count": 285, "max_ms": 81.799, "p95_ms": 73.591}, "visualize": {"avg_ms": 3.804, "count": 285, "max_ms": 5.867, "p95_ms": 4.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16469.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46339.957, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.71, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2361399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:03:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:03:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:03:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:03:58.095613+09:00", "mtime_epoch": 1783281838.095613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 55974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:03:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2567.383, "name": "celery", "pid": 267, "rss_mb": 2567.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.89, "count": 301, "max_ms": 12.096, "p95_ms": 8.823}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.555, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.963, "count": 301, "max_ms": 68.211, "p95_ms": 64.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.408, "count": 301, "max_ms": 69.398, "p95_ms": 63.396}, "yolo11_640_fire_11class": {"avg_ms": 53.659, "count": 301, "max_ms": 76.851, "p95_ms": 69.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.22, "count": 301, "max_ms": 82.411, "p95_ms": 73.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.053, "count": 301, "max_ms": 98.921, "p95_ms": 90.44}, "read_interval": {"avg_ms": 99.82, "count": 300, "max_ms": 281.337, "p95_ms": 139.692}, "triton_wait": {"avg_ms": 56.405, "count": 301, "max_ms": 82.424, "p95_ms": 73.881}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 4.949, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16469.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.811, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.139, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1903359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:04:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:04:14+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T05:04:14+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T05:04:14.071978+09:00", "mtime_epoch": 1783281854.0719779, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:04:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.101, "pushed": 9.101, "read": 9.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.044, "count": 272, "max_ms": 27.547, "p95_ms": 21.207}, "gstreamer_push": {"avg_ms": 1.183, "count": 273, "max_ms": 1.919, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.886, "count": 272, "max_ms": 67.832, "p95_ms": 63.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.913, "count": 272, "max_ms": 73.158, "p95_ms": 62.265}, "yolo11_640_fire_11class": {"avg_ms": 49.323, "count": 272, "max_ms": 70.122, "p95_ms": 65.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.555, "count": 272, "max_ms": 80.109, "p95_ms": 74.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.456, "count": 273, "max_ms": 145.569, "p95_ms": 132.136}, "read_interval": {"avg_ms": 110.267, "count": 272, "max_ms": 159.284, "p95_ms": 145.979}, "triton_wait": {"avg_ms": 54.914, "count": 272, "max_ms": 80.121, "p95_ms": 74.427}, "visualize": {"avg_ms": 4.01, "count": 272, "max_ms": 5.865, "p95_ms": 4.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16469.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46369.967, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.69, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2361699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:04:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T05:04:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T05:04:28.108298+09:00", "mtime_epoch": 1783281868.1082976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 55329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:04:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2567.641, "name": "celery", "pid": 267, "rss_mb": 2567.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.741, "count": 300, "max_ms": 12.401, "p95_ms": 8.502}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.53, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.036, "count": 300, "max_ms": 70.797, "p95_ms": 62.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.5, "count": 300, "max_ms": 69.198, "p95_ms": 62.323}, "yolo11_640_fire_11class": {"avg_ms": 51.431, "count": 300, "max_ms": 74.286, "p95_ms": 68.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.041, "count": 300, "max_ms": 77.842, "p95_ms": 74.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.544, "count": 300, "max_ms": 94.57, "p95_ms": 90.965}, "read_interval": {"avg_ms": 100.04, "count": 300, "max_ms": 421.233, "p95_ms": 140.233}, "triton_wait": {"avg_ms": 54.152, "count": 300, "max_ms": 77.856, "p95_ms": 74.561}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 4.474, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16469.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.878, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.677, "sample_count": 2847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1903625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:04:44+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T05:04:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T05:04:44.128662+09:00", "mtime_epoch": 1783281884.1286616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 98812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:04:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.886, "pushed": 8.886, "read": 8.853}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.995, "count": 266, "max_ms": 25.344, "p95_ms": 21.246}, "gstreamer_push": {"avg_ms": 1.176, "count": 266, "max_ms": 1.921, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.326, "count": 266, "max_ms": 67.284, "p95_ms": 63.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.093, "count": 266, "max_ms": 69.251, "p95_ms": 62.668}, "yolo11_640_fire_11class": {"avg_ms": 50.032, "count": 266, "max_ms": 68.801, "p95_ms": 65.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.624, "count": 266, "max_ms": 78.45, "p95_ms": 74.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.629, "count": 266, "max_ms": 144.86, "p95_ms": 136.294}, "read_interval": {"avg_ms": 113.071, "count": 265, "max_ms": 157.279, "p95_ms": 149.92}, "triton_wait": {"avg_ms": 55.908, "count": 266, "max_ms": 78.463, "p95_ms": 74.625}, "visualize": {"avg_ms": 4.047, "count": 266, "max_ms": 5.56, "p95_ms": 4.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16469.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46399.979, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.71, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2361999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:04:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:04:58+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T05:04:58+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T05:04:58.056977+09:00", "mtime_epoch": 1783281898.0569773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 56737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:04:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2567.641, "name": "celery", "pid": 267, "rss_mb": 2567.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 300, "max_ms": 13.772, "p95_ms": 9.334}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.972, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.677, "count": 300, "max_ms": 70.607, "p95_ms": 65.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.196, "count": 300, "max_ms": 73.512, "p95_ms": 63.708}, "yolo11_640_fire_11class": {"avg_ms": 52.896, "count": 300, "max_ms": 73.543, "p95_ms": 69.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.329, "count": 300, "max_ms": 78.352, "p95_ms": 75.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.87, "count": 300, "max_ms": 95.672, "p95_ms": 92.378}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 258.322, "p95_ms": 138.791}, "triton_wait": {"avg_ms": 56.201, "count": 300, "max_ms": 78.365, "p95_ms": 75.37}, "visualize": {"avg_ms": 3.71, "count": 300, "max_ms": 4.92, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.949, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.826, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1903878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:05:14+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T05:05:14+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T05:05:14.173342+09:00", "mtime_epoch": 1783281914.1733415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:05:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.444, "pushed": 8.444, "read": 8.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.567, "count": 253, "max_ms": 29.886, "p95_ms": 22.199}, "gstreamer_push": {"avg_ms": 1.145, "count": 253, "max_ms": 1.363, "p95_ms": 1.264}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.773, "count": 253, "max_ms": 67.503, "p95_ms": 63.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.769, "count": 253, "max_ms": 72.212, "p95_ms": 64.982}, "yolo11_640_fire_11class": {"avg_ms": 48.725, "count": 253, "max_ms": 68.036, "p95_ms": 63.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.22, "count": 253, "max_ms": 78.514, "p95_ms": 76.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.825, "count": 253, "max_ms": 146.807, "p95_ms": 135.851}, "read_interval": {"avg_ms": 118.822, "count": 252, "max_ms": 160.59, "p95_ms": 149.426}, "triton_wait": {"avg_ms": 55.336, "count": 253, "max_ms": 78.526, "p95_ms": 76.654}, "visualize": {"avg_ms": 4.281, "count": 253, "max_ms": 6.134, "p95_ms": 5.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16470.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46430.019, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.78, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2362300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:05:28+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T05:05:28+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T05:05:28.165657+09:00", "mtime_epoch": 1783281928.165657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 55475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:05:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2567.898, "name": "celery", "pid": 267, "rss_mb": 2567.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.887, "count": 301, "max_ms": 12.509, "p95_ms": 9.26}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.843, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.007, "count": 301, "max_ms": 67.388, "p95_ms": 62.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.516, "count": 301, "max_ms": 68.396, "p95_ms": 58.181}, "yolo11_640_fire_11class": {"avg_ms": 49.276, "count": 301, "max_ms": 70.73, "p95_ms": 62.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.431, "count": 301, "max_ms": 77.012, "p95_ms": 73.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.435, "count": 301, "max_ms": 93.774, "p95_ms": 90.009}, "read_interval": {"avg_ms": 99.881, "count": 300, "max_ms": 261.555, "p95_ms": 151.763}, "triton_wait": {"avg_ms": 52.835, "count": 301, "max_ms": 77.025, "p95_ms": 73.824}, "visualize": {"avg_ms": 3.728, "count": 301, "max_ms": 4.863, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.996, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.136, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1904123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:05:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:05:44+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T05:05:44+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T05:05:44.198018+09:00", "mtime_epoch": 1783281944.1980176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 95061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:05:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.188, "pushed": 8.188, "read": 8.154}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.384, "count": 245, "max_ms": 25.189, "p95_ms": 20.467}, "gstreamer_push": {"avg_ms": 1.141, "count": 245, "max_ms": 1.991, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.389, "count": 245, "max_ms": 65.337, "p95_ms": 62.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.198, "count": 245, "max_ms": 73.893, "p95_ms": 60.534}, "yolo11_640_fire_11class": {"avg_ms": 48.649, "count": 245, "max_ms": 71.171, "p95_ms": 62.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.032, "count": 245, "max_ms": 78.483, "p95_ms": 75.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.824, "count": 245, "max_ms": 147.519, "p95_ms": 137.582}, "read_interval": {"avg_ms": 122.52, "count": 244, "max_ms": 159.946, "p95_ms": 150.398}, "triton_wait": {"avg_ms": 56.151, "count": 245, "max_ms": 78.495, "p95_ms": 75.21}, "visualize": {"avg_ms": 4.399, "count": 245, "max_ms": 6.361, "p95_ms": 4.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16470.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46460.037, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.482, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2362600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:05:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:05:58+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T05:05:58+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T05:05:58.098330+09:00", "mtime_epoch": 1783281958.0983295, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 55858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:05:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2568.156, "name": "celery", "pid": 267, "rss_mb": 2568.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 300, "max_ms": 11.832, "p95_ms": 8.741}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.889, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.894, "count": 300, "max_ms": 67.379, "p95_ms": 64.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.03, "count": 300, "max_ms": 70.247, "p95_ms": 62.39}, "yolo11_640_fire_11class": {"avg_ms": 48.284, "count": 300, "max_ms": 68.193, "p95_ms": 63.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.585, "count": 300, "max_ms": 80.383, "p95_ms": 74.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.38, "count": 300, "max_ms": 96.476, "p95_ms": 90.807}, "read_interval": {"avg_ms": 99.953, "count": 300, "max_ms": 341.484, "p95_ms": 156.279}, "triton_wait": {"avg_ms": 52.914, "count": 300, "max_ms": 80.396, "p95_ms": 74.58}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 4.711, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16470.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.034, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 145281, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.085, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1904383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:06:14+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T05:06:14+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T05:06:14.294692+09:00", "mtime_epoch": 1783281974.2946923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 96411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:06:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9533.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.694, "pushed": 8.694, "read": 8.661}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.236, "count": 260, "max_ms": 24.836, "p95_ms": 21.348}, "gstreamer_push": {"avg_ms": 1.168, "count": 260, "max_ms": 2.188, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.699, "count": 260, "max_ms": 70.328, "p95_ms": 61.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.118, "count": 260, "max_ms": 69.15, "p95_ms": 61.829}, "yolo11_640_fire_11class": {"avg_ms": 48.185, "count": 260, "max_ms": 66.431, "p95_ms": 61.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.47, "count": 260, "max_ms": 80.505, "p95_ms": 75.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.311, "count": 260, "max_ms": 161.436, "p95_ms": 139.343}, "read_interval": {"avg_ms": 115.603, "count": 259, "max_ms": 175.42, "p95_ms": 152.935}, "triton_wait": {"avg_ms": 55.588, "count": 260, "max_ms": 80.517, "p95_ms": 75.069}, "visualize": {"avg_ms": 4.17, "count": 260, "max_ms": 5.899, "p95_ms": 5.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16473.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46490.079, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.573, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2362900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:06:28+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:06:28+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:06:28.215003+09:00", "mtime_epoch": 1783281988.2150035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:06:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2568.156, "name": "celery", "pid": 267, "rss_mb": 2568.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.895, "count": 300, "max_ms": 12.579, "p95_ms": 9.201}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 2.0, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.329, "count": 300, "max_ms": 66.792, "p95_ms": 64.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.276, "count": 300, "max_ms": 78.441, "p95_ms": 61.18}, "yolo11_640_fire_11class": {"avg_ms": 49.814, "count": 300, "max_ms": 73.611, "p95_ms": 63.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.867, "count": 300, "max_ms": 80.806, "p95_ms": 76.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.371, "count": 300, "max_ms": 97.039, "p95_ms": 92.24}, "read_interval": {"avg_ms": 100.192, "count": 299, "max_ms": 349.941, "p95_ms": 139.419}, "triton_wait": {"avg_ms": 55.698, "count": 300, "max_ms": 80.816, "p95_ms": 76.015}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 4.99, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16482.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.036, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.137, "name": "ffmpeg", "pid": 145281, "rss_mb": 278.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.683, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1904647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:06:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:06:44+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T05:06:44+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T05:06:44.291362+09:00", "mtime_epoch": 1783282004.291362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:06:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.804, "pushed": 8.804, "read": 8.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.816, "count": 264, "max_ms": 28.937, "p95_ms": 21.092}, "gstreamer_push": {"avg_ms": 1.168, "count": 264, "max_ms": 1.517, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.736, "count": 264, "max_ms": 64.329, "p95_ms": 62.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.786, "count": 264, "max_ms": 76.245, "p95_ms": 65.719}, "yolo11_640_fire_11class": {"avg_ms": 49.988, "count": 264, "max_ms": 67.048, "p95_ms": 62.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.3, "count": 264, "max_ms": 79.303, "p95_ms": 75.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.201, "count": 264, "max_ms": 160.681, "p95_ms": 135.24}, "read_interval": {"avg_ms": 113.632, "count": 264, "max_ms": 172.549, "p95_ms": 148.304}, "triton_wait": {"avg_ms": 58.397, "count": 264, "max_ms": 79.318, "p95_ms": 75.835}, "visualize": {"avg_ms": 4.025, "count": 264, "max_ms": 6.731, "p95_ms": 4.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16485.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46520.155, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.551, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2363201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:06:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T05:06:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T05:06:58.271673+09:00", "mtime_epoch": 1783282018.271673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:06:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2568.414, "name": "celery", "pid": 267, "rss_mb": 2568.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.862, "count": 301, "max_ms": 12.285, "p95_ms": 8.968}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.592, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.451, "count": 301, "max_ms": 67.101, "p95_ms": 64.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.674, "count": 301, "max_ms": 82.557, "p95_ms": 63.978}, "yolo11_640_fire_11class": {"avg_ms": 52.057, "count": 301, "max_ms": 67.293, "p95_ms": 64.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.202, "count": 301, "max_ms": 78.912, "p95_ms": 74.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.988, "count": 301, "max_ms": 98.949, "p95_ms": 90.989}, "read_interval": {"avg_ms": 99.901, "count": 300, "max_ms": 296.124, "p95_ms": 144.924}, "triton_wait": {"avg_ms": 59.365, "count": 301, "max_ms": 82.57, "p95_ms": 74.531}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 5.124, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16489.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.097, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.188, "name": "ffmpeg", "pid": 145281, "rss_mb": 286.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.38, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1904925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:07:14+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T05:07:14+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T05:07:14.284029+09:00", "mtime_epoch": 1783282034.2840288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:07:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.29, "pushed": 9.29, "read": 9.257}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.481, "count": 278, "max_ms": 26.753, "p95_ms": 19.975}, "gstreamer_push": {"avg_ms": 1.19, "count": 278, "max_ms": 1.699, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.167, "count": 278, "max_ms": 64.997, "p95_ms": 62.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.026, "count": 278, "max_ms": 77.042, "p95_ms": 65.387}, "yolo11_640_fire_11class": {"avg_ms": 49.817, "count": 278, "max_ms": 67.214, "p95_ms": 62.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.462, "count": 278, "max_ms": 79.609, "p95_ms": 75.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.086, "count": 278, "max_ms": 164.072, "p95_ms": 133.29}, "read_interval": {"avg_ms": 107.948, "count": 277, "max_ms": 207.18, "p95_ms": 145.15}, "triton_wait": {"avg_ms": 57.636, "count": 278, "max_ms": 79.622, "p95_ms": 75.989}, "visualize": {"avg_ms": 3.853, "count": 278, "max_ms": 7.014, "p95_ms": 4.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16493.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46550.171, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.494, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2363502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:07:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:07:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T05:07:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T05:07:28.312340+09:00", "mtime_epoch": 1783282048.3123398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 75403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:07:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2568.414, "name": "celery", "pid": 267, "rss_mb": 2568.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.029}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.826, "count": 301, "max_ms": 13.848, "p95_ms": 8.722}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 2.1, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.502, "count": 301, "max_ms": 67.69, "p95_ms": 64.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.228, "count": 301, "max_ms": 84.675, "p95_ms": 63.127}, "yolo11_640_fire_11class": {"avg_ms": 51.841, "count": 301, "max_ms": 66.31, "p95_ms": 64.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.39, "count": 301, "max_ms": 81.91, "p95_ms": 75.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.352, "count": 301, "max_ms": 101.356, "p95_ms": 91.452}, "read_interval": {"avg_ms": 99.791, "count": 300, "max_ms": 295.656, "p95_ms": 158.388}, "triton_wait": {"avg_ms": 59.883, "count": 301, "max_ms": 84.69, "p95_ms": 75.52}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 5.011, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16494.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 776, "h264_decode_error_count": 1905, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T04:58:44+09:00", "last_error_summary": "[h264 @ 0x556196176dc0] left block unavailable for requested intra mode [h264 @ 0x556196176dc0] error while decoding MB 0 12, bytestream 4565 [h264 @ 0x5561953c4000] cabac decode of qscale diff failed at 28 30 [h264 @ 0x5561953c4000] error while decoding MB 28 30, bytestream 1816 [h264 @ 0x556195f0a240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556195f0a240] error while decoding MB 0 12, bytestream 3517 [h264 @ 0x5561954e0d40] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-06T04:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 538.386, "last_started_at": "2026-07-06T04:58:47+09:00", "pid": 145281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.055, "name": "ffmpeg", "pid": 145281, "rss_mb": 290.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 865, "restart_count_per_hour": 4, "rtsp_timeout_count": 488, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 866}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.609, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:07:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:07:45+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T05:07:45+09:00", "mjpeg": {"age_sec": 8.95, "exists": true, "mtime": "2026-07-06T05:07:36.772527+09:00", "mtime_epoch": 1783282056.772527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:07:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.221, "pushed": 6.221, "read": 6.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.721, "count": 186, "max_ms": 28.482, "p95_ms": 20.35}, "gstreamer_push": {"avg_ms": 1.161, "count": 186, "max_ms": 1.352, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.609, "count": 186, "max_ms": 65.108, "p95_ms": 61.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.01, "count": 186, "max_ms": 77.417, "p95_ms": 62.878}, "yolo11_640_fire_11class": {"avg_ms": 49.418, "count": 186, "max_ms": 64.642, "p95_ms": 60.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.073, "count": 186, "max_ms": 80.872, "p95_ms": 75.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.452, "count": 186, "max_ms": 140.542, "p95_ms": 130.797}, "read_interval": {"avg_ms": 161.579, "count": 185, "max_ms": 8962.293, "p95_ms": 146.891}, "triton_wait": {"avg_ms": 58.221, "count": 186, "max_ms": 80.885, "p95_ms": 75.088}, "visualize": {"avg_ms": 4.027, "count": 186, "max_ms": 5.278, "p95_ms": 4.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16232.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46580.285, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.119, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2363803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:07:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:07:58+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:07:58+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T05:07:58.385005+09:00", "mtime_epoch": 1783282078.3850045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:07:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2568.672, "name": "celery", "pid": 267, "rss_mb": 2568.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.886, "count": 300, "max_ms": 11.582, "p95_ms": 9.287}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.677, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.703, "count": 300, "max_ms": 66.601, "p95_ms": 51.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.384, "count": 300, "max_ms": 73.151, "p95_ms": 52.72}, "yolo11_640_fire_11class": {"avg_ms": 46.14, "count": 300, "max_ms": 67.638, "p95_ms": 52.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.344, "count": 300, "max_ms": 78.599, "p95_ms": 70.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.071, "count": 300, "max_ms": 94.624, "p95_ms": 85.861}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 376.77, "p95_ms": 175.647}, "triton_wait": {"avg_ms": 50.583, "count": 300, "max_ms": 78.612, "p95_ms": 70.446}, "visualize": {"avg_ms": 3.663, "count": 300, "max_ms": 4.897, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16469.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 777, "h264_decode_error_count": 1908, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:07:57+09:00", "last_error_summary": "[h264 @ 0x55de4c858ec0] left block unavailable for requested intra mode [h264 @ 0x55de4c858ec0] error while decoding MB 0 12, bytestream 1722 [h264 @ 0x55de4c8adb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55de4c8adb00] error while decoding MB 0 12, bytestream 4122 [h264 @ 0x55de4c974a80] left block unavailable for requested intra mode [h264 @ 0x55de4c974a80] error while decoding MB 0 21, bytestream 509 [in#0/rtsp @ 0x55de4c828e00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-06T05:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.891, "last_started_at": "2026-07-06T05:07:59+09:00", "pid": 145448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.984, "name": "ffmpeg", "pid": 145448, "rss_mb": 264.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 866, "restart_count_per_hour": 5, "rtsp_timeout_count": 490, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 867}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.061, "sample_count": 2431, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:08:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:08:15+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:08:15+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T05:08:15.625385+09:00", "mtime_epoch": 1783282095.6253846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:08:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 126, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.298, "pushed": 6.298, "read": 6.298}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.306, "count": 126, "max_ms": 23.653, "p95_ms": 20.759}, "gstreamer_push": {"avg_ms": 1.146, "count": 126, "max_ms": 1.715, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.123, "count": 126, "max_ms": 64.434, "p95_ms": 62.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.564, "count": 126, "max_ms": 68.947, "p95_ms": 66.121}, "yolo11_640_fire_11class": {"avg_ms": 50.394, "count": 126, "max_ms": 70.164, "p95_ms": 62.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.344, "count": 126, "max_ms": 78.173, "p95_ms": 75.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.23, "count": 126, "max_ms": 163.02, "p95_ms": 138.942}, "read_interval": {"avg_ms": 238.23, "count": 126, "max_ms": 10124.088, "p95_ms": 151.335}, "triton_wait": {"avg_ms": 56.48, "count": 126, "max_ms": 78.185, "p95_ms": 75.563}, "visualize": {"avg_ms": 4.44, "count": 126, "max_ms": 5.931, "p95_ms": 5.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.007, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16470.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46610.308, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.965, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:08:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:08:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T05:08:28.449667+09:00", "mtime_epoch": 1783282108.4496667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:08:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2568.672, "name": "celery", "pid": 267, "rss_mb": 2568.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 300, "max_ms": 12.004, "p95_ms": 8.775}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.725, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.269, "count": 300, "max_ms": 66.264, "p95_ms": 62.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.353, "count": 300, "max_ms": 75.517, "p95_ms": 62.24}, "yolo11_640_fire_11class": {"avg_ms": 49.33, "count": 300, "max_ms": 70.386, "p95_ms": 64.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.962, "count": 300, "max_ms": 78.547, "p95_ms": 74.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.015, "count": 300, "max_ms": 95.897, "p95_ms": 90.626}, "read_interval": {"avg_ms": 100.083, "count": 300, "max_ms": 341.025, "p95_ms": 216.583}, "triton_wait": {"avg_ms": 54.538, "count": 300, "max_ms": 78.56, "p95_ms": 74.283}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 4.777, "p95_ms": 4.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16472.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 777, "h264_decode_error_count": 1908, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:07:57+09:00", "last_error_summary": "[h264 @ 0x55de4c858ec0] left block unavailable for requested intra mode [h264 @ 0x55de4c858ec0] error while decoding MB 0 12, bytestream 1722 [h264 @ 0x55de4c8adb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55de4c8adb00] error while decoding MB 0 12, bytestream 4122 [h264 @ 0x55de4c974a80] left block unavailable for requested intra mode [h264 @ 0x55de4c974a80] error while decoding MB 0 21, bytestream 509 [in#0/rtsp @ 0x55de4c828e00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-06T05:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.908, "last_started_at": "2026-07-06T05:07:59+09:00", "pid": 145448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.047, "name": "ffmpeg", "pid": 145448, "rss_mb": 267.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 866, "restart_count_per_hour": 5, "rtsp_timeout_count": 490, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 867}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.18, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:08:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:08:45+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T05:08:45+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T05:08:45.614044+09:00", "mtime_epoch": 1783282125.614044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:08:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.23, "pushed": 8.23, "read": 8.196}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.255, "count": 246, "max_ms": 22.669, "p95_ms": 20.465}, "gstreamer_push": {"avg_ms": 1.141, "count": 246, "max_ms": 1.663, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.333, "count": 246, "max_ms": 70.325, "p95_ms": 63.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.187, "count": 246, "max_ms": 73.575, "p95_ms": 67.368}, "yolo11_640_fire_11class": {"avg_ms": 50.725, "count": 246, "max_ms": 71.99, "p95_ms": 63.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.17, "count": 246, "max_ms": 79.962, "p95_ms": 76.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.753, "count": 246, "max_ms": 140.851, "p95_ms": 138.675}, "read_interval": {"avg_ms": 121.907, "count": 245, "max_ms": 154.023, "p95_ms": 151.611}, "triton_wait": {"avg_ms": 57.429, "count": 246, "max_ms": 79.974, "p95_ms": 76.647}, "visualize": {"avg_ms": 4.363, "count": 246, "max_ms": 5.83, "p95_ms": 4.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16473.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46640.351, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.237, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:08:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:08:58+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T05:08:58+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T05:08:58.486326+09:00", "mtime_epoch": 1783282138.4863262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:08:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2568.93, "name": "celery", "pid": 267, "rss_mb": 2568.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.863, "count": 299, "max_ms": 12.528, "p95_ms": 8.989}, "gstreamer_push": {"avg_ms": 1.276, "count": 299, "max_ms": 1.486, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.826, "count": 299, "max_ms": 73.18, "p95_ms": 64.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.778, "count": 299, "max_ms": 78.937, "p95_ms": 66.549}, "yolo11_640_fire_11class": {"avg_ms": 50.047, "count": 299, "max_ms": 68.693, "p95_ms": 65.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.815, "count": 299, "max_ms": 80.68, "p95_ms": 75.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.769, "count": 299, "max_ms": 96.987, "p95_ms": 92.289}, "read_interval": {"avg_ms": 100.462, "count": 299, "max_ms": 417.882, "p95_ms": 180.843}, "triton_wait": {"avg_ms": 56.321, "count": 299, "max_ms": 80.693, "p95_ms": 76.143}, "visualize": {"avg_ms": 3.651, "count": 299, "max_ms": 4.4, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16473.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 777, "h264_decode_error_count": 1908, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:07:57+09:00", "last_error_summary": "[h264 @ 0x55de4c858ec0] left block unavailable for requested intra mode [h264 @ 0x55de4c858ec0] error while decoding MB 0 12, bytestream 1722 [h264 @ 0x55de4c8adb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55de4c8adb00] error while decoding MB 0 12, bytestream 4122 [h264 @ 0x55de4c974a80] left block unavailable for requested intra mode [h264 @ 0x55de4c974a80] error while decoding MB 0 21, bytestream 509 [in#0/rtsp @ 0x55de4c828e00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-06T05:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.931, "last_started_at": "2026-07-06T05:07:59+09:00", "pid": 145448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.305, "name": "ffmpeg", "pid": 145448, "rss_mb": 267.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 866, "restart_count_per_hour": 5, "rtsp_timeout_count": 490, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 867}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.311, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:09:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:09:15+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T05:09:15+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T05:09:15.654702+09:00", "mtime_epoch": 1783282155.6547022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:09:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.461, "pushed": 8.461, "read": 8.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.27, "count": 253, "max_ms": 25.936, "p95_ms": 20.767}, "gstreamer_push": {"avg_ms": 1.173, "count": 253, "max_ms": 1.74, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.972, "count": 253, "max_ms": 70.44, "p95_ms": 63.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.421, "count": 253, "max_ms": 79.154, "p95_ms": 69.236}, "yolo11_640_fire_11class": {"avg_ms": 51.297, "count": 253, "max_ms": 70.999, "p95_ms": 64.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.782, "count": 253, "max_ms": 83.502, "p95_ms": 76.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.97, "count": 253, "max_ms": 163.373, "p95_ms": 137.752}, "read_interval": {"avg_ms": 118.595, "count": 252, "max_ms": 174.669, "p95_ms": 150.159}, "triton_wait": {"avg_ms": 57.023, "count": 253, "max_ms": 83.515, "p95_ms": 76.348}, "visualize": {"avg_ms": 4.257, "count": 253, "max_ms": 6.71, "p95_ms": 5.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16472.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46670.472, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.323, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2364705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:09:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T05:09:28+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T05:09:28.518983+09:00", "mtime_epoch": 1783282168.5189834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:09:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2569.188, "name": "celery", "pid": 267, "rss_mb": 2569.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.832, "count": 302, "max_ms": 11.69, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.715, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.884, "count": 302, "max_ms": 69.741, "p95_ms": 64.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.078, "count": 302, "max_ms": 76.164, "p95_ms": 69.661}, "yolo11_640_fire_11class": {"avg_ms": 49.625, "count": 302, "max_ms": 72.052, "p95_ms": 65.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.506, "count": 302, "max_ms": 81.776, "p95_ms": 75.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.77, "count": 302, "max_ms": 97.831, "p95_ms": 91.954}, "read_interval": {"avg_ms": 99.471, "count": 301, "max_ms": 314.023, "p95_ms": 196.429}, "triton_wait": {"avg_ms": 55.317, "count": 302, "max_ms": 81.788, "p95_ms": 75.857}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 5.022, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16473.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 777, "h264_decode_error_count": 1908, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:07:57+09:00", "last_error_summary": "[h264 @ 0x55de4c858ec0] left block unavailable for requested intra mode [h264 @ 0x55de4c858ec0] error while decoding MB 0 12, bytestream 1722 [h264 @ 0x55de4c8adb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55de4c8adb00] error while decoding MB 0 12, bytestream 4122 [h264 @ 0x55de4c974a80] left block unavailable for requested intra mode [h264 @ 0x55de4c974a80] error while decoding MB 0 21, bytestream 509 [in#0/rtsp @ 0x55de4c828e00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-06T05:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.054, "last_started_at": "2026-07-06T05:07:59+09:00", "pid": 145448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.562, "name": "ffmpeg", "pid": 145448, "rss_mb": 267.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 866, "restart_count_per_hour": 5, "rtsp_timeout_count": 490, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 867}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.676, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1905986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:09:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:09:45+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T05:09:45+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T05:09:45.767360+09:00", "mtime_epoch": 1783282185.76736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:09:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.0, "pushed": 8.0, "read": 7.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.505, "count": 239, "max_ms": 23.619, "p95_ms": 20.752}, "gstreamer_push": {"avg_ms": 1.144, "count": 240, "max_ms": 1.655, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.903, "count": 239, "max_ms": 65.632, "p95_ms": 62.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.072, "count": 239, "max_ms": 77.192, "p95_ms": 69.22}, "yolo11_640_fire_11class": {"avg_ms": 51.181, "count": 239, "max_ms": 68.773, "p95_ms": 63.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.98, "count": 239, "max_ms": 79.832, "p95_ms": 75.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.385, "count": 240, "max_ms": 163.649, "p95_ms": 139.089}, "read_interval": {"avg_ms": 125.417, "count": 239, "max_ms": 177.81, "p95_ms": 152.247}, "triton_wait": {"avg_ms": 57.359, "count": 239, "max_ms": 79.845, "p95_ms": 76.096}, "visualize": {"avg_ms": 4.463, "count": 239, "max_ms": 6.274, "p95_ms": 5.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16483.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46700.484, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.188, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2365005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:09:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:09:58+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:09:58+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T05:09:58.611640+09:00", "mtime_epoch": 1783282198.61164, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 69818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:09:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2569.188, "name": "celery", "pid": 267, "rss_mb": 2569.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.985, "count": 300, "max_ms": 13.529, "p95_ms": 10.497}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 2.085, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.428, "count": 300, "max_ms": 70.006, "p95_ms": 63.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.888, "count": 300, "max_ms": 81.615, "p95_ms": 68.624}, "yolo11_640_fire_11class": {"avg_ms": 49.405, "count": 300, "max_ms": 72.182, "p95_ms": 64.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.126, "count": 300, "max_ms": 78.099, "p95_ms": 74.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.56, "count": 300, "max_ms": 97.216, "p95_ms": 91.188}, "read_interval": {"avg_ms": 100.034, "count": 300, "max_ms": 308.713, "p95_ms": 218.064}, "triton_wait": {"avg_ms": 56.074, "count": 300, "max_ms": 81.626, "p95_ms": 75.476}, "visualize": {"avg_ms": 3.619, "count": 300, "max_ms": 5.172, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16490.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 777, "h264_decode_error_count": 1908, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:07:57+09:00", "last_error_summary": "[h264 @ 0x55de4c858ec0] left block unavailable for requested intra mode [h264 @ 0x55de4c858ec0] error while decoding MB 0 12, bytestream 1722 [h264 @ 0x55de4c8adb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55de4c8adb00] error while decoding MB 0 12, bytestream 4122 [h264 @ 0x55de4c974a80] left block unavailable for requested intra mode [h264 @ 0x55de4c974a80] error while decoding MB 0 21, bytestream 509 [in#0/rtsp @ 0x55de4c828e00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-06T05:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.141, "last_started_at": "2026-07-06T05:07:59+09:00", "pid": 145448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.152, "name": "ffmpeg", "pid": 145448, "rss_mb": 284.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 866, "restart_count_per_hour": 5, "rtsp_timeout_count": 490, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 867}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.682, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:10:15+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:10:15+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T05:10:15.872016+09:00", "mtime_epoch": 1783282215.8720157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:10:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9534.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.777, "pushed": 8.777, "read": 8.744}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.404, "count": 262, "max_ms": 32.305, "p95_ms": 21.111}, "gstreamer_push": {"avg_ms": 1.172, "count": 263, "max_ms": 1.922, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.422, "count": 262, "max_ms": 65.957, "p95_ms": 63.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.858, "count": 262, "max_ms": 75.747, "p95_ms": 67.646}, "yolo11_640_fire_11class": {"avg_ms": 49.602, "count": 262, "max_ms": 67.736, "p95_ms": 63.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.095, "count": 262, "max_ms": 79.634, "p95_ms": 76.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.42, "count": 263, "max_ms": 154.796, "p95_ms": 135.629}, "read_interval": {"avg_ms": 114.354, "count": 262, "max_ms": 166.633, "p95_ms": 150.195}, "triton_wait": {"avg_ms": 56.677, "count": 262, "max_ms": 79.643, "p95_ms": 76.391}, "visualize": {"avg_ms": 4.147, "count": 262, "max_ms": 5.866, "p95_ms": 5.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16490.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46730.533, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.445, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2365306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:10:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:10:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:10:28+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:10:28.672294+09:00", "mtime_epoch": 1783282228.6722941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:10:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2569.445, "name": "celery", "pid": 267, "rss_mb": 2569.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.865, "count": 301, "max_ms": 13.805, "p95_ms": 9.052}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.84, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.682, "count": 301, "max_ms": 66.653, "p95_ms": 63.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.772, "count": 301, "max_ms": 80.405, "p95_ms": 65.735}, "yolo11_640_fire_11class": {"avg_ms": 48.925, "count": 301, "max_ms": 67.118, "p95_ms": 62.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.821, "count": 301, "max_ms": 79.274, "p95_ms": 75.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.225, "count": 301, "max_ms": 99.723, "p95_ms": 91.852}, "read_interval": {"avg_ms": 99.886, "count": 300, "max_ms": 346.197, "p95_ms": 186.215}, "triton_wait": {"avg_ms": 56.734, "count": 301, "max_ms": 80.417, "p95_ms": 75.508}, "visualize": {"avg_ms": 3.691, "count": 301, "max_ms": 4.764, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16493.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 777, "h264_decode_error_count": 1908, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:07:57+09:00", "last_error_summary": "[h264 @ 0x55de4c858ec0] left block unavailable for requested intra mode [h264 @ 0x55de4c858ec0] error while decoding MB 0 12, bytestream 1722 [h264 @ 0x55de4c8adb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55de4c8adb00] error while decoding MB 0 12, bytestream 4122 [h264 @ 0x55de4c974a80] left block unavailable for requested intra mode [h264 @ 0x55de4c974a80] error while decoding MB 0 21, bytestream 509 [in#0/rtsp @ 0x55de4c828e00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-06T05:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.257, "last_started_at": "2026-07-06T05:07:59+09:00", "pid": 145448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.762, "name": "ffmpeg", "pid": 145448, "rss_mb": 287.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 866, "restart_count_per_hour": 5, "rtsp_timeout_count": 490, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 867}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.822, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:10:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:10:46+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T05:10:45+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T05:10:45.988670+09:00", "mtime_epoch": 1783282245.9886699, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:10:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.837, "pushed": 7.837, "read": 7.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.735, "count": 234, "max_ms": 22.077, "p95_ms": 20.857}, "gstreamer_push": {"avg_ms": 1.124, "count": 235, "max_ms": 1.68, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.935, "count": 234, "max_ms": 64.925, "p95_ms": 62.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.682, "count": 234, "max_ms": 77.743, "p95_ms": 73.107}, "yolo11_640_fire_11class": {"avg_ms": 49.969, "count": 234, "max_ms": 68.341, "p95_ms": 62.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.795, "count": 234, "max_ms": 79.301, "p95_ms": 75.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.477, "count": 235, "max_ms": 159.917, "p95_ms": 140.1}, "read_interval": {"avg_ms": 128.155, "count": 234, "max_ms": 171.278, "p95_ms": 151.733}, "triton_wait": {"avg_ms": 58.124, "count": 234, "max_ms": 79.313, "p95_ms": 75.99}, "visualize": {"avg_ms": 4.603, "count": 234, "max_ms": 6.011, "p95_ms": 5.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16493.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46760.572, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.604, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2365606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:10:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:10:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:10:58+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:10:58.708946+09:00", "mtime_epoch": 1783282258.7089458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:10:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2569.445, "name": "celery", "pid": 267, "rss_mb": 2569.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.894, "count": 300, "max_ms": 13.415, "p95_ms": 9.314}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.854, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.135, "count": 300, "max_ms": 67.177, "p95_ms": 62.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.05, "count": 300, "max_ms": 81.695, "p95_ms": 69.755}, "yolo11_640_fire_11class": {"avg_ms": 48.919, "count": 300, "max_ms": 67.672, "p95_ms": 63.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.87, "count": 300, "max_ms": 80.236, "p95_ms": 76.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.722, "count": 300, "max_ms": 97.917, "p95_ms": 92.507}, "read_interval": {"avg_ms": 100.187, "count": 299, "max_ms": 316.08, "p95_ms": 159.451}, "triton_wait": {"avg_ms": 56.124, "count": 300, "max_ms": 81.708, "p95_ms": 76.485}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 4.964, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16498.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 777, "h264_decode_error_count": 1908, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:07:57+09:00", "last_error_summary": "[h264 @ 0x55de4c858ec0] left block unavailable for requested intra mode [h264 @ 0x55de4c858ec0] error while decoding MB 0 12, bytestream 1722 [h264 @ 0x55de4c8adb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55de4c8adb00] error while decoding MB 0 12, bytestream 4122 [h264 @ 0x55de4c974a80] left block unavailable for requested intra mode [h264 @ 0x55de4c974a80] error while decoding MB 0 21, bytestream 509 [in#0/rtsp @ 0x55de4c828e00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-06T05:07:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.376, "last_started_at": "2026-07-06T05:07:59+09:00", "pid": 145448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.684, "name": "ffmpeg", "pid": 145448, "rss_mb": 293.684, "state": "S (sleeping)", "threads": 104}, "restart_count": 866, "restart_count_per_hour": 5, "rtsp_timeout_count": 490, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 867}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.797, "sample_count": 2171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:11:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:11:16+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T05:11:16+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T05:11:16.093322+09:00", "mtime_epoch": 1783282276.0933223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:11:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.869, "pushed": 2.869, "read": 2.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.533, "count": 85, "max_ms": 20.277, "p95_ms": 20.006}, "gstreamer_push": {"avg_ms": 1.139, "count": 86, "max_ms": 1.584, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.498, "count": 85, "max_ms": 67.113, "p95_ms": 63.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.999, "count": 85, "max_ms": 78.474, "p95_ms": 70.914}, "yolo11_640_fire_11class": {"avg_ms": 50.647, "count": 85, "max_ms": 66.591, "p95_ms": 63.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.478, "count": 85, "max_ms": 81.255, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.669, "count": 86, "max_ms": 140.363, "p95_ms": 138.085}, "read_interval": {"avg_ms": 352.658, "count": 85, "max_ms": 10126.019, "p95_ms": 152.298}, "triton_wait": {"avg_ms": 56.668, "count": 85, "max_ms": 81.267, "p95_ms": 76.862}, "visualize": {"avg_ms": 4.54, "count": 85, "max_ms": 5.638, "p95_ms": 5.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16470.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46790.642, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.463, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2365906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:11:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:11:28+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:11:28.777596+09:00", "mtime_epoch": 1783282288.7775965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:11:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2569.703, "name": "celery", "pid": 267, "rss_mb": 2569.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 300, "max_ms": 10.698, "p95_ms": 8.482}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.983, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.075, "count": 300, "max_ms": 68.308, "p95_ms": 59.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.396, "count": 300, "max_ms": 77.215, "p95_ms": 56.078}, "yolo11_640_fire_11class": {"avg_ms": 46.568, "count": 300, "max_ms": 68.295, "p95_ms": 59.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.651, "count": 300, "max_ms": 80.513, "p95_ms": 73.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.935, "count": 300, "max_ms": 97.722, "p95_ms": 88.614}, "read_interval": {"avg_ms": 100.292, "count": 299, "max_ms": 348.45, "p95_ms": 164.274}, "triton_wait": {"avg_ms": 51.434, "count": 300, "max_ms": 80.525, "p95_ms": 73.02}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 5.014, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16472.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 778, "h264_decode_error_count": 1912, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:11:16+09:00", "last_error_summary": "[h264 @ 0x55a860c11a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860c11a00] error while decoding MB 0 7, bytestream 4883 [h264 @ 0x55a86170f680] error while decoding MB 8 21, bytestream -7 [h264 @ 0x55a860b245c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860b245c0] error while decoding MB 0 17, bytestream 6715 [h264 @ 0x55a860c25bc0] error while decoding MB 64 19, bytestream -8 [in#0/rtsp @ 0x55a860af4e00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T05:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.458, "last_started_at": "2026-07-06T05:11:19+09:00", "pid": 145555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.164, "name": "ffmpeg", "pid": 145555, "rss_mb": 265.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 867, "restart_count_per_hour": 6, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 868}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.607, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:11:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:11:46+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T05:11:46+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T05:11:46.169972+09:00", "mtime_epoch": 1783282306.1699722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:11:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.037, "pushed": 6.037, "read": 6.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.366, "count": 180, "max_ms": 23.228, "p95_ms": 21.504}, "gstreamer_push": {"avg_ms": 1.092, "count": 181, "max_ms": 1.785, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.984, "count": 180, "max_ms": 65.998, "p95_ms": 63.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.725, "count": 180, "max_ms": 80.858, "p95_ms": 70.495}, "yolo11_640_fire_11class": {"avg_ms": 50.206, "count": 180, "max_ms": 68.345, "p95_ms": 64.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.183, "count": 180, "max_ms": 79.56, "p95_ms": 77.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.828, "count": 181, "max_ms": 165.973, "p95_ms": 162.829}, "read_interval": {"avg_ms": 166.285, "count": 180, "max_ms": 5034.224, "p95_ms": 172.166}, "triton_wait": {"avg_ms": 58.336, "count": 180, "max_ms": 80.87, "p95_ms": 77.6}, "visualize": {"avg_ms": 5.052, "count": 180, "max_ms": 6.431, "p95_ms": 5.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16472.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46820.716, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.484, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2366206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:11:58+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T05:11:58+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T05:11:58.846246+09:00", "mtime_epoch": 1783282318.8462458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 123856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:11:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2569.961, "name": "celery", "pid": 267, "rss_mb": 2569.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.837, "count": 300, "max_ms": 14.315, "p95_ms": 9.031}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.82, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.723, "count": 300, "max_ms": 67.021, "p95_ms": 62.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.429, "count": 300, "max_ms": 77.873, "p95_ms": 63.043}, "yolo11_640_fire_11class": {"avg_ms": 48.171, "count": 300, "max_ms": 68.932, "p95_ms": 61.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.956, "count": 300, "max_ms": 79.667, "p95_ms": 73.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.189, "count": 300, "max_ms": 95.798, "p95_ms": 90.729}, "read_interval": {"avg_ms": 100.28, "count": 299, "max_ms": 496.473, "p95_ms": 224.091}, "triton_wait": {"avg_ms": 53.759, "count": 300, "max_ms": 79.679, "p95_ms": 73.878}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 4.549, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16472.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 778, "h264_decode_error_count": 1912, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:11:16+09:00", "last_error_summary": "[h264 @ 0x55a860c11a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860c11a00] error while decoding MB 0 7, bytestream 4883 [h264 @ 0x55a86170f680] error while decoding MB 8 21, bytestream -7 [h264 @ 0x55a860b245c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860b245c0] error while decoding MB 0 17, bytestream 6715 [h264 @ 0x55a860c25bc0] error while decoding MB 64 19, bytestream -8 [in#0/rtsp @ 0x55a860af4e00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T05:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.602, "last_started_at": "2026-07-06T05:11:19+09:00", "pid": 145555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.422, "name": "ffmpeg", "pid": 145555, "rss_mb": 265.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 867, "restart_count_per_hour": 6, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 868}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.773, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1906972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:12:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:12:16+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T05:12:16+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T05:12:16.330622+09:00", "mtime_epoch": 1783282336.3306224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:12:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.368, "pushed": 7.368, "read": 7.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.398, "count": 220, "max_ms": 24.709, "p95_ms": 21.573}, "gstreamer_push": {"avg_ms": 1.098, "count": 221, "max_ms": 1.536, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.919, "count": 220, "max_ms": 77.104, "p95_ms": 61.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.648, "count": 220, "max_ms": 80.25, "p95_ms": 68.336}, "yolo11_640_fire_11class": {"avg_ms": 49.575, "count": 220, "max_ms": 77.094, "p95_ms": 62.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.34, "count": 220, "max_ms": 81.691, "p95_ms": 74.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.739, "count": 221, "max_ms": 163.853, "p95_ms": 147.933}, "read_interval": {"avg_ms": 136.312, "count": 220, "max_ms": 174.65, "p95_ms": 158.768}, "triton_wait": {"avg_ms": 56.401, "count": 220, "max_ms": 81.704, "p95_ms": 74.947}, "visualize": {"avg_ms": 5.034, "count": 220, "max_ms": 7.977, "p95_ms": 5.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16472.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46850.784, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.587, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2366508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:12:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:12:28+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:12:28.922894+09:00", "mtime_epoch": 1783282348.9228935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 131918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:12:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2569.961, "name": "celery", "pid": 267, "rss_mb": 2569.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.798, "count": 302, "max_ms": 9.764, "p95_ms": 8.724}, "gstreamer_push": {"avg_ms": 1.271, "count": 302, "max_ms": 1.572, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.239, "count": 302, "max_ms": 67.533, "p95_ms": 62.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.23, "count": 302, "max_ms": 80.128, "p95_ms": 66.711}, "yolo11_640_fire_11class": {"avg_ms": 49.11, "count": 302, "max_ms": 68.035, "p95_ms": 63.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.122, "count": 302, "max_ms": 80.77, "p95_ms": 75.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.789, "count": 302, "max_ms": 96.594, "p95_ms": 92.601}, "read_interval": {"avg_ms": 99.621, "count": 301, "max_ms": 431.113, "p95_ms": 170.08}, "triton_wait": {"avg_ms": 55.35, "count": 302, "max_ms": 80.782, "p95_ms": 75.731}, "visualize": {"avg_ms": 3.694, "count": 302, "max_ms": 4.832, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16472.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 778, "h264_decode_error_count": 1912, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:11:16+09:00", "last_error_summary": "[h264 @ 0x55a860c11a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860c11a00] error while decoding MB 0 7, bytestream 4883 [h264 @ 0x55a86170f680] error while decoding MB 8 21, bytestream -7 [h264 @ 0x55a860b245c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860b245c0] error while decoding MB 0 17, bytestream 6715 [h264 @ 0x55a860c25bc0] error while decoding MB 64 19, bytestream -8 [in#0/rtsp @ 0x55a860af4e00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T05:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.722, "last_started_at": "2026-07-06T05:11:19+09:00", "pid": 145555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.422, "name": "ffmpeg", "pid": 145555, "rss_mb": 265.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 867, "restart_count_per_hour": 6, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 868}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.439, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1907199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:12:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:12:46+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T05:12:46+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T05:12:46.463271+09:00", "mtime_epoch": 1783282366.4632707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:12:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.567, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.065, "count": 226, "max_ms": 22.134, "p95_ms": 20.893}, "gstreamer_push": {"avg_ms": 1.108, "count": 227, "max_ms": 1.286, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.864, "count": 226, "max_ms": 65.325, "p95_ms": 63.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.571, "count": 226, "max_ms": 78.047, "p95_ms": 70.206}, "yolo11_640_fire_11class": {"avg_ms": 50.619, "count": 226, "max_ms": 67.777, "p95_ms": 63.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.816, "count": 226, "max_ms": 79.975, "p95_ms": 77.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.087, "count": 227, "max_ms": 166.604, "p95_ms": 149.021}, "read_interval": {"avg_ms": 132.634, "count": 226, "max_ms": 178.145, "p95_ms": 160.085}, "triton_wait": {"avg_ms": 57.89, "count": 226, "max_ms": 79.987, "p95_ms": 77.671}, "visualize": {"avg_ms": 4.786, "count": 226, "max_ms": 6.776, "p95_ms": 5.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16473.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46880.823, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.954, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2366810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:12:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:12:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T05:12:58.939539+09:00", "mtime_epoch": 1783282378.9395387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 129777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:12:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2570.219, "name": "celery", "pid": 267, "rss_mb": 2570.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.879, "count": 302, "max_ms": 12.3, "p95_ms": 9.052}, "gstreamer_push": {"avg_ms": 1.282, "count": 302, "max_ms": 2.072, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.848, "count": 302, "max_ms": 68.029, "p95_ms": 62.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.578, "count": 302, "max_ms": 78.712, "p95_ms": 68.068}, "yolo11_640_fire_11class": {"avg_ms": 49.704, "count": 302, "max_ms": 72.732, "p95_ms": 64.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.643, "count": 302, "max_ms": 79.507, "p95_ms": 76.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.245, "count": 302, "max_ms": 96.427, "p95_ms": 92.384}, "read_interval": {"avg_ms": 99.526, "count": 301, "max_ms": 589.034, "p95_ms": 131.922}, "triton_wait": {"avg_ms": 55.659, "count": 302, "max_ms": 79.519, "p95_ms": 76.09}, "visualize": {"avg_ms": 3.698, "count": 302, "max_ms": 5.04, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16476.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 778, "h264_decode_error_count": 1912, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:11:16+09:00", "last_error_summary": "[h264 @ 0x55a860c11a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860c11a00] error while decoding MB 0 7, bytestream 4883 [h264 @ 0x55a86170f680] error while decoding MB 8 21, bytestream -7 [h264 @ 0x55a860b245c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860b245c0] error while decoding MB 0 17, bytestream 6715 [h264 @ 0x55a860c25bc0] error while decoding MB 64 19, bytestream -8 [in#0/rtsp @ 0x55a860af4e00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T05:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.78, "last_started_at": "2026-07-06T05:11:19+09:00", "pid": 145555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.574, "name": "ffmpeg", "pid": 145555, "rss_mb": 268.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 867, "restart_count_per_hour": 6, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 868}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.02, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1907421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:13:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:13:16+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T05:13:16+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T05:13:16.539917+09:00", "mtime_epoch": 1783282396.5399165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:13:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.417, "pushed": 7.417, "read": 7.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.417, "count": 222, "max_ms": 30.703, "p95_ms": 21.685}, "gstreamer_push": {"avg_ms": 1.111, "count": 222, "max_ms": 1.878, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.387, "count": 222, "max_ms": 71.998, "p95_ms": 62.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.736, "count": 222, "max_ms": 77.072, "p95_ms": 67.997}, "yolo11_640_fire_11class": {"avg_ms": 52.072, "count": 222, "max_ms": 74.1, "p95_ms": 66.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.228, "count": 222, "max_ms": 82.229, "p95_ms": 76.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.891, "count": 222, "max_ms": 167.129, "p95_ms": 159.945}, "read_interval": {"avg_ms": 135.425, "count": 221, "max_ms": 180.494, "p95_ms": 171.407}, "triton_wait": {"avg_ms": 57.32, "count": 222, "max_ms": 82.242, "p95_ms": 77.083}, "visualize": {"avg_ms": 4.927, "count": 222, "max_ms": 6.474, "p95_ms": 5.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16476.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46910.931, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.985, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2367106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:13:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:13:29+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T05:13:29+09:00", "mjpeg": {"age_sec": 0.597, "exists": true, "mtime": "2026-07-06T05:13:28.536174+09:00", "mtime_epoch": 1783282408.5361736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 129671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:13:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2570.219, "name": "celery", "pid": 267, "rss_mb": 2570.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.842}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.854, "count": 295, "max_ms": 11.615, "p95_ms": 8.887}, "gstreamer_push": {"avg_ms": 1.275, "count": 295, "max_ms": 1.601, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.925, "count": 295, "max_ms": 65.174, "p95_ms": 62.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.028, "count": 295, "max_ms": 75.324, "p95_ms": 67.361}, "yolo11_640_fire_11class": {"avg_ms": 48.709, "count": 295, "max_ms": 70.214, "p95_ms": 64.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.288, "count": 295, "max_ms": 81.688, "p95_ms": 74.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.575, "count": 295, "max_ms": 98.839, "p95_ms": 91.28}, "read_interval": {"avg_ms": 101.76, "count": 295, "max_ms": 600.994, "p95_ms": 141.65}, "triton_wait": {"avg_ms": 54.003, "count": 295, "max_ms": 81.7, "p95_ms": 74.332}, "visualize": {"avg_ms": 3.691, "count": 295, "max_ms": 5.001, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16476.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 778, "h264_decode_error_count": 1912, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:11:16+09:00", "last_error_summary": "[h264 @ 0x55a860c11a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860c11a00] error while decoding MB 0 7, bytestream 4883 [h264 @ 0x55a86170f680] error while decoding MB 8 21, bytestream -7 [h264 @ 0x55a860b245c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860b245c0] error while decoding MB 0 17, bytestream 6715 [h264 @ 0x55a860c25bc0] error while decoding MB 64 19, bytestream -8 [in#0/rtsp @ 0x55a860af4e00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T05:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.809, "last_started_at": "2026-07-06T05:11:19+09:00", "pid": 145555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.574, "name": "ffmpeg", "pid": 145555, "rss_mb": 268.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 867, "restart_count_per_hour": 6, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 868}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.365, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1907654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:13:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:13:46+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:13:46+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T05:13:46.568560+09:00", "mtime_epoch": 1783282426.56856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:13:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.795, "pushed": 7.795, "read": 7.761}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.202, "count": 233, "max_ms": 27.331, "p95_ms": 21.564}, "gstreamer_push": {"avg_ms": 1.131, "count": 233, "max_ms": 1.483, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.734, "count": 233, "max_ms": 64.441, "p95_ms": 60.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.348, "count": 233, "max_ms": 75.408, "p95_ms": 66.786}, "yolo11_640_fire_11class": {"avg_ms": 51.133, "count": 233, "max_ms": 69.285, "p95_ms": 64.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.701, "count": 233, "max_ms": 78.653, "p95_ms": 76.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.012, "count": 233, "max_ms": 163.502, "p95_ms": 139.124}, "read_interval": {"avg_ms": 128.893, "count": 232, "max_ms": 177.63, "p95_ms": 151.873}, "triton_wait": {"avg_ms": 56.762, "count": 233, "max_ms": 78.665, "p95_ms": 76.904}, "visualize": {"avg_ms": 4.625, "count": 233, "max_ms": 6.028, "p95_ms": 5.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16477.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46940.967, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.836, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2367410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:13:59+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:13:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T05:13:59.104828+09:00", "mtime_epoch": 1783282439.1048281, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 126770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:13:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2570.477, "name": "celery", "pid": 267, "rss_mb": 2570.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.901, "count": 304, "max_ms": 12.928, "p95_ms": 9.358}, "gstreamer_push": {"avg_ms": 1.275, "count": 304, "max_ms": 1.623, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.176, "count": 304, "max_ms": 65.337, "p95_ms": 62.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.045, "count": 304, "max_ms": 79.055, "p95_ms": 61.537}, "yolo11_640_fire_11class": {"avg_ms": 48.693, "count": 304, "max_ms": 72.355, "p95_ms": 64.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.786, "count": 304, "max_ms": 79.037, "p95_ms": 75.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.908, "count": 304, "max_ms": 96.794, "p95_ms": 91.597}, "read_interval": {"avg_ms": 98.856, "count": 303, "max_ms": 631.795, "p95_ms": 130.378}, "triton_wait": {"avg_ms": 54.388, "count": 304, "max_ms": 79.067, "p95_ms": 75.147}, "visualize": {"avg_ms": 3.69, "count": 304, "max_ms": 4.751, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16477.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 778, "h264_decode_error_count": 1912, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:11:16+09:00", "last_error_summary": "[h264 @ 0x55a860c11a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860c11a00] error while decoding MB 0 7, bytestream 4883 [h264 @ 0x55a86170f680] error while decoding MB 8 21, bytestream -7 [h264 @ 0x55a860b245c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860b245c0] error while decoding MB 0 17, bytestream 6715 [h264 @ 0x55a860c25bc0] error while decoding MB 64 19, bytestream -8 [in#0/rtsp @ 0x55a860af4e00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T05:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.878, "last_started_at": "2026-07-06T05:11:19+09:00", "pid": 145555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.832, "name": "ffmpeg", "pid": 145555, "rss_mb": 268.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 867, "restart_count_per_hour": 6, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 868}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.868, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1907883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:14:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:14:16+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T05:14:16+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T05:14:16.633203+09:00", "mtime_epoch": 1783282456.6332028, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:14:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.649, "pushed": 7.649, "read": 7.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.448, "count": 229, "max_ms": 30.201, "p95_ms": 22.891}, "gstreamer_push": {"avg_ms": 1.112, "count": 229, "max_ms": 1.343, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.557, "count": 229, "max_ms": 65.207, "p95_ms": 62.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.053, "count": 229, "max_ms": 80.914, "p95_ms": 67.492}, "yolo11_640_fire_11class": {"avg_ms": 50.603, "count": 229, "max_ms": 70.828, "p95_ms": 64.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.788, "count": 229, "max_ms": 81.748, "p95_ms": 75.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.607, "count": 229, "max_ms": 164.88, "p95_ms": 140.541}, "read_interval": {"avg_ms": 131.309, "count": 228, "max_ms": 178.279, "p95_ms": 154.877}, "triton_wait": {"avg_ms": 55.945, "count": 229, "max_ms": 81.76, "p95_ms": 75.763}, "visualize": {"avg_ms": 4.778, "count": 229, "max_ms": 6.554, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16477.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 46970.982, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.736, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2367711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:14:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:14:29+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T05:14:29.121469+09:00", "mtime_epoch": 1783282469.1214695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 120907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:14:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2570.734, "name": "celery", "pid": 267, "rss_mb": 2570.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.801, "count": 301, "max_ms": 12.21, "p95_ms": 8.969}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.624, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.757, "count": 301, "max_ms": 68.909, "p95_ms": 62.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.722, "count": 301, "max_ms": 81.363, "p95_ms": 61.059}, "yolo11_640_fire_11class": {"avg_ms": 49.358, "count": 301, "max_ms": 70.853, "p95_ms": 65.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.935, "count": 301, "max_ms": 81.873, "p95_ms": 74.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.897, "count": 301, "max_ms": 98.397, "p95_ms": 90.402}, "read_interval": {"avg_ms": 99.777, "count": 300, "max_ms": 553.747, "p95_ms": 162.201}, "triton_wait": {"avg_ms": 54.605, "count": 301, "max_ms": 81.883, "p95_ms": 74.549}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 4.678, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16492.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 778, "h264_decode_error_count": 1912, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:11:16+09:00", "last_error_summary": "[h264 @ 0x55a860c11a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860c11a00] error while decoding MB 0 7, bytestream 4883 [h264 @ 0x55a86170f680] error while decoding MB 8 21, bytestream -7 [h264 @ 0x55a860b245c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a860b245c0] error while decoding MB 0 17, bytestream 6715 [h264 @ 0x55a860c25bc0] error while decoding MB 64 19, bytestream -8 [in#0/rtsp @ 0x55a860af4e00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T05:11:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.982, "last_started_at": "2026-07-06T05:11:19+09:00", "pid": 145555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.941, "name": "ffmpeg", "pid": 145555, "rss_mb": 283.941, "state": "S (sleeping)", "threads": 104}, "restart_count": 867, "restart_count_per_hour": 6, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 868}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.556, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:14:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:14:46+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:14:46+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T05:14:46.745846+09:00", "mtime_epoch": 1783282486.7458456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:14:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.672, "pushed": 7.672, "read": 7.638}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.097, "count": 229, "max_ms": 25.614, "p95_ms": 21.253}, "gstreamer_push": {"avg_ms": 1.124, "count": 230, "max_ms": 1.701, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.794, "count": 229, "max_ms": 65.008, "p95_ms": 60.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.247, "count": 229, "max_ms": 78.235, "p95_ms": 69.396}, "yolo11_640_fire_11class": {"avg_ms": 51.847, "count": 229, "max_ms": 71.264, "p95_ms": 64.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.932, "count": 229, "max_ms": 79.424, "p95_ms": 74.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.151, "count": 230, "max_ms": 262.132, "p95_ms": 136.787}, "read_interval": {"avg_ms": 130.912, "count": 229, "max_ms": 274.027, "p95_ms": 149.557}, "triton_wait": {"avg_ms": 56.991, "count": 229, "max_ms": 79.436, "p95_ms": 74.054}, "visualize": {"avg_ms": 4.715, "count": 229, "max_ms": 7.044, "p95_ms": 5.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16473.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47001.032, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.736, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2368009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:14:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:14:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:14:59+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:14:59.170110+09:00", "mtime_epoch": 1783282499.1701105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 124354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:14:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2570.734, "name": "celery", "pid": 267, "rss_mb": 2570.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.871, "count": 298, "max_ms": 12.21, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.267, "count": 298, "max_ms": 1.951, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.551, "count": 298, "max_ms": 70.339, "p95_ms": 62.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.403, "count": 298, "max_ms": 81.369, "p95_ms": 60.766}, "yolo11_640_fire_11class": {"avg_ms": 48.922, "count": 298, "max_ms": 71.149, "p95_ms": 64.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.464, "count": 298, "max_ms": 78.63, "p95_ms": 75.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.854, "count": 298, "max_ms": 98.205, "p95_ms": 91.787}, "read_interval": {"avg_ms": 100.897, "count": 297, "max_ms": 497.651, "p95_ms": 213.858}, "triton_wait": {"avg_ms": 54.435, "count": 298, "max_ms": 81.381, "p95_ms": 75.766}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 4.776, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16474.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 779, "h264_decode_error_count": 1913, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:14:47+09:00", "last_error_summary": "[h264 @ 0x560f60fd0340] left block unavailable for requested intra mode [h264 @ 0x560f60fd0340] error while decoding MB 0 13, bytestream 5139", "last_exit_at": "2026-07-06T05:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.886, "last_started_at": "2026-07-06T05:14:50+09:00", "pid": 145662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.883, "name": "ffmpeg", "pid": 145662, "rss_mb": 264.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 868, "restart_count_per_hour": 7, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 869}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.568, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:15:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:15:16+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T05:15:16+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T05:15:16.798486+09:00", "mtime_epoch": 1783282516.7984862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:15:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9535.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.614, "pushed": 6.614, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.997, "count": 198, "max_ms": 26.187, "p95_ms": 21.179}, "gstreamer_push": {"avg_ms": 1.125, "count": 198, "max_ms": 1.675, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.284, "count": 198, "max_ms": 65.77, "p95_ms": 61.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.881, "count": 198, "max_ms": 76.428, "p95_ms": 69.773}, "yolo11_640_fire_11class": {"avg_ms": 49.536, "count": 198, "max_ms": 68.735, "p95_ms": 61.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.125, "count": 198, "max_ms": 79.32, "p95_ms": 74.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.166, "count": 198, "max_ms": 140.354, "p95_ms": 136.512}, "read_interval": {"avg_ms": 151.921, "count": 197, "max_ms": 4526.316, "p95_ms": 149.77}, "triton_wait": {"avg_ms": 56.395, "count": 198, "max_ms": 79.332, "p95_ms": 75.24}, "visualize": {"avg_ms": 4.768, "count": 198, "max_ms": 6.281, "p95_ms": 5.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16474.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47031.043, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.552, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2368311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:15:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:15:29+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T05:15:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T05:15:29.158749+09:00", "mtime_epoch": 1783282529.1587493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 121505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:15:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2570.992, "name": "celery", "pid": 267, "rss_mb": 2570.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 302, "max_ms": 13.839, "p95_ms": 9.435}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.512, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.05, "count": 302, "max_ms": 66.653, "p95_ms": 62.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.958, "count": 302, "max_ms": 79.772, "p95_ms": 61.308}, "yolo11_640_fire_11class": {"avg_ms": 49.534, "count": 302, "max_ms": 68.535, "p95_ms": 62.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.592, "count": 302, "max_ms": 78.987, "p95_ms": 74.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.623, "count": 302, "max_ms": 95.941, "p95_ms": 90.981}, "read_interval": {"avg_ms": 99.307, "count": 302, "max_ms": 578.975, "p95_ms": 171.286}, "triton_wait": {"avg_ms": 55.16, "count": 302, "max_ms": 79.785, "p95_ms": 74.644}, "visualize": {"avg_ms": 3.652, "count": 302, "max_ms": 5.38, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16474.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 779, "h264_decode_error_count": 1913, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:14:47+09:00", "last_error_summary": "[h264 @ 0x560f60fd0340] left block unavailable for requested intra mode [h264 @ 0x560f60fd0340] error while decoding MB 0 13, bytestream 5139", "last_exit_at": "2026-07-06T05:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.966, "last_started_at": "2026-07-06T05:14:50+09:00", "pid": 145662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.883, "name": "ffmpeg", "pid": 145662, "rss_mb": 264.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 868, "restart_count_per_hour": 7, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 869}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.516, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:15:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:15:46+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T05:15:46+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T05:15:46.891126+09:00", "mtime_epoch": 1783282546.8911264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:15:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.745, "pushed": 7.745, "read": 7.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.095, "count": 232, "max_ms": 24.174, "p95_ms": 21.486}, "gstreamer_push": {"avg_ms": 1.127, "count": 232, "max_ms": 1.73, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.038, "count": 232, "max_ms": 68.128, "p95_ms": 62.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.537, "count": 232, "max_ms": 80.837, "p95_ms": 68.392}, "yolo11_640_fire_11class": {"avg_ms": 49.173, "count": 232, "max_ms": 69.793, "p95_ms": 61.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.801, "count": 232, "max_ms": 79.275, "p95_ms": 74.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.908, "count": 232, "max_ms": 142.08, "p95_ms": 137.263}, "read_interval": {"avg_ms": 129.683, "count": 231, "max_ms": 155.194, "p95_ms": 150.579}, "triton_wait": {"avg_ms": 56.096, "count": 232, "max_ms": 80.849, "p95_ms": 74.74}, "visualize": {"avg_ms": 4.715, "count": 232, "max_ms": 6.214, "p95_ms": 5.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47061.046, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.294, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2368611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:15:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:15:59+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T05:15:59+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T05:15:59.175388+09:00", "mtime_epoch": 1783282559.1753876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 126417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:15:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2570.992, "name": "celery", "pid": 267, "rss_mb": 2570.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.019, "count": 300, "max_ms": 12.646, "p95_ms": 9.35}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.477, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.982, "count": 300, "max_ms": 66.93, "p95_ms": 62.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.312, "count": 300, "max_ms": 80.241, "p95_ms": 59.997}, "yolo11_640_fire_11class": {"avg_ms": 48.602, "count": 300, "max_ms": 71.163, "p95_ms": 62.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.552, "count": 300, "max_ms": 78.584, "p95_ms": 73.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.763, "count": 300, "max_ms": 96.721, "p95_ms": 89.798}, "read_interval": {"avg_ms": 100.038, "count": 300, "max_ms": 513.762, "p95_ms": 180.135}, "triton_wait": {"avg_ms": 54.11, "count": 300, "max_ms": 80.254, "p95_ms": 73.668}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 5.273, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16475.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 779, "h264_decode_error_count": 1913, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:14:47+09:00", "last_error_summary": "[h264 @ 0x560f60fd0340] left block unavailable for requested intra mode [h264 @ 0x560f60fd0340] error while decoding MB 0 13, bytestream 5139", "last_exit_at": "2026-07-06T05:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.02, "last_started_at": "2026-07-06T05:14:50+09:00", "pid": 145662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.883, "name": "ffmpeg", "pid": 145662, "rss_mb": 264.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 868, "restart_count_per_hour": 7, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 869}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.168, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1908776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:16:17+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T05:16:16+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T05:16:16.919765+09:00", "mtime_epoch": 1783282576.9197645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:16:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.789, "pushed": 7.789, "read": 7.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.886, "count": 233, "max_ms": 23.132, "p95_ms": 20.676}, "gstreamer_push": {"avg_ms": 1.114, "count": 233, "max_ms": 1.653, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.951, "count": 233, "max_ms": 65.19, "p95_ms": 62.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.602, "count": 233, "max_ms": 75.935, "p95_ms": 67.271}, "yolo11_640_fire_11class": {"avg_ms": 49.94, "count": 233, "max_ms": 70.839, "p95_ms": 62.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.134, "count": 233, "max_ms": 76.893, "p95_ms": 75.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.231, "count": 233, "max_ms": 139.188, "p95_ms": 136.743}, "read_interval": {"avg_ms": 128.924, "count": 232, "max_ms": 153.759, "p95_ms": 149.625}, "triton_wait": {"avg_ms": 56.466, "count": 233, "max_ms": 76.905, "p95_ms": 75.375}, "visualize": {"avg_ms": 4.664, "count": 233, "max_ms": 5.739, "p95_ms": 4.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47091.059, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.365, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2368911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:16:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:16:29+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T05:16:29+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T05:16:29.184025+09:00", "mtime_epoch": 1783282589.1840248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 123891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:16:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2571.25, "name": "celery", "pid": 267, "rss_mb": 2571.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 300, "max_ms": 14.03, "p95_ms": 9.239}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.615, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.488, "count": 300, "max_ms": 67.738, "p95_ms": 63.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.802, "count": 300, "max_ms": 78.411, "p95_ms": 67.508}, "yolo11_640_fire_11class": {"avg_ms": 49.529, "count": 300, "max_ms": 70.477, "p95_ms": 63.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.492, "count": 300, "max_ms": 81.023, "p95_ms": 75.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.883, "count": 300, "max_ms": 97.497, "p95_ms": 91.41}, "read_interval": {"avg_ms": 100.041, "count": 300, "max_ms": 481.0, "p95_ms": 202.313}, "triton_wait": {"avg_ms": 55.256, "count": 300, "max_ms": 81.036, "p95_ms": 75.232}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.41, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16475.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 779, "h264_decode_error_count": 1913, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:14:47+09:00", "last_error_summary": "[h264 @ 0x560f60fd0340] left block unavailable for requested intra mode [h264 @ 0x560f60fd0340] error while decoding MB 0 13, bytestream 5139", "last_exit_at": "2026-07-06T05:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.052, "last_started_at": "2026-07-06T05:14:50+09:00", "pid": 145662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.883, "name": "ffmpeg", "pid": 145662, "rss_mb": 264.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 868, "restart_count_per_hour": 7, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 869}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.85, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:16:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:16:47+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T05:16:46+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T05:16:46.960402+09:00", "mtime_epoch": 1783282606.960402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:16:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.689, "pushed": 7.689, "read": 7.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.958, "count": 230, "max_ms": 27.46, "p95_ms": 20.844}, "gstreamer_push": {"avg_ms": 1.122, "count": 230, "max_ms": 1.389, "p95_ms": 1.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.925, "count": 230, "max_ms": 64.761, "p95_ms": 62.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.234, "count": 230, "max_ms": 79.639, "p95_ms": 68.413}, "yolo11_640_fire_11class": {"avg_ms": 50.549, "count": 230, "max_ms": 71.282, "p95_ms": 63.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.744, "count": 230, "max_ms": 81.585, "p95_ms": 76.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.704, "count": 230, "max_ms": 142.165, "p95_ms": 137.776}, "read_interval": {"avg_ms": 130.585, "count": 229, "max_ms": 155.614, "p95_ms": 150.762}, "triton_wait": {"avg_ms": 57.177, "count": 230, "max_ms": 81.597, "p95_ms": 76.595}, "visualize": {"avg_ms": 4.693, "count": 230, "max_ms": 6.178, "p95_ms": 4.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47121.084, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.398, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2369213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:16:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:16:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:16:59+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T05:16:59.224662+09:00", "mtime_epoch": 1783282619.2246618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 129011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:16:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2571.25, "name": "celery", "pid": 267, "rss_mb": 2571.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 302, "max_ms": 12.676, "p95_ms": 9.292}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.453, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.864, "count": 302, "max_ms": 68.657, "p95_ms": 63.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.696, "count": 302, "max_ms": 79.523, "p95_ms": 65.712}, "yolo11_640_fire_11class": {"avg_ms": 49.682, "count": 302, "max_ms": 74.548, "p95_ms": 63.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.396, "count": 302, "max_ms": 79.394, "p95_ms": 75.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.431, "count": 302, "max_ms": 95.884, "p95_ms": 91.291}, "read_interval": {"avg_ms": 99.485, "count": 301, "max_ms": 462.293, "p95_ms": 167.424}, "triton_wait": {"avg_ms": 54.933, "count": 302, "max_ms": 79.535, "p95_ms": 75.106}, "visualize": {"avg_ms": 3.653, "count": 302, "max_ms": 4.591, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16475.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 779, "h264_decode_error_count": 1913, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:14:47+09:00", "last_error_summary": "[h264 @ 0x560f60fd0340] left block unavailable for requested intra mode [h264 @ 0x560f60fd0340] error while decoding MB 0 13, bytestream 5139", "last_exit_at": "2026-07-06T05:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.192, "last_started_at": "2026-07-06T05:14:50+09:00", "pid": 145662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.883, "name": "ffmpeg", "pid": 145662, "rss_mb": 264.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 868, "restart_count_per_hour": 7, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 869}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.576, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:17:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:17:17+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T05:17:17+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T05:17:17.081040+09:00", "mtime_epoch": 1783282637.0810401, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:17:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.835, "count": 231, "max_ms": 22.127, "p95_ms": 20.847}, "gstreamer_push": {"avg_ms": 1.12, "count": 232, "max_ms": 1.466, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.533, "count": 231, "max_ms": 67.097, "p95_ms": 61.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.618, "count": 231, "max_ms": 77.4, "p95_ms": 70.778}, "yolo11_640_fire_11class": {"avg_ms": 48.649, "count": 231, "max_ms": 65.61, "p95_ms": 60.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.134, "count": 231, "max_ms": 79.437, "p95_ms": 74.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.025, "count": 232, "max_ms": 139.695, "p95_ms": 136.793}, "read_interval": {"avg_ms": 129.799, "count": 231, "max_ms": 152.205, "p95_ms": 149.713}, "triton_wait": {"avg_ms": 56.393, "count": 231, "max_ms": 79.449, "p95_ms": 74.31}, "visualize": {"avg_ms": 4.705, "count": 231, "max_ms": 6.149, "p95_ms": 4.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16477.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47151.091, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.294, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2369514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:17:29+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T05:17:29+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T05:17:29.201297+09:00", "mtime_epoch": 1783282649.2012968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 129186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:17:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2571.508, "name": "celery", "pid": 267, "rss_mb": 2571.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 301, "max_ms": 13.197, "p95_ms": 9.266}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.636, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.363, "count": 301, "max_ms": 64.899, "p95_ms": 63.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.879, "count": 301, "max_ms": 74.57, "p95_ms": 62.872}, "yolo11_640_fire_11class": {"avg_ms": 48.616, "count": 301, "max_ms": 65.919, "p95_ms": 62.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.108, "count": 301, "max_ms": 78.447, "p95_ms": 74.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.218, "count": 301, "max_ms": 95.04, "p95_ms": 91.196}, "read_interval": {"avg_ms": 99.664, "count": 301, "max_ms": 523.872, "p95_ms": 178.463}, "triton_wait": {"avg_ms": 54.631, "count": 301, "max_ms": 78.46, "p95_ms": 75.01}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 5.283, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16478.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 779, "h264_decode_error_count": 1913, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:14:47+09:00", "last_error_summary": "[h264 @ 0x560f60fd0340] left block unavailable for requested intra mode [h264 @ 0x560f60fd0340] error while decoding MB 0 13, bytestream 5139", "last_exit_at": "2026-07-06T05:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.206, "last_started_at": "2026-07-06T05:14:50+09:00", "pid": 145662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.461, "name": "ffmpeg", "pid": 145662, "rss_mb": 267.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 868, "restart_count_per_hour": 7, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 869}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.91, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:17:47+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:17:47+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:17:47.121676+09:00", "mtime_epoch": 1783282667.121676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:17:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.762, "pushed": 7.762, "read": 7.729}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.902, "count": 232, "max_ms": 25.112, "p95_ms": 20.789}, "gstreamer_push": {"avg_ms": 1.119, "count": 232, "max_ms": 1.661, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.317, "count": 232, "max_ms": 75.15, "p95_ms": 62.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.473, "count": 232, "max_ms": 77.878, "p95_ms": 65.571}, "yolo11_640_fire_11class": {"avg_ms": 48.713, "count": 232, "max_ms": 74.038, "p95_ms": 61.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.071, "count": 232, "max_ms": 80.794, "p95_ms": 75.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.457, "count": 232, "max_ms": 143.167, "p95_ms": 137.057}, "read_interval": {"avg_ms": 129.389, "count": 231, "max_ms": 156.698, "p95_ms": 150.847}, "triton_wait": {"avg_ms": 56.198, "count": 232, "max_ms": 80.806, "p95_ms": 75.758}, "visualize": {"avg_ms": 4.687, "count": 232, "max_ms": 5.539, "p95_ms": 5.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16479.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47181.116, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.1, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2369812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:17:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:17:59+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T05:17:59+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T05:17:59.249933+09:00", "mtime_epoch": 1783282679.2499325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:17:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2571.766, "name": "celery", "pid": 267, "rss_mb": 2571.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.997, "count": 298, "max_ms": 14.471, "p95_ms": 10.25}, "gstreamer_push": {"avg_ms": 1.254, "count": 298, "max_ms": 1.488, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.947, "count": 298, "max_ms": 69.755, "p95_ms": 63.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.732, "count": 298, "max_ms": 73.862, "p95_ms": 62.081}, "yolo11_640_fire_11class": {"avg_ms": 48.276, "count": 298, "max_ms": 70.544, "p95_ms": 63.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.457, "count": 298, "max_ms": 79.508, "p95_ms": 74.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.982, "count": 298, "max_ms": 95.539, "p95_ms": 91.016}, "read_interval": {"avg_ms": 100.786, "count": 297, "max_ms": 608.186, "p95_ms": 188.369}, "triton_wait": {"avg_ms": 53.401, "count": 298, "max_ms": 79.521, "p95_ms": 74.943}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.192, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16482.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 779, "h264_decode_error_count": 1913, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:14:47+09:00", "last_error_summary": "[h264 @ 0x560f60fd0340] left block unavailable for requested intra mode [h264 @ 0x560f60fd0340] error while decoding MB 0 13, bytestream 5139", "last_exit_at": "2026-07-06T05:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.312, "last_started_at": "2026-07-06T05:14:50+09:00", "pid": 145662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 145662, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 868, "restart_count_per_hour": 7, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 869}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.837, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:18:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:18:17+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T05:18:17+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T05:18:17.202312+09:00", "mtime_epoch": 1783282697.2023118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:18:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.808, "pushed": 7.808, "read": 7.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.372, "count": 233, "max_ms": 29.859, "p95_ms": 24.228}, "gstreamer_push": {"avg_ms": 1.12, "count": 234, "max_ms": 1.637, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.055, "count": 233, "max_ms": 66.054, "p95_ms": 61.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.965, "count": 233, "max_ms": 71.503, "p95_ms": 65.415}, "yolo11_640_fire_11class": {"avg_ms": 47.591, "count": 233, "max_ms": 65.526, "p95_ms": 61.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.491, "count": 233, "max_ms": 78.497, "p95_ms": 74.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.782, "count": 234, "max_ms": 157.021, "p95_ms": 136.259}, "read_interval": {"avg_ms": 128.572, "count": 233, "max_ms": 168.02, "p95_ms": 149.742}, "triton_wait": {"avg_ms": 54.664, "count": 233, "max_ms": 78.507, "p95_ms": 74.474}, "visualize": {"avg_ms": 4.692, "count": 233, "max_ms": 6.836, "p95_ms": 5.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16482.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47211.144, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.139, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2370092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:18:29+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T05:18:29+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T05:18:29.262567+09:00", "mtime_epoch": 1783282709.2625666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:18:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2571.766, "name": "celery", "pid": 267, "rss_mb": 2571.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.35, "pushed": 9.35, "read": 9.317}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.897, "count": 280, "max_ms": 11.182, "p95_ms": 9.27}, "gstreamer_push": {"avg_ms": 1.242, "count": 280, "max_ms": 2.103, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.759, "count": 280, "max_ms": 69.905, "p95_ms": 63.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.373, "count": 280, "max_ms": 79.426, "p95_ms": 61.458}, "yolo11_640_fire_11class": {"avg_ms": 48.877, "count": 280, "max_ms": 69.732, "p95_ms": 61.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.228, "count": 280, "max_ms": 79.433, "p95_ms": 74.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.292, "count": 280, "max_ms": 95.484, "p95_ms": 91.431}, "read_interval": {"avg_ms": 107.243, "count": 279, "max_ms": 5251.059, "p95_ms": 105.521}, "triton_wait": {"avg_ms": 54.901, "count": 280, "max_ms": 79.446, "p95_ms": 75.115}, "visualize": {"avg_ms": 3.628, "count": 280, "max_ms": 4.5, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16476.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 780, "h264_decode_error_count": 1914, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:18:35+09:00", "last_error_summary": "[h264 @ 0x56109641f640] error while decoding MB 67 4, bytestream -10", "last_exit_at": "2026-07-06T05:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.463, "last_started_at": "2026-07-06T05:18:37+09:00", "pid": 145769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.105, "name": "ffmpeg", "pid": 145769, "rss_mb": 265.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 869, "restart_count_per_hour": 8, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 870}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.585, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1909898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:18:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:18:47+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:18:47+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T05:18:47.310231+09:00", "mtime_epoch": 1783282727.3102314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:18:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.476, "pushed": 6.476, "read": 6.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.973, "count": 194, "max_ms": 25.647, "p95_ms": 21.062}, "gstreamer_push": {"avg_ms": 1.127, "count": 194, "max_ms": 1.438, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.479, "count": 194, "max_ms": 66.422, "p95_ms": 61.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.925, "count": 194, "max_ms": 78.954, "p95_ms": 72.092}, "yolo11_640_fire_11class": {"avg_ms": 48.568, "count": 194, "max_ms": 63.43, "p95_ms": 60.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.726, "count": 194, "max_ms": 78.645, "p95_ms": 75.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.788, "count": 194, "max_ms": 141.269, "p95_ms": 137.985}, "read_interval": {"avg_ms": 155.204, "count": 193, "max_ms": 4846.685, "p95_ms": 151.496}, "triton_wait": {"avg_ms": 57.225, "count": 194, "max_ms": 78.965, "p95_ms": 76.223}, "visualize": {"avg_ms": 4.698, "count": 194, "max_ms": 6.201, "p95_ms": 4.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16478.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47241.157, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.24, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2370411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:18:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:18:59+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T05:18:59+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T05:18:59.265942+09:00", "mtime_epoch": 1783282739.2659423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:18:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2572.023, "name": "celery", "pid": 267, "rss_mb": 2572.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.656, "pushed": 10.656, "read": 10.623}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.786, "count": 319, "max_ms": 11.042, "p95_ms": 8.721}, "gstreamer_push": {"avg_ms": 1.266, "count": 319, "max_ms": 1.547, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.227, "count": 319, "max_ms": 69.201, "p95_ms": 63.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.563, "count": 319, "max_ms": 79.873, "p95_ms": 65.882}, "yolo11_640_fire_11class": {"avg_ms": 48.35, "count": 319, "max_ms": 66.642, "p95_ms": 62.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.17, "count": 319, "max_ms": 82.348, "p95_ms": 76.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.835, "count": 319, "max_ms": 98.457, "p95_ms": 92.778}, "read_interval": {"avg_ms": 94.026, "count": 318, "max_ms": 639.828, "p95_ms": 108.408}, "triton_wait": {"avg_ms": 55.551, "count": 319, "max_ms": 82.361, "p95_ms": 76.942}, "visualize": {"avg_ms": 3.653, "count": 319, "max_ms": 4.68, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16482.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 780, "h264_decode_error_count": 1914, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:18:35+09:00", "last_error_summary": "[h264 @ 0x56109641f640] error while decoding MB 67 4, bytestream -10", "last_exit_at": "2026-07-06T05:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.488, "last_started_at": "2026-07-06T05:18:37+09:00", "pid": 145769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.84, "name": "ffmpeg", "pid": 145769, "rss_mb": 272.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 869, "restart_count_per_hour": 8, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 870}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.029, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1910127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:19:17+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T05:19:17+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:19:17.333525+09:00", "mtime_epoch": 1783282757.333525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:19:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.665, "pushed": 7.665, "read": 7.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.057, "count": 229, "max_ms": 25.465, "p95_ms": 21.113}, "gstreamer_push": {"avg_ms": 1.131, "count": 229, "max_ms": 1.853, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.377, "count": 229, "max_ms": 64.419, "p95_ms": 61.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.23, "count": 229, "max_ms": 83.003, "p95_ms": 69.174}, "yolo11_640_fire_11class": {"avg_ms": 48.912, "count": 229, "max_ms": 64.739, "p95_ms": 61.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.999, "count": 229, "max_ms": 80.592, "p95_ms": 76.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.859, "count": 229, "max_ms": 142.082, "p95_ms": 137.913}, "read_interval": {"avg_ms": 131.129, "count": 228, "max_ms": 156.959, "p95_ms": 151.263}, "triton_wait": {"avg_ms": 57.32, "count": 229, "max_ms": 83.015, "p95_ms": 76.61}, "visualize": {"avg_ms": 4.703, "count": 229, "max_ms": 6.8, "p95_ms": 4.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16482.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47271.185, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.289, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2370713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:19:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:19:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:19:29+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:19:29.321261+09:00", "mtime_epoch": 1783282769.3212607, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:19:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2572.023, "name": "celery", "pid": 267, "rss_mb": 2572.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.872, "count": 302, "max_ms": 12.643, "p95_ms": 9.404}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.582, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.25, "count": 302, "max_ms": 68.529, "p95_ms": 63.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.387, "count": 302, "max_ms": 80.331, "p95_ms": 68.347}, "yolo11_640_fire_11class": {"avg_ms": 48.824, "count": 302, "max_ms": 67.983, "p95_ms": 62.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.132, "count": 302, "max_ms": 81.037, "p95_ms": 75.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.489, "count": 302, "max_ms": 97.471, "p95_ms": 91.101}, "read_interval": {"avg_ms": 99.477, "count": 301, "max_ms": 639.348, "p95_ms": 139.313}, "triton_wait": {"avg_ms": 55.16, "count": 302, "max_ms": 81.049, "p95_ms": 75.362}, "visualize": {"avg_ms": 3.639, "count": 302, "max_ms": 4.894, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 780, "h264_decode_error_count": 1914, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:18:35+09:00", "last_error_summary": "[h264 @ 0x56109641f640] error while decoding MB 67 4, bytestream -10", "last_exit_at": "2026-07-06T05:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.518, "last_started_at": "2026-07-06T05:18:37+09:00", "pid": 145769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.355, "name": "ffmpeg", "pid": 145769, "rss_mb": 273.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 869, "restart_count_per_hour": 8, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 870}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.59, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1910356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:19:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:19:47+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T05:19:47+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T05:19:47.364882+09:00", "mtime_epoch": 1783282787.3648815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:19:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9536.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.658, "pushed": 7.658, "read": 7.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.227, "count": 229, "max_ms": 30.472, "p95_ms": 23.126}, "gstreamer_push": {"avg_ms": 1.115, "count": 229, "max_ms": 1.438, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.695, "count": 229, "max_ms": 64.764, "p95_ms": 62.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.282, "count": 229, "max_ms": 78.806, "p95_ms": 72.051}, "yolo11_640_fire_11class": {"avg_ms": 49.175, "count": 229, "max_ms": 64.827, "p95_ms": 61.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.589, "count": 229, "max_ms": 78.387, "p95_ms": 76.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.335, "count": 229, "max_ms": 165.048, "p95_ms": 138.758}, "read_interval": {"avg_ms": 131.171, "count": 228, "max_ms": 176.331, "p95_ms": 151.724}, "triton_wait": {"avg_ms": 57.065, "count": 229, "max_ms": 78.817, "p95_ms": 76.608}, "visualize": {"avg_ms": 4.756, "count": 229, "max_ms": 7.362, "p95_ms": 5.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16483.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47301.209, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.41, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2371010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:19:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:19:59+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:19:59+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T05:19:59.344642+09:00", "mtime_epoch": 1783282799.3446417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:19:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2572.281, "name": "celery", "pid": 267, "rss_mb": 2572.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.928, "pushed": 9.928, "read": 9.894}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.001, "count": 297, "max_ms": 12.447, "p95_ms": 10.07}, "gstreamer_push": {"avg_ms": 1.274, "count": 297, "max_ms": 1.849, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.774, "count": 297, "max_ms": 65.614, "p95_ms": 63.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.698, "count": 297, "max_ms": 80.402, "p95_ms": 69.01}, "yolo11_640_fire_11class": {"avg_ms": 49.819, "count": 297, "max_ms": 65.423, "p95_ms": 63.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.433, "count": 297, "max_ms": 79.569, "p95_ms": 76.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.995, "count": 297, "max_ms": 114.881, "p95_ms": 93.311}, "read_interval": {"avg_ms": 101.148, "count": 296, "max_ms": 524.557, "p95_ms": 187.005}, "triton_wait": {"avg_ms": 56.069, "count": 297, "max_ms": 80.415, "p95_ms": 76.153}, "visualize": {"avg_ms": 3.702, "count": 297, "max_ms": 5.476, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 780, "h264_decode_error_count": 1914, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:18:35+09:00", "last_error_summary": "[h264 @ 0x56109641f640] error while decoding MB 67 4, bytestream -10", "last_exit_at": "2026-07-06T05:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.553, "last_started_at": "2026-07-06T05:18:37+09:00", "pid": 145769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.613, "name": "ffmpeg", "pid": 145769, "rss_mb": 273.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 869, "restart_count_per_hour": 8, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 870}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.839, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1910585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:20:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:20:17+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T05:20:17+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T05:20:17.368298+09:00", "mtime_epoch": 1783282817.3682983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:20:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.657, "pushed": 7.657, "read": 7.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.336, "count": 229, "max_ms": 32.321, "p95_ms": 22.702}, "gstreamer_push": {"avg_ms": 1.125, "count": 229, "max_ms": 1.794, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.585, "count": 229, "max_ms": 67.154, "p95_ms": 62.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.787, "count": 229, "max_ms": 79.603, "p95_ms": 71.888}, "yolo11_640_fire_11class": {"avg_ms": 49.626, "count": 229, "max_ms": 68.697, "p95_ms": 62.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.25, "count": 229, "max_ms": 80.226, "p95_ms": 76.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.154, "count": 229, "max_ms": 146.745, "p95_ms": 138.513}, "read_interval": {"avg_ms": 131.052, "count": 228, "max_ms": 159.509, "p95_ms": 151.335}, "triton_wait": {"avg_ms": 57.471, "count": 229, "max_ms": 80.238, "p95_ms": 77.18}, "visualize": {"avg_ms": 4.751, "count": 229, "max_ms": 7.928, "p95_ms": 5.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47331.26, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.545, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2371310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:20:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:20:29+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T05:20:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T05:20:29.380080+09:00", "mtime_epoch": 1783282829.3800805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:20:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2572.539, "name": "celery", "pid": 267, "rss_mb": 2572.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.955, "count": 300, "max_ms": 12.552, "p95_ms": 9.164}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.669, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.373, "count": 300, "max_ms": 65.636, "p95_ms": 63.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.255, "count": 300, "max_ms": 81.555, "p95_ms": 69.757}, "yolo11_640_fire_11class": {"avg_ms": 49.276, "count": 300, "max_ms": 66.699, "p95_ms": 63.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.665, "count": 300, "max_ms": 81.567, "p95_ms": 76.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.23, "count": 300, "max_ms": 97.736, "p95_ms": 92.738}, "read_interval": {"avg_ms": 100.168, "count": 299, "max_ms": 680.62, "p95_ms": 110.55}, "triton_wait": {"avg_ms": 55.774, "count": 300, "max_ms": 81.577, "p95_ms": 76.449}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 6.022, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 780, "h264_decode_error_count": 1914, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:18:35+09:00", "last_error_summary": "[h264 @ 0x56109641f640] error while decoding MB 67 4, bytestream -10", "last_exit_at": "2026-07-06T05:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.668, "last_started_at": "2026-07-06T05:18:37+09:00", "pid": 145769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.613, "name": "ffmpeg", "pid": 145769, "rss_mb": 273.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 869, "restart_count_per_hour": 8, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 870}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.248, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1910809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:20:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:20:47+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T05:20:47+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T05:20:47.511769+09:00", "mtime_epoch": 1783282847.5117686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:20:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.468, "pushed": 7.468, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.09, "count": 223, "max_ms": 24.549, "p95_ms": 20.755}, "gstreamer_push": {"avg_ms": 1.102, "count": 224, "max_ms": 1.58, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.608, "count": 223, "max_ms": 65.45, "p95_ms": 62.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.031, "count": 223, "max_ms": 83.177, "p95_ms": 68.728}, "yolo11_640_fire_11class": {"avg_ms": 49.671, "count": 223, "max_ms": 66.146, "p95_ms": 62.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.93, "count": 223, "max_ms": 82.659, "p95_ms": 76.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.074, "count": 224, "max_ms": 169.185, "p95_ms": 148.032}, "read_interval": {"avg_ms": 134.465, "count": 223, "max_ms": 180.753, "p95_ms": 160.467}, "triton_wait": {"avg_ms": 58.038, "count": 223, "max_ms": 83.187, "p95_ms": 76.938}, "visualize": {"avg_ms": 4.815, "count": 223, "max_ms": 5.933, "p95_ms": 5.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47361.283, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.779, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2371611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:20:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:20:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T05:20:59+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T05:20:59.395575+09:00", "mtime_epoch": 1783282859.3955748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:20:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2572.539, "name": "celery", "pid": 267, "rss_mb": 2572.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.874, "count": 301, "max_ms": 12.56, "p95_ms": 8.623}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.47, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.894, "count": 301, "max_ms": 67.157, "p95_ms": 63.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.229, "count": 301, "max_ms": 85.374, "p95_ms": 65.281}, "yolo11_640_fire_11class": {"avg_ms": 49.556, "count": 301, "max_ms": 67.338, "p95_ms": 64.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.373, "count": 301, "max_ms": 84.606, "p95_ms": 76.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.893, "count": 301, "max_ms": 102.007, "p95_ms": 92.739}, "read_interval": {"avg_ms": 99.724, "count": 300, "max_ms": 694.864, "p95_ms": 112.554}, "triton_wait": {"avg_ms": 56.518, "count": 301, "max_ms": 85.386, "p95_ms": 76.512}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 4.635, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16484.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 780, "h264_decode_error_count": 1914, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:18:35+09:00", "last_error_summary": "[h264 @ 0x56109641f640] error while decoding MB 67 4, bytestream -10", "last_exit_at": "2026-07-06T05:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.771, "last_started_at": "2026-07-06T05:18:37+09:00", "pid": 145769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.613, "name": "ffmpeg", "pid": 145769, "rss_mb": 273.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 869, "restart_count_per_hour": 8, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 870}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.527, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:21:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:21:17+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T05:21:17+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T05:21:17.611293+09:00", "mtime_epoch": 1783282877.611293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:21:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.67, "pushed": 7.67, "read": 7.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.997, "count": 229, "max_ms": 26.829, "p95_ms": 20.899}, "gstreamer_push": {"avg_ms": 1.12, "count": 230, "max_ms": 1.597, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.888, "count": 229, "max_ms": 66.437, "p95_ms": 62.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.002, "count": 229, "max_ms": 78.978, "p95_ms": 71.316}, "yolo11_640_fire_11class": {"avg_ms": 49.53, "count": 229, "max_ms": 65.962, "p95_ms": 62.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.44, "count": 229, "max_ms": 80.027, "p95_ms": 77.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.046, "count": 230, "max_ms": 141.944, "p95_ms": 138.783}, "read_interval": {"avg_ms": 130.872, "count": 229, "max_ms": 154.942, "p95_ms": 152.206}, "triton_wait": {"avg_ms": 57.548, "count": 229, "max_ms": 80.04, "p95_ms": 77.306}, "visualize": {"avg_ms": 4.72, "count": 229, "max_ms": 6.338, "p95_ms": 5.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47391.298, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.838, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2371911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:21:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T05:21:29+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T05:21:29.443120+09:00", "mtime_epoch": 1783282889.4431202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:21:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2572.797, "name": "celery", "pid": 267, "rss_mb": 2572.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.887, "count": 300, "max_ms": 11.403, "p95_ms": 9.157}, "gstreamer_push": {"avg_ms": 1.265, "count": 300, "max_ms": 1.985, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.21, "count": 300, "max_ms": 68.784, "p95_ms": 62.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.32, "count": 300, "max_ms": 81.089, "p95_ms": 68.388}, "yolo11_640_fire_11class": {"avg_ms": 48.31, "count": 300, "max_ms": 68.219, "p95_ms": 62.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.633, "count": 300, "max_ms": 81.313, "p95_ms": 75.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.902, "count": 300, "max_ms": 97.481, "p95_ms": 92.423}, "read_interval": {"avg_ms": 100.118, "count": 299, "max_ms": 707.383, "p95_ms": 160.077}, "triton_wait": {"avg_ms": 55.527, "count": 300, "max_ms": 81.326, "p95_ms": 76.303}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 4.649, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16484.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 780, "h264_decode_error_count": 1914, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:18:35+09:00", "last_error_summary": "[h264 @ 0x56109641f640] error while decoding MB 67 4, bytestream -10", "last_exit_at": "2026-07-06T05:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.8, "last_started_at": "2026-07-06T05:18:37+09:00", "pid": 145769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.613, "name": "ffmpeg", "pid": 145769, "rss_mb": 273.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 869, "restart_count_per_hour": 8, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 870}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.849, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:21:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:21:47+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T05:21:47+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T05:21:47.626869+09:00", "mtime_epoch": 1783282907.626869, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:21:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.557, "pushed": 7.557, "read": 7.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.436, "count": 226, "max_ms": 26.429, "p95_ms": 22.853}, "gstreamer_push": {"avg_ms": 1.119, "count": 226, "max_ms": 1.563, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.888, "count": 226, "max_ms": 69.142, "p95_ms": 61.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.034, "count": 226, "max_ms": 76.295, "p95_ms": 69.037}, "yolo11_640_fire_11class": {"avg_ms": 46.76, "count": 226, "max_ms": 68.614, "p95_ms": 61.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.039, "count": 226, "max_ms": 79.182, "p95_ms": 76.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.191, "count": 226, "max_ms": 163.165, "p95_ms": 143.73}, "read_interval": {"avg_ms": 132.815, "count": 225, "max_ms": 176.245, "p95_ms": 154.949}, "triton_wait": {"avg_ms": 57.098, "count": 226, "max_ms": 79.195, "p95_ms": 76.355}, "visualize": {"avg_ms": 4.778, "count": 226, "max_ms": 7.149, "p95_ms": 5.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47421.375, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.817, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2372212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:21:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:21:59+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T05:21:59.514714+09:00", "mtime_epoch": 1783282919.5147142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 154516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:21:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2572.797, "name": "celery", "pid": 267, "rss_mb": 2572.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.911, "count": 300, "max_ms": 11.945, "p95_ms": 9.191}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.622, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.367, "count": 300, "max_ms": 65.682, "p95_ms": 62.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.521, "count": 300, "max_ms": 74.943, "p95_ms": 62.093}, "yolo11_640_fire_11class": {"avg_ms": 48.93, "count": 300, "max_ms": 68.895, "p95_ms": 62.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.541, "count": 300, "max_ms": 80.384, "p95_ms": 74.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.503, "count": 301, "max_ms": 96.507, "p95_ms": 90.905}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 621.562, "p95_ms": 127.103}, "triton_wait": {"avg_ms": 55.162, "count": 300, "max_ms": 80.399, "p95_ms": 74.962}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 4.522, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16472.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 781, "h264_decode_error_count": 1915, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:22:06+09:00", "last_error_summary": "[h264 @ 0x555e09db5f00] error while decoding MB 72 9, bytestream -5", "last_exit_at": "2026-07-06T05:22:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.424, "last_started_at": "2026-07-06T05:22:09+09:00", "pid": 145876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 258.723, "name": "ffmpeg", "pid": 145876, "rss_mb": 258.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 870, "restart_count_per_hour": 9, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 871}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.374, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:22:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:22:17+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:22:17+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T05:22:17.654492+09:00", "mtime_epoch": 1783282937.6544917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:22:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.335, "pushed": 6.335, "read": 6.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.244, "count": 190, "max_ms": 24.727, "p95_ms": 21.173}, "gstreamer_push": {"avg_ms": 1.121, "count": 190, "max_ms": 1.597, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.226, "count": 190, "max_ms": 65.533, "p95_ms": 62.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.829, "count": 190, "max_ms": 75.962, "p95_ms": 68.512}, "yolo11_640_fire_11class": {"avg_ms": 49.657, "count": 190, "max_ms": 66.102, "p95_ms": 62.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.532, "count": 190, "max_ms": 80.394, "p95_ms": 76.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.824, "count": 190, "max_ms": 174.564, "p95_ms": 161.379}, "read_interval": {"avg_ms": 158.035, "count": 190, "max_ms": 4793.998, "p95_ms": 173.728}, "triton_wait": {"avg_ms": 57.751, "count": 190, "max_ms": 80.404, "p95_ms": 76.474}, "visualize": {"avg_ms": 4.805, "count": 190, "max_ms": 6.97, "p95_ms": 5.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16478.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47451.436, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.838, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2372513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:22:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:22:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T05:22:29+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T05:22:29.558355+09:00", "mtime_epoch": 1783282949.5583546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:22:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2573.055, "name": "celery", "pid": 267, "rss_mb": 2573.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.887, "count": 301, "max_ms": 13.848, "p95_ms": 9.185}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.971, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.09, "count": 301, "max_ms": 66.585, "p95_ms": 63.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.925, "count": 301, "max_ms": 82.015, "p95_ms": 64.349}, "yolo11_640_fire_11class": {"avg_ms": 48.601, "count": 301, "max_ms": 64.909, "p95_ms": 62.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.308, "count": 301, "max_ms": 78.635, "p95_ms": 75.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.698, "count": 301, "max_ms": 97.937, "p95_ms": 91.057}, "read_interval": {"avg_ms": 99.863, "count": 300, "max_ms": 679.583, "p95_ms": 131.365}, "triton_wait": {"avg_ms": 54.405, "count": 301, "max_ms": 82.028, "p95_ms": 75.041}, "visualize": {"avg_ms": 3.62, "count": 301, "max_ms": 5.64, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16480.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 781, "h264_decode_error_count": 1915, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:22:06+09:00", "last_error_summary": "[h264 @ 0x555e09db5f00] error while decoding MB 72 9, bytestream -5", "last_exit_at": "2026-07-06T05:22:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.436, "last_started_at": "2026-07-06T05:22:09+09:00", "pid": 145876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 145876, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 870, "restart_count_per_hour": 9, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 871}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.21, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:22:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:22:47+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T05:22:47+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T05:22:47.666159+09:00", "mtime_epoch": 1783282967.6661592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:22:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.761, "pushed": 7.761, "read": 7.728}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.874, "count": 232, "max_ms": 26.308, "p95_ms": 20.929}, "gstreamer_push": {"avg_ms": 1.119, "count": 232, "max_ms": 1.583, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.202, "count": 232, "max_ms": 64.163, "p95_ms": 62.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.593, "count": 232, "max_ms": 82.13, "p95_ms": 68.765}, "yolo11_640_fire_11class": {"avg_ms": 48.656, "count": 232, "max_ms": 63.749, "p95_ms": 61.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.113, "count": 232, "max_ms": 79.263, "p95_ms": 74.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.778, "count": 232, "max_ms": 141.677, "p95_ms": 136.394}, "read_interval": {"avg_ms": 129.396, "count": 231, "max_ms": 156.183, "p95_ms": 149.494}, "triton_wait": {"avg_ms": 56.663, "count": 232, "max_ms": 82.141, "p95_ms": 74.554}, "visualize": {"avg_ms": 4.73, "count": 232, "max_ms": 7.153, "p95_ms": 5.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16481.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47481.921, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.03, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2372816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:23:00+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T05:23:00+09:00", "mjpeg": {"age_sec": 0.477, "exists": true, "mtime": "2026-07-06T05:22:59.646038+09:00", "mtime_epoch": 1783282979.6460383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:23:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2573.312, "name": "celery", "pid": 267, "rss_mb": 2573.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.837, "count": 297, "max_ms": 13.892, "p95_ms": 9.104}, "gstreamer_push": {"avg_ms": 1.249, "count": 298, "max_ms": 1.964, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.482, "count": 297, "max_ms": 66.291, "p95_ms": 63.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.916, "count": 297, "max_ms": 81.703, "p95_ms": 62.189}, "yolo11_640_fire_11class": {"avg_ms": 48.628, "count": 297, "max_ms": 67.66, "p95_ms": 62.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.847, "count": 297, "max_ms": 77.951, "p95_ms": 74.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.703, "count": 298, "max_ms": 97.308, "p95_ms": 90.304}, "read_interval": {"avg_ms": 100.964, "count": 297, "max_ms": 536.417, "p95_ms": 267.056}, "triton_wait": {"avg_ms": 54.478, "count": 297, "max_ms": 81.714, "p95_ms": 74.669}, "visualize": {"avg_ms": 3.642, "count": 297, "max_ms": 4.57, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16481.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 781, "h264_decode_error_count": 1915, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:22:06+09:00", "last_error_summary": "[h264 @ 0x555e09db5f00] error while decoding MB 72 9, bytestream -5", "last_exit_at": "2026-07-06T05:22:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.436, "last_started_at": "2026-07-06T05:22:09+09:00", "pid": 145876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.23, "name": "ffmpeg", "pid": 145876, "rss_mb": 267.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 870, "restart_count_per_hour": 9, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 871}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.075, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1911919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:23:17+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T05:23:17+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T05:23:17.645869+09:00", "mtime_epoch": 1783282997.6458685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:23:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.733, "pushed": 7.767, "read": 7.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.861, "count": 232, "max_ms": 26.458, "p95_ms": 20.759}, "gstreamer_push": {"avg_ms": 1.108, "count": 233, "max_ms": 1.806, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.534, "count": 232, "max_ms": 65.983, "p95_ms": 62.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.432, "count": 232, "max_ms": 76.779, "p95_ms": 69.748}, "yolo11_640_fire_11class": {"avg_ms": 48.772, "count": 232, "max_ms": 64.893, "p95_ms": 60.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.829, "count": 232, "max_ms": 78.664, "p95_ms": 71.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.38, "count": 232, "max_ms": 139.342, "p95_ms": 133.389}, "read_interval": {"avg_ms": 129.212, "count": 232, "max_ms": 153.914, "p95_ms": 147.607}, "triton_wait": {"avg_ms": 56.253, "count": 232, "max_ms": 78.676, "p95_ms": 73.407}, "visualize": {"avg_ms": 4.695, "count": 232, "max_ms": 6.273, "p95_ms": 5.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16481.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47512.015, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.807, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2373117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:23:30+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T05:23:30+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T05:23:30.137759+09:00", "mtime_epoch": 1783283010.1377594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:23:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2573.312, "name": "celery", "pid": 267, "rss_mb": 2573.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.786, "count": 300, "max_ms": 13.692, "p95_ms": 8.965}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.779, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.671, "count": 300, "max_ms": 69.237, "p95_ms": 62.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.146, "count": 300, "max_ms": 78.657, "p95_ms": 65.144}, "yolo11_640_fire_11class": {"avg_ms": 48.312, "count": 300, "max_ms": 70.029, "p95_ms": 62.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.466, "count": 300, "max_ms": 75.823, "p95_ms": 72.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.596, "count": 300, "max_ms": 94.24, "p95_ms": 89.115}, "read_interval": {"avg_ms": 100.045, "count": 299, "max_ms": 667.771, "p95_ms": 130.292}, "triton_wait": {"avg_ms": 53.393, "count": 300, "max_ms": 78.668, "p95_ms": 73.102}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 5.177, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 781, "h264_decode_error_count": 1915, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:22:06+09:00", "last_error_summary": "[h264 @ 0x555e09db5f00] error while decoding MB 72 9, bytestream -5", "last_exit_at": "2026-07-06T05:22:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.565, "last_started_at": "2026-07-06T05:22:09+09:00", "pid": 145876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.066, "name": "ffmpeg", "pid": 145876, "rss_mb": 270.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 870, "restart_count_per_hour": 9, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 871}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.849, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:23:47+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T05:23:47+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T05:23:47.781616+09:00", "mtime_epoch": 1783283027.7816164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:23:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.768, "pushed": 7.768, "read": 7.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.102, "count": 232, "max_ms": 32.921, "p95_ms": 22.369}, "gstreamer_push": {"avg_ms": 1.105, "count": 233, "max_ms": 1.684, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.693, "count": 232, "max_ms": 64.908, "p95_ms": 61.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.913, "count": 232, "max_ms": 86.912, "p95_ms": 67.674}, "yolo11_640_fire_11class": {"avg_ms": 48.123, "count": 232, "max_ms": 63.854, "p95_ms": 61.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.516, "count": 232, "max_ms": 77.873, "p95_ms": 74.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.468, "count": 233, "max_ms": 147.603, "p95_ms": 136.029}, "read_interval": {"avg_ms": 129.28, "count": 232, "max_ms": 159.987, "p95_ms": 148.76}, "triton_wait": {"avg_ms": 56.26, "count": 232, "max_ms": 86.923, "p95_ms": 74.424}, "visualize": {"avg_ms": 4.674, "count": 232, "max_ms": 5.817, "p95_ms": 5.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16486.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47542.097, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.609, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2373417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:24:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:24:00+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T05:24:00+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:24:00.233523+09:00", "mtime_epoch": 1783283040.2335231, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:24:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2573.57, "name": "celery", "pid": 267, "rss_mb": 2573.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.884, "count": 299, "max_ms": 13.49, "p95_ms": 9.136}, "gstreamer_push": {"avg_ms": 1.243, "count": 299, "max_ms": 1.469, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.489, "count": 299, "max_ms": 67.913, "p95_ms": 62.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.362, "count": 299, "max_ms": 83.867, "p95_ms": 63.049}, "yolo11_640_fire_11class": {"avg_ms": 49.092, "count": 299, "max_ms": 66.075, "p95_ms": 62.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.325, "count": 299, "max_ms": 82.661, "p95_ms": 73.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.23, "count": 299, "max_ms": 99.799, "p95_ms": 89.867}, "read_interval": {"avg_ms": 100.308, "count": 299, "max_ms": 627.104, "p95_ms": 110.884}, "triton_wait": {"avg_ms": 54.929, "count": 299, "max_ms": 83.88, "p95_ms": 73.826}, "visualize": {"avg_ms": 3.655, "count": 299, "max_ms": 4.545, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16487.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 781, "h264_decode_error_count": 1915, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:22:06+09:00", "last_error_summary": "[h264 @ 0x555e09db5f00] error while decoding MB 72 9, bytestream -5", "last_exit_at": "2026-07-06T05:22:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.676, "last_started_at": "2026-07-06T05:22:09+09:00", "pid": 145876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.992, "name": "ffmpeg", "pid": 145876, "rss_mb": 273.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 870, "restart_count_per_hour": 9, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 871}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.758, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:24:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:24:18+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T05:24:17+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T05:24:17.905402+09:00", "mtime_epoch": 1783283057.9054017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:24:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.703, "pushed": 7.703, "read": 7.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.98, "count": 230, "max_ms": 29.853, "p95_ms": 21.198}, "gstreamer_push": {"avg_ms": 1.109, "count": 231, "max_ms": 1.681, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.352, "count": 230, "max_ms": 70.917, "p95_ms": 63.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.65, "count": 230, "max_ms": 81.615, "p95_ms": 71.333}, "yolo11_640_fire_11class": {"avg_ms": 48.642, "count": 230, "max_ms": 69.889, "p95_ms": 62.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.009, "count": 230, "max_ms": 80.807, "p95_ms": 75.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.979, "count": 231, "max_ms": 141.563, "p95_ms": 136.715}, "read_interval": {"avg_ms": 130.377, "count": 230, "max_ms": 324.522, "p95_ms": 150.163}, "triton_wait": {"avg_ms": 56.477, "count": 230, "max_ms": 81.628, "p95_ms": 76.155}, "visualize": {"avg_ms": 4.691, "count": 230, "max_ms": 6.241, "p95_ms": 4.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16488.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47572.139, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.613, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2373716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:24:30+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T05:24:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T05:24:30.277324+09:00", "mtime_epoch": 1783283070.277324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:24:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2573.57, "name": "celery", "pid": 267, "rss_mb": 2573.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.867, "count": 299, "max_ms": 11.808, "p95_ms": 9.356}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 1.486, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.452, "count": 299, "max_ms": 65.809, "p95_ms": 62.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.651, "count": 299, "max_ms": 79.884, "p95_ms": 70.813}, "yolo11_640_fire_11class": {"avg_ms": 49.17, "count": 299, "max_ms": 65.718, "p95_ms": 62.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.034, "count": 299, "max_ms": 80.265, "p95_ms": 75.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.068, "count": 299, "max_ms": 96.614, "p95_ms": 91.478}, "read_interval": {"avg_ms": 100.528, "count": 298, "max_ms": 815.221, "p95_ms": 112.522}, "triton_wait": {"avg_ms": 54.741, "count": 299, "max_ms": 80.277, "p95_ms": 75.369}, "visualize": {"avg_ms": 3.644, "count": 299, "max_ms": 5.044, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16489.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 781, "h264_decode_error_count": 1915, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:22:06+09:00", "last_error_summary": "[h264 @ 0x555e09db5f00] error while decoding MB 72 9, bytestream -5", "last_exit_at": "2026-07-06T05:22:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.75, "last_started_at": "2026-07-06T05:22:09+09:00", "pid": 145876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.023, "name": "ffmpeg", "pid": 145876, "rss_mb": 275.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 870, "restart_count_per_hour": 9, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 871}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.676, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:24:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:24:48+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T05:24:47+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T05:24:47.981223+09:00", "mtime_epoch": 1783283087.9812226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:24:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.812, "pushed": 7.812, "read": 7.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.937, "count": 234, "max_ms": 33.738, "p95_ms": 29.461}, "gstreamer_push": {"avg_ms": 1.098, "count": 234, "max_ms": 1.648, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.499, "count": 234, "max_ms": 66.519, "p95_ms": 62.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.856, "count": 234, "max_ms": 76.203, "p95_ms": 66.962}, "yolo11_640_fire_11class": {"avg_ms": 46.861, "count": 234, "max_ms": 65.876, "p95_ms": 61.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.058, "count": 234, "max_ms": 79.933, "p95_ms": 74.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.96, "count": 234, "max_ms": 146.833, "p95_ms": 138.428}, "read_interval": {"avg_ms": 128.554, "count": 233, "max_ms": 159.247, "p95_ms": 150.991}, "triton_wait": {"avg_ms": 54.472, "count": 234, "max_ms": 79.944, "p95_ms": 75.514}, "visualize": {"avg_ms": 4.671, "count": 234, "max_ms": 6.139, "p95_ms": 5.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16489.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47602.223, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.394, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2374022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:25:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:25:00+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T05:25:00+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T05:25:00.357159+09:00", "mtime_epoch": 1783283100.3571587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:25:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2573.828, "name": "celery", "pid": 267, "rss_mb": 2573.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.207, "pushed": 10.207, "read": 10.174}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.2, "count": 306, "max_ms": 13.82, "p95_ms": 11.999}, "gstreamer_push": {"avg_ms": 1.241, "count": 306, "max_ms": 2.022, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.654, "count": 306, "max_ms": 69.12, "p95_ms": 62.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.489, "count": 306, "max_ms": 82.162, "p95_ms": 59.718}, "yolo11_640_fire_11class": {"avg_ms": 48.085, "count": 306, "max_ms": 69.864, "p95_ms": 61.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.936, "count": 306, "max_ms": 80.978, "p95_ms": 73.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.551, "count": 306, "max_ms": 99.243, "p95_ms": 89.505}, "read_interval": {"avg_ms": 98.345, "count": 305, "max_ms": 913.532, "p95_ms": 106.925}, "triton_wait": {"avg_ms": 53.909, "count": 306, "max_ms": 82.174, "p95_ms": 73.708}, "visualize": {"avg_ms": 3.644, "count": 306, "max_ms": 5.225, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16499.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 781, "h264_decode_error_count": 1915, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:22:06+09:00", "last_error_summary": "[h264 @ 0x555e09db5f00] error while decoding MB 72 9, bytestream -5", "last_exit_at": "2026-07-06T05:22:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.591, "last_started_at": "2026-07-06T05:22:09+09:00", "pid": 145876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.828, "name": "ffmpeg", "pid": 145876, "rss_mb": 285.828, "state": "S (sleeping)", "threads": 104}, "restart_count": 870, "restart_count_per_hour": 9, "rtsp_timeout_count": 492, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 871}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.694, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:25:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:25:21+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T05:25:21+09:00", "mjpeg": {"age_sec": 10.117, "exists": true, "mtime": "2026-07-06T05:25:11.809104+09:00", "mtime_epoch": 1783283111.8091044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:25:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9537.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.907, "pushed": 2.907, "read": 2.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.795, "count": 87, "max_ms": 33.783, "p95_ms": 21.674}, "gstreamer_push": {"avg_ms": 1.087, "count": 87, "max_ms": 1.331, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.3, "count": 87, "max_ms": 63.841, "p95_ms": 60.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.857, "count": 87, "max_ms": 75.171, "p95_ms": 68.723}, "yolo11_640_fire_11class": {"avg_ms": 48.617, "count": 87, "max_ms": 62.571, "p95_ms": 60.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.307, "count": 87, "max_ms": 76.688, "p95_ms": 72.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.263, "count": 87, "max_ms": 144.343, "p95_ms": 139.871}, "read_interval": {"avg_ms": 347.852, "count": 86, "max_ms": 10132.604, "p95_ms": 155.236}, "triton_wait": {"avg_ms": 56.019, "count": 87, "max_ms": 76.7, "p95_ms": 73.517}, "visualize": {"avg_ms": 4.555, "count": 87, "max_ms": 5.567, "p95_ms": 5.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16407.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47632.286, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.035, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2374321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T05:25:30+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T05:25:30+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T05:25:30.417026+09:00", "mtime_epoch": 1783283130.417026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:25:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2573.828, "name": "celery", "pid": 267, "rss_mb": 2573.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.936}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 299, "max_ms": 12.667, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.888, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.074, "count": 299, "max_ms": 65.626, "p95_ms": 50.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.754, "count": 299, "max_ms": 80.729, "p95_ms": 53.825}, "yolo11_640_fire_11class": {"avg_ms": 46.423, "count": 299, "max_ms": 63.977, "p95_ms": 50.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.36, "count": 299, "max_ms": 77.993, "p95_ms": 65.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.391, "count": 299, "max_ms": 97.289, "p95_ms": 84.101}, "read_interval": {"avg_ms": 100.582, "count": 298, "max_ms": 660.827, "p95_ms": 295.236}, "triton_wait": {"avg_ms": 50.861, "count": 299, "max_ms": 80.741, "p95_ms": 65.41}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 4.684, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16481.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 782, "h264_decode_error_count": 1916, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:25:22+09:00", "last_error_summary": "[h264 @ 0x5583ecd4af40] left block unavailable for requested intra mode [h264 @ 0x5583ecd4af40] error while decoding MB 0 10, bytestream 4851 [in#0/rtsp @ 0x5583ec398e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583ec398e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T05:25:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.635, "last_started_at": "2026-07-06T05:25:25+09:00", "pid": 145983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.387, "name": "ffmpeg", "pid": 145983, "rss_mb": 266.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 871, "restart_count_per_hour": 10, "rtsp_timeout_count": 494, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 872}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.231, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1912930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:25:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:25:51+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:25:51+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T05:25:51.884950+09:00", "mtime_epoch": 1783283151.88495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:25:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.587, "pushed": 6.587, "read": 6.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.268, "count": 197, "max_ms": 31.598, "p95_ms": 22.032}, "gstreamer_push": {"avg_ms": 1.111, "count": 197, "max_ms": 1.27, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.636, "count": 197, "max_ms": 64.709, "p95_ms": 62.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.178, "count": 197, "max_ms": 78.756, "p95_ms": 70.686}, "yolo11_640_fire_11class": {"avg_ms": 49.097, "count": 197, "max_ms": 64.748, "p95_ms": 61.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.561, "count": 197, "max_ms": 77.704, "p95_ms": 75.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.844, "count": 197, "max_ms": 144.365, "p95_ms": 139.053}, "read_interval": {"avg_ms": 152.74, "count": 196, "max_ms": 4631.726, "p95_ms": 151.195}, "triton_wait": {"avg_ms": 57.032, "count": 197, "max_ms": 78.767, "p95_ms": 75.827}, "visualize": {"avg_ms": 4.734, "count": 197, "max_ms": 5.616, "p95_ms": 5.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16481.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 47662.363, "last_started_at": "2026-07-05T16:11:38+09:00", "pid": 136436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 136436, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 0, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.726, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2374618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:26:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:26:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T05:26:00+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T05:26:00.504924+09:00", "mtime_epoch": 1783283160.5049238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:26:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.086, "name": "celery", "pid": 267, "rss_mb": 2574.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.808, "count": 297, "max_ms": 12.091, "p95_ms": 9.029}, "gstreamer_push": {"avg_ms": 1.261, "count": 297, "max_ms": 1.815, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.261, "count": 297, "max_ms": 72.096, "p95_ms": 63.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.556, "count": 297, "max_ms": 84.921, "p95_ms": 69.213}, "yolo11_640_fire_11class": {"avg_ms": 49.774, "count": 297, "max_ms": 72.079, "p95_ms": 63.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.106, "count": 297, "max_ms": 83.159, "p95_ms": 75.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.432, "count": 297, "max_ms": 101.314, "p95_ms": 91.969}, "read_interval": {"avg_ms": 101.342, "count": 296, "max_ms": 532.292, "p95_ms": 260.19}, "triton_wait": {"avg_ms": 56.174, "count": 297, "max_ms": 84.933, "p95_ms": 75.573}, "visualize": {"avg_ms": 3.655, "count": 297, "max_ms": 4.556, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 782, "h264_decode_error_count": 1916, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:25:22+09:00", "last_error_summary": "[h264 @ 0x5583ecd4af40] left block unavailable for requested intra mode [h264 @ 0x5583ecd4af40] error while decoding MB 0 10, bytestream 4851 [in#0/rtsp @ 0x5583ec398e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583ec398e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T05:25:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.731, "last_started_at": "2026-07-06T05:25:25+09:00", "pid": 145983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.965, "name": "ffmpeg", "pid": 145983, "rss_mb": 268.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 871, "restart_count_per_hour": 10, "rtsp_timeout_count": 494, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 872}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.663, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:26:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:26:22+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:26:21+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T05:26:21.976869+09:00", "mtime_epoch": 1783283181.9768686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:26:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.076, "pushed": 8.076, "read": 8.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 18.379, "count": 242, "max_ms": 21.83, "p95_ms": 19.817}, "gstreamer_push": {"avg_ms": 1.095, "count": 242, "max_ms": 1.557, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.714, "count": 242, "max_ms": 63.177, "p95_ms": 54.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.144, "count": 242, "max_ms": 79.199, "p95_ms": 58.064}, "yolo11_640_fire_11class": {"avg_ms": 47.06, "count": 242, "max_ms": 63.457, "p95_ms": 53.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.201, "count": 242, "max_ms": 78.011, "p95_ms": 65.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.878, "count": 242, "max_ms": 141.112, "p95_ms": 127.159}, "read_interval": {"avg_ms": 124.359, "count": 241, "max_ms": 153.479, "p95_ms": 139.419}, "triton_wait": {"avg_ms": 52.387, "count": 242, "max_ms": 79.21, "p95_ms": 65.827}, "visualize": {"avg_ms": 4.666, "count": 242, "max_ms": 5.233, "p95_ms": 4.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16346.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.088, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.559, "name": "ffmpeg", "pid": 146090, "rss_mb": 195.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.561, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2374630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:26:35+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T05:26:35+09:00", "mjpeg": {"age_sec": 34.358, "exists": true, "mtime": "2026-07-06T05:26:01.504921+09:00", "mtime_epoch": 1783283161.504921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:26:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.086, "name": "celery", "pid": 267, "rss_mb": 2574.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.549, "count": 1, "max_ms": 7.549, "p95_ms": 7.549}, "gstreamer_push": {"avg_ms": 1.162, "count": 1, "max_ms": 1.162, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.343, "count": 1, "max_ms": 46.343, "p95_ms": 46.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.631, "count": 1, "max_ms": 50.631, "p95_ms": 50.631}, "yolo11_640_fire_11class": {"avg_ms": 46.355, "count": 1, "max_ms": 46.355, "p95_ms": 46.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.989, "count": 1, "max_ms": 46.989, "p95_ms": 46.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.378, "count": 1, "max_ms": 66.378, "p95_ms": 66.378}, "read_interval": {"avg_ms": 34369.723, "count": 1, "max_ms": 34369.723, "p95_ms": 34369.723}, "triton_wait": {"avg_ms": 50.643, "count": 1, "max_ms": 50.643, "p95_ms": 50.643}, "visualize": {"avg_ms": 3.476, "count": 1, "max_ms": 3.476, "p95_ms": 3.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16496.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 782, "h264_decode_error_count": 1916, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:25:22+09:00", "last_error_summary": "[h264 @ 0x5583ecd4af40] left block unavailable for requested intra mode [h264 @ 0x5583ecd4af40] error while decoding MB 0 10, bytestream 4851 [in#0/rtsp @ 0x5583ec398e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583ec398e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T05:25:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.778, "last_started_at": "2026-07-06T05:25:25+09:00", "pid": 145983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.145, "name": "ffmpeg", "pid": 145983, "rss_mb": 283.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 871, "restart_count_per_hour": 10, "rtsp_timeout_count": 494, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 872}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.675, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:26:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:26:52+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T05:26:51+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T05:26:52.000815+09:00", "mtime_epoch": 1783283212.000815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:26:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.953, "pushed": 7.953, "read": 7.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.257, "count": 238, "max_ms": 21.57, "p95_ms": 19.249}, "gstreamer_push": {"avg_ms": 1.081, "count": 238, "max_ms": 1.303, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.453, "count": 238, "max_ms": 64.564, "p95_ms": 62.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.133, "count": 238, "max_ms": 76.516, "p95_ms": 70.147}, "yolo11_640_fire_11class": {"avg_ms": 46.813, "count": 238, "max_ms": 64.553, "p95_ms": 61.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.276, "count": 238, "max_ms": 78.14, "p95_ms": 75.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.216, "count": 238, "max_ms": 139.704, "p95_ms": 135.461}, "read_interval": {"avg_ms": 126.167, "count": 237, "max_ms": 252.1, "p95_ms": 147.274}, "triton_wait": {"avg_ms": 54.632, "count": 238, "max_ms": 78.152, "p95_ms": 75.571}, "visualize": {"avg_ms": 4.636, "count": 238, "max_ms": 4.951, "p95_ms": 4.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16496.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.156, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.539, "name": "ffmpeg", "pid": 146090, "rss_mb": 331.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.993, "sample_count": 2658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2374933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:27:05+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T05:27:05+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T05:27:05.840799+09:00", "mtime_epoch": 1783283225.8407989, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:27:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.086, "name": "celery", "pid": 267, "rss_mb": 2574.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.719, "count": 303, "max_ms": 12.588, "p95_ms": 9.157}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 1.676, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.672, "count": 303, "max_ms": 66.318, "p95_ms": 63.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.001, "count": 303, "max_ms": 77.778, "p95_ms": 70.466}, "yolo11_640_fire_11class": {"avg_ms": 50.284, "count": 303, "max_ms": 66.392, "p95_ms": 63.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.119, "count": 303, "max_ms": 78.882, "p95_ms": 76.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.973, "count": 303, "max_ms": 98.939, "p95_ms": 92.765}, "read_interval": {"avg_ms": 99.227, "count": 302, "max_ms": 857.294, "p95_ms": 109.932}, "triton_wait": {"avg_ms": 56.789, "count": 303, "max_ms": 78.894, "p95_ms": 76.849}, "visualize": {"avg_ms": 3.641, "count": 303, "max_ms": 5.49, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16500.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 782, "h264_decode_error_count": 1916, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:25:22+09:00", "last_error_summary": "[h264 @ 0x5583ecd4af40] left block unavailable for requested intra mode [h264 @ 0x5583ecd4af40] error while decoding MB 0 10, bytestream 4851 [in#0/rtsp @ 0x5583ec398e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583ec398e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T05:25:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.85, "last_started_at": "2026-07-06T05:25:25+09:00", "pid": 145983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.859, "name": "ffmpeg", "pid": 145983, "rss_mb": 286.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 871, "restart_count_per_hour": 10, "rtsp_timeout_count": 494, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 872}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.983, "sample_count": 2171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:27:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:27:22+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T05:27:22+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T05:27:22.076787+09:00", "mtime_epoch": 1783283242.0767872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:27:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.348, "pushed": 8.348, "read": 8.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.093, "count": 250, "max_ms": 22.388, "p95_ms": 19.957}, "gstreamer_push": {"avg_ms": 1.145, "count": 250, "max_ms": 1.363, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.401, "count": 250, "max_ms": 67.971, "p95_ms": 62.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.276, "count": 250, "max_ms": 76.33, "p95_ms": 72.861}, "yolo11_640_fire_11class": {"avg_ms": 50.842, "count": 250, "max_ms": 67.178, "p95_ms": 62.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.054, "count": 250, "max_ms": 78.792, "p95_ms": 75.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.584, "count": 250, "max_ms": 140.494, "p95_ms": 136.168}, "read_interval": {"avg_ms": 120.211, "count": 249, "max_ms": 155.349, "p95_ms": 147.776}, "triton_wait": {"avg_ms": 58.655, "count": 250, "max_ms": 78.805, "p95_ms": 75.749}, "visualize": {"avg_ms": 4.316, "count": 250, "max_ms": 5.482, "p95_ms": 4.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16500.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.378, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.539, "name": "ffmpeg", "pid": 146090, "rss_mb": 331.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.545, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2375236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:27:36+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:27:36+09:00", "mjpeg": {"age_sec": 0.48, "exists": true, "mtime": "2026-07-06T05:27:35.672783+09:00", "mtime_epoch": 1783283255.6727827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:27:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.344, "name": "celery", "pid": 267, "rss_mb": 2574.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.843, "count": 301, "max_ms": 12.653, "p95_ms": 9.321}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.895, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.841, "count": 301, "max_ms": 67.858, "p95_ms": 63.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.331, "count": 301, "max_ms": 79.836, "p95_ms": 72.55}, "yolo11_640_fire_11class": {"avg_ms": 50.594, "count": 301, "max_ms": 67.374, "p95_ms": 63.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.238, "count": 301, "max_ms": 79.145, "p95_ms": 76.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.468, "count": 301, "max_ms": 96.125, "p95_ms": 93.467}, "read_interval": {"avg_ms": 99.858, "count": 301, "max_ms": 614.799, "p95_ms": 111.947}, "triton_wait": {"avg_ms": 57.215, "count": 301, "max_ms": 79.845, "p95_ms": 77.238}, "visualize": {"avg_ms": 3.612, "count": 301, "max_ms": 5.276, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16504.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 782, "h264_decode_error_count": 1916, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:25:22+09:00", "last_error_summary": "[h264 @ 0x5583ecd4af40] left block unavailable for requested intra mode [h264 @ 0x5583ecd4af40] error while decoding MB 0 10, bytestream 4851 [in#0/rtsp @ 0x5583ec398e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583ec398e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T05:25:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.94, "last_started_at": "2026-07-06T05:25:25+09:00", "pid": 145983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.211, "name": "ffmpeg", "pid": 145983, "rss_mb": 290.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 871, "restart_count_per_hour": 10, "rtsp_timeout_count": 494, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 872}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.142, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:27:52+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T05:27:52+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T05:27:52.156784+09:00", "mtime_epoch": 1783283272.156784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:27:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.409, "pushed": 7.409, "read": 7.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.751, "count": 221, "max_ms": 24.552, "p95_ms": 20.612}, "gstreamer_push": {"avg_ms": 1.1, "count": 222, "max_ms": 1.338, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.715, "count": 221, "max_ms": 66.017, "p95_ms": 63.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.885, "count": 221, "max_ms": 79.641, "p95_ms": 72.668}, "yolo11_640_fire_11class": {"avg_ms": 50.245, "count": 221, "max_ms": 65.481, "p95_ms": 63.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.101, "count": 221, "max_ms": 79.812, "p95_ms": 77.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.435, "count": 222, "max_ms": 160.579, "p95_ms": 140.06}, "read_interval": {"avg_ms": 135.461, "count": 221, "max_ms": 430.03, "p95_ms": 152.522}, "triton_wait": {"avg_ms": 59.484, "count": 221, "max_ms": 79.824, "p95_ms": 77.599}, "visualize": {"avg_ms": 4.747, "count": 221, "max_ms": 6.256, "p95_ms": 5.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16504.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.401, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.797, "name": "ffmpeg", "pid": 146090, "rss_mb": 331.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.88, "sample_count": 2663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2375540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:28:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:28:06+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T05:28:06.104790+09:00", "mtime_epoch": 1783283286.1047904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:28:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.602, "name": "celery", "pid": 267, "rss_mb": 2574.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.119}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.7, "count": 304, "max_ms": 9.271, "p95_ms": 8.368}, "gstreamer_push": {"avg_ms": 1.277, "count": 304, "max_ms": 1.511, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.558, "count": 304, "max_ms": 65.064, "p95_ms": 62.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.587, "count": 304, "max_ms": 80.886, "p95_ms": 69.595}, "yolo11_640_fire_11class": {"avg_ms": 48.902, "count": 304, "max_ms": 65.024, "p95_ms": 62.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.671, "count": 304, "max_ms": 80.874, "p95_ms": 75.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.076, "count": 304, "max_ms": 96.82, "p95_ms": 92.287}, "read_interval": {"avg_ms": 98.798, "count": 303, "max_ms": 644.637, "p95_ms": 110.971}, "triton_wait": {"avg_ms": 54.816, "count": 304, "max_ms": 80.897, "p95_ms": 76.299}, "visualize": {"avg_ms": 3.672, "count": 304, "max_ms": 4.722, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16351.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 783, "h264_decode_error_count": 1921, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:28:18+09:00", "last_error_summary": "[h264 @ 0x55b060487580] left block unavailable for requested intra mode [h264 @ 0x55b060487580] error while decoding MB 0 23, bytestream 116820 [h264 @ 0x55b0605b8bc0] cabac decode of qscale diff failed at 76 40 [h264 @ 0x55b0605b8bc0] error while decoding MB 76 40, bytestream 3285 [h264 @ 0x55b06123e200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b06123e200] error while decoding MB 0 42, bytestream 293 [h264 @ 0x55b06056f440] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T05:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.138, "last_started_at": "2026-07-06T05:28:21+09:00", "pid": 146242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.242, "name": "ffmpeg", "pid": 146242, "rss_mb": 139.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 872, "restart_count_per_hour": 11, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 873}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.204, "sample_count": 1980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1913941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:28:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:28:23+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T05:28:23+09:00", "mjpeg": {"age_sec": 4.866, "exists": true, "mtime": "2026-07-06T05:28:18.404800+09:00", "mtime_epoch": 1783283298.4048002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:28:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.738, "pushed": 1.738, "read": 1.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.415, "count": 52, "max_ms": 23.136, "p95_ms": 21.372}, "gstreamer_push": {"avg_ms": 1.177, "count": 52, "max_ms": 1.455, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.119, "count": 52, "max_ms": 63.493, "p95_ms": 62.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.668, "count": 52, "max_ms": 76.888, "p95_ms": 69.112}, "yolo11_640_fire_11class": {"avg_ms": 49.353, "count": 52, "max_ms": 63.491, "p95_ms": 59.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.909, "count": 52, "max_ms": 76.876, "p95_ms": 73.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.824, "count": 52, "max_ms": 137.045, "p95_ms": 134.313}, "read_interval": {"avg_ms": 586.549, "count": 51, "max_ms": 19254.295, "p95_ms": 149.051}, "triton_wait": {"avg_ms": 57.129, "count": 52, "max_ms": 76.897, "p95_ms": 73.605}, "visualize": {"avg_ms": 4.302, "count": 52, "max_ms": 7.687, "p95_ms": 5.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16483.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.579, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.935, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2375836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:28:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:28:36+09:00", "mjpeg": {"age_sec": 0.434, "exists": true, "mtime": "2026-07-06T05:28:35.920820+09:00", "mtime_epoch": 1783283315.9208205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:28:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.602, "name": "celery", "pid": 267, "rss_mb": 2574.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.03, "count": 294, "max_ms": 13.983, "p95_ms": 11.946}, "gstreamer_push": {"avg_ms": 1.29, "count": 294, "max_ms": 1.581, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.73, "count": 294, "max_ms": 72.861, "p95_ms": 61.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.204, "count": 294, "max_ms": 75.001, "p95_ms": 65.848}, "yolo11_640_fire_11class": {"avg_ms": 47.48, "count": 294, "max_ms": 64.842, "p95_ms": 61.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.252, "count": 294, "max_ms": 78.798, "p95_ms": 74.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.107, "count": 294, "max_ms": 96.351, "p95_ms": 90.939}, "read_interval": {"avg_ms": 102.067, "count": 294, "max_ms": 722.085, "p95_ms": 118.513}, "triton_wait": {"avg_ms": 53.372, "count": 294, "max_ms": 78.81, "p95_ms": 74.72}, "visualize": {"avg_ms": 3.764, "count": 294, "max_ms": 4.826, "p95_ms": 4.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 783, "h264_decode_error_count": 1921, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:28:18+09:00", "last_error_summary": "[h264 @ 0x55b060487580] left block unavailable for requested intra mode [h264 @ 0x55b060487580] error while decoding MB 0 23, bytestream 116820 [h264 @ 0x55b0605b8bc0] cabac decode of qscale diff failed at 76 40 [h264 @ 0x55b0605b8bc0] error while decoding MB 76 40, bytestream 3285 [h264 @ 0x55b06123e200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b06123e200] error while decoding MB 0 42, bytestream 293 [h264 @ 0x55b06056f440] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T05:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.285, "last_started_at": "2026-07-06T05:28:21+09:00", "pid": 146242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.07, "name": "ffmpeg", "pid": 146242, "rss_mb": 270.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 872, "restart_count_per_hour": 11, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 873}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.779, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:28:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:28:53+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T05:28:53+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T05:28:53.284848+09:00", "mtime_epoch": 1783283333.2848477, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:28:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.763, "count": 226, "max_ms": 25.93, "p95_ms": 20.187}, "gstreamer_push": {"avg_ms": 1.117, "count": 226, "max_ms": 1.31, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.745, "count": 226, "max_ms": 69.455, "p95_ms": 63.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.908, "count": 226, "max_ms": 78.083, "p95_ms": 72.595}, "yolo11_640_fire_11class": {"avg_ms": 51.351, "count": 226, "max_ms": 68.732, "p95_ms": 64.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.166, "count": 226, "max_ms": 80.23, "p95_ms": 76.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.326, "count": 226, "max_ms": 142.221, "p95_ms": 138.673}, "read_interval": {"avg_ms": 132.724, "count": 226, "max_ms": 155.797, "p95_ms": 152.144}, "triton_wait": {"avg_ms": 59.58, "count": 226, "max_ms": 80.241, "p95_ms": 77.007}, "visualize": {"avg_ms": 4.724, "count": 226, "max_ms": 6.183, "p95_ms": 4.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.593, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.223, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2376139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:29:06+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:29:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T05:29:06.300873+09:00", "mtime_epoch": 1783283346.3008726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:29:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.859, "name": "celery", "pid": 267, "rss_mb": 2574.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 303, "max_ms": 11.471, "p95_ms": 8.594}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 1.951, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.104, "count": 303, "max_ms": 73.174, "p95_ms": 63.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.929, "count": 303, "max_ms": 79.836, "p95_ms": 74.312}, "yolo11_640_fire_11class": {"avg_ms": 52.014, "count": 303, "max_ms": 72.652, "p95_ms": 64.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.417, "count": 303, "max_ms": 79.646, "p95_ms": 76.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.718, "count": 303, "max_ms": 96.309, "p95_ms": 93.026}, "read_interval": {"avg_ms": 99.057, "count": 303, "max_ms": 513.767, "p95_ms": 113.285}, "triton_wait": {"avg_ms": 57.494, "count": 303, "max_ms": 79.848, "p95_ms": 77.083}, "visualize": {"avg_ms": 3.638, "count": 303, "max_ms": 4.683, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16483.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 783, "h264_decode_error_count": 1921, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:28:18+09:00", "last_error_summary": "[h264 @ 0x55b060487580] left block unavailable for requested intra mode [h264 @ 0x55b060487580] error while decoding MB 0 23, bytestream 116820 [h264 @ 0x55b0605b8bc0] cabac decode of qscale diff failed at 76 40 [h264 @ 0x55b0605b8bc0] error while decoding MB 76 40, bytestream 3285 [h264 @ 0x55b06123e200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b06123e200] error while decoding MB 0 42, bytestream 293 [h264 @ 0x55b06056f440] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T05:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.35, "last_started_at": "2026-07-06T05:28:21+09:00", "pid": 146242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.07, "name": "ffmpeg", "pid": 146242, "rss_mb": 270.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 872, "restart_count_per_hour": 11, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 873}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.256, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:29:23+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T05:29:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T05:29:23.380911+09:00", "mtime_epoch": 1783283363.3809109, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:29:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.582, "pushed": 7.582, "read": 7.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.808, "count": 227, "max_ms": 24.335, "p95_ms": 20.334}, "gstreamer_push": {"avg_ms": 1.123, "count": 227, "max_ms": 1.611, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.406, "count": 227, "max_ms": 65.821, "p95_ms": 63.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.304, "count": 227, "max_ms": 80.48, "p95_ms": 72.846}, "yolo11_640_fire_11class": {"avg_ms": 51.459, "count": 227, "max_ms": 67.662, "p95_ms": 65.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.863, "count": 227, "max_ms": 79.964, "p95_ms": 76.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.841, "count": 227, "max_ms": 142.868, "p95_ms": 138.637}, "read_interval": {"avg_ms": 132.493, "count": 226, "max_ms": 156.169, "p95_ms": 151.34}, "triton_wait": {"avg_ms": 59.097, "count": 227, "max_ms": 80.492, "p95_ms": 76.985}, "visualize": {"avg_ms": 4.724, "count": 227, "max_ms": 6.163, "p95_ms": 4.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.654, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.41, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2376437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:29:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:29:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T05:29:36.360944+09:00", "mtime_epoch": 1783283376.360944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:29:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2574.859, "name": "celery", "pid": 267, "rss_mb": 2574.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.807, "count": 298, "max_ms": 12.558, "p95_ms": 9.074}, "gstreamer_push": {"avg_ms": 1.259, "count": 298, "max_ms": 1.629, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.901, "count": 298, "max_ms": 64.98, "p95_ms": 63.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.203, "count": 298, "max_ms": 79.266, "p95_ms": 71.308}, "yolo11_640_fire_11class": {"avg_ms": 51.449, "count": 298, "max_ms": 67.292, "p95_ms": 64.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.218, "count": 298, "max_ms": 78.042, "p95_ms": 76.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.91, "count": 298, "max_ms": 95.134, "p95_ms": 93.41}, "read_interval": {"avg_ms": 100.924, "count": 297, "max_ms": 634.71, "p95_ms": 112.474}, "triton_wait": {"avg_ms": 56.567, "count": 298, "max_ms": 79.279, "p95_ms": 77.292}, "visualize": {"avg_ms": 3.677, "count": 298, "max_ms": 5.258, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 15955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16487.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 783, "h264_decode_error_count": 1921, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:28:18+09:00", "last_error_summary": "[h264 @ 0x55b060487580] left block unavailable for requested intra mode [h264 @ 0x55b060487580] error while decoding MB 0 23, bytestream 116820 [h264 @ 0x55b0605b8bc0] cabac decode of qscale diff failed at 76 40 [h264 @ 0x55b0605b8bc0] error while decoding MB 76 40, bytestream 3285 [h264 @ 0x55b06123e200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b06123e200] error while decoding MB 0 42, bytestream 293 [h264 @ 0x55b06056f440] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T05:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.409, "last_started_at": "2026-07-06T05:28:21+09:00", "pid": 146242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.391, "name": "ffmpeg", "pid": 146242, "rss_mb": 272.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 872, "restart_count_per_hour": 11, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 873}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.445, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:29:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:29:53+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T05:29:53+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:29:53.432993+09:00", "mtime_epoch": 1783283393.4329932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:29:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.549, "pushed": 7.549, "read": 7.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.607, "count": 226, "max_ms": 23.278, "p95_ms": 20.838}, "gstreamer_push": {"avg_ms": 1.117, "count": 226, "max_ms": 1.493, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.904, "count": 226, "max_ms": 66.429, "p95_ms": 62.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.573, "count": 226, "max_ms": 78.846, "p95_ms": 74.417}, "yolo11_640_fire_11class": {"avg_ms": 51.733, "count": 226, "max_ms": 69.747, "p95_ms": 65.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.042, "count": 226, "max_ms": 80.765, "p95_ms": 76.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.372, "count": 226, "max_ms": 147.914, "p95_ms": 139.201}, "read_interval": {"avg_ms": 133.041, "count": 225, "max_ms": 161.499, "p95_ms": 152.887}, "triton_wait": {"avg_ms": 59.648, "count": 226, "max_ms": 80.777, "p95_ms": 77.176}, "visualize": {"avg_ms": 4.712, "count": 226, "max_ms": 5.819, "p95_ms": 5.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16643.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.696, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.499, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2376738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:30:06+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T05:30:06+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T05:30:06.409034+09:00", "mtime_epoch": 1783283406.4090345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:30:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2575.117, "name": "celery", "pid": 267, "rss_mb": 2575.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.88, "count": 301, "max_ms": 12.961, "p95_ms": 9.153}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.966, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.669, "count": 301, "max_ms": 66.399, "p95_ms": 62.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.219, "count": 301, "max_ms": 79.486, "p95_ms": 74.198}, "yolo11_640_fire_11class": {"avg_ms": 51.782, "count": 301, "max_ms": 73.382, "p95_ms": 65.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.007, "count": 301, "max_ms": 79.908, "p95_ms": 76.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.846, "count": 301, "max_ms": 95.679, "p95_ms": 92.368}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 707.318, "p95_ms": 111.562}, "triton_wait": {"avg_ms": 56.396, "count": 301, "max_ms": 79.92, "p95_ms": 76.168}, "visualize": {"avg_ms": 3.673, "count": 301, "max_ms": 4.775, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 331, "tracking_summary": 15956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16491.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 783, "h264_decode_error_count": 1921, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:28:18+09:00", "last_error_summary": "[h264 @ 0x55b060487580] left block unavailable for requested intra mode [h264 @ 0x55b060487580] error while decoding MB 0 23, bytestream 116820 [h264 @ 0x55b0605b8bc0] cabac decode of qscale diff failed at 76 40 [h264 @ 0x55b0605b8bc0] error while decoding MB 76 40, bytestream 3285 [h264 @ 0x55b06123e200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b06123e200] error while decoding MB 0 42, bytestream 293 [h264 @ 0x55b06056f440] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T05:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.491, "last_started_at": "2026-07-06T05:28:21+09:00", "pid": 146242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.164, "name": "ffmpeg", "pid": 146242, "rss_mb": 273.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 872, "restart_count_per_hour": 11, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 873}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.115, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1914832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:30:23+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:30:23+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T05:30:23.517094+09:00", "mtime_epoch": 1783283423.5170941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:30:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9538.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.043, "pushed": 7.043, "read": 7.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.079, "count": 211, "max_ms": 28.136, "p95_ms": 21.963}, "gstreamer_push": {"avg_ms": 1.1, "count": 211, "max_ms": 1.645, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.475, "count": 211, "max_ms": 65.704, "p95_ms": 62.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.13, "count": 211, "max_ms": 82.212, "p95_ms": 74.412}, "yolo11_640_fire_11class": {"avg_ms": 49.487, "count": 211, "max_ms": 66.739, "p95_ms": 64.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.167, "count": 211, "max_ms": 78.439, "p95_ms": 75.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.681, "count": 211, "max_ms": 866.762, "p95_ms": 184.521}, "read_interval": {"avg_ms": 142.651, "count": 210, "max_ms": 878.763, "p95_ms": 196.055}, "triton_wait": {"avg_ms": 57.939, "count": 211, "max_ms": 82.225, "p95_ms": 76.551}, "visualize": {"avg_ms": 5.184, "count": 211, "max_ms": 11.464, "p95_ms": 10.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16492.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.744, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.653, "sample_count": 2658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2377038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:30:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:30:36+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:30:36.453143+09:00", "mtime_epoch": 1783283436.453143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:30:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2575.117, "name": "celery", "pid": 267, "rss_mb": 2575.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.806, "count": 300, "max_ms": 11.982, "p95_ms": 8.815}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.901, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.897, "count": 300, "max_ms": 67.082, "p95_ms": 63.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.453, "count": 300, "max_ms": 80.506, "p95_ms": 73.803}, "yolo11_640_fire_11class": {"avg_ms": 51.104, "count": 300, "max_ms": 69.229, "p95_ms": 64.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.369, "count": 300, "max_ms": 78.86, "p95_ms": 75.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.548, "count": 300, "max_ms": 96.702, "p95_ms": 91.815}, "read_interval": {"avg_ms": 100.202, "count": 299, "max_ms": 820.603, "p95_ms": 113.123}, "triton_wait": {"avg_ms": 55.217, "count": 300, "max_ms": 80.518, "p95_ms": 75.721}, "visualize": {"avg_ms": 3.637, "count": 300, "max_ms": 4.71, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 331, "tracking_summary": 15958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16494.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 783, "h264_decode_error_count": 1921, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:28:18+09:00", "last_error_summary": "[h264 @ 0x55b060487580] left block unavailable for requested intra mode [h264 @ 0x55b060487580] error while decoding MB 0 23, bytestream 116820 [h264 @ 0x55b0605b8bc0] cabac decode of qscale diff failed at 76 40 [h264 @ 0x55b0605b8bc0] error while decoding MB 76 40, bytestream 3285 [h264 @ 0x55b06123e200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b06123e200] error while decoding MB 0 42, bytestream 293 [h264 @ 0x55b06056f440] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T05:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.557, "last_started_at": "2026-07-06T05:28:21+09:00", "pid": 146242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.742, "name": "ffmpeg", "pid": 146242, "rss_mb": 275.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 872, "restart_count_per_hour": 11, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 873}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.134, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:30:53+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T05:30:53+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T05:30:53.577212+09:00", "mtime_epoch": 1783283453.577212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:30:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.487, "pushed": 7.487, "read": 7.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.836, "count": 224, "max_ms": 22.941, "p95_ms": 20.774}, "gstreamer_push": {"avg_ms": 1.125, "count": 224, "max_ms": 1.791, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.152, "count": 224, "max_ms": 67.106, "p95_ms": 63.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.346, "count": 224, "max_ms": 80.246, "p95_ms": 76.351}, "yolo11_640_fire_11class": {"avg_ms": 51.207, "count": 224, "max_ms": 69.67, "p95_ms": 64.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.928, "count": 224, "max_ms": 82.857, "p95_ms": 76.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.921, "count": 224, "max_ms": 142.526, "p95_ms": 139.002}, "read_interval": {"avg_ms": 134.257, "count": 223, "max_ms": 155.799, "p95_ms": 151.737}, "triton_wait": {"avg_ms": 60.697, "count": 224, "max_ms": 82.869, "p95_ms": 77.008}, "visualize": {"avg_ms": 4.77, "count": 224, "max_ms": 5.891, "p95_ms": 5.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16496.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.802, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.77, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2377339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:31:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:31:06+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T05:31:06.505268+09:00", "mtime_epoch": 1783283466.5052679, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:31:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2575.375, "name": "celery", "pid": 267, "rss_mb": 2575.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.851, "count": 301, "max_ms": 13.183, "p95_ms": 9.175}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 2.003, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.01, "count": 301, "max_ms": 68.285, "p95_ms": 63.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.147, "count": 301, "max_ms": 84.134, "p95_ms": 74.563}, "yolo11_640_fire_11class": {"avg_ms": 50.879, "count": 301, "max_ms": 70.219, "p95_ms": 63.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.046, "count": 301, "max_ms": 79.197, "p95_ms": 75.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.915, "count": 301, "max_ms": 101.648, "p95_ms": 92.81}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 705.74, "p95_ms": 112.595}, "triton_wait": {"avg_ms": 56.566, "count": 301, "max_ms": 84.146, "p95_ms": 76.455}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.723, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 332, "tracking_summary": 15960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16496.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 783, "h264_decode_error_count": 1921, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:28:18+09:00", "last_error_summary": "[h264 @ 0x55b060487580] left block unavailable for requested intra mode [h264 @ 0x55b060487580] error while decoding MB 0 23, bytestream 116820 [h264 @ 0x55b0605b8bc0] cabac decode of qscale diff failed at 76 40 [h264 @ 0x55b0605b8bc0] error while decoding MB 76 40, bytestream 3285 [h264 @ 0x55b06123e200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b06123e200] error while decoding MB 0 42, bytestream 293 [h264 @ 0x55b06056f440] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T05:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.577, "last_started_at": "2026-07-06T05:28:21+09:00", "pid": 146242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.742, "name": "ffmpeg", "pid": 146242, "rss_mb": 275.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 872, "restart_count_per_hour": 11, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 873}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.162, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:31:23+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T05:31:23+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T05:31:23.573346+09:00", "mtime_epoch": 1783283483.5733461, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:31:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.828, "pushed": 6.828, "read": 6.795}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.06, "count": 204, "max_ms": 33.389, "p95_ms": 22.65}, "gstreamer_push": {"avg_ms": 1.089, "count": 204, "max_ms": 1.678, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.805, "count": 204, "max_ms": 70.316, "p95_ms": 62.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.017, "count": 204, "max_ms": 83.283, "p95_ms": 72.924}, "yolo11_640_fire_11class": {"avg_ms": 49.465, "count": 204, "max_ms": 67.225, "p95_ms": 62.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.666, "count": 204, "max_ms": 79.982, "p95_ms": 75.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.111, "count": 204, "max_ms": 329.62, "p95_ms": 171.659}, "read_interval": {"avg_ms": 147.116, "count": 203, "max_ms": 339.76, "p95_ms": 183.314}, "triton_wait": {"avg_ms": 58.932, "count": 204, "max_ms": 83.294, "p95_ms": 76.493}, "visualize": {"avg_ms": 5.542, "count": 204, "max_ms": 11.766, "p95_ms": 10.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16507.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.885, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.678, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2377639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:31:36+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T05:31:36+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:31:36.593409+09:00", "mtime_epoch": 1783283496.593409, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:31:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2575.633, "name": "celery", "pid": 267, "rss_mb": 2575.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 299, "max_ms": 12.665, "p95_ms": 9.109}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.583, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.864, "count": 299, "max_ms": 66.736, "p95_ms": 62.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.237, "count": 299, "max_ms": 78.242, "p95_ms": 72.35}, "yolo11_640_fire_11class": {"avg_ms": 48.953, "count": 299, "max_ms": 69.815, "p95_ms": 62.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.18, "count": 299, "max_ms": 81.035, "p95_ms": 75.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.841, "count": 299, "max_ms": 98.709, "p95_ms": 92.035}, "read_interval": {"avg_ms": 100.315, "count": 299, "max_ms": 857.899, "p95_ms": 116.539}, "triton_wait": {"avg_ms": 54.426, "count": 299, "max_ms": 81.048, "p95_ms": 75.76}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 4.828, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 332, "tracking_summary": 15961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16487.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 784, "h264_decode_error_count": 1922, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:31:36+09:00", "last_error_summary": "[h264 @ 0x55a5e06256c0] error while decoding MB 65 3, bytestream -62", "last_exit_at": "2026-07-06T05:31:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.969, "last_started_at": "2026-07-06T05:31:39+09:00", "pid": 146409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.332, "name": "ffmpeg", "pid": 146409, "rss_mb": 265.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 873, "restart_count_per_hour": 12, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 874}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.451, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:31:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:31:53+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T05:31:53+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T05:31:53.601496+09:00", "mtime_epoch": 1783283513.6014955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:31:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.623, "pushed": 5.623, "read": 5.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.272, "count": 168, "max_ms": 27.722, "p95_ms": 22.325}, "gstreamer_push": {"avg_ms": 1.043, "count": 168, "max_ms": 1.256, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.879, "count": 168, "max_ms": 63.809, "p95_ms": 60.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.22, "count": 168, "max_ms": 80.486, "p95_ms": 70.774}, "yolo11_640_fire_11class": {"avg_ms": 48.798, "count": 168, "max_ms": 65.295, "p95_ms": 60.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.246, "count": 168, "max_ms": 78.585, "p95_ms": 74.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.139, "count": 168, "max_ms": 166.535, "p95_ms": 160.432}, "read_interval": {"avg_ms": 178.905, "count": 167, "max_ms": 5013.039, "p95_ms": 171.426}, "triton_wait": {"avg_ms": 57.798, "count": 168, "max_ms": 80.497, "p95_ms": 75.329}, "visualize": {"avg_ms": 5.554, "count": 168, "max_ms": 7.734, "p95_ms": 6.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16488.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.918, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.446, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2377939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:32:06+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T05:32:06+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T05:32:06.613565+09:00", "mtime_epoch": 1783283526.6135647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:32:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2575.633, "name": "celery", "pid": 267, "rss_mb": 2575.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.816, "count": 300, "max_ms": 13.246, "p95_ms": 8.953}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 2.103, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.163, "count": 300, "max_ms": 66.121, "p95_ms": 52.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.87, "count": 300, "max_ms": 78.187, "p95_ms": 59.904}, "yolo11_640_fire_11class": {"avg_ms": 46.637, "count": 300, "max_ms": 74.089, "p95_ms": 52.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.385, "count": 300, "max_ms": 78.574, "p95_ms": 68.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.524, "count": 300, "max_ms": 94.406, "p95_ms": 87.797}, "read_interval": {"avg_ms": 100.111, "count": 299, "max_ms": 661.408, "p95_ms": 165.996}, "triton_wait": {"avg_ms": 52.145, "count": 300, "max_ms": 78.586, "p95_ms": 71.75}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 4.763, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16494.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 784, "h264_decode_error_count": 1922, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:31:36+09:00", "last_error_summary": "[h264 @ 0x55a5e06256c0] error while decoding MB 65 3, bytestream -62", "last_exit_at": "2026-07-06T05:31:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.022, "last_started_at": "2026-07-06T05:31:39+09:00", "pid": 146409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.91, "name": "ffmpeg", "pid": 146409, "rss_mb": 267.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 873, "restart_count_per_hour": 12, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 874}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.749, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:32:23+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T05:32:23+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T05:32:23.689660+09:00", "mtime_epoch": 1783283543.6896596, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:32:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.02, "pushed": 6.02, "read": 5.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.355, "count": 180, "max_ms": 30.844, "p95_ms": 25.66}, "gstreamer_push": {"avg_ms": 1.027, "count": 180, "max_ms": 1.547, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.059, "count": 180, "max_ms": 68.147, "p95_ms": 63.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.029, "count": 180, "max_ms": 85.15, "p95_ms": 73.066}, "yolo11_640_fire_11class": {"avg_ms": 48.349, "count": 180, "max_ms": 64.553, "p95_ms": 60.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.781, "count": 180, "max_ms": 80.127, "p95_ms": 76.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.707, "count": 180, "max_ms": 885.73, "p95_ms": 197.88}, "read_interval": {"avg_ms": 167.206, "count": 179, "max_ms": 897.499, "p95_ms": 208.39}, "triton_wait": {"avg_ms": 58.82, "count": 180, "max_ms": 85.161, "p95_ms": 77.513}, "visualize": {"avg_ms": 6.671, "count": 180, "max_ms": 14.386, "p95_ms": 11.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16494.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.021, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.368, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2378238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:32:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T05:32:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T05:32:36.709735+09:00", "mtime_epoch": 1783283556.709735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:32:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2575.891, "name": "celery", "pid": 267, "rss_mb": 2575.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.836, "count": 298, "max_ms": 13.233, "p95_ms": 9.255}, "gstreamer_push": {"avg_ms": 1.264, "count": 298, "max_ms": 1.541, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.271, "count": 298, "max_ms": 66.984, "p95_ms": 63.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.297, "count": 298, "max_ms": 81.815, "p95_ms": 73.125}, "yolo11_640_fire_11class": {"avg_ms": 48.797, "count": 298, "max_ms": 68.874, "p95_ms": 62.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.177, "count": 298, "max_ms": 80.284, "p95_ms": 76.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.58, "count": 298, "max_ms": 98.136, "p95_ms": 92.835}, "read_interval": {"avg_ms": 100.725, "count": 297, "max_ms": 588.566, "p95_ms": 114.406}, "triton_wait": {"avg_ms": 55.175, "count": 298, "max_ms": 81.825, "p95_ms": 76.592}, "visualize": {"avg_ms": 3.668, "count": 298, "max_ms": 4.653, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16494.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 784, "h264_decode_error_count": 1922, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:31:36+09:00", "last_error_summary": "[h264 @ 0x55a5e06256c0] error while decoding MB 65 3, bytestream -62", "last_exit_at": "2026-07-06T05:31:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.046, "last_started_at": "2026-07-06T05:31:39+09:00", "pid": 146409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.91, "name": "ffmpeg", "pid": 146409, "rss_mb": 267.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 873, "restart_count_per_hour": 12, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 874}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.749, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1915833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:32:53+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T05:32:53+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T05:32:53.681837+09:00", "mtime_epoch": 1783283573.6818366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:32:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.531, "pushed": 7.531, "read": 7.498}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.873, "count": 225, "max_ms": 25.091, "p95_ms": 20.209}, "gstreamer_push": {"avg_ms": 1.106, "count": 225, "max_ms": 1.381, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.629, "count": 225, "max_ms": 66.57, "p95_ms": 63.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.857, "count": 225, "max_ms": 81.571, "p95_ms": 74.84}, "yolo11_640_fire_11class": {"avg_ms": 51.071, "count": 225, "max_ms": 66.093, "p95_ms": 62.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.303, "count": 225, "max_ms": 77.067, "p95_ms": 75.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.029, "count": 225, "max_ms": 141.13, "p95_ms": 138.099}, "read_interval": {"avg_ms": 133.361, "count": 224, "max_ms": 153.749, "p95_ms": 150.419}, "triton_wait": {"avg_ms": 60.416, "count": 225, "max_ms": 81.583, "p95_ms": 76.565}, "visualize": {"avg_ms": 4.675, "count": 225, "max_ms": 6.163, "p95_ms": 4.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16494.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.098, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.385, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2378542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:33:06+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T05:33:06+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T05:33:06.781918+09:00", "mtime_epoch": 1783283586.781918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:33:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2575.891, "name": "celery", "pid": 267, "rss_mb": 2575.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.709, "count": 303, "max_ms": 10.137, "p95_ms": 8.856}, "gstreamer_push": {"avg_ms": 1.266, "count": 304, "max_ms": 2.081, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.22, "count": 303, "max_ms": 67.924, "p95_ms": 63.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.895, "count": 303, "max_ms": 81.961, "p95_ms": 73.415}, "yolo11_640_fire_11class": {"avg_ms": 49.865, "count": 303, "max_ms": 66.493, "p95_ms": 63.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.508, "count": 303, "max_ms": 80.205, "p95_ms": 75.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.772, "count": 304, "max_ms": 97.986, "p95_ms": 92.525}, "read_interval": {"avg_ms": 98.897, "count": 303, "max_ms": 711.121, "p95_ms": 111.934}, "triton_wait": {"avg_ms": 56.583, "count": 303, "max_ms": 81.973, "p95_ms": 76.203}, "visualize": {"avg_ms": 3.638, "count": 303, "max_ms": 4.786, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16494.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 784, "h264_decode_error_count": 1922, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:31:36+09:00", "last_error_summary": "[h264 @ 0x55a5e06256c0] error while decoding MB 65 3, bytestream -62", "last_exit_at": "2026-07-06T05:31:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.064, "last_started_at": "2026-07-06T05:31:39+09:00", "pid": 146409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.168, "name": "ffmpeg", "pid": 146409, "rss_mb": 268.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 873, "restart_count_per_hour": 12, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 874}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.676, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:33:23+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T05:33:23+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T05:33:23.702027+09:00", "mtime_epoch": 1783283603.7020268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:33:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.66, "pushed": 7.66, "read": 7.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.3, "count": 229, "max_ms": 24.127, "p95_ms": 20.443}, "gstreamer_push": {"avg_ms": 1.094, "count": 229, "max_ms": 1.62, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.042, "count": 229, "max_ms": 64.457, "p95_ms": 62.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.392, "count": 229, "max_ms": 81.494, "p95_ms": 73.058}, "yolo11_640_fire_11class": {"avg_ms": 49.597, "count": 229, "max_ms": 66.272, "p95_ms": 61.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.499, "count": 229, "max_ms": 80.091, "p95_ms": 75.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.56, "count": 229, "max_ms": 146.592, "p95_ms": 138.726}, "read_interval": {"avg_ms": 130.999, "count": 228, "max_ms": 160.602, "p95_ms": 151.786}, "triton_wait": {"avg_ms": 58.983, "count": 229, "max_ms": 81.501, "p95_ms": 76.374}, "visualize": {"avg_ms": 4.562, "count": 229, "max_ms": 5.739, "p95_ms": 5.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16495.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.142, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.055, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.732, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2378842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:33:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T05:33:36+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T05:33:36.854114+09:00", "mtime_epoch": 1783283616.854114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:33:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2576.148, "name": "celery", "pid": 267, "rss_mb": 2576.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.821, "count": 300, "max_ms": 13.922, "p95_ms": 9.027}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.517, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.676, "count": 300, "max_ms": 68.858, "p95_ms": 63.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.483, "count": 300, "max_ms": 80.409, "p95_ms": 74.389}, "yolo11_640_fire_11class": {"avg_ms": 49.249, "count": 300, "max_ms": 70.274, "p95_ms": 62.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.526, "count": 300, "max_ms": 82.153, "p95_ms": 76.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.248, "count": 300, "max_ms": 98.144, "p95_ms": 93.589}, "read_interval": {"avg_ms": 100.201, "count": 299, "max_ms": 741.706, "p95_ms": 121.118}, "triton_wait": {"avg_ms": 55.814, "count": 300, "max_ms": 82.165, "p95_ms": 77.486}, "visualize": {"avg_ms": 3.682, "count": 300, "max_ms": 5.455, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16495.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 784, "h264_decode_error_count": 1922, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:31:36+09:00", "last_error_summary": "[h264 @ 0x55a5e06256c0] error while decoding MB 65 3, bytestream -62", "last_exit_at": "2026-07-06T05:31:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.183, "last_started_at": "2026-07-06T05:31:39+09:00", "pid": 146409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.168, "name": "ffmpeg", "pid": 146409, "rss_mb": 268.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 873, "restart_count_per_hour": 12, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 874}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.676, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:33:53+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T05:33:53+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T05:33:53.818230+09:00", "mtime_epoch": 1783283633.8182297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:33:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.402, "pushed": 7.402, "read": 7.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.168, "count": 221, "max_ms": 23.173, "p95_ms": 20.817}, "gstreamer_push": {"avg_ms": 1.118, "count": 222, "max_ms": 1.275, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.477, "count": 221, "max_ms": 74.214, "p95_ms": 63.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.85, "count": 221, "max_ms": 82.093, "p95_ms": 76.114}, "yolo11_640_fire_11class": {"avg_ms": 51.786, "count": 221, "max_ms": 73.679, "p95_ms": 62.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.531, "count": 221, "max_ms": 79.917, "p95_ms": 77.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.995, "count": 222, "max_ms": 142.833, "p95_ms": 139.408}, "read_interval": {"avg_ms": 135.594, "count": 221, "max_ms": 155.489, "p95_ms": 152.101}, "triton_wait": {"avg_ms": 61.799, "count": 221, "max_ms": 82.104, "p95_ms": 77.928}, "visualize": {"avg_ms": 4.711, "count": 221, "max_ms": 5.648, "p95_ms": 4.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16495.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.151, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.732, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2379142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:34:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:34:06+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:34:06.862321+09:00", "mtime_epoch": 1783283646.8623211, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:34:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2576.148, "name": "celery", "pid": 267, "rss_mb": 2576.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 300, "max_ms": 11.409, "p95_ms": 8.946}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.581, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.262, "count": 300, "max_ms": 73.518, "p95_ms": 63.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.208, "count": 300, "max_ms": 83.762, "p95_ms": 73.936}, "yolo11_640_fire_11class": {"avg_ms": 49.917, "count": 300, "max_ms": 72.992, "p95_ms": 63.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.705, "count": 300, "max_ms": 81.406, "p95_ms": 76.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.177, "count": 300, "max_ms": 99.882, "p95_ms": 93.507}, "read_interval": {"avg_ms": 100.024, "count": 300, "max_ms": 801.733, "p95_ms": 114.987}, "triton_wait": {"avg_ms": 56.785, "count": 300, "max_ms": 83.775, "p95_ms": 77.187}, "visualize": {"avg_ms": 3.666, "count": 300, "max_ms": 4.721, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16496.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 784, "h264_decode_error_count": 1922, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:31:36+09:00", "last_error_summary": "[h264 @ 0x55a5e06256c0] error while decoding MB 65 3, bytestream -62", "last_exit_at": "2026-07-06T05:31:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.32, "last_started_at": "2026-07-06T05:31:39+09:00", "pid": 146409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.168, "name": "ffmpeg", "pid": 146409, "rss_mb": 268.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 873, "restart_count_per_hour": 12, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 874}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.676, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:34:24+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T05:34:23+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T05:34:23.958444+09:00", "mtime_epoch": 1783283663.958444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:34:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.158, "count": 226, "max_ms": 27.415, "p95_ms": 20.961}, "gstreamer_push": {"avg_ms": 1.114, "count": 226, "max_ms": 1.432, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.423, "count": 226, "max_ms": 66.365, "p95_ms": 62.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.958, "count": 226, "max_ms": 84.861, "p95_ms": 76.594}, "yolo11_640_fire_11class": {"avg_ms": 47.183, "count": 226, "max_ms": 65.266, "p95_ms": 61.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.981, "count": 226, "max_ms": 80.39, "p95_ms": 76.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.209, "count": 226, "max_ms": 145.149, "p95_ms": 139.187}, "read_interval": {"avg_ms": 132.678, "count": 226, "max_ms": 157.274, "p95_ms": 151.571}, "triton_wait": {"avg_ms": 59.407, "count": 226, "max_ms": 84.873, "p95_ms": 77.284}, "visualize": {"avg_ms": 4.674, "count": 226, "max_ms": 5.558, "p95_ms": 4.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16498.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.157, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.551, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2379443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:34:36+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T05:34:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T05:34:36.842539+09:00", "mtime_epoch": 1783283676.8425393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:34:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2576.406, "name": "celery", "pid": 267, "rss_mb": 2576.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 301, "max_ms": 11.938, "p95_ms": 9.078}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.496, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.739, "count": 301, "max_ms": 72.232, "p95_ms": 62.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.802, "count": 301, "max_ms": 80.583, "p95_ms": 74.032}, "yolo11_640_fire_11class": {"avg_ms": 47.565, "count": 301, "max_ms": 64.192, "p95_ms": 61.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.864, "count": 301, "max_ms": 77.592, "p95_ms": 75.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.384, "count": 301, "max_ms": 97.047, "p95_ms": 91.951}, "read_interval": {"avg_ms": 99.607, "count": 301, "max_ms": 788.797, "p95_ms": 116.695}, "triton_wait": {"avg_ms": 56.047, "count": 301, "max_ms": 80.595, "p95_ms": 76.084}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 4.583, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16501.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 784, "h264_decode_error_count": 1922, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:31:36+09:00", "last_error_summary": "[h264 @ 0x55a5e06256c0] error while decoding MB 65 3, bytestream -62", "last_exit_at": "2026-07-06T05:31:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.35, "last_started_at": "2026-07-06T05:31:39+09:00", "pid": 146409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.652, "name": "ffmpeg", "pid": 146409, "rss_mb": 272.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 873, "restart_count_per_hour": 12, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 874}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.676, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:34:54+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T05:34:54+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T05:34:54.010669+09:00", "mtime_epoch": 1783283694.0106688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:34:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.524, "pushed": 7.524, "read": 7.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.332, "count": 225, "max_ms": 26.44, "p95_ms": 21.097}, "gstreamer_push": {"avg_ms": 1.11, "count": 225, "max_ms": 1.634, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.121, "count": 225, "max_ms": 68.112, "p95_ms": 63.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.275, "count": 225, "max_ms": 87.058, "p95_ms": 74.681}, "yolo11_640_fire_11class": {"avg_ms": 50.051, "count": 225, "max_ms": 67.595, "p95_ms": 62.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.384, "count": 225, "max_ms": 85.176, "p95_ms": 76.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.773, "count": 225, "max_ms": 149.408, "p95_ms": 139.57}, "read_interval": {"avg_ms": 133.483, "count": 224, "max_ms": 161.151, "p95_ms": 152.682}, "triton_wait": {"avg_ms": 59.576, "count": 225, "max_ms": 87.07, "p95_ms": 77.025}, "visualize": {"avg_ms": 4.719, "count": 225, "max_ms": 5.946, "p95_ms": 5.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16398.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.196, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.544, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2379743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:35:06+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T05:35:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T05:35:06.902768+09:00", "mtime_epoch": 1783283706.9027684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:35:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2576.406, "name": "celery", "pid": 267, "rss_mb": 2576.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.721, "count": 300, "max_ms": 12.851, "p95_ms": 8.647}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.919, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.726, "count": 300, "max_ms": 69.332, "p95_ms": 62.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.782, "count": 300, "max_ms": 88.265, "p95_ms": 73.146}, "yolo11_640_fire_11class": {"avg_ms": 49.193, "count": 300, "max_ms": 68.827, "p95_ms": 62.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.715, "count": 300, "max_ms": 86.254, "p95_ms": 75.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.046, "count": 300, "max_ms": 103.741, "p95_ms": 92.233}, "read_interval": {"avg_ms": 100.169, "count": 299, "max_ms": 806.7, "p95_ms": 120.136}, "triton_wait": {"avg_ms": 55.799, "count": 300, "max_ms": 88.277, "p95_ms": 76.189}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 4.743, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16496.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 785, "h264_decode_error_count": 1924, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:35:00+09:00", "last_error_summary": "[h264 @ 0x557b313420c0] left block unavailable for requested intra mode [h264 @ 0x557b313420c0] error while decoding MB 0 35, bytestream 4703 [h264 @ 0x557b31f0c8c0] error while decoding MB 74 34, bytestream -6", "last_exit_at": "2026-07-06T05:35:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.638, "last_started_at": "2026-07-06T05:35:02+09:00", "pid": 146576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 146576, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 874, "restart_count_per_hour": 13, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 875}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.085, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1916928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:35:24+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T05:35:24+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T05:35:24.034904+09:00", "mtime_epoch": 1783283724.0349035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:35:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9539.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.419, "pushed": 6.419, "read": 6.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.45, "count": 192, "max_ms": 28.818, "p95_ms": 21.814}, "gstreamer_push": {"avg_ms": 1.106, "count": 192, "max_ms": 1.832, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.094, "count": 192, "max_ms": 67.77, "p95_ms": 63.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.456, "count": 192, "max_ms": 79.27, "p95_ms": 72.504}, "yolo11_640_fire_11class": {"avg_ms": 49.924, "count": 192, "max_ms": 67.245, "p95_ms": 63.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.054, "count": 192, "max_ms": 79.252, "p95_ms": 76.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.023, "count": 192, "max_ms": 140.796, "p95_ms": 138.891}, "read_interval": {"avg_ms": 156.529, "count": 191, "max_ms": 4579.336, "p95_ms": 151.966}, "triton_wait": {"avg_ms": 59.752, "count": 192, "max_ms": 79.284, "p95_ms": 77.033}, "visualize": {"avg_ms": 4.687, "count": 192, "max_ms": 5.569, "p95_ms": 4.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16495.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.274, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.575, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2380041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:35:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T05:35:36+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T05:35:36.987008+09:00", "mtime_epoch": 1783283736.9870076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:35:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2576.664, "name": "celery", "pid": 267, "rss_mb": 2576.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.863, "count": 298, "max_ms": 12.282, "p95_ms": 9.222}, "gstreamer_push": {"avg_ms": 1.275, "count": 298, "max_ms": 1.94, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.803, "count": 298, "max_ms": 65.055, "p95_ms": 63.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.28, "count": 298, "max_ms": 82.48, "p95_ms": 70.798}, "yolo11_640_fire_11class": {"avg_ms": 49.256, "count": 298, "max_ms": 64.934, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.773, "count": 298, "max_ms": 78.667, "p95_ms": 76.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.287, "count": 298, "max_ms": 98.607, "p95_ms": 92.687}, "read_interval": {"avg_ms": 100.994, "count": 297, "max_ms": 643.229, "p95_ms": 114.462}, "triton_wait": {"avg_ms": 55.835, "count": 298, "max_ms": 82.493, "p95_ms": 76.51}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 5.826, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16496.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 785, "h264_decode_error_count": 1924, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:35:00+09:00", "last_error_summary": "[h264 @ 0x557b313420c0] left block unavailable for requested intra mode [h264 @ 0x557b313420c0] error while decoding MB 0 35, bytestream 4703 [h264 @ 0x557b31f0c8c0] error while decoding MB 74 34, bytestream -6", "last_exit_at": "2026-07-06T05:35:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.644, "last_started_at": "2026-07-06T05:35:02+09:00", "pid": 146576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 146576, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 874, "restart_count_per_hour": 13, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 875}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.293, "sample_count": 2068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:35:54+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T05:35:54+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T05:35:54.035147+09:00", "mtime_epoch": 1783283754.0351474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:35:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.45, "count": 199, "max_ms": 26.829, "p95_ms": 23.18}, "gstreamer_push": {"avg_ms": 1.031, "count": 199, "max_ms": 1.285, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.809, "count": 199, "max_ms": 65.094, "p95_ms": 61.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.624, "count": 199, "max_ms": 81.643, "p95_ms": 72.583}, "yolo11_640_fire_11class": {"avg_ms": 48.111, "count": 199, "max_ms": 64.625, "p95_ms": 60.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.552, "count": 199, "max_ms": 77.513, "p95_ms": 75.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.214, "count": 199, "max_ms": 168.532, "p95_ms": 160.124}, "read_interval": {"avg_ms": 150.742, "count": 199, "max_ms": 182.446, "p95_ms": 172.847}, "triton_wait": {"avg_ms": 57.569, "count": 199, "max_ms": 81.655, "p95_ms": 76.665}, "visualize": {"avg_ms": 5.487, "count": 199, "max_ms": 6.407, "p95_ms": 6.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16497.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.519, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.46, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2380343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:36:07+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T05:36:07+09:00", "mjpeg": {"age_sec": 0.435, "exists": true, "mtime": "2026-07-06T05:36:06.859254+09:00", "mtime_epoch": 1783283766.8592544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:36:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2576.922, "name": "celery", "pid": 267, "rss_mb": 2576.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 300, "max_ms": 13.545, "p95_ms": 9.983}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.67, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.674, "count": 300, "max_ms": 65.295, "p95_ms": 61.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.878, "count": 300, "max_ms": 80.14, "p95_ms": 59.553}, "yolo11_640_fire_11class": {"avg_ms": 47.352, "count": 300, "max_ms": 69.943, "p95_ms": 59.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.172, "count": 300, "max_ms": 80.77, "p95_ms": 70.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.651, "count": 300, "max_ms": 192.038, "p95_ms": 87.887}, "read_interval": {"avg_ms": 100.19, "count": 299, "max_ms": 824.033, "p95_ms": 113.265}, "triton_wait": {"avg_ms": 52.728, "count": 300, "max_ms": 80.78, "p95_ms": 71.551}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 6.491, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 15977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16497.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 785, "h264_decode_error_count": 1924, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:35:00+09:00", "last_error_summary": "[h264 @ 0x557b313420c0] left block unavailable for requested intra mode [h264 @ 0x557b313420c0] error while decoding MB 0 35, bytestream 4703 [h264 @ 0x557b31f0c8c0] error while decoding MB 74 34, bytestream -6", "last_exit_at": "2026-07-06T05:35:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.773, "last_started_at": "2026-07-06T05:35:02+09:00", "pid": 146576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 146576, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 874, "restart_count_per_hour": 13, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 875}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.258, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:36:24+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T05:36:24+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T05:36:24.159401+09:00", "mtime_epoch": 1783283784.1594014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:36:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.274, "pushed": 6.274, "read": 6.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.419, "count": 187, "max_ms": 36.522, "p95_ms": 23.828}, "gstreamer_push": {"avg_ms": 1.017, "count": 188, "max_ms": 1.188, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.424, "count": 187, "max_ms": 64.666, "p95_ms": 61.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.558, "count": 187, "max_ms": 83.329, "p95_ms": 70.855}, "yolo11_640_fire_11class": {"avg_ms": 48.046, "count": 187, "max_ms": 65.321, "p95_ms": 60.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.217, "count": 187, "max_ms": 80.356, "p95_ms": 75.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.939, "count": 188, "max_ms": 175.411, "p95_ms": 168.733}, "read_interval": {"avg_ms": 160.284, "count": 187, "max_ms": 189.052, "p95_ms": 179.828}, "triton_wait": {"avg_ms": 58.045, "count": 187, "max_ms": 83.34, "p95_ms": 75.758}, "visualize": {"avg_ms": 5.835, "count": 187, "max_ms": 7.928, "p95_ms": 6.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16497.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.6, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.507, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2380646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:36:37+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T05:36:37+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T05:36:37.303515+09:00", "mtime_epoch": 1783283797.303515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:36:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2576.922, "name": "celery", "pid": 267, "rss_mb": 2576.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.785, "count": 302, "max_ms": 12.331, "p95_ms": 9.002}, "gstreamer_push": {"avg_ms": 1.258, "count": 303, "max_ms": 1.628, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.49, "count": 302, "max_ms": 64.914, "p95_ms": 59.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.02, "count": 302, "max_ms": 86.147, "p95_ms": 67.769}, "yolo11_640_fire_11class": {"avg_ms": 48.11, "count": 302, "max_ms": 65.526, "p95_ms": 60.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.582, "count": 302, "max_ms": 81.801, "p95_ms": 72.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.939, "count": 303, "max_ms": 102.258, "p95_ms": 89.744}, "read_interval": {"avg_ms": 99.299, "count": 302, "max_ms": 517.349, "p95_ms": 215.391}, "triton_wait": {"avg_ms": 53.59, "count": 302, "max_ms": 86.157, "p95_ms": 73.845}, "visualize": {"avg_ms": 3.65, "count": 302, "max_ms": 5.356, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16654.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 785, "h264_decode_error_count": 1924, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:35:00+09:00", "last_error_summary": "[h264 @ 0x557b313420c0] left block unavailable for requested intra mode [h264 @ 0x557b313420c0] error while decoding MB 0 35, bytestream 4703 [h264 @ 0x557b31f0c8c0] error while decoding MB 74 34, bytestream -6", "last_exit_at": "2026-07-06T05:35:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.857, "last_started_at": "2026-07-06T05:35:02+09:00", "pid": 146576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 146576, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 874, "restart_count_per_hour": 13, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 875}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.354, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:36:54+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T05:36:54+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T05:36:54.207663+09:00", "mtime_epoch": 1783283814.2076633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:36:54+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 3.111, "recorders": [{"age_sec": 3.111, "frame_count": 63, "is_recording": true, "is_stopping": false, "pid": 146683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.051, "name": "ffmpeg", "pid": 146683, "rss_mb": 186.051, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 37, "returncode": null, "running": true, "started_at": "2026-07-06T05:36:51+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_053651_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [146683], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.948, "pushed": 5.948, "read": 5.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.649, "count": 178, "max_ms": 26.709, "p95_ms": 24.002}, "gstreamer_push": {"avg_ms": 0.991, "count": 178, "max_ms": 1.215, "p95_ms": 1.075}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.737, "count": 178, "max_ms": 69.783, "p95_ms": 64.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.063, "count": 178, "max_ms": 81.94, "p95_ms": 72.145}, "yolo11_640_fire_11class": {"avg_ms": 48.751, "count": 178, "max_ms": 67.25, "p95_ms": 62.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.512, "count": 178, "max_ms": 81.928, "p95_ms": 76.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.257, "count": 178, "max_ms": 858.027, "p95_ms": 184.616}, "read_interval": {"avg_ms": 168.877, "count": 177, "max_ms": 868.199, "p95_ms": 194.71}, "triton_wait": {"avg_ms": 59.382, "count": 178, "max_ms": 81.949, "p95_ms": 76.142}, "visualize": {"avg_ms": 6.065, "count": 178, "max_ms": 12.462, "p95_ms": 7.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16502.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.659, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.687, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2380943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:37:07+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T05:37:07+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-06T05:37:07.107778+09:00", "mtime_epoch": 1783283827.107778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:37:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2577.18, "name": "celery", "pid": 267, "rss_mb": 2577.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.782, "count": 297, "max_ms": 12.183, "p95_ms": 8.693}, "gstreamer_push": {"avg_ms": 1.258, "count": 297, "max_ms": 1.492, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.77, "count": 297, "max_ms": 68.889, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.184, "count": 297, "max_ms": 82.651, "p95_ms": 71.794}, "yolo11_640_fire_11class": {"avg_ms": 49.991, "count": 297, "max_ms": 72.371, "p95_ms": 64.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.552, "count": 297, "max_ms": 82.639, "p95_ms": 76.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.39, "count": 297, "max_ms": 98.908, "p95_ms": 92.763}, "read_interval": {"avg_ms": 101.238, "count": 296, "max_ms": 598.445, "p95_ms": 192.163}, "triton_wait": {"avg_ms": 55.025, "count": 297, "max_ms": 82.661, "p95_ms": 76.926}, "visualize": {"avg_ms": 3.651, "count": 297, "max_ms": 4.495, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16502.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 785, "h264_decode_error_count": 1924, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:35:00+09:00", "last_error_summary": "[h264 @ 0x557b313420c0] left block unavailable for requested intra mode [h264 @ 0x557b313420c0] error while decoding MB 0 35, bytestream 4703 [h264 @ 0x557b31f0c8c0] error while decoding MB 74 34, bytestream -6", "last_exit_at": "2026-07-06T05:35:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.914, "last_started_at": "2026-07-06T05:35:02+09:00", "pid": 146576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 146576, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 874, "restart_count_per_hour": 13, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 875}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.254, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:37:24+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T05:37:24+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T05:37:24.319934+09:00", "mtime_epoch": 1783283844.3199337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:37:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.365, "pushed": 7.365, "read": 7.331}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.082, "count": 220, "max_ms": 32.18, "p95_ms": 20.629}, "gstreamer_push": {"avg_ms": 1.114, "count": 220, "max_ms": 1.437, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.479, "count": 220, "max_ms": 66.265, "p95_ms": 62.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.979, "count": 220, "max_ms": 80.768, "p95_ms": 77.332}, "yolo11_640_fire_11class": {"avg_ms": 52.132, "count": 220, "max_ms": 69.981, "p95_ms": 65.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.561, "count": 220, "max_ms": 79.447, "p95_ms": 76.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.252, "count": 220, "max_ms": 178.24, "p95_ms": 145.004}, "read_interval": {"avg_ms": 136.615, "count": 219, "max_ms": 189.585, "p95_ms": 158.88}, "triton_wait": {"avg_ms": 60.591, "count": 220, "max_ms": 80.78, "p95_ms": 77.75}, "visualize": {"avg_ms": 4.723, "count": 220, "max_ms": 6.499, "p95_ms": 5.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16502.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.737, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.731, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2381246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T05:37:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T05:37:37+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T05:37:37.440054+09:00", "mtime_epoch": 1783283857.440054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:37:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2577.438, "name": "celery", "pid": 267, "rss_mb": 2577.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 303, "max_ms": 12.981, "p95_ms": 9.03}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.727, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.405, "count": 303, "max_ms": 69.679, "p95_ms": 62.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.779, "count": 303, "max_ms": 80.531, "p95_ms": 75.424}, "yolo11_640_fire_11class": {"avg_ms": 52.637, "count": 303, "max_ms": 71.319, "p95_ms": 65.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.16, "count": 303, "max_ms": 83.176, "p95_ms": 75.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.081, "count": 303, "max_ms": 99.243, "p95_ms": 93.647}, "read_interval": {"avg_ms": 99.299, "count": 302, "max_ms": 742.402, "p95_ms": 114.677}, "triton_wait": {"avg_ms": 56.868, "count": 303, "max_ms": 83.188, "p95_ms": 77.013}, "visualize": {"avg_ms": 3.622, "count": 303, "max_ms": 4.674, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16486.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 786, "h264_decode_error_count": 1925, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:37:43+09:00", "last_error_summary": "[h264 @ 0x5593a5745b80] error while decoding MB 3 39, bytestream -7", "last_exit_at": "2026-07-06T05:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.092, "last_started_at": "2026-07-06T05:37:46+09:00", "pid": 146743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 249.254, "name": "ffmpeg", "pid": 146743, "rss_mb": 249.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 875, "restart_count_per_hour": 14, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 876}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.862, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1917905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:37:54+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T05:37:54+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T05:37:54.348211+09:00", "mtime_epoch": 1783283874.3482108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:37:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.417, "pushed": 6.417, "read": 6.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.85, "count": 192, "max_ms": 31.999, "p95_ms": 22.536}, "gstreamer_push": {"avg_ms": 1.095, "count": 192, "max_ms": 1.381, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.55, "count": 192, "max_ms": 70.922, "p95_ms": 63.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.936, "count": 192, "max_ms": 85.161, "p95_ms": 72.809}, "yolo11_640_fire_11class": {"avg_ms": 50.617, "count": 192, "max_ms": 71.369, "p95_ms": 66.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.059, "count": 192, "max_ms": 80.636, "p95_ms": 77.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.585, "count": 192, "max_ms": 148.733, "p95_ms": 140.056}, "read_interval": {"avg_ms": 156.515, "count": 191, "max_ms": 4889.054, "p95_ms": 152.893}, "triton_wait": {"avg_ms": 59.077, "count": 192, "max_ms": 85.172, "p95_ms": 78.171}, "visualize": {"avg_ms": 4.633, "count": 192, "max_ms": 5.676, "p95_ms": 4.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16505.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.785, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.749, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2381549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:38:07+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T05:38:07+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:38:07.496335+09:00", "mtime_epoch": 1783283887.4963346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:38:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2577.438, "name": "celery", "pid": 267, "rss_mb": 2577.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.8, "count": 303, "max_ms": 12.992, "p95_ms": 8.617}, "gstreamer_push": {"avg_ms": 1.27, "count": 303, "max_ms": 1.71, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.181, "count": 303, "max_ms": 64.345, "p95_ms": 60.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.27, "count": 303, "max_ms": 80.349, "p95_ms": 71.397}, "yolo11_640_fire_11class": {"avg_ms": 50.296, "count": 303, "max_ms": 69.462, "p95_ms": 63.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.918, "count": 303, "max_ms": 78.732, "p95_ms": 75.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.368, "count": 303, "max_ms": 96.427, "p95_ms": 91.725}, "read_interval": {"avg_ms": 99.225, "count": 302, "max_ms": 678.122, "p95_ms": 112.388}, "triton_wait": {"avg_ms": 55.006, "count": 303, "max_ms": 80.361, "p95_ms": 75.62}, "visualize": {"avg_ms": 3.669, "count": 303, "max_ms": 4.909, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16508.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 786, "h264_decode_error_count": 1925, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:37:43+09:00", "last_error_summary": "[h264 @ 0x5593a5745b80] error while decoding MB 3 39, bytestream -7", "last_exit_at": "2026-07-06T05:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.172, "last_started_at": "2026-07-06T05:37:46+09:00", "pid": 146743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.652, "name": "ffmpeg", "pid": 146743, "rss_mb": 270.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 875, "restart_count_per_hour": 14, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 876}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.862, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1918130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:38:24+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T05:38:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T05:38:24.436496+09:00", "mtime_epoch": 1783283904.4364958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:38:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.511, "pushed": 7.511, "read": 7.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.016, "count": 225, "max_ms": 23.092, "p95_ms": 20.805}, "gstreamer_push": {"avg_ms": 1.127, "count": 225, "max_ms": 1.697, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.775, "count": 225, "max_ms": 65.948, "p95_ms": 62.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.792, "count": 225, "max_ms": 81.533, "p95_ms": 74.973}, "yolo11_640_fire_11class": {"avg_ms": 50.707, "count": 225, "max_ms": 68.309, "p95_ms": 65.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.044, "count": 225, "max_ms": 79.993, "p95_ms": 76.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.056, "count": 225, "max_ms": 143.419, "p95_ms": 139.249}, "read_interval": {"avg_ms": 133.633, "count": 224, "max_ms": 156.943, "p95_ms": 151.949}, "triton_wait": {"avg_ms": 60.024, "count": 225, "max_ms": 81.545, "p95_ms": 77.373}, "visualize": {"avg_ms": 4.821, "count": 225, "max_ms": 7.428, "p95_ms": 6.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16508.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.851, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.697, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2381846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:38:37+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T05:38:37+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T05:38:37.524622+09:00", "mtime_epoch": 1783283917.524622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:38:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2577.438, "name": "celery", "pid": 267, "rss_mb": 2577.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 297, "max_ms": 11.662, "p95_ms": 9.078}, "gstreamer_push": {"avg_ms": 1.26, "count": 297, "max_ms": 1.83, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.324, "count": 297, "max_ms": 68.052, "p95_ms": 63.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.926, "count": 297, "max_ms": 82.127, "p95_ms": 73.289}, "yolo11_640_fire_11class": {"avg_ms": 51.147, "count": 297, "max_ms": 68.09, "p95_ms": 64.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.029, "count": 297, "max_ms": 79.909, "p95_ms": 76.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.801, "count": 297, "max_ms": 98.224, "p95_ms": 93.1}, "read_interval": {"avg_ms": 101.177, "count": 296, "max_ms": 547.41, "p95_ms": 115.117}, "triton_wait": {"avg_ms": 57.394, "count": 297, "max_ms": 82.139, "p95_ms": 76.95}, "visualize": {"avg_ms": 3.675, "count": 297, "max_ms": 4.638, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16508.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 786, "h264_decode_error_count": 1925, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:37:43+09:00", "last_error_summary": "[h264 @ 0x5593a5745b80] error while decoding MB 3 39, bytestream -7", "last_exit_at": "2026-07-06T05:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.181, "last_started_at": "2026-07-06T05:37:46+09:00", "pid": 146743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.426, "name": "ffmpeg", "pid": 146743, "rss_mb": 271.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 875, "restart_count_per_hour": 14, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 876}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.862, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1918355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:38:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:38:54+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T05:38:54+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T05:38:54.464787+09:00", "mtime_epoch": 1783283934.464787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:38:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.501, "pushed": 7.501, "read": 7.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.206, "count": 225, "max_ms": 28.721, "p95_ms": 21.716}, "gstreamer_push": {"avg_ms": 1.12, "count": 225, "max_ms": 1.731, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.207, "count": 225, "max_ms": 72.912, "p95_ms": 62.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.477, "count": 225, "max_ms": 81.649, "p95_ms": 76.616}, "yolo11_640_fire_11class": {"avg_ms": 49.906, "count": 225, "max_ms": 74.185, "p95_ms": 63.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.173, "count": 225, "max_ms": 79.611, "p95_ms": 76.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.908, "count": 225, "max_ms": 153.713, "p95_ms": 138.665}, "read_interval": {"avg_ms": 133.457, "count": 225, "max_ms": 165.434, "p95_ms": 151.887}, "triton_wait": {"avg_ms": 59.588, "count": 225, "max_ms": 81.661, "p95_ms": 77.075}, "visualize": {"avg_ms": 4.782, "count": 225, "max_ms": 7.078, "p95_ms": 5.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16508.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.906, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.656, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2382148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:39:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T05:39:07+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T05:39:07.608916+09:00", "mtime_epoch": 1783283947.6089163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:39:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2577.695, "name": "celery", "pid": 267, "rss_mb": 2577.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.865, "count": 302, "max_ms": 11.859, "p95_ms": 9.121}, "gstreamer_push": {"avg_ms": 1.27, "count": 302, "max_ms": 2.147, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.721, "count": 302, "max_ms": 73.814, "p95_ms": 62.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.961, "count": 302, "max_ms": 79.871, "p95_ms": 71.887}, "yolo11_640_fire_11class": {"avg_ms": 50.409, "count": 302, "max_ms": 73.451, "p95_ms": 63.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.722, "count": 302, "max_ms": 79.09, "p95_ms": 76.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.928, "count": 302, "max_ms": 97.402, "p95_ms": 92.656}, "read_interval": {"avg_ms": 99.551, "count": 301, "max_ms": 562.881, "p95_ms": 111.74}, "triton_wait": {"avg_ms": 56.405, "count": 302, "max_ms": 79.885, "p95_ms": 76.414}, "visualize": {"avg_ms": 3.691, "count": 302, "max_ms": 4.722, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16508.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 786, "h264_decode_error_count": 1925, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:37:43+09:00", "last_error_summary": "[h264 @ 0x5593a5745b80] error while decoding MB 3 39, bytestream -7", "last_exit_at": "2026-07-06T05:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.268, "last_started_at": "2026-07-06T05:37:46+09:00", "pid": 146743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.426, "name": "ffmpeg", "pid": 146743, "rss_mb": 271.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 875, "restart_count_per_hour": 14, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 876}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.862, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1918581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:39:24+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T05:39:24+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T05:39:24.549085+09:00", "mtime_epoch": 1783283964.549085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:39:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9540.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.55, "pushed": 7.55, "read": 7.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.21, "count": 226, "max_ms": 24.428, "p95_ms": 21.355}, "gstreamer_push": {"avg_ms": 1.132, "count": 226, "max_ms": 1.665, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.654, "count": 226, "max_ms": 64.84, "p95_ms": 63.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.15, "count": 226, "max_ms": 80.898, "p95_ms": 71.63}, "yolo11_640_fire_11class": {"avg_ms": 50.787, "count": 226, "max_ms": 68.32, "p95_ms": 65.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.694, "count": 226, "max_ms": 79.516, "p95_ms": 77.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.422, "count": 226, "max_ms": 153.272, "p95_ms": 139.714}, "read_interval": {"avg_ms": 133.165, "count": 225, "max_ms": 165.849, "p95_ms": 153.798}, "triton_wait": {"avg_ms": 59.443, "count": 226, "max_ms": 80.91, "p95_ms": 77.762}, "visualize": {"avg_ms": 4.753, "count": 226, "max_ms": 5.984, "p95_ms": 5.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16511.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.918, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.687, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2382448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:39:37+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T05:39:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T05:39:37.601216+09:00", "mtime_epoch": 1783283977.601216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:39:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2577.695, "name": "celery", "pid": 267, "rss_mb": 2577.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 300, "max_ms": 13.8, "p95_ms": 9.264}, "gstreamer_push": {"avg_ms": 1.268, "count": 300, "max_ms": 1.909, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.696, "count": 300, "max_ms": 69.183, "p95_ms": 63.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.354, "count": 300, "max_ms": 80.399, "p95_ms": 72.493}, "yolo11_640_fire_11class": {"avg_ms": 51.268, "count": 300, "max_ms": 71.293, "p95_ms": 63.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.663, "count": 300, "max_ms": 78.913, "p95_ms": 76.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.563, "count": 300, "max_ms": 96.836, "p95_ms": 92.962}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 543.24, "p95_ms": 113.931}, "triton_wait": {"avg_ms": 56.039, "count": 300, "max_ms": 80.411, "p95_ms": 76.763}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 4.763, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16514.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 786, "h264_decode_error_count": 1925, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:37:43+09:00", "last_error_summary": "[h264 @ 0x5593a5745b80] error while decoding MB 3 39, bytestream -7", "last_exit_at": "2026-07-06T05:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.325, "last_started_at": "2026-07-06T05:37:46+09:00", "pid": 146743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.84, "name": "ffmpeg", "pid": 146743, "rss_mb": 276.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 875, "restart_count_per_hour": 14, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 876}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.862, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1918809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:39:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:39:54+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:39:54+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:39:54.609389+09:00", "mtime_epoch": 1783283994.6093886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:39:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.621, "pushed": 7.621, "read": 7.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.097, "count": 228, "max_ms": 28.293, "p95_ms": 22.676}, "gstreamer_push": {"avg_ms": 1.092, "count": 228, "max_ms": 1.224, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.357, "count": 228, "max_ms": 71.591, "p95_ms": 63.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.275, "count": 228, "max_ms": 80.493, "p95_ms": 72.325}, "yolo11_640_fire_11class": {"avg_ms": 50.198, "count": 228, "max_ms": 75.321, "p95_ms": 65.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.621, "count": 228, "max_ms": 84.037, "p95_ms": 77.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.517, "count": 228, "max_ms": 146.295, "p95_ms": 139.73}, "read_interval": {"avg_ms": 131.859, "count": 227, "max_ms": 158.597, "p95_ms": 152.104}, "triton_wait": {"avg_ms": 58.935, "count": 228, "max_ms": 84.049, "p95_ms": 77.886}, "visualize": {"avg_ms": 4.666, "count": 228, "max_ms": 7.597, "p95_ms": 5.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16515.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.919, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.648, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2382748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:40:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:40:07+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T05:40:07.629522+09:00", "mtime_epoch": 1783284007.629522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:40:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2577.953, "name": "celery", "pid": 267, "rss_mb": 2577.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.723, "count": 300, "max_ms": 11.025, "p95_ms": 8.703}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.826, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.075, "count": 300, "max_ms": 63.363, "p95_ms": 60.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.613, "count": 300, "max_ms": 79.31, "p95_ms": 68.714}, "yolo11_640_fire_11class": {"avg_ms": 49.352, "count": 300, "max_ms": 66.451, "p95_ms": 61.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.281, "count": 300, "max_ms": 79.322, "p95_ms": 74.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.086, "count": 300, "max_ms": 95.795, "p95_ms": 91.026}, "read_interval": {"avg_ms": 100.086, "count": 300, "max_ms": 575.683, "p95_ms": 146.852}, "triton_wait": {"avg_ms": 54.811, "count": 300, "max_ms": 79.333, "p95_ms": 74.766}, "visualize": {"avg_ms": 3.656, "count": 300, "max_ms": 4.822, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16518.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 786, "h264_decode_error_count": 1925, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:37:43+09:00", "last_error_summary": "[h264 @ 0x5593a5745b80] error while decoding MB 3 39, bytestream -7", "last_exit_at": "2026-07-06T05:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.445, "last_started_at": "2026-07-06T05:37:46+09:00", "pid": 146743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.934, "name": "ffmpeg", "pid": 146743, "rss_mb": 279.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 875, "restart_count_per_hour": 14, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 876}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.914, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:40:24+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T05:40:24+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:40:24.729699+09:00", "mtime_epoch": 1783284024.7296987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:40:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.306, "pushed": 7.306, "read": 7.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.328, "count": 218, "max_ms": 22.864, "p95_ms": 21.13}, "gstreamer_push": {"avg_ms": 1.075, "count": 219, "max_ms": 1.655, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.496, "count": 218, "max_ms": 63.415, "p95_ms": 60.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.706, "count": 218, "max_ms": 79.557, "p95_ms": 71.204}, "yolo11_640_fire_11class": {"avg_ms": 48.633, "count": 218, "max_ms": 65.897, "p95_ms": 63.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.627, "count": 218, "max_ms": 77.257, "p95_ms": 74.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.782, "count": 219, "max_ms": 162.658, "p95_ms": 157.182}, "read_interval": {"avg_ms": 137.585, "count": 218, "max_ms": 245.403, "p95_ms": 172.079}, "triton_wait": {"avg_ms": 57.176, "count": 218, "max_ms": 79.569, "p95_ms": 75.414}, "visualize": {"avg_ms": 4.969, "count": 218, "max_ms": 6.408, "p95_ms": 5.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16521.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.965, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.656, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2383046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:40:37+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T05:40:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:40:37.673834+09:00", "mtime_epoch": 1783284037.6738336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:40:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2578.211, "name": "celery", "pid": 267, "rss_mb": 2578.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.694, "count": 298, "max_ms": 11.79, "p95_ms": 8.902}, "gstreamer_push": {"avg_ms": 1.233, "count": 298, "max_ms": 1.554, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.369, "count": 298, "max_ms": 65.525, "p95_ms": 63.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.467, "count": 298, "max_ms": 79.731, "p95_ms": 71.722}, "yolo11_640_fire_11class": {"avg_ms": 51.924, "count": 298, "max_ms": 73.492, "p95_ms": 65.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.066, "count": 298, "max_ms": 81.096, "p95_ms": 76.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.762, "count": 298, "max_ms": 97.357, "p95_ms": 93.206}, "read_interval": {"avg_ms": 100.865, "count": 297, "max_ms": 551.22, "p95_ms": 114.601}, "triton_wait": {"avg_ms": 56.606, "count": 298, "max_ms": 81.108, "p95_ms": 76.862}, "visualize": {"avg_ms": 3.612, "count": 298, "max_ms": 4.971, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.99, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.676, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2383349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:41:07+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:41:07+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:41:07.698150+09:00", "mtime_epoch": 1783284067.6981502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:41:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2578.211, "name": "celery", "pid": 267, "rss_mb": 2578.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 303, "max_ms": 11.417, "p95_ms": 8.416}, "gstreamer_push": {"avg_ms": 1.284, "count": 303, "max_ms": 1.892, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.732, "count": 303, "max_ms": 63.994, "p95_ms": 60.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.063, "count": 303, "max_ms": 78.202, "p95_ms": 68.643}, "yolo11_640_fire_11class": {"avg_ms": 50.663, "count": 303, "max_ms": 68.305, "p95_ms": 63.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.554, "count": 303, "max_ms": 78.566, "p95_ms": 76.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.878, "count": 303, "max_ms": 95.968, "p95_ms": 92.553}, "read_interval": {"avg_ms": 99.143, "count": 302, "max_ms": 884.667, "p95_ms": 109.611}, "triton_wait": {"avg_ms": 53.539, "count": 303, "max_ms": 78.579, "p95_ms": 76.343}, "visualize": {"avg_ms": 3.681, "count": 303, "max_ms": 5.349, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 786, "h264_decode_error_count": 1925, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:37:43+09:00", "last_error_summary": "[h264 @ 0x5593a5745b80] error while decoding MB 3 39, bytestream -7", "last_exit_at": "2026-07-06T05:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.658, "last_started_at": "2026-07-06T05:37:46+09:00", "pid": 146743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.926, "name": "ffmpeg", "pid": 146743, "rss_mb": 291.926, "state": "S (sleeping)", "threads": 104}, "restart_count": 875, "restart_count_per_hour": 14, "rtsp_timeout_count": 496, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 876}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.589, "sample_count": 2013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:41:08+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T05:41:07+09:00", "mjpeg": {"age_sec": 16.861, "exists": true, "mtime": "2026-07-06T05:40:51.189976+09:00", "mtime_epoch": 1783284051.1899755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:41:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.304, "pushed": 3.304, "read": 3.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.984, "count": 99, "max_ms": 23.789, "p95_ms": 20.327}, "gstreamer_push": {"avg_ms": 1.123, "count": 99, "max_ms": 1.39, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.291, "count": 99, "max_ms": 63.703, "p95_ms": 62.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.629, "count": 99, "max_ms": 75.976, "p95_ms": 73.227}, "yolo11_640_fire_11class": {"avg_ms": 52.089, "count": 99, "max_ms": 67.683, "p95_ms": 66.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.91, "count": 99, "max_ms": 80.448, "p95_ms": 78.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.99, "count": 99, "max_ms": 141.117, "p95_ms": 139.959}, "read_interval": {"avg_ms": 305.628, "count": 98, "max_ms": 16872.063, "p95_ms": 152.798}, "triton_wait": {"avg_ms": 61.093, "count": 99, "max_ms": 80.459, "p95_ms": 78.462}, "visualize": {"avg_ms": 4.723, "count": 99, "max_ms": 5.901, "p95_ms": 4.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16507.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 904.092, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.677, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2383647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:41:37+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T05:41:37+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T05:41:37.770472+09:00", "mtime_epoch": 1783284097.770472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:41:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2578.469, "name": "celery", "pid": 267, "rss_mb": 2578.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.768, "count": 297, "max_ms": 12.739, "p95_ms": 8.671}, "gstreamer_push": {"avg_ms": 1.272, "count": 297, "max_ms": 1.864, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.779, "count": 297, "max_ms": 66.468, "p95_ms": 61.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.285, "count": 297, "max_ms": 79.767, "p95_ms": 72.752}, "yolo11_640_fire_11class": {"avg_ms": 52.157, "count": 297, "max_ms": 68.457, "p95_ms": 64.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.024, "count": 297, "max_ms": 77.713, "p95_ms": 75.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.343, "count": 297, "max_ms": 95.809, "p95_ms": 92.175}, "read_interval": {"avg_ms": 100.963, "count": 297, "max_ms": 647.22, "p95_ms": 112.733}, "triton_wait": {"avg_ms": 55.993, "count": 297, "max_ms": 79.779, "p95_ms": 75.913}, "visualize": {"avg_ms": 3.664, "count": 297, "max_ms": 4.549, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16508.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:41:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.674, "last_started_at": "2026-07-06T05:41:11+09:00", "pid": 146850, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.168, "name": "ffmpeg", "pid": 146850, "rss_mb": 269.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 876, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 877}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.958, "sample_count": 2018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:41:38+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T05:41:38+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T05:41:38.054475+09:00", "mtime_epoch": 1783284098.054475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:41:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.433, "pushed": 6.433, "read": 6.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.063, "count": 193, "max_ms": 26.613, "p95_ms": 20.781}, "gstreamer_push": {"avg_ms": 1.11, "count": 193, "max_ms": 1.893, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.393, "count": 193, "max_ms": 64.804, "p95_ms": 63.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.168, "count": 193, "max_ms": 80.78, "p95_ms": 76.406}, "yolo11_640_fire_11class": {"avg_ms": 52.525, "count": 193, "max_ms": 69.797, "p95_ms": 67.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.935, "count": 193, "max_ms": 79.121, "p95_ms": 77.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.065, "count": 193, "max_ms": 146.566, "p95_ms": 139.573}, "read_interval": {"avg_ms": 155.358, "count": 193, "max_ms": 4329.662, "p95_ms": 151.99}, "triton_wait": {"avg_ms": 61.175, "count": 193, "max_ms": 80.793, "p95_ms": 78.482}, "visualize": {"avg_ms": 4.682, "count": 193, "max_ms": 6.915, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16510.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 934.365, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.708, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2383952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:42:08+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T05:42:08+09:00", "mjpeg": {"age_sec": 0.377, "exists": true, "mtime": "2026-07-06T05:42:07.762798+09:00", "mtime_epoch": 1783284127.7627976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:42:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2578.727, "name": "celery", "pid": 267, "rss_mb": 2578.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.726, "count": 302, "max_ms": 11.523, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.249, "count": 303, "max_ms": 1.677, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.089, "count": 302, "max_ms": 64.646, "p95_ms": 63.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.86, "count": 302, "max_ms": 81.191, "p95_ms": 74.543}, "yolo11_640_fire_11class": {"avg_ms": 53.266, "count": 302, "max_ms": 68.396, "p95_ms": 65.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.962, "count": 302, "max_ms": 79.143, "p95_ms": 76.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.603, "count": 303, "max_ms": 98.829, "p95_ms": 93.355}, "read_interval": {"avg_ms": 99.396, "count": 302, "max_ms": 533.462, "p95_ms": 113.108}, "triton_wait": {"avg_ms": 57.309, "count": 302, "max_ms": 81.205, "p95_ms": 77.261}, "visualize": {"avg_ms": 3.622, "count": 302, "max_ms": 5.073, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16509.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:41:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.727, "last_started_at": "2026-07-06T05:41:11+09:00", "pid": 146850, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.715, "name": "ffmpeg", "pid": 146850, "rss_mb": 270.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 876, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 877}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.959, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:42:08+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T05:42:08+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T05:42:08.130802+09:00", "mtime_epoch": 1783284128.1308017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:42:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.452, "pushed": 7.452, "read": 7.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.346, "count": 223, "max_ms": 31.395, "p95_ms": 22.557}, "gstreamer_push": {"avg_ms": 1.118, "count": 223, "max_ms": 1.53, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.746, "count": 223, "max_ms": 65.353, "p95_ms": 62.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.084, "count": 223, "max_ms": 81.833, "p95_ms": 74.677}, "yolo11_640_fire_11class": {"avg_ms": 51.501, "count": 223, "max_ms": 67.672, "p95_ms": 65.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.305, "count": 223, "max_ms": 78.652, "p95_ms": 77.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.08, "count": 223, "max_ms": 143.576, "p95_ms": 139.79}, "read_interval": {"avg_ms": 134.792, "count": 222, "max_ms": 155.775, "p95_ms": 152.792}, "triton_wait": {"avg_ms": 60.423, "count": 223, "max_ms": 81.845, "p95_ms": 77.51}, "visualize": {"avg_ms": 4.806, "count": 223, "max_ms": 7.563, "p95_ms": 5.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16511.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 964.43, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.697, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:42:38+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:42:38+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T05:42:38.143132+09:00", "mtime_epoch": 1783284158.143132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:42:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2578.727, "name": "celery", "pid": 267, "rss_mb": 2578.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.769, "count": 300, "max_ms": 10.417, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.655, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.736, "count": 300, "max_ms": 73.261, "p95_ms": 63.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.728, "count": 300, "max_ms": 79.278, "p95_ms": 74.069}, "yolo11_640_fire_11class": {"avg_ms": 53.026, "count": 300, "max_ms": 72.77, "p95_ms": 65.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.027, "count": 300, "max_ms": 78.656, "p95_ms": 76.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.976, "count": 300, "max_ms": 95.087, "p95_ms": 93.005}, "read_interval": {"avg_ms": 100.272, "count": 299, "max_ms": 635.087, "p95_ms": 114.708}, "triton_wait": {"avg_ms": 56.682, "count": 300, "max_ms": 79.289, "p95_ms": 76.666}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 4.674, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 15998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16511.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:41:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.834, "last_started_at": "2026-07-06T05:41:11+09:00", "pid": 146850, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.715, "name": "ffmpeg", "pid": 146850, "rss_mb": 270.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 876, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 877}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.856, "sample_count": 2049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1919867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:42:38+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T05:42:38+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T05:42:38.219133+09:00", "mtime_epoch": 1783284158.2191327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:42:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.505, "pushed": 7.505, "read": 7.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.905, "count": 224, "max_ms": 25.33, "p95_ms": 20.344}, "gstreamer_push": {"avg_ms": 1.113, "count": 225, "max_ms": 1.386, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.199, "count": 224, "max_ms": 64.626, "p95_ms": 62.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.674, "count": 224, "max_ms": 79.416, "p95_ms": 75.209}, "yolo11_640_fire_11class": {"avg_ms": 51.463, "count": 224, "max_ms": 67.79, "p95_ms": 65.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.417, "count": 224, "max_ms": 78.697, "p95_ms": 76.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.641, "count": 225, "max_ms": 142.72, "p95_ms": 139.015}, "read_interval": {"avg_ms": 133.744, "count": 224, "max_ms": 156.053, "p95_ms": 151.932}, "triton_wait": {"avg_ms": 59.737, "count": 224, "max_ms": 79.429, "p95_ms": 76.952}, "visualize": {"avg_ms": 4.709, "count": 224, "max_ms": 6.197, "p95_ms": 4.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16510.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 994.47, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.898, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:43:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:43:08+09:00", "mjpeg": {"age_sec": 0.369, "exists": true, "mtime": "2026-07-06T05:43:07.875463+09:00", "mtime_epoch": 1783284187.875463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:43:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2578.793, "name": "celery", "pid": 267, "rss_mb": 2578.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.765, "count": 300, "max_ms": 11.95, "p95_ms": 8.799}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.568, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.035, "count": 300, "max_ms": 67.241, "p95_ms": 62.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.92, "count": 300, "max_ms": 79.833, "p95_ms": 73.784}, "yolo11_640_fire_11class": {"avg_ms": 53.759, "count": 300, "max_ms": 74.52, "p95_ms": 66.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.662, "count": 300, "max_ms": 80.37, "p95_ms": 77.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.882, "count": 300, "max_ms": 96.542, "p95_ms": 94.389}, "read_interval": {"avg_ms": 100.18, "count": 299, "max_ms": 569.895, "p95_ms": 113.179}, "triton_wait": {"avg_ms": 57.614, "count": 300, "max_ms": 80.382, "p95_ms": 78.009}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 4.883, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 334, "tracking_summary": 16000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16510.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:41:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.91, "last_started_at": "2026-07-06T05:41:11+09:00", "pid": 146850, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.715, "name": "ffmpeg", "pid": 146850, "rss_mb": 270.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 876, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 877}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.001, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:43:08+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T05:43:08+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T05:43:08.271467+09:00", "mtime_epoch": 1783284188.2714674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:43:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.446, "pushed": 7.446, "read": 7.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.888, "count": 223, "max_ms": 22.605, "p95_ms": 20.468}, "gstreamer_push": {"avg_ms": 1.117, "count": 223, "max_ms": 1.802, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.272, "count": 223, "max_ms": 67.442, "p95_ms": 63.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.041, "count": 223, "max_ms": 78.441, "p95_ms": 73.415}, "yolo11_640_fire_11class": {"avg_ms": 51.937, "count": 223, "max_ms": 71.384, "p95_ms": 67.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.852, "count": 223, "max_ms": 81.369, "p95_ms": 78.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.312, "count": 223, "max_ms": 163.27, "p95_ms": 141.466}, "read_interval": {"avg_ms": 134.682, "count": 222, "max_ms": 166.991, "p95_ms": 154.161}, "triton_wait": {"avg_ms": 60.754, "count": 223, "max_ms": 81.382, "p95_ms": 78.56}, "visualize": {"avg_ms": 4.72, "count": 223, "max_ms": 6.637, "p95_ms": 5.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16515.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1024.475, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.865, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2384855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:43:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:43:38+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T05:43:38+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T05:43:38.187805+09:00", "mtime_epoch": 1783284218.1878047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:43:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2578.938, "name": "celery", "pid": 267, "rss_mb": 2578.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.953, "count": 303, "max_ms": 12.423, "p95_ms": 9.153}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.467, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.879, "count": 303, "max_ms": 73.121, "p95_ms": 62.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.725, "count": 303, "max_ms": 78.685, "p95_ms": 70.647}, "yolo11_640_fire_11class": {"avg_ms": 51.908, "count": 303, "max_ms": 71.388, "p95_ms": 64.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.907, "count": 303, "max_ms": 80.395, "p95_ms": 76.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.566, "count": 303, "max_ms": 96.909, "p95_ms": 93.287}, "read_interval": {"avg_ms": 99.031, "count": 303, "max_ms": 530.154, "p95_ms": 113.753}, "triton_wait": {"avg_ms": 54.94, "count": 303, "max_ms": 80.407, "p95_ms": 76.908}, "visualize": {"avg_ms": 3.73, "count": 303, "max_ms": 4.95, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 16002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16515.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:41:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.011, "last_started_at": "2026-07-06T05:41:11+09:00", "pid": 146850, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.715, "name": "ffmpeg", "pid": 146850, "rss_mb": 270.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 876, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 877}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.058, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:43:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T05:43:38+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T05:43:38+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T05:43:38.367807+09:00", "mtime_epoch": 1783284218.3678067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:43:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.911, "pushed": 6.911, "read": 6.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.089, "count": 206, "max_ms": 23.185, "p95_ms": 21.527}, "gstreamer_push": {"avg_ms": 1.072, "count": 207, "max_ms": 1.79, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.95, "count": 206, "max_ms": 65.754, "p95_ms": 62.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.902, "count": 206, "max_ms": 78.567, "p95_ms": 72.102}, "yolo11_640_fire_11class": {"avg_ms": 49.94, "count": 206, "max_ms": 68.044, "p95_ms": 64.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.025, "count": 206, "max_ms": 79.381, "p95_ms": 76.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.294, "count": 207, "max_ms": 740.562, "p95_ms": 164.526}, "read_interval": {"avg_ms": 145.26, "count": 206, "max_ms": 752.779, "p95_ms": 178.918}, "triton_wait": {"avg_ms": 58.661, "count": 206, "max_ms": 79.392, "p95_ms": 77.265}, "visualize": {"avg_ms": 5.195, "count": 206, "max_ms": 11.826, "p95_ms": 6.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16516.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1054.488, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.06, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2385152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:44:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:44:08+09:00", "mjpeg": {"age_sec": 0.363, "exists": true, "mtime": "2026-07-06T05:44:07.900143+09:00", "mtime_epoch": 1783284247.9001431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:44:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2579.078, "name": "celery", "pid": 267, "rss_mb": 2579.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.83, "count": 297, "max_ms": 11.832, "p95_ms": 8.969}, "gstreamer_push": {"avg_ms": 1.273, "count": 297, "max_ms": 1.524, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.877, "count": 297, "max_ms": 67.64, "p95_ms": 63.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.845, "count": 297, "max_ms": 79.604, "p95_ms": 73.821}, "yolo11_640_fire_11class": {"avg_ms": 52.938, "count": 297, "max_ms": 73.026, "p95_ms": 65.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.145, "count": 297, "max_ms": 83.551, "p95_ms": 77.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.681, "count": 297, "max_ms": 99.611, "p95_ms": 93.938}, "read_interval": {"avg_ms": 101.047, "count": 297, "max_ms": 685.813, "p95_ms": 183.233}, "triton_wait": {"avg_ms": 56.23, "count": 297, "max_ms": 83.564, "p95_ms": 77.539}, "visualize": {"avg_ms": 3.665, "count": 297, "max_ms": 4.739, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 16004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16515.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:41:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.024, "last_started_at": "2026-07-06T05:41:11+09:00", "pid": 146850, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.715, "name": "ffmpeg", "pid": 146850, "rss_mb": 270.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 876, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 877}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.958, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:44:08+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:44:08+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T05:44:08.428149+09:00", "mtime_epoch": 1783284248.428149, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:44:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.132, "pushed": 7.132, "read": 7.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.234, "count": 213, "max_ms": 26.917, "p95_ms": 21.996}, "gstreamer_push": {"avg_ms": 1.087, "count": 213, "max_ms": 1.584, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.916, "count": 213, "max_ms": 67.397, "p95_ms": 62.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.607, "count": 213, "max_ms": 79.485, "p95_ms": 73.035}, "yolo11_640_fire_11class": {"avg_ms": 50.65, "count": 213, "max_ms": 71.857, "p95_ms": 65.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.544, "count": 213, "max_ms": 83.499, "p95_ms": 77.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.622, "count": 213, "max_ms": 169.491, "p95_ms": 153.269}, "read_interval": {"avg_ms": 140.98, "count": 212, "max_ms": 180.451, "p95_ms": 164.499}, "triton_wait": {"avg_ms": 59.378, "count": 213, "max_ms": 83.51, "p95_ms": 78.127}, "visualize": {"avg_ms": 5.159, "count": 213, "max_ms": 7.442, "p95_ms": 6.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16509.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1084.565, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.165, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2385453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:44:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:44:38+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T05:44:38+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:44:38.276492+09:00", "mtime_epoch": 1783284278.2764924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:44:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2579.23, "name": "celery", "pid": 267, "rss_mb": 2579.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 301, "max_ms": 12.408, "p95_ms": 8.787}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.87, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.107, "count": 301, "max_ms": 66.059, "p95_ms": 63.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.993, "count": 301, "max_ms": 81.56, "p95_ms": 70.402}, "yolo11_640_fire_11class": {"avg_ms": 51.038, "count": 301, "max_ms": 77.777, "p95_ms": 64.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.342, "count": 301, "max_ms": 80.474, "p95_ms": 77.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.255, "count": 301, "max_ms": 102.599, "p95_ms": 94.118}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 612.4, "p95_ms": 122.916}, "triton_wait": {"avg_ms": 54.937, "count": 301, "max_ms": 81.575, "p95_ms": 77.849}, "visualize": {"avg_ms": 3.624, "count": 301, "max_ms": 4.56, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 16005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16509.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.415, "last_started_at": "2026-07-06T05:44:27+09:00", "pid": 147017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.137, "name": "ffmpeg", "pid": 147017, "rss_mb": 264.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 877, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 878}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.063, "sample_count": 2002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:44:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:44:38+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T05:44:38+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T05:44:38.420494+09:00", "mtime_epoch": 1783284278.420494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:44:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9541.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.92, "pushed": 5.92, "read": 5.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.447, "count": 177, "max_ms": 38.181, "p95_ms": 22.68}, "gstreamer_push": {"avg_ms": 1.067, "count": 177, "max_ms": 1.232, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.786, "count": 177, "max_ms": 64.243, "p95_ms": 62.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.036, "count": 177, "max_ms": 80.75, "p95_ms": 75.176}, "yolo11_640_fire_11class": {"avg_ms": 50.117, "count": 177, "max_ms": 68.122, "p95_ms": 65.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.821, "count": 177, "max_ms": 79.812, "p95_ms": 77.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.128, "count": 177, "max_ms": 211.863, "p95_ms": 171.006}, "read_interval": {"avg_ms": 169.663, "count": 176, "max_ms": 4643.232, "p95_ms": 184.95}, "triton_wait": {"avg_ms": 60.299, "count": 177, "max_ms": 80.763, "p95_ms": 77.908}, "visualize": {"avg_ms": 5.179, "count": 177, "max_ms": 10.118, "p95_ms": 6.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16513.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1114.585, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.254, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2385755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:45:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:45:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T05:45:08+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T05:45:08.268841+09:00", "mtime_epoch": 1783284308.2688408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:45:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2579.371, "name": "celery", "pid": 267, "rss_mb": 2579.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 302, "max_ms": 12.073, "p95_ms": 9.134}, "gstreamer_push": {"avg_ms": 1.247, "count": 302, "max_ms": 1.489, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.782, "count": 302, "max_ms": 67.801, "p95_ms": 61.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.52, "count": 302, "max_ms": 82.847, "p95_ms": 69.733}, "yolo11_640_fire_11class": {"avg_ms": 49.097, "count": 302, "max_ms": 69.235, "p95_ms": 61.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.35, "count": 302, "max_ms": 83.369, "p95_ms": 74.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.654, "count": 302, "max_ms": 100.178, "p95_ms": 91.771}, "read_interval": {"avg_ms": 99.371, "count": 301, "max_ms": 826.034, "p95_ms": 127.813}, "triton_wait": {"avg_ms": 53.313, "count": 302, "max_ms": 83.379, "p95_ms": 74.99}, "visualize": {"avg_ms": 3.644, "count": 302, "max_ms": 5.443, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 16007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16513.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.549, "last_started_at": "2026-07-06T05:44:27+09:00", "pid": 147017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.035, "name": "ffmpeg", "pid": 147017, "rss_mb": 269.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 877, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 878}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.233, "sample_count": 1975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1920889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:45:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T05:45:08+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T05:45:08+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T05:45:08.572844+09:00", "mtime_epoch": 1783284308.5728443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:45:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.744, "pushed": 6.744, "read": 6.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.572, "count": 201, "max_ms": 32.677, "p95_ms": 22.955}, "gstreamer_push": {"avg_ms": 1.027, "count": 202, "max_ms": 1.74, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.597, "count": 201, "max_ms": 66.521, "p95_ms": 60.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.267, "count": 201, "max_ms": 82.496, "p95_ms": 73.798}, "yolo11_640_fire_11class": {"avg_ms": 47.67, "count": 201, "max_ms": 67.915, "p95_ms": 61.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.802, "count": 201, "max_ms": 82.483, "p95_ms": 76.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.77, "count": 202, "max_ms": 187.303, "p95_ms": 163.58}, "read_interval": {"avg_ms": 149.157, "count": 201, "max_ms": 197.754, "p95_ms": 174.196}, "triton_wait": {"avg_ms": 57.736, "count": 201, "max_ms": 82.507, "p95_ms": 76.073}, "visualize": {"avg_ms": 5.444, "count": 201, "max_ms": 7.734, "p95_ms": 6.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16513.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1144.592, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.254, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2386053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:45:38+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:45:38+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:45:38.301193+09:00", "mtime_epoch": 1783284338.3011925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:45:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2579.523, "name": "celery", "pid": 267, "rss_mb": 2579.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.979, "count": 298, "max_ms": 13.651, "p95_ms": 11.892}, "gstreamer_push": {"avg_ms": 1.257, "count": 298, "max_ms": 1.878, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.994, "count": 298, "max_ms": 68.436, "p95_ms": 63.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.52, "count": 298, "max_ms": 78.601, "p95_ms": 68.868}, "yolo11_640_fire_11class": {"avg_ms": 51.699, "count": 298, "max_ms": 74.327, "p95_ms": 65.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.3, "count": 298, "max_ms": 81.221, "p95_ms": 76.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.754, "count": 298, "max_ms": 97.577, "p95_ms": 93.148}, "read_interval": {"avg_ms": 100.77, "count": 298, "max_ms": 797.532, "p95_ms": 113.283}, "triton_wait": {"avg_ms": 55.126, "count": 298, "max_ms": 81.233, "p95_ms": 76.972}, "visualize": {"avg_ms": 3.696, "count": 298, "max_ms": 4.942, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 16009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16513.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.653, "last_started_at": "2026-07-06T05:44:27+09:00", "pid": 147017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.551, "name": "ffmpeg", "pid": 147017, "rss_mb": 269.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 877, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 878}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.461, "sample_count": 1971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:45:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T05:45:38+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T05:45:38.673197+09:00", "mtime_epoch": 1783284338.6731968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:45:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.141, "pushed": 7.141, "read": 7.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.787, "count": 213, "max_ms": 26.968, "p95_ms": 22.103}, "gstreamer_push": {"avg_ms": 1.084, "count": 214, "max_ms": 1.567, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.313, "count": 213, "max_ms": 70.392, "p95_ms": 62.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.359, "count": 213, "max_ms": 79.451, "p95_ms": 73.266}, "yolo11_640_fire_11class": {"avg_ms": 50.605, "count": 213, "max_ms": 75.986, "p95_ms": 64.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.723, "count": 213, "max_ms": 81.054, "p95_ms": 76.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.587, "count": 214, "max_ms": 183.556, "p95_ms": 162.815}, "read_interval": {"avg_ms": 140.614, "count": 213, "max_ms": 193.93, "p95_ms": 172.634}, "triton_wait": {"avg_ms": 59.846, "count": 213, "max_ms": 81.065, "p95_ms": 77.295}, "visualize": {"avg_ms": 5.051, "count": 213, "max_ms": 7.336, "p95_ms": 6.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16517.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1174.687, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.269, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2386354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:46:08+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T05:46:08+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T05:46:08.381548+09:00", "mtime_epoch": 1783284368.3815477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:46:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2579.664, "name": "celery", "pid": 267, "rss_mb": 2579.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 300, "max_ms": 10.828, "p95_ms": 8.87}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 1.786, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.132, "count": 300, "max_ms": 64.605, "p95_ms": 60.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.495, "count": 300, "max_ms": 71.82, "p95_ms": 62.633}, "yolo11_640_fire_11class": {"avg_ms": 52.191, "count": 300, "max_ms": 71.937, "p95_ms": 65.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.195, "count": 300, "max_ms": 80.285, "p95_ms": 75.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.366, "count": 300, "max_ms": 96.305, "p95_ms": 92.265}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 830.055, "p95_ms": 111.165}, "triton_wait": {"avg_ms": 54.946, "count": 300, "max_ms": 80.297, "p95_ms": 75.981}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 4.929, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 335, "tracking_summary": 16010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16516.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.677, "last_started_at": "2026-07-06T05:44:27+09:00", "pid": 147017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.129, "name": "ffmpeg", "pid": 147017, "rss_mb": 272.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 877, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 878}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.91, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:46:08+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T05:46:08+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T05:46:08.701551+09:00", "mtime_epoch": 1783284368.7015514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:46:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.524, "pushed": 6.524, "read": 6.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.62, "count": 195, "max_ms": 29.276, "p95_ms": 23.809}, "gstreamer_push": {"avg_ms": 1.02, "count": 195, "max_ms": 1.404, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.452, "count": 195, "max_ms": 64.842, "p95_ms": 62.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.792, "count": 195, "max_ms": 82.372, "p95_ms": 70.94}, "yolo11_640_fire_11class": {"avg_ms": 48.715, "count": 195, "max_ms": 69.3, "p95_ms": 64.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.083, "count": 195, "max_ms": 80.532, "p95_ms": 75.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.52, "count": 195, "max_ms": 188.9, "p95_ms": 162.786}, "read_interval": {"avg_ms": 153.966, "count": 194, "max_ms": 198.875, "p95_ms": 173.892}, "triton_wait": {"avg_ms": 58.81, "count": 195, "max_ms": 82.384, "p95_ms": 75.724}, "visualize": {"avg_ms": 5.584, "count": 195, "max_ms": 6.98, "p95_ms": 6.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1204.722, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.355, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2386661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:46:38+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:46:38+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T05:46:38.385905+09:00", "mtime_epoch": 1783284398.3859048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:46:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.059, "name": "celery", "pid": 267, "rss_mb": 2580.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.251, "pushed": 10.251, "read": 10.218}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 307, "max_ms": 13.536, "p95_ms": 9.197}, "gstreamer_push": {"avg_ms": 1.276, "count": 307, "max_ms": 1.517, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.151, "count": 307, "max_ms": 64.374, "p95_ms": 59.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.809, "count": 307, "max_ms": 80.645, "p95_ms": 64.817}, "yolo11_640_fire_11class": {"avg_ms": 51.516, "count": 307, "max_ms": 74.796, "p95_ms": 61.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.178, "count": 307, "max_ms": 82.323, "p95_ms": 71.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.674, "count": 307, "max_ms": 98.472, "p95_ms": 88.74}, "read_interval": {"avg_ms": 97.871, "count": 306, "max_ms": 558.643, "p95_ms": 115.669}, "triton_wait": {"avg_ms": 54.088, "count": 307, "max_ms": 82.333, "p95_ms": 72.367}, "visualize": {"avg_ms": 3.692, "count": 307, "max_ms": 4.948, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 787, "h264_decode_error_count": 1931, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:41:09+09:00", "last_error_summary": "[h264 @ 0x563437598ac0] cabac decode of qscale diff failed at 5 42 [h264 @ 0x563437598ac0] error while decoding MB 5 42, bytestream 4665 [h264 @ 0x5634375db380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5634375db380] error while decoding MB 0 30, bytestream 3603 [h264 @ 0x563437e5ff80] cabac decode of qscale diff failed at 26 33 [h264 @ 0x563437e5ff80] error while decoding MB 26 33, bytestream 10029 [h264 @ 0x563437ffdc80] error while decoding MB 20 44, bytestream -13 [in#0", "last_exit_at": "2026-07-06T05:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.75, "last_started_at": "2026-07-06T05:44:27+09:00", "pid": 147017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.129, "name": "ffmpeg", "pid": 147017, "rss_mb": 272.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 877, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 878}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.209, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:46:38+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T05:46:38+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T05:46:38.773909+09:00", "mtime_epoch": 1783284398.7739093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:46:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.716, "pushed": 5.716, "read": 5.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.342, "count": 171, "max_ms": 26.131, "p95_ms": 23.689}, "gstreamer_push": {"avg_ms": 0.957, "count": 171, "max_ms": 1.228, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.375, "count": 171, "max_ms": 65.071, "p95_ms": 61.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.658, "count": 171, "max_ms": 81.297, "p95_ms": 73.389}, "yolo11_640_fire_11class": {"avg_ms": 48.74, "count": 171, "max_ms": 70.706, "p95_ms": 64.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.004, "count": 171, "max_ms": 80.821, "p95_ms": 76.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.821, "count": 171, "max_ms": 855.01, "p95_ms": 201.029}, "read_interval": {"avg_ms": 176.002, "count": 170, "max_ms": 866.676, "p95_ms": 211.268}, "triton_wait": {"avg_ms": 59.528, "count": 171, "max_ms": 81.308, "p95_ms": 77.257}, "visualize": {"avg_ms": 6.95, "count": 171, "max_ms": 12.415, "p95_ms": 11.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16424.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1234.737, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.957, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2386925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:47:08+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T05:47:08+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T05:47:08.422265+09:00", "mtime_epoch": 1783284428.4222646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:47:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.059, "name": "celery", "pid": 267, "rss_mb": 2580.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.008, "pushed": 9.008, "read": 9.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.743, "count": 264, "max_ms": 11.154, "p95_ms": 10.071}, "gstreamer_push": {"avg_ms": 1.201, "count": 264, "max_ms": 1.663, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.089, "count": 264, "max_ms": 67.11, "p95_ms": 63.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.548, "count": 264, "max_ms": 81.872, "p95_ms": 77.624}, "yolo11_640_fire_11class": {"avg_ms": 55.572, "count": 264, "max_ms": 73.154, "p95_ms": 67.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.876, "count": 264, "max_ms": 81.728, "p95_ms": 80.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.995, "count": 264, "max_ms": 140.237, "p95_ms": 136.591}, "read_interval": {"avg_ms": 113.598, "count": 264, "max_ms": 776.966, "p95_ms": 150.975}, "triton_wait": {"avg_ms": 60.798, "count": 264, "max_ms": 81.884, "p95_ms": 80.228}, "visualize": {"avg_ms": 4.306, "count": 264, "max_ms": 5.909, "p95_ms": 5.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.309, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16432.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 788, "h264_decode_error_count": 1932, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:47:01+09:00", "last_error_summary": "[h264 @ 0x55a856966c40] error while decoding MB 43 25, bytestream -12", "last_exit_at": "2026-07-06T05:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.901, "last_started_at": "2026-07-06T05:47:04+09:00", "pid": 147184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.254, "name": "ffmpeg", "pid": 147184, "rss_mb": 183.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 878, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 879}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.379, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:47:08+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T05:47:08+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T05:47:08.834270+09:00", "mtime_epoch": 1783284428.8342695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:47:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.086, "pushed": 6.086, "read": 6.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.303, "count": 182, "max_ms": 27.146, "p95_ms": 21.904}, "gstreamer_push": {"avg_ms": 1.109, "count": 182, "max_ms": 1.436, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.045, "count": 182, "max_ms": 64.536, "p95_ms": 61.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.303, "count": 182, "max_ms": 83.074, "p95_ms": 78.328}, "yolo11_640_fire_11class": {"avg_ms": 53.796, "count": 182, "max_ms": 72.142, "p95_ms": 66.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.878, "count": 182, "max_ms": 82.151, "p95_ms": 79.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.58, "count": 182, "max_ms": 145.146, "p95_ms": 141.782}, "read_interval": {"avg_ms": 165.22, "count": 181, "max_ms": 4900.224, "p95_ms": 155.436}, "triton_wait": {"avg_ms": 65.0, "count": 182, "max_ms": 83.086, "p95_ms": 80.402}, "visualize": {"avg_ms": 4.738, "count": 182, "max_ms": 6.756, "p95_ms": 5.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16518.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1264.821, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.733, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:47:38+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T05:47:38+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T05:47:38.494627+09:00", "mtime_epoch": 1783284458.4946275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:47:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.059, "name": "celery", "pid": 267, "rss_mb": 2580.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.034, "pushed": 9.034, "read": 9.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.716, "count": 270, "max_ms": 11.874, "p95_ms": 10.177}, "gstreamer_push": {"avg_ms": 1.213, "count": 271, "max_ms": 1.476, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.21, "count": 270, "max_ms": 65.928, "p95_ms": 63.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.676, "count": 270, "max_ms": 83.753, "p95_ms": 80.671}, "yolo11_640_fire_11class": {"avg_ms": 57.247, "count": 270, "max_ms": 74.287, "p95_ms": 70.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.362, "count": 270, "max_ms": 81.661, "p95_ms": 79.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.912, "count": 271, "max_ms": 139.46, "p95_ms": 136.03}, "read_interval": {"avg_ms": 110.951, "count": 270, "max_ms": 155.511, "p95_ms": 149.925}, "triton_wait": {"avg_ms": 63.709, "count": 270, "max_ms": 83.766, "p95_ms": 81.38}, "visualize": {"avg_ms": 4.265, "count": 270, "max_ms": 5.662, "p95_ms": 5.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16518.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 788, "h264_decode_error_count": 1932, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:47:01+09:00", "last_error_summary": "[h264 @ 0x55a856966c40] error while decoding MB 43 25, bytestream -12", "last_exit_at": "2026-07-06T05:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.972, "last_started_at": "2026-07-06T05:47:04+09:00", "pid": 147184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.18, "name": "ffmpeg", "pid": 147184, "rss_mb": 266.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 878, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 879}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.379, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1921865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:47:39+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:47:38+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T05:47:38.930633+09:00", "mtime_epoch": 1783284458.9306326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:47:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.148, "pushed": 7.148, "read": 7.115}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.409, "count": 214, "max_ms": 25.29, "p95_ms": 21.87}, "gstreamer_push": {"avg_ms": 1.115, "count": 214, "max_ms": 1.494, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.348, "count": 214, "max_ms": 64.607, "p95_ms": 61.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.034, "count": 214, "max_ms": 85.642, "p95_ms": 77.895}, "yolo11_640_fire_11class": {"avg_ms": 54.261, "count": 214, "max_ms": 69.597, "p95_ms": 66.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.352, "count": 214, "max_ms": 81.224, "p95_ms": 78.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.019, "count": 214, "max_ms": 159.367, "p95_ms": 142.555}, "read_interval": {"avg_ms": 140.573, "count": 213, "max_ms": 170.932, "p95_ms": 155.127}, "triton_wait": {"avg_ms": 65.339, "count": 214, "max_ms": 85.654, "p95_ms": 79.53}, "visualize": {"avg_ms": 4.793, "count": 214, "max_ms": 6.601, "p95_ms": 5.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16518.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1294.926, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.022, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:48:08+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:48:08+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T05:48:08.590993+09:00", "mtime_epoch": 1783284488.5909927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:48:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.316, "name": "celery", "pid": 267, "rss_mb": 2580.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.604}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.326, "count": 288, "max_ms": 11.056, "p95_ms": 10.034}, "gstreamer_push": {"avg_ms": 1.236, "count": 289, "max_ms": 1.943, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.868, "count": 288, "max_ms": 65.409, "p95_ms": 62.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.603, "count": 288, "max_ms": 84.149, "p95_ms": 80.925}, "yolo11_640_fire_11class": {"avg_ms": 56.526, "count": 288, "max_ms": 74.641, "p95_ms": 68.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.666, "count": 288, "max_ms": 82.693, "p95_ms": 79.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.796, "count": 289, "max_ms": 139.333, "p95_ms": 135.557}, "read_interval": {"avg_ms": 104.092, "count": 288, "max_ms": 154.968, "p95_ms": 149.579}, "triton_wait": {"avg_ms": 62.616, "count": 288, "max_ms": 84.161, "p95_ms": 81.4}, "visualize": {"avg_ms": 4.001, "count": 288, "max_ms": 6.063, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16518.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 788, "h264_decode_error_count": 1932, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:47:01+09:00", "last_error_summary": "[h264 @ 0x55a856966c40] error while decoding MB 43 25, bytestream -12", "last_exit_at": "2026-07-06T05:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.992, "last_started_at": "2026-07-06T05:47:04+09:00", "pid": 147184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.438, "name": "ffmpeg", "pid": 147184, "rss_mb": 266.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 878, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 879}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.507, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:48:09+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T05:48:08+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T05:48:08.942997+09:00", "mtime_epoch": 1783284488.942997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:48:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.092, "pushed": 7.092, "read": 7.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.186, "count": 212, "max_ms": 27.373, "p95_ms": 21.15}, "gstreamer_push": {"avg_ms": 1.107, "count": 212, "max_ms": 1.251, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.265, "count": 212, "max_ms": 64.696, "p95_ms": 62.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.237, "count": 212, "max_ms": 81.544, "p95_ms": 77.778}, "yolo11_640_fire_11class": {"avg_ms": 54.5, "count": 212, "max_ms": 69.359, "p95_ms": 66.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.105, "count": 212, "max_ms": 82.754, "p95_ms": 79.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.201, "count": 212, "max_ms": 165.247, "p95_ms": 143.197}, "read_interval": {"avg_ms": 141.637, "count": 211, "max_ms": 173.471, "p95_ms": 156.02}, "triton_wait": {"avg_ms": 65.295, "count": 212, "max_ms": 82.766, "p95_ms": 79.915}, "visualize": {"avg_ms": 4.829, "count": 212, "max_ms": 6.336, "p95_ms": 5.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16518.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1324.948, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.185, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2387775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:48:38+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T05:48:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T05:48:38.639360+09:00", "mtime_epoch": 1783284518.6393597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:48:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.316, "name": "celery", "pid": 267, "rss_mb": 2580.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.698, "pushed": 9.698, "read": 9.664}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.534, "count": 290, "max_ms": 15.201, "p95_ms": 10.811}, "gstreamer_push": {"avg_ms": 1.191, "count": 290, "max_ms": 1.646, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.176, "count": 290, "max_ms": 65.173, "p95_ms": 61.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.41, "count": 290, "max_ms": 82.477, "p95_ms": 78.743}, "yolo11_640_fire_11class": {"avg_ms": 55.41, "count": 290, "max_ms": 74.661, "p95_ms": 69.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.367, "count": 290, "max_ms": 83.844, "p95_ms": 78.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.238, "count": 290, "max_ms": 137.585, "p95_ms": 131.185}, "read_interval": {"avg_ms": 103.515, "count": 289, "max_ms": 152.19, "p95_ms": 144.872}, "triton_wait": {"avg_ms": 59.667, "count": 290, "max_ms": 83.859, "p95_ms": 79.68}, "visualize": {"avg_ms": 4.081, "count": 290, "max_ms": 6.518, "p95_ms": 5.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16518.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 788, "h264_decode_error_count": 1932, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:47:01+09:00", "last_error_summary": "[h264 @ 0x55a856966c40] error while decoding MB 43 25, bytestream -12", "last_exit_at": "2026-07-06T05:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.113, "last_started_at": "2026-07-06T05:47:04+09:00", "pid": 147184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.438, "name": "ffmpeg", "pid": 147184, "rss_mb": 266.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 878, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 879}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.255, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:48:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:48:39+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T05:48:39+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T05:48:39.063365+09:00", "mtime_epoch": 1783284519.063365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:48:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.209, "pushed": 7.209, "read": 7.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.554, "count": 215, "max_ms": 33.162, "p95_ms": 21.758}, "gstreamer_push": {"avg_ms": 1.107, "count": 216, "max_ms": 1.37, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.428, "count": 215, "max_ms": 65.578, "p95_ms": 62.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.86, "count": 215, "max_ms": 85.596, "p95_ms": 78.2}, "yolo11_640_fire_11class": {"avg_ms": 52.411, "count": 215, "max_ms": 69.729, "p95_ms": 67.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.409, "count": 215, "max_ms": 82.866, "p95_ms": 80.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.098, "count": 216, "max_ms": 171.038, "p95_ms": 144.363}, "read_interval": {"avg_ms": 139.476, "count": 215, "max_ms": 184.38, "p95_ms": 156.778}, "triton_wait": {"avg_ms": 62.559, "count": 215, "max_ms": 85.608, "p95_ms": 80.862}, "visualize": {"avg_ms": 4.848, "count": 215, "max_ms": 7.575, "p95_ms": 5.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16519.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1354.992, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.793, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2388068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:49:08+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T05:49:08+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T05:49:08.639728+09:00", "mtime_epoch": 1783284548.639728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:49:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.574, "name": "celery", "pid": 267, "rss_mb": 2580.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.748}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.374, "count": 293, "max_ms": 14.466, "p95_ms": 9.987}, "gstreamer_push": {"avg_ms": 1.229, "count": 293, "max_ms": 1.552, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.594, "count": 293, "max_ms": 67.909, "p95_ms": 63.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.472, "count": 293, "max_ms": 85.059, "p95_ms": 78.487}, "yolo11_640_fire_11class": {"avg_ms": 55.848, "count": 293, "max_ms": 77.144, "p95_ms": 71.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.547, "count": 293, "max_ms": 83.806, "p95_ms": 80.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.023, "count": 293, "max_ms": 140.772, "p95_ms": 132.674}, "read_interval": {"avg_ms": 102.386, "count": 292, "max_ms": 154.081, "p95_ms": 146.013}, "triton_wait": {"avg_ms": 60.854, "count": 293, "max_ms": 85.072, "p95_ms": 80.828}, "visualize": {"avg_ms": 4.015, "count": 293, "max_ms": 7.465, "p95_ms": 5.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16519.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 788, "h264_decode_error_count": 1932, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:47:01+09:00", "last_error_summary": "[h264 @ 0x55a856966c40] error while decoding MB 43 25, bytestream -12", "last_exit_at": "2026-07-06T05:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.184, "last_started_at": "2026-07-06T05:47:04+09:00", "pid": 147184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.438, "name": "ffmpeg", "pid": 147184, "rss_mb": 266.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 878, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 879}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.233, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:49:09+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T05:49:09+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T05:49:09.115734+09:00", "mtime_epoch": 1783284549.1157339, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:49:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.219, "pushed": 7.219, "read": 7.185}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.084, "count": 216, "max_ms": 27.491, "p95_ms": 21.114}, "gstreamer_push": {"avg_ms": 1.105, "count": 216, "max_ms": 1.241, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.869, "count": 216, "max_ms": 67.145, "p95_ms": 63.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.058, "count": 216, "max_ms": 85.333, "p95_ms": 79.32}, "yolo11_640_fire_11class": {"avg_ms": 53.548, "count": 216, "max_ms": 72.516, "p95_ms": 68.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.972, "count": 216, "max_ms": 84.131, "p95_ms": 79.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.939, "count": 216, "max_ms": 161.877, "p95_ms": 143.545}, "read_interval": {"avg_ms": 139.151, "count": 215, "max_ms": 171.453, "p95_ms": 156.643}, "triton_wait": {"avg_ms": 64.407, "count": 216, "max_ms": 85.345, "p95_ms": 80.364}, "visualize": {"avg_ms": 4.752, "count": 216, "max_ms": 5.958, "p95_ms": 5.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16521.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1385.019, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.146, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2388368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T05:49:38+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T05:49:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T05:49:38.696099+09:00", "mtime_epoch": 1783284578.696099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:49:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.832, "name": "celery", "pid": 267, "rss_mb": 2580.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.327, "count": 300, "max_ms": 13.395, "p95_ms": 10.04}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.934, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.084, "count": 300, "max_ms": 66.751, "p95_ms": 61.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.574, "count": 300, "max_ms": 83.046, "p95_ms": 75.396}, "yolo11_640_fire_11class": {"avg_ms": 54.982, "count": 300, "max_ms": 73.221, "p95_ms": 67.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.871, "count": 300, "max_ms": 81.608, "p95_ms": 78.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.659, "count": 300, "max_ms": 138.059, "p95_ms": 130.546}, "read_interval": {"avg_ms": 100.044, "count": 299, "max_ms": 151.399, "p95_ms": 144.495}, "triton_wait": {"avg_ms": 59.656, "count": 300, "max_ms": 83.058, "p95_ms": 79.099}, "visualize": {"avg_ms": 3.963, "count": 300, "max_ms": 7.278, "p95_ms": 5.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16520.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 788, "h264_decode_error_count": 1932, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:47:01+09:00", "last_error_summary": "[h264 @ 0x55a856966c40] error while decoding MB 43 25, bytestream -12", "last_exit_at": "2026-07-06T05:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.184, "last_started_at": "2026-07-06T05:47:04+09:00", "pid": 147184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.727, "name": "ffmpeg", "pid": 147184, "rss_mb": 267.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 878, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 879}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.976, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:49:39+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T05:49:39+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T05:49:39.132104+09:00", "mtime_epoch": 1783284579.1321044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:49:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9542.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.269, "pushed": 7.269, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.242, "count": 218, "max_ms": 26.845, "p95_ms": 21.489}, "gstreamer_push": {"avg_ms": 1.109, "count": 218, "max_ms": 1.436, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.881, "count": 218, "max_ms": 64.228, "p95_ms": 62.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.278, "count": 218, "max_ms": 81.55, "p95_ms": 76.411}, "yolo11_640_fire_11class": {"avg_ms": 52.725, "count": 218, "max_ms": 70.069, "p95_ms": 67.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.92, "count": 218, "max_ms": 84.117, "p95_ms": 79.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.321, "count": 218, "max_ms": 170.062, "p95_ms": 143.393}, "read_interval": {"avg_ms": 137.701, "count": 218, "max_ms": 180.483, "p95_ms": 155.847}, "triton_wait": {"avg_ms": 62.383, "count": 218, "max_ms": 84.129, "p95_ms": 80.242}, "visualize": {"avg_ms": 4.747, "count": 218, "max_ms": 6.066, "p95_ms": 5.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16527.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1415.061, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.146, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2388691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:50:08+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T05:50:08+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T05:50:08.764472+09:00", "mtime_epoch": 1783284608.764472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:50:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2580.832, "name": "celery", "pid": 267, "rss_mb": 2580.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.781, "pushed": 10.781, "read": 10.748}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.99, "count": 323, "max_ms": 13.147, "p95_ms": 9.8}, "gstreamer_push": {"avg_ms": 1.25, "count": 323, "max_ms": 1.624, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.398, "count": 323, "max_ms": 64.741, "p95_ms": 62.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.906, "count": 323, "max_ms": 83.293, "p95_ms": 75.212}, "yolo11_640_fire_11class": {"avg_ms": 52.407, "count": 323, "max_ms": 72.236, "p95_ms": 65.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.375, "count": 323, "max_ms": 83.032, "p95_ms": 78.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.832, "count": 323, "max_ms": 136.243, "p95_ms": 105.232}, "read_interval": {"avg_ms": 93.02, "count": 322, "max_ms": 149.753, "p95_ms": 118.647}, "triton_wait": {"avg_ms": 57.334, "count": 323, "max_ms": 83.306, "p95_ms": 78.213}, "visualize": {"avg_ms": 3.771, "count": 323, "max_ms": 5.797, "p95_ms": 5.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16527.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 788, "h264_decode_error_count": 1932, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:47:01+09:00", "last_error_summary": "[h264 @ 0x55a856966c40] error while decoding MB 43 25, bytestream -12", "last_exit_at": "2026-07-06T05:47:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.284, "last_started_at": "2026-07-06T05:47:04+09:00", "pid": 147184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.0, "name": "ffmpeg", "pid": 147184, "rss_mb": 275.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 878, "restart_count_per_hour": 15, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 879}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.438, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1922954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:50:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:50:09+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T05:50:09+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T05:50:09.220478+09:00", "mtime_epoch": 1783284609.2204776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:50:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.576, "pushed": 7.576, "read": 7.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.496, "count": 227, "max_ms": 24.97, "p95_ms": 20.953}, "gstreamer_push": {"avg_ms": 1.105, "count": 227, "max_ms": 1.392, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.246, "count": 227, "max_ms": 64.256, "p95_ms": 61.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.841, "count": 227, "max_ms": 83.132, "p95_ms": 77.138}, "yolo11_640_fire_11class": {"avg_ms": 50.856, "count": 227, "max_ms": 68.787, "p95_ms": 64.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.841, "count": 227, "max_ms": 81.873, "p95_ms": 77.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.647, "count": 227, "max_ms": 151.174, "p95_ms": 141.764}, "read_interval": {"avg_ms": 132.541, "count": 226, "max_ms": 165.555, "p95_ms": 154.347}, "triton_wait": {"avg_ms": 61.027, "count": 227, "max_ms": 83.144, "p95_ms": 78.242}, "visualize": {"avg_ms": 4.602, "count": 227, "max_ms": 5.664, "p95_ms": 5.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16509.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1445.099, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.972, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2389017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:50:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T05:50:38+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T05:50:38.804846+09:00", "mtime_epoch": 1783284638.8048463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:50:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2581.09, "name": "celery", "pid": 267, "rss_mb": 2581.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.883, "pushed": 10.883, "read": 10.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.905, "count": 326, "max_ms": 12.771, "p95_ms": 9.535}, "gstreamer_push": {"avg_ms": 1.279, "count": 326, "max_ms": 1.65, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 326, "max_ms": 66.661, "p95_ms": 61.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.348, "count": 326, "max_ms": 81.197, "p95_ms": 76.997}, "yolo11_640_fire_11class": {"avg_ms": 52.073, "count": 326, "max_ms": 70.055, "p95_ms": 63.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.11, "count": 326, "max_ms": 79.667, "p95_ms": 75.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.704, "count": 326, "max_ms": 130.733, "p95_ms": 103.32}, "read_interval": {"avg_ms": 92.15, "count": 325, "max_ms": 144.207, "p95_ms": 117.161}, "triton_wait": {"avg_ms": 56.727, "count": 326, "max_ms": 81.209, "p95_ms": 77.561}, "visualize": {"avg_ms": 3.79, "count": 326, "max_ms": 7.412, "p95_ms": 4.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16518.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 789, "h264_decode_error_count": 1937, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:50:27+09:00", "last_error_summary": "[h264 @ 0x561c3d13b940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561c3d13b940] error while decoding MB 0 23, bytestream 3210 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 48 44 [h264 @ 0x561c3d059f80] error while decoding MB 48 44, bytestream 876 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 27 42 [h264 @ 0x561c3d059f80] error while decoding MB 27 42, bytestream 1567", "last_exit_at": "2026-07-06T05:50:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.004, "last_started_at": "2026-07-06T05:50:30+09:00", "pid": 147291, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.07, "name": "ffmpeg", "pid": 147291, "rss_mb": 264.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 879, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 880}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.513, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:50:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:50:39+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T05:50:39+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T05:50:39.268852+09:00", "mtime_epoch": 1783284639.268852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:50:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.247, "pushed": 6.247, "read": 6.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.146, "count": 187, "max_ms": 32.059, "p95_ms": 20.782}, "gstreamer_push": {"avg_ms": 1.109, "count": 187, "max_ms": 1.262, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.646, "count": 187, "max_ms": 66.186, "p95_ms": 61.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.777, "count": 187, "max_ms": 84.876, "p95_ms": 79.322}, "yolo11_640_fire_11class": {"avg_ms": 52.226, "count": 187, "max_ms": 67.913, "p95_ms": 65.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.245, "count": 187, "max_ms": 79.614, "p95_ms": 77.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.439, "count": 187, "max_ms": 147.083, "p95_ms": 140.502}, "read_interval": {"avg_ms": 160.758, "count": 186, "max_ms": 4611.735, "p95_ms": 152.819}, "triton_wait": {"avg_ms": 63.174, "count": 187, "max_ms": 84.889, "p95_ms": 79.334}, "visualize": {"avg_ms": 4.685, "count": 187, "max_ms": 7.464, "p95_ms": 4.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16520.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1475.218, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.146, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2389320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:51:08+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T05:51:08+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:51:08.885222+09:00", "mtime_epoch": 1783284668.8852224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:51:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2581.09, "name": "celery", "pid": 267, "rss_mb": 2581.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.061}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.266, "count": 302, "max_ms": 13.167, "p95_ms": 9.939}, "gstreamer_push": {"avg_ms": 1.24, "count": 302, "max_ms": 1.989, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.129, "count": 302, "max_ms": 64.131, "p95_ms": 62.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.524, "count": 302, "max_ms": 85.273, "p95_ms": 76.363}, "yolo11_640_fire_11class": {"avg_ms": 53.755, "count": 302, "max_ms": 73.22, "p95_ms": 67.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.403, "count": 302, "max_ms": 82.14, "p95_ms": 79.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.618, "count": 302, "max_ms": 132.616, "p95_ms": 124.584}, "read_interval": {"avg_ms": 99.341, "count": 301, "max_ms": 146.745, "p95_ms": 139.388}, "triton_wait": {"avg_ms": 58.052, "count": 302, "max_ms": 85.285, "p95_ms": 79.695}, "visualize": {"avg_ms": 3.984, "count": 302, "max_ms": 6.393, "p95_ms": 5.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16520.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 789, "h264_decode_error_count": 1937, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:50:27+09:00", "last_error_summary": "[h264 @ 0x561c3d13b940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561c3d13b940] error while decoding MB 0 23, bytestream 3210 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 48 44 [h264 @ 0x561c3d059f80] error while decoding MB 48 44, bytestream 876 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 27 42 [h264 @ 0x561c3d059f80] error while decoding MB 27 42, bytestream 1567", "last_exit_at": "2026-07-06T05:50:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.025, "last_started_at": "2026-07-06T05:50:30+09:00", "pid": 147291, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.648, "name": "ffmpeg", "pid": 147291, "rss_mb": 266.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 879, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 880}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.073, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:51:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:51:09+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T05:51:09+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T05:51:09.257227+09:00", "mtime_epoch": 1783284669.2572272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:51:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.891, "pushed": 6.891, "read": 6.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.693, "count": 206, "max_ms": 26.688, "p95_ms": 22.508}, "gstreamer_push": {"avg_ms": 1.08, "count": 206, "max_ms": 1.273, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.671, "count": 206, "max_ms": 64.726, "p95_ms": 61.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.182, "count": 206, "max_ms": 87.836, "p95_ms": 77.939}, "yolo11_640_fire_11class": {"avg_ms": 51.208, "count": 206, "max_ms": 71.434, "p95_ms": 65.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.881, "count": 206, "max_ms": 83.344, "p95_ms": 79.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.689, "count": 206, "max_ms": 171.624, "p95_ms": 162.433}, "read_interval": {"avg_ms": 145.565, "count": 205, "max_ms": 183.169, "p95_ms": 172.586}, "triton_wait": {"avg_ms": 61.608, "count": 206, "max_ms": 87.847, "p95_ms": 79.979}, "visualize": {"avg_ms": 5.155, "count": 206, "max_ms": 7.38, "p95_ms": 6.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1505.269, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.227, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2389646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:51:39+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:51:38+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:51:38.977601+09:00", "mtime_epoch": 1783284698.9776006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:51:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2581.348, "name": "celery", "pid": 267, "rss_mb": 2581.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.894, "pushed": 10.894, "read": 10.86}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 326, "max_ms": 12.129, "p95_ms": 10.074}, "gstreamer_push": {"avg_ms": 1.257, "count": 326, "max_ms": 1.695, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.414, "count": 326, "max_ms": 64.571, "p95_ms": 61.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.942, "count": 326, "max_ms": 85.496, "p95_ms": 75.84}, "yolo11_640_fire_11class": {"avg_ms": 51.476, "count": 326, "max_ms": 69.879, "p95_ms": 64.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.63, "count": 326, "max_ms": 83.606, "p95_ms": 78.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.032, "count": 326, "max_ms": 137.169, "p95_ms": 111.477}, "read_interval": {"avg_ms": 92.211, "count": 325, "max_ms": 150.335, "p95_ms": 125.214}, "triton_wait": {"avg_ms": 56.383, "count": 326, "max_ms": 85.508, "p95_ms": 79.096}, "visualize": {"avg_ms": 3.766, "count": 326, "max_ms": 5.79, "p95_ms": 5.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 789, "h264_decode_error_count": 1937, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:50:27+09:00", "last_error_summary": "[h264 @ 0x561c3d13b940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561c3d13b940] error while decoding MB 0 23, bytestream 3210 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 48 44 [h264 @ 0x561c3d059f80] error while decoding MB 48 44, bytestream 876 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 27 42 [h264 @ 0x561c3d059f80] error while decoding MB 27 42, bytestream 1567", "last_exit_at": "2026-07-06T05:50:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.058, "last_started_at": "2026-07-06T05:50:30+09:00", "pid": 147291, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.195, "name": "ffmpeg", "pid": 147291, "rss_mb": 268.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 879, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 880}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.711, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:51:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:51:39+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T05:51:39+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T05:51:39.325605+09:00", "mtime_epoch": 1783284699.325605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:51:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.995, "pushed": 6.995, "read": 6.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.015, "count": 209, "max_ms": 33.751, "p95_ms": 23.158}, "gstreamer_push": {"avg_ms": 1.076, "count": 209, "max_ms": 1.873, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.938, "count": 209, "max_ms": 67.181, "p95_ms": 61.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.215, "count": 209, "max_ms": 83.175, "p95_ms": 77.226}, "yolo11_640_fire_11class": {"avg_ms": 49.221, "count": 209, "max_ms": 68.492, "p95_ms": 63.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.486, "count": 209, "max_ms": 81.746, "p95_ms": 78.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.889, "count": 209, "max_ms": 168.391, "p95_ms": 165.348}, "read_interval": {"avg_ms": 143.646, "count": 208, "max_ms": 178.671, "p95_ms": 174.456}, "triton_wait": {"avg_ms": 60.274, "count": 209, "max_ms": 83.187, "p95_ms": 79.695}, "visualize": {"avg_ms": 5.173, "count": 209, "max_ms": 6.981, "p95_ms": 6.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1535.303, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.268, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2389958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:52:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:52:09+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:52:09.013979+09:00", "mtime_epoch": 1783284729.0139792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:52:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2581.348, "name": "celery", "pid": 267, "rss_mb": 2581.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.417, "pushed": 10.417, "read": 10.383}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.096, "count": 312, "max_ms": 12.797, "p95_ms": 9.81}, "gstreamer_push": {"avg_ms": 1.248, "count": 312, "max_ms": 2.063, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.792, "count": 312, "max_ms": 71.502, "p95_ms": 62.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.555, "count": 312, "max_ms": 86.068, "p95_ms": 79.486}, "yolo11_640_fire_11class": {"avg_ms": 52.348, "count": 312, "max_ms": 72.555, "p95_ms": 64.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.114, "count": 312, "max_ms": 88.878, "p95_ms": 80.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.11, "count": 312, "max_ms": 145.107, "p95_ms": 109.129}, "read_interval": {"avg_ms": 96.295, "count": 311, "max_ms": 158.509, "p95_ms": 123.269}, "triton_wait": {"avg_ms": 58.664, "count": 312, "max_ms": 88.89, "p95_ms": 80.857}, "visualize": {"avg_ms": 3.842, "count": 312, "max_ms": 6.431, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 789, "h264_decode_error_count": 1937, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:50:27+09:00", "last_error_summary": "[h264 @ 0x561c3d13b940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561c3d13b940] error while decoding MB 0 23, bytestream 3210 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 48 44 [h264 @ 0x561c3d059f80] error while decoding MB 48 44, bytestream 876 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 27 42 [h264 @ 0x561c3d059f80] error while decoding MB 27 42, bytestream 1567", "last_exit_at": "2026-07-06T05:50:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.115, "last_started_at": "2026-07-06T05:50:30+09:00", "pid": 147291, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.195, "name": "ffmpeg", "pid": 147291, "rss_mb": 268.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 879, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 880}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.103, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:52:09+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T05:52:09+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T05:52:09.381984+09:00", "mtime_epoch": 1783284729.381984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:52:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.156, "pushed": 7.156, "read": 7.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.378, "count": 214, "max_ms": 28.167, "p95_ms": 21.892}, "gstreamer_push": {"avg_ms": 1.11, "count": 214, "max_ms": 1.445, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.427, "count": 214, "max_ms": 72.234, "p95_ms": 62.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.123, "count": 214, "max_ms": 85.249, "p95_ms": 81.444}, "yolo11_640_fire_11class": {"avg_ms": 51.824, "count": 214, "max_ms": 73.811, "p95_ms": 65.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.535, "count": 214, "max_ms": 87.5, "p95_ms": 81.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.85, "count": 214, "max_ms": 170.886, "p95_ms": 149.14}, "read_interval": {"avg_ms": 140.391, "count": 213, "max_ms": 182.028, "p95_ms": 161.011}, "triton_wait": {"avg_ms": 64.614, "count": 214, "max_ms": 87.513, "p95_ms": 82.392}, "visualize": {"avg_ms": 4.851, "count": 214, "max_ms": 7.578, "p95_ms": 5.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1565.346, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.6, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2390259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:52:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T05:52:39+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T05:52:39+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:52:39.054359+09:00", "mtime_epoch": 1783284759.0543594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:52:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2581.605, "name": "celery", "pid": 267, "rss_mb": 2581.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.211, "count": 301, "max_ms": 13.625, "p95_ms": 10.058}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 2.06, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.652, "count": 301, "max_ms": 66.021, "p95_ms": 61.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.502, "count": 301, "max_ms": 87.638, "p95_ms": 81.961}, "yolo11_640_fire_11class": {"avg_ms": 52.479, "count": 301, "max_ms": 70.982, "p95_ms": 64.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.186, "count": 301, "max_ms": 82.436, "p95_ms": 80.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.059, "count": 301, "max_ms": 138.329, "p95_ms": 114.538}, "read_interval": {"avg_ms": 99.84, "count": 300, "max_ms": 391.413, "p95_ms": 136.576}, "triton_wait": {"avg_ms": 59.381, "count": 301, "max_ms": 87.65, "p95_ms": 81.973}, "visualize": {"avg_ms": 3.919, "count": 301, "max_ms": 7.664, "p95_ms": 5.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 789, "h264_decode_error_count": 1937, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:50:27+09:00", "last_error_summary": "[h264 @ 0x561c3d13b940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561c3d13b940] error while decoding MB 0 23, bytestream 3210 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 48 44 [h264 @ 0x561c3d059f80] error while decoding MB 48 44, bytestream 876 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 27 42 [h264 @ 0x561c3d059f80] error while decoding MB 27 42, bytestream 1567", "last_exit_at": "2026-07-06T05:50:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.162, "last_started_at": "2026-07-06T05:50:30+09:00", "pid": 147291, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.453, "name": "ffmpeg", "pid": 147291, "rss_mb": 268.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 879, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 880}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.343, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1923985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:52:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:52:39+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T05:52:39+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T05:52:39.434364+09:00", "mtime_epoch": 1783284759.4343643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:52:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.185, "pushed": 7.185, "read": 7.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.162, "count": 215, "max_ms": 24.524, "p95_ms": 21.148}, "gstreamer_push": {"avg_ms": 1.108, "count": 215, "max_ms": 1.644, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.636, "count": 215, "max_ms": 68.198, "p95_ms": 61.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.795, "count": 215, "max_ms": 86.791, "p95_ms": 83.431}, "yolo11_640_fire_11class": {"avg_ms": 51.261, "count": 215, "max_ms": 75.901, "p95_ms": 64.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.74, "count": 215, "max_ms": 84.707, "p95_ms": 81.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.196, "count": 215, "max_ms": 161.461, "p95_ms": 147.009}, "read_interval": {"avg_ms": 139.704, "count": 214, "max_ms": 172.525, "p95_ms": 160.176}, "triton_wait": {"avg_ms": 65.01, "count": 215, "max_ms": 86.803, "p95_ms": 83.442}, "visualize": {"avg_ms": 4.724, "count": 215, "max_ms": 5.891, "p95_ms": 5.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1595.411, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.743, "sample_count": 3052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2390540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:53:09+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T05:53:09+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T05:53:09.074741+09:00", "mtime_epoch": 1783284789.0747406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:53:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2581.605, "name": "celery", "pid": 267, "rss_mb": 2581.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.391, "pushed": 9.391, "read": 9.358}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.603, "count": 281, "max_ms": 12.498, "p95_ms": 10.327}, "gstreamer_push": {"avg_ms": 1.214, "count": 281, "max_ms": 1.486, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.508, "count": 281, "max_ms": 70.596, "p95_ms": 63.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.756, "count": 281, "max_ms": 86.341, "p95_ms": 80.679}, "yolo11_640_fire_11class": {"avg_ms": 54.006, "count": 281, "max_ms": 73.078, "p95_ms": 66.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.318, "count": 281, "max_ms": 86.831, "p95_ms": 80.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.224, "count": 281, "max_ms": 141.072, "p95_ms": 135.892}, "read_interval": {"avg_ms": 106.886, "count": 280, "max_ms": 154.35, "p95_ms": 150.334}, "triton_wait": {"avg_ms": 60.893, "count": 281, "max_ms": 86.844, "p95_ms": 82.304}, "visualize": {"avg_ms": 4.172, "count": 281, "max_ms": 6.367, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 789, "h264_decode_error_count": 1937, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:50:27+09:00", "last_error_summary": "[h264 @ 0x561c3d13b940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561c3d13b940] error while decoding MB 0 23, bytestream 3210 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 48 44 [h264 @ 0x561c3d059f80] error while decoding MB 48 44, bytestream 876 [h264 @ 0x561c3d059f80] cabac decode of qscale diff failed at 27 42 [h264 @ 0x561c3d059f80] error while decoding MB 27 42, bytestream 1567", "last_exit_at": "2026-07-06T05:50:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.196, "last_started_at": "2026-07-06T05:50:30+09:00", "pid": 147291, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.453, "name": "ffmpeg", "pid": 147291, "rss_mb": 268.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 879, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 880}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.85, "sample_count": 2118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:53:09+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T05:53:09+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T05:53:09.470746+09:00", "mtime_epoch": 1783284789.4707456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:53:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.126, "pushed": 7.126, "read": 7.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.411, "count": 213, "max_ms": 25.543, "p95_ms": 21.756}, "gstreamer_push": {"avg_ms": 1.114, "count": 213, "max_ms": 1.929, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.663, "count": 213, "max_ms": 65.548, "p95_ms": 61.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.678, "count": 213, "max_ms": 86.968, "p95_ms": 81.482}, "yolo11_640_fire_11class": {"avg_ms": 52.154, "count": 213, "max_ms": 67.883, "p95_ms": 65.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.787, "count": 213, "max_ms": 85.128, "p95_ms": 80.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.552, "count": 213, "max_ms": 168.982, "p95_ms": 147.043}, "read_interval": {"avg_ms": 140.969, "count": 212, "max_ms": 180.384, "p95_ms": 159.341}, "triton_wait": {"avg_ms": 65.216, "count": 213, "max_ms": 86.98, "p95_ms": 82.091}, "visualize": {"avg_ms": 4.789, "count": 213, "max_ms": 6.224, "p95_ms": 5.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16476.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1625.412, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.206, "sample_count": 3077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2390857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:53:39+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:53:39+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:53:39.123123+09:00", "mtime_epoch": 1783284819.1231232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:53:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2581.863, "name": "celery", "pid": 267, "rss_mb": 2581.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.571, "pushed": 10.571, "read": 10.571}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.911, "count": 317, "max_ms": 11.867, "p95_ms": 9.777}, "gstreamer_push": {"avg_ms": 1.239, "count": 317, "max_ms": 2.025, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.523, "count": 317, "max_ms": 65.147, "p95_ms": 61.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.092, "count": 317, "max_ms": 88.434, "p95_ms": 80.449}, "yolo11_640_fire_11class": {"avg_ms": 52.175, "count": 317, "max_ms": 73.778, "p95_ms": 66.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.504, "count": 317, "max_ms": 83.21, "p95_ms": 79.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.597, "count": 317, "max_ms": 142.521, "p95_ms": 123.392}, "read_interval": {"avg_ms": 94.8, "count": 317, "max_ms": 156.438, "p95_ms": 135.834}, "triton_wait": {"avg_ms": 57.38, "count": 317, "max_ms": 88.445, "p95_ms": 81.091}, "visualize": {"avg_ms": 3.787, "count": 317, "max_ms": 5.83, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16484.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.508, "last_started_at": "2026-07-06T05:53:32+09:00", "pid": 147398, "process": {"exists": true, "fd_count": 5, "hwm_mb": 230.133, "name": "ffmpeg", "pid": 147398, "rss_mb": 230.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 880, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 881}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.755, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T05:53:39+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T05:53:39+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T05:53:39.527128+09:00", "mtime_epoch": 1783284819.5271285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:53:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.954, "pushed": 5.954, "read": 5.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.558, "count": 178, "max_ms": 27.757, "p95_ms": 21.588}, "gstreamer_push": {"avg_ms": 1.107, "count": 178, "max_ms": 1.641, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.475, "count": 178, "max_ms": 66.989, "p95_ms": 62.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.256, "count": 178, "max_ms": 86.264, "p95_ms": 81.889}, "yolo11_640_fire_11class": {"avg_ms": 51.697, "count": 178, "max_ms": 69.845, "p95_ms": 65.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.542, "count": 178, "max_ms": 83.713, "p95_ms": 81.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.489, "count": 178, "max_ms": 175.532, "p95_ms": 148.057}, "read_interval": {"avg_ms": 168.968, "count": 177, "max_ms": 5105.188, "p95_ms": 162.979}, "triton_wait": {"avg_ms": 65.167, "count": 178, "max_ms": 86.276, "p95_ms": 82.915}, "visualize": {"avg_ms": 4.793, "count": 178, "max_ms": 6.133, "p95_ms": 5.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16520.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1655.443, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.546, "sample_count": 3091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2391162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:54:09+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T05:54:09+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T05:54:09.147507+09:00", "mtime_epoch": 1783284849.1475067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:54:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.121, "name": "celery", "pid": 267, "rss_mb": 2582.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.185, "pushed": 10.185, "read": 10.151}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.329, "count": 305, "max_ms": 14.096, "p95_ms": 10.69}, "gstreamer_push": {"avg_ms": 1.249, "count": 305, "max_ms": 1.662, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.27, "count": 305, "max_ms": 74.422, "p95_ms": 61.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.659, "count": 305, "max_ms": 88.786, "p95_ms": 77.843}, "yolo11_640_fire_11class": {"avg_ms": 51.709, "count": 305, "max_ms": 75.072, "p95_ms": 64.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.951, "count": 305, "max_ms": 84.744, "p95_ms": 79.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.524, "count": 305, "max_ms": 141.353, "p95_ms": 119.827}, "read_interval": {"avg_ms": 98.483, "count": 304, "max_ms": 290.725, "p95_ms": 139.134}, "triton_wait": {"avg_ms": 56.993, "count": 305, "max_ms": 88.798, "p95_ms": 80.804}, "visualize": {"avg_ms": 4.004, "count": 305, "max_ms": 6.257, "p95_ms": 5.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16520.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.54, "last_started_at": "2026-07-06T05:53:32+09:00", "pid": 147398, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.949, "name": "ffmpeg", "pid": 147398, "rss_mb": 265.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 880, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 881}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.658, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:54:09+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T05:54:09+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T05:54:09.523512+09:00", "mtime_epoch": 1783284849.5235116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:54:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.455, "pushed": 6.455, "read": 6.422}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.823, "count": 193, "max_ms": 27.694, "p95_ms": 22.979}, "gstreamer_push": {"avg_ms": 1.064, "count": 193, "max_ms": 1.569, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.999, "count": 193, "max_ms": 72.434, "p95_ms": 61.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.985, "count": 193, "max_ms": 86.534, "p95_ms": 80.223}, "yolo11_640_fire_11class": {"avg_ms": 49.688, "count": 193, "max_ms": 72.974, "p95_ms": 63.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.76, "count": 193, "max_ms": 85.217, "p95_ms": 80.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.897, "count": 193, "max_ms": 183.678, "p95_ms": 170.306}, "read_interval": {"avg_ms": 155.482, "count": 192, "max_ms": 194.022, "p95_ms": 181.417}, "triton_wait": {"avg_ms": 63.495, "count": 193, "max_ms": 86.545, "p95_ms": 81.622}, "visualize": {"avg_ms": 5.454, "count": 193, "max_ms": 7.66, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16523.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1685.509, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.793, "sample_count": 3090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2391463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:54:39+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T05:54:39+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T05:54:39.175891+09:00", "mtime_epoch": 1783284879.1758914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:54:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.121, "name": "celery", "pid": 267, "rss_mb": 2582.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.334, "count": 301, "max_ms": 11.167, "p95_ms": 9.887}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.889, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.814, "count": 301, "max_ms": 66.141, "p95_ms": 60.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.634, "count": 301, "max_ms": 88.967, "p95_ms": 78.058}, "yolo11_640_fire_11class": {"avg_ms": 51.535, "count": 301, "max_ms": 69.468, "p95_ms": 63.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.955, "count": 301, "max_ms": 83.867, "p95_ms": 79.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.077, "count": 301, "max_ms": 141.81, "p95_ms": 112.293}, "read_interval": {"avg_ms": 99.796, "count": 300, "max_ms": 285.361, "p95_ms": 142.062}, "triton_wait": {"avg_ms": 56.314, "count": 301, "max_ms": 88.979, "p95_ms": 80.55}, "visualize": {"avg_ms": 3.997, "count": 301, "max_ms": 6.028, "p95_ms": 5.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16523.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.661, "last_started_at": "2026-07-06T05:53:32+09:00", "pid": 147398, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.527, "name": "ffmpeg", "pid": 147398, "rss_mb": 268.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 880, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 881}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.086, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T05:54:39+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T05:54:39+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T05:54:39.655897+09:00", "mtime_epoch": 1783284879.6558974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:54:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.246, "pushed": 6.246, "read": 6.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.078, "count": 186, "max_ms": 32.198, "p95_ms": 24.488}, "gstreamer_push": {"avg_ms": 1.029, "count": 187, "max_ms": 1.311, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.395, "count": 186, "max_ms": 64.363, "p95_ms": 60.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.872, "count": 186, "max_ms": 87.534, "p95_ms": 81.546}, "yolo11_640_fire_11class": {"avg_ms": 49.039, "count": 186, "max_ms": 67.665, "p95_ms": 64.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.32, "count": 186, "max_ms": 84.842, "p95_ms": 81.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.808, "count": 187, "max_ms": 205.54, "p95_ms": 182.669}, "read_interval": {"avg_ms": 161.047, "count": 186, "max_ms": 215.582, "p95_ms": 193.498}, "triton_wait": {"avg_ms": 62.809, "count": 186, "max_ms": 87.547, "p95_ms": 82.38}, "visualize": {"avg_ms": 5.745, "count": 186, "max_ms": 8.372, "p95_ms": 7.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16524.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1715.591, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.073, "sample_count": 3057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2391753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:55:09+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T05:55:09+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T05:55:09.260278+09:00", "mtime_epoch": 1783284909.2602777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:55:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.379, "name": "celery", "pid": 267, "rss_mb": 2582.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.638, "pushed": 9.638, "read": 9.638}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.482, "count": 289, "max_ms": 13.172, "p95_ms": 10.311}, "gstreamer_push": {"avg_ms": 1.213, "count": 289, "max_ms": 1.79, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.68, "count": 289, "max_ms": 66.949, "p95_ms": 62.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.615, "count": 289, "max_ms": 90.876, "p95_ms": 78.696}, "yolo11_640_fire_11class": {"avg_ms": 52.841, "count": 289, "max_ms": 73.729, "p95_ms": 66.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.941, "count": 289, "max_ms": 88.628, "p95_ms": 82.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.295, "count": 289, "max_ms": 145.345, "p95_ms": 116.239}, "read_interval": {"avg_ms": 103.668, "count": 289, "max_ms": 304.937, "p95_ms": 132.184}, "triton_wait": {"avg_ms": 58.31, "count": 289, "max_ms": 90.888, "p95_ms": 84.389}, "visualize": {"avg_ms": 4.13, "count": 289, "max_ms": 6.968, "p95_ms": 5.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16524.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.679, "last_started_at": "2026-07-06T05:53:32+09:00", "pid": 147398, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.301, "name": "ffmpeg", "pid": 147398, "rss_mb": 269.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 880, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 881}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.152, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1924919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:55:09+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T05:55:09+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T05:55:09.616282+09:00", "mtime_epoch": 1783284909.6162822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:55:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.459, "pushed": 5.459, "read": 5.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.451, "count": 163, "max_ms": 34.469, "p95_ms": 25.398}, "gstreamer_push": {"avg_ms": 0.931, "count": 163, "max_ms": 1.175, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.38, "count": 163, "max_ms": 69.583, "p95_ms": 62.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.61, "count": 163, "max_ms": 93.749, "p95_ms": 86.531}, "yolo11_640_fire_11class": {"avg_ms": 50.996, "count": 163, "max_ms": 72.027, "p95_ms": 65.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.967, "count": 163, "max_ms": 92.047, "p95_ms": 84.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.459, "count": 163, "max_ms": 223.724, "p95_ms": 207.209}, "read_interval": {"avg_ms": 183.95, "count": 162, "max_ms": 235.545, "p95_ms": 217.357}, "triton_wait": {"avg_ms": 67.039, "count": 163, "max_ms": 93.76, "p95_ms": 87.751}, "visualize": {"avg_ms": 6.586, "count": 163, "max_ms": 9.198, "p95_ms": 7.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16526.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1745.68, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.376, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2392050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:55:39+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T05:55:39+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T05:55:39.348665+09:00", "mtime_epoch": 1783284939.348665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:55:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.379, "name": "celery", "pid": 267, "rss_mb": 2582.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.889}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.51, "count": 297, "max_ms": 16.662, "p95_ms": 10.173}, "gstreamer_push": {"avg_ms": 1.215, "count": 297, "max_ms": 1.506, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.01, "count": 297, "max_ms": 63.95, "p95_ms": 60.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.573, "count": 297, "max_ms": 90.064, "p95_ms": 78.641}, "yolo11_640_fire_11class": {"avg_ms": 50.811, "count": 297, "max_ms": 70.058, "p95_ms": 63.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.986, "count": 297, "max_ms": 86.041, "p95_ms": 81.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.84, "count": 297, "max_ms": 143.455, "p95_ms": 119.108}, "read_interval": {"avg_ms": 101.238, "count": 296, "max_ms": 160.344, "p95_ms": 132.497}, "triton_wait": {"avg_ms": 56.387, "count": 297, "max_ms": 90.079, "p95_ms": 82.707}, "visualize": {"avg_ms": 4.139, "count": 297, "max_ms": 6.32, "p95_ms": 5.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16526.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.798, "last_started_at": "2026-07-06T05:53:32+09:00", "pid": 147398, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.621, "name": "ffmpeg", "pid": 147398, "rss_mb": 271.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 880, "restart_count_per_hour": 16, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 881}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.491, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:55:39+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T05:55:39+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T05:55:39.720670+09:00", "mtime_epoch": 1783284939.7206697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:55:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9543.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.946, "pushed": 4.946, "read": 4.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.208, "count": 147, "max_ms": 30.829, "p95_ms": 25.775}, "gstreamer_push": {"avg_ms": 0.872, "count": 148, "max_ms": 1.065, "p95_ms": 0.935}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.089, "count": 147, "max_ms": 64.864, "p95_ms": 60.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.852, "count": 147, "max_ms": 90.121, "p95_ms": 84.889}, "yolo11_640_fire_11class": {"avg_ms": 49.813, "count": 147, "max_ms": 68.078, "p95_ms": 64.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.331, "count": 147, "max_ms": 86.946, "p95_ms": 83.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.213, "count": 148, "max_ms": 241.675, "p95_ms": 222.582}, "read_interval": {"avg_ms": 203.296, "count": 147, "max_ms": 253.387, "p95_ms": 232.246}, "triton_wait": {"avg_ms": 65.857, "count": 147, "max_ms": 90.133, "p95_ms": 84.948}, "visualize": {"avg_ms": 6.869, "count": 147, "max_ms": 9.703, "p95_ms": 8.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1775.696, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.957, "sample_count": 3042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2392365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:56:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:56:09+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T05:56:09.401053+09:00", "mtime_epoch": 1783284969.4010527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:56:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.637, "name": "celery", "pid": 267, "rss_mb": 2582.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.537, "pushed": 10.537, "read": 10.504}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.074, "count": 315, "max_ms": 13.212, "p95_ms": 9.814}, "gstreamer_push": {"avg_ms": 1.225, "count": 315, "max_ms": 1.862, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.77, "count": 315, "max_ms": 62.685, "p95_ms": 56.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.014, "count": 315, "max_ms": 83.868, "p95_ms": 71.627}, "yolo11_640_fire_11class": {"avg_ms": 46.452, "count": 315, "max_ms": 63.733, "p95_ms": 58.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.15, "count": 315, "max_ms": 83.126, "p95_ms": 74.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.916, "count": 315, "max_ms": 140.947, "p95_ms": 107.655}, "read_interval": {"avg_ms": 95.325, "count": 314, "max_ms": 356.184, "p95_ms": 122.488}, "triton_wait": {"avg_ms": 53.237, "count": 315, "max_ms": 83.881, "p95_ms": 75.363}, "visualize": {"avg_ms": 3.94, "count": 315, "max_ms": 5.762, "p95_ms": 5.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:55:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.833, "last_started_at": "2026-07-06T05:55:59+09:00", "pid": 147505, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.707, "name": "ffmpeg", "pid": 147505, "rss_mb": 266.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 881, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 882}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.435, "sample_count": 1860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T05:56:10+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T05:56:09+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T05:56:09.921059+09:00", "mtime_epoch": 1783284969.9210594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:56:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.816, "pushed": 4.816, "read": 4.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.373, "count": 143, "max_ms": 32.326, "p95_ms": 27.016}, "gstreamer_push": {"avg_ms": 0.969, "count": 144, "max_ms": 1.179, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.052, "count": 143, "max_ms": 66.312, "p95_ms": 61.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.962, "count": 143, "max_ms": 83.601, "p95_ms": 72.665}, "yolo11_640_fire_11class": {"avg_ms": 47.179, "count": 143, "max_ms": 62.757, "p95_ms": 60.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.479, "count": 143, "max_ms": 82.189, "p95_ms": 79.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.301, "count": 144, "max_ms": 236.897, "p95_ms": 228.634}, "read_interval": {"avg_ms": 209.569, "count": 143, "max_ms": 4492.805, "p95_ms": 239.665}, "triton_wait": {"avg_ms": 63.079, "count": 143, "max_ms": 83.611, "p95_ms": 79.587}, "visualize": {"avg_ms": 5.788, "count": 143, "max_ms": 9.999, "p95_ms": 7.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16526.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1805.757, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.044, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2392657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:56:39+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:56:39+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T05:56:39.465441+09:00", "mtime_epoch": 1783284999.4654415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:56:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.637, "name": "celery", "pid": 267, "rss_mb": 2582.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.715}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.313, "count": 292, "max_ms": 13.326, "p95_ms": 10.225}, "gstreamer_push": {"avg_ms": 1.233, "count": 292, "max_ms": 2.07, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.549, "count": 292, "max_ms": 67.568, "p95_ms": 62.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.168, "count": 292, "max_ms": 93.439, "p95_ms": 77.303}, "yolo11_640_fire_11class": {"avg_ms": 48.812, "count": 292, "max_ms": 66.074, "p95_ms": 61.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.042, "count": 292, "max_ms": 87.406, "p95_ms": 79.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.679, "count": 292, "max_ms": 150.224, "p95_ms": 131.149}, "read_interval": {"avg_ms": 103.007, "count": 291, "max_ms": 341.733, "p95_ms": 148.396}, "triton_wait": {"avg_ms": 58.246, "count": 292, "max_ms": 93.452, "p95_ms": 80.188}, "visualize": {"avg_ms": 3.966, "count": 292, "max_ms": 5.989, "p95_ms": 5.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16526.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:55:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.88, "last_started_at": "2026-07-06T05:55:59+09:00", "pid": 147505, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 147505, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 881, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 882}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.435, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:56:40+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T05:56:39+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T05:56:39.977448+09:00", "mtime_epoch": 1783284999.977448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:56:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.019, "pushed": 7.019, "read": 6.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.165, "count": 210, "max_ms": 33.85, "p95_ms": 22.187}, "gstreamer_push": {"avg_ms": 1.103, "count": 210, "max_ms": 1.664, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.062, "count": 210, "max_ms": 65.523, "p95_ms": 61.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.57, "count": 210, "max_ms": 89.342, "p95_ms": 79.603}, "yolo11_640_fire_11class": {"avg_ms": 49.206, "count": 210, "max_ms": 65.638, "p95_ms": 61.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.558, "count": 210, "max_ms": 86.659, "p95_ms": 80.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.155, "count": 210, "max_ms": 172.692, "p95_ms": 153.382}, "read_interval": {"avg_ms": 143.138, "count": 209, "max_ms": 183.311, "p95_ms": 164.737}, "triton_wait": {"avg_ms": 64.199, "count": 210, "max_ms": 89.353, "p95_ms": 80.866}, "visualize": {"avg_ms": 4.927, "count": 210, "max_ms": 6.177, "p95_ms": 5.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1835.831, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.423, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2392969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:57:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:57:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T05:57:09+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T05:57:09.541831+09:00", "mtime_epoch": 1783285029.5418313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:57:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.895, "name": "celery", "pid": 267, "rss_mb": 2582.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.409, "pushed": 10.409, "read": 10.375}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 312, "max_ms": 11.392, "p95_ms": 9.115}, "gstreamer_push": {"avg_ms": 1.259, "count": 312, "max_ms": 1.924, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.928, "count": 312, "max_ms": 68.117, "p95_ms": 61.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.183, "count": 312, "max_ms": 82.884, "p95_ms": 75.822}, "yolo11_640_fire_11class": {"avg_ms": 48.618, "count": 312, "max_ms": 70.548, "p95_ms": 61.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.93, "count": 312, "max_ms": 83.971, "p95_ms": 77.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.615, "count": 312, "max_ms": 100.376, "p95_ms": 93.868}, "read_interval": {"avg_ms": 96.426, "count": 311, "max_ms": 457.54, "p95_ms": 118.171}, "triton_wait": {"avg_ms": 55.305, "count": 312, "max_ms": 83.983, "p95_ms": 78.093}, "visualize": {"avg_ms": 3.603, "count": 312, "max_ms": 4.696, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:55:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.977, "last_started_at": "2026-07-06T05:55:59+09:00", "pid": 147505, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.668, "name": "ffmpeg", "pid": 147505, "rss_mb": 273.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 881, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 882}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.435, "sample_count": 1855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:57:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:57:10+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T05:57:10+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T05:57:10.049838+09:00", "mtime_epoch": 1783285030.0498378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:57:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.977, "pushed": 6.977, "read": 6.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.279, "count": 209, "max_ms": 26.529, "p95_ms": 22.604}, "gstreamer_push": {"avg_ms": 1.095, "count": 209, "max_ms": 1.733, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.027, "count": 209, "max_ms": 65.773, "p95_ms": 61.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.872, "count": 209, "max_ms": 86.081, "p95_ms": 77.643}, "yolo11_640_fire_11class": {"avg_ms": 48.948, "count": 209, "max_ms": 69.003, "p95_ms": 61.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.413, "count": 209, "max_ms": 86.94, "p95_ms": 77.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.996, "count": 209, "max_ms": 168.021, "p95_ms": 158.106}, "read_interval": {"avg_ms": 143.937, "count": 208, "max_ms": 180.418, "p95_ms": 169.078}, "triton_wait": {"avg_ms": 61.301, "count": 209, "max_ms": 86.952, "p95_ms": 78.666}, "visualize": {"avg_ms": 5.104, "count": 209, "max_ms": 7.47, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1865.892, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.354, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2393269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T05:57:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T05:57:39+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T05:57:39.598221+09:00", "mtime_epoch": 1783285059.5982213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:57:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2582.895, "name": "celery", "pid": 267, "rss_mb": 2582.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.756, "count": 300, "max_ms": 11.732, "p95_ms": 8.752}, "gstreamer_push": {"avg_ms": 1.265, "count": 300, "max_ms": 1.474, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.984, "count": 300, "max_ms": 64.718, "p95_ms": 60.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.269, "count": 300, "max_ms": 85.298, "p95_ms": 67.934}, "yolo11_640_fire_11class": {"avg_ms": 50.482, "count": 300, "max_ms": 71.021, "p95_ms": 63.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.985, "count": 300, "max_ms": 82.209, "p95_ms": 76.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.456, "count": 300, "max_ms": 101.407, "p95_ms": 94.416}, "read_interval": {"avg_ms": 100.239, "count": 299, "max_ms": 591.52, "p95_ms": 128.326}, "triton_wait": {"avg_ms": 56.122, "count": 300, "max_ms": 85.311, "p95_ms": 78.261}, "visualize": {"avg_ms": 3.656, "count": 300, "max_ms": 5.728, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:55:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.985, "last_started_at": "2026-07-06T05:55:59+09:00", "pid": 147505, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.926, "name": "ffmpeg", "pid": 147505, "rss_mb": 273.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 881, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 882}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.435, "sample_count": 1852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1925841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:57:40+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T05:57:40+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T05:57:40.078228+09:00", "mtime_epoch": 1783285060.0782275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:57:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.034, "pushed": 7.034, "read": 7.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.415, "count": 211, "max_ms": 28.944, "p95_ms": 24.943}, "gstreamer_push": {"avg_ms": 1.086, "count": 211, "max_ms": 1.593, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.833, "count": 211, "max_ms": 63.914, "p95_ms": 60.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.92, "count": 211, "max_ms": 82.849, "p95_ms": 78.631}, "yolo11_640_fire_11class": {"avg_ms": 48.485, "count": 211, "max_ms": 68.999, "p95_ms": 63.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.067, "count": 211, "max_ms": 81.825, "p95_ms": 77.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.033, "count": 211, "max_ms": 171.674, "p95_ms": 158.456}, "read_interval": {"avg_ms": 142.325, "count": 211, "max_ms": 183.033, "p95_ms": 169.453}, "triton_wait": {"avg_ms": 60.588, "count": 211, "max_ms": 82.859, "p95_ms": 78.778}, "visualize": {"avg_ms": 5.043, "count": 211, "max_ms": 8.903, "p95_ms": 6.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1895.957, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.945, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2393567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:58:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:58:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T05:58:09+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T05:58:09.666612+09:00", "mtime_epoch": 1783285089.6666124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:58:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2583.152, "name": "celery", "pid": 267, "rss_mb": 2583.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.91}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 298, "max_ms": 12.148, "p95_ms": 9.639}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.734, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 298, "max_ms": 65.966, "p95_ms": 61.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.311, "count": 298, "max_ms": 89.919, "p95_ms": 82.769}, "yolo11_640_fire_11class": {"avg_ms": 51.509, "count": 298, "max_ms": 69.69, "p95_ms": 63.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.331, "count": 298, "max_ms": 86.692, "p95_ms": 81.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.541, "count": 298, "max_ms": 141.835, "p95_ms": 107.773}, "read_interval": {"avg_ms": 100.939, "count": 297, "max_ms": 400.306, "p95_ms": 126.613}, "triton_wait": {"avg_ms": 59.236, "count": 298, "max_ms": 89.93, "p95_ms": 84.035}, "visualize": {"avg_ms": 3.781, "count": 298, "max_ms": 6.297, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:55:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.022, "last_started_at": "2026-07-06T05:55:59+09:00", "pid": 147505, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.926, "name": "ffmpeg", "pid": 147505, "rss_mb": 273.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 881, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 882}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.439, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:58:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:58:10+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T05:58:10+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T05:58:10.094618+09:00", "mtime_epoch": 1783285090.0946178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:58:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.821, "pushed": 5.821, "read": 5.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.366, "count": 174, "max_ms": 29.098, "p95_ms": 24.622}, "gstreamer_push": {"avg_ms": 0.975, "count": 174, "max_ms": 1.222, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.871, "count": 174, "max_ms": 63.236, "p95_ms": 61.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.154, "count": 174, "max_ms": 89.108, "p95_ms": 84.916}, "yolo11_640_fire_11class": {"avg_ms": 50.194, "count": 174, "max_ms": 68.083, "p95_ms": 64.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.511, "count": 174, "max_ms": 87.77, "p95_ms": 82.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.456, "count": 174, "max_ms": 233.984, "p95_ms": 198.168}, "read_interval": {"avg_ms": 172.71, "count": 173, "max_ms": 244.23, "p95_ms": 206.754}, "triton_wait": {"avg_ms": 66.318, "count": 174, "max_ms": 89.12, "p95_ms": 85.05}, "visualize": {"avg_ms": 6.138, "count": 174, "max_ms": 9.106, "p95_ms": 7.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1926.029, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.694, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2393873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:58:39+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T05:58:39+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T05:58:39.735004+09:00", "mtime_epoch": 1783285119.735004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:58:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2583.41, "name": "celery", "pid": 267, "rss_mb": 2583.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.215, "pushed": 10.215, "read": 10.182}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.013, "count": 306, "max_ms": 11.991, "p95_ms": 9.785}, "gstreamer_push": {"avg_ms": 1.253, "count": 306, "max_ms": 1.879, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.337, "count": 306, "max_ms": 65.773, "p95_ms": 60.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.043, "count": 306, "max_ms": 90.762, "p95_ms": 78.652}, "yolo11_640_fire_11class": {"avg_ms": 51.956, "count": 306, "max_ms": 77.206, "p95_ms": 64.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.531, "count": 306, "max_ms": 86.634, "p95_ms": 82.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.328, "count": 306, "max_ms": 142.485, "p95_ms": 107.3}, "read_interval": {"avg_ms": 98.309, "count": 305, "max_ms": 661.622, "p95_ms": 133.816}, "triton_wait": {"avg_ms": 56.266, "count": 306, "max_ms": 90.775, "p95_ms": 83.25}, "visualize": {"avg_ms": 3.808, "count": 306, "max_ms": 6.763, "p95_ms": 4.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 790, "h264_decode_error_count": 1938, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:53:29+09:00", "last_error_summary": "[h264 @ 0x55bc20048dc0] error while decoding MB 67 21, bytestream -8", "last_exit_at": "2026-07-06T05:55:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.239, "last_started_at": "2026-07-06T05:55:59+09:00", "pid": 147505, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.926, "name": "ffmpeg", "pid": 147505, "rss_mb": 273.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 881, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 882}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.881, "sample_count": 1790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:58:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:58:40+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T05:58:40+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T05:58:40.247011+09:00", "mtime_epoch": 1783285120.2470107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:58:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.183, "pushed": 5.183, "read": 5.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.601, "count": 155, "max_ms": 31.405, "p95_ms": 25.07}, "gstreamer_push": {"avg_ms": 0.906, "count": 155, "max_ms": 1.108, "p95_ms": 1.07}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.72, "count": 155, "max_ms": 64.613, "p95_ms": 61.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.269, "count": 155, "max_ms": 87.34, "p95_ms": 83.836}, "yolo11_640_fire_11class": {"avg_ms": 49.92, "count": 155, "max_ms": 69.821, "p95_ms": 67.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.935, "count": 155, "max_ms": 87.0, "p95_ms": 83.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.337, "count": 155, "max_ms": 235.954, "p95_ms": 221.346}, "read_interval": {"avg_ms": 193.771, "count": 154, "max_ms": 366.776, "p95_ms": 231.211}, "triton_wait": {"avg_ms": 63.387, "count": 155, "max_ms": 87.352, "p95_ms": 83.893}, "visualize": {"avg_ms": 7.194, "count": 155, "max_ms": 9.357, "p95_ms": 8.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16522.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1956.075, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.904, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2394170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:59:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:59:09+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T05:59:09+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T05:59:09.775396+09:00", "mtime_epoch": 1783285149.775396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:59:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2583.41, "name": "celery", "pid": 267, "rss_mb": 2583.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.713, "count": 297, "max_ms": 12.433, "p95_ms": 9.184}, "gstreamer_push": {"avg_ms": 1.251, "count": 297, "max_ms": 1.452, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.732, "count": 297, "max_ms": 68.142, "p95_ms": 59.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.278, "count": 297, "max_ms": 85.493, "p95_ms": 62.549}, "yolo11_640_fire_11class": {"avg_ms": 51.149, "count": 297, "max_ms": 72.947, "p95_ms": 63.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.217, "count": 297, "max_ms": 86.77, "p95_ms": 77.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.301, "count": 297, "max_ms": 102.994, "p95_ms": 93.992}, "read_interval": {"avg_ms": 101.199, "count": 296, "max_ms": 526.624, "p95_ms": 158.226}, "triton_wait": {"avg_ms": 54.143, "count": 297, "max_ms": 86.783, "p95_ms": 77.752}, "visualize": {"avg_ms": 3.602, "count": 297, "max_ms": 4.654, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 791, "h264_decode_error_count": 1939, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:58:44+09:00", "last_error_summary": "[h264 @ 0x56139bf8f240] error while decoding MB 9 30, bytestream -9", "last_exit_at": "2026-07-06T05:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.841, "last_started_at": "2026-07-06T05:58:47+09:00", "pid": 147612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.32, "name": "ffmpeg", "pid": 147612, "rss_mb": 265.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 882, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 883}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.307, "sample_count": 1726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:59:10+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T05:59:10+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T05:59:10.271403+09:00", "mtime_epoch": 1783285150.2714026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:59:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.301, "pushed": 4.301, "read": 4.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.008, "count": 129, "max_ms": 28.702, "p95_ms": 26.029}, "gstreamer_push": {"avg_ms": 0.891, "count": 129, "max_ms": 1.154, "p95_ms": 1.087}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.447, "count": 129, "max_ms": 67.75, "p95_ms": 60.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.902, "count": 129, "max_ms": 86.949, "p95_ms": 80.27}, "yolo11_640_fire_11class": {"avg_ms": 48.495, "count": 129, "max_ms": 70.33, "p95_ms": 66.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.78, "count": 129, "max_ms": 86.594, "p95_ms": 81.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.031, "count": 129, "max_ms": 235.28, "p95_ms": 220.304}, "read_interval": {"avg_ms": 232.728, "count": 129, "max_ms": 5132.151, "p95_ms": 232.355}, "triton_wait": {"avg_ms": 62.795, "count": 129, "max_ms": 86.961, "p95_ms": 82.105}, "visualize": {"avg_ms": 7.301, "count": 129, "max_ms": 11.748, "p95_ms": 8.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16524.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1986.137, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.026, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2394469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:59:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:59:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T05:59:39+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T05:59:39.843789+09:00", "mtime_epoch": 1783285179.8437889, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T05:59:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2583.668, "name": "celery", "pid": 267, "rss_mb": 2583.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.839, "count": 299, "max_ms": 12.01, "p95_ms": 9.158}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.855, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.243, "count": 299, "max_ms": 65.589, "p95_ms": 61.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.696, "count": 299, "max_ms": 90.458, "p95_ms": 82.873}, "yolo11_640_fire_11class": {"avg_ms": 53.183, "count": 299, "max_ms": 72.34, "p95_ms": 66.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.537, "count": 299, "max_ms": 89.136, "p95_ms": 81.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.134, "count": 299, "max_ms": 106.645, "p95_ms": 100.858}, "read_interval": {"avg_ms": 100.584, "count": 298, "max_ms": 534.634, "p95_ms": 143.79}, "triton_wait": {"avg_ms": 56.771, "count": 299, "max_ms": 90.471, "p95_ms": 84.41}, "visualize": {"avg_ms": 3.657, "count": 299, "max_ms": 5.875, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16524.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 791, "h264_decode_error_count": 1939, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:58:44+09:00", "last_error_summary": "[h264 @ 0x56139bf8f240] error while decoding MB 9 30, bytestream -9", "last_exit_at": "2026-07-06T05:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.001, "last_started_at": "2026-07-06T05:58:47+09:00", "pid": 147612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.867, "name": "ffmpeg", "pid": 147612, "rss_mb": 266.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 882, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 883}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.891, "sample_count": 1676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T05:59:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T05:59:40+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T05:59:40+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T05:59:40.411796+09:00", "mtime_epoch": 1783285180.4117963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T05:59:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.57, "pushed": 4.57, "read": 4.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.434, "count": 136, "max_ms": 30.728, "p95_ms": 27.0}, "gstreamer_push": {"avg_ms": 0.861, "count": 137, "max_ms": 1.071, "p95_ms": 0.944}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.219, "count": 136, "max_ms": 66.224, "p95_ms": 62.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.27, "count": 136, "max_ms": 93.541, "p95_ms": 86.88}, "yolo11_640_fire_11class": {"avg_ms": 50.682, "count": 136, "max_ms": 68.819, "p95_ms": 67.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.376, "count": 136, "max_ms": 88.819, "p95_ms": 85.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.104, "count": 137, "max_ms": 270.553, "p95_ms": 252.9}, "read_interval": {"avg_ms": 220.139, "count": 136, "max_ms": 282.086, "p95_ms": 262.301}, "triton_wait": {"avg_ms": 67.252, "count": 136, "max_ms": 93.553, "p95_ms": 87.736}, "visualize": {"avg_ms": 8.407, "count": 136, "max_ms": 11.077, "p95_ms": 10.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16525.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2016.192, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.673, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2394773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:00:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:00:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:00:09+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:00:09.900182+09:00", "mtime_epoch": 1783285209.9001822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:00:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2583.668, "name": "celery", "pid": 267, "rss_mb": 2583.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 304, "max_ms": 12.71, "p95_ms": 9.19}, "gstreamer_push": {"avg_ms": 1.254, "count": 304, "max_ms": 1.98, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.691, "count": 304, "max_ms": 63.305, "p95_ms": 58.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.551, "count": 304, "max_ms": 98.044, "p95_ms": 80.776}, "yolo11_640_fire_11class": {"avg_ms": 51.828, "count": 304, "max_ms": 74.236, "p95_ms": 64.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.606, "count": 304, "max_ms": 94.234, "p95_ms": 80.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.881, "count": 304, "max_ms": 113.964, "p95_ms": 99.149}, "read_interval": {"avg_ms": 98.905, "count": 303, "max_ms": 464.989, "p95_ms": 129.796}, "triton_wait": {"avg_ms": 55.53, "count": 304, "max_ms": 98.056, "p95_ms": 82.624}, "visualize": {"avg_ms": 3.652, "count": 304, "max_ms": 4.834, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 16054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16525.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 791, "h264_decode_error_count": 1939, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:58:44+09:00", "last_error_summary": "[h264 @ 0x56139bf8f240] error while decoding MB 9 30, bytestream -9", "last_exit_at": "2026-07-06T05:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.086, "last_started_at": "2026-07-06T05:58:47+09:00", "pid": 147612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.125, "name": "ffmpeg", "pid": 147612, "rss_mb": 267.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 882, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 883}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.406, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:00:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:00:10+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T06:00:10+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T06:00:10.488190+09:00", "mtime_epoch": 1783285210.48819, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:00:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.292, "pushed": 4.292, "read": 4.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.467, "count": 128, "max_ms": 36.192, "p95_ms": 28.435}, "gstreamer_push": {"avg_ms": 0.851, "count": 128, "max_ms": 1.023, "p95_ms": 0.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.545, "count": 128, "max_ms": 63.15, "p95_ms": 60.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.461, "count": 128, "max_ms": 96.144, "p95_ms": 87.823}, "yolo11_640_fire_11class": {"avg_ms": 49.284, "count": 128, "max_ms": 70.037, "p95_ms": 65.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.879, "count": 128, "max_ms": 92.43, "p95_ms": 86.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.404, "count": 128, "max_ms": 283.942, "p95_ms": 257.005}, "read_interval": {"avg_ms": 235.116, "count": 127, "max_ms": 293.543, "p95_ms": 267.659}, "triton_wait": {"avg_ms": 68.269, "count": 128, "max_ms": 96.156, "p95_ms": 87.836}, "visualize": {"avg_ms": 8.941, "count": 128, "max_ms": 12.391, "p95_ms": 10.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16683.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2046.302, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.113, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2395070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:00:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T06:00:39+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T06:00:39.964576+09:00", "mtime_epoch": 1783285239.9645762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:00:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2583.926, "name": "celery", "pid": 267, "rss_mb": 2583.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.851}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.823, "count": 296, "max_ms": 14.602, "p95_ms": 9.407}, "gstreamer_push": {"avg_ms": 1.242, "count": 296, "max_ms": 1.466, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.977, "count": 296, "max_ms": 68.144, "p95_ms": 58.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.073, "count": 296, "max_ms": 90.498, "p95_ms": 81.302}, "yolo11_640_fire_11class": {"avg_ms": 52.398, "count": 296, "max_ms": 72.064, "p95_ms": 65.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.787, "count": 296, "max_ms": 87.996, "p95_ms": 82.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.651, "count": 296, "max_ms": 169.514, "p95_ms": 105.085}, "read_interval": {"avg_ms": 101.352, "count": 295, "max_ms": 527.01, "p95_ms": 134.753}, "triton_wait": {"avg_ms": 55.457, "count": 296, "max_ms": 90.51, "p95_ms": 84.558}, "visualize": {"avg_ms": 3.708, "count": 296, "max_ms": 6.399, "p95_ms": 4.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16683.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 791, "h264_decode_error_count": 1939, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T05:58:44+09:00", "last_error_summary": "[h264 @ 0x56139bf8f240] error while decoding MB 9 30, bytestream -9", "last_exit_at": "2026-07-06T05:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.249, "last_started_at": "2026-07-06T05:58:47+09:00", "pid": 147612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 147612, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 882, "restart_count_per_hour": 17, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 883}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.99, "sample_count": 1623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:00:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:00:40+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T06:00:40+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T06:00:40.616585+09:00", "mtime_epoch": 1783285240.6165848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:00:40+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 1.334, "recorders": [{"age_sec": 1.334, "frame_count": 53, "is_recording": true, "is_stopping": false, "pid": 147719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.09, "name": "ffmpeg", "pid": 147719, "rss_mb": 186.09, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 47, "returncode": null, "running": true, "started_at": "2026-07-06T06:00:39+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_060039_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [147719], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.308, "pushed": 4.308, "read": 4.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.784, "count": 128, "max_ms": 30.275, "p95_ms": 28.078}, "gstreamer_push": {"avg_ms": 0.846, "count": 129, "max_ms": 0.956, "p95_ms": 0.893}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.824, "count": 128, "max_ms": 64.085, "p95_ms": 62.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.259, "count": 128, "max_ms": 95.394, "p95_ms": 88.352}, "yolo11_640_fire_11class": {"avg_ms": 50.355, "count": 128, "max_ms": 72.022, "p95_ms": 67.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.92, "count": 128, "max_ms": 90.197, "p95_ms": 87.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.986, "count": 129, "max_ms": 918.862, "p95_ms": 241.2}, "read_interval": {"avg_ms": 233.611, "count": 128, "max_ms": 929.925, "p95_ms": 248.198}, "triton_wait": {"avg_ms": 68.698, "count": 128, "max_ms": 95.406, "p95_ms": 89.844}, "visualize": {"avg_ms": 8.679, "count": 128, "max_ms": 13.778, "p95_ms": 9.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16484.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2076.301, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.702, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2395372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:01:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:01:10+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T06:01:10.004970+09:00", "mtime_epoch": 1783285270.0049703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:01:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2583.926, "name": "celery", "pid": 267, "rss_mb": 2583.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.1, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.813, "count": 302, "max_ms": 12.294, "p95_ms": 10.584}, "gstreamer_push": {"avg_ms": 1.201, "count": 303, "max_ms": 1.518, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.942, "count": 302, "max_ms": 74.949, "p95_ms": 60.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.285, "count": 302, "max_ms": 87.794, "p95_ms": 69.154}, "yolo11_640_fire_11class": {"avg_ms": 52.338, "count": 302, "max_ms": 76.378, "p95_ms": 64.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.995, "count": 302, "max_ms": 86.322, "p95_ms": 78.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.664, "count": 302, "max_ms": 140.858, "p95_ms": 105.258}, "read_interval": {"avg_ms": 99.482, "count": 302, "max_ms": 559.123, "p95_ms": 122.83}, "triton_wait": {"avg_ms": 55.105, "count": 302, "max_ms": 87.807, "p95_ms": 79.087}, "visualize": {"avg_ms": 3.612, "count": 302, "max_ms": 5.124, "p95_ms": 4.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16496.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 792, "h264_decode_error_count": 1940, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:00:58+09:00", "last_error_summary": "[h264 @ 0x5560a8ca4e40] error while decoding MB 68 5, bytestream -8", "last_exit_at": "2026-07-06T06:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.851, "last_started_at": "2026-07-06T06:01:01+09:00", "pid": 147779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 232.906, "name": "ffmpeg", "pid": 147779, "rss_mb": 232.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 883, "restart_count_per_hour": 18, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 884}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.572, "sample_count": 1593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:01:11+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T06:01:10+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T06:01:10.796981+09:00", "mtime_epoch": 1783285270.7969806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:01:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.883, "pushed": 3.883, "read": 3.85}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.379, "count": 115, "max_ms": 35.225, "p95_ms": 28.869}, "gstreamer_push": {"avg_ms": 0.869, "count": 116, "max_ms": 1.339, "p95_ms": 0.946}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.82, "count": 115, "max_ms": 73.276, "p95_ms": 63.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.871, "count": 115, "max_ms": 89.32, "p95_ms": 81.591}, "yolo11_640_fire_11class": {"avg_ms": 51.126, "count": 115, "max_ms": 74.421, "p95_ms": 66.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.544, "count": 115, "max_ms": 86.196, "p95_ms": 80.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.041, "count": 116, "max_ms": 299.442, "p95_ms": 274.534}, "read_interval": {"avg_ms": 260.173, "count": 115, "max_ms": 4703.623, "p95_ms": 285.834}, "triton_wait": {"avg_ms": 65.021, "count": 115, "max_ms": 89.332, "p95_ms": 82.329}, "visualize": {"avg_ms": 9.433, "count": 115, "max_ms": 14.862, "p95_ms": 13.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16528.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2106.368, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.458, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2395675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:01:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:01:40+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T06:01:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T06:01:40.077365+09:00", "mtime_epoch": 1783285300.0773654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:01:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2584.184, "name": "celery", "pid": 267, "rss_mb": 2584.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.654, "count": 303, "max_ms": 12.157, "p95_ms": 9.138}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 2.043, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.763, "count": 303, "max_ms": 64.332, "p95_ms": 59.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.031, "count": 303, "max_ms": 90.384, "p95_ms": 75.72}, "yolo11_640_fire_11class": {"avg_ms": 53.619, "count": 303, "max_ms": 74.926, "p95_ms": 65.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.607, "count": 303, "max_ms": 85.343, "p95_ms": 79.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.167, "count": 303, "max_ms": 106.54, "p95_ms": 96.357}, "read_interval": {"avg_ms": 99.279, "count": 302, "max_ms": 430.495, "p95_ms": 179.011}, "triton_wait": {"avg_ms": 55.939, "count": 303, "max_ms": 90.395, "p95_ms": 79.921}, "visualize": {"avg_ms": 3.652, "count": 303, "max_ms": 5.076, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16528.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 792, "h264_decode_error_count": 1940, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:00:58+09:00", "last_error_summary": "[h264 @ 0x5560a8ca4e40] error while decoding MB 68 5, bytestream -8", "last_exit_at": "2026-07-06T06:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.888, "last_started_at": "2026-07-06T06:01:01+09:00", "pid": 147779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.117, "name": "ffmpeg", "pid": 147779, "rss_mb": 265.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 883, "restart_count_per_hour": 18, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 884}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.312, "sample_count": 1532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1926959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:01:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:01:41+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T06:01:40+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T06:01:40.837375+09:00", "mtime_epoch": 1783285300.8373754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:01:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.994, "pushed": 4.994, "read": 4.96}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.118, "count": 149, "max_ms": 31.74, "p95_ms": 27.898}, "gstreamer_push": {"avg_ms": 0.871, "count": 149, "max_ms": 1.167, "p95_ms": 0.986}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.074, "count": 149, "max_ms": 66.051, "p95_ms": 60.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.675, "count": 149, "max_ms": 88.329, "p95_ms": 82.163}, "yolo11_640_fire_11class": {"avg_ms": 49.653, "count": 149, "max_ms": 72.178, "p95_ms": 68.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.132, "count": 149, "max_ms": 87.26, "p95_ms": 80.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.672, "count": 149, "max_ms": 246.742, "p95_ms": 227.678}, "read_interval": {"avg_ms": 201.478, "count": 148, "max_ms": 256.059, "p95_ms": 237.209}, "triton_wait": {"avg_ms": 62.161, "count": 149, "max_ms": 88.341, "p95_ms": 82.586}, "visualize": {"avg_ms": 7.676, "count": 149, "max_ms": 11.363, "p95_ms": 9.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16529.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2136.378, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.851, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2395972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:02:10+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T06:02:10+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T06:02:10.053760+09:00", "mtime_epoch": 1783285330.0537596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:02:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2584.184, "name": "celery", "pid": 267, "rss_mb": 2584.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.594, "count": 297, "max_ms": 11.864, "p95_ms": 9.119}, "gstreamer_push": {"avg_ms": 1.259, "count": 297, "max_ms": 1.975, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.494, "count": 297, "max_ms": 66.531, "p95_ms": 59.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.497, "count": 297, "max_ms": 91.546, "p95_ms": 78.277}, "yolo11_640_fire_11class": {"avg_ms": 53.41, "count": 297, "max_ms": 77.607, "p95_ms": 65.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.366, "count": 297, "max_ms": 88.444, "p95_ms": 81.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.581, "count": 297, "max_ms": 108.251, "p95_ms": 98.496}, "read_interval": {"avg_ms": 101.017, "count": 297, "max_ms": 673.88, "p95_ms": 151.167}, "triton_wait": {"avg_ms": 56.484, "count": 297, "max_ms": 91.558, "p95_ms": 82.78}, "visualize": {"avg_ms": 3.629, "count": 297, "max_ms": 5.73, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16529.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 792, "h264_decode_error_count": 1940, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:00:58+09:00", "last_error_summary": "[h264 @ 0x5560a8ca4e40] error while decoding MB 68 5, bytestream -8", "last_exit_at": "2026-07-06T06:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.95, "last_started_at": "2026-07-06T06:01:01+09:00", "pid": 147779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.633, "name": "ffmpeg", "pid": 147779, "rss_mb": 265.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 883, "restart_count_per_hour": 18, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 884}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.948, "sample_count": 1454, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:02:11+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T06:02:10+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T06:02:10.901771+09:00", "mtime_epoch": 1783285330.9017706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:02:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.389, "pushed": 4.389, "read": 4.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.123, "count": 131, "max_ms": 41.001, "p95_ms": 27.512}, "gstreamer_push": {"avg_ms": 0.86, "count": 131, "max_ms": 1.567, "p95_ms": 0.898}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.486, "count": 131, "max_ms": 62.757, "p95_ms": 61.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.79, "count": 131, "max_ms": 91.458, "p95_ms": 84.443}, "yolo11_640_fire_11class": {"avg_ms": 50.332, "count": 131, "max_ms": 72.747, "p95_ms": 68.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.335, "count": 131, "max_ms": 88.664, "p95_ms": 84.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.813, "count": 131, "max_ms": 263.522, "p95_ms": 249.887}, "read_interval": {"avg_ms": 229.584, "count": 130, "max_ms": 276.009, "p95_ms": 258.883}, "triton_wait": {"avg_ms": 65.371, "count": 131, "max_ms": 91.47, "p95_ms": 85.001}, "visualize": {"avg_ms": 8.888, "count": 131, "max_ms": 12.322, "p95_ms": 10.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2166.427, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.558, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2396274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:02:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:02:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T06:02:40+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T06:02:40.138155+09:00", "mtime_epoch": 1783285360.1381555, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:02:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2584.441, "name": "celery", "pid": 267, "rss_mb": 2584.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.717, "count": 302, "max_ms": 12.03, "p95_ms": 8.975}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 1.528, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.772, "count": 302, "max_ms": 68.912, "p95_ms": 60.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.586, "count": 302, "max_ms": 92.442, "p95_ms": 81.692}, "yolo11_640_fire_11class": {"avg_ms": 50.511, "count": 302, "max_ms": 69.251, "p95_ms": 62.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.396, "count": 302, "max_ms": 93.138, "p95_ms": 81.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.855, "count": 302, "max_ms": 108.993, "p95_ms": 99.198}, "read_interval": {"avg_ms": 99.553, "count": 301, "max_ms": 475.456, "p95_ms": 157.696}, "triton_wait": {"avg_ms": 55.52, "count": 302, "max_ms": 93.15, "p95_ms": 82.842}, "visualize": {"avg_ms": 3.663, "count": 302, "max_ms": 4.779, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16531.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 792, "h264_decode_error_count": 1940, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:00:58+09:00", "last_error_summary": "[h264 @ 0x5560a8ca4e40] error while decoding MB 68 5, bytestream -8", "last_exit_at": "2026-07-06T06:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.09, "last_started_at": "2026-07-06T06:01:01+09:00", "pid": 147779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.695, "name": "ffmpeg", "pid": 147779, "rss_mb": 267.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 883, "restart_count_per_hour": 18, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 884}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.54, "sample_count": 1368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:02:41+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T06:02:41+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-06T06:02:41.030167+09:00", "mtime_epoch": 1783285361.0301673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:02:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9544.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.214, "pushed": 4.214, "read": 4.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.506, "count": 125, "max_ms": 33.188, "p95_ms": 28.464}, "gstreamer_push": {"avg_ms": 0.857, "count": 126, "max_ms": 1.169, "p95_ms": 0.941}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.407, "count": 125, "max_ms": 63.614, "p95_ms": 61.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.593, "count": 125, "max_ms": 96.03, "p95_ms": 88.264}, "yolo11_640_fire_11class": {"avg_ms": 48.73, "count": 125, "max_ms": 66.719, "p95_ms": 63.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.901, "count": 125, "max_ms": 91.847, "p95_ms": 84.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.394, "count": 126, "max_ms": 276.979, "p95_ms": 258.064}, "read_interval": {"avg_ms": 239.296, "count": 125, "max_ms": 286.418, "p95_ms": 267.547}, "triton_wait": {"avg_ms": 67.701, "count": 125, "max_ms": 96.041, "p95_ms": 88.277}, "visualize": {"avg_ms": 9.081, "count": 125, "max_ms": 11.133, "p95_ms": 10.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16546.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2196.438, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.41, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2396573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:03:10+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T06:03:10+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T06:03:10.154551+09:00", "mtime_epoch": 1783285390.154551, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:03:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2584.441, "name": "celery", "pid": 267, "rss_mb": 2584.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.731, "count": 299, "max_ms": 12.399, "p95_ms": 9.062}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 2.07, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.366, "count": 299, "max_ms": 64.127, "p95_ms": 58.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.465, "count": 299, "max_ms": 89.568, "p95_ms": 76.098}, "yolo11_640_fire_11class": {"avg_ms": 50.594, "count": 299, "max_ms": 69.256, "p95_ms": 63.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.897, "count": 299, "max_ms": 85.139, "p95_ms": 80.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.011, "count": 299, "max_ms": 105.964, "p95_ms": 98.93}, "read_interval": {"avg_ms": 100.382, "count": 299, "max_ms": 614.261, "p95_ms": 120.454}, "triton_wait": {"avg_ms": 55.739, "count": 299, "max_ms": 89.581, "p95_ms": 82.619}, "visualize": {"avg_ms": 3.644, "count": 299, "max_ms": 4.591, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16546.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 792, "h264_decode_error_count": 1940, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:00:58+09:00", "last_error_summary": "[h264 @ 0x5560a8ca4e40] error while decoding MB 68 5, bytestream -8", "last_exit_at": "2026-07-06T06:01:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.122, "last_started_at": "2026-07-06T06:01:01+09:00", "pid": 147779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.98, "name": "ffmpeg", "pid": 147779, "rss_mb": 281.98, "state": "S (sleeping)", "threads": 104}, "restart_count": 883, "restart_count_per_hour": 18, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 884}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.76, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:03:11+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T06:03:11+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-06T06:03:11.030563+09:00", "mtime_epoch": 1783285391.0305626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:03:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.026, "pushed": 4.026, "read": 3.992}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.267, "count": 120, "max_ms": 40.44, "p95_ms": 29.301}, "gstreamer_push": {"avg_ms": 0.861, "count": 120, "max_ms": 1.292, "p95_ms": 0.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.959, "count": 120, "max_ms": 63.169, "p95_ms": 61.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.997, "count": 120, "max_ms": 88.836, "p95_ms": 84.748}, "yolo11_640_fire_11class": {"avg_ms": 50.067, "count": 120, "max_ms": 65.547, "p95_ms": 64.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.504, "count": 120, "max_ms": 87.371, "p95_ms": 82.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.415, "count": 120, "max_ms": 287.55, "p95_ms": 274.211}, "read_interval": {"avg_ms": 250.17, "count": 119, "max_ms": 297.282, "p95_ms": 283.756}, "triton_wait": {"avg_ms": 67.759, "count": 120, "max_ms": 88.847, "p95_ms": 85.211}, "visualize": {"avg_ms": 9.504, "count": 120, "max_ms": 14.678, "p95_ms": 10.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.807, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16528.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2226.505, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.842, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2396874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:03:40+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T06:03:40+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T06:03:40.206947+09:00", "mtime_epoch": 1783285420.2069473, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:03:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2584.699, "name": "celery", "pid": 267, "rss_mb": 2584.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.742, "count": 301, "max_ms": 13.226, "p95_ms": 9.598}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.601, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.991, "count": 301, "max_ms": 66.072, "p95_ms": 55.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.395, "count": 301, "max_ms": 90.434, "p95_ms": 78.145}, "yolo11_640_fire_11class": {"avg_ms": 50.039, "count": 301, "max_ms": 69.98, "p95_ms": 59.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.269, "count": 301, "max_ms": 87.196, "p95_ms": 76.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.389, "count": 301, "max_ms": 107.096, "p95_ms": 96.091}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 603.092, "p95_ms": 134.956}, "triton_wait": {"avg_ms": 54.176, "count": 301, "max_ms": 90.447, "p95_ms": 80.705}, "visualize": {"avg_ms": 3.592, "count": 301, "max_ms": 5.08, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16529.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 793, "h264_decode_error_count": 1941, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:03:12+09:00", "last_error_summary": "[h264 @ 0x5636df0ff340] error while decoding MB 19 42, bytestream -5", "last_exit_at": "2026-07-06T06:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.257, "last_started_at": "2026-07-06T06:03:15+09:00", "pid": 147886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.648, "name": "ffmpeg", "pid": 147886, "rss_mb": 265.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 884, "restart_count_per_hour": 19, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 885}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.643, "sample_count": 1272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:03:41+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T06:03:41+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-06T06:03:41.162960+09:00", "mtime_epoch": 1783285421.16296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:03:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.72, "pushed": 3.72, "read": 3.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.519, "count": 110, "max_ms": 31.734, "p95_ms": 28.565}, "gstreamer_push": {"avg_ms": 0.862, "count": 111, "max_ms": 0.946, "p95_ms": 0.9}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.104, "count": 110, "max_ms": 64.11, "p95_ms": 62.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.768, "count": 110, "max_ms": 91.758, "p95_ms": 89.041}, "yolo11_640_fire_11class": {"avg_ms": 49.743, "count": 110, "max_ms": 67.369, "p95_ms": 64.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.799, "count": 110, "max_ms": 88.627, "p95_ms": 84.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.369, "count": 111, "max_ms": 288.021, "p95_ms": 264.39}, "read_interval": {"avg_ms": 271.526, "count": 110, "max_ms": 4303.268, "p95_ms": 275.5}, "triton_wait": {"avg_ms": 68.032, "count": 110, "max_ms": 91.769, "p95_ms": 89.052}, "visualize": {"avg_ms": 8.849, "count": 110, "max_ms": 11.35, "p95_ms": 10.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2256.536, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.154, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2397175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:04:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:04:10+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T06:04:10.243344+09:00", "mtime_epoch": 1783285450.2433438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:04:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2584.957, "name": "celery", "pid": 267, "rss_mb": 2584.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.656, "count": 301, "max_ms": 11.204, "p95_ms": 8.908}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.724, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.626, "count": 301, "max_ms": 65.147, "p95_ms": 57.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.528, "count": 301, "max_ms": 92.452, "p95_ms": 76.425}, "yolo11_640_fire_11class": {"avg_ms": 48.853, "count": 301, "max_ms": 71.732, "p95_ms": 58.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.275, "count": 301, "max_ms": 87.997, "p95_ms": 77.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.174, "count": 301, "max_ms": 108.75, "p95_ms": 97.243}, "read_interval": {"avg_ms": 99.809, "count": 300, "max_ms": 583.648, "p95_ms": 148.012}, "triton_wait": {"avg_ms": 55.019, "count": 301, "max_ms": 92.465, "p95_ms": 81.337}, "visualize": {"avg_ms": 3.634, "count": 301, "max_ms": 4.922, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16529.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 793, "h264_decode_error_count": 1941, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:03:12+09:00", "last_error_summary": "[h264 @ 0x5636df0ff340] error while decoding MB 19 42, bytestream -5", "last_exit_at": "2026-07-06T06:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.362, "last_started_at": "2026-07-06T06:03:15+09:00", "pid": 147886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.906, "name": "ffmpeg", "pid": 147886, "rss_mb": 265.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 884, "restart_count_per_hour": 19, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 885}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.238, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:04:11+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T06:04:11+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T06:04:11.283358+09:00", "mtime_epoch": 1783285451.2833576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:04:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.054, "pushed": 4.054, "read": 4.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.185, "count": 120, "max_ms": 36.226, "p95_ms": 28.647}, "gstreamer_push": {"avg_ms": 0.861, "count": 121, "max_ms": 1.102, "p95_ms": 0.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.157, "count": 120, "max_ms": 63.263, "p95_ms": 61.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.39, "count": 120, "max_ms": 93.241, "p95_ms": 86.846}, "yolo11_640_fire_11class": {"avg_ms": 49.465, "count": 120, "max_ms": 65.561, "p95_ms": 63.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.074, "count": 120, "max_ms": 87.684, "p95_ms": 84.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.985, "count": 121, "max_ms": 298.743, "p95_ms": 277.531}, "read_interval": {"avg_ms": 248.756, "count": 120, "max_ms": 309.658, "p95_ms": 288.189}, "triton_wait": {"avg_ms": 69.113, "count": 120, "max_ms": 93.253, "p95_ms": 86.858}, "visualize": {"avg_ms": 9.507, "count": 120, "max_ms": 13.316, "p95_ms": 11.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16531.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2286.55, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.413, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2397478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:04:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:04:40+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T06:04:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T06:04:40.259740+09:00", "mtime_epoch": 1783285480.2597404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:04:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2584.957, "name": "celery", "pid": 267, "rss_mb": 2584.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 303, "max_ms": 12.102, "p95_ms": 8.963}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 2.074, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.108, "count": 303, "max_ms": 69.578, "p95_ms": 61.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.761, "count": 303, "max_ms": 93.124, "p95_ms": 83.889}, "yolo11_640_fire_11class": {"avg_ms": 49.504, "count": 303, "max_ms": 70.61, "p95_ms": 62.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.724, "count": 303, "max_ms": 89.167, "p95_ms": 83.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.783, "count": 303, "max_ms": 109.307, "p95_ms": 101.82}, "read_interval": {"avg_ms": 99.064, "count": 303, "max_ms": 397.677, "p95_ms": 126.266}, "triton_wait": {"avg_ms": 57.499, "count": 303, "max_ms": 93.136, "p95_ms": 84.926}, "visualize": {"avg_ms": 3.666, "count": 303, "max_ms": 4.744, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16531.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 793, "h264_decode_error_count": 1941, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:03:12+09:00", "last_error_summary": "[h264 @ 0x5636df0ff340] error while decoding MB 19 42, bytestream -5", "last_exit_at": "2026-07-06T06:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.522, "last_started_at": "2026-07-06T06:03:15+09:00", "pid": 147886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.195, "name": "ffmpeg", "pid": 147886, "rss_mb": 267.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 884, "restart_count_per_hour": 19, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 885}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 269.583, "sample_count": 1247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:04:41+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T06:04:41+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T06:04:41.479757+09:00", "mtime_epoch": 1783285481.4797566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:04:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.012, "pushed": 4.012, "read": 3.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.812, "count": 119, "max_ms": 36.111, "p95_ms": 28.182}, "gstreamer_push": {"avg_ms": 0.86, "count": 120, "max_ms": 1.038, "p95_ms": 0.929}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.005, "count": 119, "max_ms": 65.227, "p95_ms": 62.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.602, "count": 119, "max_ms": 91.884, "p95_ms": 89.133}, "yolo11_640_fire_11class": {"avg_ms": 50.133, "count": 119, "max_ms": 67.155, "p95_ms": 62.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.839, "count": 119, "max_ms": 89.657, "p95_ms": 84.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.742, "count": 120, "max_ms": 287.237, "p95_ms": 280.174}, "read_interval": {"avg_ms": 251.6, "count": 119, "max_ms": 298.532, "p95_ms": 290.16}, "triton_wait": {"avg_ms": 70.952, "count": 119, "max_ms": 91.895, "p95_ms": 89.144}, "visualize": {"avg_ms": 9.509, "count": 119, "max_ms": 14.055, "p95_ms": 11.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16309.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2316.623, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.413, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2397775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:05:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:05:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T06:05:10+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:05:10.332138+09:00", "mtime_epoch": 1783285510.332138, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:05:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2585.215, "name": "celery", "pid": 267, "rss_mb": 2585.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.805, "count": 297, "max_ms": 10.758, "p95_ms": 9.021}, "gstreamer_push": {"avg_ms": 1.262, "count": 297, "max_ms": 2.017, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.435, "count": 297, "max_ms": 64.511, "p95_ms": 61.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.205, "count": 297, "max_ms": 93.886, "p95_ms": 70.226}, "yolo11_640_fire_11class": {"avg_ms": 50.143, "count": 297, "max_ms": 70.042, "p95_ms": 63.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.035, "count": 297, "max_ms": 86.346, "p95_ms": 83.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.617, "count": 297, "max_ms": 109.969, "p95_ms": 100.476}, "read_interval": {"avg_ms": 101.312, "count": 296, "max_ms": 525.746, "p95_ms": 202.697}, "triton_wait": {"avg_ms": 54.232, "count": 297, "max_ms": 93.9, "p95_ms": 84.325}, "visualize": {"avg_ms": 3.682, "count": 297, "max_ms": 4.42, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16409.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 794, "h264_decode_error_count": 1942, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:05:06+09:00", "last_error_summary": "[h264 @ 0x55e757fc4500] error while decoding MB 54 9, bytestream -7", "last_exit_at": "2026-07-06T06:05:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.494, "last_started_at": "2026-07-06T06:05:09+09:00", "pid": 147993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.953, "name": "ffmpeg", "pid": 147993, "rss_mb": 146.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 885, "restart_count_per_hour": 20, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 886}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.437, "sample_count": 1220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:05:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:05:11+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T06:05:11+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T06:05:11.508154+09:00", "mtime_epoch": 1783285511.5081537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:05:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.388, "pushed": 3.388, "read": 3.354}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.127, "count": 101, "max_ms": 29.198, "p95_ms": 28.087}, "gstreamer_push": {"avg_ms": 0.888, "count": 101, "max_ms": 0.97, "p95_ms": 0.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.918, "count": 101, "max_ms": 64.595, "p95_ms": 61.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.188, "count": 101, "max_ms": 91.041, "p95_ms": 85.138}, "yolo11_640_fire_11class": {"avg_ms": 49.671, "count": 101, "max_ms": 66.185, "p95_ms": 64.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.771, "count": 101, "max_ms": 88.805, "p95_ms": 84.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.927, "count": 101, "max_ms": 302.719, "p95_ms": 285.015}, "read_interval": {"avg_ms": 298.193, "count": 100, "max_ms": 4684.743, "p95_ms": 296.426}, "triton_wait": {"avg_ms": 68.282, "count": 101, "max_ms": 91.053, "p95_ms": 85.16}, "visualize": {"avg_ms": 9.6, "count": 101, "max_ms": 11.698, "p95_ms": 11.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2346.628, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.146, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2398076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:05:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:05:40+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:05:40+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T06:05:40.336535+09:00", "mtime_epoch": 1783285540.336535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:05:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2585.215, "name": "celery", "pid": 267, "rss_mb": 2585.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.676, "count": 301, "max_ms": 12.436, "p95_ms": 8.952}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.809, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.132, "count": 301, "max_ms": 63.209, "p95_ms": 51.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.127, "count": 301, "max_ms": 86.161, "p95_ms": 68.329}, "yolo11_640_fire_11class": {"avg_ms": 50.099, "count": 301, "max_ms": 71.662, "p95_ms": 56.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.445, "count": 301, "max_ms": 86.945, "p95_ms": 70.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.9, "count": 301, "max_ms": 103.431, "p95_ms": 91.719}, "read_interval": {"avg_ms": 99.676, "count": 301, "max_ms": 682.432, "p95_ms": 123.032}, "triton_wait": {"avg_ms": 53.595, "count": 301, "max_ms": 86.958, "p95_ms": 75.614}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 4.921, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 794, "h264_decode_error_count": 1942, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:05:06+09:00", "last_error_summary": "[h264 @ 0x55e757fc4500] error while decoding MB 54 9, bytestream -7", "last_exit_at": "2026-07-06T06:05:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.676, "last_started_at": "2026-07-06T06:05:09+09:00", "pid": 147993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.258, "name": "ffmpeg", "pid": 147993, "rss_mb": 265.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 885, "restart_count_per_hour": 20, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 886}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.534, "sample_count": 1212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1927909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:05:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:05:41+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-06T06:05:41+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T06:05:41.644552+09:00", "mtime_epoch": 1783285541.6445522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:05:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.005, "pushed": 4.005, "read": 3.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.005, "count": 119, "max_ms": 36.43, "p95_ms": 28.843}, "gstreamer_push": {"avg_ms": 0.873, "count": 120, "max_ms": 1.302, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.924, "count": 119, "max_ms": 61.423, "p95_ms": 59.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.512, "count": 119, "max_ms": 85.961, "p95_ms": 78.897}, "yolo11_640_fire_11class": {"avg_ms": 46.326, "count": 119, "max_ms": 69.131, "p95_ms": 63.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.36, "count": 119, "max_ms": 86.773, "p95_ms": 81.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.094, "count": 120, "max_ms": 301.975, "p95_ms": 278.518}, "read_interval": {"avg_ms": 251.296, "count": 119, "max_ms": 312.437, "p95_ms": 288.828}, "triton_wait": {"avg_ms": 66.431, "count": 119, "max_ms": 86.784, "p95_ms": 84.377}, "visualize": {"avg_ms": 9.745, "count": 119, "max_ms": 13.404, "p95_ms": 11.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2376.666, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.473, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2398379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:06:10+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T06:06:10+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T06:06:10.368933+09:00", "mtime_epoch": 1783285570.3689327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:06:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2585.473, "name": "celery", "pid": 267, "rss_mb": 2585.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 303, "max_ms": 12.389, "p95_ms": 8.962}, "gstreamer_push": {"avg_ms": 1.225, "count": 303, "max_ms": 1.461, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.898, "count": 303, "max_ms": 69.131, "p95_ms": 59.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.988, "count": 303, "max_ms": 94.279, "p95_ms": 76.265}, "yolo11_640_fire_11class": {"avg_ms": 50.975, "count": 303, "max_ms": 71.768, "p95_ms": 62.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.214, "count": 303, "max_ms": 89.347, "p95_ms": 84.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.771, "count": 303, "max_ms": 108.135, "p95_ms": 102.551}, "read_interval": {"avg_ms": 99.17, "count": 302, "max_ms": 619.557, "p95_ms": 129.409}, "triton_wait": {"avg_ms": 54.829, "count": 303, "max_ms": 94.288, "p95_ms": 85.915}, "visualize": {"avg_ms": 3.564, "count": 303, "max_ms": 5.036, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 794, "h264_decode_error_count": 1942, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:05:06+09:00", "last_error_summary": "[h264 @ 0x55e757fc4500] error while decoding MB 54 9, bytestream -7", "last_exit_at": "2026-07-06T06:05:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.685, "last_started_at": "2026-07-06T06:05:09+09:00", "pid": 147993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.258, "name": "ffmpeg", "pid": 147993, "rss_mb": 265.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 885, "restart_count_per_hour": 20, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 886}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.362, "sample_count": 1203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:06:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:06:11+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T06:06:11+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-06T06:06:11.652950+09:00", "mtime_epoch": 1783285571.6529496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:06:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.637, "pushed": 3.637, "read": 3.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.578, "count": 108, "max_ms": 30.201, "p95_ms": 29.256}, "gstreamer_push": {"avg_ms": 0.847, "count": 108, "max_ms": 1.036, "p95_ms": 0.88}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.951, "count": 108, "max_ms": 63.391, "p95_ms": 62.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.927, "count": 108, "max_ms": 92.683, "p95_ms": 87.729}, "yolo11_640_fire_11class": {"avg_ms": 49.655, "count": 108, "max_ms": 71.197, "p95_ms": 64.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.18, "count": 108, "max_ms": 90.037, "p95_ms": 87.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.285, "count": 108, "max_ms": 321.568, "p95_ms": 305.603}, "read_interval": {"avg_ms": 277.879, "count": 107, "max_ms": 332.062, "p95_ms": 316.468}, "triton_wait": {"avg_ms": 72.666, "count": 108, "max_ms": 92.694, "p95_ms": 88.862}, "visualize": {"avg_ms": 10.509, "count": 108, "max_ms": 12.748, "p95_ms": 12.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.694, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2406.707, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.288, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2398677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:06:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T06:06:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T06:06:40.417331+09:00", "mtime_epoch": 1783285600.4173307, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:06:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2585.473, "name": "celery", "pid": 267, "rss_mb": 2585.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 298, "max_ms": 12.005, "p95_ms": 8.646}, "gstreamer_push": {"avg_ms": 1.219, "count": 298, "max_ms": 1.498, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.648, "count": 298, "max_ms": 67.302, "p95_ms": 57.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.382, "count": 298, "max_ms": 94.692, "p95_ms": 86.192}, "yolo11_640_fire_11class": {"avg_ms": 51.861, "count": 298, "max_ms": 73.82, "p95_ms": 63.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.2, "count": 298, "max_ms": 88.734, "p95_ms": 83.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.968, "count": 298, "max_ms": 112.719, "p95_ms": 103.422}, "read_interval": {"avg_ms": 100.872, "count": 297, "max_ms": 522.215, "p95_ms": 127.858}, "triton_wait": {"avg_ms": 56.232, "count": 298, "max_ms": 94.705, "p95_ms": 86.295}, "visualize": {"avg_ms": 3.51, "count": 298, "max_ms": 4.85, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16531.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 794, "h264_decode_error_count": 1942, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:05:06+09:00", "last_error_summary": "[h264 @ 0x55e757fc4500] error while decoding MB 54 9, bytestream -7", "last_exit_at": "2026-07-06T06:05:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.731, "last_started_at": "2026-07-06T06:05:09+09:00", "pid": 147993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.258, "name": "ffmpeg", "pid": 147993, "rss_mb": 265.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 885, "restart_count_per_hour": 20, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 886}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.83, "sample_count": 1165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:06:41+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T06:06:41+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T06:06:41.785349+09:00", "mtime_epoch": 1783285601.785349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:06:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.728, "pushed": 3.728, "read": 3.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.271, "count": 111, "max_ms": 29.994, "p95_ms": 28.618}, "gstreamer_push": {"avg_ms": 0.844, "count": 111, "max_ms": 0.945, "p95_ms": 0.876}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.291, "count": 111, "max_ms": 65.73, "p95_ms": 61.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.717, "count": 111, "max_ms": 98.863, "p95_ms": 90.204}, "yolo11_640_fire_11class": {"avg_ms": 51.681, "count": 111, "max_ms": 71.925, "p95_ms": 68.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.358, "count": 111, "max_ms": 89.914, "p95_ms": 88.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.249, "count": 111, "max_ms": 305.06, "p95_ms": 296.401}, "read_interval": {"avg_ms": 271.407, "count": 110, "max_ms": 314.218, "p95_ms": 306.895}, "triton_wait": {"avg_ms": 75.165, "count": 111, "max_ms": 98.875, "p95_ms": 90.215}, "visualize": {"avg_ms": 10.052, "count": 111, "max_ms": 13.408, "p95_ms": 11.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16428.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2436.773, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.407, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2398979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:07:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:07:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:07:10+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:07:10.481729+09:00", "mtime_epoch": 1783285630.4817293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:07:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2585.73, "name": "celery", "pid": 267, "rss_mb": 2585.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.579, "count": 302, "max_ms": 11.81, "p95_ms": 8.936}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.915, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.082, "count": 302, "max_ms": 63.429, "p95_ms": 58.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.458, "count": 302, "max_ms": 91.231, "p95_ms": 76.157}, "yolo11_640_fire_11class": {"avg_ms": 52.047, "count": 302, "max_ms": 72.938, "p95_ms": 62.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.605, "count": 302, "max_ms": 88.501, "p95_ms": 80.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.541, "count": 302, "max_ms": 107.497, "p95_ms": 98.16}, "read_interval": {"avg_ms": 99.603, "count": 301, "max_ms": 469.449, "p95_ms": 126.634}, "triton_wait": {"avg_ms": 55.396, "count": 302, "max_ms": 91.244, "p95_ms": 83.275}, "visualize": {"avg_ms": 3.628, "count": 302, "max_ms": 4.762, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16441.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 795, "h264_decode_error_count": 1943, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:07:01+09:00", "last_error_summary": "[h264 @ 0x560c56832b80] error while decoding MB 37 27, bytestream -14", "last_exit_at": "2026-07-06T06:07:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.997, "last_started_at": "2026-07-06T06:07:04+09:00", "pid": 148100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 178.168, "name": "ffmpeg", "pid": 148100, "rss_mb": 178.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 886, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 887}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.536, "sample_count": 1132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:07:12+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-06T06:07:11+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-06T06:07:11.897748+09:00", "mtime_epoch": 1783285631.897748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:07:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.269, "pushed": 3.269, "read": 3.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.992, "count": 97, "max_ms": 31.2, "p95_ms": 30.058}, "gstreamer_push": {"avg_ms": 0.847, "count": 98, "max_ms": 0.92, "p95_ms": 0.887}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.142, "count": 97, "max_ms": 64.574, "p95_ms": 61.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.612, "count": 97, "max_ms": 96.014, "p95_ms": 90.814}, "yolo11_640_fire_11class": {"avg_ms": 50.202, "count": 97, "max_ms": 71.207, "p95_ms": 68.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.387, "count": 97, "max_ms": 90.619, "p95_ms": 89.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.575, "count": 98, "max_ms": 342.392, "p95_ms": 321.435}, "read_interval": {"avg_ms": 308.479, "count": 97, "max_ms": 4836.146, "p95_ms": 331.295}, "triton_wait": {"avg_ms": 72.656, "count": 97, "max_ms": 96.026, "p95_ms": 90.825}, "visualize": {"avg_ms": 9.923, "count": 97, "max_ms": 13.104, "p95_ms": 12.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16530.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2466.778, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.684, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2399280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:07:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T06:07:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:07:40.486127+09:00", "mtime_epoch": 1783285660.4861274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:07:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2585.988, "name": "celery", "pid": 267, "rss_mb": 2585.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.733, "count": 301, "max_ms": 12.115, "p95_ms": 8.99}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.819, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.145, "count": 301, "max_ms": 70.423, "p95_ms": 60.467}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.499, "count": 301, "max_ms": 98.176, "p95_ms": 80.315}, "yolo11_640_fire_11class": {"avg_ms": 52.663, "count": 301, "max_ms": 73.682, "p95_ms": 66.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.56, "count": 301, "max_ms": 96.591, "p95_ms": 84.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.828, "count": 301, "max_ms": 115.541, "p95_ms": 100.494}, "read_interval": {"avg_ms": 99.684, "count": 301, "max_ms": 659.443, "p95_ms": 149.965}, "triton_wait": {"avg_ms": 55.573, "count": 301, "max_ms": 98.185, "p95_ms": 84.516}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 4.56, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16530.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 795, "h264_decode_error_count": 1943, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:07:01+09:00", "last_error_summary": "[h264 @ 0x560c56832b80] error while decoding MB 37 27, bytestream -14", "last_exit_at": "2026-07-06T06:07:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.052, "last_started_at": "2026-07-06T06:07:04+09:00", "pid": 148100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.695, "name": "ffmpeg", "pid": 148100, "rss_mb": 264.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 886, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 887}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.632, "sample_count": 1102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:07:42+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-06T06:07:41+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-06T06:07:41.978147+09:00", "mtime_epoch": 1783285661.978147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:07:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.234, "pushed": 3.234, "read": 3.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.414, "count": 96, "max_ms": 36.437, "p95_ms": 35.402}, "gstreamer_push": {"avg_ms": 0.86, "count": 96, "max_ms": 1.033, "p95_ms": 0.91}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.636, "count": 96, "max_ms": 65.675, "p95_ms": 63.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.248, "count": 96, "max_ms": 98.965, "p95_ms": 90.189}, "yolo11_640_fire_11class": {"avg_ms": 51.801, "count": 96, "max_ms": 72.435, "p95_ms": 69.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.402, "count": 96, "max_ms": 97.418, "p95_ms": 90.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.474, "count": 96, "max_ms": 439.029, "p95_ms": 384.685}, "read_interval": {"avg_ms": 313.276, "count": 95, "max_ms": 449.924, "p95_ms": 394.126}, "triton_wait": {"avg_ms": 73.607, "count": 96, "max_ms": 98.977, "p95_ms": 91.482}, "visualize": {"avg_ms": 11.749, "count": 96, "max_ms": 18.179, "p95_ms": 16.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.688, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16531.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2496.86, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.473, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2399578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:08:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:08:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:08:10+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T06:08:10.566527+09:00", "mtime_epoch": 1783285690.5665267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:08:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2585.988, "name": "celery", "pid": 267, "rss_mb": 2585.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.584, "count": 297, "max_ms": 12.443, "p95_ms": 8.9}, "gstreamer_push": {"avg_ms": 1.241, "count": 298, "max_ms": 1.487, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.688, "count": 297, "max_ms": 66.864, "p95_ms": 52.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.531, "count": 297, "max_ms": 92.024, "p95_ms": 66.102}, "yolo11_640_fire_11class": {"avg_ms": 51.575, "count": 297, "max_ms": 75.422, "p95_ms": 58.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.795, "count": 297, "max_ms": 92.535, "p95_ms": 78.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.855, "count": 298, "max_ms": 108.744, "p95_ms": 96.792}, "read_interval": {"avg_ms": 100.989, "count": 297, "max_ms": 490.65, "p95_ms": 223.594}, "triton_wait": {"avg_ms": 54.764, "count": 297, "max_ms": 92.544, "p95_ms": 80.449}, "visualize": {"avg_ms": 3.647, "count": 297, "max_ms": 4.806, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16531.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 795, "h264_decode_error_count": 1943, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:07:01+09:00", "last_error_summary": "[h264 @ 0x560c56832b80] error while decoding MB 37 27, bytestream -14", "last_exit_at": "2026-07-06T06:07:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.317, "last_started_at": "2026-07-06T06:07:04+09:00", "pid": 148100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.953, "name": "ffmpeg", "pid": 148100, "rss_mb": 264.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 886, "restart_count_per_hour": 20, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 887}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 325.518, "sample_count": 1078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:08:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:08:12+09:00", "last_frame_read_age_sec": 0.366, "last_frame_read_at": "2026-07-06T06:08:12+09:00", "mjpeg": {"age_sec": 0.356, "exists": true, "mtime": "2026-07-06T06:08:12.162548+09:00", "mtime_epoch": 1783285692.1625478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:08:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.206, "pushed": 3.206, "read": 3.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.968, "count": 95, "max_ms": 34.228, "p95_ms": 31.435}, "gstreamer_push": {"avg_ms": 0.861, "count": 96, "max_ms": 1.297, "p95_ms": 0.893}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.99, "count": 95, "max_ms": 63.769, "p95_ms": 61.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.664, "count": 95, "max_ms": 91.887, "p95_ms": 81.752}, "yolo11_640_fire_11class": {"avg_ms": 50.05, "count": 95, "max_ms": 69.77, "p95_ms": 67.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.356, "count": 95, "max_ms": 92.703, "p95_ms": 87.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.517, "count": 96, "max_ms": 365.073, "p95_ms": 342.195}, "read_interval": {"avg_ms": 314.626, "count": 95, "max_ms": 358.12, "p95_ms": 350.607}, "triton_wait": {"avg_ms": 72.255, "count": 95, "max_ms": 92.714, "p95_ms": 89.377}, "visualize": {"avg_ms": 11.809, "count": 95, "max_ms": 14.45, "p95_ms": 13.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 19999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16531.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2526.873, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.206, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2399881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:08:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:08:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T06:08:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T06:08:40.586925+09:00", "mtime_epoch": 1783285720.5869253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:08:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2586.246, "name": "celery", "pid": 267, "rss_mb": 2586.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.427, "count": 303, "max_ms": 10.725, "p95_ms": 8.829}, "gstreamer_push": {"avg_ms": 1.231, "count": 303, "max_ms": 1.44, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.477, "count": 303, "max_ms": 64.202, "p95_ms": 58.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.739, "count": 303, "max_ms": 96.573, "p95_ms": 78.893}, "yolo11_640_fire_11class": {"avg_ms": 54.106, "count": 303, "max_ms": 75.688, "p95_ms": 65.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.197, "count": 303, "max_ms": 92.901, "p95_ms": 86.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.212, "count": 303, "max_ms": 110.417, "p95_ms": 103.615}, "read_interval": {"avg_ms": 99.07, "count": 303, "max_ms": 547.228, "p95_ms": 126.447}, "triton_wait": {"avg_ms": 57.396, "count": 303, "max_ms": 96.582, "p95_ms": 87.438}, "visualize": {"avg_ms": 3.576, "count": 303, "max_ms": 5.136, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16532.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 795, "h264_decode_error_count": 1943, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:07:01+09:00", "last_error_summary": "[h264 @ 0x560c56832b80] error while decoding MB 37 27, bytestream -14", "last_exit_at": "2026-07-06T06:07:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.592, "last_started_at": "2026-07-06T06:07:04+09:00", "pid": 148100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.469, "name": "ffmpeg", "pid": 148100, "rss_mb": 265.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 886, "restart_count_per_hour": 20, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 887}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.574, "sample_count": 1051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:08:42+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-06T06:08:42+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-06T06:08:42.474950+09:00", "mtime_epoch": 1783285722.4749503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:08:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.841, "pushed": 2.841, "read": 2.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.843, "count": 84, "max_ms": 38.414, "p95_ms": 34.163}, "gstreamer_push": {"avg_ms": 0.863, "count": 85, "max_ms": 1.364, "p95_ms": 0.933}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.455, "count": 84, "max_ms": 62.236, "p95_ms": 61.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.341, "count": 84, "max_ms": 94.742, "p95_ms": 93.409}, "yolo11_640_fire_11class": {"avg_ms": 53.558, "count": 84, "max_ms": 71.395, "p95_ms": 68.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.994, "count": 84, "max_ms": 92.62, "p95_ms": 91.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 346.476, "count": 85, "max_ms": 406.511, "p95_ms": 396.689}, "read_interval": {"avg_ms": 356.44, "count": 84, "max_ms": 416.847, "p95_ms": 405.746}, "triton_wait": {"avg_ms": 76.498, "count": 84, "max_ms": 94.754, "p95_ms": 93.42}, "visualize": {"avg_ms": 13.019, "count": 84, "max_ms": 16.229, "p95_ms": 15.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16547.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2556.882, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.192, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2400179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:09:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:09:10+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:09:10+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T06:09:10.591324+09:00", "mtime_epoch": 1783285750.5913239, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:09:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2586.246, "name": "celery", "pid": 267, "rss_mb": 2586.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 298, "max_ms": 9.75, "p95_ms": 8.955}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 1.738, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.99, "count": 298, "max_ms": 66.21, "p95_ms": 60.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.772, "count": 298, "max_ms": 97.477, "p95_ms": 70.91}, "yolo11_640_fire_11class": {"avg_ms": 52.215, "count": 298, "max_ms": 78.918, "p95_ms": 64.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.106, "count": 298, "max_ms": 90.901, "p95_ms": 79.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.729, "count": 298, "max_ms": 113.728, "p95_ms": 96.69}, "read_interval": {"avg_ms": 100.687, "count": 298, "max_ms": 645.764, "p95_ms": 127.975}, "triton_wait": {"avg_ms": 54.555, "count": 298, "max_ms": 97.49, "p95_ms": 80.635}, "visualize": {"avg_ms": 3.654, "count": 298, "max_ms": 5.074, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16294.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 796, "h264_decode_error_count": 1945, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:09:12+09:00", "last_error_summary": "[h264 @ 0x556236825880] cabac decode of qscale diff failed at 23 21 [h264 @ 0x556236825880] error while decoding MB 23 21, bytestream -8", "last_exit_at": "2026-07-06T06:07:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.686, "last_started_at": "2026-07-06T06:07:04+09:00", "pid": 148100, "process": {"exists": false, "pid": 148100}, "restart_count": 886, "restart_count_per_hour": 20, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 887}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 390.817, "sample_count": 1004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:09:12+09:00", "last_frame_read_age_sec": 0.401, "last_frame_read_at": "2026-07-06T06:09:12+09:00", "mjpeg": {"age_sec": 0.388, "exists": true, "mtime": "2026-07-06T06:09:12.499349+09:00", "mtime_epoch": 1783285752.499349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:09:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.489, "pushed": 2.489, "read": 2.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.918, "count": 74, "max_ms": 40.916, "p95_ms": 39.363}, "gstreamer_push": {"avg_ms": 0.864, "count": 74, "max_ms": 1.056, "p95_ms": 0.958}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.251, "count": 74, "max_ms": 64.784, "p95_ms": 61.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.256, "count": 74, "max_ms": 95.709, "p95_ms": 91.452}, "yolo11_640_fire_11class": {"avg_ms": 51.184, "count": 74, "max_ms": 71.008, "p95_ms": 66.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.786, "count": 74, "max_ms": 91.827, "p95_ms": 84.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 396.995, "count": 74, "max_ms": 496.861, "p95_ms": 456.614}, "read_interval": {"avg_ms": 406.627, "count": 73, "max_ms": 505.886, "p95_ms": 466.578}, "triton_wait": {"avg_ms": 72.173, "count": 74, "max_ms": 95.722, "p95_ms": 91.829}, "visualize": {"avg_ms": 12.625, "count": 74, "max_ms": 16.432, "p95_ms": 14.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.736, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16531.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2586.882, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.854, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2400479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:09:40+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T06:09:40+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T06:09:40.555722+09:00", "mtime_epoch": 1783285780.555722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:09:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2586.504, "name": "celery", "pid": 267, "rss_mb": 2586.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.769, "count": 300, "max_ms": 11.702, "p95_ms": 9.027}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 2.171, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.214, "count": 300, "max_ms": 65.042, "p95_ms": 54.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.325, "count": 300, "max_ms": 99.506, "p95_ms": 78.749}, "yolo11_640_fire_11class": {"avg_ms": 52.945, "count": 300, "max_ms": 75.508, "p95_ms": 64.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.236, "count": 300, "max_ms": 98.005, "p95_ms": 79.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.147, "count": 300, "max_ms": 115.654, "p95_ms": 99.854}, "read_interval": {"avg_ms": 99.884, "count": 300, "max_ms": 509.308, "p95_ms": 131.922}, "triton_wait": {"avg_ms": 55.63, "count": 300, "max_ms": 99.519, "p95_ms": 82.759}, "visualize": {"avg_ms": 3.708, "count": 300, "max_ms": 5.549, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16531.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 796, "h264_decode_error_count": 1945, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:09:12+09:00", "last_error_summary": "[h264 @ 0x556236825880] cabac decode of qscale diff failed at 23 21 [h264 @ 0x556236825880] error while decoding MB 23 21, bytestream -8", "last_exit_at": "2026-07-06T06:09:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.812, "last_started_at": "2026-07-06T06:09:15+09:00", "pid": 148207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.484, "name": "ffmpeg", "pid": 148207, "rss_mb": 264.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 887, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 888}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 391.013, "sample_count": 976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:09:43+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T06:09:42+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T06:09:42.847753+09:00", "mtime_epoch": 1783285782.8477526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:09:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.092, "pushed": 4.092, "read": 4.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.309, "count": 92, "max_ms": 32.007, "p95_ms": 31.075}, "gstreamer_push": {"avg_ms": 0.859, "count": 92, "max_ms": 0.992, "p95_ms": 0.917}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.707, "count": 92, "max_ms": 67.528, "p95_ms": 62.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.473, "count": 92, "max_ms": 101.737, "p95_ms": 92.522}, "yolo11_640_fire_11class": {"avg_ms": 51.644, "count": 92, "max_ms": 72.902, "p95_ms": 69.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.104, "count": 92, "max_ms": 100.198, "p95_ms": 87.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.059, "count": 92, "max_ms": 333.473, "p95_ms": 313.597}, "read_interval": {"avg_ms": 329.888, "count": 92, "max_ms": 8079.711, "p95_ms": 326.869}, "triton_wait": {"avg_ms": 73.622, "count": 92, "max_ms": 101.752, "p95_ms": 92.535}, "visualize": {"avg_ms": 8.902, "count": 92, "max_ms": 11.875, "p95_ms": 11.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 22.481, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16533.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2616.935, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.982, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2400779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:10:10+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T06:10:10+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T06:10:10.608122+09:00", "mtime_epoch": 1783285810.6081216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:10:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2586.762, "name": "celery", "pid": 267, "rss_mb": 2586.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 300, "max_ms": 12.632, "p95_ms": 8.992}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.641, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.458, "count": 300, "max_ms": 64.869, "p95_ms": 59.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.784, "count": 300, "max_ms": 95.761, "p95_ms": 77.476}, "yolo11_640_fire_11class": {"avg_ms": 51.83, "count": 300, "max_ms": 72.574, "p95_ms": 62.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.839, "count": 300, "max_ms": 93.092, "p95_ms": 84.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.064, "count": 300, "max_ms": 112.04, "p95_ms": 101.146}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 521.108, "p95_ms": 183.101}, "triton_wait": {"avg_ms": 55.835, "count": 300, "max_ms": 95.773, "p95_ms": 85.095}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.739, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16533.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 796, "h264_decode_error_count": 1945, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:09:12+09:00", "last_error_summary": "[h264 @ 0x556236825880] cabac decode of qscale diff failed at 23 21 [h264 @ 0x556236825880] error while decoding MB 23 21, bytestream -8", "last_exit_at": "2026-07-06T06:09:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.912, "last_started_at": "2026-07-06T06:09:15+09:00", "pid": 148207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.031, "name": "ffmpeg", "pid": 148207, "rss_mb": 266.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 887, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 888}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 391.013, "sample_count": 981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:10:13+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-06T06:10:12+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-06T06:10:12.860152+09:00", "mtime_epoch": 1783285812.8601515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:10:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.546, "pushed": 3.546, "read": 3.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.783, "count": 106, "max_ms": 33.389, "p95_ms": 30.917}, "gstreamer_push": {"avg_ms": 0.861, "count": 106, "max_ms": 0.957, "p95_ms": 0.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.539, "count": 106, "max_ms": 64.488, "p95_ms": 63.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.241, "count": 106, "max_ms": 94.125, "p95_ms": 86.725}, "yolo11_640_fire_11class": {"avg_ms": 50.276, "count": 106, "max_ms": 70.866, "p95_ms": 67.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.847, "count": 106, "max_ms": 92.933, "p95_ms": 89.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.407, "count": 106, "max_ms": 334.623, "p95_ms": 317.683}, "read_interval": {"avg_ms": 283.778, "count": 105, "max_ms": 343.77, "p95_ms": 327.206}, "triton_wait": {"avg_ms": 72.241, "count": 106, "max_ms": 94.136, "p95_ms": 90.235}, "visualize": {"avg_ms": 11.008, "count": 106, "max_ms": 17.242, "p95_ms": 13.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16534.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2647.014, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.146, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2401077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:10:40+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T06:10:40+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T06:10:40.716522+09:00", "mtime_epoch": 1783285840.7165222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:10:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2586.762, "name": "celery", "pid": 267, "rss_mb": 2586.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.661, "count": 298, "max_ms": 10.768, "p95_ms": 8.972}, "gstreamer_push": {"avg_ms": 1.253, "count": 298, "max_ms": 1.93, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.031, "count": 298, "max_ms": 62.272, "p95_ms": 57.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.408, "count": 298, "max_ms": 99.11, "p95_ms": 84.92}, "yolo11_640_fire_11class": {"avg_ms": 52.017, "count": 298, "max_ms": 73.002, "p95_ms": 61.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.094, "count": 298, "max_ms": 91.243, "p95_ms": 80.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.763, "count": 298, "max_ms": 115.695, "p95_ms": 103.484}, "read_interval": {"avg_ms": 101.002, "count": 297, "max_ms": 538.94, "p95_ms": 182.44}, "triton_wait": {"avg_ms": 56.57, "count": 298, "max_ms": 99.122, "p95_ms": 87.081}, "visualize": {"avg_ms": 3.677, "count": 298, "max_ms": 5.441, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16535.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 796, "h264_decode_error_count": 1945, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:09:12+09:00", "last_error_summary": "[h264 @ 0x556236825880] cabac decode of qscale diff failed at 23 21 [h264 @ 0x556236825880] error while decoding MB 23 21, bytestream -8", "last_exit_at": "2026-07-06T06:09:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.922, "last_started_at": "2026-07-06T06:09:15+09:00", "pid": 148207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.805, "name": "ffmpeg", "pid": 148207, "rss_mb": 266.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 887, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 888}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 391.904, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:10:43+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-06T06:10:42+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-06T06:10:42.884551+09:00", "mtime_epoch": 1783285842.884551, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:10:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.501, "pushed": 3.501, "read": 3.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.792, "count": 104, "max_ms": 35.931, "p95_ms": 32.172}, "gstreamer_push": {"avg_ms": 0.865, "count": 104, "max_ms": 1.261, "p95_ms": 0.908}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.602, "count": 104, "max_ms": 64.129, "p95_ms": 62.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.051, "count": 104, "max_ms": 96.822, "p95_ms": 89.15}, "yolo11_640_fire_11class": {"avg_ms": 52.329, "count": 104, "max_ms": 71.824, "p95_ms": 66.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.039, "count": 104, "max_ms": 89.139, "p95_ms": 87.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.822, "count": 104, "max_ms": 349.654, "p95_ms": 321.442}, "read_interval": {"avg_ms": 288.546, "count": 103, "max_ms": 359.117, "p95_ms": 331.402}, "triton_wait": {"avg_ms": 75.654, "count": 104, "max_ms": 96.833, "p95_ms": 89.161}, "visualize": {"avg_ms": 10.568, "count": 104, "max_ms": 13.896, "p95_ms": 12.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16551.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2677.023, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.649, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2401378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:11:10+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T06:11:10+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T06:11:10.700921+09:00", "mtime_epoch": 1783285870.700921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:11:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.02, "name": "celery", "pid": 267, "rss_mb": 2587.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.728, "count": 301, "max_ms": 12.006, "p95_ms": 9.049}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.492, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.103, "count": 301, "max_ms": 67.936, "p95_ms": 60.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.428, "count": 301, "max_ms": 93.797, "p95_ms": 80.379}, "yolo11_640_fire_11class": {"avg_ms": 52.664, "count": 301, "max_ms": 72.321, "p95_ms": 63.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.279, "count": 301, "max_ms": 91.819, "p95_ms": 84.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.468, "count": 301, "max_ms": 146.02, "p95_ms": 103.43}, "read_interval": {"avg_ms": 99.577, "count": 301, "max_ms": 470.032, "p95_ms": 136.304}, "triton_wait": {"avg_ms": 56.848, "count": 301, "max_ms": 93.809, "p95_ms": 86.585}, "visualize": {"avg_ms": 3.663, "count": 301, "max_ms": 5.581, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16551.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 796, "h264_decode_error_count": 1945, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:09:12+09:00", "last_error_summary": "[h264 @ 0x556236825880] cabac decode of qscale diff failed at 23 21 [h264 @ 0x556236825880] error while decoding MB 23 21, bytestream -8", "last_exit_at": "2026-07-06T06:09:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 118.039, "last_started_at": "2026-07-06T06:09:15+09:00", "pid": 148207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.453, "name": "ffmpeg", "pid": 148207, "rss_mb": 283.453, "state": "S (sleeping)", "threads": 104}, "restart_count": 887, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 888}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 391.013, "sample_count": 974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1928995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:11:13+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T06:11:13+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T06:11:13.040952+09:00", "mtime_epoch": 1783285873.0409522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:11:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.891, "pushed": 3.891, "read": 3.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.765, "count": 116, "max_ms": 33.749, "p95_ms": 30.906}, "gstreamer_push": {"avg_ms": 0.862, "count": 116, "max_ms": 1.139, "p95_ms": 0.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.365, "count": 116, "max_ms": 65.051, "p95_ms": 62.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.219, "count": 116, "max_ms": 89.574, "p95_ms": 85.63}, "yolo11_640_fire_11class": {"avg_ms": 51.53, "count": 116, "max_ms": 68.531, "p95_ms": 66.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.998, "count": 116, "max_ms": 95.543, "p95_ms": 90.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.625, "count": 116, "max_ms": 311.577, "p95_ms": 298.71}, "read_interval": {"avg_ms": 259.693, "count": 115, "max_ms": 321.709, "p95_ms": 308.042}, "triton_wait": {"avg_ms": 73.256, "count": 116, "max_ms": 95.555, "p95_ms": 90.326}, "visualize": {"avg_ms": 9.681, "count": 116, "max_ms": 12.704, "p95_ms": 12.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16532.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2707.054, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.458, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2401680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:11:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:11:40+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:11:40+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T06:11:40.761321+09:00", "mtime_epoch": 1783285900.7613213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:11:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.02, "name": "celery", "pid": 267, "rss_mb": 2587.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 302, "max_ms": 12.111, "p95_ms": 9.196}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.464, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.294, "count": 302, "max_ms": 65.001, "p95_ms": 58.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.188, "count": 302, "max_ms": 96.475, "p95_ms": 85.121}, "yolo11_640_fire_11class": {"avg_ms": 52.41, "count": 302, "max_ms": 71.791, "p95_ms": 63.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.117, "count": 302, "max_ms": 93.421, "p95_ms": 84.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.012, "count": 302, "max_ms": 148.373, "p95_ms": 105.288}, "read_interval": {"avg_ms": 99.486, "count": 301, "max_ms": 496.075, "p95_ms": 136.901}, "triton_wait": {"avg_ms": 56.483, "count": 302, "max_ms": 96.488, "p95_ms": 88.06}, "visualize": {"avg_ms": 3.701, "count": 302, "max_ms": 5.259, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16532.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 797, "h264_decode_error_count": 1946, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:11:14+09:00", "last_error_summary": "[h264 @ 0x559ef9cd6840] error while decoding MB 4 41, bytestream -33", "last_exit_at": "2026-07-06T06:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.843, "last_started_at": "2026-07-06T06:11:17+09:00", "pid": 148314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.871, "name": "ffmpeg", "pid": 148314, "rss_mb": 264.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 888, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 889}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 391.904, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:11:43+09:00", "last_frame_read_age_sec": 0.263, "last_frame_read_at": "2026-07-06T06:11:43+09:00", "mjpeg": {"age_sec": 0.257, "exists": true, "mtime": "2026-07-06T06:11:43.041352+09:00", "mtime_epoch": 1783285903.0413518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:11:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.391, "pushed": 3.391, "read": 3.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.34, "count": 101, "max_ms": 33.793, "p95_ms": 31.522}, "gstreamer_push": {"avg_ms": 0.857, "count": 101, "max_ms": 1.017, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.245, "count": 101, "max_ms": 63.404, "p95_ms": 61.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.351, "count": 101, "max_ms": 99.995, "p95_ms": 93.855}, "yolo11_640_fire_11class": {"avg_ms": 52.228, "count": 101, "max_ms": 72.425, "p95_ms": 67.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.045, "count": 101, "max_ms": 94.886, "p95_ms": 89.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.912, "count": 101, "max_ms": 316.698, "p95_ms": 294.39}, "read_interval": {"avg_ms": 297.551, "count": 100, "max_ms": 5112.91, "p95_ms": 307.655}, "triton_wait": {"avg_ms": 74.984, "count": 101, "max_ms": 100.007, "p95_ms": 93.868}, "visualize": {"avg_ms": 9.574, "count": 101, "max_ms": 14.231, "p95_ms": 13.576}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16533.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2737.126, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.264, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2401973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T06:12:10+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T06:12:10+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T06:12:10.777721+09:00", "mtime_epoch": 1783285930.777721, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:12:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.277, "name": "celery", "pid": 267, "rss_mb": 2587.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.782, "pushed": 9.782, "read": 9.749}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.13, "count": 293, "max_ms": 14.613, "p95_ms": 9.921}, "gstreamer_push": {"avg_ms": 1.228, "count": 293, "max_ms": 1.943, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.863, "count": 293, "max_ms": 67.956, "p95_ms": 61.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.127, "count": 293, "max_ms": 98.353, "p95_ms": 88.654}, "yolo11_640_fire_11class": {"avg_ms": 51.766, "count": 293, "max_ms": 71.975, "p95_ms": 64.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.144, "count": 293, "max_ms": 95.508, "p95_ms": 85.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.046, "count": 293, "max_ms": 144.726, "p95_ms": 111.845}, "read_interval": {"avg_ms": 102.497, "count": 292, "max_ms": 310.014, "p95_ms": 158.437}, "triton_wait": {"avg_ms": 57.595, "count": 293, "max_ms": 98.365, "p95_ms": 91.602}, "visualize": {"avg_ms": 3.869, "count": 293, "max_ms": 5.787, "p95_ms": 5.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16533.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 797, "h264_decode_error_count": 1946, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:11:14+09:00", "last_error_summary": "[h264 @ 0x559ef9cd6840] error while decoding MB 4 41, bytestream -33", "last_exit_at": "2026-07-06T06:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.068, "last_started_at": "2026-07-06T06:11:17+09:00", "pid": 148314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.645, "name": "ffmpeg", "pid": 148314, "rss_mb": 265.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 888, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 889}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 391.013, "sample_count": 988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:12:13+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T06:12:13+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T06:12:13.309755+09:00", "mtime_epoch": 1783285933.3097548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:12:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.041, "pushed": 4.041, "read": 4.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.85, "count": 120, "max_ms": 34.075, "p95_ms": 29.384}, "gstreamer_push": {"avg_ms": 0.861, "count": 121, "max_ms": 0.987, "p95_ms": 0.936}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.549, "count": 120, "max_ms": 69.343, "p95_ms": 64.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.68, "count": 120, "max_ms": 100.026, "p95_ms": 95.822}, "yolo11_640_fire_11class": {"avg_ms": 51.581, "count": 120, "max_ms": 70.344, "p95_ms": 67.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.451, "count": 120, "max_ms": 93.96, "p95_ms": 89.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.165, "count": 121, "max_ms": 332.193, "p95_ms": 308.72}, "read_interval": {"avg_ms": 249.959, "count": 120, "max_ms": 342.677, "p95_ms": 317.883}, "triton_wait": {"avg_ms": 76.18, "count": 120, "max_ms": 100.039, "p95_ms": 95.834}, "visualize": {"avg_ms": 9.202, "count": 120, "max_ms": 14.463, "p95_ms": 12.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16533.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2767.169, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.518, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2402225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:12:40+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T06:12:40+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T06:12:40.870122+09:00", "mtime_epoch": 1783285960.870122, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:12:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.277, "name": "celery", "pid": 267, "rss_mb": 2587.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.421, "pushed": 8.421, "read": 8.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.533, "count": 252, "max_ms": 16.462, "p95_ms": 11.691}, "gstreamer_push": {"avg_ms": 1.115, "count": 252, "max_ms": 1.71, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.998, "count": 252, "max_ms": 71.29, "p95_ms": 58.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.936, "count": 252, "max_ms": 95.726, "p95_ms": 82.081}, "yolo11_640_fire_11class": {"avg_ms": 53.021, "count": 252, "max_ms": 73.851, "p95_ms": 64.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.435, "count": 252, "max_ms": 93.385, "p95_ms": 82.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.631, "count": 252, "max_ms": 148.647, "p95_ms": 141.029}, "read_interval": {"avg_ms": 119.316, "count": 251, "max_ms": 163.046, "p95_ms": 155.108}, "triton_wait": {"avg_ms": 57.843, "count": 252, "max_ms": 95.739, "p95_ms": 86.321}, "visualize": {"avg_ms": 4.765, "count": 252, "max_ms": 6.212, "p95_ms": 5.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 16077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16533.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 797, "h264_decode_error_count": 1946, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:11:14+09:00", "last_error_summary": "[h264 @ 0x559ef9cd6840] error while decoding MB 4 41, bytestream -33", "last_exit_at": "2026-07-06T06:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.238, "last_started_at": "2026-07-06T06:11:17+09:00", "pid": 148314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.645, "name": "ffmpeg", "pid": 148314, "rss_mb": 265.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 888, "restart_count_per_hour": 21, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 889}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 388.861, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:12:43+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T06:12:43+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T06:12:43.454156+09:00", "mtime_epoch": 1783285963.4541564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:12:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9545.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.209, "pushed": 4.209, "read": 4.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.605, "count": 125, "max_ms": 30.546, "p95_ms": 27.869}, "gstreamer_push": {"avg_ms": 0.856, "count": 126, "max_ms": 0.996, "p95_ms": 0.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.329, "count": 125, "max_ms": 70.607, "p95_ms": 64.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.995, "count": 125, "max_ms": 99.709, "p95_ms": 87.861}, "yolo11_640_fire_11class": {"avg_ms": 49.127, "count": 125, "max_ms": 72.807, "p95_ms": 68.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.449, "count": 125, "max_ms": 93.9, "p95_ms": 90.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.832, "count": 126, "max_ms": 276.701, "p95_ms": 266.753}, "read_interval": {"avg_ms": 239.298, "count": 125, "max_ms": 286.138, "p95_ms": 277.046}, "triton_wait": {"avg_ms": 73.401, "count": 125, "max_ms": 99.721, "p95_ms": 92.021}, "visualize": {"avg_ms": 8.858, "count": 125, "max_ms": 11.965, "p95_ms": 10.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16422.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2797.259, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.54, "sample_count": 2906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2402488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:13:11+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T06:13:10+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T06:13:10.930522+09:00", "mtime_epoch": 1783285990.9305224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:13:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.535, "name": "celery", "pid": 267, "rss_mb": 2587.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.777, "pushed": 8.777, "read": 8.743}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.455, "count": 262, "max_ms": 14.735, "p95_ms": 11.527}, "gstreamer_push": {"avg_ms": 1.118, "count": 263, "max_ms": 1.412, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.24, "count": 262, "max_ms": 75.407, "p95_ms": 60.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.456, "count": 262, "max_ms": 96.342, "p95_ms": 73.713}, "yolo11_640_fire_11class": {"avg_ms": 50.581, "count": 262, "max_ms": 71.325, "p95_ms": 60.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.765, "count": 262, "max_ms": 89.262, "p95_ms": 81.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.745, "count": 263, "max_ms": 149.67, "p95_ms": 136.363}, "read_interval": {"avg_ms": 114.372, "count": 262, "max_ms": 162.85, "p95_ms": 151.289}, "triton_wait": {"avg_ms": 55.32, "count": 262, "max_ms": 96.354, "p95_ms": 83.351}, "visualize": {"avg_ms": 4.664, "count": 262, "max_ms": 5.993, "p95_ms": 5.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 338, "tracking_summary": 16078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16435.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 798, "h264_decode_error_count": 1947, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:13:05+09:00", "last_error_summary": "[h264 @ 0x55806838e740] error while decoding MB 26 35, bytestream -11", "last_exit_at": "2026-07-06T06:13:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.184, "last_started_at": "2026-07-06T06:13:08+09:00", "pid": 148481, "process": {"exists": true, "fd_count": 5, "hwm_mb": 165.777, "name": "ffmpeg", "pid": 148481, "rss_mb": 165.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 889, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 890}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 389.187, "sample_count": 1027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:13:13+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T06:13:13+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T06:13:13.486557+09:00", "mtime_epoch": 1783285993.4865565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:13:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.526, "pushed": 3.526, "read": 3.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.862, "count": 105, "max_ms": 31.745, "p95_ms": 30.684}, "gstreamer_push": {"avg_ms": 0.904, "count": 105, "max_ms": 1.154, "p95_ms": 1.076}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.42, "count": 105, "max_ms": 71.926, "p95_ms": 65.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.667, "count": 105, "max_ms": 94.465, "p95_ms": 85.895}, "yolo11_640_fire_11class": {"avg_ms": 48.896, "count": 105, "max_ms": 67.705, "p95_ms": 62.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.624, "count": 105, "max_ms": 89.315, "p95_ms": 86.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.774, "count": 105, "max_ms": 926.708, "p95_ms": 317.799}, "read_interval": {"avg_ms": 286.3, "count": 104, "max_ms": 4857.484, "p95_ms": 331.466}, "triton_wait": {"avg_ms": 68.825, "count": 105, "max_ms": 94.477, "p95_ms": 87.155}, "visualize": {"avg_ms": 9.213, "count": 105, "max_ms": 19.036, "p95_ms": 15.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.778, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16541.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2827.348, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.526, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2402747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:13:41+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T06:13:41+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T06:13:41.026924+09:00", "mtime_epoch": 1783286021.0269237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:13:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.535, "name": "celery", "pid": 267, "rss_mb": 2587.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.642, "pushed": 8.642, "read": 8.609}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.46, "count": 258, "max_ms": 16.162, "p95_ms": 11.208}, "gstreamer_push": {"avg_ms": 1.107, "count": 259, "max_ms": 1.444, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.598, "count": 258, "max_ms": 73.073, "p95_ms": 62.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.313, "count": 258, "max_ms": 94.441, "p95_ms": 72.908}, "yolo11_640_fire_11class": {"avg_ms": 47.248, "count": 258, "max_ms": 67.272, "p95_ms": 58.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.474, "count": 258, "max_ms": 91.017, "p95_ms": 83.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.417, "count": 259, "max_ms": 146.147, "p95_ms": 133.754}, "read_interval": {"avg_ms": 116.144, "count": 258, "max_ms": 160.387, "p95_ms": 147.084}, "triton_wait": {"avg_ms": 56.002, "count": 258, "max_ms": 94.452, "p95_ms": 84.333}, "visualize": {"avg_ms": 4.669, "count": 258, "max_ms": 5.8, "p95_ms": 5.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 338, "tracking_summary": 16079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16541.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 798, "h264_decode_error_count": 1947, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:13:05+09:00", "last_error_summary": "[h264 @ 0x55806838e740] error while decoding MB 26 35, bytestream -11", "last_exit_at": "2026-07-06T06:13:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.29, "last_started_at": "2026-07-06T06:13:08+09:00", "pid": 148481, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.789, "name": "ffmpeg", "pid": 148481, "rss_mb": 268.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 889, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 890}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 374.909, "sample_count": 1067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:13:43+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-06T06:13:43+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-06T06:13:43.526957+09:00", "mtime_epoch": 1783286023.526957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:13:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.147, "pushed": 4.147, "read": 4.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.429, "count": 124, "max_ms": 29.371, "p95_ms": 28.108}, "gstreamer_push": {"avg_ms": 0.87, "count": 124, "max_ms": 0.995, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.062, "count": 124, "max_ms": 68.429, "p95_ms": 63.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.827, "count": 124, "max_ms": 92.904, "p95_ms": 84.578}, "yolo11_640_fire_11class": {"avg_ms": 48.139, "count": 124, "max_ms": 66.869, "p95_ms": 61.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.753, "count": 124, "max_ms": 93.895, "p95_ms": 88.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.218, "count": 124, "max_ms": 300.65, "p95_ms": 279.189}, "read_interval": {"avg_ms": 242.223, "count": 123, "max_ms": 310.391, "p95_ms": 288.448}, "triton_wait": {"avg_ms": 71.512, "count": 124, "max_ms": 93.907, "p95_ms": 88.941}, "visualize": {"avg_ms": 9.059, "count": 124, "max_ms": 11.911, "p95_ms": 10.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16543.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2857.384, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.427, "sample_count": 2819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2403000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T06:14:11+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T06:14:11+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T06:14:11.059324+09:00", "mtime_epoch": 1783286051.059324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:14:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.793, "name": "celery", "pid": 267, "rss_mb": 2587.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.457, "pushed": 8.457, "read": 8.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.469, "count": 253, "max_ms": 12.143, "p95_ms": 11.235}, "gstreamer_push": {"avg_ms": 1.089, "count": 253, "max_ms": 1.496, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.031, "count": 253, "max_ms": 76.268, "p95_ms": 64.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.619, "count": 253, "max_ms": 91.616, "p95_ms": 80.548}, "yolo11_640_fire_11class": {"avg_ms": 47.986, "count": 253, "max_ms": 67.241, "p95_ms": 60.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.451, "count": 253, "max_ms": 92.331, "p95_ms": 87.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.341, "count": 253, "max_ms": 152.712, "p95_ms": 142.169}, "read_interval": {"avg_ms": 118.715, "count": 252, "max_ms": 171.471, "p95_ms": 155.201}, "triton_wait": {"avg_ms": 57.335, "count": 253, "max_ms": 92.344, "p95_ms": 88.022}, "visualize": {"avg_ms": 4.723, "count": 253, "max_ms": 6.527, "p95_ms": 5.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 338, "tracking_summary": 16080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16543.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 798, "h264_decode_error_count": 1947, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:13:05+09:00", "last_error_summary": "[h264 @ 0x55806838e740] error while decoding MB 26 35, bytestream -11", "last_exit_at": "2026-07-06T06:13:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.571, "last_started_at": "2026-07-06T06:13:08+09:00", "pid": 148481, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.109, "name": "ffmpeg", "pid": 148481, "rss_mb": 271.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 889, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 890}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.779, "sample_count": 1100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:14:14+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-06T06:14:13+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-06T06:14:13.795361+09:00", "mtime_epoch": 1783286053.7953606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:14:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.502, "pushed": 3.502, "read": 3.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.409, "count": 104, "max_ms": 34.315, "p95_ms": 30.194}, "gstreamer_push": {"avg_ms": 0.888, "count": 105, "max_ms": 1.275, "p95_ms": 0.982}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.93, "count": 104, "max_ms": 74.39, "p95_ms": 67.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.278, "count": 104, "max_ms": 87.373, "p95_ms": 81.553}, "yolo11_640_fire_11class": {"avg_ms": 49.132, "count": 104, "max_ms": 68.708, "p95_ms": 61.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.081, "count": 104, "max_ms": 94.258, "p95_ms": 90.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.668, "count": 105, "max_ms": 343.237, "p95_ms": 316.417}, "read_interval": {"avg_ms": 288.074, "count": 104, "max_ms": 352.505, "p95_ms": 325.936}, "triton_wait": {"avg_ms": 72.124, "count": 104, "max_ms": 94.271, "p95_ms": 90.376}, "visualize": {"avg_ms": 10.938, "count": 104, "max_ms": 13.621, "p95_ms": 12.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16544.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2887.437, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.433, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2403268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:14:41+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T06:14:41+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T06:14:41.115725+09:00", "mtime_epoch": 1783286081.1157248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:14:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2587.793, "name": "celery", "pid": 267, "rss_mb": 2587.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.952, "pushed": 8.952, "read": 8.919}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.331, "count": 268, "max_ms": 15.061, "p95_ms": 11.759}, "gstreamer_push": {"avg_ms": 1.102, "count": 268, "max_ms": 1.967, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.69, "count": 268, "max_ms": 81.45, "p95_ms": 56.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.584, "count": 268, "max_ms": 96.181, "p95_ms": 69.572}, "yolo11_640_fire_11class": {"avg_ms": 47.989, "count": 268, "max_ms": 66.315, "p95_ms": 56.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.964, "count": 268, "max_ms": 98.627, "p95_ms": 84.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.399, "count": 268, "max_ms": 155.685, "p95_ms": 133.763}, "read_interval": {"avg_ms": 112.13, "count": 267, "max_ms": 171.232, "p95_ms": 146.944}, "triton_wait": {"avg_ms": 54.659, "count": 268, "max_ms": 98.64, "p95_ms": 85.432}, "visualize": {"avg_ms": 4.586, "count": 268, "max_ms": 6.35, "p95_ms": 5.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 338, "tracking_summary": 16081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16544.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 798, "h264_decode_error_count": 1947, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:13:05+09:00", "last_error_summary": "[h264 @ 0x55806838e740] error while decoding MB 26 35, bytestream -11", "last_exit_at": "2026-07-06T06:13:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.794, "last_started_at": "2026-07-06T06:13:08+09:00", "pid": 148481, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.883, "name": "ffmpeg", "pid": 148481, "rss_mb": 271.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 889, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 890}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.306, "sample_count": 1100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:14:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:14:44+09:00", "last_frame_read_age_sec": 0.251, "last_frame_read_at": "2026-07-06T06:14:44+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T06:14:44.079764+09:00", "mtime_epoch": 1783286084.0797644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:14:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.244, "pushed": 3.244, "read": 3.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.502, "count": 96, "max_ms": 47.339, "p95_ms": 33.371}, "gstreamer_push": {"avg_ms": 0.884, "count": 97, "max_ms": 1.115, "p95_ms": 0.953}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.9, "count": 96, "max_ms": 66.556, "p95_ms": 64.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.706, "count": 96, "max_ms": 90.286, "p95_ms": 85.017}, "yolo11_640_fire_11class": {"avg_ms": 48.108, "count": 96, "max_ms": 66.128, "p95_ms": 64.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.103, "count": 96, "max_ms": 93.78, "p95_ms": 90.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 301.774, "count": 97, "max_ms": 361.446, "p95_ms": 343.133}, "read_interval": {"avg_ms": 312.117, "count": 96, "max_ms": 370.758, "p95_ms": 353.225}, "triton_wait": {"avg_ms": 72.334, "count": 96, "max_ms": 93.792, "p95_ms": 90.315}, "visualize": {"avg_ms": 11.601, "count": 96, "max_ms": 14.482, "p95_ms": 13.677}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16300.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2917.48, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.103, "sample_count": 2742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2403526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:15:11+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T06:15:11+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T06:15:11.156126+09:00", "mtime_epoch": 1783286111.1561255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:15:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.051, "name": "celery", "pid": 267, "rss_mb": 2588.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.622, "pushed": 8.622, "read": 8.588}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.517, "count": 258, "max_ms": 14.283, "p95_ms": 11.422}, "gstreamer_push": {"avg_ms": 1.084, "count": 258, "max_ms": 1.375, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.443, "count": 258, "max_ms": 68.063, "p95_ms": 54.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.204, "count": 258, "max_ms": 89.434, "p95_ms": 70.749}, "yolo11_640_fire_11class": {"avg_ms": 48.642, "count": 258, "max_ms": 69.227, "p95_ms": 53.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.596, "count": 258, "max_ms": 91.515, "p95_ms": 81.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.201, "count": 258, "max_ms": 146.507, "p95_ms": 135.617}, "read_interval": {"avg_ms": 116.443, "count": 257, "max_ms": 161.51, "p95_ms": 149.121}, "triton_wait": {"avg_ms": 54.298, "count": 258, "max_ms": 91.528, "p95_ms": 81.86}, "visualize": {"avg_ms": 4.753, "count": 258, "max_ms": 5.777, "p95_ms": 5.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 338, "tracking_summary": 16082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16420.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 799, "h264_decode_error_count": 1948, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:15:08+09:00", "last_error_summary": "[h264 @ 0x5636fb50ba80] error while decoding MB 59 29, bytestream -5", "last_exit_at": "2026-07-06T06:15:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.126, "last_started_at": "2026-07-06T06:15:11+09:00", "pid": 148588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.742, "name": "ffmpeg", "pid": 148588, "rss_mb": 149.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 890, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 891}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.737, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:15:14+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T06:15:14+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T06:15:14.200166+09:00", "mtime_epoch": 1783286114.2001662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:15:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.087, "pushed": 3.087, "read": 3.054}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.86, "count": 92, "max_ms": 31.844, "p95_ms": 31.134}, "gstreamer_push": {"avg_ms": 0.87, "count": 92, "max_ms": 1.108, "p95_ms": 1.033}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.893, "count": 92, "max_ms": 65.735, "p95_ms": 61.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.631, "count": 92, "max_ms": 90.351, "p95_ms": 80.076}, "yolo11_640_fire_11class": {"avg_ms": 48.329, "count": 92, "max_ms": 65.695, "p95_ms": 63.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.213, "count": 92, "max_ms": 92.214, "p95_ms": 90.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.914, "count": 92, "max_ms": 383.159, "p95_ms": 321.092}, "read_interval": {"avg_ms": 328.172, "count": 91, "max_ms": 4664.661, "p95_ms": 334.71}, "triton_wait": {"avg_ms": 71.465, "count": 92, "max_ms": 92.227, "p95_ms": 90.302}, "visualize": {"avg_ms": 10.666, "count": 92, "max_ms": 14.455, "p95_ms": 13.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.801, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16538.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2947.505, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.251, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2403775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:15:41+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T06:15:41+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T06:15:41.172526+09:00", "mtime_epoch": 1783286141.172526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:15:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.051, "name": "celery", "pid": 267, "rss_mb": 2588.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.326, "pushed": 8.326, "read": 8.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.642, "count": 249, "max_ms": 13.455, "p95_ms": 11.406}, "gstreamer_push": {"avg_ms": 1.066, "count": 249, "max_ms": 1.366, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.405, "count": 249, "max_ms": 69.757, "p95_ms": 56.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.436, "count": 249, "max_ms": 96.264, "p95_ms": 76.183}, "yolo11_640_fire_11class": {"avg_ms": 51.104, "count": 249, "max_ms": 68.867, "p95_ms": 59.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.607, "count": 249, "max_ms": 93.478, "p95_ms": 83.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.521, "count": 249, "max_ms": 149.028, "p95_ms": 137.648}, "read_interval": {"avg_ms": 120.575, "count": 248, "max_ms": 161.919, "p95_ms": 150.476}, "triton_wait": {"avg_ms": 55.921, "count": 249, "max_ms": 96.276, "p95_ms": 84.028}, "visualize": {"avg_ms": 4.833, "count": 249, "max_ms": 6.707, "p95_ms": 5.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 338, "tracking_summary": 16083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16539.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 799, "h264_decode_error_count": 1948, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:15:08+09:00", "last_error_summary": "[h264 @ 0x5636fb50ba80] error while decoding MB 59 29, bytestream -5", "last_exit_at": "2026-07-06T06:15:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.359, "last_started_at": "2026-07-06T06:15:11+09:00", "pid": 148588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.703, "name": "ffmpeg", "pid": 148588, "rss_mb": 264.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 890, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 891}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.732, "sample_count": 1088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1929972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:15:44+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-06T06:15:44+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-06T06:15:44.340568+09:00", "mtime_epoch": 1783286144.3405683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:15:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.537, "pushed": 3.537, "read": 3.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.115, "count": 105, "max_ms": 34.822, "p95_ms": 32.77}, "gstreamer_push": {"avg_ms": 0.879, "count": 106, "max_ms": 1.188, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.741, "count": 105, "max_ms": 66.025, "p95_ms": 64.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.834, "count": 105, "max_ms": 95.505, "p95_ms": 79.727}, "yolo11_640_fire_11class": {"avg_ms": 49.571, "count": 105, "max_ms": 67.78, "p95_ms": 64.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.072, "count": 105, "max_ms": 93.516, "p95_ms": 89.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.413, "count": 106, "max_ms": 377.203, "p95_ms": 345.88}, "read_interval": {"avg_ms": 284.788, "count": 105, "max_ms": 387.314, "p95_ms": 356.669}, "triton_wait": {"avg_ms": 70.351, "count": 105, "max_ms": 95.517, "p95_ms": 90.934}, "visualize": {"avg_ms": 10.451, "count": 105, "max_ms": 13.948, "p95_ms": 13.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16540.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2977.557, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.24, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2404036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:16:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:16:11+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T06:16:11+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T06:16:11.232927+09:00", "mtime_epoch": 1783286171.232927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:16:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.051, "name": "celery", "pid": 267, "rss_mb": 2588.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.722, "pushed": 8.722, "read": 8.688}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.714, "count": 261, "max_ms": 13.746, "p95_ms": 11.569}, "gstreamer_push": {"avg_ms": 1.077, "count": 261, "max_ms": 1.777, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.629, "count": 261, "max_ms": 66.529, "p95_ms": 54.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.227, "count": 261, "max_ms": 93.69, "p95_ms": 67.239}, "yolo11_640_fire_11class": {"avg_ms": 49.745, "count": 261, "max_ms": 68.689, "p95_ms": 54.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.02, "count": 261, "max_ms": 87.855, "p95_ms": 71.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.833, "count": 261, "max_ms": 149.939, "p95_ms": 128.503}, "read_interval": {"avg_ms": 115.136, "count": 260, "max_ms": 162.908, "p95_ms": 142.078}, "triton_wait": {"avg_ms": 53.089, "count": 261, "max_ms": 93.704, "p95_ms": 77.711}, "visualize": {"avg_ms": 4.796, "count": 261, "max_ms": 6.265, "p95_ms": 5.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 339, "tracking_summary": 16083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16696.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 799, "h264_decode_error_count": 1948, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:15:08+09:00", "last_error_summary": "[h264 @ 0x5636fb50ba80] error while decoding MB 59 29, bytestream -5", "last_exit_at": "2026-07-06T06:15:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.62, "last_started_at": "2026-07-06T06:15:11+09:00", "pid": 148588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.734, "name": "ffmpeg", "pid": 148588, "rss_mb": 265.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 890, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 891}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.644, "sample_count": 1054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:16:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:16:14+09:00", "last_frame_read_age_sec": 0.383, "last_frame_read_at": "2026-07-06T06:16:14+09:00", "mjpeg": {"age_sec": 0.374, "exists": true, "mtime": "2026-07-06T06:16:14.548971+09:00", "mtime_epoch": 1783286174.5489714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:16:14+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 2.6, "recorders": [{"age_sec": 2.6, "frame_count": 55, "is_recording": true, "is_stopping": false, "pid": 148695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.25, "name": "ffmpeg", "pid": 148695, "rss_mb": 187.25, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 45, "returncode": null, "running": true, "started_at": "2026-07-06T06:16:12+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_061612_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [148695], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.737, "pushed": 2.737, "read": 2.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.274, "count": 81, "max_ms": 43.54, "p95_ms": 41.356}, "gstreamer_push": {"avg_ms": 0.885, "count": 82, "max_ms": 1.204, "p95_ms": 1.013}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.214, "count": 81, "max_ms": 65.746, "p95_ms": 63.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.445, "count": 81, "max_ms": 96.891, "p95_ms": 91.597}, "yolo11_640_fire_11class": {"avg_ms": 49.045, "count": 81, "max_ms": 65.391, "p95_ms": 63.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.775, "count": 81, "max_ms": 94.558, "p95_ms": 83.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 359.26, "count": 82, "max_ms": 1077.646, "p95_ms": 433.435}, "read_interval": {"avg_ms": 368.736, "count": 81, "max_ms": 1088.159, "p95_ms": 443.209}, "triton_wait": {"avg_ms": 73.888, "count": 81, "max_ms": 96.903, "p95_ms": 92.292}, "visualize": {"avg_ms": 12.058, "count": 81, "max_ms": 18.058, "p95_ms": 16.636}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16549.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3007.629, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 146090, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.225, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2404328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:16:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T06:16:41+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T06:16:41.341329+09:00", "mtime_epoch": 1783286201.341329, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:16:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.309, "name": "celery", "pid": 267, "rss_mb": 2588.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.787, "count": 292, "max_ms": 14.233, "p95_ms": 11.571}, "gstreamer_push": {"avg_ms": 1.145, "count": 292, "max_ms": 1.602, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.029, "count": 292, "max_ms": 75.189, "p95_ms": 56.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.991, "count": 292, "max_ms": 94.461, "p95_ms": 71.897}, "yolo11_640_fire_11class": {"avg_ms": 48.73, "count": 292, "max_ms": 77.336, "p95_ms": 56.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.536, "count": 292, "max_ms": 106.15, "p95_ms": 76.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.541, "count": 292, "max_ms": 160.78, "p95_ms": 119.122}, "read_interval": {"avg_ms": 103.067, "count": 291, "max_ms": 176.449, "p95_ms": 132.676}, "triton_wait": {"avg_ms": 53.914, "count": 292, "max_ms": 106.163, "p95_ms": 81.185}, "visualize": {"avg_ms": 4.278, "count": 292, "max_ms": 6.216, "p95_ms": 5.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 343, "tracking_summary": 16084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16549.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 799, "h264_decode_error_count": 1948, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:15:08+09:00", "last_error_summary": "[h264 @ 0x5636fb50ba80] error while decoding MB 59 29, bytestream -5", "last_exit_at": "2026-07-06T06:15:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.894, "last_started_at": "2026-07-06T06:15:11+09:00", "pid": 148588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.992, "name": "ffmpeg", "pid": 148588, "rss_mb": 265.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 890, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 891}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 392.72, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:16:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:16:45+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-06T06:16:44+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-06T06:16:44.873376+09:00", "mtime_epoch": 1783286204.8733761, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:16:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 74, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.506, "pushed": 2.506, "read": 2.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.881, "count": 74, "max_ms": 42.403, "p95_ms": 38.802}, "gstreamer_push": {"avg_ms": 0.886, "count": 75, "max_ms": 1.357, "p95_ms": 0.994}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.995, "count": 74, "max_ms": 71.43, "p95_ms": 67.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.671, "count": 74, "max_ms": 97.031, "p95_ms": 90.593}, "yolo11_640_fire_11class": {"avg_ms": 48.544, "count": 74, "max_ms": 66.886, "p95_ms": 65.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.254, "count": 74, "max_ms": 96.561, "p95_ms": 88.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 393.664, "count": 75, "max_ms": 637.47, "p95_ms": 535.203}, "read_interval": {"avg_ms": 404.483, "count": 74, "max_ms": 646.618, "p95_ms": 544.315}, "triton_wait": {"avg_ms": 73.215, "count": 74, "max_ms": 97.043, "p95_ms": 90.802}, "visualize": {"avg_ms": 14.823, "count": 74, "max_ms": 22.033, "p95_ms": 20.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 344, "tracking_summary": 16085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16564.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 799, "h264_decode_error_count": 1948, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:15:08+09:00", "last_error_summary": "[h264 @ 0x5636fb50ba80] error while decoding MB 59 29, bytestream -5", "last_exit_at": "2026-07-06T06:15:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.006, "last_started_at": "2026-07-06T06:15:11+09:00", "pid": 148588, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.094, "name": "ffmpeg", "pid": 148588, "rss_mb": 280.094, "state": "S (sleeping)", "threads": 104}, "restart_count": 890, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 891}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 397.252, "sample_count": 991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:17:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:17:15+09:00", "last_frame_read_age_sec": 0.392, "last_frame_read_at": "2026-07-06T06:17:14+09:00", "mjpeg": {"age_sec": 0.384, "exists": true, "mtime": "2026-07-06T06:17:14.925777+09:00", "mtime_epoch": 1783286234.9257774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:17:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.907, "pushed": 2.907, "read": 2.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.969, "count": 86, "max_ms": 36.132, "p95_ms": 33.997}, "gstreamer_push": {"avg_ms": 0.855, "count": 86, "max_ms": 1.062, "p95_ms": 0.9}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.274, "count": 86, "max_ms": 66.979, "p95_ms": 60.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.562, "count": 86, "max_ms": 96.892, "p95_ms": 90.37}, "yolo11_640_fire_11class": {"avg_ms": 47.573, "count": 86, "max_ms": 63.387, "p95_ms": 62.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.721, "count": 86, "max_ms": 94.939, "p95_ms": 91.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 340.673, "count": 86, "max_ms": 514.503, "p95_ms": 390.329}, "read_interval": {"avg_ms": 349.548, "count": 85, "max_ms": 526.687, "p95_ms": 399.827}, "triton_wait": {"avg_ms": 70.833, "count": 86, "max_ms": 96.904, "p95_ms": 94.023}, "visualize": {"avg_ms": 12.953, "count": 86, "max_ms": 17.138, "p95_ms": 14.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.589, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16315.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 140, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-05T16:11:35+09:00", "last_error_summary": "[h264 @ 0x55eadc83c280] error while decoding MB 26 45, bytestream -23 [in#0/rtsp @ 0x55eadc694e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55eadc694e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-05T16:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3045.682, "last_started_at": "2026-07-06T05:26:33+09:00", "pid": 146090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.441, "name": "ffmpeg", "pid": 146090, "rss_mb": 333.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 1, "rtsp_timeout_count": 240, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.138, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2404592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:17:19+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T06:17:19+09:00", "mjpeg": {"age_sec": 14.075, "exists": true, "mtime": "2026-07-06T06:17:05.381650+09:00", "mtime_epoch": 1783286225.38165, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:17:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.309, "name": "celery", "pid": 267, "rss_mb": 2588.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.703, "pushed": 5.703, "read": 5.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.241, "count": 171, "max_ms": 12.034, "p95_ms": 11.192}, "gstreamer_push": {"avg_ms": 1.207, "count": 171, "max_ms": 1.463, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.5, "count": 171, "max_ms": 62.74, "p95_ms": 54.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.257, "count": 171, "max_ms": 94.866, "p95_ms": 73.222}, "yolo11_640_fire_11class": {"avg_ms": 46.783, "count": 171, "max_ms": 63.457, "p95_ms": 59.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.0, "count": 171, "max_ms": 93.086, "p95_ms": 85.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.027, "count": 171, "max_ms": 142.573, "p95_ms": 110.681}, "read_interval": {"avg_ms": 176.309, "count": 170, "max_ms": 14094.124, "p95_ms": 124.172}, "triton_wait": {"avg_ms": 54.634, "count": 171, "max_ms": 94.879, "p95_ms": 85.919}, "visualize": {"avg_ms": 3.912, "count": 171, "max_ms": 5.569, "p95_ms": 5.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 344, "tracking_summary": 16085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16546.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:17:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.955, "last_started_at": "2026-07-06T06:17:19+09:00", "pid": 148755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.516, "name": "ffmpeg", "pid": 148755, "rss_mb": 264.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 891, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 892}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 443.432, "sample_count": 923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:17:45+09:00", "last_frame_read_age_sec": 0.488, "last_frame_read_at": "2026-07-06T06:17:44+09:00", "mjpeg": {"age_sec": 0.479, "exists": true, "mtime": "2026-07-06T06:17:44.930178+09:00", "mtime_epoch": 1783286264.930178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:17:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.918, "pushed": 1.918, "read": 1.884}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.973, "count": 57, "max_ms": 40.506, "p95_ms": 38.394}, "gstreamer_push": {"avg_ms": 0.863, "count": 57, "max_ms": 1.616, "p95_ms": 0.926}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.137, "count": 57, "max_ms": 64.626, "p95_ms": 61.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.653, "count": 57, "max_ms": 98.937, "p95_ms": 87.678}, "yolo11_640_fire_11class": {"avg_ms": 46.693, "count": 57, "max_ms": 64.573, "p95_ms": 63.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.471, "count": 57, "max_ms": 100.723, "p95_ms": 97.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 437.319, "count": 57, "max_ms": 502.716, "p95_ms": 492.79}, "read_interval": {"avg_ms": 528.643, "count": 56, "max_ms": 5002.742, "p95_ms": 513.252}, "triton_wait": {"avg_ms": 76.908, "count": 57, "max_ms": 100.734, "p95_ms": 98.949}, "visualize": {"avg_ms": 15.931, "count": 57, "max_ms": 19.508, "p95_ms": 17.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.717, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16551.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.491, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.422, "name": "ffmpeg", "pid": 148862, "rss_mb": 330.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.104, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2404732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:17:49+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T06:17:49+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T06:17:49.462239+09:00", "mtime_epoch": 1783286269.4622386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:17:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.566, "name": "celery", "pid": 267, "rss_mb": 2588.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.995, "pushed": 6.995, "read": 6.995}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.131, "count": 140, "max_ms": 12.134, "p95_ms": 11.77}, "gstreamer_push": {"avg_ms": 1.093, "count": 140, "max_ms": 1.61, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.138, "count": 140, "max_ms": 66.936, "p95_ms": 55.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.068, "count": 140, "max_ms": 97.052, "p95_ms": 68.844}, "yolo11_640_fire_11class": {"avg_ms": 48.569, "count": 140, "max_ms": 68.813, "p95_ms": 56.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.211, "count": 140, "max_ms": 99.622, "p95_ms": 88.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.818, "count": 140, "max_ms": 152.643, "p95_ms": 124.499}, "read_interval": {"avg_ms": 214.826, "count": 140, "max_ms": 10162.168, "p95_ms": 141.837}, "triton_wait": {"avg_ms": 55.074, "count": 140, "max_ms": 99.637, "p95_ms": 90.63}, "visualize": {"avg_ms": 4.413, "count": 140, "max_ms": 5.682, "p95_ms": 5.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.014, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 344, "tracking_summary": 16086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16551.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:17:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.063, "last_started_at": "2026-07-06T06:17:19+09:00", "pid": 148755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.867, "name": "ffmpeg", "pid": 148755, "rss_mb": 267.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 891, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 892}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 473.905, "sample_count": 880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:18:15+09:00", "last_frame_read_age_sec": 0.505, "last_frame_read_at": "2026-07-06T06:18:15+09:00", "mjpeg": {"age_sec": 0.495, "exists": true, "mtime": "2026-07-06T06:18:15.022580+09:00", "mtime_epoch": 1783286295.02258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:18:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.158, "pushed": 2.158, "read": 2.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.011, "count": 64, "max_ms": 47.807, "p95_ms": 40.404}, "gstreamer_push": {"avg_ms": 0.881, "count": 64, "max_ms": 1.265, "p95_ms": 0.925}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.163, "count": 64, "max_ms": 66.393, "p95_ms": 60.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.909, "count": 64, "max_ms": 105.849, "p95_ms": 95.765}, "yolo11_640_fire_11class": {"avg_ms": 48.165, "count": 64, "max_ms": 66.02, "p95_ms": 62.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.775, "count": 64, "max_ms": 103.016, "p95_ms": 89.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 460.786, "count": 64, "max_ms": 534.447, "p95_ms": 507.868}, "read_interval": {"avg_ms": 469.733, "count": 63, "max_ms": 543.105, "p95_ms": 517.174}, "triton_wait": {"avg_ms": 75.951, "count": 64, "max_ms": 105.86, "p95_ms": 96.083}, "visualize": {"avg_ms": 15.494, "count": 64, "max_ms": 18.024, "p95_ms": 16.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.664, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16552.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.516, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.938, "name": "ffmpeg", "pid": 148862, "rss_mb": 330.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.865, "sample_count": 2429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2404990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:18:19+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T06:18:19+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T06:18:19.454639+09:00", "mtime_epoch": 1783286299.454639, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:18:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.566, "name": "celery", "pid": 267, "rss_mb": 2588.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.624, "pushed": 8.624, "read": 8.591}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.742, "count": 258, "max_ms": 12.28, "p95_ms": 11.699}, "gstreamer_push": {"avg_ms": 1.045, "count": 258, "max_ms": 1.358, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.102, "count": 258, "max_ms": 68.062, "p95_ms": 54.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.943, "count": 258, "max_ms": 103.22, "p95_ms": 68.436}, "yolo11_640_fire_11class": {"avg_ms": 49.888, "count": 258, "max_ms": 69.518, "p95_ms": 55.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.022, "count": 258, "max_ms": 100.256, "p95_ms": 76.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.725, "count": 258, "max_ms": 156.355, "p95_ms": 134.669}, "read_interval": {"avg_ms": 116.251, "count": 257, "max_ms": 167.783, "p95_ms": 146.878}, "triton_wait": {"avg_ms": 54.275, "count": 258, "max_ms": 103.232, "p95_ms": 82.46}, "visualize": {"avg_ms": 4.769, "count": 258, "max_ms": 5.771, "p95_ms": 5.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 347, "tracking_summary": 16086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16712.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:17:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.346, "last_started_at": "2026-07-06T06:17:19+09:00", "pid": 148755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.383, "name": "ffmpeg", "pid": 148755, "rss_mb": 268.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 891, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 892}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 481.664, "sample_count": 822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:18:45+09:00", "last_frame_read_age_sec": 0.45, "last_frame_read_at": "2026-07-06T06:18:45+09:00", "mjpeg": {"age_sec": 0.441, "exists": true, "mtime": "2026-07-06T06:18:45.358985+09:00", "mtime_epoch": 1783286325.358985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:18:45+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 9.439, "recorders": [{"age_sec": 9.439, "frame_count": 68, "is_recording": true, "is_stopping": false, "pid": 149014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.281, "name": "ffmpeg", "pid": 149014, "rss_mb": 186.281, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 32, "returncode": null, "running": true, "started_at": "2026-07-06T06:18:36+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_061836_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [149014], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.177, "pushed": 2.177, "read": 2.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.301, "count": 64, "max_ms": 45.703, "p95_ms": 42.182}, "gstreamer_push": {"avg_ms": 0.875, "count": 65, "max_ms": 1.266, "p95_ms": 0.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.607, "count": 64, "max_ms": 67.253, "p95_ms": 65.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.98, "count": 64, "max_ms": 97.743, "p95_ms": 90.07}, "yolo11_640_fire_11class": {"avg_ms": 50.7, "count": 64, "max_ms": 68.899, "p95_ms": 66.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.714, "count": 64, "max_ms": 99.108, "p95_ms": 90.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 456.263, "count": 65, "max_ms": 1167.023, "p95_ms": 512.638}, "read_interval": {"avg_ms": 465.984, "count": 64, "max_ms": 1181.35, "p95_ms": 523.067}, "triton_wait": {"avg_ms": 77.939, "count": 64, "max_ms": 99.121, "p95_ms": 93.33}, "visualize": {"avg_ms": 15.045, "count": 64, "max_ms": 22.364, "p95_ms": 19.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16713.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.588, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.938, "name": "ffmpeg", "pid": 148862, "rss_mb": 330.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.865, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2405247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:18:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T06:18:49+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T06:18:49.575041+09:00", "mtime_epoch": 1783286329.5750413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:18:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.824, "name": "celery", "pid": 267, "rss_mb": 2588.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.569, "pushed": 8.569, "read": 8.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.406, "count": 257, "max_ms": 16.063, "p95_ms": 11.584}, "gstreamer_push": {"avg_ms": 1.047, "count": 257, "max_ms": 1.446, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.93, "count": 257, "max_ms": 68.375, "p95_ms": 57.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.812, "count": 257, "max_ms": 101.275, "p95_ms": 76.197}, "yolo11_640_fire_11class": {"avg_ms": 51.326, "count": 257, "max_ms": 69.737, "p95_ms": 59.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.457, "count": 257, "max_ms": 104.997, "p95_ms": 79.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.931, "count": 257, "max_ms": 153.241, "p95_ms": 137.403}, "read_interval": {"avg_ms": 117.077, "count": 256, "max_ms": 166.236, "p95_ms": 151.01}, "triton_wait": {"avg_ms": 55.48, "count": 257, "max_ms": 105.01, "p95_ms": 87.547}, "visualize": {"avg_ms": 4.673, "count": 257, "max_ms": 7.332, "p95_ms": 5.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 353, "tracking_summary": 16087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16567.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:17:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.379, "last_started_at": "2026-07-06T06:17:19+09:00", "pid": 148755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.641, "name": "ffmpeg", "pid": 148755, "rss_mb": 268.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 891, "restart_count_per_hour": 22, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 892}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 508.792, "sample_count": 776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:19:15+09:00", "last_frame_read_age_sec": 0.56, "last_frame_read_at": "2026-07-06T06:19:15+09:00", "mjpeg": {"age_sec": 0.55, "exists": true, "mtime": "2026-07-06T06:19:15.283385+09:00", "mtime_epoch": 1783286355.2833848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:19:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.929, "pushed": 1.929, "read": 1.895}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.408, "count": 57, "max_ms": 46.434, "p95_ms": 45.061}, "gstreamer_push": {"avg_ms": 0.873, "count": 57, "max_ms": 1.01, "p95_ms": 0.941}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.487, "count": 57, "max_ms": 72.552, "p95_ms": 66.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.21, "count": 57, "max_ms": 92.875, "p95_ms": 86.919}, "yolo11_640_fire_11class": {"avg_ms": 48.055, "count": 57, "max_ms": 66.546, "p95_ms": 65.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.223, "count": 57, "max_ms": 94.243, "p95_ms": 87.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 517.271, "count": 57, "max_ms": 816.29, "p95_ms": 670.929}, "read_interval": {"avg_ms": 526.159, "count": 56, "max_ms": 823.674, "p95_ms": 679.235}, "triton_wait": {"avg_ms": 75.533, "count": 57, "max_ms": 94.255, "p95_ms": 88.582}, "visualize": {"avg_ms": 22.149, "count": 57, "max_ms": 27.022, "p95_ms": 26.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.546, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16567.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.662, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.938, "name": "ffmpeg", "pid": 148862, "rss_mb": 330.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.879, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2405517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:19:19+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T06:19:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T06:19:19.639443+09:00", "mtime_epoch": 1783286359.639443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:19:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2588.824, "name": "celery", "pid": 267, "rss_mb": 2588.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.013, "pushed": 9.013, "read": 8.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.429, "count": 270, "max_ms": 13.947, "p95_ms": 11.637}, "gstreamer_push": {"avg_ms": 1.086, "count": 270, "max_ms": 1.4, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.03, "count": 270, "max_ms": 76.278, "p95_ms": 56.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.54, "count": 270, "max_ms": 95.834, "p95_ms": 73.342}, "yolo11_640_fire_11class": {"avg_ms": 50.831, "count": 270, "max_ms": 70.533, "p95_ms": 55.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.83, "count": 270, "max_ms": 94.208, "p95_ms": 73.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.156, "count": 270, "max_ms": 153.697, "p95_ms": 120.505}, "read_interval": {"avg_ms": 111.414, "count": 269, "max_ms": 169.242, "p95_ms": 132.934}, "triton_wait": {"avg_ms": 54.575, "count": 270, "max_ms": 95.847, "p95_ms": 78.397}, "visualize": {"avg_ms": 4.581, "count": 270, "max_ms": 6.426, "p95_ms": 5.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 354, "tracking_summary": 16087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16452.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:19:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.698, "last_started_at": "2026-07-06T06:19:39+09:00", "pid": 149074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 154.91, "name": "ffmpeg", "pid": 149074, "rss_mb": 154.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 892, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 893}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 512.638, "sample_count": 735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:19:45+09:00", "last_frame_read_age_sec": 0.455, "last_frame_read_at": "2026-07-06T06:19:45+09:00", "mjpeg": {"age_sec": 0.443, "exists": true, "mtime": "2026-07-06T06:19:45.439788+09:00", "mtime_epoch": 1783286385.4397876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:19:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.895, "pushed": 1.895, "read": 1.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.951, "count": 56, "max_ms": 43.63, "p95_ms": 41.84}, "gstreamer_push": {"avg_ms": 0.865, "count": 56, "max_ms": 0.898, "p95_ms": 0.892}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.988, "count": 56, "max_ms": 72.258, "p95_ms": 68.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.836, "count": 56, "max_ms": 94.945, "p95_ms": 90.504}, "yolo11_640_fire_11class": {"avg_ms": 48.224, "count": 56, "max_ms": 64.986, "p95_ms": 64.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.582, "count": 56, "max_ms": 93.851, "p95_ms": 91.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 449.045, "count": 56, "max_ms": 562.304, "p95_ms": 499.136}, "read_interval": {"avg_ms": 537.917, "count": 55, "max_ms": 4847.831, "p95_ms": 526.738}, "triton_wait": {"avg_ms": 73.846, "count": 56, "max_ms": 94.958, "p95_ms": 91.832}, "visualize": {"avg_ms": 21.033, "count": 56, "max_ms": 27.726, "p95_ms": 25.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.559, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16475.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.736, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.938, "name": "ffmpeg", "pid": 148862, "rss_mb": 330.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.821, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2405807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:19:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:19:49+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T06:19:49.739845+09:00", "mtime_epoch": 1783286389.739845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:19:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.082, "name": "celery", "pid": 267, "rss_mb": 2589.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.646}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.877, "count": 290, "max_ms": 14.591, "p95_ms": 11.282}, "gstreamer_push": {"avg_ms": 1.13, "count": 290, "max_ms": 1.498, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.457, "count": 290, "max_ms": 73.213, "p95_ms": 52.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.051, "count": 290, "max_ms": 95.77, "p95_ms": 59.68}, "yolo11_640_fire_11class": {"avg_ms": 50.254, "count": 290, "max_ms": 67.459, "p95_ms": 54.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.152, "count": 290, "max_ms": 96.792, "p95_ms": 62.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.468, "count": 290, "max_ms": 151.087, "p95_ms": 115.766}, "read_interval": {"avg_ms": 103.781, "count": 289, "max_ms": 164.534, "p95_ms": 128.604}, "triton_wait": {"avg_ms": 52.933, "count": 290, "max_ms": 96.805, "p95_ms": 66.207}, "visualize": {"avg_ms": 4.319, "count": 290, "max_ms": 6.07, "p95_ms": 5.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 354, "tracking_summary": 16088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16563.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:19:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.983, "last_started_at": "2026-07-06T06:19:39+09:00", "pid": 149074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.086, "name": "ffmpeg", "pid": 149074, "rss_mb": 264.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 892, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 893}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 514.503, "sample_count": 707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:20:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:20:16+09:00", "last_frame_read_age_sec": 0.426, "last_frame_read_at": "2026-07-06T06:20:15+09:00", "mjpeg": {"age_sec": 0.419, "exists": true, "mtime": "2026-07-06T06:20:15.748193+09:00", "mtime_epoch": 1783286415.7481928, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:20:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.182, "pushed": 2.182, "read": 2.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.201, "count": 64, "max_ms": 43.918, "p95_ms": 42.051}, "gstreamer_push": {"avg_ms": 0.872, "count": 65, "max_ms": 1.005, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.222, "count": 64, "max_ms": 67.909, "p95_ms": 64.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.11, "count": 64, "max_ms": 92.598, "p95_ms": 88.324}, "yolo11_640_fire_11class": {"avg_ms": 49.02, "count": 64, "max_ms": 67.62, "p95_ms": 63.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.279, "count": 64, "max_ms": 102.403, "p95_ms": 90.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 456.417, "count": 65, "max_ms": 514.945, "p95_ms": 502.738}, "read_interval": {"avg_ms": 466.409, "count": 64, "max_ms": 524.384, "p95_ms": 512.25}, "triton_wait": {"avg_ms": 73.65, "count": 64, "max_ms": 102.415, "p95_ms": 92.61}, "visualize": {"avg_ms": 16.719, "count": 64, "max_ms": 21.0, "p95_ms": 20.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16564.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.776, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.938, "name": "ffmpeg", "pid": 148862, "rss_mb": 330.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.384, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2406095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:20:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:20:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:20:19+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:20:19.776247+09:00", "mtime_epoch": 1783286419.7762465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:20:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.082, "name": "celery", "pid": 267, "rss_mb": 2589.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.613, "pushed": 9.613, "read": 9.58}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.799, "count": 288, "max_ms": 12.7, "p95_ms": 10.946}, "gstreamer_push": {"avg_ms": 1.116, "count": 288, "max_ms": 1.511, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.954, "count": 288, "max_ms": 68.384, "p95_ms": 55.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.267, "count": 288, "max_ms": 91.524, "p95_ms": 55.386}, "yolo11_640_fire_11class": {"avg_ms": 49.882, "count": 288, "max_ms": 68.664, "p95_ms": 53.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.514, "count": 288, "max_ms": 102.395, "p95_ms": 75.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.003, "count": 288, "max_ms": 155.327, "p95_ms": 114.22}, "read_interval": {"avg_ms": 104.379, "count": 287, "max_ms": 168.662, "p95_ms": 128.19}, "triton_wait": {"avg_ms": 53.219, "count": 288, "max_ms": 102.407, "p95_ms": 82.164}, "visualize": {"avg_ms": 4.328, "count": 288, "max_ms": 6.227, "p95_ms": 5.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 355, "tracking_summary": 16088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16722.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:19:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.257, "last_started_at": "2026-07-06T06:19:39+09:00", "pid": 149074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.602, "name": "ffmpeg", "pid": 149074, "rss_mb": 264.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 892, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 893}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 515.09, "sample_count": 669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:20:46+09:00", "last_frame_read_age_sec": 0.485, "last_frame_read_at": "2026-07-06T06:20:45+09:00", "mjpeg": {"age_sec": 0.477, "exists": true, "mtime": "2026-07-06T06:20:45.964597+09:00", "mtime_epoch": 1783286445.9645965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:20:46+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 7.521, "recorders": [{"age_sec": 7.521, "frame_count": 65, "is_recording": true, "is_stopping": false, "pid": 149181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.719, "name": "ffmpeg", "pid": 149181, "rss_mb": 185.719, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 35, "returncode": null, "running": true, "started_at": "2026-07-06T06:20:38+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_062038_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [149181], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.245, "pushed": 2.245, "read": 2.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.629, "count": 66, "max_ms": 41.567, "p95_ms": 40.192}, "gstreamer_push": {"avg_ms": 0.865, "count": 67, "max_ms": 0.959, "p95_ms": 0.902}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.715, "count": 66, "max_ms": 67.986, "p95_ms": 63.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.425, "count": 66, "max_ms": 99.613, "p95_ms": 86.227}, "yolo11_640_fire_11class": {"avg_ms": 50.318, "count": 66, "max_ms": 66.04, "p95_ms": 63.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.498, "count": 66, "max_ms": 106.232, "p95_ms": 96.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 442.36, "count": 67, "max_ms": 1154.883, "p95_ms": 494.675}, "read_interval": {"avg_ms": 451.206, "count": 66, "max_ms": 1164.627, "p95_ms": 504.295}, "triton_wait": {"avg_ms": 76.223, "count": 66, "max_ms": 106.244, "p95_ms": 96.383}, "visualize": {"avg_ms": 15.288, "count": 66, "max_ms": 20.155, "p95_ms": 19.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16722.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.834, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.938, "name": "ffmpeg", "pid": 148862, "rss_mb": 330.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.644, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2406378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:20:49+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T06:20:49+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T06:20:49.796648+09:00", "mtime_epoch": 1783286449.7966478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:20:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.34, "name": "celery", "pid": 267, "rss_mb": 2589.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.442, "pushed": 9.442, "read": 9.409}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.837, "count": 283, "max_ms": 13.741, "p95_ms": 11.268}, "gstreamer_push": {"avg_ms": 1.106, "count": 283, "max_ms": 1.542, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.721, "count": 283, "max_ms": 65.449, "p95_ms": 55.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.115, "count": 283, "max_ms": 96.564, "p95_ms": 73.211}, "yolo11_640_fire_11class": {"avg_ms": 49.92, "count": 283, "max_ms": 69.675, "p95_ms": 57.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.708, "count": 283, "max_ms": 102.873, "p95_ms": 82.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.266, "count": 283, "max_ms": 158.82, "p95_ms": 121.22}, "read_interval": {"avg_ms": 106.148, "count": 282, "max_ms": 171.991, "p95_ms": 135.545}, "triton_wait": {"avg_ms": 54.336, "count": 283, "max_ms": 102.885, "p95_ms": 82.808}, "visualize": {"avg_ms": 4.3, "count": 283, "max_ms": 6.055, "p95_ms": 5.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 357, "tracking_summary": 16089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16574.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:19:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.619, "last_started_at": "2026-07-06T06:19:39+09:00", "pid": 149074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.117, "name": "ffmpeg", "pid": 149074, "rss_mb": 265.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 892, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 893}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 537.908, "sample_count": 646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:21:16+09:00", "last_frame_read_age_sec": 0.463, "last_frame_read_at": "2026-07-06T06:21:16+09:00", "mjpeg": {"age_sec": 0.455, "exists": true, "mtime": "2026-07-06T06:21:16.349003+09:00", "mtime_epoch": 1783286476.3490026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:21:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.97, "pushed": 1.97, "read": 1.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.167, "count": 58, "max_ms": 53.916, "p95_ms": 43.697}, "gstreamer_push": {"avg_ms": 0.858, "count": 59, "max_ms": 0.913, "p95_ms": 0.897}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.671, "count": 58, "max_ms": 62.636, "p95_ms": 62.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.81, "count": 58, "max_ms": 98.156, "p95_ms": 86.804}, "yolo11_640_fire_11class": {"avg_ms": 47.402, "count": 58, "max_ms": 66.688, "p95_ms": 65.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.92, "count": 58, "max_ms": 93.102, "p95_ms": 91.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 504.883, "count": 59, "max_ms": 657.417, "p95_ms": 574.765}, "read_interval": {"avg_ms": 515.341, "count": 58, "max_ms": 666.429, "p95_ms": 583.548}, "triton_wait": {"avg_ms": 74.171, "count": 58, "max_ms": 98.169, "p95_ms": 92.686}, "visualize": {"avg_ms": 17.996, "count": 58, "max_ms": 23.081, "p95_ms": 21.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16595.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 141, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:30+09:00", "last_error_summary": "[h264 @ 0x55d5ad83db80] error while decoding MB 17 28, bytestream -7 [in#0/rtsp @ 0x55d5ad007e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5ad007e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:17:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.913, "last_started_at": "2026-07-06T06:17:33+09:00", "pid": 148862, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.434, "name": "ffmpeg", "pid": 148862, "rss_mb": 353.434, "state": "S (sleeping)", "threads": 104}, "restart_count": 143, "restart_count_per_hour": 2, "rtsp_timeout_count": 242, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.294, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2406523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:21:29+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T06:21:29+09:00", "mjpeg": {"age_sec": 15.947, "exists": true, "mtime": "2026-07-06T06:21:14.032972+09:00", "mtime_epoch": 1783286474.0329716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:21:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.34, "name": "celery", "pid": 267, "rss_mb": 2589.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 31, "pushed_frames": 31, "read_frames": 30, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.036, "pushed": 1.036, "read": 1.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.91, "count": 31, "max_ms": 14.27, "p95_ms": 12.713}, "gstreamer_push": {"avg_ms": 1.089, "count": 31, "max_ms": 1.434, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.923, "count": 31, "max_ms": 51.652, "p95_ms": 51.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.548, "count": 31, "max_ms": 74.076, "p95_ms": 65.37}, "yolo11_640_fire_11class": {"avg_ms": 50.017, "count": 31, "max_ms": 55.948, "p95_ms": 51.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.01, "count": 31, "max_ms": 74.065, "p95_ms": 55.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.253, "count": 31, "max_ms": 128.492, "p95_ms": 119.117}, "read_interval": {"avg_ms": 997.658, "count": 30, "max_ms": 15995.437, "p95_ms": 10743.849}, "triton_wait": {"avg_ms": 52.012, "count": 31, "max_ms": 74.086, "p95_ms": 65.381}, "visualize": {"avg_ms": 4.873, "count": 31, "max_ms": 6.443, "p95_ms": 5.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 357, "tracking_summary": 16089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16589.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 800, "h264_decode_error_count": 1949, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:17:16+09:00", "last_error_summary": "[h264 @ 0x55c139e6a540] error while decoding MB 73 8, bytestream -6", "last_exit_at": "2026-07-06T06:19:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.656, "last_started_at": "2026-07-06T06:19:39+09:00", "pid": 149074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.793, "name": "ffmpeg", "pid": 149074, "rss_mb": 281.793, "state": "S (sleeping)", "threads": 104}, "restart_count": 892, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 893}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 534.447, "sample_count": 641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:21:46+09:00", "last_frame_read_age_sec": 0.356, "last_frame_read_at": "2026-07-06T06:21:46+09:00", "mjpeg": {"age_sec": 0.348, "exists": true, "mtime": "2026-07-06T06:21:46.493406+09:00", "mtime_epoch": 1783286506.4934056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:21:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 68, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.336, "pushed": 2.336, "read": 2.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.236, "count": 69, "max_ms": 44.398, "p95_ms": 42.461}, "gstreamer_push": {"avg_ms": 0.856, "count": 69, "max_ms": 0.914, "p95_ms": 0.891}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.414, "count": 69, "max_ms": 62.178, "p95_ms": 60.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.744, "count": 69, "max_ms": 90.868, "p95_ms": 84.684}, "yolo11_640_fire_11class": {"avg_ms": 48.564, "count": 69, "max_ms": 67.382, "p95_ms": 66.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.031, "count": 69, "max_ms": 96.037, "p95_ms": 86.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 425.954, "count": 69, "max_ms": 534.465, "p95_ms": 521.978}, "read_interval": {"avg_ms": 436.358, "count": 68, "max_ms": 544.469, "p95_ms": 531.011}, "triton_wait": {"avg_ms": 73.916, "count": 69, "max_ms": 96.049, "p95_ms": 88.987}, "visualize": {"avg_ms": 15.414, "count": 69, "max_ms": 21.631, "p95_ms": 20.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.542, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16458.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:30+09:00", "last_error_summary": "[h264 @ 0x562f864a58c0] error while decoding MB 97 40, bytestream -33 [in#0/rtsp @ 0x562f86472e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f86472e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.473, "last_started_at": "2026-07-06T06:21:33+09:00", "pid": 149241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.109, "name": "ffmpeg", "pid": 149241, "rss_mb": 332.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 3, "rtsp_timeout_count": 244, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.347, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2406768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:22:00+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T06:21:59+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T06:21:59.949585+09:00", "mtime_epoch": 1783286519.9495854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:22:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.598, "name": "celery", "pid": 267, "rss_mb": 2589.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.181, "pushed": 8.181, "read": 8.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.813, "count": 245, "max_ms": 11.952, "p95_ms": 11.42}, "gstreamer_push": {"avg_ms": 1.15, "count": 245, "max_ms": 1.573, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.821, "count": 245, "max_ms": 70.644, "p95_ms": 57.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.77, "count": 245, "max_ms": 94.552, "p95_ms": 65.411}, "yolo11_640_fire_11class": {"avg_ms": 52.398, "count": 245, "max_ms": 72.634, "p95_ms": 61.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.726, "count": 245, "max_ms": 94.564, "p95_ms": 84.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.812, "count": 245, "max_ms": 148.566, "p95_ms": 121.282}, "read_interval": {"avg_ms": 122.728, "count": 244, "max_ms": 4686.671, "p95_ms": 134.049}, "triton_wait": {"avg_ms": 54.823, "count": 245, "max_ms": 94.575, "p95_ms": 84.698}, "visualize": {"avg_ms": 4.307, "count": 245, "max_ms": 6.098, "p95_ms": 5.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 359, "tracking_summary": 16090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16515.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 801, "h264_decode_error_count": 1950, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:51+09:00", "last_error_summary": "[h264 @ 0x560b0c12d040] error while decoding MB 3 40, bytestream -7", "last_exit_at": "2026-07-06T06:21:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.375, "last_started_at": "2026-07-06T06:21:53+09:00", "pid": 149393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.438, "name": "ffmpeg", "pid": 149393, "rss_mb": 203.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 893, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 894}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 684.45, "sample_count": 595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:22:17+09:00", "last_frame_read_age_sec": 0.792, "last_frame_read_at": "2026-07-06T06:22:16+09:00", "mjpeg": {"age_sec": 0.784, "exists": true, "mtime": "2026-07-06T06:22:16.481807+09:00", "mtime_epoch": 1783286536.4818065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:22:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 38, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.315, "pushed": 1.315, "read": 1.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.689, "count": 39, "max_ms": 68.444, "p95_ms": 64.688}, "gstreamer_push": {"avg_ms": 0.856, "count": 39, "max_ms": 0.909, "p95_ms": 0.89}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.587, "count": 39, "max_ms": 73.067, "p95_ms": 70.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.203, "count": 39, "max_ms": 92.738, "p95_ms": 92.699}, "yolo11_640_fire_11class": {"avg_ms": 52.379, "count": 39, "max_ms": 67.004, "p95_ms": 66.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.917, "count": 39, "max_ms": 95.347, "p95_ms": 93.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 652.616, "count": 39, "max_ms": 963.185, "p95_ms": 948.414}, "read_interval": {"avg_ms": 769.958, "count": 38, "max_ms": 4702.23, "p95_ms": 971.877}, "triton_wait": {"avg_ms": 79.313, "count": 39, "max_ms": 95.358, "p95_ms": 93.694}, "visualize": {"avg_ms": 18.09, "count": 39, "max_ms": 22.935, "p95_ms": 22.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.655, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16563.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:30+09:00", "last_error_summary": "[h264 @ 0x562f864a58c0] error while decoding MB 97 40, bytestream -33 [in#0/rtsp @ 0x562f86472e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f86472e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.551, "last_started_at": "2026-07-06T06:21:33+09:00", "pid": 149241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.367, "name": "ffmpeg", "pid": 149241, "rss_mb": 332.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 3, "rtsp_timeout_count": 244, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.391, "sample_count": 2432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2407030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:22:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:22:30+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T06:22:30+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T06:22:30.025988+09:00", "mtime_epoch": 1783286550.0259876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:22:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.598, "name": "celery", "pid": 267, "rss_mb": 2589.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.744, "pushed": 8.744, "read": 8.711}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.859, "count": 262, "max_ms": 14.664, "p95_ms": 11.715}, "gstreamer_push": {"avg_ms": 1.049, "count": 262, "max_ms": 1.378, "p95_ms": 1.254}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.209, "count": 262, "max_ms": 74.028, "p95_ms": 55.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.201, "count": 262, "max_ms": 94.83, "p95_ms": 77.425}, "yolo11_640_fire_11class": {"avg_ms": 52.502, "count": 262, "max_ms": 70.716, "p95_ms": 60.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.694, "count": 262, "max_ms": 95.543, "p95_ms": 77.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.417, "count": 262, "max_ms": 153.306, "p95_ms": 130.408}, "read_interval": {"avg_ms": 114.792, "count": 261, "max_ms": 168.567, "p95_ms": 142.446}, "triton_wait": {"avg_ms": 55.125, "count": 262, "max_ms": 95.556, "p95_ms": 87.717}, "visualize": {"avg_ms": 4.685, "count": 262, "max_ms": 5.987, "p95_ms": 5.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 16090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16581.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 801, "h264_decode_error_count": 1950, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:51+09:00", "last_error_summary": "[h264 @ 0x560b0c12d040] error while decoding MB 3 40, bytestream -7", "last_exit_at": "2026-07-06T06:21:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.95, "last_started_at": "2026-07-06T06:21:53+09:00", "pid": 149393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.281, "name": "ffmpeg", "pid": 149393, "rss_mb": 266.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 893, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 894}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 733.453, "sample_count": 580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:22:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:22:47+09:00", "last_frame_read_age_sec": 0.636, "last_frame_read_at": "2026-07-06T06:22:47+09:00", "mjpeg": {"age_sec": 0.626, "exists": true, "mtime": "2026-07-06T06:22:47.214217+09:00", "mtime_epoch": 1783286567.2142174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:22:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.44, "pushed": 1.44, "read": 1.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.023, "count": 42, "max_ms": 263.531, "p95_ms": 60.402}, "gstreamer_push": {"avg_ms": 0.868, "count": 43, "max_ms": 0.961, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.929, "count": 42, "max_ms": 71.35, "p95_ms": 70.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.896, "count": 42, "max_ms": 102.711, "p95_ms": 96.595}, "yolo11_640_fire_11class": {"avg_ms": 51.498, "count": 42, "max_ms": 72.95, "p95_ms": 68.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.195, "count": 42, "max_ms": 100.461, "p95_ms": 89.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 701.637, "count": 43, "max_ms": 873.458, "p95_ms": 780.068}, "read_interval": {"avg_ms": 712.619, "count": 42, "max_ms": 882.34, "p95_ms": 789.829}, "triton_wait": {"avg_ms": 78.628, "count": 42, "max_ms": 102.723, "p95_ms": 99.947}, "visualize": {"avg_ms": 18.748, "count": 42, "max_ms": 22.232, "p95_ms": 21.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16582.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:30+09:00", "last_error_summary": "[h264 @ 0x562f864a58c0] error while decoding MB 97 40, bytestream -33 [in#0/rtsp @ 0x562f86472e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f86472e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.645, "last_started_at": "2026-07-06T06:21:33+09:00", "pid": 149241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.367, "name": "ffmpeg", "pid": 149241, "rss_mb": 332.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 3, "rtsp_timeout_count": 244, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.22, "sample_count": 2471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2407296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:23:00+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T06:23:00+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T06:23:00.110390+09:00", "mtime_epoch": 1783286580.1103897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:23:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.855, "name": "celery", "pid": 267, "rss_mb": 2589.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.873, "pushed": 8.873, "read": 8.84}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.449, "count": 265, "max_ms": 13.742, "p95_ms": 11.559}, "gstreamer_push": {"avg_ms": 1.057, "count": 266, "max_ms": 1.408, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.501, "count": 265, "max_ms": 76.917, "p95_ms": 54.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.95, "count": 265, "max_ms": 95.545, "p95_ms": 61.781}, "yolo11_640_fire_11class": {"avg_ms": 52.272, "count": 265, "max_ms": 72.459, "p95_ms": 58.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.164, "count": 265, "max_ms": 91.267, "p95_ms": 61.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.835, "count": 266, "max_ms": 150.675, "p95_ms": 128.847}, "read_interval": {"avg_ms": 113.075, "count": 265, "max_ms": 166.248, "p95_ms": 141.46}, "triton_wait": {"avg_ms": 54.169, "count": 265, "max_ms": 95.558, "p95_ms": 75.321}, "visualize": {"avg_ms": 4.632, "count": 265, "max_ms": 5.796, "p95_ms": 5.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 364, "tracking_summary": 16090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16585.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 801, "h264_decode_error_count": 1950, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:51+09:00", "last_error_summary": "[h264 @ 0x560b0c12d040] error while decoding MB 3 40, bytestream -7", "last_exit_at": "2026-07-06T06:21:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.493, "last_started_at": "2026-07-06T06:21:53+09:00", "pid": 149393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.539, "name": "ffmpeg", "pid": 149393, "rss_mb": 266.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 893, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 894}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 741.143, "sample_count": 560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:23:18+09:00", "last_frame_read_age_sec": 0.759, "last_frame_read_at": "2026-07-06T06:23:17+09:00", "mjpeg": {"age_sec": 0.75, "exists": true, "mtime": "2026-07-06T06:23:17.634624+09:00", "mtime_epoch": 1783286597.634624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:23:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 44, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.504, "pushed": 1.504, "read": 1.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.83, "count": 44, "max_ms": 64.704, "p95_ms": 63.186}, "gstreamer_push": {"avg_ms": 0.872, "count": 45, "max_ms": 0.98, "p95_ms": 0.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.789, "count": 44, "max_ms": 77.122, "p95_ms": 71.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.191, "count": 44, "max_ms": 96.353, "p95_ms": 92.708}, "yolo11_640_fire_11class": {"avg_ms": 49.359, "count": 44, "max_ms": 68.037, "p95_ms": 66.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.503, "count": 44, "max_ms": 96.365, "p95_ms": 92.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 669.443, "count": 45, "max_ms": 835.456, "p95_ms": 765.864}, "read_interval": {"avg_ms": 676.739, "count": 44, "max_ms": 844.01, "p95_ms": 774.527}, "triton_wait": {"avg_ms": 76.3, "count": 44, "max_ms": 96.375, "p95_ms": 93.573}, "visualize": {"avg_ms": 19.43, "count": 44, "max_ms": 23.193, "p95_ms": 22.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:30+09:00", "last_error_summary": "[h264 @ 0x562f864a58c0] error while decoding MB 97 40, bytestream -33 [in#0/rtsp @ 0x562f86472e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f86472e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.769, "last_started_at": "2026-07-06T06:21:33+09:00", "pid": 149241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.367, "name": "ffmpeg", "pid": 149241, "rss_mb": 332.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 3, "rtsp_timeout_count": 244, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.117, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2407553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:23:30+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T06:23:30+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T06:23:30.242793+09:00", "mtime_epoch": 1783286610.2427926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:23:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2589.855, "name": "celery", "pid": 267, "rss_mb": 2589.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.536, "pushed": 8.536, "read": 8.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.741, "count": 256, "max_ms": 15.248, "p95_ms": 11.675}, "gstreamer_push": {"avg_ms": 1.03, "count": 256, "max_ms": 1.354, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.905, "count": 256, "max_ms": 74.231, "p95_ms": 54.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.084, "count": 256, "max_ms": 100.201, "p95_ms": 70.154}, "yolo11_640_fire_11class": {"avg_ms": 51.732, "count": 256, "max_ms": 75.489, "p95_ms": 56.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.736, "count": 256, "max_ms": 96.985, "p95_ms": 64.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.45, "count": 256, "max_ms": 153.192, "p95_ms": 120.872}, "read_interval": {"avg_ms": 117.181, "count": 256, "max_ms": 165.926, "p95_ms": 134.095}, "triton_wait": {"avg_ms": 54.023, "count": 256, "max_ms": 100.214, "p95_ms": 71.587}, "visualize": {"avg_ms": 4.771, "count": 256, "max_ms": 6.016, "p95_ms": 5.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 366, "tracking_summary": 16091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16746.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 801, "h264_decode_error_count": 1950, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:51+09:00", "last_error_summary": "[h264 @ 0x560b0c12d040] error while decoding MB 3 40, bytestream -7", "last_exit_at": "2026-07-06T06:21:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.115, "last_started_at": "2026-07-06T06:21:53+09:00", "pid": 149393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.539, "name": "ffmpeg", "pid": 149393, "rss_mb": 266.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 893, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 894}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 752.305, "sample_count": 537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:23:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:23:49+09:00", "last_frame_read_age_sec": 0.747, "last_frame_read_at": "2026-07-06T06:23:48+09:00", "mjpeg": {"age_sec": 0.734, "exists": true, "mtime": "2026-07-06T06:23:48.271034+09:00", "mtime_epoch": 1783286628.2710338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:23:49+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 24.564, "recorders": [{"age_sec": 24.564, "frame_count": 84, "is_recording": true, "is_stopping": false, "pid": 149500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.262, "name": "ffmpeg", "pid": 149500, "rss_mb": 187.262, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 16, "returncode": null, "running": true, "started_at": "2026-07-06T06:23:24+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_062324_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [149500], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 42, "pushed_frames": 42, "read_frames": 41, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.4, "pushed": 1.4, "read": 1.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.288, "count": 41, "max_ms": 84.886, "p95_ms": 67.055}, "gstreamer_push": {"avg_ms": 0.879, "count": 42, "max_ms": 0.989, "p95_ms": 0.941}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.885, "count": 41, "max_ms": 76.79, "p95_ms": 72.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.607, "count": 41, "max_ms": 102.453, "p95_ms": 99.833}, "yolo11_640_fire_11class": {"avg_ms": 50.248, "count": 41, "max_ms": 71.004, "p95_ms": 69.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.669, "count": 41, "max_ms": 92.771, "p95_ms": 90.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 719.458, "count": 42, "max_ms": 1464.893, "p95_ms": 803.83}, "read_interval": {"avg_ms": 728.437, "count": 41, "max_ms": 1475.148, "p95_ms": 812.853}, "triton_wait": {"avg_ms": 78.037, "count": 41, "max_ms": 102.466, "p95_ms": 99.845}, "visualize": {"avg_ms": 20.864, "count": 41, "max_ms": 25.422, "p95_ms": 23.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16749.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:30+09:00", "last_error_summary": "[h264 @ 0x562f864a58c0] error while decoding MB 97 40, bytestream -33 [in#0/rtsp @ 0x562f86472e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f86472e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.782, "last_started_at": "2026-07-06T06:21:33+09:00", "pid": 149241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.367, "name": "ffmpeg", "pid": 149241, "rss_mb": 332.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 3, "rtsp_timeout_count": 244, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.675, "sample_count": 2476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2407815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:24:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:24:00+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T06:24:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:24:00.291194+09:00", "mtime_epoch": 1783286640.2911944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:24:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.113, "name": "celery", "pid": 267, "rss_mb": 2590.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.762, "pushed": 8.762, "read": 8.728}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.93, "count": 262, "max_ms": 16.581, "p95_ms": 11.968}, "gstreamer_push": {"avg_ms": 1.046, "count": 262, "max_ms": 1.397, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.058, "count": 262, "max_ms": 76.907, "p95_ms": 54.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.644, "count": 262, "max_ms": 95.694, "p95_ms": 57.584}, "yolo11_640_fire_11class": {"avg_ms": 51.676, "count": 262, "max_ms": 68.898, "p95_ms": 55.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.537, "count": 262, "max_ms": 90.564, "p95_ms": 59.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.485, "count": 262, "max_ms": 149.062, "p95_ms": 122.306}, "read_interval": {"avg_ms": 114.661, "count": 261, "max_ms": 164.805, "p95_ms": 135.513}, "triton_wait": {"avg_ms": 54.197, "count": 262, "max_ms": 95.707, "p95_ms": 72.159}, "visualize": {"avg_ms": 4.718, "count": 262, "max_ms": 6.464, "p95_ms": 5.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 368, "tracking_summary": 16091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16610.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 801, "h264_decode_error_count": 1950, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:51+09:00", "last_error_summary": "[h264 @ 0x560b0c12d040] error while decoding MB 3 40, bytestream -7", "last_exit_at": "2026-07-06T06:21:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.332, "last_started_at": "2026-07-06T06:21:53+09:00", "pid": 149393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.527, "name": "ffmpeg", "pid": 149393, "rss_mb": 280.527, "state": "S (sleeping)", "threads": 104}, "restart_count": 893, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 894}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 764.166, "sample_count": 520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1930985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:24:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:24:19+09:00", "last_frame_read_age_sec": 0.723, "last_frame_read_at": "2026-07-06T06:24:18+09:00", "mjpeg": {"age_sec": 0.711, "exists": true, "mtime": "2026-07-06T06:24:18.511438+09:00", "mtime_epoch": 1783286658.5114381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:24:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 41, "pushed_frames": 41, "read_frames": 40, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.39, "pushed": 1.39, "read": 1.356}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.942, "count": 40, "max_ms": 64.375, "p95_ms": 62.502}, "gstreamer_push": {"avg_ms": 0.874, "count": 41, "max_ms": 1.249, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.187, "count": 40, "max_ms": 72.658, "p95_ms": 67.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.598, "count": 40, "max_ms": 94.521, "p95_ms": 91.725}, "yolo11_640_fire_11class": {"avg_ms": 49.176, "count": 40, "max_ms": 69.225, "p95_ms": 64.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.712, "count": 40, "max_ms": 94.263, "p95_ms": 87.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 727.53, "count": 41, "max_ms": 918.272, "p95_ms": 786.682}, "read_interval": {"avg_ms": 737.106, "count": 40, "max_ms": 928.187, "p95_ms": 795.378}, "triton_wait": {"avg_ms": 76.016, "count": 40, "max_ms": 94.533, "p95_ms": 93.157}, "visualize": {"avg_ms": 22.673, "count": 40, "max_ms": 25.5, "p95_ms": 25.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.489, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16357.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:30+09:00", "last_error_summary": "[h264 @ 0x562f864a58c0] error while decoding MB 97 40, bytestream -33 [in#0/rtsp @ 0x562f86472e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f86472e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.792, "last_started_at": "2026-07-06T06:21:33+09:00", "pid": 149241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.367, "name": "ffmpeg", "pid": 149241, "rss_mb": 332.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 3, "rtsp_timeout_count": 244, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.01, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:24:30+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T06:24:30+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T06:24:30.299596+09:00", "mtime_epoch": 1783286670.2995958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:24:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.113, "name": "celery", "pid": 267, "rss_mb": 2590.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.502, "pushed": 9.502, "read": 9.502}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.937, "count": 285, "max_ms": 14.837, "p95_ms": 11.825}, "gstreamer_push": {"avg_ms": 1.093, "count": 285, "max_ms": 1.394, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.687, "count": 285, "max_ms": 79.385, "p95_ms": 55.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.854, "count": 285, "max_ms": 94.721, "p95_ms": 64.031}, "yolo11_640_fire_11class": {"avg_ms": 52.051, "count": 285, "max_ms": 67.271, "p95_ms": 55.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.924, "count": 285, "max_ms": 91.353, "p95_ms": 57.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.173, "count": 285, "max_ms": 152.501, "p95_ms": 114.318}, "read_interval": {"avg_ms": 105.296, "count": 285, "max_ms": 167.918, "p95_ms": 127.899}, "triton_wait": {"avg_ms": 54.817, "count": 285, "max_ms": 94.733, "p95_ms": 71.711}, "visualize": {"avg_ms": 4.267, "count": 285, "max_ms": 6.074, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 370, "tracking_summary": 16091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16493.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 802, "h264_decode_error_count": 1951, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:24:28+09:00", "last_error_summary": "[h264 @ 0x5629c63a70c0] error while decoding MB 59 38, bytestream -9", "last_exit_at": "2026-07-06T06:24:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.687, "last_started_at": "2026-07-06T06:24:31+09:00", "pid": 149560, "process": {"exists": true, "fd_count": 5, "hwm_mb": 165.262, "name": "ffmpeg", "pid": 149560, "rss_mb": 165.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 894, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 895}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 830.957, "sample_count": 492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:24:49+09:00", "last_frame_read_age_sec": 1.427, "last_frame_read_at": "2026-07-06T06:24:48+09:00", "mjpeg": {"age_sec": 1.416, "exists": true, "mtime": "2026-07-06T06:24:48.123834+09:00", "mtime_epoch": 1783286688.1238341, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:24:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 28, "pushed_frames": 28, "read_frames": 27, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.947, "pushed": 0.947, "read": 0.914}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.201, "count": 27, "max_ms": 101.597, "p95_ms": 99.983}, "gstreamer_push": {"avg_ms": 0.885, "count": 28, "max_ms": 1.259, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.143, "count": 27, "max_ms": 69.024, "p95_ms": 65.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.935, "count": 27, "max_ms": 89.653, "p95_ms": 89.521}, "yolo11_640_fire_11class": {"avg_ms": 51.536, "count": 27, "max_ms": 67.421, "p95_ms": 65.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.957, "count": 27, "max_ms": 89.641, "p95_ms": 86.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 919.265, "count": 28, "max_ms": 1424.597, "p95_ms": 1166.087}, "read_interval": {"avg_ms": 1069.677, "count": 27, "max_ms": 5070.62, "p95_ms": 1175.34}, "triton_wait": {"avg_ms": 76.957, "count": 27, "max_ms": 89.662, "p95_ms": 89.534}, "visualize": {"avg_ms": 19.659, "count": 27, "max_ms": 27.758, "p95_ms": 25.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.554, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16553.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:21:30+09:00", "last_error_summary": "[h264 @ 0x562f864a58c0] error while decoding MB 97 40, bytestream -33 [in#0/rtsp @ 0x562f86472e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f86472e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.035, "last_started_at": "2026-07-06T06:21:33+09:00", "pid": 149241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.254, "name": "ffmpeg", "pid": 149241, "rss_mb": 333.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 3, "rtsp_timeout_count": 244, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.301, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:25:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T06:25:09+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:25:09+09:00", "mjpeg": {"age_sec": 12.464, "exists": true, "mtime": "2026-07-06T06:24:57.147955+09:00", "mtime_epoch": 1783286697.147955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:25:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.371, "name": "celery", "pid": 267, "rss_mb": 2590.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.669, "pushed": 5.669, "read": 5.636}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.968, "count": 170, "max_ms": 13.464, "p95_ms": 11.898}, "gstreamer_push": {"avg_ms": 1.091, "count": 170, "max_ms": 1.365, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 170, "max_ms": 64.845, "p95_ms": 53.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.531, "count": 170, "max_ms": 87.359, "p95_ms": 57.276}, "yolo11_640_fire_11class": {"avg_ms": 50.498, "count": 170, "max_ms": 69.528, "p95_ms": 54.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.897, "count": 170, "max_ms": 85.456, "p95_ms": 54.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.474, "count": 170, "max_ms": 134.143, "p95_ms": 111.978}, "read_interval": {"avg_ms": 177.429, "count": 169, "max_ms": 12473.918, "p95_ms": 126.205}, "triton_wait": {"avg_ms": 52.964, "count": 170, "max_ms": 87.372, "p95_ms": 57.603}, "visualize": {"avg_ms": 4.297, "count": 170, "max_ms": 6.064, "p95_ms": 5.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 372, "tracking_summary": 16092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16586.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 802, "h264_decode_error_count": 1951, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:24:28+09:00", "last_error_summary": "[h264 @ 0x5629c63a70c0] error while decoding MB 59 38, bytestream -9", "last_exit_at": "2026-07-06T06:24:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.309, "last_started_at": "2026-07-06T06:24:31+09:00", "pid": 149560, "process": {"exists": true, "fd_count": 5, "hwm_mb": 250.996, "name": "ffmpeg", "pid": 149560, "rss_mb": 250.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 894, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 895}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 948.414, "sample_count": 458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:25:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:25:20+09:00", "last_frame_read_age_sec": 0.906, "last_frame_read_at": "2026-07-06T06:25:19+09:00", "mjpeg": {"age_sec": 0.898, "exists": true, "mtime": "2026-07-06T06:25:19.264251+09:00", "mtime_epoch": 1783286719.2642508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:25:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 33, "pushed_frames": 33, "read_frames": 32, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.121, "pushed": 1.121, "read": 1.087}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.059, "count": 32, "max_ms": 104.313, "p95_ms": 102.981}, "gstreamer_push": {"avg_ms": 0.679, "count": 33, "max_ms": 0.924, "p95_ms": 0.876}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 43.788, "count": 32, "max_ms": 48.418, "p95_ms": 46.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.975, "count": 32, "max_ms": 71.541, "p95_ms": 70.458}, "yolo11_640_fire_11class": {"avg_ms": 43.687, "count": 32, "max_ms": 56.564, "p95_ms": 45.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.851, "count": 32, "max_ms": 73.086, "p95_ms": 70.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 919.979, "count": 33, "max_ms": 1217.217, "p95_ms": 1207.906}, "read_interval": {"avg_ms": 928.392, "count": 32, "max_ms": 1227.013, "p95_ms": 1217.859}, "triton_wait": {"avg_ms": 64.655, "count": 32, "max_ms": 73.097, "p95_ms": 71.551}, "visualize": {"avg_ms": 17.261, "count": 32, "max_ms": 21.221, "p95_ms": 20.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.449, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16593.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.045, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.008, "name": "ffmpeg", "pid": 149667, "rss_mb": 325.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 4, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.348, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:25:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:25:39+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:25:39+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T06:25:39.556522+09:00", "mtime_epoch": 1783286739.5565221, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:25:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.371, "name": "celery", "pid": 267, "rss_mb": 2590.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.985, "pushed": 6.985, "read": 6.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.273, "count": 96, "max_ms": 10.735, "p95_ms": 8.935}, "gstreamer_push": {"avg_ms": 1.121, "count": 96, "max_ms": 1.712, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.466, "count": 96, "max_ms": 62.105, "p95_ms": 52.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.697, "count": 96, "max_ms": 95.42, "p95_ms": 59.972}, "yolo11_640_fire_11class": {"avg_ms": 51.994, "count": 96, "max_ms": 73.311, "p95_ms": 56.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.342, "count": 96, "max_ms": 94.204, "p95_ms": 52.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.146, "count": 96, "max_ms": 111.843, "p95_ms": 82.097}, "read_interval": {"avg_ms": 312.581, "count": 96, "max_ms": 16335.901, "p95_ms": 347.564}, "triton_wait": {"avg_ms": 53.916, "count": 96, "max_ms": 95.432, "p95_ms": 62.587}, "visualize": {"avg_ms": 3.446, "count": 96, "max_ms": 4.544, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.743, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 372, "tracking_summary": 16092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16596.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 802, "h264_decode_error_count": 1951, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:24:28+09:00", "last_error_summary": "[h264 @ 0x5629c63a70c0] error while decoding MB 59 38, bytestream -9", "last_exit_at": "2026-07-06T06:24:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.871, "last_started_at": "2026-07-06T06:24:31+09:00", "pid": 149560, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.145, "name": "ffmpeg", "pid": 149560, "rss_mb": 264.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 894, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 895}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1056.918, "sample_count": 425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:25:50+09:00", "last_frame_read_age_sec": 1.116, "last_frame_read_at": "2026-07-06T06:25:49+09:00", "mjpeg": {"age_sec": 1.108, "exists": true, "mtime": "2026-07-06T06:25:49.616657+09:00", "mtime_epoch": 1783286749.6166568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:25:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 33, "pushed_frames": 33, "read_frames": 32, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.113, "pushed": 1.113, "read": 1.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 87.615, "count": 32, "max_ms": 103.873, "p95_ms": 96.274}, "gstreamer_push": {"avg_ms": 0.694, "count": 33, "max_ms": 0.961, "p95_ms": 0.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.964, "count": 32, "max_ms": 63.668, "p95_ms": 61.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.617, "count": 32, "max_ms": 98.593, "p95_ms": 95.614}, "yolo11_640_fire_11class": {"avg_ms": 48.653, "count": 32, "max_ms": 67.537, "p95_ms": 67.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.731, "count": 32, "max_ms": 97.67, "p95_ms": 86.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 918.163, "count": 33, "max_ms": 1141.578, "p95_ms": 1116.305}, "read_interval": {"avg_ms": 919.944, "count": 32, "max_ms": 1151.53, "p95_ms": 1125.914}, "triton_wait": {"avg_ms": 71.607, "count": 32, "max_ms": 98.604, "p95_ms": 95.626}, "visualize": {"avg_ms": 16.114, "count": 32, "max_ms": 18.54, "p95_ms": 18.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.658, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16597.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.078, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 4, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.797, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:26:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:26:09+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T06:26:09+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T06:26:09.580924+09:00", "mtime_epoch": 1783286769.5809238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:26:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.371, "name": "celery", "pid": 267, "rss_mb": 2590.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.628, "count": 302, "max_ms": 12.618, "p95_ms": 9.24}, "gstreamer_push": {"avg_ms": 1.193, "count": 302, "max_ms": 1.949, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.231, "count": 302, "max_ms": 67.336, "p95_ms": 52.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.922, "count": 302, "max_ms": 95.879, "p95_ms": 56.102}, "yolo11_640_fire_11class": {"avg_ms": 51.876, "count": 302, "max_ms": 74.109, "p95_ms": 55.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.736, "count": 302, "max_ms": 99.649, "p95_ms": 52.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.019, "count": 302, "max_ms": 121.929, "p95_ms": 88.924}, "read_interval": {"avg_ms": 99.491, "count": 301, "max_ms": 566.103, "p95_ms": 189.848}, "triton_wait": {"avg_ms": 53.197, "count": 302, "max_ms": 99.662, "p95_ms": 56.78}, "visualize": {"avg_ms": 3.612, "count": 302, "max_ms": 5.636, "p95_ms": 4.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 372, "tracking_summary": 16092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16598.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 802, "h264_decode_error_count": 1951, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:24:28+09:00", "last_error_summary": "[h264 @ 0x5629c63a70c0] error while decoding MB 59 38, bytestream -9", "last_exit_at": "2026-07-06T06:24:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.571, "last_started_at": "2026-07-06T06:24:31+09:00", "pid": 149560, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.918, "name": "ffmpeg", "pid": 149560, "rss_mb": 264.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 894, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 895}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1101.126, "sample_count": 406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:26:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:26:21+09:00", "last_frame_read_age_sec": 0.698, "last_frame_read_at": "2026-07-06T06:26:20+09:00", "mjpeg": {"age_sec": 0.687, "exists": true, "mtime": "2026-07-06T06:26:20.737073+09:00", "mtime_epoch": 1783286780.737073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:26:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 39, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.352, "pushed": 1.352, "read": 1.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.807, "count": 39, "max_ms": 86.647, "p95_ms": 86.618}, "gstreamer_push": {"avg_ms": 0.859, "count": 40, "max_ms": 0.923, "p95_ms": 0.893}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.652, "count": 39, "max_ms": 62.918, "p95_ms": 62.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.296, "count": 39, "max_ms": 93.439, "p95_ms": 91.863}, "yolo11_640_fire_11class": {"avg_ms": 48.814, "count": 39, "max_ms": 68.982, "p95_ms": 65.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.716, "count": 39, "max_ms": 97.885, "p95_ms": 97.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 758.303, "count": 40, "max_ms": 1115.184, "p95_ms": 1044.096}, "read_interval": {"avg_ms": 769.076, "count": 39, "max_ms": 1124.947, "p95_ms": 1055.391}, "triton_wait": {"avg_ms": 76.182, "count": 39, "max_ms": 97.897, "p95_ms": 97.27}, "visualize": {"avg_ms": 16.651, "count": 39, "max_ms": 21.481, "p95_ms": 21.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.577, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16360.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.108, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.328, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2409072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:26:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:26:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:26:39+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T06:26:39.621326+09:00", "mtime_epoch": 1783286799.6213257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:26:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.887, "name": "celery", "pid": 267, "rss_mb": 2590.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.769, "count": 302, "max_ms": 10.608, "p95_ms": 9.134}, "gstreamer_push": {"avg_ms": 1.209, "count": 302, "max_ms": 1.419, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.952, "count": 302, "max_ms": 70.528, "p95_ms": 53.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.21, "count": 302, "max_ms": 89.049, "p95_ms": 59.945}, "yolo11_640_fire_11class": {"avg_ms": 53.185, "count": 302, "max_ms": 76.248, "p95_ms": 57.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.257, "count": 302, "max_ms": 99.83, "p95_ms": 65.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.481, "count": 302, "max_ms": 144.64, "p95_ms": 101.412}, "read_interval": {"avg_ms": 99.484, "count": 301, "max_ms": 804.034, "p95_ms": 131.157}, "triton_wait": {"avg_ms": 55.051, "count": 302, "max_ms": 99.843, "p95_ms": 71.038}, "visualize": {"avg_ms": 3.595, "count": 302, "max_ms": 5.134, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 372, "tracking_summary": 16092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16479.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 803, "h264_decode_error_count": 1952, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:26:39+09:00", "last_error_summary": "[h264 @ 0x5616fea7ee80] error while decoding MB 57 42, bytestream -15", "last_exit_at": "2026-07-06T06:26:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.487, "last_started_at": "2026-07-06T06:26:42+09:00", "pid": 149819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.148, "name": "ffmpeg", "pid": 149819, "rss_mb": 150.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 895, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 896}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1136.394, "sample_count": 366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:26:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:26:52+09:00", "last_frame_read_age_sec": 1.256, "last_frame_read_at": "2026-07-06T06:26:51+09:00", "mjpeg": {"age_sec": 1.249, "exists": true, "mtime": "2026-07-06T06:26:51.341572+09:00", "mtime_epoch": 1783286811.3415718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:26:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 32, "pushed_frames": 32, "read_frames": 31, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.073, "pushed": 1.073, "read": 1.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.219, "count": 31, "max_ms": 107.862, "p95_ms": 102.608}, "gstreamer_push": {"avg_ms": 0.865, "count": 32, "max_ms": 0.947, "p95_ms": 0.902}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.232, "count": 31, "max_ms": 64.014, "p95_ms": 63.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.957, "count": 31, "max_ms": 94.67, "p95_ms": 94.19}, "yolo11_640_fire_11class": {"avg_ms": 50.932, "count": 31, "max_ms": 70.181, "p95_ms": 67.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.644, "count": 31, "max_ms": 95.182, "p95_ms": 94.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 812.528, "count": 32, "max_ms": 1261.671, "p95_ms": 1255.26}, "read_interval": {"avg_ms": 945.281, "count": 31, "max_ms": 4949.398, "p95_ms": 1271.586}, "triton_wait": {"avg_ms": 77.272, "count": 31, "max_ms": 95.194, "p95_ms": 94.682}, "visualize": {"avg_ms": 16.642, "count": 31, "max_ms": 23.114, "p95_ms": 19.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16514.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.146, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.607, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2409368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:27:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:27:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:27:09+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T06:27:09.658467+09:00", "mtime_epoch": 1783286829.6584673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:27:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.887, "name": "celery", "pid": 267, "rss_mb": 2590.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.848}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.679, "count": 296, "max_ms": 12.936, "p95_ms": 9.756}, "gstreamer_push": {"avg_ms": 1.178, "count": 296, "max_ms": 1.876, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.065, "count": 296, "max_ms": 66.873, "p95_ms": 52.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.686, "count": 296, "max_ms": 93.016, "p95_ms": 56.602}, "yolo11_640_fire_11class": {"avg_ms": 51.534, "count": 296, "max_ms": 72.294, "p95_ms": 54.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.054, "count": 296, "max_ms": 88.444, "p95_ms": 53.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.6, "count": 296, "max_ms": 125.545, "p95_ms": 106.502}, "read_interval": {"avg_ms": 101.539, "count": 295, "max_ms": 607.006, "p95_ms": 168.386}, "triton_wait": {"avg_ms": 52.895, "count": 296, "max_ms": 93.028, "p95_ms": 56.756}, "visualize": {"avg_ms": 3.713, "count": 296, "max_ms": 6.345, "p95_ms": 4.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 372, "tracking_summary": 16093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16541.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 803, "h264_decode_error_count": 1952, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:26:39+09:00", "last_error_summary": "[h264 @ 0x5616fea7ee80] error while decoding MB 57 42, bytestream -15", "last_exit_at": "2026-07-06T06:26:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.64, "last_started_at": "2026-07-06T06:26:42+09:00", "pid": 149819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.672, "name": "ffmpeg", "pid": 149819, "rss_mb": 209.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 895, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 896}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1228.82, "sample_count": 355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:27:22+09:00", "last_frame_read_age_sec": 1.219, "last_frame_read_at": "2026-07-06T06:27:21+09:00", "mjpeg": {"age_sec": 1.205, "exists": true, "mtime": "2026-07-06T06:27:21.539038+09:00", "mtime_epoch": 1783286841.5390377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:27:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 24, "pushed_frames": 24, "read_frames": 23, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.831, "pushed": 0.831, "read": 0.797}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.898, "count": 24, "max_ms": 127.469, "p95_ms": 118.51}, "gstreamer_push": {"avg_ms": 0.864, "count": 24, "max_ms": 0.899, "p95_ms": 0.893}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.846, "count": 24, "max_ms": 64.817, "p95_ms": 63.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.492, "count": 24, "max_ms": 96.597, "p95_ms": 91.864}, "yolo11_640_fire_11class": {"avg_ms": 52.461, "count": 24, "max_ms": 66.914, "p95_ms": 65.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.971, "count": 24, "max_ms": 88.604, "p95_ms": 88.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1246.573, "count": 24, "max_ms": 1373.778, "p95_ms": 1334.043}, "read_interval": {"avg_ms": 1257.667, "count": 23, "max_ms": 1384.559, "p95_ms": 1343.956}, "triton_wait": {"avg_ms": 77.639, "count": 24, "max_ms": 96.608, "p95_ms": 91.876}, "visualize": {"avg_ms": 16.764, "count": 24, "max_ms": 23.488, "p95_ms": 22.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16579.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.156, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.715, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2409669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:27:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:27:39+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T06:27:39.671893+09:00", "mtime_epoch": 1783286859.6718926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:27:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2590.887, "name": "celery", "pid": 267, "rss_mb": 2590.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.862, "count": 301, "max_ms": 11.835, "p95_ms": 10.016}, "gstreamer_push": {"avg_ms": 1.192, "count": 301, "max_ms": 1.499, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.795, "count": 301, "max_ms": 63.515, "p95_ms": 50.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.618, "count": 301, "max_ms": 97.666, "p95_ms": 56.447}, "yolo11_640_fire_11class": {"avg_ms": 50.428, "count": 301, "max_ms": 64.554, "p95_ms": 54.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.901, "count": 301, "max_ms": 85.917, "p95_ms": 52.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.609, "count": 301, "max_ms": 152.789, "p95_ms": 106.785}, "read_interval": {"avg_ms": 99.7, "count": 301, "max_ms": 526.386, "p95_ms": 125.015}, "triton_wait": {"avg_ms": 52.509, "count": 301, "max_ms": 97.679, "p95_ms": 57.203}, "visualize": {"avg_ms": 3.787, "count": 301, "max_ms": 5.527, "p95_ms": 4.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 372, "tracking_summary": 16093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16597.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 803, "h264_decode_error_count": 1952, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:26:39+09:00", "last_error_summary": "[h264 @ 0x5616fea7ee80] error while decoding MB 57 42, bytestream -15", "last_exit_at": "2026-07-06T06:26:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.282, "last_started_at": "2026-07-06T06:26:42+09:00", "pid": 149819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.277, "name": "ffmpeg", "pid": 149819, "rss_mb": 264.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 895, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 896}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1282.257, "sample_count": 335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:27:53+09:00", "last_frame_read_age_sec": 1.335, "last_frame_read_at": "2026-07-06T06:27:52+09:00", "mjpeg": {"age_sec": 1.321, "exists": true, "mtime": "2026-07-06T06:27:52.064466+09:00", "mtime_epoch": 1783286872.0644662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:27:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 24, "pushed_frames": 24, "read_frames": 23, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.817, "pushed": 0.817, "read": 0.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.175, "count": 23, "max_ms": 106.259, "p95_ms": 104.801}, "gstreamer_push": {"avg_ms": 0.898, "count": 24, "max_ms": 1.254, "p95_ms": 0.978}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.383, "count": 23, "max_ms": 62.09, "p95_ms": 60.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.532, "count": 23, "max_ms": 98.609, "p95_ms": 93.939}, "yolo11_640_fire_11class": {"avg_ms": 47.148, "count": 23, "max_ms": 66.916, "p95_ms": 63.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.16, "count": 23, "max_ms": 88.572, "p95_ms": 86.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1266.905, "count": 24, "max_ms": 1343.029, "p95_ms": 1332.66}, "read_interval": {"avg_ms": 1273.804, "count": 23, "max_ms": 1352.811, "p95_ms": 1323.354}, "triton_wait": {"avg_ms": 74.672, "count": 23, "max_ms": 98.621, "p95_ms": 93.951}, "visualize": {"avg_ms": 16.072, "count": 23, "max_ms": 17.6, "p95_ms": 17.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.383, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16597.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.231, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.72, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2409934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:28:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T06:28:09+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T06:28:09.737270+09:00", "mtime_epoch": 1783286889.73727, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:28:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2591.145, "name": "celery", "pid": 267, "rss_mb": 2591.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.837, "pushed": 8.837, "read": 8.803}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 265, "max_ms": 10.769, "p95_ms": 8.337}, "gstreamer_push": {"avg_ms": 1.172, "count": 265, "max_ms": 1.465, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.919, "count": 265, "max_ms": 62.909, "p95_ms": 52.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.641, "count": 265, "max_ms": 89.474, "p95_ms": 57.647}, "yolo11_640_fire_11class": {"avg_ms": 51.107, "count": 265, "max_ms": 67.432, "p95_ms": 54.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.546, "count": 265, "max_ms": 76.935, "p95_ms": 52.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.651, "count": 265, "max_ms": 105.835, "p95_ms": 74.062}, "read_interval": {"avg_ms": 113.593, "count": 264, "max_ms": 7597.739, "p95_ms": 90.788}, "triton_wait": {"avg_ms": 53.151, "count": 265, "max_ms": 89.486, "p95_ms": 57.846}, "visualize": {"avg_ms": 3.509, "count": 265, "max_ms": 4.687, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 16093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16754.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 803, "h264_decode_error_count": 1952, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:26:39+09:00", "last_error_summary": "[h264 @ 0x5616fea7ee80] error while decoding MB 57 42, bytestream -15", "last_exit_at": "2026-07-06T06:26:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.427, "last_started_at": "2026-07-06T06:26:42+09:00", "pid": 149819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.535, "name": "ffmpeg", "pid": 149819, "rss_mb": 264.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 895, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 896}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1300.737, "sample_count": 316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:28:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:28:24+09:00", "last_frame_read_age_sec": 1.333, "last_frame_read_at": "2026-07-06T06:28:23+09:00", "mjpeg": {"age_sec": 1.325, "exists": true, "mtime": "2026-07-06T06:28:23.205872+09:00", "mtime_epoch": 1783286903.2058718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:28:24+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 8.411, "recorders": [{"age_sec": 8.411, "frame_count": 56, "is_recording": true, "is_stopping": false, "pid": 149926, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.383, "name": "ffmpeg", "pid": 149926, "rss_mb": 187.383, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 44, "returncode": null, "running": true, "started_at": "2026-07-06T06:28:16+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_062815_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [149926], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 26, "read_frames": 25, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.873, "pushed": 0.873, "read": 0.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.904, "count": 25, "max_ms": 109.682, "p95_ms": 108.89}, "gstreamer_push": {"avg_ms": 0.761, "count": 26, "max_ms": 0.927, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.644, "count": 25, "max_ms": 62.133, "p95_ms": 58.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.041, "count": 25, "max_ms": 90.869, "p95_ms": 90.473}, "yolo11_640_fire_11class": {"avg_ms": 49.588, "count": 25, "max_ms": 67.529, "p95_ms": 63.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.279, "count": 25, "max_ms": 84.172, "p95_ms": 83.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1189.004, "count": 26, "max_ms": 2047.476, "p95_ms": 1359.863}, "read_interval": {"avg_ms": 1192.143, "count": 25, "max_ms": 2057.1, "p95_ms": 1369.905}, "triton_wait": {"avg_ms": 75.054, "count": 25, "max_ms": 90.881, "p95_ms": 90.484}, "visualize": {"avg_ms": 16.234, "count": 25, "max_ms": 19.977, "p95_ms": 19.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.778, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16756.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.285, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.739, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2410271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:28:39+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T06:28:39+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T06:28:39.802601+09:00", "mtime_epoch": 1783286919.8026006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:28:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2591.145, "name": "celery", "pid": 267, "rss_mb": 2591.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 337, "pushed_frames": 337, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.245, "pushed": 11.245, "read": 11.212}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.261, "count": 337, "max_ms": 11.875, "p95_ms": 8.586}, "gstreamer_push": {"avg_ms": 1.174, "count": 337, "max_ms": 1.528, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.098, "count": 337, "max_ms": 61.776, "p95_ms": 50.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.083, "count": 337, "max_ms": 93.237, "p95_ms": 56.26}, "yolo11_640_fire_11class": {"avg_ms": 50.847, "count": 337, "max_ms": 70.63, "p95_ms": 53.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.363, "count": 337, "max_ms": 84.853, "p95_ms": 52.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.292, "count": 337, "max_ms": 108.424, "p95_ms": 73.424}, "read_interval": {"avg_ms": 89.203, "count": 336, "max_ms": 691.456, "p95_ms": 107.511}, "triton_wait": {"avg_ms": 52.72, "count": 337, "max_ms": 93.248, "p95_ms": 56.929}, "visualize": {"avg_ms": 3.529, "count": 337, "max_ms": 4.909, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 16093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16758.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 803, "h264_decode_error_count": 1952, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:26:39+09:00", "last_error_summary": "[h264 @ 0x5616fea7ee80] error while decoding MB 57 42, bytestream -15", "last_exit_at": "2026-07-06T06:26:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.675, "last_started_at": "2026-07-06T06:26:42+09:00", "pid": 149819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.051, "name": "ffmpeg", "pid": 149819, "rss_mb": 265.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 895, "restart_count_per_hour": 23, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 896}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1313.801, "sample_count": 300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:28:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:28:54+09:00", "last_frame_read_age_sec": 1.296, "last_frame_read_at": "2026-07-06T06:28:53+09:00", "mjpeg": {"age_sec": 1.284, "exists": true, "mtime": "2026-07-06T06:28:53.495192+09:00", "mtime_epoch": 1783286933.4951916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:28:54+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 38.659, "recorders": [{"age_sec": 38.659, "frame_count": 81, "is_recording": true, "is_stopping": false, "pid": 149926, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.383, "name": "ffmpeg", "pid": 149926, "rss_mb": 187.383, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 19, "returncode": null, "running": true, "started_at": "2026-07-06T06:28:16+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_062815_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [149926], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 25, "pushed_frames": 25, "read_frames": 24, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.862, "pushed": 0.862, "read": 0.827}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.709, "count": 24, "max_ms": 106.058, "p95_ms": 103.818}, "gstreamer_push": {"avg_ms": 0.803, "count": 25, "max_ms": 0.883, "p95_ms": 0.881}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.136, "count": 24, "max_ms": 66.185, "p95_ms": 61.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.4, "count": 24, "max_ms": 92.655, "p95_ms": 90.377}, "yolo11_640_fire_11class": {"avg_ms": 52.038, "count": 24, "max_ms": 68.298, "p95_ms": 67.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.981, "count": 24, "max_ms": 88.235, "p95_ms": 88.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1200.681, "count": 25, "max_ms": 1488.668, "p95_ms": 1319.032}, "read_interval": {"avg_ms": 1205.991, "count": 24, "max_ms": 1496.58, "p95_ms": 1328.584}, "triton_wait": {"avg_ms": 78.875, "count": 24, "max_ms": 92.667, "p95_ms": 90.388}, "visualize": {"avg_ms": 15.824, "count": 24, "max_ms": 20.369, "p95_ms": 16.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.01, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16773.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.693, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.003, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2410572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:29:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:29:10+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T06:29:10+09:00", "mjpeg": {"age_sec": 0.428, "exists": true, "mtime": "2026-07-06T06:29:09.839885+09:00", "mtime_epoch": 1783286949.8398852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:29:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2591.402, "name": "celery", "pid": 267, "rss_mb": 2591.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.9, "read": 9.867}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 296, "max_ms": 11.609, "p95_ms": 9.084}, "gstreamer_push": {"avg_ms": 1.17, "count": 297, "max_ms": 1.807, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.614, "count": 296, "max_ms": 63.081, "p95_ms": 49.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.652, "count": 296, "max_ms": 93.834, "p95_ms": 55.915}, "yolo11_640_fire_11class": {"avg_ms": 50.755, "count": 296, "max_ms": 68.948, "p95_ms": 53.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.039, "count": 296, "max_ms": 87.046, "p95_ms": 52.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.095, "count": 296, "max_ms": 147.188, "p95_ms": 95.801}, "read_interval": {"avg_ms": 101.315, "count": 296, "max_ms": 788.988, "p95_ms": 176.983}, "triton_wait": {"avg_ms": 52.618, "count": 296, "max_ms": 93.846, "p95_ms": 57.078}, "visualize": {"avg_ms": 3.564, "count": 296, "max_ms": 5.922, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 16093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16480.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 804, "h264_decode_error_count": 1953, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:29:22+09:00", "last_error_summary": "[h264 @ 0x5622bc508840] error while decoding MB 59 37, bytestream -5", "last_exit_at": "2026-07-06T06:29:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.282, "last_started_at": "2026-07-06T06:29:26+09:00", "pid": 149986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.641, "name": "ffmpeg", "pid": 149986, "rss_mb": 141.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 896, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 897}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1317.169, "sample_count": 281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:29:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:29:29+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T06:29:28+09:00", "mjpeg": {"age_sec": 4.898, "exists": true, "mtime": "2026-07-06T06:29:24.140482+09:00", "mtime_epoch": 1783286964.140482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:29:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 25, "pushed_frames": 25, "read_frames": 24, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.846, "pushed": 0.846, "read": 0.812}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.459, "count": 24, "max_ms": 116.299, "p95_ms": 110.773}, "gstreamer_push": {"avg_ms": 0.683, "count": 25, "max_ms": 0.908, "p95_ms": 0.84}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.062, "count": 24, "max_ms": 60.303, "p95_ms": 59.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.59, "count": 24, "max_ms": 96.902, "p95_ms": 86.989}, "yolo11_640_fire_11class": {"avg_ms": 47.922, "count": 24, "max_ms": 65.723, "p95_ms": 64.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.57, "count": 24, "max_ms": 83.221, "p95_ms": 83.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1031.02, "count": 25, "max_ms": 1342.661, "p95_ms": 1146.58}, "read_interval": {"avg_ms": 1264.365, "count": 24, "max_ms": 5989.588, "p95_ms": 1154.629}, "triton_wait": {"avg_ms": 74.649, "count": 24, "max_ms": 96.913, "p95_ms": 87.0}, "visualize": {"avg_ms": 15.225, "count": 24, "max_ms": 22.342, "p95_ms": 17.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.544, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16581.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.773, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.719, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2410873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:29:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:29:40+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:29:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:29:40.281144+09:00", "mtime_epoch": 1783286980.2811444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:29:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2591.402, "name": "celery", "pid": 267, "rss_mb": 2591.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 300, "max_ms": 14.003, "p95_ms": 10.122}, "gstreamer_push": {"avg_ms": 1.17, "count": 300, "max_ms": 1.508, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.247, "count": 300, "max_ms": 63.315, "p95_ms": 51.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.512, "count": 300, "max_ms": 94.318, "p95_ms": 69.226}, "yolo11_640_fire_11class": {"avg_ms": 52.578, "count": 300, "max_ms": 78.005, "p95_ms": 57.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.078, "count": 300, "max_ms": 93.629, "p95_ms": 69.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.56, "count": 300, "max_ms": 132.37, "p95_ms": 108.269}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 582.19, "p95_ms": 123.894}, "triton_wait": {"avg_ms": 54.806, "count": 300, "max_ms": 94.33, "p95_ms": 74.715}, "visualize": {"avg_ms": 3.835, "count": 300, "max_ms": 5.879, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 16094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16605.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 804, "h264_decode_error_count": 1953, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:29:22+09:00", "last_error_summary": "[h264 @ 0x5622bc508840] error while decoding MB 59 37, bytestream -5", "last_exit_at": "2026-07-06T06:29:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.515, "last_started_at": "2026-07-06T06:29:26+09:00", "pid": 149986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.996, "name": "ffmpeg", "pid": 149986, "rss_mb": 263.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 896, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 897}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1306.42, "sample_count": 363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:29:59+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-06T06:29:58+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-06T06:29:58.989898+09:00", "mtime_epoch": 1783286998.9898977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:29:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9546.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.508, "pushed": 3.508, "read": 3.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.484, "count": 104, "max_ms": 37.008, "p95_ms": 35.392}, "gstreamer_push": {"avg_ms": 0.853, "count": 105, "max_ms": 0.929, "p95_ms": 0.882}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.026, "count": 104, "max_ms": 65.79, "p95_ms": 62.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.484, "count": 104, "max_ms": 96.24, "p95_ms": 90.034}, "yolo11_640_fire_11class": {"avg_ms": 51.903, "count": 104, "max_ms": 74.144, "p95_ms": 69.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.351, "count": 104, "max_ms": 94.933, "p95_ms": 91.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.906, "count": 105, "max_ms": 348.07, "p95_ms": 310.352}, "read_interval": {"avg_ms": 287.839, "count": 104, "max_ms": 357.142, "p95_ms": 319.026}, "triton_wait": {"avg_ms": 72.383, "count": 104, "max_ms": 96.252, "p95_ms": 93.015}, "visualize": {"avg_ms": 10.442, "count": 104, "max_ms": 16.61, "p95_ms": 12.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16606.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.812, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.502, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2411174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:30:10+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T06:30:10+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T06:30:10.318347+09:00", "mtime_epoch": 1783287010.318347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:30:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2591.66, "name": "celery", "pid": 267, "rss_mb": 2591.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.15, "count": 301, "max_ms": 11.599, "p95_ms": 10.384}, "gstreamer_push": {"avg_ms": 1.199, "count": 301, "max_ms": 1.477, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.196, "count": 301, "max_ms": 70.688, "p95_ms": 59.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.33, "count": 301, "max_ms": 95.55, "p95_ms": 75.244}, "yolo11_640_fire_11class": {"avg_ms": 53.813, "count": 301, "max_ms": 75.551, "p95_ms": 65.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.484, "count": 301, "max_ms": 92.623, "p95_ms": 84.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.055, "count": 301, "max_ms": 150.833, "p95_ms": 111.764}, "read_interval": {"avg_ms": 99.828, "count": 300, "max_ms": 402.914, "p95_ms": 126.826}, "triton_wait": {"avg_ms": 56.809, "count": 301, "max_ms": 95.562, "p95_ms": 84.469}, "visualize": {"avg_ms": 3.971, "count": 301, "max_ms": 6.943, "p95_ms": 5.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 16095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16607.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 804, "h264_decode_error_count": 1953, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:29:22+09:00", "last_error_summary": "[h264 @ 0x5622bc508840] error while decoding MB 59 37, bytestream -5", "last_exit_at": "2026-07-06T06:29:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.559, "last_started_at": "2026-07-06T06:29:26+09:00", "pid": 149986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.512, "name": "ffmpeg", "pid": 149986, "rss_mb": 264.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 896, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 897}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1298.529, "sample_count": 431, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:30:29+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-06T06:30:29+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-06T06:30:29.043077+09:00", "mtime_epoch": 1783287029.0430775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:30:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.428, "pushed": 3.428, "read": 3.395}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.439, "count": 102, "max_ms": 38.28, "p95_ms": 34.429}, "gstreamer_push": {"avg_ms": 0.853, "count": 102, "max_ms": 1.007, "p95_ms": 0.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.237, "count": 102, "max_ms": 66.465, "p95_ms": 62.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.307, "count": 102, "max_ms": 94.963, "p95_ms": 81.936}, "yolo11_640_fire_11class": {"avg_ms": 49.875, "count": 102, "max_ms": 74.318, "p95_ms": 67.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.88, "count": 102, "max_ms": 93.789, "p95_ms": 90.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.388, "count": 102, "max_ms": 324.958, "p95_ms": 310.965}, "read_interval": {"avg_ms": 294.569, "count": 101, "max_ms": 333.63, "p95_ms": 320.138}, "triton_wait": {"avg_ms": 70.489, "count": 102, "max_ms": 94.975, "p95_ms": 91.086}, "visualize": {"avg_ms": 10.802, "count": 102, "max_ms": 14.13, "p95_ms": 12.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16607.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.896, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.631, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2411469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:30:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:30:40+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T06:30:40+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T06:30:40.355512+09:00", "mtime_epoch": 1783287040.3555121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:30:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2591.66, "name": "celery", "pid": 267, "rss_mb": 2591.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.152, "count": 295, "max_ms": 15.015, "p95_ms": 9.965}, "gstreamer_push": {"avg_ms": 1.184, "count": 295, "max_ms": 2.058, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.193, "count": 295, "max_ms": 72.065, "p95_ms": 55.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.742, "count": 295, "max_ms": 95.912, "p95_ms": 71.692}, "yolo11_640_fire_11class": {"avg_ms": 54.099, "count": 295, "max_ms": 75.402, "p95_ms": 63.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.329, "count": 295, "max_ms": 94.447, "p95_ms": 83.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.848, "count": 295, "max_ms": 144.587, "p95_ms": 115.085}, "read_interval": {"avg_ms": 101.867, "count": 294, "max_ms": 401.496, "p95_ms": 134.586}, "triton_wait": {"avg_ms": 56.961, "count": 295, "max_ms": 95.924, "p95_ms": 84.698}, "visualize": {"avg_ms": 3.987, "count": 295, "max_ms": 6.155, "p95_ms": 5.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16766.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 804, "h264_decode_error_count": 1953, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:29:22+09:00", "last_error_summary": "[h264 @ 0x5622bc508840] error while decoding MB 59 37, bytestream -5", "last_exit_at": "2026-07-06T06:29:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.58, "last_started_at": "2026-07-06T06:29:26+09:00", "pid": 149986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.027, "name": "ffmpeg", "pid": 149986, "rss_mb": 265.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 896, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 897}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1290.871, "sample_count": 493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:30:59+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-06T06:30:59+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-06T06:30:59.028219+09:00", "mtime_epoch": 1783287059.0282187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:30:59+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 11.277, "recorders": [{"age_sec": 11.277, "frame_count": 83, "is_recording": true, "is_stopping": false, "pid": 150093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.434, "name": "ffmpeg", "pid": 150093, "rss_mb": 186.434, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 17, "returncode": null, "running": true, "started_at": "2026-07-06T06:30:48+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_063047_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [150093], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.162, "pushed": 3.162, "read": 3.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.524, "count": 94, "max_ms": 44.103, "p95_ms": 35.747}, "gstreamer_push": {"avg_ms": 0.866, "count": 94, "max_ms": 1.365, "p95_ms": 0.96}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.434, "count": 94, "max_ms": 65.585, "p95_ms": 61.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.643, "count": 94, "max_ms": 95.24, "p95_ms": 89.279}, "yolo11_640_fire_11class": {"avg_ms": 50.523, "count": 94, "max_ms": 70.65, "p95_ms": 67.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.65, "count": 94, "max_ms": 93.18, "p95_ms": 89.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.135, "count": 94, "max_ms": 1014.035, "p95_ms": 349.583}, "read_interval": {"avg_ms": 319.34, "count": 93, "max_ms": 1024.047, "p95_ms": 358.437}, "triton_wait": {"avg_ms": 70.41, "count": 94, "max_ms": 95.252, "p95_ms": 89.747}, "visualize": {"avg_ms": 11.019, "count": 94, "max_ms": 16.849, "p95_ms": 12.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.727, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16613.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.94, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.391, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.424, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2411763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:31:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:31:10+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T06:31:10+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T06:31:10.444644+09:00", "mtime_epoch": 1783287070.4446442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:31:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2591.918, "name": "celery", "pid": 267, "rss_mb": 2591.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.78}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.589, "count": 294, "max_ms": 14.383, "p95_ms": 11.463}, "gstreamer_push": {"avg_ms": 1.16, "count": 294, "max_ms": 1.587, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.463, "count": 294, "max_ms": 64.807, "p95_ms": 50.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.655, "count": 294, "max_ms": 90.691, "p95_ms": 63.039}, "yolo11_640_fire_11class": {"avg_ms": 52.448, "count": 294, "max_ms": 71.418, "p95_ms": 57.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.825, "count": 294, "max_ms": 90.975, "p95_ms": 74.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.419, "count": 294, "max_ms": 157.202, "p95_ms": 113.082}, "read_interval": {"avg_ms": 102.238, "count": 293, "max_ms": 344.501, "p95_ms": 130.86}, "triton_wait": {"avg_ms": 54.487, "count": 294, "max_ms": 90.988, "p95_ms": 75.025}, "visualize": {"avg_ms": 4.139, "count": 294, "max_ms": 6.421, "p95_ms": 5.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16491.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 805, "h264_decode_error_count": 1954, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:31:28+09:00", "last_error_summary": "[h264 @ 0x557fff3c2500] error while decoding MB 2 15, bytestream -12", "last_exit_at": "2026-07-06T06:31:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.28, "last_started_at": "2026-07-06T06:31:31+09:00", "pid": 150153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.109, "name": "ffmpeg", "pid": 150153, "rss_mb": 144.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 897, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 898}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1287.258, "sample_count": 538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:31:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:31:34+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-06T06:31:33+09:00", "mjpeg": {"age_sec": 4.988, "exists": true, "mtime": "2026-07-06T06:31:29.069328+09:00", "mtime_epoch": 1783287089.0693283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:31:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.686, "pushed": 2.686, "read": 2.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.4, "count": 79, "max_ms": 40.13, "p95_ms": 36.425}, "gstreamer_push": {"avg_ms": 0.858, "count": 80, "max_ms": 0.915, "p95_ms": 0.889}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.04, "count": 79, "max_ms": 73.031, "p95_ms": 63.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.944, "count": 79, "max_ms": 96.017, "p95_ms": 89.289}, "yolo11_640_fire_11class": {"avg_ms": 49.542, "count": 79, "max_ms": 71.054, "p95_ms": 68.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.635, "count": 79, "max_ms": 92.831, "p95_ms": 89.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.633, "count": 80, "max_ms": 396.296, "p95_ms": 347.777}, "read_interval": {"avg_ms": 378.338, "count": 79, "max_ms": 5049.623, "p95_ms": 361.428}, "triton_wait": {"avg_ms": 69.362, "count": 79, "max_ms": 96.029, "p95_ms": 90.86}, "visualize": {"avg_ms": 10.61, "count": 79, "max_ms": 13.325, "p95_ms": 12.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.787, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16548.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.025, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.955, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2412074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:31:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:31:40+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:31:40+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T06:31:40.533743+09:00", "mtime_epoch": 1783287100.5337431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:31:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2592.176, "name": "celery", "pid": 267, "rss_mb": 2592.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.334, "pushed": 10.367, "read": 10.334}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.223, "count": 310, "max_ms": 14.515, "p95_ms": 10.724}, "gstreamer_push": {"avg_ms": 1.202, "count": 311, "max_ms": 1.481, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.796, "count": 310, "max_ms": 68.638, "p95_ms": 57.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.064, "count": 310, "max_ms": 91.744, "p95_ms": 66.261}, "yolo11_640_fire_11class": {"avg_ms": 52.914, "count": 310, "max_ms": 73.883, "p95_ms": 60.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.834, "count": 310, "max_ms": 88.567, "p95_ms": 83.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.235, "count": 310, "max_ms": 193.424, "p95_ms": 110.168}, "read_interval": {"avg_ms": 96.76, "count": 310, "max_ms": 225.752, "p95_ms": 124.69}, "triton_wait": {"avg_ms": 55.019, "count": 310, "max_ms": 91.756, "p95_ms": 83.348}, "visualize": {"avg_ms": 3.949, "count": 310, "max_ms": 5.865, "p95_ms": 5.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16615.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 805, "h264_decode_error_count": 1954, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:31:28+09:00", "last_error_summary": "[h264 @ 0x557fff3c2500] error while decoding MB 2 15, bytestream -12", "last_exit_at": "2026-07-06T06:31:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.374, "last_started_at": "2026-07-06T06:31:31+09:00", "pid": 150153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.664, "name": "ffmpeg", "pid": 150153, "rss_mb": 264.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 897, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 898}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1279.765, "sample_count": 630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:32:04+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T06:32:03+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T06:32:03.906575+09:00", "mtime_epoch": 1783287123.906575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:32:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.922, "pushed": 3.922, "read": 3.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.027, "count": 117, "max_ms": 36.603, "p95_ms": 34.645}, "gstreamer_push": {"avg_ms": 0.876, "count": 117, "max_ms": 1.39, "p95_ms": 0.938}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.369, "count": 117, "max_ms": 70.579, "p95_ms": 62.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.385, "count": 117, "max_ms": 93.031, "p95_ms": 88.098}, "yolo11_640_fire_11class": {"avg_ms": 52.086, "count": 117, "max_ms": 77.013, "p95_ms": 68.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.493, "count": 117, "max_ms": 92.945, "p95_ms": 89.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.843, "count": 117, "max_ms": 288.45, "p95_ms": 268.835}, "read_interval": {"avg_ms": 257.143, "count": 116, "max_ms": 297.376, "p95_ms": 277.777}, "triton_wait": {"avg_ms": 70.255, "count": 117, "max_ms": 93.043, "p95_ms": 90.551}, "visualize": {"avg_ms": 9.377, "count": 117, "max_ms": 12.779, "p95_ms": 10.634}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16616.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 401.034, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.589, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2412341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:32:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:32:10+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:32:10+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T06:32:10.542808+09:00", "mtime_epoch": 1783287130.5428078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:32:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2592.176, "name": "celery", "pid": 267, "rss_mb": 2592.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.056, "count": 267, "max_ms": 14.552, "p95_ms": 11.406}, "gstreamer_push": {"avg_ms": 1.136, "count": 267, "max_ms": 1.897, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.74, "count": 267, "max_ms": 62.819, "p95_ms": 58.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.696, "count": 267, "max_ms": 91.789, "p95_ms": 81.193}, "yolo11_640_fire_11class": {"avg_ms": 54.156, "count": 267, "max_ms": 70.669, "p95_ms": 65.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.9, "count": 267, "max_ms": 90.838, "p95_ms": 84.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.962, "count": 267, "max_ms": 147.677, "p95_ms": 138.466}, "read_interval": {"avg_ms": 112.397, "count": 267, "max_ms": 161.874, "p95_ms": 152.224}, "triton_wait": {"avg_ms": 58.174, "count": 267, "max_ms": 91.798, "p95_ms": 84.255}, "visualize": {"avg_ms": 4.464, "count": 267, "max_ms": 5.942, "p95_ms": 5.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16618.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 805, "h264_decode_error_count": 1954, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:31:28+09:00", "last_error_summary": "[h264 @ 0x557fff3c2500] error while decoding MB 2 15, bytestream -12", "last_exit_at": "2026-07-06T06:31:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.614, "last_started_at": "2026-07-06T06:31:31+09:00", "pid": 150153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.211, "name": "ffmpeg", "pid": 150153, "rss_mb": 266.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 897, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 898}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1242.045, "sample_count": 720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1931905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:32:34+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T06:32:34+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T06:32:34.143624+09:00", "mtime_epoch": 1783287154.1436243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:32:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.803, "pushed": 3.803, "read": 3.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.854, "count": 113, "max_ms": 39.048, "p95_ms": 32.55}, "gstreamer_push": {"avg_ms": 0.88, "count": 114, "max_ms": 1.545, "p95_ms": 0.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.048, "count": 113, "max_ms": 64.01, "p95_ms": 61.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.464, "count": 113, "max_ms": 92.928, "p95_ms": 84.022}, "yolo11_640_fire_11class": {"avg_ms": 49.911, "count": 113, "max_ms": 70.164, "p95_ms": 67.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.863, "count": 113, "max_ms": 91.672, "p95_ms": 88.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.8, "count": 114, "max_ms": 301.409, "p95_ms": 284.623}, "read_interval": {"avg_ms": 265.247, "count": 113, "max_ms": 310.578, "p95_ms": 294.033}, "triton_wait": {"avg_ms": 68.517, "count": 113, "max_ms": 92.941, "p95_ms": 88.938}, "visualize": {"avg_ms": 9.682, "count": 113, "max_ms": 14.139, "p95_ms": 10.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16618.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.086, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.639, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2412625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:32:40+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T06:32:40+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T06:32:40.571844+09:00", "mtime_epoch": 1783287160.5718436, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:32:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2592.434, "name": "celery", "pid": 267, "rss_mb": 2592.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.49, "pushed": 9.49, "read": 9.456}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.921, "count": 284, "max_ms": 14.004, "p95_ms": 11.303}, "gstreamer_push": {"avg_ms": 1.139, "count": 284, "max_ms": 1.948, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.626, "count": 284, "max_ms": 63.44, "p95_ms": 58.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.592, "count": 284, "max_ms": 92.349, "p95_ms": 69.568}, "yolo11_640_fire_11class": {"avg_ms": 52.277, "count": 284, "max_ms": 75.73, "p95_ms": 60.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.365, "count": 284, "max_ms": 91.87, "p95_ms": 81.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.32, "count": 284, "max_ms": 147.116, "p95_ms": 129.838}, "read_interval": {"avg_ms": 105.796, "count": 283, "max_ms": 163.595, "p95_ms": 143.567}, "triton_wait": {"avg_ms": 54.968, "count": 284, "max_ms": 92.362, "p95_ms": 82.007}, "visualize": {"avg_ms": 4.34, "count": 284, "max_ms": 6.263, "p95_ms": 5.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16618.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 805, "h264_decode_error_count": 1954, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:31:28+09:00", "last_error_summary": "[h264 @ 0x557fff3c2500] error while decoding MB 2 15, bytestream -12", "last_exit_at": "2026-07-06T06:31:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.788, "last_started_at": "2026-07-06T06:31:31+09:00", "pid": 150153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.211, "name": "ffmpeg", "pid": 150153, "rss_mb": 266.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 897, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 898}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1061.87, "sample_count": 808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:33:04+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T06:33:04+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T06:33:04.328644+09:00", "mtime_epoch": 1783287184.3286436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:33:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.742, "pushed": 3.742, "read": 3.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.069, "count": 111, "max_ms": 44.17, "p95_ms": 33.866}, "gstreamer_push": {"avg_ms": 0.873, "count": 112, "max_ms": 1.39, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.919, "count": 111, "max_ms": 65.178, "p95_ms": 61.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.34, "count": 111, "max_ms": 91.444, "p95_ms": 84.716}, "yolo11_640_fire_11class": {"avg_ms": 50.344, "count": 111, "max_ms": 70.856, "p95_ms": 66.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.874, "count": 111, "max_ms": 90.261, "p95_ms": 88.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.812, "count": 112, "max_ms": 298.717, "p95_ms": 290.391}, "read_interval": {"avg_ms": 269.549, "count": 111, "max_ms": 308.822, "p95_ms": 302.057}, "triton_wait": {"avg_ms": 68.777, "count": 111, "max_ms": 91.456, "p95_ms": 88.037}, "visualize": {"avg_ms": 9.723, "count": 111, "max_ms": 12.297, "p95_ms": 11.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16618.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.124, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.975, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2412942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:33:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:33:10+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T06:33:10.632853+09:00", "mtime_epoch": 1783287190.632853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:33:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2592.434, "name": "celery", "pid": 267, "rss_mb": 2592.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.594, "pushed": 10.594, "read": 10.56}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.115, "count": 317, "max_ms": 15.892, "p95_ms": 10.557}, "gstreamer_push": {"avg_ms": 1.213, "count": 317, "max_ms": 1.462, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.347, "count": 317, "max_ms": 63.857, "p95_ms": 60.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.027, "count": 317, "max_ms": 90.145, "p95_ms": 71.64}, "yolo11_640_fire_11class": {"avg_ms": 53.112, "count": 317, "max_ms": 75.229, "p95_ms": 67.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.482, "count": 317, "max_ms": 90.481, "p95_ms": 84.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.846, "count": 317, "max_ms": 154.779, "p95_ms": 110.453}, "read_interval": {"avg_ms": 94.804, "count": 316, "max_ms": 170.043, "p95_ms": 124.691}, "triton_wait": {"avg_ms": 55.68, "count": 317, "max_ms": 90.493, "p95_ms": 84.639}, "visualize": {"avg_ms": 3.905, "count": 317, "max_ms": 6.867, "p95_ms": 5.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16502.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 806, "h264_decode_error_count": 1955, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:33:25+09:00", "last_error_summary": "[h264 @ 0x561f919095c0] error while decoding MB 5 33, bytestream -11", "last_exit_at": "2026-07-06T06:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.349, "last_started_at": "2026-07-06T06:33:28+09:00", "pid": 150260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 154.707, "name": "ffmpeg", "pid": 150260, "rss_mb": 154.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 898, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 899}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 474.694, "sample_count": 872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:33:34+09:00", "last_frame_read_age_sec": 0.458, "last_frame_read_at": "2026-07-06T06:33:34+09:00", "mjpeg": {"age_sec": 0.449, "exists": true, "mtime": "2026-07-06T06:33:34.549637+09:00", "mtime_epoch": 1783287214.549637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:33:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.973, "pushed": 2.973, "read": 2.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.441, "count": 88, "max_ms": 42.176, "p95_ms": 39.416}, "gstreamer_push": {"avg_ms": 0.874, "count": 89, "max_ms": 1.081, "p95_ms": 0.921}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.485, "count": 88, "max_ms": 66.092, "p95_ms": 61.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.772, "count": 88, "max_ms": 92.669, "p95_ms": 87.034}, "yolo11_640_fire_11class": {"avg_ms": 51.346, "count": 88, "max_ms": 71.897, "p95_ms": 67.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.382, "count": 88, "max_ms": 91.291, "p95_ms": 87.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.004, "count": 89, "max_ms": 474.694, "p95_ms": 425.996}, "read_interval": {"avg_ms": 337.74, "count": 88, "max_ms": 4960.757, "p95_ms": 436.73}, "triton_wait": {"avg_ms": 69.603, "count": 88, "max_ms": 92.681, "p95_ms": 87.937}, "visualize": {"avg_ms": 10.015, "count": 88, "max_ms": 12.871, "p95_ms": 12.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16532.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.167, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.606, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2413249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:33:40+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T06:33:40+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T06:33:40.641834+09:00", "mtime_epoch": 1783287220.6418343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:33:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2592.691, "name": "celery", "pid": 267, "rss_mb": 2592.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.248, "pushed": 10.248, "read": 10.214}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.323, "count": 307, "max_ms": 12.74, "p95_ms": 10.394}, "gstreamer_push": {"avg_ms": 1.184, "count": 307, "max_ms": 1.463, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.798, "count": 307, "max_ms": 65.693, "p95_ms": 59.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.796, "count": 307, "max_ms": 93.228, "p95_ms": 77.83}, "yolo11_640_fire_11class": {"avg_ms": 52.583, "count": 307, "max_ms": 73.718, "p95_ms": 63.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.032, "count": 307, "max_ms": 88.561, "p95_ms": 83.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.222, "count": 307, "max_ms": 152.12, "p95_ms": 109.11}, "read_interval": {"avg_ms": 97.781, "count": 306, "max_ms": 167.831, "p95_ms": 122.767}, "triton_wait": {"avg_ms": 54.823, "count": 307, "max_ms": 93.24, "p95_ms": 85.033}, "visualize": {"avg_ms": 4.042, "count": 307, "max_ms": 6.193, "p95_ms": 5.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16615.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 806, "h264_decode_error_count": 1955, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:33:25+09:00", "last_error_summary": "[h264 @ 0x561f919095c0] error while decoding MB 5 33, bytestream -11", "last_exit_at": "2026-07-06T06:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.848, "last_started_at": "2026-07-06T06:33:28+09:00", "pid": 150260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.145, "name": "ffmpeg", "pid": 150260, "rss_mb": 264.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 898, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 899}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 540.314, "sample_count": 900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:34:05+09:00", "last_frame_read_age_sec": 0.844, "last_frame_read_at": "2026-07-06T06:34:04+09:00", "mjpeg": {"age_sec": 0.835, "exists": true, "mtime": "2026-07-06T06:34:04.662602+09:00", "mtime_epoch": 1783287244.662602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:34:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.767, "pushed": 1.767, "read": 1.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.703, "count": 52, "max_ms": 69.179, "p95_ms": 64.565}, "gstreamer_push": {"avg_ms": 0.861, "count": 53, "max_ms": 0.936, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.721, "count": 52, "max_ms": 74.839, "p95_ms": 66.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.261, "count": 52, "max_ms": 99.678, "p95_ms": 97.265}, "yolo11_640_fire_11class": {"avg_ms": 51.97, "count": 52, "max_ms": 70.766, "p95_ms": 69.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.048, "count": 52, "max_ms": 88.957, "p95_ms": 88.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 565.736, "count": 53, "max_ms": 842.299, "p95_ms": 765.064}, "read_interval": {"avg_ms": 570.126, "count": 52, "max_ms": 789.249, "p95_ms": 771.454}, "triton_wait": {"avg_ms": 77.552, "count": 52, "max_ms": 99.694, "p95_ms": 97.281}, "visualize": {"avg_ms": 12.479, "count": 52, "max_ms": 14.818, "p95_ms": 13.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16615.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.198, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.024, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2413546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:34:10+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T06:34:10+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T06:34:10.670792+09:00", "mtime_epoch": 1783287250.6707916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:34:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2592.691, "name": "celery", "pid": 267, "rss_mb": 2592.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.929, "pushed": 9.929, "read": 9.896}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.48, "count": 297, "max_ms": 12.662, "p95_ms": 10.619}, "gstreamer_push": {"avg_ms": 1.121, "count": 297, "max_ms": 1.721, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.052, "count": 297, "max_ms": 71.027, "p95_ms": 51.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.905, "count": 297, "max_ms": 92.496, "p95_ms": 65.193}, "yolo11_640_fire_11class": {"avg_ms": 51.819, "count": 297, "max_ms": 73.685, "p95_ms": 56.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.553, "count": 297, "max_ms": 89.706, "p95_ms": 70.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.404, "count": 297, "max_ms": 147.166, "p95_ms": 110.528}, "read_interval": {"avg_ms": 101.038, "count": 296, "max_ms": 162.954, "p95_ms": 124.588}, "triton_wait": {"avg_ms": 53.771, "count": 297, "max_ms": 92.509, "p95_ms": 76.814}, "visualize": {"avg_ms": 4.173, "count": 297, "max_ms": 5.795, "p95_ms": 5.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16616.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 806, "h264_decode_error_count": 1955, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:33:25+09:00", "last_error_summary": "[h264 @ 0x561f919095c0] error while decoding MB 5 33, bytestream -11", "last_exit_at": "2026-07-06T06:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.456, "last_started_at": "2026-07-06T06:33:28+09:00", "pid": 150260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.66, "name": "ffmpeg", "pid": 150260, "rss_mb": 264.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 898, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 899}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 597.203, "sample_count": 891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:34:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:34:36+09:00", "last_frame_read_age_sec": 0.92, "last_frame_read_at": "2026-07-06T06:34:35+09:00", "mjpeg": {"age_sec": 0.91, "exists": true, "mtime": "2026-07-06T06:34:35.195556+09:00", "mtime_epoch": 1783287275.1955562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:34:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 35, "pushed_frames": 35, "read_frames": 34, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.175, "pushed": 1.175, "read": 1.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.618, "count": 34, "max_ms": 84.982, "p95_ms": 77.722}, "gstreamer_push": {"avg_ms": 0.847, "count": 35, "max_ms": 0.919, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.33, "count": 34, "max_ms": 67.201, "p95_ms": 66.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.31, "count": 34, "max_ms": 92.717, "p95_ms": 91.866}, "yolo11_640_fire_11class": {"avg_ms": 50.331, "count": 34, "max_ms": 68.895, "p95_ms": 67.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.287, "count": 34, "max_ms": 94.686, "p95_ms": 88.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 864.895, "count": 35, "max_ms": 986.408, "p95_ms": 946.855}, "read_interval": {"avg_ms": 872.905, "count": 34, "max_ms": 995.334, "p95_ms": 957.001}, "triton_wait": {"avg_ms": 78.207, "count": 34, "max_ms": 94.698, "p95_ms": 92.728}, "visualize": {"avg_ms": 14.431, "count": 34, "max_ms": 16.273, "p95_ms": 16.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16616.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.288, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.922, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2413844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:34:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:34:40+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T06:34:40+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T06:34:40.763728+09:00", "mtime_epoch": 1783287280.7637277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:34:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2592.949, "name": "celery", "pid": 267, "rss_mb": 2592.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.908}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.684, "count": 297, "max_ms": 11.996, "p95_ms": 11.386}, "gstreamer_push": {"avg_ms": 1.111, "count": 298, "max_ms": 1.445, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.027, "count": 297, "max_ms": 68.546, "p95_ms": 48.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.199, "count": 297, "max_ms": 93.039, "p95_ms": 60.556}, "yolo11_640_fire_11class": {"avg_ms": 52.39, "count": 297, "max_ms": 69.34, "p95_ms": 55.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.403, "count": 297, "max_ms": 91.374, "p95_ms": 56.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.127, "count": 298, "max_ms": 156.063, "p95_ms": 112.397}, "read_interval": {"avg_ms": 100.912, "count": 297, "max_ms": 171.033, "p95_ms": 126.302}, "triton_wait": {"avg_ms": 53.805, "count": 297, "max_ms": 93.053, "p95_ms": 63.855}, "visualize": {"avg_ms": 4.159, "count": 297, "max_ms": 6.429, "p95_ms": 5.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16617.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 806, "h264_decode_error_count": 1955, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:33:25+09:00", "last_error_summary": "[h264 @ 0x561f919095c0] error while decoding MB 5 33, bytestream -11", "last_exit_at": "2026-07-06T06:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.936, "last_started_at": "2026-07-06T06:33:28+09:00", "pid": 150260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.918, "name": "ffmpeg", "pid": 150260, "rss_mb": 264.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 898, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 899}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 872.906, "sample_count": 817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:35:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:35:06+09:00", "last_frame_read_age_sec": 1.063, "last_frame_read_at": "2026-07-06T06:35:05+09:00", "mjpeg": {"age_sec": 1.057, "exists": true, "mtime": "2026-07-06T06:35:05.528481+09:00", "mtime_epoch": 1783287305.5284812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:35:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 31, "pushed_frames": 31, "read_frames": 30, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.05, "pushed": 1.05, "read": 1.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.914, "count": 30, "max_ms": 111.765, "p95_ms": 102.452}, "gstreamer_push": {"avg_ms": 0.868, "count": 31, "max_ms": 1.367, "p95_ms": 0.887}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.611, "count": 30, "max_ms": 69.901, "p95_ms": 69.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.604, "count": 30, "max_ms": 85.547, "p95_ms": 82.6}, "yolo11_640_fire_11class": {"avg_ms": 48.4, "count": 30, "max_ms": 68.416, "p95_ms": 66.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.948, "count": 30, "max_ms": 99.813, "p95_ms": 96.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 973.29, "count": 31, "max_ms": 1195.921, "p95_ms": 1139.673}, "read_interval": {"avg_ms": 980.172, "count": 30, "max_ms": 1206.235, "p95_ms": 1150.0}, "triton_wait": {"avg_ms": 75.546, "count": 30, "max_ms": 99.825, "p95_ms": 96.459}, "visualize": {"avg_ms": 15.967, "count": 30, "max_ms": 21.76, "p95_ms": 21.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.517, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16616.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.303, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.082, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2414161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:35:10+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T06:35:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T06:35:10.784639+09:00", "mtime_epoch": 1783287310.7846394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:35:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.207, "name": "celery", "pid": 267, "rss_mb": 2593.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.567, "pushed": 10.567, "read": 10.567}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.185, "count": 317, "max_ms": 12.079, "p95_ms": 11.091}, "gstreamer_push": {"avg_ms": 1.152, "count": 317, "max_ms": 1.57, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.616, "count": 317, "max_ms": 66.83, "p95_ms": 49.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.644, "count": 317, "max_ms": 96.858, "p95_ms": 57.248}, "yolo11_640_fire_11class": {"avg_ms": 52.54, "count": 317, "max_ms": 67.563, "p95_ms": 56.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.576, "count": 317, "max_ms": 97.759, "p95_ms": 54.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.29, "count": 317, "max_ms": 124.079, "p95_ms": 109.238}, "read_interval": {"avg_ms": 94.716, "count": 317, "max_ms": 140.174, "p95_ms": 123.206}, "triton_wait": {"avg_ms": 53.623, "count": 317, "max_ms": 97.772, "p95_ms": 58.245}, "visualize": {"avg_ms": 3.942, "count": 317, "max_ms": 5.827, "p95_ms": 5.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16617.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 806, "h264_decode_error_count": 1955, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:33:25+09:00", "last_error_summary": "[h264 @ 0x561f919095c0] error while decoding MB 5 33, bytestream -11", "last_exit_at": "2026-07-06T06:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.387, "last_started_at": "2026-07-06T06:33:28+09:00", "pid": 150260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.176, "name": "ffmpeg", "pid": 150260, "rss_mb": 265.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 898, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 899}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 987.008, "sample_count": 740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:35:37+09:00", "last_frame_read_age_sec": 1.023, "last_frame_read_at": "2026-07-06T06:35:36+09:00", "mjpeg": {"age_sec": 1.015, "exists": true, "mtime": "2026-07-06T06:35:36.021390+09:00", "mtime_epoch": 1783287336.0213897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:35:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 26, "read_frames": 25, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.886, "pushed": 0.886, "read": 0.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.679, "count": 25, "max_ms": 117.953, "p95_ms": 116.313}, "gstreamer_push": {"avg_ms": 0.842, "count": 26, "max_ms": 0.902, "p95_ms": 0.893}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.914, "count": 25, "max_ms": 64.916, "p95_ms": 59.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.608, "count": 25, "max_ms": 96.22, "p95_ms": 93.092}, "yolo11_640_fire_11class": {"avg_ms": 49.547, "count": 25, "max_ms": 68.179, "p95_ms": 67.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.619, "count": 25, "max_ms": 99.066, "p95_ms": 90.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1161.468, "count": 26, "max_ms": 1405.246, "p95_ms": 1355.883}, "read_interval": {"avg_ms": 1176.798, "count": 25, "max_ms": 1413.42, "p95_ms": 1364.081}, "triton_wait": {"avg_ms": 75.044, "count": 25, "max_ms": 99.078, "p95_ms": 93.105}, "visualize": {"avg_ms": 16.126, "count": 25, "max_ms": 18.476, "p95_ms": 18.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.358, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16617.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.358, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.1, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2414483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:35:40+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:35:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:35:40.865532+09:00", "mtime_epoch": 1783287340.8655322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:35:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.207, "name": "celery", "pid": 267, "rss_mb": 2593.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.758, "pushed": 10.758, "read": 10.725}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.899, "count": 322, "max_ms": 13.427, "p95_ms": 9.988}, "gstreamer_push": {"avg_ms": 1.149, "count": 322, "max_ms": 1.395, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.46, "count": 322, "max_ms": 61.658, "p95_ms": 48.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.995, "count": 322, "max_ms": 74.817, "p95_ms": 54.867}, "yolo11_640_fire_11class": {"avg_ms": 52.041, "count": 322, "max_ms": 70.228, "p95_ms": 55.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.262, "count": 322, "max_ms": 89.637, "p95_ms": 52.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.653, "count": 322, "max_ms": 142.22, "p95_ms": 105.717}, "read_interval": {"avg_ms": 93.36, "count": 321, "max_ms": 532.657, "p95_ms": 120.843}, "triton_wait": {"avg_ms": 52.609, "count": 322, "max_ms": 89.65, "p95_ms": 55.434}, "visualize": {"avg_ms": 3.764, "count": 322, "max_ms": 5.708, "p95_ms": 5.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16618.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 806, "h264_decode_error_count": 1955, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:33:25+09:00", "last_error_summary": "[h264 @ 0x561f919095c0] error while decoding MB 5 33, bytestream -11", "last_exit_at": "2026-07-06T06:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.887, "last_started_at": "2026-07-06T06:33:28+09:00", "pid": 150260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.176, "name": "ffmpeg", "pid": 150260, "rss_mb": 265.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 898, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 899}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1041.27, "sample_count": 678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:36:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:36:07+09:00", "last_frame_read_age_sec": 1.08, "last_frame_read_at": "2026-07-06T06:36:06+09:00", "mjpeg": {"age_sec": 1.07, "exists": true, "mtime": "2026-07-06T06:36:06.466276+09:00", "mtime_epoch": 1783287366.4662764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:36:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 30, "pushed_frames": 30, "read_frames": 29, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.017, "pushed": 1.017, "read": 0.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.547, "count": 29, "max_ms": 112.97, "p95_ms": 110.778}, "gstreamer_push": {"avg_ms": 0.652, "count": 30, "max_ms": 0.71, "p95_ms": 0.706}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.753, "count": 29, "max_ms": 59.489, "p95_ms": 59.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.127, "count": 29, "max_ms": 94.799, "p95_ms": 86.21}, "yolo11_640_fire_11class": {"avg_ms": 49.21, "count": 29, "max_ms": 66.473, "p95_ms": 66.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.72, "count": 29, "max_ms": 96.772, "p95_ms": 93.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1008.568, "count": 30, "max_ms": 1082.735, "p95_ms": 1078.99}, "read_interval": {"avg_ms": 1014.235, "count": 29, "max_ms": 1091.209, "p95_ms": 1087.024}, "triton_wait": {"avg_ms": 76.405, "count": 29, "max_ms": 96.784, "p95_ms": 94.808}, "visualize": {"avg_ms": 15.718, "count": 29, "max_ms": 17.045, "p95_ms": 16.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.489, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16618.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.366, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.419, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2414782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:36:10+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:36:10+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T06:36:10.870403+09:00", "mtime_epoch": 1783287370.8704033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:36:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.465, "name": "celery", "pid": 267, "rss_mb": 2593.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.178, "count": 299, "max_ms": 11.588, "p95_ms": 11.251}, "gstreamer_push": {"avg_ms": 1.064, "count": 299, "max_ms": 1.654, "p95_ms": 1.252}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.25, "count": 299, "max_ms": 59.074, "p95_ms": 48.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.733, "count": 299, "max_ms": 92.179, "p95_ms": 56.673}, "yolo11_640_fire_11class": {"avg_ms": 51.343, "count": 299, "max_ms": 69.368, "p95_ms": 55.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.556, "count": 299, "max_ms": 91.541, "p95_ms": 55.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.914, "count": 299, "max_ms": 169.849, "p95_ms": 109.044}, "read_interval": {"avg_ms": 100.365, "count": 299, "max_ms": 608.374, "p95_ms": 124.931}, "triton_wait": {"avg_ms": 52.72, "count": 299, "max_ms": 92.188, "p95_ms": 56.749}, "visualize": {"avg_ms": 3.923, "count": 299, "max_ms": 5.658, "p95_ms": 5.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 16102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16500.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 807, "h264_decode_error_count": 1956, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:36:33+09:00", "last_error_summary": "[h264 @ 0x55e91390de80] error while decoding MB 4 41, bytestream -5", "last_exit_at": "2026-07-06T06:36:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.874, "last_started_at": "2026-07-06T06:36:36+09:00", "pid": 150367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.387, "name": "ffmpeg", "pid": 150367, "rss_mb": 149.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 899, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 900}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1139.673, "sample_count": 612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:36:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:36:39+09:00", "last_frame_read_age_sec": 0.86, "last_frame_read_at": "2026-07-06T06:36:38+09:00", "mjpeg": {"age_sec": 5.01, "exists": true, "mtime": "2026-07-06T06:36:34.515077+09:00", "mtime_epoch": 1783287394.5150766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:36:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 23, "pushed_frames": 23, "read_frames": 22, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.771, "pushed": 0.771, "read": 0.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.225, "count": 22, "max_ms": 133.437, "p95_ms": 129.856}, "gstreamer_push": {"avg_ms": 0.653, "count": 23, "max_ms": 0.915, "p95_ms": 0.677}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.271, "count": 22, "max_ms": 60.52, "p95_ms": 59.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.868, "count": 22, "max_ms": 95.825, "p95_ms": 89.957}, "yolo11_640_fire_11class": {"avg_ms": 52.266, "count": 22, "max_ms": 66.515, "p95_ms": 66.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.018, "count": 22, "max_ms": 98.41, "p95_ms": 94.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1154.405, "count": 23, "max_ms": 1270.769, "p95_ms": 1245.097}, "read_interval": {"avg_ms": 1365.446, "count": 22, "max_ms": 5405.963, "p95_ms": 1278.976}, "triton_wait": {"avg_ms": 80.528, "count": 22, "max_ms": 98.421, "p95_ms": 95.837}, "visualize": {"avg_ms": 15.493, "count": 22, "max_ms": 17.254, "p95_ms": 16.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16500.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.398, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.236, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2415083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:36:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:36:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T06:36:40.911257+09:00", "mtime_epoch": 1783287400.9112568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:36:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.465, "name": "celery", "pid": 267, "rss_mb": 2593.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.847, "count": 301, "max_ms": 14.201, "p95_ms": 10.068}, "gstreamer_push": {"avg_ms": 1.1, "count": 301, "max_ms": 1.44, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.844, "count": 301, "max_ms": 59.589, "p95_ms": 48.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.511, "count": 301, "max_ms": 91.741, "p95_ms": 56.373}, "yolo11_640_fire_11class": {"avg_ms": 50.127, "count": 301, "max_ms": 68.453, "p95_ms": 53.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.831, "count": 301, "max_ms": 102.364, "p95_ms": 53.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.244, "count": 301, "max_ms": 131.409, "p95_ms": 106.985}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 640.372, "p95_ms": 124.433}, "triton_wait": {"avg_ms": 52.169, "count": 301, "max_ms": 102.376, "p95_ms": 56.385}, "visualize": {"avg_ms": 3.801, "count": 301, "max_ms": 5.798, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 379, "tracking_summary": 16102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16738.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 807, "h264_decode_error_count": 1956, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:36:33+09:00", "last_error_summary": "[h264 @ 0x55e91390de80] error while decoding MB 4 41, bytestream -5", "last_exit_at": "2026-07-06T06:36:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.223, "last_started_at": "2026-07-06T06:36:36+09:00", "pid": 150367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 221.773, "name": "ffmpeg", "pid": 150367, "rss_mb": 221.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 899, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 900}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1163.844, "sample_count": 529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:37:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:37:09+09:00", "last_frame_read_age_sec": 0.849, "last_frame_read_at": "2026-07-06T06:37:09+09:00", "mjpeg": {"age_sec": 0.854, "exists": true, "mtime": "2026-07-06T06:37:09.020040+09:00", "mtime_epoch": 1783287429.0200398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:37:09+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 26.831, "recorders": [{"age_sec": 26.831, "frame_count": 81, "is_recording": true, "is_stopping": false, "pid": 150474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.391, "name": "ffmpeg", "pid": 150474, "rss_mb": 187.391, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 19, "returncode": null, "running": true, "started_at": "2026-07-06T06:36:43+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_063642_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [150474], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 35, "pushed_frames": 35, "read_frames": 34, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.186, "pushed": 1.186, "read": 1.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.659, "count": 34, "max_ms": 85.714, "p95_ms": 82.417}, "gstreamer_push": {"avg_ms": 0.871, "count": 35, "max_ms": 0.946, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.945, "count": 34, "max_ms": 65.686, "p95_ms": 65.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.671, "count": 34, "max_ms": 91.301, "p95_ms": 90.724}, "yolo11_640_fire_11class": {"avg_ms": 48.3, "count": 34, "max_ms": 65.329, "p95_ms": 64.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.387, "count": 34, "max_ms": 93.238, "p95_ms": 92.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 857.441, "count": 35, "max_ms": 1772.885, "p95_ms": 1083.963}, "read_interval": {"avg_ms": 867.397, "count": 34, "max_ms": 1782.535, "p95_ms": 1095.035}, "triton_wait": {"avg_ms": 74.338, "count": 34, "max_ms": 93.25, "p95_ms": 92.699}, "visualize": {"avg_ms": 18.528, "count": 34, "max_ms": 22.608, "p95_ms": 22.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.512, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16744.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.499, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.385, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2415385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:37:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:37:11+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T06:37:11+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T06:37:10.980094+09:00", "mtime_epoch": 1783287430.980094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:37:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.723, "name": "celery", "pid": 267, "rss_mb": 2593.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.985, "count": 301, "max_ms": 13.21, "p95_ms": 9.955}, "gstreamer_push": {"avg_ms": 1.166, "count": 301, "max_ms": 1.402, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.885, "count": 301, "max_ms": 66.898, "p95_ms": 49.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.692, "count": 301, "max_ms": 95.434, "p95_ms": 56.468}, "yolo11_640_fire_11class": {"avg_ms": 51.543, "count": 301, "max_ms": 68.879, "p95_ms": 55.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.113, "count": 301, "max_ms": 92.689, "p95_ms": 55.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.891, "count": 301, "max_ms": 119.978, "p95_ms": 107.204}, "read_interval": {"avg_ms": 99.781, "count": 300, "max_ms": 441.89, "p95_ms": 127.175}, "triton_wait": {"avg_ms": 52.899, "count": 301, "max_ms": 95.446, "p95_ms": 56.55}, "visualize": {"avg_ms": 3.887, "count": 301, "max_ms": 5.648, "p95_ms": 4.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 383, "tracking_summary": 16103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16634.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 807, "h264_decode_error_count": 1956, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:36:33+09:00", "last_error_summary": "[h264 @ 0x55e91390de80] error while decoding MB 4 41, bytestream -5", "last_exit_at": "2026-07-06T06:36:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.771, "last_started_at": "2026-07-06T06:36:36+09:00", "pid": 150367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.766, "name": "ffmpeg", "pid": 150367, "rss_mb": 263.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 899, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 900}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1177.904, "sample_count": 454, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:37:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:37:40+09:00", "last_frame_read_age_sec": 0.785, "last_frame_read_at": "2026-07-06T06:37:39+09:00", "mjpeg": {"age_sec": 0.778, "exists": true, "mtime": "2026-07-06T06:37:39.644877+09:00", "mtime_epoch": 1783287459.6448767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:37:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 38, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.31, "pushed": 1.31, "read": 1.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.701, "count": 38, "max_ms": 70.014, "p95_ms": 69.397}, "gstreamer_push": {"avg_ms": 0.869, "count": 39, "max_ms": 1.013, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.613, "count": 38, "max_ms": 60.527, "p95_ms": 60.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.246, "count": 38, "max_ms": 95.281, "p95_ms": 95.133}, "yolo11_640_fire_11class": {"avg_ms": 48.17, "count": 38, "max_ms": 67.312, "p95_ms": 66.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.442, "count": 38, "max_ms": 90.601, "p95_ms": 90.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 773.672, "count": 39, "max_ms": 1102.853, "p95_ms": 1008.995}, "read_interval": {"avg_ms": 782.97, "count": 38, "max_ms": 1112.697, "p95_ms": 1018.512}, "triton_wait": {"avg_ms": 77.229, "count": 38, "max_ms": 95.293, "p95_ms": 95.144}, "visualize": {"avg_ms": 17.918, "count": 38, "max_ms": 23.104, "p95_ms": 21.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.765, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16634.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.513, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.764, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2415687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:37:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:37:41+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:37:41+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T06:37:41.016914+09:00", "mtime_epoch": 1783287461.0169137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:37:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.723, "name": "celery", "pid": 267, "rss_mb": 2593.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.107, "count": 302, "max_ms": 13.053, "p95_ms": 9.908}, "gstreamer_push": {"avg_ms": 1.165, "count": 302, "max_ms": 1.481, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.706, "count": 302, "max_ms": 62.48, "p95_ms": 49.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.972, "count": 302, "max_ms": 97.712, "p95_ms": 56.631}, "yolo11_640_fire_11class": {"avg_ms": 51.449, "count": 302, "max_ms": 73.009, "p95_ms": 54.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.376, "count": 302, "max_ms": 93.106, "p95_ms": 53.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.758, "count": 302, "max_ms": 152.267, "p95_ms": 108.165}, "read_interval": {"avg_ms": 99.378, "count": 302, "max_ms": 435.846, "p95_ms": 126.005}, "triton_wait": {"avg_ms": 53.267, "count": 302, "max_ms": 97.725, "p95_ms": 57.488}, "visualize": {"avg_ms": 3.946, "count": 302, "max_ms": 5.984, "p95_ms": 5.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 383, "tracking_summary": 16103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16636.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 807, "h264_decode_error_count": 1956, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:36:33+09:00", "last_error_summary": "[h264 @ 0x55e91390de80] error while decoding MB 4 41, bytestream -5", "last_exit_at": "2026-07-06T06:36:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.012, "last_started_at": "2026-07-06T06:36:36+09:00", "pid": 150367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.281, "name": "ffmpeg", "pid": 150367, "rss_mb": 264.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 899, "restart_count_per_hour": 24, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 900}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1188.345, "sample_count": 379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:38:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:38:10+09:00", "last_frame_read_age_sec": 0.708, "last_frame_read_at": "2026-07-06T06:38:09+09:00", "mjpeg": {"age_sec": 0.698, "exists": true, "mtime": "2026-07-06T06:38:09.965689+09:00", "mtime_epoch": 1783287489.9656892, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:38:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 39, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.358, "pushed": 1.358, "read": 1.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.359, "count": 39, "max_ms": 76.701, "p95_ms": 75.913}, "gstreamer_push": {"avg_ms": 0.852, "count": 40, "max_ms": 0.895, "p95_ms": 0.877}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.067, "count": 39, "max_ms": 62.952, "p95_ms": 61.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.356, "count": 39, "max_ms": 101.342, "p95_ms": 98.544}, "yolo11_640_fire_11class": {"avg_ms": 48.941, "count": 39, "max_ms": 70.778, "p95_ms": 68.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.868, "count": 39, "max_ms": 96.371, "p95_ms": 90.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 746.727, "count": 40, "max_ms": 846.897, "p95_ms": 823.974}, "read_interval": {"avg_ms": 757.026, "count": 39, "max_ms": 856.312, "p95_ms": 835.94}, "triton_wait": {"avg_ms": 79.588, "count": 39, "max_ms": 101.354, "p95_ms": 98.556}, "visualize": {"avg_ms": 15.278, "count": 39, "max_ms": 21.308, "p95_ms": 21.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.447, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16636.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.683, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.578, "sample_count": 3038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2415985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:38:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:38:11+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:38:11+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-06T06:38:10.985716+09:00", "mtime_epoch": 1783287490.9857163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:38:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.98, "name": "celery", "pid": 267, "rss_mb": 2593.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.9, "read": 9.867}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.827, "count": 296, "max_ms": 11.566, "p95_ms": 9.674}, "gstreamer_push": {"avg_ms": 1.202, "count": 297, "max_ms": 1.412, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.663, "count": 296, "max_ms": 64.644, "p95_ms": 49.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.523, "count": 296, "max_ms": 102.655, "p95_ms": 61.267}, "yolo11_640_fire_11class": {"avg_ms": 52.474, "count": 296, "max_ms": 73.695, "p95_ms": 55.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.969, "count": 296, "max_ms": 96.767, "p95_ms": 52.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.174, "count": 296, "max_ms": 127.576, "p95_ms": 107.561}, "read_interval": {"avg_ms": 101.345, "count": 296, "max_ms": 546.679, "p95_ms": 141.095}, "triton_wait": {"avg_ms": 54.045, "count": 296, "max_ms": 102.668, "p95_ms": 63.697}, "visualize": {"avg_ms": 3.712, "count": 296, "max_ms": 5.392, "p95_ms": 4.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16402.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.731, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.241, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2416288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:38:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:38:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:38:41+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T06:38:41.242512+09:00", "mtime_epoch": 1783287521.242512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:38:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2593.98, "name": "celery", "pid": 267, "rss_mb": 2593.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.664, "count": 303, "max_ms": 12.219, "p95_ms": 9.014}, "gstreamer_push": {"avg_ms": 1.222, "count": 303, "max_ms": 1.683, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.538, "count": 303, "max_ms": 67.723, "p95_ms": 49.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.718, "count": 303, "max_ms": 95.689, "p95_ms": 57.893}, "yolo11_640_fire_11class": {"avg_ms": 50.191, "count": 303, "max_ms": 70.032, "p95_ms": 54.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.018, "count": 303, "max_ms": 88.307, "p95_ms": 53.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.893, "count": 303, "max_ms": 112.303, "p95_ms": 89.625}, "read_interval": {"avg_ms": 99.218, "count": 302, "max_ms": 672.926, "p95_ms": 120.724}, "triton_wait": {"avg_ms": 53.411, "count": 303, "max_ms": 95.701, "p95_ms": 63.985}, "visualize": {"avg_ms": 3.624, "count": 303, "max_ms": 5.435, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 386, "tracking_summary": 16103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16522.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 808, "h264_decode_error_count": 1957, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:38:39+09:00", "last_error_summary": "[h264 @ 0x561116287600] error while decoding MB 3 24, bytestream -24", "last_exit_at": "2026-07-06T06:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.528, "last_started_at": "2026-07-06T06:38:42+09:00", "pid": 150534, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.918, "name": "ffmpeg", "pid": 150534, "rss_mb": 149.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 900, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 901}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1196.65, "sample_count": 336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:38:45+09:00", "last_frame_read_age_sec": 0.513, "last_frame_read_at": "2026-07-06T06:38:44+09:00", "mjpeg": {"age_sec": 4.835, "exists": true, "mtime": "2026-07-06T06:38:40.438491+09:00", "mtime_epoch": 1783287520.4384909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:38:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.449, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 37, "pushed_frames": 37, "read_frames": 36, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.238, "pushed": 1.238, "read": 1.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.054, "count": 36, "max_ms": 71.946, "p95_ms": 71.044}, "gstreamer_push": {"avg_ms": 0.85, "count": 37, "max_ms": 0.89, "p95_ms": 0.878}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.421, "count": 36, "max_ms": 68.469, "p95_ms": 68.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.993, "count": 36, "max_ms": 92.941, "p95_ms": 90.606}, "yolo11_640_fire_11class": {"avg_ms": 48.38, "count": 36, "max_ms": 62.193, "p95_ms": 62.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.176, "count": 36, "max_ms": 89.559, "p95_ms": 82.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 708.421, "count": 37, "max_ms": 977.483, "p95_ms": 828.679}, "read_interval": {"avg_ms": 843.319, "count": 36, "max_ms": 4939.948, "p95_ms": 985.927}, "triton_wait": {"avg_ms": 74.381, "count": 36, "max_ms": 92.954, "p95_ms": 90.619}, "visualize": {"avg_ms": 14.316, "count": 36, "max_ms": 19.05, "p95_ms": 19.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16621.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.784, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.065, "sample_count": 3037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2416589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:39:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T06:39:11+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T06:39:11.291288+09:00", "mtime_epoch": 1783287551.2912881, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:39:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2594.238, "name": "celery", "pid": 267, "rss_mb": 2594.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.573, "count": 301, "max_ms": 11.809, "p95_ms": 9.023}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.47, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.957, "count": 301, "max_ms": 67.529, "p95_ms": 53.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.097, "count": 301, "max_ms": 106.174, "p95_ms": 66.399}, "yolo11_640_fire_11class": {"avg_ms": 48.363, "count": 301, "max_ms": 63.672, "p95_ms": 53.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.639, "count": 301, "max_ms": 96.944, "p95_ms": 71.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.541, "count": 301, "max_ms": 140.961, "p95_ms": 101.005}, "read_interval": {"avg_ms": 99.886, "count": 300, "max_ms": 447.535, "p95_ms": 197.291}, "triton_wait": {"avg_ms": 53.717, "count": 301, "max_ms": 106.186, "p95_ms": 76.981}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 5.386, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 387, "tracking_summary": 16104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16793.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 808, "h264_decode_error_count": 1957, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:38:39+09:00", "last_error_summary": "[h264 @ 0x561116287600] error while decoding MB 3 24, bytestream -24", "last_exit_at": "2026-07-06T06:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.147, "last_started_at": "2026-07-06T06:38:42+09:00", "pid": 150534, "process": {"exists": true, "fd_count": 5, "hwm_mb": 261.203, "name": "ffmpeg", "pid": 150534, "rss_mb": 261.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 900, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 901}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1204.619, "sample_count": 340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:39:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:39:15+09:00", "last_frame_read_age_sec": 0.624, "last_frame_read_at": "2026-07-06T06:39:15+09:00", "mjpeg": {"age_sec": 0.614, "exists": true, "mtime": "2026-07-06T06:39:15.279390+09:00", "mtime_epoch": 1783287555.2793903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:39:15+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 3.738, "recorders": [{"age_sec": 3.738, "frame_count": 55, "is_recording": true, "is_stopping": false, "pid": 150641, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.98, "name": "ffmpeg", "pid": 150641, "rss_mb": 186.98, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 45, "returncode": null, "running": true, "started_at": "2026-07-06T06:39:12+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_063911_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [150641], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.659, "pushed": 1.659, "read": 1.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.937, "count": 49, "max_ms": 258.685, "p95_ms": 60.718}, "gstreamer_push": {"avg_ms": 0.849, "count": 49, "max_ms": 0.953, "p95_ms": 0.891}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.191, "count": 49, "max_ms": 69.042, "p95_ms": 66.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.18, "count": 49, "max_ms": 107.538, "p95_ms": 94.683}, "yolo11_640_fire_11class": {"avg_ms": 49.978, "count": 49, "max_ms": 64.728, "p95_ms": 64.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.789, "count": 49, "max_ms": 94.889, "p95_ms": 91.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 603.841, "count": 49, "max_ms": 1356.505, "p95_ms": 649.694}, "read_interval": {"avg_ms": 613.271, "count": 48, "max_ms": 1367.089, "p95_ms": 659.65}, "triton_wait": {"avg_ms": 80.766, "count": 49, "max_ms": 107.55, "p95_ms": 94.901}, "visualize": {"avg_ms": 13.848, "count": 49, "max_ms": 18.295, "p95_ms": 17.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.541, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16802.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.804, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.985, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2416888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:39:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T06:39:41+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T06:39:41.308051+09:00", "mtime_epoch": 1783287581.3080509, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:39:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2594.496, "name": "celery", "pid": 267, "rss_mb": 2594.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.685, "count": 299, "max_ms": 11.103, "p95_ms": 8.95}, "gstreamer_push": {"avg_ms": 1.239, "count": 299, "max_ms": 2.271, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.817, "count": 299, "max_ms": 75.598, "p95_ms": 57.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.919, "count": 299, "max_ms": 104.593, "p95_ms": 68.812}, "yolo11_640_fire_11class": {"avg_ms": 50.348, "count": 299, "max_ms": 74.832, "p95_ms": 55.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.73, "count": 299, "max_ms": 98.183, "p95_ms": 84.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.636, "count": 299, "max_ms": 120.715, "p95_ms": 105.88}, "read_interval": {"avg_ms": 100.458, "count": 298, "max_ms": 615.617, "p95_ms": 135.848}, "triton_wait": {"avg_ms": 54.496, "count": 299, "max_ms": 104.605, "p95_ms": 89.913}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 4.856, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 390, "tracking_summary": 16104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16650.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 808, "h264_decode_error_count": 1957, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:38:39+09:00", "last_error_summary": "[h264 @ 0x561116287600] error while decoding MB 3 24, bytestream -24", "last_exit_at": "2026-07-06T06:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.577, "last_started_at": "2026-07-06T06:38:42+09:00", "pid": 150534, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.297, "name": "ffmpeg", "pid": 150534, "rss_mb": 264.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 900, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 901}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1196.65, "sample_count": 354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:39:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:39:46+09:00", "last_frame_read_age_sec": 0.647, "last_frame_read_at": "2026-07-06T06:39:45+09:00", "mjpeg": {"age_sec": 0.638, "exists": true, "mtime": "2026-07-06T06:39:45.684161+09:00", "mtime_epoch": 1783287585.684161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:39:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.622, "pushed": 1.622, "read": 1.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.947, "count": 47, "max_ms": 62.807, "p95_ms": 59.058}, "gstreamer_push": {"avg_ms": 0.862, "count": 48, "max_ms": 0.904, "p95_ms": 0.892}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.983, "count": 47, "max_ms": 71.009, "p95_ms": 67.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.03, "count": 47, "max_ms": 99.928, "p95_ms": 96.848}, "yolo11_640_fire_11class": {"avg_ms": 50.765, "count": 47, "max_ms": 70.11, "p95_ms": 63.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.687, "count": 47, "max_ms": 98.839, "p95_ms": 95.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 624.578, "count": 48, "max_ms": 825.779, "p95_ms": 767.508}, "read_interval": {"avg_ms": 633.471, "count": 47, "max_ms": 834.311, "p95_ms": 776.625}, "triton_wait": {"avg_ms": 83.299, "count": 47, "max_ms": 99.941, "p95_ms": 98.736}, "visualize": {"avg_ms": 19.94, "count": 47, "max_ms": 28.668, "p95_ms": 27.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.594, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16651.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.887, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.398, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2417191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:40:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:40:11+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T06:40:11+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T06:40:11.384803+09:00", "mtime_epoch": 1783287611.3848026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:40:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2594.496, "name": "celery", "pid": 267, "rss_mb": 2594.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.076}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.856, "count": 303, "max_ms": 11.95, "p95_ms": 8.922}, "gstreamer_push": {"avg_ms": 1.232, "count": 303, "max_ms": 1.444, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.8, "count": 303, "max_ms": 72.301, "p95_ms": 51.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.41, "count": 303, "max_ms": 98.983, "p95_ms": 68.1}, "yolo11_640_fire_11class": {"avg_ms": 49.307, "count": 303, "max_ms": 68.635, "p95_ms": 53.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.603, "count": 303, "max_ms": 92.455, "p95_ms": 64.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.646, "count": 303, "max_ms": 114.953, "p95_ms": 94.623}, "read_interval": {"avg_ms": 99.297, "count": 302, "max_ms": 550.204, "p95_ms": 135.736}, "triton_wait": {"avg_ms": 53.342, "count": 303, "max_ms": 98.995, "p95_ms": 76.13}, "visualize": {"avg_ms": 3.681, "count": 303, "max_ms": 4.925, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 16105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16651.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 808, "h264_decode_error_count": 1957, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:38:39+09:00", "last_error_summary": "[h264 @ 0x561116287600] error while decoding MB 3 24, bytestream -24", "last_exit_at": "2026-07-06T06:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.688, "last_started_at": "2026-07-06T06:38:42+09:00", "pid": 150534, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.555, "name": "ffmpeg", "pid": 150534, "rss_mb": 264.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 900, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 901}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1188.345, "sample_count": 376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:40:16+09:00", "last_frame_read_age_sec": 0.566, "last_frame_read_at": "2026-07-06T06:40:15+09:00", "mjpeg": {"age_sec": 0.561, "exists": true, "mtime": "2026-07-06T06:40:15.872914+09:00", "mtime_epoch": 1783287615.8729138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:40:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.732, "pushed": 1.732, "read": 1.698}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.199, "count": 51, "max_ms": 62.62, "p95_ms": 60.229}, "gstreamer_push": {"avg_ms": 0.853, "count": 51, "max_ms": 0.998, "p95_ms": 0.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.803, "count": 51, "max_ms": 70.425, "p95_ms": 68.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.028, "count": 51, "max_ms": 100.529, "p95_ms": 98.461}, "yolo11_640_fire_11class": {"avg_ms": 49.04, "count": 51, "max_ms": 63.506, "p95_ms": 61.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.756, "count": 51, "max_ms": 92.864, "p95_ms": 91.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 581.156, "count": 51, "max_ms": 785.528, "p95_ms": 656.394}, "read_interval": {"avg_ms": 590.731, "count": 50, "max_ms": 794.871, "p95_ms": 665.653}, "triton_wait": {"avg_ms": 81.14, "count": 51, "max_ms": 100.541, "p95_ms": 98.473}, "visualize": {"avg_ms": 21.979, "count": 51, "max_ms": 31.063, "p95_ms": 27.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.439, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16652.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.939, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.346, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2417491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:40:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:40:41+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:40:41+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T06:40:41.449543+09:00", "mtime_epoch": 1783287641.4495425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:40:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2594.754, "name": "celery", "pid": 267, "rss_mb": 2594.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.613, "count": 300, "max_ms": 12.097, "p95_ms": 8.807}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.573, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.794, "count": 300, "max_ms": 71.721, "p95_ms": 55.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.843, "count": 300, "max_ms": 101.836, "p95_ms": 74.663}, "yolo11_640_fire_11class": {"avg_ms": 48.029, "count": 300, "max_ms": 67.104, "p95_ms": 55.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.255, "count": 300, "max_ms": 92.363, "p95_ms": 69.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.585, "count": 300, "max_ms": 117.688, "p95_ms": 97.128}, "read_interval": {"avg_ms": 100.223, "count": 299, "max_ms": 566.664, "p95_ms": 164.632}, "triton_wait": {"avg_ms": 53.572, "count": 300, "max_ms": 101.849, "p95_ms": 79.932}, "visualize": {"avg_ms": 3.621, "count": 300, "max_ms": 4.744, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 16105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16652.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 808, "h264_decode_error_count": 1957, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:38:39+09:00", "last_error_summary": "[h264 @ 0x561116287600] error while decoding MB 3 24, bytestream -24", "last_exit_at": "2026-07-06T06:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.886, "last_started_at": "2026-07-06T06:38:42+09:00", "pid": 150534, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.812, "name": "ffmpeg", "pid": 150534, "rss_mb": 264.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 900, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 901}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1105.612, "sample_count": 413, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:40:46+09:00", "last_frame_read_age_sec": 0.471, "last_frame_read_at": "2026-07-06T06:40:46+09:00", "mjpeg": {"age_sec": 0.463, "exists": true, "mtime": "2026-07-06T06:40:46.169658+09:00", "mtime_epoch": 1783287646.1696577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:40:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.128, "pushed": 2.128, "read": 2.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.586, "count": 62, "max_ms": 51.099, "p95_ms": 48.263}, "gstreamer_push": {"avg_ms": 0.861, "count": 63, "max_ms": 1.12, "p95_ms": 0.917}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.705, "count": 62, "max_ms": 73.308, "p95_ms": 67.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.022, "count": 62, "max_ms": 100.111, "p95_ms": 96.922}, "yolo11_640_fire_11class": {"avg_ms": 51.081, "count": 62, "max_ms": 67.551, "p95_ms": 66.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.182, "count": 62, "max_ms": 89.308, "p95_ms": 86.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 469.911, "count": 63, "max_ms": 585.762, "p95_ms": 531.636}, "read_interval": {"avg_ms": 479.341, "count": 62, "max_ms": 595.267, "p95_ms": 540.418}, "triton_wait": {"avg_ms": 79.441, "count": 62, "max_ms": 100.123, "p95_ms": 96.934}, "visualize": {"avg_ms": 13.239, "count": 62, "max_ms": 17.901, "p95_ms": 15.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.604, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16580.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.987, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.047, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2417792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:41:11+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:41:11+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T06:41:11.494271+09:00", "mtime_epoch": 1783287671.4942713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:41:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2594.754, "name": "celery", "pid": 267, "rss_mb": 2594.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.683, "count": 301, "max_ms": 11.22, "p95_ms": 8.966}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.428, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.043, "count": 301, "max_ms": 72.055, "p95_ms": 58.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.057, "count": 301, "max_ms": 101.288, "p95_ms": 81.842}, "yolo11_640_fire_11class": {"avg_ms": 49.171, "count": 301, "max_ms": 68.747, "p95_ms": 58.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.775, "count": 301, "max_ms": 91.538, "p95_ms": 82.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.387, "count": 301, "max_ms": 119.688, "p95_ms": 106.698}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 577.97, "p95_ms": 145.764}, "triton_wait": {"avg_ms": 55.903, "count": 301, "max_ms": 101.301, "p95_ms": 89.17}, "visualize": {"avg_ms": 3.675, "count": 301, "max_ms": 5.631, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 16106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16617.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 809, "h264_decode_error_count": 1958, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:40:56+09:00", "last_error_summary": "[h264 @ 0x5582b83b09c0] error while decoding MB 77 22, bytestream -6", "last_exit_at": "2026-07-06T06:40:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.014, "last_started_at": "2026-07-06T06:40:59+09:00", "pid": 150701, "process": {"exists": true, "fd_count": 5, "hwm_mb": 230.219, "name": "ffmpeg", "pid": 150701, "rss_mb": 230.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 901, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 902}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 977.483, "sample_count": 445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:41:16+09:00", "last_frame_read_age_sec": 0.361, "last_frame_read_at": "2026-07-06T06:41:16+09:00", "mjpeg": {"age_sec": 0.351, "exists": true, "mtime": "2026-07-06T06:41:16.546393+09:00", "mtime_epoch": 1783287676.546393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:41:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.047, "pushed": 2.047, "read": 2.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.55, "count": 60, "max_ms": 46.952, "p95_ms": 44.755}, "gstreamer_push": {"avg_ms": 0.881, "count": 61, "max_ms": 1.37, "p95_ms": 0.911}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.271, "count": 60, "max_ms": 66.76, "p95_ms": 64.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.659, "count": 60, "max_ms": 102.517, "p95_ms": 98.045}, "yolo11_640_fire_11class": {"avg_ms": 51.707, "count": 60, "max_ms": 69.088, "p95_ms": 64.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.628, "count": 60, "max_ms": 91.702, "p95_ms": 90.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 407.291, "count": 61, "max_ms": 495.775, "p95_ms": 474.498}, "read_interval": {"avg_ms": 498.241, "count": 60, "max_ms": 5332.363, "p95_ms": 486.055}, "triton_wait": {"avg_ms": 80.152, "count": 60, "max_ms": 102.529, "p95_ms": 98.057}, "visualize": {"avg_ms": 12.761, "count": 60, "max_ms": 14.817, "p95_ms": 14.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16652.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 972.038, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.777, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2418093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:41:41+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T06:41:41+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T06:41:41.550990+09:00", "mtime_epoch": 1783287701.55099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:41:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2595.012, "name": "celery", "pid": 267, "rss_mb": 2595.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.614, "count": 301, "max_ms": 12.742, "p95_ms": 8.889}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 1.802, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.213, "count": 301, "max_ms": 66.871, "p95_ms": 55.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.784, "count": 301, "max_ms": 97.651, "p95_ms": 70.282}, "yolo11_640_fire_11class": {"avg_ms": 50.391, "count": 301, "max_ms": 70.152, "p95_ms": 56.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.209, "count": 301, "max_ms": 91.716, "p95_ms": 79.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.958, "count": 301, "max_ms": 114.124, "p95_ms": 99.017}, "read_interval": {"avg_ms": 99.863, "count": 300, "max_ms": 624.323, "p95_ms": 132.097}, "triton_wait": {"avg_ms": 55.811, "count": 301, "max_ms": 97.663, "p95_ms": 80.919}, "visualize": {"avg_ms": 3.556, "count": 301, "max_ms": 4.898, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 16106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16652.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 809, "h264_decode_error_count": 1958, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:40:56+09:00", "last_error_summary": "[h264 @ 0x5582b83b09c0] error while decoding MB 77 22, bytestream -6", "last_exit_at": "2026-07-06T06:40:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.048, "last_started_at": "2026-07-06T06:40:59+09:00", "pid": 150701, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.746, "name": "ffmpeg", "pid": 150701, "rss_mb": 264.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 901, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 902}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 820.467, "sample_count": 508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:41:46+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-06T06:41:46+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T06:41:46.667111+09:00", "mtime_epoch": 1783287706.6671114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:41:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.905, "pushed": 2.905, "read": 2.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.255, "count": 86, "max_ms": 51.139, "p95_ms": 40.087}, "gstreamer_push": {"avg_ms": 0.866, "count": 86, "max_ms": 0.939, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.502, "count": 86, "max_ms": 65.48, "p95_ms": 61.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.702, "count": 86, "max_ms": 104.379, "p95_ms": 94.945}, "yolo11_640_fire_11class": {"avg_ms": 49.652, "count": 86, "max_ms": 70.362, "p95_ms": 65.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.746, "count": 86, "max_ms": 93.525, "p95_ms": 90.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 339.913, "count": 86, "max_ms": 418.346, "p95_ms": 409.539}, "read_interval": {"avg_ms": 349.996, "count": 85, "max_ms": 428.712, "p95_ms": 418.61}, "triton_wait": {"avg_ms": 76.591, "count": 86, "max_ms": 104.392, "p95_ms": 94.958}, "visualize": {"avg_ms": 11.857, "count": 86, "max_ms": 15.489, "p95_ms": 14.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.606, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16653.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1002.061, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.228, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2418392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:42:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:42:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T06:42:11+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T06:42:11.563698+09:00", "mtime_epoch": 1783287731.563698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:42:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2595.012, "name": "celery", "pid": 267, "rss_mb": 2595.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.851, "count": 299, "max_ms": 12.716, "p95_ms": 10.3}, "gstreamer_push": {"avg_ms": 1.196, "count": 299, "max_ms": 1.516, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.355, "count": 299, "max_ms": 63.109, "p95_ms": 53.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.97, "count": 299, "max_ms": 98.283, "p95_ms": 81.279}, "yolo11_640_fire_11class": {"avg_ms": 50.518, "count": 299, "max_ms": 73.833, "p95_ms": 57.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.561, "count": 299, "max_ms": 92.229, "p95_ms": 79.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.572, "count": 299, "max_ms": 114.565, "p95_ms": 104.45}, "read_interval": {"avg_ms": 100.449, "count": 298, "max_ms": 540.096, "p95_ms": 129.315}, "triton_wait": {"avg_ms": 57.529, "count": 299, "max_ms": 98.296, "p95_ms": 88.1}, "visualize": {"avg_ms": 3.471, "count": 299, "max_ms": 5.345, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 16107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16653.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 809, "h264_decode_error_count": 1958, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:40:56+09:00", "last_error_summary": "[h264 @ 0x5582b83b09c0] error while decoding MB 77 22, bytestream -6", "last_exit_at": "2026-07-06T06:40:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.331, "last_started_at": "2026-07-06T06:40:59+09:00", "pid": 150701, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.52, "name": "ffmpeg", "pid": 150701, "rss_mb": 265.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 901, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 902}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 779.616, "sample_count": 553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:42:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:42:17+09:00", "last_frame_read_age_sec": 0.356, "last_frame_read_at": "2026-07-06T06:42:16+09:00", "mjpeg": {"age_sec": 0.346, "exists": true, "mtime": "2026-07-06T06:42:16.867822+09:00", "mtime_epoch": 1783287736.8678222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:42:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.704, "pushed": 2.704, "read": 2.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.722, "count": 80, "max_ms": 44.588, "p95_ms": 42.483}, "gstreamer_push": {"avg_ms": 0.858, "count": 81, "max_ms": 0.962, "p95_ms": 0.887}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.782, "count": 80, "max_ms": 63.451, "p95_ms": 61.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.0, "count": 80, "max_ms": 98.915, "p95_ms": 95.062}, "yolo11_640_fire_11class": {"avg_ms": 49.859, "count": 80, "max_ms": 69.839, "p95_ms": 64.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.653, "count": 80, "max_ms": 92.739, "p95_ms": 87.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 364.499, "count": 81, "max_ms": 420.603, "p95_ms": 406.768}, "read_interval": {"avg_ms": 373.976, "count": 80, "max_ms": 429.438, "p95_ms": 415.905}, "triton_wait": {"avg_ms": 76.274, "count": 80, "max_ms": 98.927, "p95_ms": 95.074}, "visualize": {"avg_ms": 12.244, "count": 80, "max_ms": 18.423, "p95_ms": 13.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16654.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1032.166, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.974, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2418692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:42:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:42:41+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T06:42:41+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T06:42:41.640399+09:00", "mtime_epoch": 1783287761.6403985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:42:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2595.27, "name": "celery", "pid": 267, "rss_mb": 2595.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.886, "count": 299, "max_ms": 13.211, "p95_ms": 9.067}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 1.531, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.879, "count": 299, "max_ms": 70.903, "p95_ms": 59.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.638, "count": 299, "max_ms": 102.28, "p95_ms": 89.404}, "yolo11_640_fire_11class": {"avg_ms": 51.086, "count": 299, "max_ms": 70.956, "p95_ms": 62.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.456, "count": 299, "max_ms": 96.46, "p95_ms": 83.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.888, "count": 299, "max_ms": 118.766, "p95_ms": 106.323}, "read_interval": {"avg_ms": 100.332, "count": 298, "max_ms": 541.05, "p95_ms": 138.231}, "triton_wait": {"avg_ms": 57.541, "count": 299, "max_ms": 102.292, "p95_ms": 89.417}, "visualize": {"avg_ms": 3.654, "count": 299, "max_ms": 4.677, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 16108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16654.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 809, "h264_decode_error_count": 1958, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:40:56+09:00", "last_error_summary": "[h264 @ 0x5582b83b09c0] error while decoding MB 77 22, bytestream -6", "last_exit_at": "2026-07-06T06:40:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.357, "last_started_at": "2026-07-06T06:40:59+09:00", "pid": 150701, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.52, "name": "ffmpeg", "pid": 150701, "rss_mb": 265.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 901, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 902}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 754.159, "sample_count": 608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1932997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-06T06:42:47+09:00", "last_frame_read_age_sec": 0.27, "last_frame_read_at": "2026-07-06T06:42:46+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T06:42:46.976522+09:00", "mtime_epoch": 1783287766.9765217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:42:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.205, "pushed": 3.205, "read": 3.171}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.808, "count": 95, "max_ms": 41.407, "p95_ms": 38.012}, "gstreamer_push": {"avg_ms": 0.854, "count": 95, "max_ms": 0.943, "p95_ms": 0.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.259, "count": 95, "max_ms": 66.599, "p95_ms": 63.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.083, "count": 95, "max_ms": 97.939, "p95_ms": 95.347}, "yolo11_640_fire_11class": {"avg_ms": 51.687, "count": 95, "max_ms": 70.489, "p95_ms": 65.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.131, "count": 95, "max_ms": 93.13, "p95_ms": 88.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.802, "count": 95, "max_ms": 394.906, "p95_ms": 365.572}, "read_interval": {"avg_ms": 316.453, "count": 94, "max_ms": 403.736, "p95_ms": 374.902}, "triton_wait": {"avg_ms": 76.768, "count": 95, "max_ms": 97.952, "p95_ms": 95.36}, "visualize": {"avg_ms": 10.375, "count": 95, "max_ms": 13.466, "p95_ms": 12.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.645, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16537.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1062.245, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.904, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2418994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:43:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:43:11+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T06:43:11+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T06:43:11.749091+09:00", "mtime_epoch": 1783287791.749091, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:43:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2595.27, "name": "celery", "pid": 267, "rss_mb": 2595.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.796, "count": 302, "max_ms": 12.472, "p95_ms": 8.893}, "gstreamer_push": {"avg_ms": 1.259, "count": 302, "max_ms": 1.447, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.538, "count": 302, "max_ms": 67.597, "p95_ms": 59.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.678, "count": 302, "max_ms": 99.986, "p95_ms": 84.365}, "yolo11_640_fire_11class": {"avg_ms": 51.375, "count": 302, "max_ms": 74.474, "p95_ms": 63.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.888, "count": 302, "max_ms": 91.635, "p95_ms": 82.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.934, "count": 302, "max_ms": 116.419, "p95_ms": 104.185}, "read_interval": {"avg_ms": 99.622, "count": 301, "max_ms": 452.713, "p95_ms": 132.097}, "triton_wait": {"avg_ms": 57.62, "count": 302, "max_ms": 99.998, "p95_ms": 87.287}, "visualize": {"avg_ms": 3.627, "count": 302, "max_ms": 4.725, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 16109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16577.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 810, "h264_decode_error_count": 1959, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:43:03+09:00", "last_error_summary": "[h264 @ 0x55ca36a66940] error while decoding MB 6 40, bytestream -11", "last_exit_at": "2026-07-06T06:43:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.152, "last_started_at": "2026-07-06T06:43:06+09:00", "pid": 150808, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.219, "name": "ffmpeg", "pid": 150808, "rss_mb": 191.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 902, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 903}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 664.058, "sample_count": 653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:43:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:43:17+09:00", "last_frame_read_age_sec": 0.361, "last_frame_read_at": "2026-07-06T06:43:17+09:00", "mjpeg": {"age_sec": 0.351, "exists": true, "mtime": "2026-07-06T06:43:17.209216+09:00", "mtime_epoch": 1783287797.2092156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:43:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.795, "pushed": 2.795, "read": 2.761}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.76, "count": 83, "max_ms": 42.497, "p95_ms": 41.18}, "gstreamer_push": {"avg_ms": 0.86, "count": 83, "max_ms": 1.169, "p95_ms": 0.896}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.466, "count": 83, "max_ms": 66.03, "p95_ms": 63.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.673, "count": 83, "max_ms": 102.877, "p95_ms": 98.214}, "yolo11_640_fire_11class": {"avg_ms": 49.973, "count": 83, "max_ms": 71.285, "p95_ms": 66.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.241, "count": 83, "max_ms": 89.387, "p95_ms": 85.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.758, "count": 83, "max_ms": 407.874, "p95_ms": 395.813}, "read_interval": {"avg_ms": 361.66, "count": 82, "max_ms": 4780.263, "p95_ms": 409.372}, "triton_wait": {"avg_ms": 75.262, "count": 83, "max_ms": 102.888, "p95_ms": 98.225}, "visualize": {"avg_ms": 10.051, "count": 83, "max_ms": 13.39, "p95_ms": 12.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.698, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16812.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1092.482, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.732, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2419297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:43:42+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:43:41+09:00", "mjpeg": {"age_sec": 0.438, "exists": true, "mtime": "2026-07-06T06:43:41.617770+09:00", "mtime_epoch": 1783287821.61777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:43:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2595.527, "name": "celery", "pid": 267, "rss_mb": 2595.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.828, "count": 301, "max_ms": 14.017, "p95_ms": 9.225}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.607, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.845, "count": 301, "max_ms": 75.993, "p95_ms": 52.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.782, "count": 301, "max_ms": 92.734, "p95_ms": 60.862}, "yolo11_640_fire_11class": {"avg_ms": 51.468, "count": 301, "max_ms": 75.252, "p95_ms": 56.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.727, "count": 301, "max_ms": 96.825, "p95_ms": 64.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.852, "count": 301, "max_ms": 110.233, "p95_ms": 88.928}, "read_interval": {"avg_ms": 99.809, "count": 300, "max_ms": 531.814, "p95_ms": 125.036}, "triton_wait": {"avg_ms": 54.654, "count": 301, "max_ms": 96.835, "p95_ms": 70.998}, "visualize": {"avg_ms": 3.549, "count": 301, "max_ms": 4.894, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 393, "tracking_summary": 16109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16660.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 810, "h264_decode_error_count": 1959, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:43:03+09:00", "last_error_summary": "[h264 @ 0x55ca36a66940] error while decoding MB 6 40, bytestream -11", "last_exit_at": "2026-07-06T06:43:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.261, "last_started_at": "2026-07-06T06:43:06+09:00", "pid": 150808, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.102, "name": "ffmpeg", "pid": 150808, "rss_mb": 264.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 902, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 903}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 625.677, "sample_count": 679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:43:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:43:47+09:00", "last_frame_read_age_sec": 0.448, "last_frame_read_at": "2026-07-06T06:43:47+09:00", "mjpeg": {"age_sec": 0.439, "exists": true, "mtime": "2026-07-06T06:43:47.229897+09:00", "mtime_epoch": 1783287827.2298968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:43:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.155, "pushed": 2.155, "read": 2.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.42, "count": 64, "max_ms": 59.297, "p95_ms": 49.599}, "gstreamer_push": {"avg_ms": 0.868, "count": 64, "max_ms": 1.057, "p95_ms": 0.904}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.804, "count": 64, "max_ms": 69.039, "p95_ms": 64.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.018, "count": 64, "max_ms": 95.366, "p95_ms": 86.843}, "yolo11_640_fire_11class": {"avg_ms": 49.662, "count": 64, "max_ms": 67.061, "p95_ms": 66.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.974, "count": 64, "max_ms": 99.717, "p95_ms": 82.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 460.718, "count": 64, "max_ms": 1116.684, "p95_ms": 517.674}, "read_interval": {"avg_ms": 470.656, "count": 63, "max_ms": 1127.933, "p95_ms": 529.605}, "triton_wait": {"avg_ms": 71.941, "count": 64, "max_ms": 99.729, "p95_ms": 88.351}, "visualize": {"avg_ms": 15.732, "count": 64, "max_ms": 21.311, "p95_ms": 20.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.694, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 20163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16661.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1122.485, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.021, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2419597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:44:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:44:11+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T06:44:11.930451+09:00", "mtime_epoch": 1783287851.9304514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:44:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2595.785, "name": "celery", "pid": 267, "rss_mb": 2595.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.812, "count": 300, "max_ms": 12.053, "p95_ms": 9.135}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 1.497, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.1, "count": 300, "max_ms": 73.127, "p95_ms": 55.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.538, "count": 300, "max_ms": 94.319, "p95_ms": 68.475}, "yolo11_640_fire_11class": {"avg_ms": 50.939, "count": 300, "max_ms": 71.411, "p95_ms": 57.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.473, "count": 300, "max_ms": 91.035, "p95_ms": 78.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.664, "count": 300, "max_ms": 110.437, "p95_ms": 98.237}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 591.448, "p95_ms": 146.308}, "triton_wait": {"avg_ms": 54.488, "count": 300, "max_ms": 94.332, "p95_ms": 81.68}, "visualize": {"avg_ms": 3.572, "count": 300, "max_ms": 4.861, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 394, "tracking_summary": 16110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16867.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 810, "h264_decode_error_count": 1959, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:43:03+09:00", "last_error_summary": "[h264 @ 0x55ca36a66940] error while decoding MB 6 40, bytestream -11", "last_exit_at": "2026-07-06T06:43:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.598, "last_started_at": "2026-07-06T06:43:06+09:00", "pid": 150808, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.391, "name": "ffmpeg", "pid": 150808, "rss_mb": 265.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 902, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 903}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 608.504, "sample_count": 706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:44:18+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-06T06:44:17+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-06T06:44:17.678580+09:00", "mtime_epoch": 1783287857.6785798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:44:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 74, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.514, "pushed": 2.514, "read": 2.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.478, "count": 74, "max_ms": 48.567, "p95_ms": 45.43}, "gstreamer_push": {"avg_ms": 0.874, "count": 75, "max_ms": 0.973, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.988, "count": 74, "max_ms": 72.428, "p95_ms": 68.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.954, "count": 74, "max_ms": 96.484, "p95_ms": 82.779}, "yolo11_640_fire_11class": {"avg_ms": 49.63, "count": 74, "max_ms": 69.293, "p95_ms": 65.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.531, "count": 74, "max_ms": 94.26, "p95_ms": 89.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 395.017, "count": 75, "max_ms": 537.601, "p95_ms": 484.882}, "read_interval": {"avg_ms": 405.3, "count": 74, "max_ms": 546.188, "p95_ms": 494.196}, "triton_wait": {"avg_ms": 73.618, "count": 74, "max_ms": 96.496, "p95_ms": 91.791}, "visualize": {"avg_ms": 13.019, "count": 74, "max_ms": 17.883, "p95_ms": 17.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16830.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1152.548, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.006, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2419829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:44:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:44:42+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T06:44:41+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T06:44:41.991120+09:00", "mtime_epoch": 1783287881.9911199, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 137078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:44:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2751.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.739, "pushed": 7.739, "read": 7.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.841, "count": 232, "max_ms": 14.944, "p95_ms": 12.827}, "gstreamer_push": {"avg_ms": 1.189, "count": 232, "max_ms": 3.376, "p95_ms": 1.786}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.201, "count": 232, "max_ms": 64.014, "p95_ms": 54.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.764, "count": 232, "max_ms": 93.934, "p95_ms": 66.88}, "yolo11_640_fire_11class": {"avg_ms": 50.287, "count": 232, "max_ms": 71.315, "p95_ms": 56.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.489, "count": 232, "max_ms": 94.098, "p95_ms": 76.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.698, "count": 232, "max_ms": 730.043, "p95_ms": 178.232}, "read_interval": {"avg_ms": 129.483, "count": 231, "max_ms": 743.379, "p95_ms": 190.757}, "triton_wait": {"avg_ms": 55.419, "count": 232, "max_ms": 94.111, "p95_ms": 76.953}, "visualize": {"avg_ms": 6.355, "count": 232, "max_ms": 16.331, "p95_ms": 13.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16814.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 810, "h264_decode_error_count": 1959, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:43:03+09:00", "last_error_summary": "[h264 @ 0x55ca36a66940] error while decoding MB 6 40, bytestream -11", "last_exit_at": "2026-07-06T06:43:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.809, "last_started_at": "2026-07-06T06:43:06+09:00", "pid": 150808, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.227, "name": "ffmpeg", "pid": 150808, "rss_mb": 268.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 902, "restart_count_per_hour": 25, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 903}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 553.104, "sample_count": 750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:44:48+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-06T06:44:47+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-06T06:44:47.927251+09:00", "mtime_epoch": 1783287887.927251, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:44:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.082, "pushed": 3.082, "read": 3.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.149, "count": 91, "max_ms": 43.274, "p95_ms": 40.593}, "gstreamer_push": {"avg_ms": 0.873, "count": 92, "max_ms": 1.023, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.715, "count": 91, "max_ms": 72.526, "p95_ms": 58.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.749, "count": 91, "max_ms": 103.135, "p95_ms": 86.281}, "yolo11_640_fire_11class": {"avg_ms": 47.354, "count": 91, "max_ms": 73.038, "p95_ms": 62.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.227, "count": 91, "max_ms": 91.926, "p95_ms": 87.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.879, "count": 92, "max_ms": 532.918, "p95_ms": 394.003}, "read_interval": {"avg_ms": 328.602, "count": 91, "max_ms": 543.033, "p95_ms": 403.098}, "triton_wait": {"avg_ms": 70.456, "count": 91, "max_ms": 103.147, "p95_ms": 87.18}, "visualize": {"avg_ms": 11.596, "count": 91, "max_ms": 17.814, "p95_ms": 16.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16620.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1182.613, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.832, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2420142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:45:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:45:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:45:12+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T06:45:12.115783+09:00", "mtime_epoch": 1783287912.115783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:45:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2595.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.461, "pushed": 10.461, "read": 10.427}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.302, "count": 313, "max_ms": 16.661, "p95_ms": 12.376}, "gstreamer_push": {"avg_ms": 1.181, "count": 313, "max_ms": 1.53, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.555, "count": 313, "max_ms": 65.584, "p95_ms": 60.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.348, "count": 313, "max_ms": 93.165, "p95_ms": 77.012}, "yolo11_640_fire_11class": {"avg_ms": 51.927, "count": 313, "max_ms": 73.272, "p95_ms": 63.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.814, "count": 313, "max_ms": 93.17, "p95_ms": 83.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.788, "count": 313, "max_ms": 174.389, "p95_ms": 143.099}, "read_interval": {"avg_ms": 96.101, "count": 312, "max_ms": 186.584, "p95_ms": 154.961}, "triton_wait": {"avg_ms": 55.994, "count": 313, "max_ms": 93.184, "p95_ms": 83.914}, "visualize": {"avg_ms": 4.178, "count": 313, "max_ms": 13.391, "p95_ms": 10.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16670.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 811, "h264_decode_error_count": 1960, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:44:57+09:00", "last_error_summary": "[h264 @ 0x55f359880640] error while decoding MB 4 28, bytestream -9", "last_exit_at": "2026-07-06T06:45:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.98, "last_started_at": "2026-07-06T06:45:00+09:00", "pid": 151035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.172, "name": "ffmpeg", "pid": 151035, "rss_mb": 264.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 903, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 904}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 477.429, "sample_count": 783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:45:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:45:18+09:00", "last_frame_read_age_sec": 0.354, "last_frame_read_at": "2026-07-06T06:45:18+09:00", "mjpeg": {"age_sec": 0.343, "exists": true, "mtime": "2026-07-06T06:45:18.183916+09:00", "mtime_epoch": 1783287918.1839156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:45:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.834, "pushed": 2.834, "read": 2.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.707, "count": 84, "max_ms": 38.823, "p95_ms": 37.271}, "gstreamer_push": {"avg_ms": 0.871, "count": 85, "max_ms": 1.097, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.542, "count": 84, "max_ms": 66.748, "p95_ms": 63.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.445, "count": 84, "max_ms": 95.033, "p95_ms": 92.332}, "yolo11_640_fire_11class": {"avg_ms": 52.533, "count": 84, "max_ms": 71.253, "p95_ms": 68.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.886, "count": 84, "max_ms": 95.771, "p95_ms": 91.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.678, "count": 85, "max_ms": 352.54, "p95_ms": 335.694}, "read_interval": {"avg_ms": 356.509, "count": 84, "max_ms": 4864.114, "p95_ms": 344.729}, "triton_wait": {"avg_ms": 74.407, "count": 84, "max_ms": 95.783, "p95_ms": 93.122}, "visualize": {"avg_ms": 10.399, "count": 84, "max_ms": 12.734, "p95_ms": 12.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16671.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1212.734, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.961, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2420477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:45:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:45:42+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T06:45:42+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T06:45:42.192439+09:00", "mtime_epoch": 1783287942.1924386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 136802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:45:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2595.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 334, "pushed_frames": 334, "read_frames": 333, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.152, "pushed": 11.152, "read": 11.119}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 334, "max_ms": 12.715, "p95_ms": 8.684}, "gstreamer_push": {"avg_ms": 1.251, "count": 334, "max_ms": 1.55, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.19, "count": 334, "max_ms": 71.452, "p95_ms": 59.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.227, "count": 334, "max_ms": 95.482, "p95_ms": 84.533}, "yolo11_640_fire_11class": {"avg_ms": 52.627, "count": 334, "max_ms": 74.887, "p95_ms": 67.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.068, "count": 334, "max_ms": 92.608, "p95_ms": 83.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.515, "count": 334, "max_ms": 112.451, "p95_ms": 103.007}, "read_interval": {"avg_ms": 89.792, "count": 333, "max_ms": 133.609, "p95_ms": 118.887}, "triton_wait": {"avg_ms": 56.984, "count": 334, "max_ms": 95.494, "p95_ms": 86.481}, "visualize": {"avg_ms": 3.619, "count": 334, "max_ms": 4.521, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16671.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 811, "h264_decode_error_count": 1960, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:44:57+09:00", "last_error_summary": "[h264 @ 0x55f359880640] error while decoding MB 4 28, bytestream -9", "last_exit_at": "2026-07-06T06:45:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.217, "last_started_at": "2026-07-06T06:45:00+09:00", "pid": 151035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.461, "name": "ffmpeg", "pid": 151035, "rss_mb": 265.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 903, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 904}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 461.782, "sample_count": 819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:45:48+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-06T06:45:48+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-06T06:45:48.480575+09:00", "mtime_epoch": 1783287948.4805748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:45:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9547.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.346, "pushed": 3.346, "read": 3.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.937, "count": 99, "max_ms": 42.644, "p95_ms": 39.359}, "gstreamer_push": {"avg_ms": 0.882, "count": 100, "max_ms": 1.301, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.114, "count": 99, "max_ms": 66.498, "p95_ms": 63.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.799, "count": 99, "max_ms": 97.533, "p95_ms": 95.095}, "yolo11_640_fire_11class": {"avg_ms": 52.19, "count": 99, "max_ms": 70.247, "p95_ms": 68.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.55, "count": 99, "max_ms": 94.106, "p95_ms": 90.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.785, "count": 100, "max_ms": 381.179, "p95_ms": 338.147}, "read_interval": {"avg_ms": 302.385, "count": 99, "max_ms": 391.718, "p95_ms": 352.831}, "triton_wait": {"avg_ms": 76.284, "count": 99, "max_ms": 97.546, "p95_ms": 95.107}, "visualize": {"avg_ms": 10.355, "count": 99, "max_ms": 15.617, "p95_ms": 12.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16672.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1242.78, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.419, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2420802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:46:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:46:12+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T06:46:12+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T06:46:12.253088+09:00", "mtime_epoch": 1783287972.2530878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 124861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:46:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2595.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.848, "pushed": 10.848, "read": 10.815}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 325, "max_ms": 13.049, "p95_ms": 9.224}, "gstreamer_push": {"avg_ms": 1.248, "count": 325, "max_ms": 1.536, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.673, "count": 325, "max_ms": 64.729, "p95_ms": 59.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.121, "count": 325, "max_ms": 96.146, "p95_ms": 75.165}, "yolo11_640_fire_11class": {"avg_ms": 52.154, "count": 325, "max_ms": 74.594, "p95_ms": 63.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.077, "count": 325, "max_ms": 95.894, "p95_ms": 87.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.719, "count": 325, "max_ms": 112.849, "p95_ms": 105.651}, "read_interval": {"avg_ms": 92.365, "count": 324, "max_ms": 327.014, "p95_ms": 124.411}, "triton_wait": {"avg_ms": 55.949, "count": 325, "max_ms": 96.159, "p95_ms": 89.342}, "visualize": {"avg_ms": 3.686, "count": 325, "max_ms": 4.571, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16673.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 811, "h264_decode_error_count": 1960, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:44:57+09:00", "last_error_summary": "[h264 @ 0x55f359880640] error while decoding MB 4 28, bytestream -9", "last_exit_at": "2026-07-06T06:45:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.218, "last_started_at": "2026-07-06T06:45:00+09:00", "pid": 151035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.492, "name": "ffmpeg", "pid": 151035, "rss_mb": 266.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 903, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 904}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 448.117, "sample_count": 851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:46:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:46:18+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-06T06:46:18+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-06T06:46:18.449221+09:00", "mtime_epoch": 1783287978.449221, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:46:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.101, "pushed": 3.101, "read": 3.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.942, "count": 93, "max_ms": 42.525, "p95_ms": 38.436}, "gstreamer_push": {"avg_ms": 0.868, "count": 93, "max_ms": 0.917, "p95_ms": 0.908}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.786, "count": 93, "max_ms": 66.061, "p95_ms": 63.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.952, "count": 93, "max_ms": 96.173, "p95_ms": 91.197}, "yolo11_640_fire_11class": {"avg_ms": 52.19, "count": 93, "max_ms": 80.218, "p95_ms": 70.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.912, "count": 93, "max_ms": 101.072, "p95_ms": 92.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.002, "count": 93, "max_ms": 367.478, "p95_ms": 341.04}, "read_interval": {"avg_ms": 322.234, "count": 93, "max_ms": 378.261, "p95_ms": 350.122}, "triton_wait": {"avg_ms": 76.153, "count": 93, "max_ms": 101.085, "p95_ms": 93.437}, "visualize": {"avg_ms": 11.282, "count": 93, "max_ms": 13.905, "p95_ms": 12.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16674.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1272.845, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.419, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2421103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:46:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:46:42+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T06:46:42+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T06:46:42.349732+09:00", "mtime_epoch": 1783288002.349732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 135472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:46:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2596.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.945, "count": 301, "max_ms": 11.845, "p95_ms": 9.133}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.897, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.218, "count": 301, "max_ms": 69.943, "p95_ms": 55.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.905, "count": 301, "max_ms": 94.933, "p95_ms": 66.036}, "yolo11_640_fire_11class": {"avg_ms": 51.269, "count": 301, "max_ms": 77.948, "p95_ms": 59.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.726, "count": 301, "max_ms": 95.803, "p95_ms": 83.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.456, "count": 301, "max_ms": 112.665, "p95_ms": 101.179}, "read_interval": {"avg_ms": 99.919, "count": 300, "max_ms": 543.836, "p95_ms": 169.281}, "triton_wait": {"avg_ms": 54.539, "count": 301, "max_ms": 95.817, "p95_ms": 85.036}, "visualize": {"avg_ms": 3.634, "count": 301, "max_ms": 4.479, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16675.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 811, "h264_decode_error_count": 1960, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:44:57+09:00", "last_error_summary": "[h264 @ 0x55f359880640] error while decoding MB 4 28, bytestream -9", "last_exit_at": "2026-07-06T06:45:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.495, "last_started_at": "2026-07-06T06:45:00+09:00", "pid": 151035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.781, "name": "ffmpeg", "pid": 151035, "rss_mb": 267.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 903, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 904}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 448.117, "sample_count": 851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:46:49+09:00", "last_frame_read_age_sec": 0.35, "last_frame_read_at": "2026-07-06T06:46:48+09:00", "mjpeg": {"age_sec": 0.345, "exists": true, "mtime": "2026-07-06T06:46:48.697867+09:00", "mtime_epoch": 1783288008.6978672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:46:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.937, "pushed": 2.937, "read": 2.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.239, "count": 87, "max_ms": 41.921, "p95_ms": 40.443}, "gstreamer_push": {"avg_ms": 0.875, "count": 88, "max_ms": 1.24, "p95_ms": 0.904}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.333, "count": 87, "max_ms": 67.897, "p95_ms": 64.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.276, "count": 87, "max_ms": 100.416, "p95_ms": 92.529}, "yolo11_640_fire_11class": {"avg_ms": 49.393, "count": 87, "max_ms": 68.717, "p95_ms": 64.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.91, "count": 87, "max_ms": 97.372, "p95_ms": 93.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.38, "count": 88, "max_ms": 382.617, "p95_ms": 373.306}, "read_interval": {"avg_ms": 343.88, "count": 87, "max_ms": 396.079, "p95_ms": 382.862}, "triton_wait": {"avg_ms": 74.367, "count": 87, "max_ms": 100.426, "p95_ms": 94.319}, "visualize": {"avg_ms": 11.762, "count": 87, "max_ms": 14.301, "p95_ms": 13.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16561.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1302.894, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.783, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2421368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:47:12+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T06:47:12+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T06:47:12.334368+09:00", "mtime_epoch": 1783288032.3343685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 131982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:47:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2596.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.844, "pushed": 8.844, "read": 8.81}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.782, "count": 265, "max_ms": 11.878, "p95_ms": 10.72}, "gstreamer_push": {"avg_ms": 1.145, "count": 265, "max_ms": 1.92, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.951, "count": 265, "max_ms": 67.691, "p95_ms": 58.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.072, "count": 265, "max_ms": 94.423, "p95_ms": 75.616}, "yolo11_640_fire_11class": {"avg_ms": 51.225, "count": 265, "max_ms": 68.781, "p95_ms": 61.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.644, "count": 265, "max_ms": 95.762, "p95_ms": 87.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.266, "count": 265, "max_ms": 175.863, "p95_ms": 129.668}, "read_interval": {"avg_ms": 113.218, "count": 264, "max_ms": 466.212, "p95_ms": 158.121}, "triton_wait": {"avg_ms": 56.565, "count": 265, "max_ms": 95.775, "p95_ms": 87.609}, "visualize": {"avg_ms": 4.226, "count": 265, "max_ms": 6.372, "p95_ms": 5.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16625.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 812, "h264_decode_error_count": 1961, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:47:04+09:00", "last_error_summary": "[h264 @ 0x5560a61f7400] error while decoding MB 14 39, bytestream -7", "last_exit_at": "2026-07-06T06:47:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.86, "last_started_at": "2026-07-06T06:47:07+09:00", "pid": 151142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 219.484, "name": "ffmpeg", "pid": 151142, "rss_mb": 219.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 904, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 905}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 447.498, "sample_count": 852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:47:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:47:19+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T06:47:18+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-06T06:47:18.858506+09:00", "mtime_epoch": 1783288038.8585064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:47:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.727, "pushed": 2.727, "read": 2.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.044, "count": 81, "max_ms": 46.336, "p95_ms": 39.911}, "gstreamer_push": {"avg_ms": 0.862, "count": 81, "max_ms": 0.923, "p95_ms": 0.899}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.682, "count": 81, "max_ms": 69.048, "p95_ms": 66.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.242, "count": 81, "max_ms": 98.213, "p95_ms": 91.079}, "yolo11_640_fire_11class": {"avg_ms": 50.2, "count": 81, "max_ms": 69.803, "p95_ms": 66.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.137, "count": 81, "max_ms": 99.098, "p95_ms": 90.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.902, "count": 81, "max_ms": 376.382, "p95_ms": 365.466}, "read_interval": {"avg_ms": 372.505, "count": 80, "max_ms": 4588.609, "p95_ms": 376.075}, "triton_wait": {"avg_ms": 73.668, "count": 81, "max_ms": 99.11, "p95_ms": 93.232}, "visualize": {"avg_ms": 11.06, "count": 81, "max_ms": 17.54, "p95_ms": 13.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.698, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16671.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1332.937, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.708, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2421685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:47:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:47:42+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T06:47:42+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T06:47:42.435003+09:00", "mtime_epoch": 1783288062.4350026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 130762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:47:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2596.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.596, "pushed": 10.596, "read": 10.562}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.206, "count": 317, "max_ms": 13.325, "p95_ms": 11.939}, "gstreamer_push": {"avg_ms": 1.197, "count": 317, "max_ms": 2.086, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.826, "count": 317, "max_ms": 67.906, "p95_ms": 60.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.869, "count": 317, "max_ms": 96.764, "p95_ms": 77.432}, "yolo11_640_fire_11class": {"avg_ms": 50.74, "count": 317, "max_ms": 70.238, "p95_ms": 62.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.013, "count": 317, "max_ms": 92.666, "p95_ms": 83.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.414, "count": 317, "max_ms": 159.654, "p95_ms": 122.074}, "read_interval": {"avg_ms": 94.798, "count": 316, "max_ms": 173.67, "p95_ms": 135.805}, "triton_wait": {"avg_ms": 56.389, "count": 317, "max_ms": 96.776, "p95_ms": 85.985}, "visualize": {"avg_ms": 3.733, "count": 317, "max_ms": 5.482, "p95_ms": 4.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16672.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 812, "h264_decode_error_count": 1961, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:47:04+09:00", "last_error_summary": "[h264 @ 0x5560a61f7400] error while decoding MB 14 39, bytestream -7", "last_exit_at": "2026-07-06T06:47:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.03, "last_started_at": "2026-07-06T06:47:07+09:00", "pid": 151142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.566, "name": "ffmpeg", "pid": 151142, "rss_mb": 264.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 904, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 905}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 447.498, "sample_count": 855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:47:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:47:49+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T06:47:49+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-06T06:47:49.031141+09:00", "mtime_epoch": 1783288069.0311408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:47:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.314, "pushed": 3.314, "read": 3.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.272, "count": 98, "max_ms": 47.239, "p95_ms": 40.46}, "gstreamer_push": {"avg_ms": 0.865, "count": 99, "max_ms": 1.326, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.555, "count": 98, "max_ms": 65.842, "p95_ms": 63.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.585, "count": 98, "max_ms": 99.161, "p95_ms": 87.939}, "yolo11_640_fire_11class": {"avg_ms": 50.17, "count": 98, "max_ms": 66.25, "p95_ms": 65.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.91, "count": 98, "max_ms": 95.217, "p95_ms": 90.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.256, "count": 99, "max_ms": 378.065, "p95_ms": 365.369}, "read_interval": {"avg_ms": 305.037, "count": 98, "max_ms": 387.091, "p95_ms": 379.225}, "triton_wait": {"avg_ms": 70.761, "count": 98, "max_ms": 99.173, "p95_ms": 90.316}, "visualize": {"avg_ms": 10.772, "count": 98, "max_ms": 14.965, "p95_ms": 14.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 20183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16673.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1362.982, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.14, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2422004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:48:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:48:12+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T06:48:12+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T06:48:12.491631+09:00", "mtime_epoch": 1783288092.4916308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 136745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:48:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2596.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.648, "pushed": 10.648, "read": 10.615}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.83, "count": 319, "max_ms": 12.156, "p95_ms": 9.196}, "gstreamer_push": {"avg_ms": 1.241, "count": 319, "max_ms": 2.041, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.193, "count": 319, "max_ms": 68.505, "p95_ms": 59.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.165, "count": 319, "max_ms": 95.151, "p95_ms": 70.139}, "yolo11_640_fire_11class": {"avg_ms": 50.015, "count": 319, "max_ms": 71.37, "p95_ms": 61.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.118, "count": 319, "max_ms": 95.778, "p95_ms": 85.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.68, "count": 319, "max_ms": 112.529, "p95_ms": 103.187}, "read_interval": {"avg_ms": 94.187, "count": 318, "max_ms": 422.616, "p95_ms": 124.444}, "triton_wait": {"avg_ms": 55.017, "count": 319, "max_ms": 95.791, "p95_ms": 85.285}, "visualize": {"avg_ms": 3.696, "count": 319, "max_ms": 5.232, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16674.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 812, "h264_decode_error_count": 1961, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:47:04+09:00", "last_error_summary": "[h264 @ 0x5560a61f7400] error while decoding MB 14 39, bytestream -7", "last_exit_at": "2026-07-06T06:47:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.196, "last_started_at": "2026-07-06T06:47:07+09:00", "pid": 151142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.855, "name": "ffmpeg", "pid": 151142, "rss_mb": 265.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 904, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 905}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 446.877, "sample_count": 874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1933959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:48:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:48:19+09:00", "last_frame_read_age_sec": 0.261, "last_frame_read_at": "2026-07-06T06:48:19+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T06:48:19.203770+09:00", "mtime_epoch": 1783288099.2037704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:48:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.377, "pushed": 3.377, "read": 3.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.08, "count": 100, "max_ms": 42.429, "p95_ms": 39.261}, "gstreamer_push": {"avg_ms": 0.89, "count": 101, "max_ms": 1.442, "p95_ms": 1.031}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.337, "count": 100, "max_ms": 67.068, "p95_ms": 62.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.9, "count": 100, "max_ms": 91.778, "p95_ms": 87.315}, "yolo11_640_fire_11class": {"avg_ms": 50.191, "count": 100, "max_ms": 65.736, "p95_ms": 63.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.07, "count": 100, "max_ms": 96.47, "p95_ms": 91.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.131, "count": 101, "max_ms": 393.867, "p95_ms": 353.916}, "read_interval": {"avg_ms": 298.957, "count": 100, "max_ms": 402.843, "p95_ms": 364.214}, "triton_wait": {"avg_ms": 72.346, "count": 100, "max_ms": 96.483, "p95_ms": 91.079}, "visualize": {"avg_ms": 10.499, "count": 100, "max_ms": 14.222, "p95_ms": 13.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 95, "tracking_summary": 20185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16818.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1393.034, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.148, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2422252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:48:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:48:42+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T06:48:42+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T06:48:42.544254+09:00", "mtime_epoch": 1783288122.5442543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 127966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:48:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2733.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.276, "pushed": 8.276, "read": 8.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.413, "count": 248, "max_ms": 15.3, "p95_ms": 13.534}, "gstreamer_push": {"avg_ms": 1.249, "count": 248, "max_ms": 3.278, "p95_ms": 1.835}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.824, "count": 248, "max_ms": 73.642, "p95_ms": 58.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.442, "count": 248, "max_ms": 97.661, "p95_ms": 82.677}, "yolo11_640_fire_11class": {"avg_ms": 51.097, "count": 248, "max_ms": 72.083, "p95_ms": 61.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.549, "count": 248, "max_ms": 95.496, "p95_ms": 83.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.163, "count": 248, "max_ms": 763.897, "p95_ms": 176.201}, "read_interval": {"avg_ms": 121.332, "count": 247, "max_ms": 777.587, "p95_ms": 193.22}, "triton_wait": {"avg_ms": 56.776, "count": 248, "max_ms": 97.673, "p95_ms": 85.861}, "visualize": {"avg_ms": 4.314, "count": 248, "max_ms": 14.866, "p95_ms": 5.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16808.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 812, "h264_decode_error_count": 1961, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:47:04+09:00", "last_error_summary": "[h264 @ 0x5560a61f7400] error while decoding MB 14 39, bytestream -7", "last_exit_at": "2026-07-06T06:47:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.311, "last_started_at": "2026-07-06T06:47:07+09:00", "pid": 151142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.887, "name": "ffmpeg", "pid": 151142, "rss_mb": 266.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 904, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 905}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 383.563, "sample_count": 914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:48:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:48:49+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T06:48:49+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T06:48:49.340395+09:00", "mtime_epoch": 1783288129.3403947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:48:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.454, "pushed": 3.454, "read": 3.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.936, "count": 103, "max_ms": 37.992, "p95_ms": 36.579}, "gstreamer_push": {"avg_ms": 0.873, "count": 103, "max_ms": 1.9, "p95_ms": 0.901}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.071, "count": 103, "max_ms": 70.165, "p95_ms": 64.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.554, "count": 103, "max_ms": 95.862, "p95_ms": 92.481}, "yolo11_640_fire_11class": {"avg_ms": 50.265, "count": 103, "max_ms": 67.027, "p95_ms": 64.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.973, "count": 103, "max_ms": 95.568, "p95_ms": 88.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.028, "count": 103, "max_ms": 330.954, "p95_ms": 324.019}, "read_interval": {"avg_ms": 292.839, "count": 102, "max_ms": 339.994, "p95_ms": 333.329}, "triton_wait": {"avg_ms": 72.241, "count": 103, "max_ms": 95.874, "p95_ms": 92.492}, "visualize": {"avg_ms": 10.276, "count": 103, "max_ms": 13.605, "p95_ms": 11.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 95, "tracking_summary": 20188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16550.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1423.112, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.699, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2422566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:49:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:49:12+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:49:12+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T06:49:12.616874+09:00", "mtime_epoch": 1783288152.6168742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 129277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:49:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2689.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.468, "pushed": 10.468, "read": 10.435}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.599, "count": 314, "max_ms": 16.405, "p95_ms": 11.879}, "gstreamer_push": {"avg_ms": 1.19, "count": 314, "max_ms": 1.54, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.288, "count": 314, "max_ms": 72.193, "p95_ms": 58.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.858, "count": 314, "max_ms": 93.7, "p95_ms": 74.216}, "yolo11_640_fire_11class": {"avg_ms": 50.859, "count": 314, "max_ms": 73.688, "p95_ms": 60.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.758, "count": 314, "max_ms": 96.409, "p95_ms": 78.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.561, "count": 314, "max_ms": 196.999, "p95_ms": 140.351}, "read_interval": {"avg_ms": 95.812, "count": 313, "max_ms": 208.804, "p95_ms": 152.209}, "triton_wait": {"avg_ms": 54.668, "count": 314, "max_ms": 96.423, "p95_ms": 79.142}, "visualize": {"avg_ms": 3.753, "count": 314, "max_ms": 5.875, "p95_ms": 4.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16677.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 813, "h264_decode_error_count": 1962, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:49:08+09:00", "last_error_summary": "[NULL @ 0x564ea3cc8300] missing picture in access unit with size 39 [h264 @ 0x564ea4752740] no frame! [vist#0:0/h264 @ 0x564ea3d4b640] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T06:49:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.894, "last_started_at": "2026-07-06T06:49:11+09:00", "pid": 151309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.066, "name": "ffmpeg", "pid": 151309, "rss_mb": 188.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 905, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 906}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.915, "sample_count": 923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:49:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:49:19+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-06T06:49:19+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-06T06:49:19.345012+09:00", "mtime_epoch": 1783288159.3450124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:49:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.851, "pushed": 2.851, "read": 2.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.359, "count": 85, "max_ms": 46.78, "p95_ms": 41.972}, "gstreamer_push": {"avg_ms": 0.867, "count": 85, "max_ms": 1.058, "p95_ms": 0.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.429, "count": 85, "max_ms": 71.611, "p95_ms": 63.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.562, "count": 85, "max_ms": 93.772, "p95_ms": 83.209}, "yolo11_640_fire_11class": {"avg_ms": 49.01, "count": 85, "max_ms": 67.429, "p95_ms": 64.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.274, "count": 85, "max_ms": 93.784, "p95_ms": 84.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.593, "count": 85, "max_ms": 377.925, "p95_ms": 353.987}, "read_interval": {"avg_ms": 354.258, "count": 84, "max_ms": 4811.965, "p95_ms": 370.417}, "triton_wait": {"avg_ms": 68.691, "count": 85, "max_ms": 93.794, "p95_ms": 84.654}, "visualize": {"avg_ms": 9.935, "count": 85, "max_ms": 13.829, "p95_ms": 11.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 95, "tracking_summary": 20190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16707.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1453.174, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.465, "sample_count": 3066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2422899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:49:42+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T06:49:42+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T06:49:42.677490+09:00", "mtime_epoch": 1783288182.6774898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 132471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:49:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2625.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.109, "pushed": 11.109, "read": 11.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.035, "count": 333, "max_ms": 11.449, "p95_ms": 9.142}, "gstreamer_push": {"avg_ms": 1.252, "count": 333, "max_ms": 1.773, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.488, "count": 333, "max_ms": 72.614, "p95_ms": 62.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.409, "count": 333, "max_ms": 92.798, "p95_ms": 79.072}, "yolo11_640_fire_11class": {"avg_ms": 51.92, "count": 333, "max_ms": 69.726, "p95_ms": 64.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.817, "count": 333, "max_ms": 91.246, "p95_ms": 82.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.777, "count": 333, "max_ms": 109.247, "p95_ms": 100.484}, "read_interval": {"avg_ms": 90.278, "count": 332, "max_ms": 127.163, "p95_ms": 117.018}, "triton_wait": {"avg_ms": 56.84, "count": 333, "max_ms": 92.81, "p95_ms": 83.392}, "visualize": {"avg_ms": 3.659, "count": 333, "max_ms": 4.575, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16707.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 813, "h264_decode_error_count": 1962, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:49:08+09:00", "last_error_summary": "[NULL @ 0x564ea3cc8300] missing picture in access unit with size 39 [h264 @ 0x564ea4752740] no frame! [vist#0:0/h264 @ 0x564ea3d4b640] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T06:49:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.995, "last_started_at": "2026-07-06T06:49:11+09:00", "pid": 151309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.297, "name": "ffmpeg", "pid": 151309, "rss_mb": 264.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 905, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 906}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.32, "sample_count": 945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:49:49+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T06:49:49+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T06:49:49.489629+09:00", "mtime_epoch": 1783288189.4896288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:49:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.825, "pushed": 3.825, "read": 3.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.156, "count": 114, "max_ms": 39.409, "p95_ms": 36.654}, "gstreamer_push": {"avg_ms": 0.853, "count": 114, "max_ms": 0.971, "p95_ms": 0.888}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.737, "count": 114, "max_ms": 67.097, "p95_ms": 64.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.808, "count": 114, "max_ms": 89.278, "p95_ms": 83.573}, "yolo11_640_fire_11class": {"avg_ms": 52.749, "count": 114, "max_ms": 67.819, "p95_ms": 64.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.884, "count": 114, "max_ms": 88.164, "p95_ms": 83.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.519, "count": 114, "max_ms": 302.902, "p95_ms": 283.888}, "read_interval": {"avg_ms": 264.249, "count": 113, "max_ms": 312.152, "p95_ms": 294.532}, "triton_wait": {"avg_ms": 70.35, "count": 114, "max_ms": 89.288, "p95_ms": 85.566}, "visualize": {"avg_ms": 9.2, "count": 114, "max_ms": 14.206, "p95_ms": 10.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 95, "tracking_summary": 20193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16709.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1483.258, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.012, "sample_count": 3057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2423206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:50:12+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T06:50:12+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T06:50:12.762102+09:00", "mtime_epoch": 1783288212.7621021, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 132805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:50:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2626.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.201, "pushed": 10.234, "read": 10.201}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.138, "count": 306, "max_ms": 12.808, "p95_ms": 9.219}, "gstreamer_push": {"avg_ms": 1.258, "count": 307, "max_ms": 1.936, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.745, "count": 306, "max_ms": 72.681, "p95_ms": 62.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.394, "count": 306, "max_ms": 87.977, "p95_ms": 75.697}, "yolo11_640_fire_11class": {"avg_ms": 51.695, "count": 306, "max_ms": 76.312, "p95_ms": 64.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.46, "count": 306, "max_ms": 83.972, "p95_ms": 80.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.06, "count": 306, "max_ms": 106.153, "p95_ms": 97.504}, "read_interval": {"avg_ms": 98.019, "count": 306, "max_ms": 534.861, "p95_ms": 120.325}, "triton_wait": {"avg_ms": 55.84, "count": 306, "max_ms": 87.99, "p95_ms": 80.771}, "visualize": {"avg_ms": 3.691, "count": 306, "max_ms": 4.717, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16710.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 813, "h264_decode_error_count": 1962, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:49:08+09:00", "last_error_summary": "[NULL @ 0x564ea3cc8300] missing picture in access unit with size 39 [h264 @ 0x564ea4752740] no frame! [vist#0:0/h264 @ 0x564ea3d4b640] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T06:49:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.053, "last_started_at": "2026-07-06T06:49:11+09:00", "pid": 151309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.844, "name": "ffmpeg", "pid": 151309, "rss_mb": 265.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 905, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 906}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.592, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:50:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:50:19+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T06:50:19+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T06:50:19.566240+09:00", "mtime_epoch": 1783288219.56624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:50:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.696, "pushed": 4.696, "read": 4.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.078, "count": 140, "max_ms": 37.572, "p95_ms": 34.688}, "gstreamer_push": {"avg_ms": 0.866, "count": 140, "max_ms": 1.114, "p95_ms": 0.908}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.698, "count": 140, "max_ms": 69.676, "p95_ms": 63.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.379, "count": 140, "max_ms": 87.161, "p95_ms": 83.761}, "yolo11_640_fire_11class": {"avg_ms": 51.274, "count": 140, "max_ms": 70.477, "p95_ms": 65.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.206, "count": 140, "max_ms": 84.152, "p95_ms": 80.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.167, "count": 140, "max_ms": 256.413, "p95_ms": 237.956}, "read_interval": {"avg_ms": 214.627, "count": 139, "max_ms": 265.612, "p95_ms": 247.616}, "triton_wait": {"avg_ms": 66.346, "count": 140, "max_ms": 87.173, "p95_ms": 83.773}, "visualize": {"avg_ms": 7.307, "count": 140, "max_ms": 9.825, "p95_ms": 8.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 95, "tracking_summary": 20195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16711.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1513.314, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.365, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2423509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:50:42+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T06:50:42+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T06:50:42.814710+09:00", "mtime_epoch": 1783288242.8147101, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 129641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:50:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2626.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.048, "count": 303, "max_ms": 13.617, "p95_ms": 8.908}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.64, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.342, "count": 303, "max_ms": 71.879, "p95_ms": 62.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.993, "count": 303, "max_ms": 89.35, "p95_ms": 79.888}, "yolo11_640_fire_11class": {"avg_ms": 51.593, "count": 303, "max_ms": 73.413, "p95_ms": 64.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.019, "count": 303, "max_ms": 86.663, "p95_ms": 78.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.741, "count": 303, "max_ms": 107.124, "p95_ms": 98.209}, "read_interval": {"avg_ms": 99.219, "count": 302, "max_ms": 430.411, "p95_ms": 140.223}, "triton_wait": {"avg_ms": 56.605, "count": 303, "max_ms": 89.363, "p95_ms": 81.505}, "visualize": {"avg_ms": 3.69, "count": 303, "max_ms": 4.76, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16892.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 813, "h264_decode_error_count": 1962, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:49:08+09:00", "last_error_summary": "[NULL @ 0x564ea3cc8300] missing picture in access unit with size 39 [h264 @ 0x564ea4752740] no frame! [vist#0:0/h264 @ 0x564ea3d4b640] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T06:49:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.269, "last_started_at": "2026-07-06T06:49:11+09:00", "pid": 151309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.617, "name": "ffmpeg", "pid": 151309, "rss_mb": 266.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 905, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 906}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.135, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:50:49+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T06:50:49+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T06:50:49.754850+09:00", "mtime_epoch": 1783288249.7548501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:50:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.765, "pushed": 4.765, "read": 4.731}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.89, "count": 142, "max_ms": 36.616, "p95_ms": 34.436}, "gstreamer_push": {"avg_ms": 0.867, "count": 142, "max_ms": 0.976, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.332, "count": 142, "max_ms": 66.907, "p95_ms": 63.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.848, "count": 142, "max_ms": 94.99, "p95_ms": 81.085}, "yolo11_640_fire_11class": {"avg_ms": 49.988, "count": 142, "max_ms": 67.631, "p95_ms": 64.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.212, "count": 142, "max_ms": 85.934, "p95_ms": 80.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.584, "count": 142, "max_ms": 259.197, "p95_ms": 230.752}, "read_interval": {"avg_ms": 211.075, "count": 141, "max_ms": 270.419, "p95_ms": 233.147}, "triton_wait": {"avg_ms": 66.066, "count": 142, "max_ms": 95.002, "p95_ms": 81.405}, "visualize": {"avg_ms": 7.214, "count": 142, "max_ms": 8.835, "p95_ms": 8.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16750.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1543.363, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.636, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2423713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:51:12+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T06:51:12+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T06:51:12.831314+09:00", "mtime_epoch": 1783288272.831314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 135474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:51:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2705.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.809, "pushed": 6.809, "read": 6.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.27, "count": 204, "max_ms": 16.692, "p95_ms": 14.601}, "gstreamer_push": {"avg_ms": 1.266, "count": 204, "max_ms": 5.946, "p95_ms": 3.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.077, "count": 204, "max_ms": 71.303, "p95_ms": 61.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.909, "count": 204, "max_ms": 89.075, "p95_ms": 76.449}, "yolo11_640_fire_11class": {"avg_ms": 50.307, "count": 204, "max_ms": 70.997, "p95_ms": 59.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.655, "count": 204, "max_ms": 87.098, "p95_ms": 79.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.311, "count": 204, "max_ms": 748.457, "p95_ms": 189.179}, "read_interval": {"avg_ms": 147.385, "count": 203, "max_ms": 761.878, "p95_ms": 206.75}, "triton_wait": {"avg_ms": 56.448, "count": 204, "max_ms": 89.088, "p95_ms": 83.24}, "visualize": {"avg_ms": 5.481, "count": 204, "max_ms": 15.995, "p95_ms": 10.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16785.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 814, "h264_decode_error_count": 1963, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:50:59+09:00", "last_error_summary": "[h264 @ 0x55c8387ba880] error while decoding MB 19 20, bytestream -9", "last_exit_at": "2026-07-06T06:51:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.689, "last_started_at": "2026-07-06T06:51:02+09:00", "pid": 151476, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.633, "name": "ffmpeg", "pid": 151476, "rss_mb": 266.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 906, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 907}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.375, "sample_count": 1055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:51:20+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T06:51:19+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T06:51:19.835455+09:00", "mtime_epoch": 1783288279.8354547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:51:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.481, "pushed": 3.481, "read": 3.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.911, "count": 104, "max_ms": 37.894, "p95_ms": 36.133}, "gstreamer_push": {"avg_ms": 0.878, "count": 104, "max_ms": 0.987, "p95_ms": 0.91}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.287, "count": 104, "max_ms": 68.693, "p95_ms": 67.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.49, "count": 104, "max_ms": 87.04, "p95_ms": 72.441}, "yolo11_640_fire_11class": {"avg_ms": 47.604, "count": 104, "max_ms": 67.974, "p95_ms": 65.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.326, "count": 104, "max_ms": 93.243, "p95_ms": 84.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.424, "count": 104, "max_ms": 287.408, "p95_ms": 262.333}, "read_interval": {"avg_ms": 289.605, "count": 103, "max_ms": 4940.975, "p95_ms": 271.736}, "triton_wait": {"avg_ms": 63.584, "count": 104, "max_ms": 93.255, "p95_ms": 84.582}, "visualize": {"avg_ms": 8.563, "count": 104, "max_ms": 10.406, "p95_ms": 9.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1573.439, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.217, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2424042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T06:51:43+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T06:51:42+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T06:51:42.915916+09:00", "mtime_epoch": 1783288302.9159164, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 137306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:51:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2611.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.983, "pushed": 10.983, "read": 10.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 329, "max_ms": 12.008, "p95_ms": 10.575}, "gstreamer_push": {"avg_ms": 1.255, "count": 329, "max_ms": 1.955, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.837, "count": 329, "max_ms": 73.045, "p95_ms": 63.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.324, "count": 329, "max_ms": 87.628, "p95_ms": 77.906}, "yolo11_640_fire_11class": {"avg_ms": 51.122, "count": 329, "max_ms": 68.858, "p95_ms": 62.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.349, "count": 329, "max_ms": 84.77, "p95_ms": 80.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.657, "count": 329, "max_ms": 140.265, "p95_ms": 105.449}, "read_interval": {"avg_ms": 91.342, "count": 328, "max_ms": 150.8, "p95_ms": 121.444}, "triton_wait": {"avg_ms": 56.2, "count": 329, "max_ms": 87.64, "p95_ms": 81.744}, "visualize": {"avg_ms": 3.726, "count": 329, "max_ms": 5.802, "p95_ms": 4.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16689.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 814, "h264_decode_error_count": 1963, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:50:59+09:00", "last_error_summary": "[h264 @ 0x55c8387ba880] error while decoding MB 19 20, bytestream -9", "last_exit_at": "2026-07-06T06:51:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.803, "last_started_at": "2026-07-06T06:51:02+09:00", "pid": 151476, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.922, "name": "ffmpeg", "pid": 151476, "rss_mb": 267.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 906, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 907}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.849, "sample_count": 1100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:51:50+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T06:51:49+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T06:51:49.992058+09:00", "mtime_epoch": 1783288309.9920576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:51:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.455, "pushed": 4.455, "read": 4.422}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.717, "count": 133, "max_ms": 41.802, "p95_ms": 35.858}, "gstreamer_push": {"avg_ms": 0.867, "count": 133, "max_ms": 1.088, "p95_ms": 0.913}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.606, "count": 133, "max_ms": 67.255, "p95_ms": 64.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.156, "count": 133, "max_ms": 88.02, "p95_ms": 83.14}, "yolo11_640_fire_11class": {"avg_ms": 50.341, "count": 133, "max_ms": 69.892, "p95_ms": 65.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.269, "count": 133, "max_ms": 85.192, "p95_ms": 82.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.781, "count": 133, "max_ms": 280.502, "p95_ms": 271.908}, "read_interval": {"avg_ms": 226.582, "count": 132, "max_ms": 290.346, "p95_ms": 281.3}, "triton_wait": {"avg_ms": 66.611, "count": 133, "max_ms": 88.032, "p95_ms": 83.772}, "visualize": {"avg_ms": 7.927, "count": 133, "max_ms": 11.75, "p95_ms": 10.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16689.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1603.447, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.851, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2424341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:52:13+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T06:52:12+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T06:52:12.888513+09:00", "mtime_epoch": 1783288332.8885133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:52:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2598.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.537, "count": 299, "max_ms": 18.205, "p95_ms": 12.341}, "gstreamer_push": {"avg_ms": 1.221, "count": 299, "max_ms": 2.079, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.545, "count": 299, "max_ms": 71.84, "p95_ms": 62.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.922, "count": 299, "max_ms": 88.738, "p95_ms": 80.639}, "yolo11_640_fire_11class": {"avg_ms": 50.849, "count": 299, "max_ms": 71.109, "p95_ms": 65.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.525, "count": 299, "max_ms": 87.632, "p95_ms": 77.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.035, "count": 299, "max_ms": 205.083, "p95_ms": 141.546}, "read_interval": {"avg_ms": 100.238, "count": 299, "max_ms": 218.265, "p95_ms": 154.837}, "triton_wait": {"avg_ms": 56.509, "count": 299, "max_ms": 88.752, "p95_ms": 80.758}, "visualize": {"avg_ms": 3.794, "count": 299, "max_ms": 5.935, "p95_ms": 4.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16689.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 814, "h264_decode_error_count": 1963, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:50:59+09:00", "last_error_summary": "[h264 @ 0x55c8387ba880] error while decoding MB 19 20, bytestream -9", "last_exit_at": "2026-07-06T06:51:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.879, "last_started_at": "2026-07-06T06:51:02+09:00", "pid": 151476, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.438, "name": "ffmpeg", "pid": 151476, "rss_mb": 268.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 906, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 907}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.377, "sample_count": 1164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1934926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:52:20+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T06:52:20+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T06:52:20.060656+09:00", "mtime_epoch": 1783288340.0606558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:52:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.857, "pushed": 4.857, "read": 4.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.981, "count": 145, "max_ms": 51.634, "p95_ms": 35.466}, "gstreamer_push": {"avg_ms": 0.891, "count": 145, "max_ms": 1.387, "p95_ms": 0.99}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.819, "count": 145, "max_ms": 75.964, "p95_ms": 66.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.858, "count": 145, "max_ms": 91.111, "p95_ms": 82.598}, "yolo11_640_fire_11class": {"avg_ms": 49.603, "count": 145, "max_ms": 67.722, "p95_ms": 65.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.118, "count": 145, "max_ms": 89.287, "p95_ms": 83.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.238, "count": 145, "max_ms": 249.515, "p95_ms": 234.775}, "read_interval": {"avg_ms": 207.416, "count": 144, "max_ms": 258.415, "p95_ms": 245.256}, "triton_wait": {"avg_ms": 65.606, "count": 145, "max_ms": 91.122, "p95_ms": 84.961}, "visualize": {"avg_ms": 7.075, "count": 145, "max_ms": 10.324, "p95_ms": 8.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16689.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:25:26+09:00", "last_error_summary": "[h264 @ 0x55c42a5ed000] error while decoding MB 56 39, bytestream -5 [in#0/rtsp @ 0x55c42a5a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c42a5a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:25:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1633.492, "last_started_at": "2026-07-06T06:25:29+09:00", "pid": 149667, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.906, "name": "ffmpeg", "pid": 149667, "rss_mb": 329.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 3, "rtsp_timeout_count": 246, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.002, "sample_count": 2845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2424536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:52:43+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T06:52:42+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T06:52:42.929109+09:00", "mtime_epoch": 1783288362.9291089, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 145267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:52:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2598.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.516, "pushed": 6.516, "read": 6.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.225, "count": 195, "max_ms": 18.543, "p95_ms": 14.123}, "gstreamer_push": {"avg_ms": 1.001, "count": 195, "max_ms": 1.302, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.252, "count": 195, "max_ms": 69.849, "p95_ms": 63.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.811, "count": 195, "max_ms": 88.557, "p95_ms": 72.126}, "yolo11_640_fire_11class": {"avg_ms": 50.521, "count": 195, "max_ms": 69.05, "p95_ms": 61.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.561, "count": 195, "max_ms": 86.049, "p95_ms": 83.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.019, "count": 195, "max_ms": 189.26, "p95_ms": 171.173}, "read_interval": {"avg_ms": 154.069, "count": 194, "max_ms": 198.997, "p95_ms": 182.868}, "triton_wait": {"avg_ms": 59.404, "count": 195, "max_ms": 88.57, "p95_ms": 83.774}, "visualize": {"avg_ms": 4.964, "count": 195, "max_ms": 6.622, "p95_ms": 6.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16689.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 814, "h264_decode_error_count": 1963, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:50:59+09:00", "last_error_summary": "[h264 @ 0x55c8387ba880] error while decoding MB 19 20, bytestream -9", "last_exit_at": "2026-07-06T06:51:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.057, "last_started_at": "2026-07-06T06:51:02+09:00", "pid": 151476, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.695, "name": "ffmpeg", "pid": 151476, "rss_mb": 268.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 906, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 907}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.068, "sample_count": 1214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:52:50+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T06:52:50+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T06:52:50.245254+09:00", "mtime_epoch": 1783288370.2452536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:52:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.001, "pushed": 5.001, "read": 4.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.417, "count": 149, "max_ms": 37.003, "p95_ms": 34.416}, "gstreamer_push": {"avg_ms": 0.89, "count": 150, "max_ms": 1.083, "p95_ms": 0.979}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.915, "count": 149, "max_ms": 72.127, "p95_ms": 64.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.406, "count": 149, "max_ms": 89.578, "p95_ms": 71.073}, "yolo11_640_fire_11class": {"avg_ms": 47.067, "count": 149, "max_ms": 65.577, "p95_ms": 57.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.716, "count": 149, "max_ms": 87.662, "p95_ms": 82.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.289, "count": 150, "max_ms": 237.225, "p95_ms": 221.423}, "read_interval": {"avg_ms": 201.144, "count": 149, "max_ms": 246.911, "p95_ms": 231.734}, "triton_wait": {"avg_ms": 61.7, "count": 149, "max_ms": 89.59, "p95_ms": 82.308}, "visualize": {"avg_ms": 7.047, "count": 149, "max_ms": 9.955, "p95_ms": 8.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16505.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.299, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.391, "name": "ffmpeg", "pid": 151690, "rss_mb": 198.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.533, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2424561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:53:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:53:14+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:53:14+09:00", "mjpeg": {"age_sec": 4.984, "exists": true, "mtime": "2026-07-06T06:53:09.713638+09:00", "mtime_epoch": 1783288389.7136378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 140764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:53:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2598.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 14, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.502, "pushed": 0.502, "read": 0.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 12.857, "count": 15, "max_ms": 19.591, "p95_ms": 19.591}, "gstreamer_push": {"avg_ms": 1.015, "count": 15, "max_ms": 1.267, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.199, "count": 15, "max_ms": 60.905, "p95_ms": 60.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.331, "count": 15, "max_ms": 84.486, "p95_ms": 84.486}, "yolo11_640_fire_11class": {"avg_ms": 49.119, "count": 15, "max_ms": 57.299, "p95_ms": 57.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.621, "count": 15, "max_ms": 82.439, "p95_ms": 82.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.134, "count": 15, "max_ms": 176.224, "p95_ms": 176.224}, "read_interval": {"avg_ms": 2140.966, "count": 14, "max_ms": 13460.35, "p95_ms": 13460.35}, "triton_wait": {"avg_ms": 58.041, "count": 15, "max_ms": 84.499, "p95_ms": 84.499}, "visualize": {"avg_ms": 5.047, "count": 15, "max_ms": 8.397, "p95_ms": 8.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16684.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 815, "h264_decode_error_count": 1964, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:03+09:00", "last_error_summary": "[h264 @ 0x5607427efa40] error while decoding MB 77 21, bytestream -28", "last_exit_at": "2026-07-06T06:53:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.295, "last_started_at": "2026-07-06T06:53:06+09:00", "pid": 151583, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.184, "name": "ffmpeg", "pid": 151583, "rss_mb": 267.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 907, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 908}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.712, "sample_count": 1254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:53:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:53:20+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T06:53:20+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T06:53:20.445849+09:00", "mtime_epoch": 1783288400.445849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:53:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.701, "pushed": 4.701, "read": 4.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.588, "count": 140, "max_ms": 34.165, "p95_ms": 32.202}, "gstreamer_push": {"avg_ms": 0.907, "count": 141, "max_ms": 1.137, "p95_ms": 1.045}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.29, "count": 140, "max_ms": 67.053, "p95_ms": 54.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.333, "count": 140, "max_ms": 84.091, "p95_ms": 71.7}, "yolo11_640_fire_11class": {"avg_ms": 47.138, "count": 140, "max_ms": 65.262, "p95_ms": 60.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.968, "count": 140, "max_ms": 84.229, "p95_ms": 70.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.698, "count": 141, "max_ms": 214.417, "p95_ms": 196.43}, "read_interval": {"avg_ms": 214.241, "count": 140, "max_ms": 4621.308, "p95_ms": 205.854}, "triton_wait": {"avg_ms": 59.692, "count": 140, "max_ms": 84.242, "p95_ms": 75.648}, "visualize": {"avg_ms": 6.373, "count": 140, "max_ms": 8.358, "p95_ms": 7.583}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16688.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.549, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.685, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2424867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:53:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:53:44+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T06:53:44+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-06T06:53:44.670325+09:00", "mtime_epoch": 1783288424.6703248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:53:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2598.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 303, "max_ms": 11.418, "p95_ms": 8.939}, "gstreamer_push": {"avg_ms": 1.263, "count": 303, "max_ms": 2.189, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.152, "count": 303, "max_ms": 69.483, "p95_ms": 62.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.621, "count": 303, "max_ms": 88.564, "p95_ms": 77.583}, "yolo11_640_fire_11class": {"avg_ms": 52.239, "count": 303, "max_ms": 70.521, "p95_ms": 65.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.099, "count": 303, "max_ms": 85.702, "p95_ms": 78.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.093, "count": 303, "max_ms": 104.552, "p95_ms": 96.259}, "read_interval": {"avg_ms": 99.034, "count": 303, "max_ms": 565.321, "p95_ms": 145.628}, "triton_wait": {"avg_ms": 56.733, "count": 303, "max_ms": 88.574, "p95_ms": 79.965}, "visualize": {"avg_ms": 3.647, "count": 303, "max_ms": 4.761, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 16127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16689.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 815, "h264_decode_error_count": 1964, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:03+09:00", "last_error_summary": "[h264 @ 0x5607427efa40] error while decoding MB 77 21, bytestream -28", "last_exit_at": "2026-07-06T06:53:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.332, "last_started_at": "2026-07-06T06:53:06+09:00", "pid": 151583, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.02, "name": "ffmpeg", "pid": 151583, "rss_mb": 270.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 907, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 908}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.631, "sample_count": 1293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:53:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:53:50+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T06:53:50+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T06:53:50.462438+09:00", "mtime_epoch": 1783288430.4624383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:53:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.757, "pushed": 4.757, "read": 4.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.862, "count": 142, "max_ms": 35.685, "p95_ms": 34.878}, "gstreamer_push": {"avg_ms": 0.879, "count": 142, "max_ms": 1.005, "p95_ms": 0.932}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.898, "count": 142, "max_ms": 66.822, "p95_ms": 63.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.658, "count": 142, "max_ms": 91.197, "p95_ms": 84.835}, "yolo11_640_fire_11class": {"avg_ms": 51.197, "count": 142, "max_ms": 69.973, "p95_ms": 66.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.843, "count": 142, "max_ms": 86.02, "p95_ms": 82.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.599, "count": 142, "max_ms": 239.817, "p95_ms": 225.264}, "read_interval": {"avg_ms": 211.486, "count": 141, "max_ms": 250.786, "p95_ms": 235.026}, "triton_wait": {"avg_ms": 66.43, "count": 142, "max_ms": 91.211, "p95_ms": 85.071}, "visualize": {"avg_ms": 7.044, "count": 142, "max_ms": 9.477, "p95_ms": 8.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16697.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.593, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.839, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2425142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:54:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:54:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:54:14+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T06:54:14.926917+09:00", "mtime_epoch": 1783288454.9269168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 144677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:54:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2598.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.179, "pushed": 9.179, "read": 9.146}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.752, "count": 275, "max_ms": 19.346, "p95_ms": 12.569}, "gstreamer_push": {"avg_ms": 1.204, "count": 275, "max_ms": 1.773, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.267, "count": 275, "max_ms": 74.614, "p95_ms": 63.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.118, "count": 275, "max_ms": 88.475, "p95_ms": 73.558}, "yolo11_640_fire_11class": {"avg_ms": 52.003, "count": 275, "max_ms": 75.324, "p95_ms": 66.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.072, "count": 275, "max_ms": 87.646, "p95_ms": 80.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.804, "count": 275, "max_ms": 177.827, "p95_ms": 142.076}, "read_interval": {"avg_ms": 109.336, "count": 274, "max_ms": 385.283, "p95_ms": 158.428}, "triton_wait": {"avg_ms": 56.011, "count": 275, "max_ms": 88.487, "p95_ms": 80.821}, "visualize": {"avg_ms": 3.912, "count": 275, "max_ms": 6.527, "p95_ms": 5.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16696.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 815, "h264_decode_error_count": 1964, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:03+09:00", "last_error_summary": "[h264 @ 0x5607427efa40] error while decoding MB 77 21, bytestream -28", "last_exit_at": "2026-07-06T06:53:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.467, "last_started_at": "2026-07-06T06:53:06+09:00", "pid": 151583, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.824, "name": "ffmpeg", "pid": 151583, "rss_mb": 271.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 907, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 908}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 260.145, "sample_count": 1346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:54:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:54:20+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T06:54:20+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T06:54:20.611028+09:00", "mtime_epoch": 1783288460.611028, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:54:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.612, "pushed": 4.612, "read": 4.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.189, "count": 137, "max_ms": 36.583, "p95_ms": 34.834}, "gstreamer_push": {"avg_ms": 0.89, "count": 138, "max_ms": 1.031, "p95_ms": 0.965}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.978, "count": 137, "max_ms": 67.409, "p95_ms": 62.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.348, "count": 137, "max_ms": 89.538, "p95_ms": 83.232}, "yolo11_640_fire_11class": {"avg_ms": 50.22, "count": 137, "max_ms": 68.022, "p95_ms": 63.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.984, "count": 137, "max_ms": 90.212, "p95_ms": 80.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.97, "count": 138, "max_ms": 923.896, "p95_ms": 244.73}, "read_interval": {"avg_ms": 218.461, "count": 137, "max_ms": 935.231, "p95_ms": 255.457}, "triton_wait": {"avg_ms": 64.362, "count": 137, "max_ms": 90.22, "p95_ms": 83.244}, "visualize": {"avg_ms": 7.72, "count": 137, "max_ms": 13.552, "p95_ms": 12.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16697.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.633, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.839, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2425469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:54:45+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:54:44+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T06:54:44.967503+09:00", "mtime_epoch": 1783288484.9675026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:54:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2598.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.916, "pushed": 10.916, "read": 10.882}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 327, "max_ms": 12.257, "p95_ms": 9.267}, "gstreamer_push": {"avg_ms": 1.253, "count": 327, "max_ms": 1.545, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.921, "count": 327, "max_ms": 71.907, "p95_ms": 61.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.937, "count": 327, "max_ms": 85.805, "p95_ms": 76.213}, "yolo11_640_fire_11class": {"avg_ms": 52.505, "count": 327, "max_ms": 71.078, "p95_ms": 65.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.861, "count": 327, "max_ms": 82.574, "p95_ms": 80.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.005, "count": 327, "max_ms": 105.123, "p95_ms": 97.414}, "read_interval": {"avg_ms": 91.877, "count": 326, "max_ms": 514.477, "p95_ms": 114.201}, "triton_wait": {"avg_ms": 57.443, "count": 327, "max_ms": 85.817, "p95_ms": 81.052}, "visualize": {"avg_ms": 3.664, "count": 327, "max_ms": 5.127, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16697.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 815, "h264_decode_error_count": 1964, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:03+09:00", "last_error_summary": "[h264 @ 0x5607427efa40] error while decoding MB 77 21, bytestream -28", "last_exit_at": "2026-07-06T06:53:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.484, "last_started_at": "2026-07-06T06:53:06+09:00", "pid": 151583, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.824, "name": "ffmpeg", "pid": 151583, "rss_mb": 271.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 907, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 908}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.46, "sample_count": 1384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:54:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T06:54:50+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T06:54:50+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T06:54:50.643613+09:00", "mtime_epoch": 1783288490.643613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:54:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9548.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.096, "pushed": 5.096, "read": 5.063}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.355, "count": 152, "max_ms": 47.36, "p95_ms": 32.34}, "gstreamer_push": {"avg_ms": 0.914, "count": 152, "max_ms": 1.941, "p95_ms": 1.037}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.18, "count": 152, "max_ms": 66.89, "p95_ms": 62.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.931, "count": 152, "max_ms": 88.673, "p95_ms": 84.442}, "yolo11_640_fire_11class": {"avg_ms": 51.873, "count": 152, "max_ms": 69.151, "p95_ms": 65.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.823, "count": 152, "max_ms": 86.347, "p95_ms": 81.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.378, "count": 152, "max_ms": 225.152, "p95_ms": 213.73}, "read_interval": {"avg_ms": 197.543, "count": 151, "max_ms": 234.777, "p95_ms": 224.593}, "triton_wait": {"avg_ms": 67.068, "count": 152, "max_ms": 88.684, "p95_ms": 84.457}, "visualize": {"avg_ms": 6.738, "count": 152, "max_ms": 11.278, "p95_ms": 7.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16575.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.653, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.839, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2425767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:55:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:55:15+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:55:14+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:55:14.984086+09:00", "mtime_epoch": 1783288514.9840858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:55:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2599.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.75, "count": 298, "max_ms": 12.267, "p95_ms": 8.773}, "gstreamer_push": {"avg_ms": 1.279, "count": 298, "max_ms": 1.747, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.917, "count": 298, "max_ms": 67.472, "p95_ms": 60.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.215, "count": 298, "max_ms": 87.502, "p95_ms": 73.498}, "yolo11_640_fire_11class": {"avg_ms": 51.767, "count": 298, "max_ms": 75.218, "p95_ms": 68.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.604, "count": 298, "max_ms": 83.544, "p95_ms": 77.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.88, "count": 298, "max_ms": 103.91, "p95_ms": 94.222}, "read_interval": {"avg_ms": 100.792, "count": 297, "max_ms": 485.906, "p95_ms": 179.594}, "triton_wait": {"avg_ms": 55.523, "count": 298, "max_ms": 87.514, "p95_ms": 77.746}, "visualize": {"avg_ms": 3.684, "count": 298, "max_ms": 5.509, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16667.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 816, "h264_decode_error_count": 1965, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:55:08+09:00", "last_error_summary": "[h264 @ 0x55aa2afb2480] error while decoding MB 15 39, bytestream -9", "last_exit_at": "2026-07-06T06:55:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.356, "last_started_at": "2026-07-06T06:55:11+09:00", "pid": 151902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 240.598, "name": "ffmpeg", "pid": 151902, "rss_mb": 240.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 908, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 909}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.475, "sample_count": 1382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:55:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:55:20+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T06:55:20+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T06:55:20.756198+09:00", "mtime_epoch": 1783288520.7561977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:55:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.649, "pushed": 4.649, "read": 4.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.708, "count": 139, "max_ms": 36.772, "p95_ms": 33.405}, "gstreamer_push": {"avg_ms": 0.945, "count": 139, "max_ms": 1.167, "p95_ms": 1.057}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.857, "count": 139, "max_ms": 63.403, "p95_ms": 60.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.782, "count": 139, "max_ms": 83.275, "p95_ms": 73.875}, "yolo11_640_fire_11class": {"avg_ms": 48.524, "count": 139, "max_ms": 67.128, "p95_ms": 64.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.346, "count": 139, "max_ms": 80.563, "p95_ms": 77.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.581, "count": 139, "max_ms": 216.344, "p95_ms": 209.273}, "read_interval": {"avg_ms": 216.876, "count": 138, "max_ms": 4724.563, "p95_ms": 221.399}, "triton_wait": {"avg_ms": 62.62, "count": 139, "max_ms": 83.285, "p95_ms": 78.018}, "visualize": {"avg_ms": 6.247, "count": 139, "max_ms": 9.455, "p95_ms": 7.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16695.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.712, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.839, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2426072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:55:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:55:45+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T06:55:45+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T06:55:45.044668+09:00", "mtime_epoch": 1783288545.0446677, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:55:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2599.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.175, "pushed": 10.175, "read": 10.141}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.155, "count": 305, "max_ms": 13.894, "p95_ms": 11.509}, "gstreamer_push": {"avg_ms": 1.263, "count": 305, "max_ms": 1.808, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.53, "count": 305, "max_ms": 71.164, "p95_ms": 53.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.536, "count": 305, "max_ms": 89.012, "p95_ms": 68.147}, "yolo11_640_fire_11class": {"avg_ms": 51.102, "count": 305, "max_ms": 72.312, "p95_ms": 57.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.389, "count": 305, "max_ms": 79.79, "p95_ms": 67.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.563, "count": 305, "max_ms": 106.637, "p95_ms": 88.726}, "read_interval": {"avg_ms": 98.602, "count": 304, "max_ms": 553.05, "p95_ms": 114.48}, "triton_wait": {"avg_ms": 53.673, "count": 305, "max_ms": 89.025, "p95_ms": 72.196}, "visualize": {"avg_ms": 3.731, "count": 305, "max_ms": 5.052, "p95_ms": 4.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16696.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 816, "h264_decode_error_count": 1965, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:55:08+09:00", "last_error_summary": "[h264 @ 0x55aa2afb2480] error while decoding MB 15 39, bytestream -9", "last_exit_at": "2026-07-06T06:55:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.364, "last_started_at": "2026-07-06T06:55:11+09:00", "pid": 151902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.988, "name": "ffmpeg", "pid": 151902, "rss_mb": 269.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 908, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 909}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.938, "sample_count": 1422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1935969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:55:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:55:50+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T06:55:50+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T06:55:50.760778+09:00", "mtime_epoch": 1783288550.7607782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:55:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.034, "pushed": 6.034, "read": 6.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.849, "count": 181, "max_ms": 38.484, "p95_ms": 31.503}, "gstreamer_push": {"avg_ms": 1.022, "count": 181, "max_ms": 1.436, "p95_ms": 1.088}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.311, "count": 181, "max_ms": 63.647, "p95_ms": 62.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.964, "count": 181, "max_ms": 90.123, "p95_ms": 70.527}, "yolo11_640_fire_11class": {"avg_ms": 49.268, "count": 181, "max_ms": 68.567, "p95_ms": 64.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.975, "count": 181, "max_ms": 79.034, "p95_ms": 75.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.023, "count": 181, "max_ms": 183.227, "p95_ms": 171.353}, "read_interval": {"avg_ms": 165.772, "count": 181, "max_ms": 195.534, "p95_ms": 182.049}, "triton_wait": {"avg_ms": 61.062, "count": 181, "max_ms": 90.136, "p95_ms": 76.405}, "visualize": {"avg_ms": 5.512, "count": 181, "max_ms": 6.745, "p95_ms": 5.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16698.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.805, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.965, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2426369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:56:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:56:15+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T06:56:15+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T06:56:15.125248+09:00", "mtime_epoch": 1783288575.1252484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:56:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2599.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.875}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.885, "count": 297, "max_ms": 13.463, "p95_ms": 9.378}, "gstreamer_push": {"avg_ms": 1.289, "count": 297, "max_ms": 2.098, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.866, "count": 297, "max_ms": 72.214, "p95_ms": 59.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.17, "count": 297, "max_ms": 86.55, "p95_ms": 69.584}, "yolo11_640_fire_11class": {"avg_ms": 50.786, "count": 297, "max_ms": 70.599, "p95_ms": 61.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.372, "count": 297, "max_ms": 81.636, "p95_ms": 73.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.002, "count": 297, "max_ms": 104.387, "p95_ms": 91.453}, "read_interval": {"avg_ms": 101.297, "count": 296, "max_ms": 668.79, "p95_ms": 148.531}, "triton_wait": {"avg_ms": 54.407, "count": 297, "max_ms": 86.564, "p95_ms": 74.577}, "visualize": {"avg_ms": 3.707, "count": 297, "max_ms": 4.875, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16698.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 816, "h264_decode_error_count": 1965, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:55:08+09:00", "last_error_summary": "[h264 @ 0x55aa2afb2480] error while decoding MB 15 39, bytestream -9", "last_exit_at": "2026-07-06T06:55:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.426, "last_started_at": "2026-07-06T06:55:11+09:00", "pid": 151902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.824, "name": "ffmpeg", "pid": 151902, "rss_mb": 272.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 908, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 909}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.429, "sample_count": 1500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:56:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:56:20+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T06:56:20+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T06:56:20.817358+09:00", "mtime_epoch": 1783288580.817358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:56:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.086, "pushed": 6.086, "read": 6.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.347, "count": 182, "max_ms": 45.84, "p95_ms": 32.336}, "gstreamer_push": {"avg_ms": 1.024, "count": 182, "max_ms": 1.76, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.553, "count": 182, "max_ms": 66.778, "p95_ms": 61.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.239, "count": 182, "max_ms": 84.576, "p95_ms": 71.311}, "yolo11_640_fire_11class": {"avg_ms": 48.985, "count": 182, "max_ms": 67.677, "p95_ms": 63.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.511, "count": 182, "max_ms": 81.25, "p95_ms": 75.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.249, "count": 182, "max_ms": 184.102, "p95_ms": 173.121}, "read_interval": {"avg_ms": 165.099, "count": 181, "max_ms": 197.794, "p95_ms": 183.491}, "triton_wait": {"avg_ms": 59.833, "count": 182, "max_ms": 84.588, "p95_ms": 76.405}, "visualize": {"avg_ms": 5.562, "count": 182, "max_ms": 9.166, "p95_ms": 5.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16698.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.875, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.029, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2426668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:56:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:56:45+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T06:56:45+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T06:56:45.205827+09:00", "mtime_epoch": 1783288605.2058272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:56:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2599.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.872, "count": 299, "max_ms": 12.71, "p95_ms": 9.048}, "gstreamer_push": {"avg_ms": 1.278, "count": 299, "max_ms": 2.105, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.826, "count": 299, "max_ms": 67.098, "p95_ms": 58.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.583, "count": 299, "max_ms": 82.664, "p95_ms": 66.834}, "yolo11_640_fire_11class": {"avg_ms": 50.85, "count": 299, "max_ms": 72.293, "p95_ms": 60.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.604, "count": 299, "max_ms": 78.908, "p95_ms": 71.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.369, "count": 299, "max_ms": 99.058, "p95_ms": 90.57}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 788.967, "p95_ms": 153.82}, "triton_wait": {"avg_ms": 54.875, "count": 299, "max_ms": 82.695, "p95_ms": 74.415}, "visualize": {"avg_ms": 3.673, "count": 299, "max_ms": 5.885, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16698.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 816, "h264_decode_error_count": 1965, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:55:08+09:00", "last_error_summary": "[h264 @ 0x55aa2afb2480] error while decoding MB 15 39, bytestream -9", "last_exit_at": "2026-07-06T06:55:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.576, "last_started_at": "2026-07-06T06:55:11+09:00", "pid": 151902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.824, "name": "ffmpeg", "pid": 151902, "rss_mb": 272.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 908, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 909}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.932, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:56:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:56:51+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T06:56:50+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T06:56:50.961938+09:00", "mtime_epoch": 1783288610.9619377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:56:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.071, "pushed": 6.071, "read": 6.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.124, "count": 181, "max_ms": 37.235, "p95_ms": 31.535}, "gstreamer_push": {"avg_ms": 1.017, "count": 182, "max_ms": 1.476, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.8, "count": 181, "max_ms": 65.94, "p95_ms": 62.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.193, "count": 181, "max_ms": 83.818, "p95_ms": 75.166}, "yolo11_640_fire_11class": {"avg_ms": 49.196, "count": 181, "max_ms": 71.951, "p95_ms": 65.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.601, "count": 181, "max_ms": 79.695, "p95_ms": 75.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.664, "count": 182, "max_ms": 178.359, "p95_ms": 172.146}, "read_interval": {"avg_ms": 165.545, "count": 181, "max_ms": 188.9, "p95_ms": 182.89}, "triton_wait": {"avg_ms": 60.306, "count": 181, "max_ms": 83.83, "p95_ms": 76.727}, "visualize": {"avg_ms": 5.564, "count": 181, "max_ms": 6.597, "p95_ms": 6.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16699.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.921, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.91, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2426971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:57:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T06:57:15+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T06:57:15.246403+09:00", "mtime_epoch": 1783288635.2464035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:57:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2599.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.953, "count": 303, "max_ms": 13.163, "p95_ms": 9.592}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.661, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.279, "count": 303, "max_ms": 72.495, "p95_ms": 60.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.792, "count": 303, "max_ms": 87.283, "p95_ms": 74.973}, "yolo11_640_fire_11class": {"avg_ms": 51.409, "count": 303, "max_ms": 75.318, "p95_ms": 62.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.539, "count": 303, "max_ms": 79.903, "p95_ms": 74.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.651, "count": 303, "max_ms": 108.874, "p95_ms": 93.35}, "read_interval": {"avg_ms": 99.199, "count": 302, "max_ms": 626.823, "p95_ms": 127.298}, "triton_wait": {"avg_ms": 56.065, "count": 303, "max_ms": 87.296, "p95_ms": 76.424}, "visualize": {"avg_ms": 3.677, "count": 303, "max_ms": 4.764, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16713.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 816, "h264_decode_error_count": 1965, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:55:08+09:00", "last_error_summary": "[h264 @ 0x55aa2afb2480] error while decoding MB 15 39, bytestream -9", "last_exit_at": "2026-07-06T06:55:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.664, "last_started_at": "2026-07-06T06:55:11+09:00", "pid": 151902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.52, "name": "ffmpeg", "pid": 151902, "rss_mb": 286.52, "state": "S (sleeping)", "threads": 104}, "restart_count": 908, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 909}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.071, "sample_count": 1583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:57:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:57:21+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T06:57:21+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T06:57:21.066515+09:00", "mtime_epoch": 1783288641.066515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:57:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.048, "pushed": 6.048, "read": 6.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.081, "count": 181, "max_ms": 46.581, "p95_ms": 38.784}, "gstreamer_push": {"avg_ms": 1.028, "count": 181, "max_ms": 1.855, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.175, "count": 181, "max_ms": 63.174, "p95_ms": 61.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.206, "count": 181, "max_ms": 84.499, "p95_ms": 74.114}, "yolo11_640_fire_11class": {"avg_ms": 50.13, "count": 181, "max_ms": 67.841, "p95_ms": 64.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.793, "count": 181, "max_ms": 79.322, "p95_ms": 77.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.196, "count": 181, "max_ms": 196.425, "p95_ms": 178.578}, "read_interval": {"avg_ms": 166.211, "count": 180, "max_ms": 212.4, "p95_ms": 189.213}, "triton_wait": {"avg_ms": 60.571, "count": 181, "max_ms": 84.514, "p95_ms": 78.414}, "visualize": {"avg_ms": 5.42, "count": 181, "max_ms": 7.178, "p95_ms": 5.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16694.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.982, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.499, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2427272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:57:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:57:45+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T06:57:45+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T06:57:45.290978+09:00", "mtime_epoch": 1783288665.2909784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:57:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2599.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 301, "max_ms": 12.544, "p95_ms": 9.104}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 2.347, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.194, "count": 301, "max_ms": 66.482, "p95_ms": 61.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.563, "count": 301, "max_ms": 83.296, "p95_ms": 64.298}, "yolo11_640_fire_11class": {"avg_ms": 51.037, "count": 301, "max_ms": 72.137, "p95_ms": 64.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.289, "count": 301, "max_ms": 80.454, "p95_ms": 73.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.721, "count": 301, "max_ms": 99.187, "p95_ms": 90.107}, "read_interval": {"avg_ms": 99.844, "count": 300, "max_ms": 511.999, "p95_ms": 127.49}, "triton_wait": {"avg_ms": 55.307, "count": 301, "max_ms": 83.308, "p95_ms": 74.234}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 4.736, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16696.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 817, "h264_decode_error_count": 1966, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:57:23+09:00", "last_error_summary": "[h264 @ 0x55602cc14ac0] error while decoding MB 35 31, bytestream -5", "last_exit_at": "2026-07-06T06:57:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.493, "last_started_at": "2026-07-06T06:57:25+09:00", "pid": 152009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.203, "name": "ffmpeg", "pid": 152009, "rss_mb": 269.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 909, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 910}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.019, "sample_count": 1579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:57:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:57:51+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T06:57:51+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T06:57:51.091089+09:00", "mtime_epoch": 1783288671.0910892, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:57:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.834, "pushed": 4.834, "read": 4.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.214, "count": 145, "max_ms": 37.586, "p95_ms": 31.604}, "gstreamer_push": {"avg_ms": 0.946, "count": 145, "max_ms": 1.367, "p95_ms": 1.051}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.02, "count": 145, "max_ms": 68.531, "p95_ms": 61.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.984, "count": 145, "max_ms": 87.546, "p95_ms": 78.732}, "yolo11_640_fire_11class": {"avg_ms": 52.817, "count": 145, "max_ms": 71.391, "p95_ms": 64.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.297, "count": 145, "max_ms": 82.037, "p95_ms": 76.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.367, "count": 145, "max_ms": 200.093, "p95_ms": 194.609}, "read_interval": {"avg_ms": 207.059, "count": 145, "max_ms": 4401.891, "p95_ms": 205.399}, "triton_wait": {"avg_ms": 62.634, "count": 145, "max_ms": 87.558, "p95_ms": 80.274}, "visualize": {"avg_ms": 6.073, "count": 145, "max_ms": 7.88, "p95_ms": 6.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16696.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.051, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.707, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2427575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:58:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:58:15+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:58:15+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T06:58:15.379553+09:00", "mtime_epoch": 1783288695.3795526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:58:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2599.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.073}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.898, "count": 303, "max_ms": 12.742, "p95_ms": 9.22}, "gstreamer_push": {"avg_ms": 1.272, "count": 303, "max_ms": 2.255, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.295, "count": 303, "max_ms": 69.244, "p95_ms": 61.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.71, "count": 303, "max_ms": 84.373, "p95_ms": 71.039}, "yolo11_640_fire_11class": {"avg_ms": 52.877, "count": 303, "max_ms": 72.78, "p95_ms": 65.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.403, "count": 303, "max_ms": 81.302, "p95_ms": 77.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.509, "count": 303, "max_ms": 100.642, "p95_ms": 94.445}, "read_interval": {"avg_ms": 99.278, "count": 302, "max_ms": 692.173, "p95_ms": 114.118}, "triton_wait": {"avg_ms": 58.043, "count": 303, "max_ms": 84.385, "p95_ms": 78.307}, "visualize": {"avg_ms": 3.705, "count": 303, "max_ms": 4.764, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16696.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 817, "h264_decode_error_count": 1966, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:57:23+09:00", "last_error_summary": "[h264 @ 0x55602cc14ac0] error while decoding MB 35 31, bytestream -5", "last_exit_at": "2026-07-06T06:57:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.503, "last_started_at": "2026-07-06T06:57:25+09:00", "pid": 152009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.461, "name": "ffmpeg", "pid": 152009, "rss_mb": 269.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 909, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 910}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.01, "sample_count": 1603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:58:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:58:21+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T06:58:21+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T06:58:21.055661+09:00", "mtime_epoch": 1783288701.055661, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:58:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.496, "pushed": 5.496, "read": 5.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.437, "count": 164, "max_ms": 35.973, "p95_ms": 32.092}, "gstreamer_push": {"avg_ms": 0.913, "count": 164, "max_ms": 1.095, "p95_ms": 1.027}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.501, "count": 164, "max_ms": 66.778, "p95_ms": 61.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.358, "count": 164, "max_ms": 84.532, "p95_ms": 78.454}, "yolo11_640_fire_11class": {"avg_ms": 50.433, "count": 164, "max_ms": 67.281, "p95_ms": 64.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.473, "count": 164, "max_ms": 81.919, "p95_ms": 77.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.657, "count": 164, "max_ms": 200.05, "p95_ms": 193.552}, "read_interval": {"avg_ms": 182.901, "count": 163, "max_ms": 209.83, "p95_ms": 204.302}, "triton_wait": {"avg_ms": 63.086, "count": 164, "max_ms": 84.546, "p95_ms": 78.633}, "visualize": {"avg_ms": 6.244, "count": 164, "max_ms": 8.618, "p95_ms": 6.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16696.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.113, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.771, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2427871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:58:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:58:45+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T06:58:45+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T06:58:45.416125+09:00", "mtime_epoch": 1783288725.4161246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 140480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:58:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2600.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.853}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.876, "count": 296, "max_ms": 13.461, "p95_ms": 11.184}, "gstreamer_push": {"avg_ms": 1.249, "count": 296, "max_ms": 1.559, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.439, "count": 296, "max_ms": 64.96, "p95_ms": 61.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.394, "count": 296, "max_ms": 87.896, "p95_ms": 76.102}, "yolo11_640_fire_11class": {"avg_ms": 52.019, "count": 296, "max_ms": 78.059, "p95_ms": 66.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.282, "count": 296, "max_ms": 85.816, "p95_ms": 76.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.98, "count": 296, "max_ms": 105.424, "p95_ms": 96.856}, "read_interval": {"avg_ms": 101.511, "count": 295, "max_ms": 648.076, "p95_ms": 160.39}, "triton_wait": {"avg_ms": 56.633, "count": 296, "max_ms": 87.908, "p95_ms": 79.387}, "visualize": {"avg_ms": 3.654, "count": 296, "max_ms": 5.43, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16696.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 817, "h264_decode_error_count": 1966, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:57:23+09:00", "last_error_summary": "[h264 @ 0x55602cc14ac0] error while decoding MB 35 31, bytestream -5", "last_exit_at": "2026-07-06T06:57:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.647, "last_started_at": "2026-07-06T06:57:25+09:00", "pid": 152009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.461, "name": "ffmpeg", "pid": 152009, "rss_mb": 269.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 909, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 910}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.103, "sample_count": 1631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1936993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:58:51+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T06:58:51+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T06:58:51.216235+09:00", "mtime_epoch": 1783288731.216235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:58:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.678, "pushed": 5.678, "read": 5.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.68, "count": 169, "max_ms": 47.219, "p95_ms": 41.042}, "gstreamer_push": {"avg_ms": 0.943, "count": 170, "max_ms": 1.833, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.103, "count": 169, "max_ms": 64.327, "p95_ms": 61.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.491, "count": 169, "max_ms": 87.637, "p95_ms": 78.247}, "yolo11_640_fire_11class": {"avg_ms": 49.987, "count": 169, "max_ms": 68.753, "p95_ms": 65.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.188, "count": 169, "max_ms": 83.336, "p95_ms": 78.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.847, "count": 170, "max_ms": 207.976, "p95_ms": 195.383}, "read_interval": {"avg_ms": 177.293, "count": 169, "max_ms": 217.677, "p95_ms": 203.261}, "triton_wait": {"avg_ms": 62.146, "count": 169, "max_ms": 87.65, "p95_ms": 79.692}, "visualize": {"avg_ms": 6.051, "count": 169, "max_ms": 8.415, "p95_ms": 7.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16699.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.142, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.342, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2428171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:59:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:59:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T06:59:15+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T06:59:15.472696+09:00", "mtime_epoch": 1783288755.4726956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:59:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2600.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.806, "count": 300, "max_ms": 11.576, "p95_ms": 9.069}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.632, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.677, "count": 300, "max_ms": 63.928, "p95_ms": 61.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.375, "count": 300, "max_ms": 83.351, "p95_ms": 74.464}, "yolo11_640_fire_11class": {"avg_ms": 53.595, "count": 300, "max_ms": 74.322, "p95_ms": 67.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.833, "count": 300, "max_ms": 80.475, "p95_ms": 78.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.383, "count": 300, "max_ms": 99.641, "p95_ms": 95.473}, "read_interval": {"avg_ms": 100.143, "count": 299, "max_ms": 576.163, "p95_ms": 119.807}, "triton_wait": {"avg_ms": 57.988, "count": 300, "max_ms": 83.364, "p95_ms": 79.311}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 4.655, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16700.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 817, "h264_decode_error_count": 1966, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:57:23+09:00", "last_error_summary": "[h264 @ 0x55602cc14ac0] error while decoding MB 35 31, bytestream -5", "last_exit_at": "2026-07-06T06:57:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.689, "last_started_at": "2026-07-06T06:57:25+09:00", "pid": 152009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.328, "name": "ffmpeg", "pid": 152009, "rss_mb": 273.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 909, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 910}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.444, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:59:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:59:21+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T06:59:21+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T06:59:21.280806+09:00", "mtime_epoch": 1783288761.2808058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:59:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.826, "pushed": 5.826, "read": 5.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.166, "count": 174, "max_ms": 32.192, "p95_ms": 30.998}, "gstreamer_push": {"avg_ms": 0.954, "count": 174, "max_ms": 1.209, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.265, "count": 174, "max_ms": 67.599, "p95_ms": 61.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.696, "count": 174, "max_ms": 84.362, "p95_ms": 79.291}, "yolo11_640_fire_11class": {"avg_ms": 51.88, "count": 174, "max_ms": 67.808, "p95_ms": 65.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.491, "count": 174, "max_ms": 81.521, "p95_ms": 77.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.993, "count": 174, "max_ms": 201.634, "p95_ms": 193.899}, "read_interval": {"avg_ms": 172.783, "count": 173, "max_ms": 211.409, "p95_ms": 201.847}, "triton_wait": {"avg_ms": 63.043, "count": 174, "max_ms": 84.374, "p95_ms": 79.444}, "visualize": {"avg_ms": 5.807, "count": 174, "max_ms": 7.348, "p95_ms": 6.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16679.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.194, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.572, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2428474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:59:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T06:59:45+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T06:59:45+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T06:59:45.521265+09:00", "mtime_epoch": 1783288785.5212653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T06:59:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2600.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.716, "count": 303, "max_ms": 12.317, "p95_ms": 8.661}, "gstreamer_push": {"avg_ms": 1.272, "count": 303, "max_ms": 1.742, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.791, "count": 303, "max_ms": 74.374, "p95_ms": 61.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.267, "count": 303, "max_ms": 82.028, "p95_ms": 68.503}, "yolo11_640_fire_11class": {"avg_ms": 51.409, "count": 303, "max_ms": 72.364, "p95_ms": 64.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.203, "count": 303, "max_ms": 87.863, "p95_ms": 74.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.936, "count": 303, "max_ms": 103.84, "p95_ms": 93.108}, "read_interval": {"avg_ms": 99.203, "count": 302, "max_ms": 601.036, "p95_ms": 114.25}, "triton_wait": {"avg_ms": 54.613, "count": 303, "max_ms": 87.876, "p95_ms": 77.063}, "visualize": {"avg_ms": 3.698, "count": 303, "max_ms": 4.75, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16699.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T06:59:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.254, "last_started_at": "2026-07-06T06:59:37+09:00", "pid": 152116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 152116, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 910, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 911}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.252, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T06:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T06:59:51+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T06:59:51+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T06:59:51.329375+09:00", "mtime_epoch": 1783288791.329375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T06:59:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9549.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.524, "pushed": 5.524, "read": 5.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.839, "count": 165, "max_ms": 33.383, "p95_ms": 31.873}, "gstreamer_push": {"avg_ms": 1.033, "count": 165, "max_ms": 1.211, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.462, "count": 165, "max_ms": 69.585, "p95_ms": 62.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.738, "count": 165, "max_ms": 83.672, "p95_ms": 74.655}, "yolo11_640_fire_11class": {"avg_ms": 49.405, "count": 165, "max_ms": 68.782, "p95_ms": 64.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.088, "count": 165, "max_ms": 82.874, "p95_ms": 75.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.705, "count": 165, "max_ms": 200.426, "p95_ms": 185.585}, "read_interval": {"avg_ms": 182.288, "count": 164, "max_ms": 5010.828, "p95_ms": 196.502}, "triton_wait": {"avg_ms": 59.174, "count": 165, "max_ms": 83.684, "p95_ms": 76.116}, "visualize": {"avg_ms": 5.016, "count": 165, "max_ms": 7.079, "p95_ms": 6.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.233, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.282, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2428772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:00:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:00:15+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T07:00:15.541833+09:00", "mtime_epoch": 1783288815.5418332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:00:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2600.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 298, "max_ms": 13.021, "p95_ms": 8.942}, "gstreamer_push": {"avg_ms": 1.261, "count": 298, "max_ms": 1.505, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.166, "count": 298, "max_ms": 70.097, "p95_ms": 62.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.461, "count": 298, "max_ms": 85.515, "p95_ms": 72.106}, "yolo11_640_fire_11class": {"avg_ms": 51.711, "count": 298, "max_ms": 70.8, "p95_ms": 65.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.049, "count": 298, "max_ms": 80.765, "p95_ms": 74.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.382, "count": 298, "max_ms": 101.468, "p95_ms": 90.884}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 537.331, "p95_ms": 210.75}, "triton_wait": {"avg_ms": 55.006, "count": 298, "max_ms": 85.529, "p95_ms": 74.861}, "visualize": {"avg_ms": 3.69, "count": 298, "max_ms": 5.093, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16702.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T06:59:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.324, "last_started_at": "2026-07-06T06:59:37+09:00", "pid": 152116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 152116, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 910, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 911}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.649, "sample_count": 1756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:00:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:00:21+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T07:00:21+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T07:00:21.373943+09:00", "mtime_epoch": 1783288821.3739433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:00:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.183, "pushed": 7.183, "read": 7.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.163, "count": 215, "max_ms": 34.691, "p95_ms": 30.246}, "gstreamer_push": {"avg_ms": 1.105, "count": 215, "max_ms": 1.672, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.523, "count": 215, "max_ms": 64.964, "p95_ms": 62.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.278, "count": 215, "max_ms": 84.794, "p95_ms": 76.556}, "yolo11_640_fire_11class": {"avg_ms": 50.623, "count": 215, "max_ms": 69.631, "p95_ms": 65.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.589, "count": 215, "max_ms": 80.439, "p95_ms": 76.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.956, "count": 215, "max_ms": 163.233, "p95_ms": 146.117}, "read_interval": {"avg_ms": 139.75, "count": 214, "max_ms": 173.968, "p95_ms": 157.737}, "triton_wait": {"avg_ms": 59.984, "count": 215, "max_ms": 84.806, "p95_ms": 77.427}, "visualize": {"avg_ms": 4.454, "count": 215, "max_ms": 5.707, "p95_ms": 4.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.295, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.372, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2429075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:00:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:00:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:00:45+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T07:00:45.626401+09:00", "mtime_epoch": 1783288845.6264012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:00:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2600.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.833, "count": 303, "max_ms": 11.784, "p95_ms": 9.169}, "gstreamer_push": {"avg_ms": 1.27, "count": 303, "max_ms": 1.549, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.561, "count": 303, "max_ms": 68.357, "p95_ms": 61.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.177, "count": 303, "max_ms": 81.425, "p95_ms": 70.605}, "yolo11_640_fire_11class": {"avg_ms": 51.595, "count": 303, "max_ms": 71.465, "p95_ms": 64.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.141, "count": 303, "max_ms": 78.987, "p95_ms": 73.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.802, "count": 303, "max_ms": 97.412, "p95_ms": 91.582}, "read_interval": {"avg_ms": 99.255, "count": 302, "max_ms": 406.075, "p95_ms": 167.419}, "triton_wait": {"avg_ms": 55.288, "count": 303, "max_ms": 81.437, "p95_ms": 75.396}, "visualize": {"avg_ms": 3.719, "count": 303, "max_ms": 4.902, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16702.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T06:59:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.356, "last_started_at": "2026-07-06T06:59:37+09:00", "pid": 152116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 152116, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 910, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 911}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.482, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:00:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:00:51+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T07:00:51+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T07:00:51.434511+09:00", "mtime_epoch": 1783288851.4345107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:00:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.225, "pushed": 7.225, "read": 7.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.994, "count": 216, "max_ms": 37.387, "p95_ms": 31.516}, "gstreamer_push": {"avg_ms": 1.1, "count": 216, "max_ms": 1.334, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.353, "count": 216, "max_ms": 64.482, "p95_ms": 62.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.559, "count": 216, "max_ms": 78.041, "p95_ms": 68.098}, "yolo11_640_fire_11class": {"avg_ms": 49.78, "count": 216, "max_ms": 67.668, "p95_ms": 64.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.114, "count": 216, "max_ms": 79.367, "p95_ms": 75.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.906, "count": 216, "max_ms": 150.474, "p95_ms": 144.784}, "read_interval": {"avg_ms": 139.065, "count": 215, "max_ms": 164.61, "p95_ms": 156.932}, "triton_wait": {"avg_ms": 58.835, "count": 216, "max_ms": 79.378, "p95_ms": 75.384}, "visualize": {"avg_ms": 4.44, "count": 216, "max_ms": 5.887, "p95_ms": 4.691}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.364, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.241, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2429375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:01:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:01:15+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:01:15+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T07:01:15.699563+09:00", "mtime_epoch": 1783288875.6995628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 130327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:01:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2600.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.819, "count": 300, "max_ms": 12.753, "p95_ms": 8.739}, "gstreamer_push": {"avg_ms": 1.265, "count": 300, "max_ms": 1.48, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 300, "max_ms": 67.125, "p95_ms": 61.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.625, "count": 300, "max_ms": 83.445, "p95_ms": 62.686}, "yolo11_640_fire_11class": {"avg_ms": 51.598, "count": 300, "max_ms": 77.394, "p95_ms": 64.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.193, "count": 300, "max_ms": 80.21, "p95_ms": 72.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.732, "count": 300, "max_ms": 99.674, "p95_ms": 89.956}, "read_interval": {"avg_ms": 100.267, "count": 299, "max_ms": 532.077, "p95_ms": 140.587}, "triton_wait": {"avg_ms": 54.34, "count": 300, "max_ms": 83.457, "p95_ms": 73.686}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 4.689, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16702.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T06:59:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.41, "last_started_at": "2026-07-06T06:59:37+09:00", "pid": 152116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 152116, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 910, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 911}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.438, "sample_count": 1814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1937968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:01:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:01:21+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T07:01:21+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T07:01:21.435849+09:00", "mtime_epoch": 1783288881.435849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:01:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.853, "pushed": 6.853, "read": 6.82}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.428, "count": 205, "max_ms": 41.191, "p95_ms": 31.635}, "gstreamer_push": {"avg_ms": 1.069, "count": 205, "max_ms": 1.526, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.463, "count": 205, "max_ms": 64.942, "p95_ms": 61.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.053, "count": 205, "max_ms": 79.741, "p95_ms": 67.065}, "yolo11_640_fire_11class": {"avg_ms": 48.819, "count": 205, "max_ms": 73.461, "p95_ms": 64.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.942, "count": 205, "max_ms": 78.826, "p95_ms": 74.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.734, "count": 205, "max_ms": 174.379, "p95_ms": 161.219}, "read_interval": {"avg_ms": 146.404, "count": 204, "max_ms": 185.292, "p95_ms": 171.847}, "triton_wait": {"avg_ms": 58.028, "count": 205, "max_ms": 79.753, "p95_ms": 74.964}, "visualize": {"avg_ms": 4.767, "count": 205, "max_ms": 6.476, "p95_ms": 5.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.4, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.282, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2429676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:01:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:01:45+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:01:45+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:01:45.729041+09:00", "mtime_epoch": 1783288905.729041, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:01:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2600.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.622, "count": 301, "max_ms": 12.565, "p95_ms": 8.721}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.527, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.264, "count": 301, "max_ms": 69.673, "p95_ms": 61.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.736, "count": 301, "max_ms": 84.625, "p95_ms": 73.044}, "yolo11_640_fire_11class": {"avg_ms": 51.089, "count": 301, "max_ms": 72.178, "p95_ms": 63.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.029, "count": 301, "max_ms": 84.202, "p95_ms": 75.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.612, "count": 301, "max_ms": 101.137, "p95_ms": 92.683}, "read_interval": {"avg_ms": 99.821, "count": 300, "max_ms": 547.907, "p95_ms": 182.069}, "triton_wait": {"avg_ms": 54.394, "count": 301, "max_ms": 84.637, "p95_ms": 76.503}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 5.756, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16702.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T06:59:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.574, "last_started_at": "2026-07-06T06:59:37+09:00", "pid": 152116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 152116, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 910, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 911}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.299, "sample_count": 1812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:01:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:01:51+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T07:01:51+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T07:01:51.589324+09:00", "mtime_epoch": 1783288911.5893242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:01:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.041, "pushed": 6.041, "read": 6.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.452, "count": 180, "max_ms": 37.049, "p95_ms": 32.728}, "gstreamer_push": {"avg_ms": 0.995, "count": 181, "max_ms": 1.582, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.792, "count": 180, "max_ms": 69.664, "p95_ms": 62.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.859, "count": 180, "max_ms": 84.261, "p95_ms": 78.153}, "yolo11_640_fire_11class": {"avg_ms": 49.207, "count": 180, "max_ms": 72.035, "p95_ms": 63.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.847, "count": 180, "max_ms": 84.416, "p95_ms": 76.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.524, "count": 181, "max_ms": 216.163, "p95_ms": 188.083}, "read_interval": {"avg_ms": 166.474, "count": 180, "max_ms": 225.97, "p95_ms": 196.334}, "triton_wait": {"avg_ms": 61.526, "count": 180, "max_ms": 84.428, "p95_ms": 79.653}, "visualize": {"avg_ms": 5.181, "count": 180, "max_ms": 6.776, "p95_ms": 5.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.466, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.161, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2429976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:02:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:02:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T07:02:15+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T07:02:15.798475+09:00", "mtime_epoch": 1783288935.7984748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 132883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:02:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2601.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.716, "count": 300, "max_ms": 12.587, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.516, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.335, "count": 300, "max_ms": 64.353, "p95_ms": 58.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.549, "count": 300, "max_ms": 82.619, "p95_ms": 70.963}, "yolo11_640_fire_11class": {"avg_ms": 47.367, "count": 300, "max_ms": 63.063, "p95_ms": 53.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.234, "count": 300, "max_ms": 80.571, "p95_ms": 73.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.004, "count": 300, "max_ms": 98.264, "p95_ms": 92.092}, "read_interval": {"avg_ms": 100.228, "count": 300, "max_ms": 494.107, "p95_ms": 178.039}, "triton_wait": {"avg_ms": 53.669, "count": 300, "max_ms": 82.631, "p95_ms": 75.993}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 5.597, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16568.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T07:02:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.148, "last_started_at": "2026-07-06T07:02:24+09:00", "pid": 152223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.918, "name": "ffmpeg", "pid": 152223, "rss_mb": 141.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 911, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 912}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.942, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T07:02:26+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T07:02:26+09:00", "mjpeg": {"age_sec": 5.024, "exists": true, "mtime": "2026-07-06T07:02:21.134724+09:00", "mtime_epoch": 1783288941.1347244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:02:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.212, "pushed": 5.212, "read": 5.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.921, "count": 156, "max_ms": 37.333, "p95_ms": 32.112}, "gstreamer_push": {"avg_ms": 1.009, "count": 156, "max_ms": 1.186, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.888, "count": 156, "max_ms": 61.633, "p95_ms": 59.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.433, "count": 156, "max_ms": 82.49, "p95_ms": 77.427}, "yolo11_640_fire_11class": {"avg_ms": 43.791, "count": 156, "max_ms": 62.936, "p95_ms": 54.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.477, "count": 156, "max_ms": 78.42, "p95_ms": 75.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.472, "count": 156, "max_ms": 188.019, "p95_ms": 177.977}, "read_interval": {"avg_ms": 193.309, "count": 155, "max_ms": 5031.487, "p95_ms": 189.668}, "triton_wait": {"avg_ms": 60.496, "count": 156, "max_ms": 82.503, "p95_ms": 77.854}, "visualize": {"avg_ms": 5.214, "count": 156, "max_ms": 6.715, "p95_ms": 5.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16696.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.631, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.123, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2430277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:02:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:02:46+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T07:02:45+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-06T07:02:45.723857+09:00", "mtime_epoch": 1783288965.7238574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 138754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:02:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2601.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.729, "count": 299, "max_ms": 12.348, "p95_ms": 8.887}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.488, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.615, "count": 299, "max_ms": 64.93, "p95_ms": 60.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.636, "count": 299, "max_ms": 81.275, "p95_ms": 69.878}, "yolo11_640_fire_11class": {"avg_ms": 48.082, "count": 299, "max_ms": 75.673, "p95_ms": 61.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.29, "count": 299, "max_ms": 78.739, "p95_ms": 72.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.422, "count": 300, "max_ms": 97.961, "p95_ms": 91.122}, "read_interval": {"avg_ms": 100.268, "count": 299, "max_ms": 433.309, "p95_ms": 192.243}, "triton_wait": {"avg_ms": 54.118, "count": 299, "max_ms": 81.288, "p95_ms": 74.906}, "visualize": {"avg_ms": 3.687, "count": 299, "max_ms": 5.012, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16697.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T07:02:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.206, "last_started_at": "2026-07-06T07:02:24+09:00", "pid": 152223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.906, "name": "ffmpeg", "pid": 152223, "rss_mb": 266.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 911, "restart_count_per_hour": 28, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 912}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.019, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:02:56+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T07:02:56+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T07:02:56.052325+09:00", "mtime_epoch": 1783288976.052325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:02:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.152, "pushed": 7.152, "read": 7.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.605, "count": 214, "max_ms": 33.183, "p95_ms": 31.77}, "gstreamer_push": {"avg_ms": 1.094, "count": 214, "max_ms": 1.725, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.805, "count": 214, "max_ms": 72.056, "p95_ms": 60.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.781, "count": 214, "max_ms": 90.935, "p95_ms": 79.827}, "yolo11_640_fire_11class": {"avg_ms": 49.38, "count": 214, "max_ms": 74.458, "p95_ms": 64.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.976, "count": 214, "max_ms": 86.118, "p95_ms": 75.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.454, "count": 214, "max_ms": 164.701, "p95_ms": 149.442}, "read_interval": {"avg_ms": 140.286, "count": 213, "max_ms": 165.075, "p95_ms": 161.014}, "triton_wait": {"avg_ms": 60.996, "count": 214, "max_ms": 90.947, "p95_ms": 79.843}, "visualize": {"avg_ms": 4.414, "count": 214, "max_ms": 6.26, "p95_ms": 4.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16699.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.667, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.954, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2430578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:03:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:03:16+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T07:03:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T07:03:15.981214+09:00", "mtime_epoch": 1783288995.9812136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 136487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:03:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2601.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.755, "count": 301, "max_ms": 13.154, "p95_ms": 9.156}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.762, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.991, "count": 301, "max_ms": 69.208, "p95_ms": 60.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.809, "count": 301, "max_ms": 88.063, "p95_ms": 77.108}, "yolo11_640_fire_11class": {"avg_ms": 51.353, "count": 301, "max_ms": 71.838, "p95_ms": 63.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.323, "count": 301, "max_ms": 83.076, "p95_ms": 73.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.416, "count": 301, "max_ms": 105.512, "p95_ms": 93.359}, "read_interval": {"avg_ms": 99.795, "count": 300, "max_ms": 445.352, "p95_ms": 133.634}, "triton_wait": {"avg_ms": 56.102, "count": 301, "max_ms": 88.076, "p95_ms": 77.12}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 5.757, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16700.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T07:02:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.311, "last_started_at": "2026-07-06T07:02:24+09:00", "pid": 152223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.258, "name": "ffmpeg", "pid": 152223, "rss_mb": 270.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 911, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 912}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.16, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:03:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:03:26+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T07:03:26+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T07:03:26.201663+09:00", "mtime_epoch": 1783289006.2016625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:03:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.707, "pushed": 6.707, "read": 6.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.242, "count": 200, "max_ms": 39.818, "p95_ms": 30.553}, "gstreamer_push": {"avg_ms": 1.059, "count": 201, "max_ms": 1.318, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.974, "count": 200, "max_ms": 69.154, "p95_ms": 62.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.241, "count": 200, "max_ms": 89.446, "p95_ms": 74.942}, "yolo11_640_fire_11class": {"avg_ms": 49.249, "count": 200, "max_ms": 72.088, "p95_ms": 65.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.905, "count": 200, "max_ms": 78.698, "p95_ms": 75.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.904, "count": 201, "max_ms": 179.778, "p95_ms": 165.486}, "read_interval": {"avg_ms": 149.837, "count": 200, "max_ms": 190.419, "p95_ms": 177.846}, "triton_wait": {"avg_ms": 60.124, "count": 200, "max_ms": 89.456, "p95_ms": 76.264}, "visualize": {"avg_ms": 4.852, "count": 200, "max_ms": 6.181, "p95_ms": 5.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16701.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.808, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.681, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2430877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:03:46+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:03:46+09:00", "mjpeg": {"age_sec": 0.424, "exists": true, "mtime": "2026-07-06T07:03:45.782510+09:00", "mtime_epoch": 1783289025.7825103, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 141181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:03:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2601.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.813, "count": 298, "max_ms": 13.547, "p95_ms": 9.357}, "gstreamer_push": {"avg_ms": 1.252, "count": 298, "max_ms": 1.509, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.922, "count": 298, "max_ms": 63.639, "p95_ms": 60.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.755, "count": 298, "max_ms": 83.951, "p95_ms": 72.368}, "yolo11_640_fire_11class": {"avg_ms": 51.116, "count": 298, "max_ms": 74.187, "p95_ms": 62.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.074, "count": 298, "max_ms": 78.527, "p95_ms": 74.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.704, "count": 298, "max_ms": 99.938, "p95_ms": 91.372}, "read_interval": {"avg_ms": 100.909, "count": 297, "max_ms": 442.566, "p95_ms": 186.654}, "triton_wait": {"avg_ms": 55.332, "count": 298, "max_ms": 83.965, "p95_ms": 75.415}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 4.851, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16701.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T07:02:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.446, "last_started_at": "2026-07-06T07:02:24+09:00", "pid": 152223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.289, "name": "ffmpeg", "pid": 152223, "rss_mb": 271.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 911, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 912}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.43, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1938957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:03:56+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T07:03:56+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T07:03:56.334961+09:00", "mtime_epoch": 1783289036.3349607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:03:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.106, "pushed": 7.106, "read": 7.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.31, "count": 212, "max_ms": 41.213, "p95_ms": 30.188}, "gstreamer_push": {"avg_ms": 1.092, "count": 213, "max_ms": 1.361, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.959, "count": 212, "max_ms": 67.965, "p95_ms": 62.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.827, "count": 212, "max_ms": 84.595, "p95_ms": 76.275}, "yolo11_640_fire_11class": {"avg_ms": 51.293, "count": 212, "max_ms": 74.453, "p95_ms": 66.881}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.501, "count": 212, "max_ms": 82.647, "p95_ms": 76.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.267, "count": 213, "max_ms": 169.759, "p95_ms": 149.368}, "read_interval": {"avg_ms": 141.471, "count": 212, "max_ms": 180.971, "p95_ms": 161.781}, "triton_wait": {"avg_ms": 60.831, "count": 212, "max_ms": 84.607, "p95_ms": 78.451}, "visualize": {"avg_ms": 4.438, "count": 212, "max_ms": 6.658, "p95_ms": 5.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.832, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.837, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2431179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:04:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:04:16+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:04:16+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T07:04:16.167795+09:00", "mtime_epoch": 1783289056.1677952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 139308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:04:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2601.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.751, "count": 302, "max_ms": 13.38, "p95_ms": 8.695}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 1.635, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.187, "count": 302, "max_ms": 70.399, "p95_ms": 62.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.817, "count": 302, "max_ms": 81.994, "p95_ms": 74.072}, "yolo11_640_fire_11class": {"avg_ms": 51.615, "count": 302, "max_ms": 72.812, "p95_ms": 63.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.207, "count": 302, "max_ms": 80.374, "p95_ms": 73.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.475, "count": 302, "max_ms": 98.007, "p95_ms": 91.647}, "read_interval": {"avg_ms": 99.461, "count": 301, "max_ms": 606.993, "p95_ms": 112.936}, "triton_wait": {"avg_ms": 56.061, "count": 302, "max_ms": 82.006, "p95_ms": 75.536}, "visualize": {"avg_ms": 3.703, "count": 302, "max_ms": 4.705, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16701.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T07:02:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.571, "last_started_at": "2026-07-06T07:02:24+09:00", "pid": 152223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.547, "name": "ffmpeg", "pid": 152223, "rss_mb": 271.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 911, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 912}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.33, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1939172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:04:26+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T07:04:26+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T07:04:26.440221+09:00", "mtime_epoch": 1783289066.4402213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:04:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.171, "pushed": 7.171, "read": 7.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.655, "count": 214, "max_ms": 34.479, "p95_ms": 29.765}, "gstreamer_push": {"avg_ms": 1.089, "count": 215, "max_ms": 1.246, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.778, "count": 214, "max_ms": 70.544, "p95_ms": 61.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.207, "count": 214, "max_ms": 86.636, "p95_ms": 77.758}, "yolo11_640_fire_11class": {"avg_ms": 50.241, "count": 214, "max_ms": 73.525, "p95_ms": 64.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.175, "count": 214, "max_ms": 83.696, "p95_ms": 75.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.932, "count": 215, "max_ms": 160.628, "p95_ms": 147.471}, "read_interval": {"avg_ms": 140.028, "count": 214, "max_ms": 174.976, "p95_ms": 160.704}, "triton_wait": {"avg_ms": 59.976, "count": 214, "max_ms": 86.648, "p95_ms": 79.24}, "visualize": {"avg_ms": 4.431, "count": 214, "max_ms": 5.549, "p95_ms": 4.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.911, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.962, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2431479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:04:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:04:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T07:04:46+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T07:04:46.233031+09:00", "mtime_epoch": 1783289086.2330313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 143388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:04:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2601.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.864, "count": 299, "max_ms": 12.902, "p95_ms": 9.462}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.564, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.999, "count": 299, "max_ms": 71.055, "p95_ms": 62.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.288, "count": 299, "max_ms": 85.117, "p95_ms": 79.054}, "yolo11_640_fire_11class": {"avg_ms": 50.566, "count": 299, "max_ms": 71.482, "p95_ms": 64.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.606, "count": 299, "max_ms": 78.379, "p95_ms": 75.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.557, "count": 300, "max_ms": 101.008, "p95_ms": 95.119}, "read_interval": {"avg_ms": 100.325, "count": 299, "max_ms": 491.627, "p95_ms": 188.307}, "triton_wait": {"avg_ms": 56.214, "count": 299, "max_ms": 85.13, "p95_ms": 79.064}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 5.817, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16702.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 818, "h264_decode_error_count": 1967, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:59:34+09:00", "last_error_summary": "[h264 @ 0x55fc0e59c800] error while decoding MB 22 25, bytestream -10", "last_exit_at": "2026-07-06T07:02:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.669, "last_started_at": "2026-07-06T07:02:24+09:00", "pid": 152223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.547, "name": "ffmpeg", "pid": 152223, "rss_mb": 271.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 911, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 912}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.359, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1939387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:04:56+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T07:04:56+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T07:04:56.557448+09:00", "mtime_epoch": 1783289096.557448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:04:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9550.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.175, "pushed": 7.175, "read": 7.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.562, "count": 214, "max_ms": 44.766, "p95_ms": 31.23}, "gstreamer_push": {"avg_ms": 1.099, "count": 215, "max_ms": 1.824, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.581, "count": 214, "max_ms": 64.721, "p95_ms": 62.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.726, "count": 214, "max_ms": 84.369, "p95_ms": 79.351}, "yolo11_640_fire_11class": {"avg_ms": 49.34, "count": 214, "max_ms": 66.011, "p95_ms": 62.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.784, "count": 214, "max_ms": 78.209, "p95_ms": 75.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.864, "count": 215, "max_ms": 156.829, "p95_ms": 148.415}, "read_interval": {"avg_ms": 139.988, "count": 214, "max_ms": 168.525, "p95_ms": 160.094}, "triton_wait": {"avg_ms": 60.026, "count": 214, "max_ms": 84.381, "p95_ms": 79.364}, "visualize": {"avg_ms": 4.442, "count": 214, "max_ms": 6.403, "p95_ms": 5.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.968, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.16, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2431781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:05:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:05:16+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:05:16+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T07:05:16.278234+09:00", "mtime_epoch": 1783289116.2782335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:05:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2601.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 302, "max_ms": 12.145, "p95_ms": 9.014}, "gstreamer_push": {"avg_ms": 1.279, "count": 302, "max_ms": 1.753, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.519, "count": 302, "max_ms": 65.439, "p95_ms": 62.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.127, "count": 302, "max_ms": 83.566, "p95_ms": 76.456}, "yolo11_640_fire_11class": {"avg_ms": 49.19, "count": 302, "max_ms": 66.655, "p95_ms": 62.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.77, "count": 302, "max_ms": 77.7, "p95_ms": 73.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.467, "count": 302, "max_ms": 99.607, "p95_ms": 92.553}, "read_interval": {"avg_ms": 99.502, "count": 301, "max_ms": 573.535, "p95_ms": 179.218}, "triton_wait": {"avg_ms": 55.117, "count": 302, "max_ms": 83.578, "p95_ms": 76.468}, "visualize": {"avg_ms": 3.693, "count": 302, "max_ms": 5.413, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16567.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 819, "h264_decode_error_count": 1968, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:05:23+09:00", "last_error_summary": "[h264 @ 0x561a73aa6100] error while decoding MB 53 22, bytestream -5", "last_exit_at": "2026-07-06T07:05:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.147, "last_started_at": "2026-07-06T07:05:26+09:00", "pid": 152330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.691, "name": "ffmpeg", "pid": 152330, "rss_mb": 139.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 912, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 913}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.604, "sample_count": 1986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1939581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T07:05:28+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T07:05:28+09:00", "mjpeg": {"age_sec": 4.656, "exists": true, "mtime": "2026-07-06T07:05:23.706526+09:00", "mtime_epoch": 1783289123.7065258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:05:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.088, "pushed": 6.088, "read": 6.054}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.561, "count": 182, "max_ms": 34.591, "p95_ms": 29.819}, "gstreamer_push": {"avg_ms": 1.101, "count": 182, "max_ms": 1.841, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.694, "count": 182, "max_ms": 66.615, "p95_ms": 61.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.07, "count": 182, "max_ms": 88.686, "p95_ms": 74.77}, "yolo11_640_fire_11class": {"avg_ms": 48.873, "count": 182, "max_ms": 66.964, "p95_ms": 61.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.103, "count": 182, "max_ms": 78.12, "p95_ms": 74.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.899, "count": 182, "max_ms": 158.595, "p95_ms": 143.938}, "read_interval": {"avg_ms": 165.182, "count": 181, "max_ms": 4676.348, "p95_ms": 157.412}, "triton_wait": {"avg_ms": 60.438, "count": 182, "max_ms": 88.699, "p95_ms": 75.741}, "visualize": {"avg_ms": 4.393, "count": 182, "max_ms": 5.184, "p95_ms": 4.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16699.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.983, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.293, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2432078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:05:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:05:46+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:05:46+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:05:46.311404+09:00", "mtime_epoch": 1783289146.3114042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 151832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:05:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2602.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 297, "max_ms": 13.205, "p95_ms": 8.999}, "gstreamer_push": {"avg_ms": 1.274, "count": 297, "max_ms": 2.136, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.175, "count": 297, "max_ms": 65.408, "p95_ms": 61.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.896, "count": 297, "max_ms": 83.295, "p95_ms": 76.916}, "yolo11_640_fire_11class": {"avg_ms": 47.405, "count": 297, "max_ms": 64.582, "p95_ms": 59.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.921, "count": 297, "max_ms": 81.246, "p95_ms": 74.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.729, "count": 297, "max_ms": 99.747, "p95_ms": 93.051}, "read_interval": {"avg_ms": 101.122, "count": 297, "max_ms": 513.793, "p95_ms": 206.468}, "triton_wait": {"avg_ms": 54.288, "count": 297, "max_ms": 83.308, "p95_ms": 77.328}, "visualize": {"avg_ms": 3.692, "count": 297, "max_ms": 4.967, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16700.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 819, "h264_decode_error_count": 1968, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:05:23+09:00", "last_error_summary": "[h264 @ 0x561a73aa6100] error while decoding MB 53 22, bytestream -5", "last_exit_at": "2026-07-06T07:05:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.177, "last_started_at": "2026-07-06T07:05:26+09:00", "pid": 152330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.52, "name": "ffmpeg", "pid": 152330, "rss_mb": 269.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 912, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 913}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.604, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1939795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:05:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:05:58+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T07:05:58+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T07:05:58.275862+09:00", "mtime_epoch": 1783289158.2758625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:05:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.161, "pushed": 7.161, "read": 7.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.775, "count": 214, "max_ms": 35.015, "p95_ms": 31.394}, "gstreamer_push": {"avg_ms": 1.105, "count": 214, "max_ms": 1.41, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.685, "count": 214, "max_ms": 66.573, "p95_ms": 61.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.688, "count": 214, "max_ms": 82.976, "p95_ms": 77.99}, "yolo11_640_fire_11class": {"avg_ms": 48.794, "count": 214, "max_ms": 67.002, "p95_ms": 60.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.455, "count": 214, "max_ms": 80.929, "p95_ms": 75.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.109, "count": 214, "max_ms": 152.781, "p95_ms": 147.48}, "read_interval": {"avg_ms": 140.347, "count": 213, "max_ms": 166.27, "p95_ms": 159.458}, "triton_wait": {"avg_ms": 60.847, "count": 214, "max_ms": 82.988, "p95_ms": 78.001}, "visualize": {"avg_ms": 4.451, "count": 214, "max_ms": 6.379, "p95_ms": 5.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16703.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 784.036, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.539, "name": "ffmpeg", "pid": 151690, "rss_mb": 328.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.669, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2432380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:06:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T07:06:16+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T07:06:16.360547+09:00", "mtime_epoch": 1783289176.3605466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:06:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2602.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.767, "count": 302, "max_ms": 13.564, "p95_ms": 8.899}, "gstreamer_push": {"avg_ms": 1.272, "count": 302, "max_ms": 1.55, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.728, "count": 302, "max_ms": 67.647, "p95_ms": 62.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.473, "count": 302, "max_ms": 83.317, "p95_ms": 75.071}, "yolo11_640_fire_11class": {"avg_ms": 48.248, "count": 302, "max_ms": 67.14, "p95_ms": 61.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.912, "count": 302, "max_ms": 79.472, "p95_ms": 75.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.752, "count": 302, "max_ms": 99.261, "p95_ms": 93.481}, "read_interval": {"avg_ms": 99.549, "count": 301, "max_ms": 523.08, "p95_ms": 129.435}, "triton_wait": {"avg_ms": 55.441, "count": 302, "max_ms": 83.33, "p95_ms": 76.995}, "visualize": {"avg_ms": 3.669, "count": 302, "max_ms": 5.053, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16703.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 819, "h264_decode_error_count": 1968, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:05:23+09:00", "last_error_summary": "[h264 @ 0x561a73aa6100] error while decoding MB 53 22, bytestream -5", "last_exit_at": "2026-07-06T07:05:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.23, "last_started_at": "2026-07-06T07:05:26+09:00", "pid": 152330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.84, "name": "ffmpeg", "pid": 152330, "rss_mb": 271.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 912, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 913}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.474, "sample_count": 1996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:06:28+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T07:06:28+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T07:06:28.312993+09:00", "mtime_epoch": 1783289188.312993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:06:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.055, "pushed": 7.055, "read": 7.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.818, "count": 211, "max_ms": 33.942, "p95_ms": 30.093}, "gstreamer_push": {"avg_ms": 1.1, "count": 211, "max_ms": 1.297, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.046, "count": 211, "max_ms": 63.657, "p95_ms": 61.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.874, "count": 211, "max_ms": 85.035, "p95_ms": 80.317}, "yolo11_640_fire_11class": {"avg_ms": 49.181, "count": 211, "max_ms": 64.139, "p95_ms": 60.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.746, "count": 211, "max_ms": 78.817, "p95_ms": 75.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.074, "count": 211, "max_ms": 155.33, "p95_ms": 148.717}, "read_interval": {"avg_ms": 142.401, "count": 210, "max_ms": 169.409, "p95_ms": 161.924}, "triton_wait": {"avg_ms": 61.933, "count": 211, "max_ms": 85.047, "p95_ms": 80.327}, "visualize": {"avg_ms": 4.474, "count": 211, "max_ms": 6.76, "p95_ms": 4.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16704.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 814.08, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.707, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2432680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:06:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:06:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T07:06:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T07:06:46.413661+09:00", "mtime_epoch": 1783289206.4136612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:06:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2602.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.711, "count": 300, "max_ms": 13.955, "p95_ms": 8.996}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.752, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 300, "max_ms": 68.704, "p95_ms": 62.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.176, "count": 300, "max_ms": 84.742, "p95_ms": 77.187}, "yolo11_640_fire_11class": {"avg_ms": 48.392, "count": 300, "max_ms": 65.33, "p95_ms": 62.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.328, "count": 300, "max_ms": 78.521, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.465, "count": 300, "max_ms": 101.451, "p95_ms": 93.587}, "read_interval": {"avg_ms": 100.198, "count": 299, "max_ms": 436.463, "p95_ms": 160.035}, "triton_wait": {"avg_ms": 56.205, "count": 300, "max_ms": 84.755, "p95_ms": 77.785}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.923, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16704.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 819, "h264_decode_error_count": 1968, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:05:23+09:00", "last_error_summary": "[h264 @ 0x561a73aa6100] error while decoding MB 53 22, bytestream -5", "last_exit_at": "2026-07-06T07:05:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.244, "last_started_at": "2026-07-06T07:05:26+09:00", "pid": 152330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.84, "name": "ffmpeg", "pid": 152330, "rss_mb": 271.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 912, "restart_count_per_hour": 27, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 913}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.805, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:06:58+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T07:06:58+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T07:06:58.322096+09:00", "mtime_epoch": 1783289218.3220959, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:06:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.066, "pushed": 7.066, "read": 7.032}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.882, "count": 211, "max_ms": 35.264, "p95_ms": 30.682}, "gstreamer_push": {"avg_ms": 1.1, "count": 211, "max_ms": 1.331, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.983, "count": 211, "max_ms": 64.762, "p95_ms": 61.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.817, "count": 211, "max_ms": 88.511, "p95_ms": 79.47}, "yolo11_640_fire_11class": {"avg_ms": 49.317, "count": 211, "max_ms": 64.222, "p95_ms": 60.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.51, "count": 211, "max_ms": 77.494, "p95_ms": 75.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.945, "count": 211, "max_ms": 156.92, "p95_ms": 149.288}, "read_interval": {"avg_ms": 142.191, "count": 210, "max_ms": 170.47, "p95_ms": 162.048}, "triton_wait": {"avg_ms": 61.874, "count": 211, "max_ms": 88.524, "p95_ms": 79.483}, "visualize": {"avg_ms": 4.459, "count": 211, "max_ms": 6.212, "p95_ms": 4.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16712.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 844.14, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.937, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2432981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:07:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:07:16+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T07:07:16+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T07:07:16.466750+09:00", "mtime_epoch": 1783289236.4667501, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:07:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2602.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.777, "count": 301, "max_ms": 13.285, "p95_ms": 8.893}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.661, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.414, "count": 301, "max_ms": 66.601, "p95_ms": 61.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.52, "count": 301, "max_ms": 85.341, "p95_ms": 77.097}, "yolo11_640_fire_11class": {"avg_ms": 48.085, "count": 301, "max_ms": 65.96, "p95_ms": 61.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.94, "count": 301, "max_ms": 77.36, "p95_ms": 75.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.481, "count": 301, "max_ms": 101.501, "p95_ms": 93.356}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 644.725, "p95_ms": 117.44}, "triton_wait": {"avg_ms": 56.161, "count": 301, "max_ms": 85.354, "p95_ms": 77.373}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 4.873, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16712.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 819, "h264_decode_error_count": 1968, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:05:23+09:00", "last_error_summary": "[h264 @ 0x561a73aa6100] error while decoding MB 53 22, bytestream -5", "last_exit_at": "2026-07-06T07:05:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.245, "last_started_at": "2026-07-06T07:05:26+09:00", "pid": 152330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.09, "name": "ffmpeg", "pid": 152330, "rss_mb": 280.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 912, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 913}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.711, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:07:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:07:28+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T07:07:28+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T07:07:28.323173+09:00", "mtime_epoch": 1783289248.3231728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:07:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.003, "pushed": 7.003, "read": 7.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.89, "count": 210, "max_ms": 34.508, "p95_ms": 30.634}, "gstreamer_push": {"avg_ms": 1.107, "count": 210, "max_ms": 1.267, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.054, "count": 210, "max_ms": 65.266, "p95_ms": 62.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.419, "count": 210, "max_ms": 86.999, "p95_ms": 81.06}, "yolo11_640_fire_11class": {"avg_ms": 49.584, "count": 210, "max_ms": 64.156, "p95_ms": 61.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.852, "count": 210, "max_ms": 77.803, "p95_ms": 76.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.516, "count": 210, "max_ms": 155.212, "p95_ms": 149.837}, "read_interval": {"avg_ms": 142.843, "count": 210, "max_ms": 167.641, "p95_ms": 162.497}, "triton_wait": {"avg_ms": 62.292, "count": 210, "max_ms": 87.011, "p95_ms": 81.072}, "visualize": {"avg_ms": 4.456, "count": 210, "max_ms": 6.049, "p95_ms": 4.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16714.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 874.204, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.209, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2433282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:07:46+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:07:46+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T07:07:46.535815+09:00", "mtime_epoch": 1783289266.535815, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:07:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2602.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.676, "count": 301, "max_ms": 11.727, "p95_ms": 8.958}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.594, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.592, "count": 301, "max_ms": 64.835, "p95_ms": 60.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.662, "count": 301, "max_ms": 85.099, "p95_ms": 78.848}, "yolo11_640_fire_11class": {"avg_ms": 48.68, "count": 301, "max_ms": 64.647, "p95_ms": 60.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.938, "count": 301, "max_ms": 78.124, "p95_ms": 74.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.065, "count": 301, "max_ms": 102.342, "p95_ms": 95.228}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 651.487, "p95_ms": 121.284}, "triton_wait": {"avg_ms": 55.863, "count": 301, "max_ms": 85.109, "p95_ms": 78.857}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 5.29, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16716.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 819, "h264_decode_error_count": 1968, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:05:23+09:00", "last_error_summary": "[h264 @ 0x561a73aa6100] error while decoding MB 53 22, bytestream -5", "last_exit_at": "2026-07-06T07:05:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.316, "last_started_at": "2026-07-06T07:05:26+09:00", "pid": 152330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.41, "name": "ffmpeg", "pid": 152330, "rss_mb": 282.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 912, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 913}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.711, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:07:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:07:58+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T07:07:58+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T07:07:58.396229+09:00", "mtime_epoch": 1783289278.3962286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:07:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.082, "pushed": 7.082, "read": 7.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.609, "count": 212, "max_ms": 34.826, "p95_ms": 30.413}, "gstreamer_push": {"avg_ms": 1.091, "count": 212, "max_ms": 1.677, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.928, "count": 212, "max_ms": 72.341, "p95_ms": 61.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.394, "count": 212, "max_ms": 89.649, "p95_ms": 80.298}, "yolo11_640_fire_11class": {"avg_ms": 49.897, "count": 212, "max_ms": 72.321, "p95_ms": 62.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.475, "count": 212, "max_ms": 76.914, "p95_ms": 75.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.56, "count": 212, "max_ms": 158.808, "p95_ms": 148.524}, "read_interval": {"avg_ms": 141.807, "count": 211, "max_ms": 171.875, "p95_ms": 161.401}, "triton_wait": {"avg_ms": 61.625, "count": 212, "max_ms": 89.66, "p95_ms": 80.311}, "visualize": {"avg_ms": 4.46, "count": 212, "max_ms": 6.823, "p95_ms": 4.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16717.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 904.231, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.209, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2433586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:08:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:08:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T07:08:16+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:08:16.560855+09:00", "mtime_epoch": 1783289296.5608552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:08:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2602.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.157, "pushed": 10.157, "read": 10.123}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 304, "max_ms": 12.608, "p95_ms": 9.053}, "gstreamer_push": {"avg_ms": 1.246, "count": 304, "max_ms": 1.928, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.97, "count": 304, "max_ms": 72.618, "p95_ms": 62.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.066, "count": 304, "max_ms": 82.38, "p95_ms": 76.534}, "yolo11_640_fire_11class": {"avg_ms": 48.636, "count": 304, "max_ms": 72.105, "p95_ms": 61.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.839, "count": 304, "max_ms": 81.503, "p95_ms": 74.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.317, "count": 304, "max_ms": 98.51, "p95_ms": 93.356}, "read_interval": {"avg_ms": 98.823, "count": 303, "max_ms": 544.796, "p95_ms": 114.431}, "triton_wait": {"avg_ms": 55.1, "count": 304, "max_ms": 82.393, "p95_ms": 77.511}, "visualize": {"avg_ms": 3.651, "count": 304, "max_ms": 5.512, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16730.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 819, "h264_decode_error_count": 1968, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:05:23+09:00", "last_error_summary": "[h264 @ 0x561a73aa6100] error while decoding MB 53 22, bytestream -5", "last_exit_at": "2026-07-06T07:05:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.37, "last_started_at": "2026-07-06T07:05:26+09:00", "pid": 152330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.648, "name": "ffmpeg", "pid": 152330, "rss_mb": 296.648, "state": "S (sleeping)", "threads": 104}, "restart_count": 912, "restart_count_per_hour": 26, "rtsp_timeout_count": 498, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 913}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.374, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T07:08:36+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T07:08:36+09:00", "mjpeg": {"age_sec": 20.652, "exists": true, "mtime": "2026-07-06T07:08:15.932833+09:00", "mtime_epoch": 1783289295.9328334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:08:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.242, "pushed": 2.242, "read": 2.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.204, "count": 67, "max_ms": 45.293, "p95_ms": 35.359}, "gstreamer_push": {"avg_ms": 1.047, "count": 67, "max_ms": 1.297, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.64, "count": 67, "max_ms": 68.329, "p95_ms": 62.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.594, "count": 67, "max_ms": 84.425, "p95_ms": 78.48}, "yolo11_640_fire_11class": {"avg_ms": 49.194, "count": 67, "max_ms": 67.847, "p95_ms": 62.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.313, "count": 67, "max_ms": 81.087, "p95_ms": 76.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.695, "count": 67, "max_ms": 167.667, "p95_ms": 149.509}, "read_interval": {"avg_ms": 452.26, "count": 66, "max_ms": 20621.043, "p95_ms": 167.761}, "triton_wait": {"avg_ms": 60.36, "count": 67, "max_ms": 84.44, "p95_ms": 79.725}, "visualize": {"avg_ms": 4.36, "count": 67, "max_ms": 6.993, "p95_ms": 5.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16656.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 934.265, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.106, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2433881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:08:46+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T07:08:46+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T07:08:46.597874+09:00", "mtime_epoch": 1783289326.5978737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:08:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2602.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.997, "pushed": 9.997, "read": 9.997}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 7.817, "count": 295, "max_ms": 12.655, "p95_ms": 8.708}, "gstreamer_push": {"avg_ms": 1.295, "count": 295, "max_ms": 1.518, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.538, "count": 295, "max_ms": 72.021, "p95_ms": 49.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.462, "count": 295, "max_ms": 84.087, "p95_ms": 54.629}, "yolo11_640_fire_11class": {"avg_ms": 48.951, "count": 295, "max_ms": 74.456, "p95_ms": 52.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.026, "count": 295, "max_ms": 78.396, "p95_ms": 51.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.547, "count": 295, "max_ms": 105.867, "p95_ms": 73.736}, "read_interval": {"avg_ms": 101.813, "count": 295, "max_ms": 776.034, "p95_ms": 232.008}, "triton_wait": {"avg_ms": 51.054, "count": 295, "max_ms": 84.102, "p95_ms": 56.102}, "visualize": {"avg_ms": 3.723, "count": 295, "max_ms": 5.447, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.509, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16702.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.617, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.66, "name": "ffmpeg", "pid": 152437, "rss_mb": 268.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 27, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.42, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1940947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:09:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:09:06+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T07:09:06+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T07:09:06.502537+09:00", "mtime_epoch": 1783289346.5025375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:09:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.154, "pushed": 6.154, "read": 6.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.437, "count": 184, "max_ms": 45.393, "p95_ms": 30.638}, "gstreamer_push": {"avg_ms": 1.102, "count": 184, "max_ms": 1.316, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.436, "count": 184, "max_ms": 69.897, "p95_ms": 62.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.943, "count": 184, "max_ms": 86.887, "p95_ms": 78.981}, "yolo11_640_fire_11class": {"avg_ms": 49.389, "count": 184, "max_ms": 69.297, "p95_ms": 63.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.947, "count": 184, "max_ms": 80.836, "p95_ms": 77.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.123, "count": 184, "max_ms": 157.225, "p95_ms": 150.107}, "read_interval": {"avg_ms": 163.379, "count": 183, "max_ms": 4464.821, "p95_ms": 162.75}, "triton_wait": {"avg_ms": 60.405, "count": 184, "max_ms": 86.898, "p95_ms": 79.859}, "visualize": {"avg_ms": 4.408, "count": 184, "max_ms": 7.173, "p95_ms": 4.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16704.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 964.281, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.293, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2434184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:09:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:09:16+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:09:16+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T07:09:16.598871+09:00", "mtime_epoch": 1783289356.5988708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:09:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2603.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.746, "count": 303, "max_ms": 12.585, "p95_ms": 8.927}, "gstreamer_push": {"avg_ms": 1.267, "count": 303, "max_ms": 1.514, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.868, "count": 303, "max_ms": 68.424, "p95_ms": 62.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.94, "count": 303, "max_ms": 82.58, "p95_ms": 75.791}, "yolo11_640_fire_11class": {"avg_ms": 49.417, "count": 303, "max_ms": 65.282, "p95_ms": 62.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.093, "count": 303, "max_ms": 79.144, "p95_ms": 75.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.185, "count": 303, "max_ms": 98.628, "p95_ms": 93.651}, "read_interval": {"avg_ms": 98.997, "count": 303, "max_ms": 885.542, "p95_ms": 114.381}, "triton_wait": {"avg_ms": 54.884, "count": 303, "max_ms": 82.592, "p95_ms": 77.149}, "visualize": {"avg_ms": 3.673, "count": 303, "max_ms": 5.785, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16706.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.688, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.754, "name": "ffmpeg", "pid": 152437, "rss_mb": 271.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 26, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.617, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:09:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:09:36+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T07:09:36+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T07:09:36.559523+09:00", "mtime_epoch": 1783289376.5595233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:09:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.083, "pushed": 7.083, "read": 7.05}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.76, "count": 212, "max_ms": 34.384, "p95_ms": 29.992}, "gstreamer_push": {"avg_ms": 1.117, "count": 212, "max_ms": 1.914, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.746, "count": 212, "max_ms": 64.983, "p95_ms": 62.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.818, "count": 212, "max_ms": 85.283, "p95_ms": 77.362}, "yolo11_640_fire_11class": {"avg_ms": 49.441, "count": 212, "max_ms": 67.377, "p95_ms": 63.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.493, "count": 212, "max_ms": 79.548, "p95_ms": 75.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.59, "count": 212, "max_ms": 154.648, "p95_ms": 148.449}, "read_interval": {"avg_ms": 141.812, "count": 211, "max_ms": 167.296, "p95_ms": 160.404}, "triton_wait": {"avg_ms": 60.441, "count": 212, "max_ms": 85.295, "p95_ms": 78.002}, "visualize": {"avg_ms": 4.478, "count": 212, "max_ms": 5.781, "p95_ms": 4.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16706.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 994.31, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.815, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2434484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:09:46+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T07:09:46+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T07:09:46.635850+09:00", "mtime_epoch": 1783289386.6358497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:09:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2603.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.066, "count": 300, "max_ms": 14.385, "p95_ms": 11.485}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.526, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.258, "count": 300, "max_ms": 65.545, "p95_ms": 61.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.453, "count": 300, "max_ms": 80.349, "p95_ms": 71.77}, "yolo11_640_fire_11class": {"avg_ms": 49.678, "count": 300, "max_ms": 65.664, "p95_ms": 62.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.93, "count": 300, "max_ms": 77.753, "p95_ms": 74.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.86, "count": 300, "max_ms": 134.704, "p95_ms": 109.871}, "read_interval": {"avg_ms": 100.113, "count": 299, "max_ms": 486.143, "p95_ms": 144.274}, "triton_wait": {"avg_ms": 54.608, "count": 300, "max_ms": 80.36, "p95_ms": 75.646}, "visualize": {"avg_ms": 3.801, "count": 300, "max_ms": 5.85, "p95_ms": 4.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16706.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.835, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.754, "name": "ffmpeg", "pid": 152437, "rss_mb": 271.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 26, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.37, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:10:06+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T07:10:06+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T07:10:06.696493+09:00", "mtime_epoch": 1783289406.6964931, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:10:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9551.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.402, "pushed": 7.402, "read": 7.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.548, "count": 221, "max_ms": 44.411, "p95_ms": 30.669}, "gstreamer_push": {"avg_ms": 1.128, "count": 222, "max_ms": 1.678, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.95, "count": 221, "max_ms": 63.499, "p95_ms": 61.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.767, "count": 221, "max_ms": 86.985, "p95_ms": 75.376}, "yolo11_640_fire_11class": {"avg_ms": 50.327, "count": 221, "max_ms": 68.176, "p95_ms": 65.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.543, "count": 221, "max_ms": 78.046, "p95_ms": 74.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.193, "count": 222, "max_ms": 153.19, "p95_ms": 144.34}, "read_interval": {"avg_ms": 135.698, "count": 221, "max_ms": 165.161, "p95_ms": 156.763}, "triton_wait": {"avg_ms": 60.216, "count": 221, "max_ms": 86.997, "p95_ms": 76.212}, "visualize": {"avg_ms": 4.312, "count": 221, "max_ms": 6.337, "p95_ms": 5.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16706.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1024.348, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.042, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2434782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:10:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T07:10:16+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T07:10:16.652810+09:00", "mtime_epoch": 1783289416.6528096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:10:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2603.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.227, "count": 298, "max_ms": 14.687, "p95_ms": 12.139}, "gstreamer_push": {"avg_ms": 1.293, "count": 298, "max_ms": 2.103, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.969, "count": 298, "max_ms": 66.918, "p95_ms": 61.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.448, "count": 298, "max_ms": 81.258, "p95_ms": 75.89}, "yolo11_640_fire_11class": {"avg_ms": 51.882, "count": 298, "max_ms": 74.017, "p95_ms": 64.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.283, "count": 298, "max_ms": 78.111, "p95_ms": 73.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.562, "count": 298, "max_ms": 100.526, "p95_ms": 94.868}, "read_interval": {"avg_ms": 100.744, "count": 297, "max_ms": 448.884, "p95_ms": 139.951}, "triton_wait": {"avg_ms": 55.598, "count": 298, "max_ms": 81.269, "p95_ms": 77.342}, "visualize": {"avg_ms": 3.765, "count": 298, "max_ms": 6.161, "p95_ms": 4.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16709.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.925, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.332, "name": "ffmpeg", "pid": 152437, "rss_mb": 274.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 26, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.11, "sample_count": 2014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:10:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T07:10:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T07:10:36.837445+09:00", "mtime_epoch": 1783289436.8374455, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:10:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.172, "pushed": 9.172, "read": 9.138}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.897, "count": 275, "max_ms": 47.024, "p95_ms": 39.219}, "gstreamer_push": {"avg_ms": 1.2, "count": 275, "max_ms": 2.158, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.511, "count": 275, "max_ms": 67.676, "p95_ms": 63.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.891, "count": 275, "max_ms": 85.038, "p95_ms": 77.427}, "yolo11_640_fire_11class": {"avg_ms": 50.599, "count": 275, "max_ms": 70.652, "p95_ms": 65.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.862, "count": 275, "max_ms": 80.182, "p95_ms": 74.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.167, "count": 275, "max_ms": 151.975, "p95_ms": 120.978}, "read_interval": {"avg_ms": 109.443, "count": 274, "max_ms": 164.335, "p95_ms": 134.395}, "triton_wait": {"avg_ms": 59.633, "count": 275, "max_ms": 85.049, "p95_ms": 78.638}, "visualize": {"avg_ms": 3.393, "count": 275, "max_ms": 7.402, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16709.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1054.353, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.38, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2435082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:10:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:10:46+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:10:46+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T07:10:46.685753+09:00", "mtime_epoch": 1783289446.6857529, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:10:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2603.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.008, "count": 300, "max_ms": 12.507, "p95_ms": 9.456}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 2.069, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.753, "count": 300, "max_ms": 67.592, "p95_ms": 63.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.545, "count": 300, "max_ms": 84.537, "p95_ms": 78.175}, "yolo11_640_fire_11class": {"avg_ms": 52.348, "count": 300, "max_ms": 74.147, "p95_ms": 65.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.282, "count": 300, "max_ms": 82.231, "p95_ms": 75.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.784, "count": 300, "max_ms": 139.611, "p95_ms": 96.481}, "read_interval": {"avg_ms": 100.105, "count": 300, "max_ms": 369.424, "p95_ms": 141.673}, "triton_wait": {"avg_ms": 58.107, "count": 300, "max_ms": 84.549, "p95_ms": 78.273}, "visualize": {"avg_ms": 3.815, "count": 300, "max_ms": 6.026, "p95_ms": 4.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16709.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.93, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.332, "name": "ffmpeg", "pid": 152437, "rss_mb": 274.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 26, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.614, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1941932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:11:06+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T07:11:06+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T07:11:06.834377+09:00", "mtime_epoch": 1783289466.8343766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:11:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.203, "pushed": 9.203, "read": 9.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.66, "count": 276, "max_ms": 34.731, "p95_ms": 28.555}, "gstreamer_push": {"avg_ms": 1.196, "count": 276, "max_ms": 1.804, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.217, "count": 276, "max_ms": 71.863, "p95_ms": 64.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.757, "count": 276, "max_ms": 85.86, "p95_ms": 77.775}, "yolo11_640_fire_11class": {"avg_ms": 51.587, "count": 276, "max_ms": 75.343, "p95_ms": 69.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.084, "count": 276, "max_ms": 84.354, "p95_ms": 77.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.138, "count": 276, "max_ms": 120.195, "p95_ms": 113.689}, "read_interval": {"avg_ms": 108.672, "count": 276, "max_ms": 135.388, "p95_ms": 127.584}, "triton_wait": {"avg_ms": 60.586, "count": 276, "max_ms": 85.872, "p95_ms": 80.087}, "visualize": {"avg_ms": 3.318, "count": 276, "max_ms": 4.51, "p95_ms": 3.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16710.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1084.461, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.081, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2435382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:11:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:11:16+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T07:11:16+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T07:11:16.766681+09:00", "mtime_epoch": 1783289476.7666812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:11:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2603.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.998, "pushed": 9.998, "read": 9.965}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 299, "max_ms": 12.381, "p95_ms": 9.918}, "gstreamer_push": {"avg_ms": 1.303, "count": 299, "max_ms": 2.027, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.48, "count": 299, "max_ms": 71.307, "p95_ms": 62.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.577, "count": 299, "max_ms": 82.166, "p95_ms": 75.424}, "yolo11_640_fire_11class": {"avg_ms": 55.327, "count": 299, "max_ms": 73.847, "p95_ms": 70.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.156, "count": 299, "max_ms": 81.269, "p95_ms": 73.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.196, "count": 299, "max_ms": 135.094, "p95_ms": 107.848}, "read_interval": {"avg_ms": 100.342, "count": 298, "max_ms": 343.952, "p95_ms": 143.735}, "triton_wait": {"avg_ms": 57.807, "count": 299, "max_ms": 82.179, "p95_ms": 76.435}, "visualize": {"avg_ms": 3.818, "count": 299, "max_ms": 5.994, "p95_ms": 5.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16716.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.98, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.004, "name": "ffmpeg", "pid": 152437, "rss_mb": 280.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 25, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.238, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1942218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:11:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:11:36+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T07:11:36.899294+09:00", "mtime_epoch": 1783289496.8992941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:11:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.549, "pushed": 9.549, "read": 9.515}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.38, "count": 286, "max_ms": 37.047, "p95_ms": 34.759}, "gstreamer_push": {"avg_ms": 1.192, "count": 286, "max_ms": 1.462, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.496, "count": 286, "max_ms": 68.822, "p95_ms": 62.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.508, "count": 286, "max_ms": 89.429, "p95_ms": 72.17}, "yolo11_640_fire_11class": {"avg_ms": 49.527, "count": 286, "max_ms": 73.695, "p95_ms": 69.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.263, "count": 286, "max_ms": 78.842, "p95_ms": 72.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.569, "count": 286, "max_ms": 121.993, "p95_ms": 108.675}, "read_interval": {"avg_ms": 105.08, "count": 285, "max_ms": 136.467, "p95_ms": 123.947}, "triton_wait": {"avg_ms": 56.327, "count": 286, "max_ms": 89.44, "p95_ms": 74.721}, "visualize": {"avg_ms": 3.312, "count": 286, "max_ms": 4.342, "p95_ms": 3.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16715.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1114.496, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.083, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2435683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:11:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:11:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T07:11:46+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T07:11:46.831594+09:00", "mtime_epoch": 1783289506.831594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:11:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2603.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 301, "max_ms": 12.762, "p95_ms": 9.364}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 2.083, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.897, "count": 301, "max_ms": 65.716, "p95_ms": 62.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.298, "count": 301, "max_ms": 82.206, "p95_ms": 74.055}, "yolo11_640_fire_11class": {"avg_ms": 52.224, "count": 301, "max_ms": 72.336, "p95_ms": 63.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.999, "count": 301, "max_ms": 76.039, "p95_ms": 70.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.241, "count": 301, "max_ms": 116.578, "p95_ms": 93.452}, "read_interval": {"avg_ms": 99.833, "count": 300, "max_ms": 524.507, "p95_ms": 124.898}, "triton_wait": {"avg_ms": 56.423, "count": 301, "max_ms": 82.218, "p95_ms": 74.199}, "visualize": {"avg_ms": 3.766, "count": 301, "max_ms": 6.861, "p95_ms": 4.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16715.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.056, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.004, "name": "ffmpeg", "pid": 152437, "rss_mb": 280.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 25, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.315, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1942500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:12:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:12:06+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T07:12:06.964197+09:00", "mtime_epoch": 1783289526.964197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:12:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.407, "pushed": 9.407, "read": 9.374}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.694, "count": 282, "max_ms": 35.292, "p95_ms": 28.415}, "gstreamer_push": {"avg_ms": 1.198, "count": 282, "max_ms": 1.931, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.805, "count": 282, "max_ms": 71.157, "p95_ms": 64.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.735, "count": 282, "max_ms": 84.011, "p95_ms": 75.491}, "yolo11_640_fire_11class": {"avg_ms": 50.254, "count": 282, "max_ms": 68.815, "p95_ms": 63.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.796, "count": 282, "max_ms": 76.771, "p95_ms": 74.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.065, "count": 282, "max_ms": 118.099, "p95_ms": 109.781}, "read_interval": {"avg_ms": 106.653, "count": 281, "max_ms": 134.649, "p95_ms": 125.109}, "triton_wait": {"avg_ms": 58.481, "count": 282, "max_ms": 84.024, "p95_ms": 76.638}, "visualize": {"avg_ms": 3.32, "count": 282, "max_ms": 4.129, "p95_ms": 3.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16716.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1144.581, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.799, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2435981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:12:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:12:16+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T07:12:16+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T07:12:16.872491+09:00", "mtime_epoch": 1783289536.8724914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:12:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2603.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.152, "count": 297, "max_ms": 16.686, "p95_ms": 10.197}, "gstreamer_push": {"avg_ms": 1.29, "count": 298, "max_ms": 1.621, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.137, "count": 297, "max_ms": 69.266, "p95_ms": 63.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.867, "count": 297, "max_ms": 83.224, "p95_ms": 76.211}, "yolo11_640_fire_11class": {"avg_ms": 50.709, "count": 297, "max_ms": 70.525, "p95_ms": 64.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.499, "count": 297, "max_ms": 77.833, "p95_ms": 73.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.441, "count": 298, "max_ms": 136.386, "p95_ms": 107.541}, "read_interval": {"avg_ms": 100.863, "count": 297, "max_ms": 481.659, "p95_ms": 142.719}, "triton_wait": {"avg_ms": 57.117, "count": 297, "max_ms": 83.237, "p95_ms": 76.221}, "visualize": {"avg_ms": 3.838, "count": 297, "max_ms": 6.161, "p95_ms": 5.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16717.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.102, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.004, "name": "ffmpeg", "pid": 152437, "rss_mb": 280.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 25, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.587, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1942778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:12:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:12:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:12:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T07:12:37.017086+09:00", "mtime_epoch": 1783289557.0170856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:12:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.284, "pushed": 9.284, "read": 9.251}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.115, "count": 278, "max_ms": 44.11, "p95_ms": 30.925}, "gstreamer_push": {"avg_ms": 1.198, "count": 278, "max_ms": 1.749, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.565, "count": 278, "max_ms": 73.104, "p95_ms": 64.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.248, "count": 278, "max_ms": 88.916, "p95_ms": 76.155}, "yolo11_640_fire_11class": {"avg_ms": 50.833, "count": 278, "max_ms": 75.406, "p95_ms": 67.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.514, "count": 278, "max_ms": 79.275, "p95_ms": 74.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.441, "count": 278, "max_ms": 278.318, "p95_ms": 112.827}, "read_interval": {"avg_ms": 108.085, "count": 277, "max_ms": 290.899, "p95_ms": 128.944}, "triton_wait": {"avg_ms": 58.768, "count": 278, "max_ms": 88.928, "p95_ms": 76.677}, "visualize": {"avg_ms": 3.321, "count": 278, "max_ms": 5.076, "p95_ms": 3.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16716.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1174.843, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.954, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2436287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:12:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T07:12:47+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-06T07:12:46.941376+09:00", "mtime_epoch": 1783289566.941376, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:12:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2604.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.114}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.042, "count": 304, "max_ms": 16.017, "p95_ms": 9.87}, "gstreamer_push": {"avg_ms": 1.308, "count": 304, "max_ms": 2.316, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.475, "count": 304, "max_ms": 73.365, "p95_ms": 63.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.948, "count": 304, "max_ms": 83.796, "p95_ms": 74.114}, "yolo11_640_fire_11class": {"avg_ms": 52.666, "count": 304, "max_ms": 75.75, "p95_ms": 65.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.933, "count": 304, "max_ms": 76.602, "p95_ms": 72.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.967, "count": 304, "max_ms": 147.966, "p95_ms": 108.284}, "read_interval": {"avg_ms": 98.855, "count": 303, "max_ms": 529.035, "p95_ms": 127.093}, "triton_wait": {"avg_ms": 57.359, "count": 304, "max_ms": 83.808, "p95_ms": 74.688}, "visualize": {"avg_ms": 3.814, "count": 304, "max_ms": 6.121, "p95_ms": 5.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16717.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.198, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.004, "name": "ffmpeg", "pid": 152437, "rss_mb": 280.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 25, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.241, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1943061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:13:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:13:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T07:13:07.113962+09:00", "mtime_epoch": 1783289587.1139622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:13:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.435, "pushed": 9.435, "read": 9.402}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.451, "count": 283, "max_ms": 36.968, "p95_ms": 29.718}, "gstreamer_push": {"avg_ms": 1.207, "count": 283, "max_ms": 1.487, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.088, "count": 283, "max_ms": 74.237, "p95_ms": 64.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.014, "count": 283, "max_ms": 83.943, "p95_ms": 69.9}, "yolo11_640_fire_11class": {"avg_ms": 50.864, "count": 283, "max_ms": 76.799, "p95_ms": 67.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.699, "count": 283, "max_ms": 79.497, "p95_ms": 74.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.67, "count": 283, "max_ms": 120.229, "p95_ms": 109.229}, "read_interval": {"avg_ms": 106.35, "count": 282, "max_ms": 134.816, "p95_ms": 124.127}, "triton_wait": {"avg_ms": 57.222, "count": 283, "max_ms": 83.956, "p95_ms": 75.35}, "visualize": {"avg_ms": 3.346, "count": 283, "max_ms": 4.523, "p95_ms": 3.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16717.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1204.916, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.946, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2436586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:13:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:13:17+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T07:13:17+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:13:17.246254+09:00", "mtime_epoch": 1783289597.2462544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:13:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2604.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.056, "count": 299, "max_ms": 13.862, "p95_ms": 10.407}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.831, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.367, "count": 299, "max_ms": 72.909, "p95_ms": 64.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.799, "count": 299, "max_ms": 83.953, "p95_ms": 76.061}, "yolo11_640_fire_11class": {"avg_ms": 53.549, "count": 299, "max_ms": 79.579, "p95_ms": 67.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.094, "count": 299, "max_ms": 79.959, "p95_ms": 73.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.553, "count": 299, "max_ms": 132.317, "p95_ms": 106.571}, "read_interval": {"avg_ms": 100.617, "count": 298, "max_ms": 483.158, "p95_ms": 141.717}, "triton_wait": {"avg_ms": 56.797, "count": 299, "max_ms": 83.965, "p95_ms": 76.524}, "visualize": {"avg_ms": 3.808, "count": 299, "max_ms": 5.816, "p95_ms": 5.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16717.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.301, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.262, "name": "ffmpeg", "pid": 152437, "rss_mb": 280.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 24, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.358, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1943344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:13:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:13:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:13:37+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T07:13:37.222827+09:00", "mtime_epoch": 1783289617.2228267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:13:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.401, "pushed": 9.401, "read": 9.401}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.07, "count": 282, "max_ms": 36.854, "p95_ms": 28.998}, "gstreamer_push": {"avg_ms": 1.202, "count": 282, "max_ms": 1.671, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.122, "count": 282, "max_ms": 70.989, "p95_ms": 64.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.154, "count": 282, "max_ms": 81.854, "p95_ms": 67.575}, "yolo11_640_fire_11class": {"avg_ms": 50.733, "count": 282, "max_ms": 70.734, "p95_ms": 67.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.338, "count": 282, "max_ms": 78.673, "p95_ms": 74.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.59, "count": 282, "max_ms": 114.998, "p95_ms": 108.803}, "read_interval": {"avg_ms": 106.37, "count": 282, "max_ms": 129.03, "p95_ms": 123.821}, "triton_wait": {"avg_ms": 57.624, "count": 282, "max_ms": 81.867, "p95_ms": 75.595}, "visualize": {"avg_ms": 3.331, "count": 282, "max_ms": 5.513, "p95_ms": 3.624}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16718.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1234.947, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.737, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2436886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:13:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:13:47+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T07:13:47+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T07:13:47.215111+09:00", "mtime_epoch": 1783289627.2151113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:13:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2604.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.197, "count": 300, "max_ms": 13.408, "p95_ms": 9.991}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.891, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.069, "count": 300, "max_ms": 70.225, "p95_ms": 62.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.336, "count": 300, "max_ms": 78.448, "p95_ms": 72.157}, "yolo11_640_fire_11class": {"avg_ms": 52.362, "count": 300, "max_ms": 72.343, "p95_ms": 64.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.01, "count": 300, "max_ms": 77.909, "p95_ms": 71.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.181, "count": 300, "max_ms": 132.017, "p95_ms": 108.599}, "read_interval": {"avg_ms": 99.928, "count": 299, "max_ms": 356.562, "p95_ms": 140.671}, "triton_wait": {"avg_ms": 56.026, "count": 300, "max_ms": 78.46, "p95_ms": 73.117}, "visualize": {"avg_ms": 3.94, "count": 300, "max_ms": 7.222, "p95_ms": 5.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16723.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.378, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.418, "name": "ffmpeg", "pid": 152437, "rss_mb": 285.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 24, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.608, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1943628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:14:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:14:07+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T07:14:07+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T07:14:07.287678+09:00", "mtime_epoch": 1783289647.2876785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:14:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9552.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.475, "pushed": 9.475, "read": 9.441}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.978, "count": 284, "max_ms": 41.312, "p95_ms": 28.621}, "gstreamer_push": {"avg_ms": 1.2, "count": 284, "max_ms": 2.058, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.803, "count": 284, "max_ms": 72.288, "p95_ms": 63.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.473, "count": 284, "max_ms": 82.432, "p95_ms": 69.546}, "yolo11_640_fire_11class": {"avg_ms": 49.805, "count": 284, "max_ms": 75.124, "p95_ms": 64.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.562, "count": 284, "max_ms": 79.212, "p95_ms": 73.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.001, "count": 284, "max_ms": 116.079, "p95_ms": 107.831}, "read_interval": {"avg_ms": 105.881, "count": 283, "max_ms": 134.34, "p95_ms": 122.518}, "triton_wait": {"avg_ms": 57.114, "count": 284, "max_ms": 82.445, "p95_ms": 74.912}, "visualize": {"avg_ms": 3.321, "count": 284, "max_ms": 4.535, "p95_ms": 3.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16724.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1265.028, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.08, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2437188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:14:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:14:17+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T07:14:17+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T07:14:17.327960+09:00", "mtime_epoch": 1783289657.3279605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:14:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2604.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.084, "count": 301, "max_ms": 12.313, "p95_ms": 9.831}, "gstreamer_push": {"avg_ms": 1.305, "count": 302, "max_ms": 1.592, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.964, "count": 301, "max_ms": 69.344, "p95_ms": 63.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.664, "count": 301, "max_ms": 80.591, "p95_ms": 74.389}, "yolo11_640_fire_11class": {"avg_ms": 50.817, "count": 301, "max_ms": 69.598, "p95_ms": 64.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.544, "count": 301, "max_ms": 77.263, "p95_ms": 73.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.949, "count": 302, "max_ms": 130.896, "p95_ms": 108.466}, "read_interval": {"avg_ms": 99.571, "count": 301, "max_ms": 643.751, "p95_ms": 126.674}, "triton_wait": {"avg_ms": 56.637, "count": 301, "max_ms": 80.603, "p95_ms": 74.742}, "visualize": {"avg_ms": 3.852, "count": 301, "max_ms": 6.858, "p95_ms": 5.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16724.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.431, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.418, "name": "ffmpeg", "pid": 152437, "rss_mb": 285.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 24, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.384, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1943907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:14:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:14:37+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T07:14:37.348519+09:00", "mtime_epoch": 1783289677.348519, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:14:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.317, "pushed": 9.317, "read": 9.284}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.123, "count": 279, "max_ms": 35.496, "p95_ms": 30.228}, "gstreamer_push": {"avg_ms": 1.216, "count": 279, "max_ms": 1.442, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.408, "count": 279, "max_ms": 67.201, "p95_ms": 63.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.495, "count": 279, "max_ms": 84.256, "p95_ms": 73.293}, "yolo11_640_fire_11class": {"avg_ms": 50.399, "count": 279, "max_ms": 72.27, "p95_ms": 64.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.769, "count": 279, "max_ms": 78.939, "p95_ms": 74.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.684, "count": 279, "max_ms": 116.175, "p95_ms": 109.253}, "read_interval": {"avg_ms": 107.733, "count": 278, "max_ms": 132.889, "p95_ms": 124.472}, "triton_wait": {"avg_ms": 58.555, "count": 279, "max_ms": 84.266, "p95_ms": 75.824}, "visualize": {"avg_ms": 3.352, "count": 279, "max_ms": 5.742, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16723.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1295.126, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.638, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2437489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:14:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:14:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:14:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:14:47.436799+09:00", "mtime_epoch": 1783289687.4367988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:14:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2604.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 301, "max_ms": 12.742, "p95_ms": 10.184}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.685, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.889, "count": 301, "max_ms": 67.722, "p95_ms": 63.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.275, "count": 301, "max_ms": 84.282, "p95_ms": 72.449}, "yolo11_640_fire_11class": {"avg_ms": 52.483, "count": 301, "max_ms": 74.999, "p95_ms": 65.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.887, "count": 301, "max_ms": 78.962, "p95_ms": 72.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.004, "count": 301, "max_ms": 137.656, "p95_ms": 94.044}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 487.744, "p95_ms": 131.491}, "triton_wait": {"avg_ms": 56.749, "count": 301, "max_ms": 84.294, "p95_ms": 75.332}, "visualize": {"avg_ms": 3.76, "count": 301, "max_ms": 6.592, "p95_ms": 4.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16724.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.493, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.418, "name": "ffmpeg", "pid": 152437, "rss_mb": 285.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 24, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.623, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1944185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:15:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:15:07+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T07:15:07+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T07:15:07.377348+09:00", "mtime_epoch": 1783289707.3773484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:15:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.284, "pushed": 9.284, "read": 9.25}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.161, "count": 278, "max_ms": 34.636, "p95_ms": 29.041}, "gstreamer_push": {"avg_ms": 1.201, "count": 278, "max_ms": 1.976, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.114, "count": 278, "max_ms": 66.515, "p95_ms": 63.096}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.984, "count": 278, "max_ms": 84.852, "p95_ms": 74.809}, "yolo11_640_fire_11class": {"avg_ms": 50.383, "count": 278, "max_ms": 70.418, "p95_ms": 65.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.663, "count": 278, "max_ms": 79.074, "p95_ms": 74.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.014, "count": 278, "max_ms": 117.6, "p95_ms": 111.481}, "read_interval": {"avg_ms": 108.033, "count": 277, "max_ms": 131.773, "p95_ms": 126.776}, "triton_wait": {"avg_ms": 58.88, "count": 278, "max_ms": 84.865, "p95_ms": 77.153}, "visualize": {"avg_ms": 3.349, "count": 278, "max_ms": 5.413, "p95_ms": 3.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16726.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1325.133, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.901, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2437785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:15:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:15:17+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:15:17+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T07:15:17.449625+09:00", "mtime_epoch": 1783289717.4496245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:15:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2604.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.327, "count": 296, "max_ms": 14.337, "p95_ms": 10.186}, "gstreamer_push": {"avg_ms": 1.299, "count": 296, "max_ms": 2.2, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.005, "count": 296, "max_ms": 71.731, "p95_ms": 64.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.106, "count": 296, "max_ms": 81.511, "p95_ms": 75.711}, "yolo11_640_fire_11class": {"avg_ms": 52.246, "count": 296, "max_ms": 75.073, "p95_ms": 65.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.381, "count": 296, "max_ms": 78.623, "p95_ms": 73.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.691, "count": 296, "max_ms": 138.832, "p95_ms": 111.677}, "read_interval": {"avg_ms": 101.375, "count": 296, "max_ms": 257.938, "p95_ms": 134.037}, "triton_wait": {"avg_ms": 58.308, "count": 296, "max_ms": 81.524, "p95_ms": 77.123}, "visualize": {"avg_ms": 4.03, "count": 296, "max_ms": 7.108, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 396, "tracking_summary": 16203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16729.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.527, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.574, "name": "ffmpeg", "pid": 152437, "rss_mb": 290.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.795, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1944463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:15:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:15:37+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T07:15:37+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T07:15:37.422168+09:00", "mtime_epoch": 1783289737.4221685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:15:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.287, "pushed": 9.287, "read": 9.254}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.0, "count": 278, "max_ms": 34.855, "p95_ms": 29.578}, "gstreamer_push": {"avg_ms": 1.191, "count": 278, "max_ms": 1.674, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.345, "count": 278, "max_ms": 73.948, "p95_ms": 64.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.936, "count": 278, "max_ms": 85.674, "p95_ms": 71.849}, "yolo11_640_fire_11class": {"avg_ms": 51.096, "count": 278, "max_ms": 76.504, "p95_ms": 66.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.196, "count": 278, "max_ms": 79.891, "p95_ms": 75.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.02, "count": 278, "max_ms": 118.31, "p95_ms": 110.172}, "read_interval": {"avg_ms": 107.973, "count": 277, "max_ms": 132.797, "p95_ms": 124.625}, "triton_wait": {"avg_ms": 59.138, "count": 278, "max_ms": 85.685, "p95_ms": 76.141}, "visualize": {"avg_ms": 3.327, "count": 278, "max_ms": 5.368, "p95_ms": 3.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16733.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1355.165, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.306, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2438088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:15:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:15:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:15:47+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T07:15:47.478441+09:00", "mtime_epoch": 1783289747.478441, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:15:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2604.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.085}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.314, "count": 303, "max_ms": 17.033, "p95_ms": 10.744}, "gstreamer_push": {"avg_ms": 1.299, "count": 303, "max_ms": 1.9, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.059, "count": 303, "max_ms": 72.799, "p95_ms": 63.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.576, "count": 303, "max_ms": 82.512, "p95_ms": 77.086}, "yolo11_640_fire_11class": {"avg_ms": 50.96, "count": 303, "max_ms": 71.876, "p95_ms": 63.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.188, "count": 303, "max_ms": 78.293, "p95_ms": 73.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.184, "count": 303, "max_ms": 135.662, "p95_ms": 109.063}, "read_interval": {"avg_ms": 99.092, "count": 302, "max_ms": 298.787, "p95_ms": 138.621}, "triton_wait": {"avg_ms": 57.401, "count": 303, "max_ms": 82.524, "p95_ms": 77.34}, "visualize": {"avg_ms": 3.912, "count": 303, "max_ms": 6.208, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16895.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.652, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.68, "name": "ffmpeg", "pid": 152437, "rss_mb": 297.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.046, "sample_count": 2784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1944723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:16:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:16:07+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T07:16:07+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T07:16:07.498980+09:00", "mtime_epoch": 1783289767.4989803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:16:07+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 2.419, "recorders": [{"age_sec": 2.419, "frame_count": 60, "is_recording": true, "is_stopping": false, "pid": 152544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.656, "name": "ffmpeg", "pid": 152544, "rss_mb": 186.656, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 40, "returncode": null, "running": true, "started_at": "2026-07-06T07:16:05+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_071605_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [152544], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.634, "pushed": 8.634, "read": 8.634}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.197, "count": 259, "max_ms": 40.417, "p95_ms": 31.389}, "gstreamer_push": {"avg_ms": 1.167, "count": 259, "max_ms": 1.817, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.732, "count": 259, "max_ms": 67.347, "p95_ms": 62.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.868, "count": 259, "max_ms": 85.367, "p95_ms": 75.952}, "yolo11_640_fire_11class": {"avg_ms": 50.158, "count": 259, "max_ms": 68.309, "p95_ms": 62.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.438, "count": 259, "max_ms": 80.453, "p95_ms": 73.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.041, "count": 259, "max_ms": 896.643, "p95_ms": 160.974}, "read_interval": {"avg_ms": 115.626, "count": 259, "max_ms": 910.828, "p95_ms": 172.506}, "triton_wait": {"avg_ms": 59.431, "count": 259, "max_ms": 85.377, "p95_ms": 76.211}, "visualize": {"avg_ms": 3.534, "count": 259, "max_ms": 9.679, "p95_ms": 4.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1385.188, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.252, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2438387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:16:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T07:16:17+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T07:16:17.523249+09:00", "mtime_epoch": 1783289777.523249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:16:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2605.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.152, "count": 299, "max_ms": 13.301, "p95_ms": 10.256}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 2.284, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.828, "count": 299, "max_ms": 66.969, "p95_ms": 62.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.156, "count": 299, "max_ms": 84.818, "p95_ms": 73.92}, "yolo11_640_fire_11class": {"avg_ms": 48.646, "count": 299, "max_ms": 67.126, "p95_ms": 61.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.857, "count": 299, "max_ms": 80.799, "p95_ms": 73.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.519, "count": 299, "max_ms": 143.417, "p95_ms": 107.012}, "read_interval": {"avg_ms": 100.46, "count": 298, "max_ms": 417.478, "p95_ms": 159.131}, "triton_wait": {"avg_ms": 56.276, "count": 299, "max_ms": 84.83, "p95_ms": 75.808}, "visualize": {"avg_ms": 3.877, "count": 299, "max_ms": 5.839, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16743.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 820, "h264_decode_error_count": 1972, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:08:37+09:00", "last_error_summary": "[h264 @ 0x5629d3b6ccc0] cabac decode of qscale diff failed at 63 42 [h264 @ 0x5629d3b6ccc0] error while decoding MB 63 42, bytestream 51385 [h264 @ 0x5629d3d0a900] cabac decode of qscale diff failed at 38 12 [h264 @ 0x5629d3d0a900] error while decoding MB 38 12, bytestream 358 [in#0/rtsp @ 0x5629d3003e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5629d3003e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:08:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.704, "last_started_at": "2026-07-06T07:08:40+09:00", "pid": 152437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.938, "name": "ffmpeg", "pid": 152437, "rss_mb": 297.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 913, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 914}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.657, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1944921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:16:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:16:37+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T07:16:37+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T07:16:37.595784+09:00", "mtime_epoch": 1783289797.5957837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:16:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.916, "count": 198, "max_ms": 42.068, "p95_ms": 31.376}, "gstreamer_push": {"avg_ms": 1.069, "count": 198, "max_ms": 1.204, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.065, "count": 198, "max_ms": 71.101, "p95_ms": 63.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.798, "count": 198, "max_ms": 87.039, "p95_ms": 78.679}, "yolo11_640_fire_11class": {"avg_ms": 48.836, "count": 198, "max_ms": 65.559, "p95_ms": 62.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.359, "count": 198, "max_ms": 83.07, "p95_ms": 78.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.293, "count": 198, "max_ms": 204.943, "p95_ms": 175.72}, "read_interval": {"avg_ms": 151.874, "count": 197, "max_ms": 216.136, "p95_ms": 185.067}, "triton_wait": {"avg_ms": 60.899, "count": 198, "max_ms": 87.052, "p95_ms": 79.508}, "visualize": {"avg_ms": 4.939, "count": 198, "max_ms": 9.892, "p95_ms": 9.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16592.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1415.249, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.251, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2438690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:16:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:16:47+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T07:16:47+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T07:16:47.540047+09:00", "mtime_epoch": 1783289807.5400474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:16:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2605.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.977, "count": 303, "max_ms": 13.289, "p95_ms": 9.76}, "gstreamer_push": {"avg_ms": 1.243, "count": 303, "max_ms": 1.711, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.54, "count": 303, "max_ms": 71.389, "p95_ms": 61.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.849, "count": 303, "max_ms": 83.991, "p95_ms": 75.511}, "yolo11_640_fire_11class": {"avg_ms": 48.015, "count": 303, "max_ms": 69.548, "p95_ms": 61.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.688, "count": 303, "max_ms": 81.563, "p95_ms": 76.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.805, "count": 303, "max_ms": 128.902, "p95_ms": 106.572}, "read_interval": {"avg_ms": 99.127, "count": 302, "max_ms": 484.27, "p95_ms": 123.348}, "triton_wait": {"avg_ms": 56.173, "count": 303, "max_ms": 84.003, "p95_ms": 77.458}, "visualize": {"avg_ms": 3.762, "count": 303, "max_ms": 5.274, "p95_ms": 5.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16715.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.342, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.961, "name": "ffmpeg", "pid": 152604, "rss_mb": 269.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 24, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.89, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:17:07+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T07:17:07+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T07:17:07.676579+09:00", "mtime_epoch": 1783289827.6765788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:17:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.074, "pushed": 7.074, "read": 7.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.123, "count": 211, "max_ms": 41.778, "p95_ms": 30.38}, "gstreamer_push": {"avg_ms": 1.17, "count": 212, "max_ms": 1.65, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.305, "count": 211, "max_ms": 66.901, "p95_ms": 63.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.69, "count": 211, "max_ms": 83.706, "p95_ms": 77.942}, "yolo11_640_fire_11class": {"avg_ms": 49.879, "count": 211, "max_ms": 67.696, "p95_ms": 63.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.081, "count": 211, "max_ms": 82.726, "p95_ms": 78.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.7, "count": 212, "max_ms": 155.719, "p95_ms": 142.142}, "read_interval": {"avg_ms": 141.966, "count": 211, "max_ms": 4315.724, "p95_ms": 156.289}, "triton_wait": {"avg_ms": 60.08, "count": 211, "max_ms": 83.719, "p95_ms": 80.345}, "visualize": {"avg_ms": 3.863, "count": 211, "max_ms": 6.793, "p95_ms": 4.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 97, "tracking_summary": 20324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16717.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1445.319, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 4, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.306, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2438989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:17:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:17:17+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:17:17+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:17:17.648840+09:00", "mtime_epoch": 1783289837.6488404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:17:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2765.602, "name": "celery", "pid": 267, "rss_mb": 2605.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.164, "count": 299, "max_ms": 14.604, "p95_ms": 9.915}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.573, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.683, "count": 299, "max_ms": 65.682, "p95_ms": 62.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.371, "count": 299, "max_ms": 84.323, "p95_ms": 77.697}, "yolo11_640_fire_11class": {"avg_ms": 49.309, "count": 299, "max_ms": 67.275, "p95_ms": 62.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.739, "count": 299, "max_ms": 81.413, "p95_ms": 76.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.682, "count": 299, "max_ms": 136.368, "p95_ms": 108.763}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 448.412, "p95_ms": 128.663}, "triton_wait": {"avg_ms": 57.635, "count": 299, "max_ms": 84.337, "p95_ms": 78.328}, "visualize": {"avg_ms": 3.88, "count": 299, "max_ms": 5.962, "p95_ms": 5.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16716.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.394, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.25, "name": "ffmpeg", "pid": 152604, "rss_mb": 271.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.371, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:17:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:17:37+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T07:17:37+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T07:17:37.749366+09:00", "mtime_epoch": 1783289857.7493656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:17:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.423, "pushed": 8.423, "read": 8.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.36, "count": 252, "max_ms": 33.003, "p95_ms": 29.897}, "gstreamer_push": {"avg_ms": 1.137, "count": 252, "max_ms": 1.777, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.937, "count": 252, "max_ms": 71.126, "p95_ms": 64.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.651, "count": 252, "max_ms": 83.083, "p95_ms": 76.672}, "yolo11_640_fire_11class": {"avg_ms": 46.706, "count": 252, "max_ms": 65.861, "p95_ms": 59.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.713, "count": 252, "max_ms": 83.4, "p95_ms": 77.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.987, "count": 252, "max_ms": 154.339, "p95_ms": 142.638}, "read_interval": {"avg_ms": 119.219, "count": 251, "max_ms": 166.95, "p95_ms": 154.485}, "triton_wait": {"avg_ms": 57.427, "count": 252, "max_ms": 83.413, "p95_ms": 78.331}, "visualize": {"avg_ms": 3.857, "count": 252, "max_ms": 6.491, "p95_ms": 4.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16892.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1475.322, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.268, "sample_count": 2881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2439173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:17:47+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T07:17:47+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:17:47.649623+09:00", "mtime_epoch": 1783289867.6496232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:17:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2766.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.136, "pushed": 6.136, "read": 6.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.951, "count": 184, "max_ms": 17.925, "p95_ms": 15.156}, "gstreamer_push": {"avg_ms": 1.239, "count": 184, "max_ms": 3.715, "p95_ms": 2.959}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.279, "count": 184, "max_ms": 75.559, "p95_ms": 70.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.292, "count": 184, "max_ms": 86.641, "p95_ms": 78.079}, "yolo11_640_fire_11class": {"avg_ms": 49.682, "count": 184, "max_ms": 73.93, "p95_ms": 63.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.777, "count": 184, "max_ms": 85.21, "p95_ms": 81.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.958, "count": 184, "max_ms": 814.938, "p95_ms": 213.113}, "read_interval": {"avg_ms": 163.075, "count": 184, "max_ms": 830.206, "p95_ms": 224.104}, "triton_wait": {"avg_ms": 62.24, "count": 184, "max_ms": 86.653, "p95_ms": 82.394}, "visualize": {"avg_ms": 5.08, "count": 184, "max_ms": 13.722, "p95_ms": 6.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16857.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.448, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.18, "name": "ffmpeg", "pid": 152604, "rss_mb": 277.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.371, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:18:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:18:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:18:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:18:07.826145+09:00", "mtime_epoch": 1783289887.8261454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:18:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9553.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.413, "pushed": 9.413, "read": 9.379}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.32, "count": 282, "max_ms": 33.381, "p95_ms": 28.915}, "gstreamer_push": {"avg_ms": 1.164, "count": 282, "max_ms": 1.381, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.386, "count": 282, "max_ms": 69.273, "p95_ms": 64.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.337, "count": 282, "max_ms": 86.002, "p95_ms": 78.896}, "yolo11_640_fire_11class": {"avg_ms": 49.316, "count": 282, "max_ms": 66.29, "p95_ms": 61.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.301, "count": 282, "max_ms": 83.314, "p95_ms": 77.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.866, "count": 282, "max_ms": 119.671, "p95_ms": 112.343}, "read_interval": {"avg_ms": 106.577, "count": 281, "max_ms": 134.514, "p95_ms": 128.083}, "triton_wait": {"avg_ms": 58.731, "count": 282, "max_ms": 86.013, "p95_ms": 79.477}, "visualize": {"avg_ms": 3.313, "count": 282, "max_ms": 5.261, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16857.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1505.357, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.381, "sample_count": 2855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2439445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:18:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:18:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T07:18:17+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T07:18:17.662399+09:00", "mtime_epoch": 1783289897.6623988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:18:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2732.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.082, "pushed": 9.082, "read": 9.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.294, "count": 272, "max_ms": 13.83, "p95_ms": 13.099}, "gstreamer_push": {"avg_ms": 1.239, "count": 272, "max_ms": 2.318, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.32, "count": 272, "max_ms": 69.725, "p95_ms": 65.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.79, "count": 272, "max_ms": 86.418, "p95_ms": 77.309}, "yolo11_640_fire_11class": {"avg_ms": 49.358, "count": 272, "max_ms": 66.725, "p95_ms": 62.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.2, "count": 272, "max_ms": 83.208, "p95_ms": 77.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.885, "count": 272, "max_ms": 184.891, "p95_ms": 163.644}, "read_interval": {"avg_ms": 110.424, "count": 271, "max_ms": 344.805, "p95_ms": 175.363}, "triton_wait": {"avg_ms": 59.012, "count": 272, "max_ms": 86.43, "p95_ms": 79.04}, "visualize": {"avg_ms": 4.142, "count": 272, "max_ms": 6.538, "p95_ms": 5.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16861.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.473, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.531, "name": "ffmpeg", "pid": 152604, "rss_mb": 280.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.371, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1945948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:18:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:18:37+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T07:18:37.854917+09:00", "mtime_epoch": 1783289917.854917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:18:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.39, "pushed": 9.39, "read": 9.357}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.835, "count": 281, "max_ms": 40.09, "p95_ms": 28.25}, "gstreamer_push": {"avg_ms": 1.194, "count": 281, "max_ms": 2.071, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.649, "count": 281, "max_ms": 68.603, "p95_ms": 63.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.867, "count": 281, "max_ms": 81.619, "p95_ms": 70.822}, "yolo11_640_fire_11class": {"avg_ms": 50.187, "count": 281, "max_ms": 68.163, "p95_ms": 63.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.896, "count": 281, "max_ms": 78.088, "p95_ms": 73.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.061, "count": 281, "max_ms": 118.644, "p95_ms": 107.587}, "read_interval": {"avg_ms": 106.864, "count": 280, "max_ms": 133.063, "p95_ms": 123.074}, "triton_wait": {"avg_ms": 58.324, "count": 281, "max_ms": 81.631, "p95_ms": 74.687}, "visualize": {"avg_ms": 3.317, "count": 281, "max_ms": 4.148, "p95_ms": 3.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16864.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1535.404, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.255, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2439768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:18:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:18:47+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:18:47+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T07:18:47.735169+09:00", "mtime_epoch": 1783289927.7351694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:18:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2732.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.788, "pushed": 10.788, "read": 10.755}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.198, "count": 323, "max_ms": 13.348, "p95_ms": 10.275}, "gstreamer_push": {"avg_ms": 1.315, "count": 323, "max_ms": 2.235, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.052, "count": 323, "max_ms": 65.981, "p95_ms": 62.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.199, "count": 323, "max_ms": 80.043, "p95_ms": 75.02}, "yolo11_640_fire_11class": {"avg_ms": 50.062, "count": 323, "max_ms": 67.831, "p95_ms": 62.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.669, "count": 323, "max_ms": 79.682, "p95_ms": 71.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.41, "count": 323, "max_ms": 136.294, "p95_ms": 106.918}, "read_interval": {"avg_ms": 93.044, "count": 322, "max_ms": 149.934, "p95_ms": 120.302}, "triton_wait": {"avg_ms": 57.132, "count": 323, "max_ms": 80.055, "p95_ms": 75.454}, "visualize": {"avg_ms": 3.861, "count": 323, "max_ms": 6.571, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16864.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.529, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.109, "name": "ffmpeg", "pid": 152604, "rss_mb": 283.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.371, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1946229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:19:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:19:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T07:19:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T07:19:07.907683+09:00", "mtime_epoch": 1783289947.907683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:19:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.39, "pushed": 9.39, "read": 9.357}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.886, "count": 281, "max_ms": 35.461, "p95_ms": 28.619}, "gstreamer_push": {"avg_ms": 1.207, "count": 281, "max_ms": 2.032, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.071, "count": 281, "max_ms": 71.653, "p95_ms": 64.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.625, "count": 281, "max_ms": 82.253, "p95_ms": 69.667}, "yolo11_640_fire_11class": {"avg_ms": 50.136, "count": 281, "max_ms": 69.587, "p95_ms": 63.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.062, "count": 281, "max_ms": 79.839, "p95_ms": 73.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.996, "count": 281, "max_ms": 116.51, "p95_ms": 108.056}, "read_interval": {"avg_ms": 106.957, "count": 280, "max_ms": 131.001, "p95_ms": 123.989}, "triton_wait": {"avg_ms": 58.128, "count": 281, "max_ms": 82.265, "p95_ms": 74.831}, "visualize": {"avg_ms": 3.348, "count": 281, "max_ms": 4.418, "p95_ms": 3.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16864.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1565.447, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.2, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2440094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:19:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:19:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T07:19:17.779933+09:00", "mtime_epoch": 1783289957.779933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:19:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2732.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.882, "pushed": 10.882, "read": 10.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.026, "count": 326, "max_ms": 12.76, "p95_ms": 9.777}, "gstreamer_push": {"avg_ms": 1.295, "count": 326, "max_ms": 1.569, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.238, "count": 326, "max_ms": 71.879, "p95_ms": 63.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.228, "count": 326, "max_ms": 83.968, "p95_ms": 72.88}, "yolo11_640_fire_11class": {"avg_ms": 49.269, "count": 326, "max_ms": 65.988, "p95_ms": 62.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.098, "count": 326, "max_ms": 76.1, "p95_ms": 72.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.571, "count": 326, "max_ms": 132.061, "p95_ms": 105.259}, "read_interval": {"avg_ms": 92.172, "count": 325, "max_ms": 145.404, "p95_ms": 119.372}, "triton_wait": {"avg_ms": 56.758, "count": 326, "max_ms": 83.981, "p95_ms": 73.625}, "visualize": {"avg_ms": 3.787, "count": 326, "max_ms": 5.451, "p95_ms": 4.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16864.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.581, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.109, "name": "ffmpeg", "pid": 152604, "rss_mb": 283.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 23, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.371, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1946511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:19:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:19:38+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T07:19:37+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T07:19:37.940442+09:00", "mtime_epoch": 1783289977.940442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:19:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.414, "pushed": 9.414, "read": 9.381}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.969, "count": 282, "max_ms": 31.118, "p95_ms": 28.736}, "gstreamer_push": {"avg_ms": 1.195, "count": 282, "max_ms": 1.564, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.656, "count": 282, "max_ms": 68.235, "p95_ms": 63.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.209, "count": 282, "max_ms": 83.312, "p95_ms": 67.852}, "yolo11_640_fire_11class": {"avg_ms": 49.397, "count": 282, "max_ms": 64.595, "p95_ms": 62.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.292, "count": 282, "max_ms": 77.332, "p95_ms": 73.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.526, "count": 282, "max_ms": 115.755, "p95_ms": 107.931}, "read_interval": {"avg_ms": 106.506, "count": 281, "max_ms": 130.578, "p95_ms": 122.73}, "triton_wait": {"avg_ms": 57.639, "count": 282, "max_ms": 83.325, "p95_ms": 74.307}, "visualize": {"avg_ms": 3.33, "count": 282, "max_ms": 4.189, "p95_ms": 3.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16867.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1595.46, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.198, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2440411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:19:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:19:47+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T07:19:47+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T07:19:47.792690+09:00", "mtime_epoch": 1783289987.7926898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:19:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2732.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.568, "pushed": 10.568, "read": 10.568}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.22, "count": 317, "max_ms": 13.491, "p95_ms": 10.332}, "gstreamer_push": {"avg_ms": 1.309, "count": 317, "max_ms": 1.84, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.309, "count": 317, "max_ms": 70.079, "p95_ms": 63.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.551, "count": 317, "max_ms": 84.414, "p95_ms": 72.094}, "yolo11_640_fire_11class": {"avg_ms": 49.071, "count": 317, "max_ms": 65.744, "p95_ms": 62.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.808, "count": 317, "max_ms": 77.561, "p95_ms": 71.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.384, "count": 317, "max_ms": 136.971, "p95_ms": 108.975}, "read_interval": {"avg_ms": 94.684, "count": 317, "max_ms": 153.576, "p95_ms": 122.797}, "triton_wait": {"avg_ms": 56.245, "count": 317, "max_ms": 84.426, "p95_ms": 74.09}, "visualize": {"avg_ms": 3.901, "count": 317, "max_ms": 6.775, "p95_ms": 5.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16870.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.59, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.266, "name": "ffmpeg", "pid": 152604, "rss_mb": 288.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 22, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.371, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1946790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:20:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:20:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:20:07+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T07:20:07.973196+09:00", "mtime_epoch": 1783290007.9731956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:20:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.302}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.828, "count": 279, "max_ms": 39.759, "p95_ms": 28.637}, "gstreamer_push": {"avg_ms": 1.191, "count": 279, "max_ms": 2.104, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.894, "count": 279, "max_ms": 67.454, "p95_ms": 62.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.757, "count": 279, "max_ms": 82.505, "p95_ms": 71.749}, "yolo11_640_fire_11class": {"avg_ms": 50.231, "count": 279, "max_ms": 66.109, "p95_ms": 62.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.161, "count": 279, "max_ms": 80.765, "p95_ms": 72.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.508, "count": 279, "max_ms": 115.908, "p95_ms": 107.511}, "read_interval": {"avg_ms": 107.643, "count": 279, "max_ms": 168.915, "p95_ms": 124.107}, "triton_wait": {"avg_ms": 58.753, "count": 279, "max_ms": 82.517, "p95_ms": 74.83}, "visualize": {"avg_ms": 3.314, "count": 279, "max_ms": 5.003, "p95_ms": 3.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16869.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1625.535, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.129, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2440739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:20:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:20:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:20:17+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T07:20:17.849442+09:00", "mtime_epoch": 1783290017.849442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:20:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2732.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.935, "pushed": 10.935, "read": 10.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.954, "count": 328, "max_ms": 11.831, "p95_ms": 8.699}, "gstreamer_push": {"avg_ms": 1.307, "count": 328, "max_ms": 1.611, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.362, "count": 328, "max_ms": 71.296, "p95_ms": 63.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.169, "count": 328, "max_ms": 79.942, "p95_ms": 74.722}, "yolo11_640_fire_11class": {"avg_ms": 49.322, "count": 328, "max_ms": 70.749, "p95_ms": 61.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.007, "count": 328, "max_ms": 79.594, "p95_ms": 71.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.919, "count": 328, "max_ms": 133.44, "p95_ms": 95.506}, "read_interval": {"avg_ms": 91.653, "count": 327, "max_ms": 147.606, "p95_ms": 112.913}, "triton_wait": {"avg_ms": 56.6, "count": 328, "max_ms": 79.954, "p95_ms": 75.588}, "visualize": {"avg_ms": 3.765, "count": 328, "max_ms": 5.167, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16869.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.61, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.266, "name": "ffmpeg", "pid": 152604, "rss_mb": 288.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 22, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.371, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:20:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:20:38+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T07:20:37+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T07:20:37.973943+09:00", "mtime_epoch": 1783290037.9739428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:20:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.325, "pushed": 9.325, "read": 9.292}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.544, "count": 279, "max_ms": 34.851, "p95_ms": 27.882}, "gstreamer_push": {"avg_ms": 1.185, "count": 279, "max_ms": 1.699, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.46, "count": 279, "max_ms": 73.061, "p95_ms": 63.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.256, "count": 279, "max_ms": 83.446, "p95_ms": 76.704}, "yolo11_640_fire_11class": {"avg_ms": 51.067, "count": 279, "max_ms": 73.048, "p95_ms": 63.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.323, "count": 279, "max_ms": 82.316, "p95_ms": 75.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.721, "count": 279, "max_ms": 116.436, "p95_ms": 110.16}, "read_interval": {"avg_ms": 107.55, "count": 278, "max_ms": 132.422, "p95_ms": 124.963}, "triton_wait": {"avg_ms": 59.344, "count": 279, "max_ms": 83.459, "p95_ms": 77.682}, "visualize": {"avg_ms": 3.263, "count": 279, "max_ms": 4.645, "p95_ms": 3.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16870.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1655.621, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.128, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2441055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:20:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:20:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T07:20:47+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T07:20:47.930190+09:00", "mtime_epoch": 1783290047.9301896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:20:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2732.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.537, "pushed": 10.537, "read": 10.504}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 316, "max_ms": 10.134, "p95_ms": 9.788}, "gstreamer_push": {"avg_ms": 1.299, "count": 316, "max_ms": 1.499, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.923, "count": 316, "max_ms": 68.975, "p95_ms": 63.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.017, "count": 316, "max_ms": 85.859, "p95_ms": 76.522}, "yolo11_640_fire_11class": {"avg_ms": 50.921, "count": 316, "max_ms": 69.455, "p95_ms": 63.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.734, "count": 316, "max_ms": 78.43, "p95_ms": 74.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.233, "count": 316, "max_ms": 131.487, "p95_ms": 105.812}, "read_interval": {"avg_ms": 95.169, "count": 315, "max_ms": 148.108, "p95_ms": 122.15}, "triton_wait": {"avg_ms": 58.033, "count": 316, "max_ms": 85.871, "p95_ms": 77.181}, "visualize": {"avg_ms": 3.799, "count": 316, "max_ms": 5.349, "p95_ms": 5.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16870.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.671, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.266, "name": "ffmpeg", "pid": 152604, "rss_mb": 288.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 22, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.298, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:21:08+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T07:21:08+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T07:21:08.054687+09:00", "mtime_epoch": 1783290068.0546868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:21:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.145, "pushed": 9.145, "read": 9.112}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.622, "count": 274, "max_ms": 32.14, "p95_ms": 28.215}, "gstreamer_push": {"avg_ms": 1.196, "count": 274, "max_ms": 1.353, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.281, "count": 274, "max_ms": 68.249, "p95_ms": 64.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.867, "count": 274, "max_ms": 84.638, "p95_ms": 76.999}, "yolo11_640_fire_11class": {"avg_ms": 50.268, "count": 274, "max_ms": 69.844, "p95_ms": 64.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.804, "count": 274, "max_ms": 80.342, "p95_ms": 74.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.971, "count": 274, "max_ms": 117.81, "p95_ms": 110.212}, "read_interval": {"avg_ms": 109.742, "count": 273, "max_ms": 556.319, "p95_ms": 125.975}, "triton_wait": {"avg_ms": 58.506, "count": 274, "max_ms": 84.648, "p95_ms": 77.052}, "visualize": {"avg_ms": 3.305, "count": 274, "max_ms": 4.108, "p95_ms": 3.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16870.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1685.641, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.053, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2441361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:21:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:21:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:21:17+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:21:17.970931+09:00", "mtime_epoch": 1783290077.970931, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:21:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2732.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.221, "pushed": 10.221, "read": 10.188}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.37, "count": 306, "max_ms": 11.745, "p95_ms": 10.037}, "gstreamer_push": {"avg_ms": 1.296, "count": 306, "max_ms": 1.554, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.011, "count": 306, "max_ms": 67.476, "p95_ms": 63.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.055, "count": 306, "max_ms": 83.929, "p95_ms": 75.822}, "yolo11_640_fire_11class": {"avg_ms": 51.224, "count": 306, "max_ms": 68.628, "p95_ms": 64.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.936, "count": 306, "max_ms": 79.741, "p95_ms": 74.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.891, "count": 306, "max_ms": 138.878, "p95_ms": 111.218}, "read_interval": {"avg_ms": 98.127, "count": 305, "max_ms": 152.561, "p95_ms": 124.625}, "triton_wait": {"avg_ms": 57.077, "count": 306, "max_ms": 83.94, "p95_ms": 76.412}, "visualize": {"avg_ms": 4.017, "count": 306, "max_ms": 5.84, "p95_ms": 5.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16870.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 293.738, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.266, "name": "ffmpeg", "pid": 152604, "rss_mb": 288.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 22, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.595, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:21:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:21:38+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-06T07:21:37.911421+09:00", "mtime_epoch": 1783290097.9114206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:21:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.11, "pushed": 5.11, "read": 5.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 25.733, "count": 153, "max_ms": 33.66, "p95_ms": 28.856}, "gstreamer_push": {"avg_ms": 1.204, "count": 153, "max_ms": 1.775, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 153, "max_ms": 66.976, "p95_ms": 63.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.224, "count": 153, "max_ms": 80.602, "p95_ms": 75.96}, "yolo11_640_fire_11class": {"avg_ms": 50.383, "count": 153, "max_ms": 68.778, "p95_ms": 63.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.285, "count": 153, "max_ms": 77.699, "p95_ms": 75.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.171, "count": 153, "max_ms": 116.264, "p95_ms": 109.481}, "read_interval": {"avg_ms": 197.115, "count": 152, "max_ms": 2669.488, "p95_ms": 386.679}, "triton_wait": {"avg_ms": 58.456, "count": 153, "max_ms": 80.614, "p95_ms": 76.648}, "visualize": {"avg_ms": 3.352, "count": 153, "max_ms": 5.207, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16871.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1715.647, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.007, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2441667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:21:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:21:48+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T07:21:47+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T07:21:47.943666+09:00", "mtime_epoch": 1783290107.943666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:21:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2733.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.658, "count": 306, "max_ms": 15.176, "p95_ms": 10.24}, "gstreamer_push": {"avg_ms": 1.26, "count": 306, "max_ms": 1.486, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.79, "count": 306, "max_ms": 66.35, "p95_ms": 60.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.015, "count": 306, "max_ms": 81.808, "p95_ms": 66.33}, "yolo11_640_fire_11class": {"avg_ms": 47.489, "count": 306, "max_ms": 65.248, "p95_ms": 59.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.962, "count": 306, "max_ms": 76.443, "p95_ms": 71.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.229, "count": 306, "max_ms": 135.905, "p95_ms": 109.802}, "read_interval": {"avg_ms": 97.948, "count": 306, "max_ms": 149.53, "p95_ms": 123.74}, "triton_wait": {"avg_ms": 53.903, "count": 306, "max_ms": 81.821, "p95_ms": 73.182}, "visualize": {"avg_ms": 4.157, "count": 306, "max_ms": 6.474, "p95_ms": 5.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16873.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.75, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.555, "name": "ffmpeg", "pid": 152604, "rss_mb": 289.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 21, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.263, "sample_count": 2512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:22:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:22:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:22:08+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:22:08.128159+09:00", "mtime_epoch": 1783290128.1281586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:22:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.074, "pushed": 5.074, "read": 5.074}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 25.88, "count": 151, "max_ms": 37.528, "p95_ms": 31.556}, "gstreamer_push": {"avg_ms": 1.196, "count": 151, "max_ms": 1.517, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.116, "count": 151, "max_ms": 66.939, "p95_ms": 63.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.858, "count": 151, "max_ms": 82.955, "p95_ms": 77.702}, "yolo11_640_fire_11class": {"avg_ms": 49.489, "count": 151, "max_ms": 66.927, "p95_ms": 62.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.797, "count": 151, "max_ms": 81.577, "p95_ms": 76.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.224, "count": 151, "max_ms": 116.524, "p95_ms": 110.527}, "read_interval": {"avg_ms": 198.745, "count": 151, "max_ms": 1648.516, "p95_ms": 631.486}, "triton_wait": {"avg_ms": 58.395, "count": 151, "max_ms": 82.967, "p95_ms": 77.822}, "visualize": {"avg_ms": 3.319, "count": 151, "max_ms": 4.271, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16874.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1745.759, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.007, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2441969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:22:18+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T07:22:18+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T07:22:18.052400+09:00", "mtime_epoch": 1783290138.0524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:22:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2733.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.526, "count": 301, "max_ms": 14.722, "p95_ms": 10.137}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.556, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.094, "count": 301, "max_ms": 66.556, "p95_ms": 63.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.255, "count": 301, "max_ms": 86.018, "p95_ms": 73.896}, "yolo11_640_fire_11class": {"avg_ms": 48.38, "count": 301, "max_ms": 70.558, "p95_ms": 62.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.894, "count": 301, "max_ms": 80.352, "p95_ms": 74.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.891, "count": 302, "max_ms": 137.516, "p95_ms": 126.482}, "read_interval": {"avg_ms": 99.637, "count": 301, "max_ms": 151.128, "p95_ms": 140.433}, "triton_wait": {"avg_ms": 56.266, "count": 301, "max_ms": 86.03, "p95_ms": 75.611}, "visualize": {"avg_ms": 4.11, "count": 301, "max_ms": 6.526, "p95_ms": 5.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16874.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 353.778, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.07, "name": "ffmpeg", "pid": 152604, "rss_mb": 290.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 21, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.758, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1947928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:22:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:22:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:22:38+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:22:38.156888+09:00", "mtime_epoch": 1783290158.1568878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:22:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9554.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.399, "pushed": 9.399, "read": 9.365}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.92, "count": 281, "max_ms": 43.406, "p95_ms": 28.586}, "gstreamer_push": {"avg_ms": 1.201, "count": 281, "max_ms": 1.44, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.976, "count": 281, "max_ms": 69.527, "p95_ms": 64.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.039, "count": 281, "max_ms": 86.71, "p95_ms": 76.242}, "yolo11_640_fire_11class": {"avg_ms": 49.174, "count": 281, "max_ms": 66.973, "p95_ms": 62.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.32, "count": 281, "max_ms": 79.944, "p95_ms": 76.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.367, "count": 281, "max_ms": 118.726, "p95_ms": 111.803}, "read_interval": {"avg_ms": 106.871, "count": 280, "max_ms": 136.056, "p95_ms": 127.04}, "triton_wait": {"avg_ms": 58.493, "count": 281, "max_ms": 86.723, "p95_ms": 78.055}, "visualize": {"avg_ms": 3.341, "count": 281, "max_ms": 4.591, "p95_ms": 3.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 20351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16873.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1775.879, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.482, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2442232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:22:48+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T07:22:48+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T07:22:48.169130+09:00", "mtime_epoch": 1783290168.1691298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:22:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2769.383, "name": "celery", "pid": 267, "rss_mb": 2733.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.761, "pushed": 8.761, "read": 8.728}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.322, "count": 262, "max_ms": 15.465, "p95_ms": 10.712}, "gstreamer_push": {"avg_ms": 1.203, "count": 262, "max_ms": 1.531, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.779, "count": 262, "max_ms": 64.667, "p95_ms": 62.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.171, "count": 262, "max_ms": 85.121, "p95_ms": 79.941}, "yolo11_640_fire_11class": {"avg_ms": 49.297, "count": 262, "max_ms": 64.732, "p95_ms": 62.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.602, "count": 262, "max_ms": 79.429, "p95_ms": 76.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.749, "count": 262, "max_ms": 140.457, "p95_ms": 133.481}, "read_interval": {"avg_ms": 114.521, "count": 261, "max_ms": 154.569, "p95_ms": 146.931}, "triton_wait": {"avg_ms": 58.729, "count": 262, "max_ms": 85.133, "p95_ms": 79.953}, "visualize": {"avg_ms": 4.596, "count": 262, "max_ms": 6.357, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 17071.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 383.862, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.07, "name": "ffmpeg", "pid": 152604, "rss_mb": 290.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 21, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.418, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:23:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:23:08+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T07:23:08+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T07:23:08.237614+09:00", "mtime_epoch": 1783290188.2376142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:23:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.472, "pushed": 9.472, "read": 9.439}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.608, "count": 284, "max_ms": 38.982, "p95_ms": 33.337}, "gstreamer_push": {"avg_ms": 1.169, "count": 284, "max_ms": 1.412, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.663, "count": 284, "max_ms": 71.853, "p95_ms": 62.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.718, "count": 284, "max_ms": 86.162, "p95_ms": 78.112}, "yolo11_640_fire_11class": {"avg_ms": 47.869, "count": 284, "max_ms": 68.289, "p95_ms": 61.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.446, "count": 284, "max_ms": 80.737, "p95_ms": 76.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.141, "count": 284, "max_ms": 121.17, "p95_ms": 111.296}, "read_interval": {"avg_ms": 105.916, "count": 283, "max_ms": 136.636, "p95_ms": 126.099}, "triton_wait": {"avg_ms": 57.777, "count": 284, "max_ms": 86.174, "p95_ms": 78.671}, "visualize": {"avg_ms": 3.261, "count": 284, "max_ms": 4.397, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 20353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16911.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1805.906, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.045, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2442387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:23:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:23:18+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T07:23:18+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T07:23:18.081851+09:00", "mtime_epoch": 1783290198.081851, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:23:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2774.188, "name": "celery", "pid": 267, "rss_mb": 2760.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.183, "pushed": 5.183, "read": 5.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.478, "count": 155, "max_ms": 24.815, "p95_ms": 19.322}, "gstreamer_push": {"avg_ms": 1.051, "count": 155, "max_ms": 1.789, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.808, "count": 155, "max_ms": 75.513, "p95_ms": 68.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.516, "count": 155, "max_ms": 89.548, "p95_ms": 83.338}, "yolo11_640_fire_11class": {"avg_ms": 47.802, "count": 155, "max_ms": 63.801, "p95_ms": 60.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.801, "count": 155, "max_ms": 85.406, "p95_ms": 79.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.648, "count": 155, "max_ms": 900.918, "p95_ms": 297.759}, "read_interval": {"avg_ms": 193.409, "count": 154, "max_ms": 913.787, "p95_ms": 308.003}, "triton_wait": {"avg_ms": 62.398, "count": 155, "max_ms": 89.561, "p95_ms": 84.417}, "visualize": {"avg_ms": 7.682, "count": 155, "max_ms": 22.19, "p95_ms": 14.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16895.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 413.889, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.648, "name": "ffmpeg", "pid": 152604, "rss_mb": 292.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 21, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.152, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:23:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:23:38+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T07:23:38+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T07:23:38.218334+09:00", "mtime_epoch": 1783290218.2183342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:23:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.252, "pushed": 8.252, "read": 8.218}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.717, "count": 247, "max_ms": 33.361, "p95_ms": 29.962}, "gstreamer_push": {"avg_ms": 1.079, "count": 247, "max_ms": 1.307, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.069, "count": 247, "max_ms": 73.794, "p95_ms": 67.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.623, "count": 247, "max_ms": 90.941, "p95_ms": 72.938}, "yolo11_640_fire_11class": {"avg_ms": 46.512, "count": 247, "max_ms": 69.656, "p95_ms": 56.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.924, "count": 247, "max_ms": 90.173, "p95_ms": 80.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.064, "count": 247, "max_ms": 156.574, "p95_ms": 139.486}, "read_interval": {"avg_ms": 121.404, "count": 246, "max_ms": 169.151, "p95_ms": 152.522}, "triton_wait": {"avg_ms": 57.906, "count": 247, "max_ms": 90.953, "p95_ms": 82.349}, "visualize": {"avg_ms": 3.891, "count": 247, "max_ms": 5.287, "p95_ms": 4.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 20354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16885.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1835.97, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.309, "sample_count": 2763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2442536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:23:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:23:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:23:48+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T07:23:48.306576+09:00", "mtime_epoch": 1783290228.3065758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:23:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2774.188, "name": "celery", "pid": 267, "rss_mb": 2733.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.998, "pushed": 4.998, "read": 4.965}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.318, "count": 149, "max_ms": 21.991, "p95_ms": 19.72}, "gstreamer_push": {"avg_ms": 0.975, "count": 149, "max_ms": 1.395, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.352, "count": 149, "max_ms": 72.116, "p95_ms": 69.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.355, "count": 149, "max_ms": 92.007, "p95_ms": 81.421}, "yolo11_640_fire_11class": {"avg_ms": 50.408, "count": 149, "max_ms": 68.303, "p95_ms": 62.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.818, "count": 149, "max_ms": 92.018, "p95_ms": 84.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.178, "count": 149, "max_ms": 268.778, "p95_ms": 260.206}, "read_interval": {"avg_ms": 202.593, "count": 148, "max_ms": 278.821, "p95_ms": 270.576}, "triton_wait": {"avg_ms": 62.694, "count": 149, "max_ms": 92.029, "p95_ms": 84.104}, "visualize": {"avg_ms": 6.22, "count": 149, "max_ms": 8.72, "p95_ms": 7.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16832.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 443.997, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.227, "name": "ffmpeg", "pid": 152604, "rss_mb": 295.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 21, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.994, "sample_count": 2440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:24:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:24:08+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T07:24:08+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T07:24:08.327054+09:00", "mtime_epoch": 1783290248.3270538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:24:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.139, "pushed": 7.139, "read": 7.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.439, "count": 213, "max_ms": 34.731, "p95_ms": 30.28}, "gstreamer_push": {"avg_ms": 1.1, "count": 214, "max_ms": 1.265, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.826, "count": 213, "max_ms": 65.526, "p95_ms": 61.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.049, "count": 213, "max_ms": 85.605, "p95_ms": 71.021}, "yolo11_640_fire_11class": {"avg_ms": 51.208, "count": 213, "max_ms": 67.68, "p95_ms": 63.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.958, "count": 213, "max_ms": 81.039, "p95_ms": 78.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.886, "count": 214, "max_ms": 150.043, "p95_ms": 145.279}, "read_interval": {"avg_ms": 140.612, "count": 213, "max_ms": 165.447, "p95_ms": 158.602}, "triton_wait": {"avg_ms": 61.05, "count": 213, "max_ms": 85.618, "p95_ms": 79.408}, "visualize": {"avg_ms": 4.494, "count": 213, "max_ms": 6.468, "p95_ms": 4.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 20356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16824.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1866.034, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.195, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2442801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:24:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:24:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T07:24:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T07:24:18.367293+09:00", "mtime_epoch": 1783290258.3672931, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:24:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2774.188, "name": "celery", "pid": 267, "rss_mb": 2670.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.839, "pushed": 8.839, "read": 8.806}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.487, "count": 265, "max_ms": 13.273, "p95_ms": 10.767}, "gstreamer_push": {"avg_ms": 1.24, "count": 265, "max_ms": 1.578, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.16, "count": 265, "max_ms": 66.619, "p95_ms": 63.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.241, "count": 265, "max_ms": 83.674, "p95_ms": 73.222}, "yolo11_640_fire_11class": {"avg_ms": 53.619, "count": 265, "max_ms": 74.463, "p95_ms": 68.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.51, "count": 265, "max_ms": 80.079, "p95_ms": 76.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.939, "count": 265, "max_ms": 143.219, "p95_ms": 131.893}, "read_interval": {"avg_ms": 113.549, "count": 264, "max_ms": 161.041, "p95_ms": 145.716}, "triton_wait": {"avg_ms": 60.56, "count": 265, "max_ms": 83.687, "p95_ms": 77.589}, "visualize": {"avg_ms": 4.508, "count": 265, "max_ms": 6.753, "p95_ms": 5.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16795.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 474.079, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.227, "name": "ffmpeg", "pid": 152604, "rss_mb": 295.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 20, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.621, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1948889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:24:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:24:38+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T07:24:38+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T07:24:38.419770+09:00", "mtime_epoch": 1783290278.4197698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:24:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.213, "pushed": 7.213, "read": 7.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.491, "count": 216, "max_ms": 31.243, "p95_ms": 30.038}, "gstreamer_push": {"avg_ms": 1.111, "count": 216, "max_ms": 1.201, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.495, "count": 216, "max_ms": 65.06, "p95_ms": 62.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.216, "count": 216, "max_ms": 88.983, "p95_ms": 74.67}, "yolo11_640_fire_11class": {"avg_ms": 49.924, "count": 216, "max_ms": 70.011, "p95_ms": 64.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.413, "count": 216, "max_ms": 81.595, "p95_ms": 76.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.663, "count": 216, "max_ms": 156.66, "p95_ms": 145.119}, "read_interval": {"avg_ms": 139.239, "count": 215, "max_ms": 169.394, "p95_ms": 158.106}, "triton_wait": {"avg_ms": 60.015, "count": 216, "max_ms": 88.996, "p95_ms": 77.234}, "visualize": {"avg_ms": 4.466, "count": 216, "max_ms": 5.963, "p95_ms": 4.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 20358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16788.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1896.135, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.828, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.219, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2443068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:24:48+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T07:24:48+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T07:24:48.440007+09:00", "mtime_epoch": 1783290288.4400072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:24:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2774.188, "name": "celery", "pid": 267, "rss_mb": 2633.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.904, "pushed": 8.904, "read": 8.871}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.556, "count": 267, "max_ms": 13.7, "p95_ms": 11.38}, "gstreamer_push": {"avg_ms": 1.225, "count": 267, "max_ms": 2.046, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.253, "count": 267, "max_ms": 71.128, "p95_ms": 63.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.912, "count": 267, "max_ms": 83.469, "p95_ms": 65.627}, "yolo11_640_fire_11class": {"avg_ms": 52.773, "count": 267, "max_ms": 71.828, "p95_ms": 65.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.395, "count": 267, "max_ms": 80.553, "p95_ms": 77.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.122, "count": 267, "max_ms": 140.216, "p95_ms": 130.5}, "read_interval": {"avg_ms": 112.737, "count": 266, "max_ms": 153.869, "p95_ms": 143.905}, "triton_wait": {"avg_ms": 59.465, "count": 267, "max_ms": 83.482, "p95_ms": 77.789}, "visualize": {"avg_ms": 4.522, "count": 267, "max_ms": 7.409, "p95_ms": 5.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16775.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 504.105, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.91, "name": "ffmpeg", "pid": 152604, "rss_mb": 297.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 20, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.916, "sample_count": 2310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1949104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:25:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:25:08+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T07:25:08+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T07:25:08.456481+09:00", "mtime_epoch": 1783290308.456481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:25:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.193, "pushed": 7.193, "read": 7.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.722, "count": 215, "max_ms": 31.799, "p95_ms": 29.835}, "gstreamer_push": {"avg_ms": 1.113, "count": 215, "max_ms": 1.381, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.632, "count": 215, "max_ms": 64.231, "p95_ms": 60.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.122, "count": 215, "max_ms": 78.704, "p95_ms": 73.909}, "yolo11_640_fire_11class": {"avg_ms": 50.064, "count": 215, "max_ms": 65.232, "p95_ms": 60.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.999, "count": 215, "max_ms": 78.528, "p95_ms": 75.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.052, "count": 215, "max_ms": 148.46, "p95_ms": 144.069}, "read_interval": {"avg_ms": 139.684, "count": 214, "max_ms": 160.835, "p95_ms": 157.003}, "triton_wait": {"avg_ms": 59.575, "count": 215, "max_ms": 78.715, "p95_ms": 76.689}, "visualize": {"avg_ms": 4.511, "count": 215, "max_ms": 6.385, "p95_ms": 4.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 20361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16770.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1926.22, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.828, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 2, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.522, "sample_count": 2623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2443369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:25:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:25:18+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T07:25:18+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T07:25:18.520719+09:00", "mtime_epoch": 1783290318.5207186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:25:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2774.188, "name": "celery", "pid": 267, "rss_mb": 2610.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.716, "count": 300, "max_ms": 13.542, "p95_ms": 10.706}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.964, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.582, "count": 300, "max_ms": 67.79, "p95_ms": 63.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.704, "count": 300, "max_ms": 86.277, "p95_ms": 72.862}, "yolo11_640_fire_11class": {"avg_ms": 53.17, "count": 300, "max_ms": 71.859, "p95_ms": 66.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.029, "count": 300, "max_ms": 84.562, "p95_ms": 78.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.362, "count": 301, "max_ms": 162.481, "p95_ms": 118.766}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 173.376, "p95_ms": 132.004}, "triton_wait": {"avg_ms": 59.714, "count": 300, "max_ms": 86.29, "p95_ms": 79.234}, "visualize": {"avg_ms": 3.999, "count": 300, "max_ms": 6.879, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16742.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 821, "h264_decode_error_count": 1977, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:16:42+09:00", "last_error_summary": "[h264 @ 0x55aadf566f80] error while decoding MB 39 13, bytestream -5 [h264 @ 0x55aadf631400] cabac decode of qscale diff failed at 76 42 [h264 @ 0x55aadf631400] error while decoding MB 76 42, bytestream 455 [h264 @ 0x55aadf513800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aadf513800] error while decoding MB 0 40, bytestream 6110 [h264 @ 0x55aadf631400] error while decoding MB 21 19, bytestream -7", "last_exit_at": "2026-07-06T07:16:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 534.131, "last_started_at": "2026-07-06T07:16:44+09:00", "pid": 152604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.777, "name": "ffmpeg", "pid": 152604, "rss_mb": 301.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 914, "restart_count_per_hour": 20, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 915}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.474, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1949322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:25:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:25:38+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T07:25:38+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T07:25:38.493189+09:00", "mtime_epoch": 1783290338.4931893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:25:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.293, "pushed": 7.293, "read": 7.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.238, "count": 218, "max_ms": 34.626, "p95_ms": 28.982}, "gstreamer_push": {"avg_ms": 1.106, "count": 218, "max_ms": 1.327, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.257, "count": 218, "max_ms": 67.871, "p95_ms": 62.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.522, "count": 218, "max_ms": 83.981, "p95_ms": 79.376}, "yolo11_640_fire_11class": {"avg_ms": 51.525, "count": 218, "max_ms": 69.84, "p95_ms": 63.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.898, "count": 218, "max_ms": 84.533, "p95_ms": 78.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.037, "count": 218, "max_ms": 153.385, "p95_ms": 148.694}, "read_interval": {"avg_ms": 137.824, "count": 217, "max_ms": 165.79, "p95_ms": 161.618}, "triton_wait": {"avg_ms": 62.174, "count": 218, "max_ms": 84.543, "p95_ms": 79.883}, "visualize": {"avg_ms": 4.354, "count": 218, "max_ms": 6.509, "p95_ms": 4.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 20364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16457.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1956.251, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.828, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.219, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2443694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:25:48+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T07:25:48+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T07:25:48.585427+09:00", "mtime_epoch": 1783290348.5854266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:25:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2774.188, "name": "celery", "pid": 267, "rss_mb": 2570.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.854, "pushed": 10.854, "read": 10.82}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.309, "count": 325, "max_ms": 14.559, "p95_ms": 10.819}, "gstreamer_push": {"avg_ms": 1.281, "count": 325, "max_ms": 1.896, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.981, "count": 325, "max_ms": 66.061, "p95_ms": 62.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.738, "count": 325, "max_ms": 81.371, "p95_ms": 74.844}, "yolo11_640_fire_11class": {"avg_ms": 50.66, "count": 325, "max_ms": 66.908, "p95_ms": 63.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.637, "count": 325, "max_ms": 83.873, "p95_ms": 78.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.167, "count": 325, "max_ms": 120.417, "p95_ms": 96.081}, "read_interval": {"avg_ms": 92.426, "count": 324, "max_ms": 134.207, "p95_ms": 112.63}, "triton_wait": {"avg_ms": 58.8, "count": 325, "max_ms": 83.886, "p95_ms": 79.149}, "visualize": {"avg_ms": 3.71, "count": 325, "max_ms": 5.727, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16695.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 822, "h264_decode_error_count": 1982, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:25:48+09:00", "last_error_summary": "[h264 @ 0x56258742f700] left block unavailable for requested intra mode [h264 @ 0x56258742f700] error while decoding MB 0 17, bytestream 2090 [h264 @ 0x5625874579c0] cabac decode of qscale diff failed at 41 38 [h264 @ 0x5625874579c0] error while decoding MB 41 38, bytestream 3833 [h264 @ 0x5625873bb100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5625873bb100] error while decoding MB 0 10, bytestream 2269 [h264 @ 0x562588045480] left block unavailable for requested intra mode", "last_exit_at": "2026-07-06T07:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.751, "last_started_at": "2026-07-06T07:25:50+09:00", "pid": 152831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.27, "name": "ffmpeg", "pid": 152831, "rss_mb": 266.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 915, "restart_count_per_hour": 21, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 916}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.376, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1949511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:26:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:26:08+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T07:26:08+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T07:26:08.573896+09:00", "mtime_epoch": 1783290368.5738957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:26:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.302, "pushed": 6.302, "read": 6.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.458, "count": 189, "max_ms": 31.895, "p95_ms": 29.858}, "gstreamer_push": {"avg_ms": 1.112, "count": 189, "max_ms": 1.312, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.757, "count": 189, "max_ms": 66.059, "p95_ms": 62.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.035, "count": 189, "max_ms": 83.801, "p95_ms": 78.604}, "yolo11_640_fire_11class": {"avg_ms": 50.094, "count": 189, "max_ms": 65.412, "p95_ms": 62.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.824, "count": 189, "max_ms": 79.815, "p95_ms": 76.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.461, "count": 189, "max_ms": 151.615, "p95_ms": 147.707}, "read_interval": {"avg_ms": 159.343, "count": 188, "max_ms": 4535.733, "p95_ms": 160.787}, "triton_wait": {"avg_ms": 60.314, "count": 189, "max_ms": 83.813, "p95_ms": 79.136}, "visualize": {"avg_ms": 4.354, "count": 189, "max_ms": 5.524, "p95_ms": 4.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 20366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16695.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1986.29, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.828, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.219, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2444019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:26:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:26:18+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T07:26:18+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T07:26:18.594131+09:00", "mtime_epoch": 1783290378.5941305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:26:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2774.188, "name": "celery", "pid": 267, "rss_mb": 2570.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.849, "pushed": 10.849, "read": 10.816}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.201, "count": 325, "max_ms": 13.685, "p95_ms": 10.615}, "gstreamer_push": {"avg_ms": 1.271, "count": 325, "max_ms": 1.788, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.614, "count": 325, "max_ms": 67.21, "p95_ms": 62.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.466, "count": 325, "max_ms": 83.711, "p95_ms": 76.27}, "yolo11_640_fire_11class": {"avg_ms": 48.959, "count": 325, "max_ms": 66.011, "p95_ms": 61.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.432, "count": 325, "max_ms": 82.893, "p95_ms": 77.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.134, "count": 325, "max_ms": 129.939, "p95_ms": 100.384}, "read_interval": {"avg_ms": 92.36, "count": 324, "max_ms": 143.913, "p95_ms": 116.346}, "triton_wait": {"avg_ms": 57.664, "count": 325, "max_ms": 83.724, "p95_ms": 79.338}, "visualize": {"avg_ms": 3.702, "count": 325, "max_ms": 5.346, "p95_ms": 4.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16922.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 822, "h264_decode_error_count": 1982, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:25:48+09:00", "last_error_summary": "[h264 @ 0x56258742f700] left block unavailable for requested intra mode [h264 @ 0x56258742f700] error while decoding MB 0 17, bytestream 2090 [h264 @ 0x5625874579c0] cabac decode of qscale diff failed at 41 38 [h264 @ 0x5625874579c0] error while decoding MB 41 38, bytestream 3833 [h264 @ 0x5625873bb100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5625873bb100] error while decoding MB 0 10, bytestream 2269 [h264 @ 0x562588045480] left block unavailable for requested intra mode", "last_exit_at": "2026-07-06T07:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.784, "last_started_at": "2026-07-06T07:25:50+09:00", "pid": 152831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 152831, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 915, "restart_count_per_hour": 21, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 916}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.328, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1949738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:26:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:26:38+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T07:26:38+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T07:26:38.642599+09:00", "mtime_epoch": 1783290398.6425993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:26:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.594, "pushed": 7.594, "read": 7.561}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.853, "count": 227, "max_ms": 31.475, "p95_ms": 29.413}, "gstreamer_push": {"avg_ms": 1.104, "count": 227, "max_ms": 1.741, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.538, "count": 227, "max_ms": 72.194, "p95_ms": 63.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.921, "count": 227, "max_ms": 86.084, "p95_ms": 79.168}, "yolo11_640_fire_11class": {"avg_ms": 48.396, "count": 227, "max_ms": 67.233, "p95_ms": 60.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.902, "count": 227, "max_ms": 83.8, "p95_ms": 77.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.836, "count": 227, "max_ms": 152.234, "p95_ms": 146.098}, "read_interval": {"avg_ms": 132.46, "count": 226, "max_ms": 164.123, "p95_ms": 158.425}, "triton_wait": {"avg_ms": 58.871, "count": 227, "max_ms": 86.096, "p95_ms": 79.918}, "visualize": {"avg_ms": 4.291, "count": 227, "max_ms": 5.829, "p95_ms": 4.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16926.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2016.356, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.828, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.363, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2444207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:26:48+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T07:26:48+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T07:26:48.590832+09:00", "mtime_epoch": 1783290408.5908315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:26:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2784.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.271, "pushed": 6.271, "read": 6.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.828, "count": 188, "max_ms": 14.685, "p95_ms": 13.686}, "gstreamer_push": {"avg_ms": 1.178, "count": 188, "max_ms": 3.207, "p95_ms": 1.816}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.84, "count": 188, "max_ms": 73.175, "p95_ms": 64.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.629, "count": 188, "max_ms": 94.053, "p95_ms": 81.575}, "yolo11_640_fire_11class": {"avg_ms": 48.026, "count": 188, "max_ms": 70.304, "p95_ms": 61.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.021, "count": 188, "max_ms": 88.586, "p95_ms": 79.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.227, "count": 188, "max_ms": 789.446, "p95_ms": 188.411}, "read_interval": {"avg_ms": 159.766, "count": 187, "max_ms": 802.701, "p95_ms": 204.067}, "triton_wait": {"avg_ms": 60.145, "count": 188, "max_ms": 94.066, "p95_ms": 81.587}, "visualize": {"avg_ms": 8.055, "count": 188, "max_ms": 13.965, "p95_ms": 12.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16910.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 822, "h264_decode_error_count": 1982, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:25:48+09:00", "last_error_summary": "[h264 @ 0x56258742f700] left block unavailable for requested intra mode [h264 @ 0x56258742f700] error while decoding MB 0 17, bytestream 2090 [h264 @ 0x5625874579c0] cabac decode of qscale diff failed at 41 38 [h264 @ 0x5625874579c0] error while decoding MB 41 38, bytestream 3833 [h264 @ 0x5625873bb100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5625873bb100] error while decoding MB 0 10, bytestream 2269 [h264 @ 0x562588045480] left block unavailable for requested intra mode", "last_exit_at": "2026-07-06T07:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.838, "last_started_at": "2026-07-06T07:25:50+09:00", "pid": 152831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.262, "name": "ffmpeg", "pid": 152831, "rss_mb": 274.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 915, "restart_count_per_hour": 20, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 916}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.894, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:27:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:27:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:27:08+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T07:27:08.703300+09:00", "mtime_epoch": 1783290428.7033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:27:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9555.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.583, "pushed": 9.583, "read": 9.549}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.038, "count": 287, "max_ms": 35.345, "p95_ms": 30.6}, "gstreamer_push": {"avg_ms": 1.153, "count": 287, "max_ms": 1.787, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.764, "count": 287, "max_ms": 76.486, "p95_ms": 68.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.408, "count": 287, "max_ms": 91.115, "p95_ms": 70.478}, "yolo11_640_fire_11class": {"avg_ms": 48.254, "count": 287, "max_ms": 69.742, "p95_ms": 63.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.748, "count": 287, "max_ms": 85.439, "p95_ms": 79.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.503, "count": 287, "max_ms": 124.731, "p95_ms": 113.59}, "read_interval": {"avg_ms": 104.733, "count": 286, "max_ms": 141.325, "p95_ms": 129.034}, "triton_wait": {"avg_ms": 57.815, "count": 287, "max_ms": 91.124, "p95_ms": 80.385}, "visualize": {"avg_ms": 3.222, "count": 287, "max_ms": 4.337, "p95_ms": 3.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16906.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2046.393, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.828, "name": "ffmpeg", "pid": 151690, "rss_mb": 329.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.888, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2444445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:27:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:27:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T07:27:18+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T07:27:18.727533+09:00", "mtime_epoch": 1783290438.727533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:27:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2760.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.966, "pushed": 7.966, "read": 7.932}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.691, "count": 238, "max_ms": 15.247, "p95_ms": 13.109}, "gstreamer_push": {"avg_ms": 1.14, "count": 238, "max_ms": 1.501, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.585, "count": 238, "max_ms": 67.347, "p95_ms": 63.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.947, "count": 238, "max_ms": 84.632, "p95_ms": 77.349}, "yolo11_640_fire_11class": {"avg_ms": 47.822, "count": 238, "max_ms": 67.921, "p95_ms": 61.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.931, "count": 238, "max_ms": 79.346, "p95_ms": 76.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.218, "count": 238, "max_ms": 176.464, "p95_ms": 166.125}, "read_interval": {"avg_ms": 126.388, "count": 237, "max_ms": 185.463, "p95_ms": 177.531}, "triton_wait": {"avg_ms": 58.263, "count": 238, "max_ms": 84.644, "p95_ms": 78.366}, "visualize": {"avg_ms": 7.229, "count": 238, "max_ms": 13.795, "p95_ms": 10.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16892.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 822, "h264_decode_error_count": 1982, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:25:48+09:00", "last_error_summary": "[h264 @ 0x56258742f700] left block unavailable for requested intra mode [h264 @ 0x56258742f700] error while decoding MB 0 17, bytestream 2090 [h264 @ 0x5625874579c0] cabac decode of qscale diff failed at 41 38 [h264 @ 0x5625874579c0] error while decoding MB 41 38, bytestream 3833 [h264 @ 0x5625873bb100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5625873bb100] error while decoding MB 0 10, bytestream 2269 [h264 @ 0x562588045480] left block unavailable for requested intra mode", "last_exit_at": "2026-07-06T07:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.903, "last_started_at": "2026-07-06T07:25:50+09:00", "pid": 152831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.184, "name": "ffmpeg", "pid": 152831, "rss_mb": 278.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 915, "restart_count_per_hour": 20, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 916}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.894, "sample_count": 2375, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:27:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:27:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:27:38+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T07:27:38.751998+09:00", "mtime_epoch": 1783290458.7519982, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:27:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.452, "pushed": 9.452, "read": 9.418}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.441, "count": 283, "max_ms": 29.867, "p95_ms": 27.388}, "gstreamer_push": {"avg_ms": 1.195, "count": 283, "max_ms": 1.388, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.044, "count": 283, "max_ms": 66.891, "p95_ms": 62.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.218, "count": 283, "max_ms": 85.163, "p95_ms": 71.378}, "yolo11_640_fire_11class": {"avg_ms": 49.294, "count": 283, "max_ms": 64.695, "p95_ms": 62.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.7, "count": 283, "max_ms": 77.636, "p95_ms": 73.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.865, "count": 283, "max_ms": 117.729, "p95_ms": 108.094}, "read_interval": {"avg_ms": 106.238, "count": 282, "max_ms": 132.482, "p95_ms": 123.255}, "triton_wait": {"avg_ms": 58.498, "count": 283, "max_ms": 85.175, "p95_ms": 74.855}, "visualize": {"avg_ms": 3.321, "count": 283, "max_ms": 4.09, "p95_ms": 3.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16882.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2076.437, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.086, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.363, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2444777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:27:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:27:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:27:48+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T07:27:48.756230+09:00", "mtime_epoch": 1783290468.75623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:27:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2734.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.082, "pushed": 11.082, "read": 11.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.271, "count": 332, "max_ms": 12.794, "p95_ms": 9.156}, "gstreamer_push": {"avg_ms": 1.289, "count": 332, "max_ms": 1.648, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.479, "count": 332, "max_ms": 67.348, "p95_ms": 63.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.583, "count": 332, "max_ms": 79.76, "p95_ms": 74.122}, "yolo11_640_fire_11class": {"avg_ms": 48.701, "count": 332, "max_ms": 63.785, "p95_ms": 60.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.374, "count": 332, "max_ms": 76.339, "p95_ms": 71.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.527, "count": 332, "max_ms": 132.151, "p95_ms": 92.239}, "read_interval": {"avg_ms": 90.448, "count": 331, "max_ms": 145.225, "p95_ms": 108.504}, "triton_wait": {"avg_ms": 56.765, "count": 332, "max_ms": 79.772, "p95_ms": 74.51}, "visualize": {"avg_ms": 3.709, "count": 332, "max_ms": 5.687, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16885.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 822, "h264_decode_error_count": 1982, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:25:48+09:00", "last_error_summary": "[h264 @ 0x56258742f700] left block unavailable for requested intra mode [h264 @ 0x56258742f700] error while decoding MB 0 17, bytestream 2090 [h264 @ 0x5625874579c0] cabac decode of qscale diff failed at 41 38 [h264 @ 0x5625874579c0] error while decoding MB 41 38, bytestream 3833 [h264 @ 0x5625873bb100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5625873bb100] error while decoding MB 0 10, bytestream 2269 [h264 @ 0x562588045480] left block unavailable for requested intra mode", "last_exit_at": "2026-07-06T07:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.94, "last_started_at": "2026-07-06T07:25:50+09:00", "pid": 152831, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.246, "name": "ffmpeg", "pid": 152831, "rss_mb": 280.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 915, "restart_count_per_hour": 20, "rtsp_timeout_count": 500, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 916}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.894, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:28:08+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T07:28:08+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T07:28:08.776693+09:00", "mtime_epoch": 1783290488.7766933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:28:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.429, "pushed": 9.429, "read": 9.396}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.386, "count": 282, "max_ms": 36.169, "p95_ms": 27.531}, "gstreamer_push": {"avg_ms": 1.177, "count": 282, "max_ms": 1.326, "p95_ms": 1.268}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.132, "count": 282, "max_ms": 71.388, "p95_ms": 64.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.439, "count": 282, "max_ms": 83.07, "p95_ms": 70.009}, "yolo11_640_fire_11class": {"avg_ms": 49.106, "count": 282, "max_ms": 70.895, "p95_ms": 63.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.549, "count": 282, "max_ms": 78.856, "p95_ms": 75.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.074, "count": 282, "max_ms": 115.315, "p95_ms": 108.945}, "read_interval": {"avg_ms": 106.47, "count": 281, "max_ms": 132.408, "p95_ms": 123.975}, "triton_wait": {"avg_ms": 58.895, "count": 282, "max_ms": 83.082, "p95_ms": 77.067}, "visualize": {"avg_ms": 3.284, "count": 282, "max_ms": 3.945, "p95_ms": 3.608}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16884.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2106.449, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.086, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.791, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2445105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:28:18+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:28:18+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:28:18.776925+09:00", "mtime_epoch": 1783290498.7769246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:28:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2734.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.935, "pushed": 10.935, "read": 10.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.284, "count": 328, "max_ms": 11.228, "p95_ms": 10.34}, "gstreamer_push": {"avg_ms": 1.28, "count": 328, "max_ms": 1.532, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.17, "count": 328, "max_ms": 64.521, "p95_ms": 61.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.961, "count": 328, "max_ms": 81.657, "p95_ms": 71.831}, "yolo11_640_fire_11class": {"avg_ms": 48.331, "count": 328, "max_ms": 63.984, "p95_ms": 60.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.871, "count": 328, "max_ms": 75.835, "p95_ms": 72.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.237, "count": 328, "max_ms": 136.581, "p95_ms": 103.62}, "read_interval": {"avg_ms": 91.553, "count": 328, "max_ms": 150.054, "p95_ms": 116.868}, "triton_wait": {"avg_ms": 56.327, "count": 328, "max_ms": 81.669, "p95_ms": 73.48}, "visualize": {"avg_ms": 3.744, "count": 328, "max_ms": 5.443, "p95_ms": 4.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16740.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.134, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.262, "name": "ffmpeg", "pid": 152998, "rss_mb": 139.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 21, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.06, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:28:39+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T07:28:39+09:00", "mjpeg": {"age_sec": 4.694, "exists": true, "mtime": "2026-07-06T07:28:35.301306+09:00", "mtime_epoch": 1783290515.301306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:28:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.867, "pushed": 1.867, "read": 1.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 25.94, "count": 56, "max_ms": 36.869, "p95_ms": 36.323}, "gstreamer_push": {"avg_ms": 1.172, "count": 56, "max_ms": 1.414, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.794, "count": 56, "max_ms": 66.668, "p95_ms": 63.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.786, "count": 56, "max_ms": 78.249, "p95_ms": 77.528}, "yolo11_640_fire_11class": {"avg_ms": 48.226, "count": 56, "max_ms": 66.135, "p95_ms": 62.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.577, "count": 56, "max_ms": 74.939, "p95_ms": 72.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.84, "count": 56, "max_ms": 112.097, "p95_ms": 109.03}, "read_interval": {"avg_ms": 544.865, "count": 55, "max_ms": 19666.84, "p95_ms": 123.753}, "triton_wait": {"avg_ms": 58.071, "count": 56, "max_ms": 78.261, "p95_ms": 77.539}, "visualize": {"avg_ms": 3.308, "count": 56, "max_ms": 4.387, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16870.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2136.499, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.086, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.633, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2445446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:28:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:28:48+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T07:28:48+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:28:48.829618+09:00", "mtime_epoch": 1783290528.8296177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:28:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2734.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.379, "pushed": 11.379, "read": 11.345}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 8.246, "count": 341, "max_ms": 11.798, "p95_ms": 10.228}, "gstreamer_push": {"avg_ms": 1.279, "count": 341, "max_ms": 1.965, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.359, "count": 341, "max_ms": 66.145, "p95_ms": 56.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.905, "count": 341, "max_ms": 87.149, "p95_ms": 61.612}, "yolo11_640_fire_11class": {"avg_ms": 46.947, "count": 341, "max_ms": 65.543, "p95_ms": 55.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.491, "count": 341, "max_ms": 76.748, "p95_ms": 67.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.761, "count": 341, "max_ms": 107.452, "p95_ms": 99.677}, "read_interval": {"avg_ms": 88.118, "count": 340, "max_ms": 122.367, "p95_ms": 115.79}, "triton_wait": {"avg_ms": 53.442, "count": 341, "max_ms": 87.161, "p95_ms": 68.105}, "visualize": {"avg_ms": 3.715, "count": 341, "max_ms": 5.138, "p95_ms": 4.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16872.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.219, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.027, "name": "ffmpeg", "pid": 152998, "rss_mb": 268.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 21, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.806, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1950941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:29:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:29:10+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T07:29:09+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T07:29:09.974104+09:00", "mtime_epoch": 1783290549.9741042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:29:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.505, "pushed": 9.505, "read": 9.471}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.419, "count": 285, "max_ms": 31.7, "p95_ms": 27.748}, "gstreamer_push": {"avg_ms": 1.183, "count": 285, "max_ms": 1.663, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.837, "count": 285, "max_ms": 67.618, "p95_ms": 64.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.658, "count": 285, "max_ms": 81.436, "p95_ms": 75.126}, "yolo11_640_fire_11class": {"avg_ms": 49.144, "count": 285, "max_ms": 67.627, "p95_ms": 62.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.621, "count": 285, "max_ms": 77.455, "p95_ms": 74.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.012, "count": 285, "max_ms": 114.524, "p95_ms": 109.624}, "read_interval": {"avg_ms": 105.499, "count": 284, "max_ms": 128.17, "p95_ms": 123.19}, "triton_wait": {"avg_ms": 58.747, "count": 285, "max_ms": 81.446, "p95_ms": 76.744}, "visualize": {"avg_ms": 3.304, "count": 285, "max_ms": 4.28, "p95_ms": 3.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16874.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2166.603, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.086, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.907, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2445757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:29:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:29:19+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T07:29:18+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T07:29:18.894309+09:00", "mtime_epoch": 1783290558.8943093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:29:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2734.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.335, "pushed": 10.335, "read": 10.335}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.445, "count": 310, "max_ms": 12.947, "p95_ms": 10.373}, "gstreamer_push": {"avg_ms": 1.294, "count": 310, "max_ms": 2.206, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.426, "count": 310, "max_ms": 66.023, "p95_ms": 63.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.018, "count": 310, "max_ms": 84.415, "p95_ms": 74.342}, "yolo11_640_fire_11class": {"avg_ms": 49.399, "count": 310, "max_ms": 66.311, "p95_ms": 62.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.961, "count": 310, "max_ms": 78.756, "p95_ms": 73.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.097, "count": 310, "max_ms": 133.121, "p95_ms": 109.035}, "read_interval": {"avg_ms": 96.685, "count": 310, "max_ms": 146.515, "p95_ms": 122.772}, "triton_wait": {"avg_ms": 58.255, "count": 310, "max_ms": 84.429, "p95_ms": 75.726}, "visualize": {"avg_ms": 3.832, "count": 310, "max_ms": 5.936, "p95_ms": 4.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16865.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.264, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.895, "name": "ffmpeg", "pid": 152998, "rss_mb": 271.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 20, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.707, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1951225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:29:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:29:40+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T07:29:40+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T07:29:40.030794+09:00", "mtime_epoch": 1783290580.0307941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:29:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.486, "pushed": 9.486, "read": 9.453}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.501, "count": 284, "max_ms": 35.919, "p95_ms": 28.001}, "gstreamer_push": {"avg_ms": 1.177, "count": 284, "max_ms": 1.655, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.794, "count": 284, "max_ms": 69.279, "p95_ms": 63.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.512, "count": 284, "max_ms": 82.507, "p95_ms": 74.475}, "yolo11_640_fire_11class": {"avg_ms": 49.222, "count": 284, "max_ms": 66.306, "p95_ms": 62.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.477, "count": 284, "max_ms": 79.067, "p95_ms": 75.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.285, "count": 284, "max_ms": 116.161, "p95_ms": 109.434}, "read_interval": {"avg_ms": 105.786, "count": 283, "max_ms": 131.359, "p95_ms": 124.081}, "triton_wait": {"avg_ms": 57.946, "count": 284, "max_ms": 82.52, "p95_ms": 76.784}, "visualize": {"avg_ms": 3.33, "count": 284, "max_ms": 4.847, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16857.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2196.711, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.184, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2445986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:29:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:29:49+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T07:29:48+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T07:29:49.003000+09:00", "mtime_epoch": 1783290589.0029998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:29:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2716.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.616, "pushed": 7.616, "read": 7.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.758, "count": 228, "max_ms": 15.935, "p95_ms": 12.258}, "gstreamer_push": {"avg_ms": 1.141, "count": 228, "max_ms": 1.633, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.462, "count": 228, "max_ms": 64.513, "p95_ms": 62.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.654, "count": 228, "max_ms": 85.236, "p95_ms": 78.395}, "yolo11_640_fire_11class": {"avg_ms": 48.753, "count": 228, "max_ms": 63.696, "p95_ms": 61.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.208, "count": 228, "max_ms": 79.722, "p95_ms": 76.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.149, "count": 228, "max_ms": 168.423, "p95_ms": 144.103}, "read_interval": {"avg_ms": 131.685, "count": 227, "max_ms": 182.886, "p95_ms": 156.065}, "triton_wait": {"avg_ms": 58.473, "count": 228, "max_ms": 85.249, "p95_ms": 78.407}, "visualize": {"avg_ms": 4.985, "count": 228, "max_ms": 6.56, "p95_ms": 6.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16860.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.332, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.473, "name": "ffmpeg", "pid": 152998, "rss_mb": 274.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 20, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.199, "sample_count": 2397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1951512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:30:10+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:30:10+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T07:30:10.111483+09:00", "mtime_epoch": 1783290610.111483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:30:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.584, "pushed": 9.584, "read": 9.551}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.378, "count": 287, "max_ms": 33.541, "p95_ms": 27.745}, "gstreamer_push": {"avg_ms": 1.165, "count": 287, "max_ms": 2.089, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.796, "count": 287, "max_ms": 64.136, "p95_ms": 62.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.261, "count": 287, "max_ms": 81.802, "p95_ms": 71.091}, "yolo11_640_fire_11class": {"avg_ms": 48.353, "count": 287, "max_ms": 64.848, "p95_ms": 62.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.554, "count": 287, "max_ms": 80.775, "p95_ms": 77.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.206, "count": 287, "max_ms": 116.087, "p95_ms": 110.084}, "read_interval": {"avg_ms": 104.775, "count": 286, "max_ms": 131.655, "p95_ms": 125.896}, "triton_wait": {"avg_ms": 57.124, "count": 287, "max_ms": 81.814, "p95_ms": 78.215}, "visualize": {"avg_ms": 3.291, "count": 287, "max_ms": 5.003, "p95_ms": 3.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16860.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2226.733, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.2, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2446250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:30:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:30:19+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T07:30:19+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T07:30:19.027687+09:00", "mtime_epoch": 1783290619.0276868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:30:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2716.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.801}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.687, "count": 264, "max_ms": 12.33, "p95_ms": 11.149}, "gstreamer_push": {"avg_ms": 1.195, "count": 264, "max_ms": 1.885, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.339, "count": 264, "max_ms": 68.183, "p95_ms": 61.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.613, "count": 264, "max_ms": 86.472, "p95_ms": 76.612}, "yolo11_640_fire_11class": {"avg_ms": 48.955, "count": 264, "max_ms": 68.074, "p95_ms": 61.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.299, "count": 264, "max_ms": 79.035, "p95_ms": 76.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.07, "count": 264, "max_ms": 142.013, "p95_ms": 138.029}, "read_interval": {"avg_ms": 113.675, "count": 263, "max_ms": 154.154, "p95_ms": 150.826}, "triton_wait": {"avg_ms": 57.818, "count": 264, "max_ms": 86.484, "p95_ms": 77.131}, "visualize": {"avg_ms": 4.414, "count": 264, "max_ms": 5.516, "p95_ms": 5.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16860.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.366, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.473, "name": "ffmpeg", "pid": 152998, "rss_mb": 274.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 20, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.334, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1951790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:30:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:30:40+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T07:30:40+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T07:30:40.124169+09:00", "mtime_epoch": 1783290640.1241686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:30:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.294, "pushed": 9.294, "read": 9.261}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.515, "count": 278, "max_ms": 30.078, "p95_ms": 27.816}, "gstreamer_push": {"avg_ms": 1.22, "count": 278, "max_ms": 1.843, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.779, "count": 278, "max_ms": 67.664, "p95_ms": 63.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.603, "count": 278, "max_ms": 85.085, "p95_ms": 76.663}, "yolo11_640_fire_11class": {"avg_ms": 50.073, "count": 278, "max_ms": 67.652, "p95_ms": 62.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.887, "count": 278, "max_ms": 78.182, "p95_ms": 74.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.219, "count": 278, "max_ms": 118.716, "p95_ms": 110.556}, "read_interval": {"avg_ms": 107.999, "count": 277, "max_ms": 134.448, "p95_ms": 125.577}, "triton_wait": {"avg_ms": 59.744, "count": 278, "max_ms": 85.097, "p95_ms": 78.195}, "visualize": {"avg_ms": 3.339, "count": 278, "max_ms": 4.472, "p95_ms": 3.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16860.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2256.79, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.2, "sample_count": 2874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2446574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:30:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:30:49+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:30:49+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:30:49.120374+09:00", "mtime_epoch": 1783290649.1203737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:30:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2716.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.821, "pushed": 10.821, "read": 10.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.43, "count": 324, "max_ms": 14.899, "p95_ms": 10.06}, "gstreamer_push": {"avg_ms": 1.313, "count": 324, "max_ms": 1.927, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.138, "count": 324, "max_ms": 68.293, "p95_ms": 63.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.954, "count": 324, "max_ms": 84.34, "p95_ms": 75.567}, "yolo11_640_fire_11class": {"avg_ms": 49.408, "count": 324, "max_ms": 67.314, "p95_ms": 61.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.671, "count": 324, "max_ms": 78.215, "p95_ms": 72.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.326, "count": 324, "max_ms": 133.255, "p95_ms": 96.26}, "read_interval": {"avg_ms": 92.788, "count": 323, "max_ms": 146.507, "p95_ms": 112.271}, "triton_wait": {"avg_ms": 57.824, "count": 324, "max_ms": 84.352, "p95_ms": 75.83}, "visualize": {"avg_ms": 3.752, "count": 324, "max_ms": 5.974, "p95_ms": 4.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16868.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.462, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.781, "name": "ffmpeg", "pid": 152998, "rss_mb": 281.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 20, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.68, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1952072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:31:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:31:10+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T07:31:10+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T07:31:10.212854+09:00", "mtime_epoch": 1783290670.2128541, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:31:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9556.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.404, "pushed": 9.404, "read": 9.371}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.509, "count": 282, "max_ms": 28.641, "p95_ms": 27.462}, "gstreamer_push": {"avg_ms": 1.218, "count": 282, "max_ms": 1.839, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.252, "count": 282, "max_ms": 69.036, "p95_ms": 64.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.499, "count": 282, "max_ms": 79.086, "p95_ms": 64.235}, "yolo11_640_fire_11class": {"avg_ms": 50.618, "count": 282, "max_ms": 67.283, "p95_ms": 64.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.1, "count": 282, "max_ms": 76.702, "p95_ms": 72.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.977, "count": 282, "max_ms": 113.937, "p95_ms": 105.997}, "read_interval": {"avg_ms": 106.649, "count": 281, "max_ms": 128.602, "p95_ms": 121.732}, "triton_wait": {"avg_ms": 58.496, "count": 282, "max_ms": 79.097, "p95_ms": 73.272}, "visualize": {"avg_ms": 3.331, "count": 282, "max_ms": 4.057, "p95_ms": 3.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16868.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2286.836, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.2, "sample_count": 2877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2446901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:31:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:31:19+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T07:31:19+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T07:31:19.169058+09:00", "mtime_epoch": 1783290679.169058, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:31:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2717.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.914, "pushed": 10.914, "read": 10.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.371, "count": 327, "max_ms": 13.968, "p95_ms": 8.953}, "gstreamer_push": {"avg_ms": 1.307, "count": 327, "max_ms": 1.798, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.313, "count": 327, "max_ms": 68.625, "p95_ms": 63.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.28, "count": 327, "max_ms": 78.932, "p95_ms": 69.828}, "yolo11_640_fire_11class": {"avg_ms": 49.424, "count": 327, "max_ms": 66.068, "p95_ms": 61.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.032, "count": 327, "max_ms": 78.159, "p95_ms": 70.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.347, "count": 327, "max_ms": 134.255, "p95_ms": 91.978}, "read_interval": {"avg_ms": 91.912, "count": 326, "max_ms": 150.095, "p95_ms": 108.564}, "triton_wait": {"avg_ms": 56.932, "count": 327, "max_ms": 78.945, "p95_ms": 73.29}, "visualize": {"avg_ms": 3.746, "count": 327, "max_ms": 5.265, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16869.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.469, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.039, "name": "ffmpeg", "pid": 152998, "rss_mb": 282.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 19, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.476, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1952351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:31:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:31:40+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T07:31:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T07:31:40.245537+09:00", "mtime_epoch": 1783290700.245537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:31:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9557.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.302}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.531, "count": 279, "max_ms": 36.152, "p95_ms": 27.447}, "gstreamer_push": {"avg_ms": 1.184, "count": 279, "max_ms": 1.333, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.905, "count": 279, "max_ms": 70.599, "p95_ms": 65.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.91, "count": 279, "max_ms": 85.251, "p95_ms": 74.192}, "yolo11_640_fire_11class": {"avg_ms": 50.022, "count": 279, "max_ms": 69.986, "p95_ms": 64.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.468, "count": 279, "max_ms": 78.946, "p95_ms": 74.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.741, "count": 279, "max_ms": 117.81, "p95_ms": 109.26}, "read_interval": {"avg_ms": 107.651, "count": 279, "max_ms": 132.402, "p95_ms": 124.507}, "triton_wait": {"avg_ms": 59.366, "count": 279, "max_ms": 85.264, "p95_ms": 76.852}, "visualize": {"avg_ms": 3.304, "count": 279, "max_ms": 4.23, "p95_ms": 3.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16868.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2316.873, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.798, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2447229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:31:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:31:49+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T07:31:49+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T07:31:49.197740+09:00", "mtime_epoch": 1783290709.1977403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:31:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2717.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.953, "pushed": 10.953, "read": 10.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.205, "count": 328, "max_ms": 9.18, "p95_ms": 8.648}, "gstreamer_push": {"avg_ms": 1.308, "count": 328, "max_ms": 1.548, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.062, "count": 328, "max_ms": 67.582, "p95_ms": 61.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.863, "count": 328, "max_ms": 82.15, "p95_ms": 73.755}, "yolo11_640_fire_11class": {"avg_ms": 49.29, "count": 328, "max_ms": 65.9, "p95_ms": 61.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.521, "count": 328, "max_ms": 79.402, "p95_ms": 71.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.08, "count": 328, "max_ms": 98.855, "p95_ms": 91.974}, "read_interval": {"avg_ms": 91.568, "count": 327, "max_ms": 115.837, "p95_ms": 108.22}, "triton_wait": {"avg_ms": 58.198, "count": 328, "max_ms": 82.162, "p95_ms": 75.174}, "visualize": {"avg_ms": 3.667, "count": 328, "max_ms": 3.942, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16871.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.549, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.617, "name": "ffmpeg", "pid": 152998, "rss_mb": 284.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 19, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.968, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1952630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:32:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:32:10+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:32:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T07:32:10.326220+09:00", "mtime_epoch": 1783290730.3262198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:32:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9557.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.306, "pushed": 9.306, "read": 9.273}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.789, "count": 279, "max_ms": 39.661, "p95_ms": 27.851}, "gstreamer_push": {"avg_ms": 1.191, "count": 279, "max_ms": 1.702, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.793, "count": 279, "max_ms": 70.155, "p95_ms": 66.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.285, "count": 279, "max_ms": 80.698, "p95_ms": 65.211}, "yolo11_640_fire_11class": {"avg_ms": 50.547, "count": 279, "max_ms": 66.918, "p95_ms": 65.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.065, "count": 279, "max_ms": 76.385, "p95_ms": 74.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.979, "count": 279, "max_ms": 113.861, "p95_ms": 107.403}, "read_interval": {"avg_ms": 107.833, "count": 278, "max_ms": 128.266, "p95_ms": 122.206}, "triton_wait": {"avg_ms": 59.338, "count": 279, "max_ms": 80.71, "p95_ms": 74.548}, "visualize": {"avg_ms": 3.294, "count": 279, "max_ms": 4.093, "p95_ms": 3.622}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16872.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2346.92, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.307, "sample_count": 3103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2447553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:32:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:32:19+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T07:32:19+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T07:32:19.242422+09:00", "mtime_epoch": 1783290739.2424219, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:32:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2717.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.814, "pushed": 10.814, "read": 10.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.413, "count": 324, "max_ms": 12.433, "p95_ms": 9.76}, "gstreamer_push": {"avg_ms": 1.307, "count": 324, "max_ms": 1.56, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.446, "count": 324, "max_ms": 67.942, "p95_ms": 63.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.493, "count": 324, "max_ms": 83.173, "p95_ms": 69.44}, "yolo11_640_fire_11class": {"avg_ms": 49.456, "count": 324, "max_ms": 69.251, "p95_ms": 61.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.654, "count": 324, "max_ms": 77.427, "p95_ms": 71.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.002, "count": 324, "max_ms": 131.7, "p95_ms": 92.271}, "read_interval": {"avg_ms": 92.716, "count": 323, "max_ms": 145.136, "p95_ms": 110.224}, "triton_wait": {"avg_ms": 57.817, "count": 324, "max_ms": 83.186, "p95_ms": 71.624}, "visualize": {"avg_ms": 3.785, "count": 324, "max_ms": 6.317, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16872.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.641, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.617, "name": "ffmpeg", "pid": 152998, "rss_mb": 284.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 19, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.186, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1952907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:32:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:32:40+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T07:32:40.418901+09:00", "mtime_epoch": 1783290760.4189012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:32:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9557.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.237, "pushed": 9.237, "read": 9.204}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.556, "count": 277, "max_ms": 31.044, "p95_ms": 27.941}, "gstreamer_push": {"avg_ms": 1.188, "count": 277, "max_ms": 1.848, "p95_ms": 1.271}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.836, "count": 277, "max_ms": 76.644, "p95_ms": 63.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.43, "count": 277, "max_ms": 83.233, "p95_ms": 77.621}, "yolo11_640_fire_11class": {"avg_ms": 50.136, "count": 277, "max_ms": 71.885, "p95_ms": 63.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.334, "count": 277, "max_ms": 82.954, "p95_ms": 75.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.683, "count": 277, "max_ms": 123.841, "p95_ms": 112.548}, "read_interval": {"avg_ms": 108.661, "count": 276, "max_ms": 136.597, "p95_ms": 126.878}, "triton_wait": {"avg_ms": 59.993, "count": 277, "max_ms": 83.245, "p95_ms": 78.486}, "visualize": {"avg_ms": 3.33, "count": 277, "max_ms": 4.47, "p95_ms": 3.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16872.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2376.986, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.839, "sample_count": 3087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2447870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:32:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:32:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:32:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:32:49.315103+09:00", "mtime_epoch": 1783290769.3151026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:32:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2717.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.574, "pushed": 10.574, "read": 10.541}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.381, "count": 317, "max_ms": 14.627, "p95_ms": 10.587}, "gstreamer_push": {"avg_ms": 1.298, "count": 317, "max_ms": 1.775, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.381, "count": 317, "max_ms": 71.596, "p95_ms": 63.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.258, "count": 317, "max_ms": 84.577, "p95_ms": 76.494}, "yolo11_640_fire_11class": {"avg_ms": 49.823, "count": 317, "max_ms": 71.082, "p95_ms": 62.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.916, "count": 317, "max_ms": 81.789, "p95_ms": 75.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.583, "count": 317, "max_ms": 135.316, "p95_ms": 96.235}, "read_interval": {"avg_ms": 94.857, "count": 316, "max_ms": 148.872, "p95_ms": 116.054}, "triton_wait": {"avg_ms": 59.497, "count": 317, "max_ms": 84.589, "p95_ms": 77.259}, "visualize": {"avg_ms": 3.712, "count": 317, "max_ms": 6.084, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16873.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.672, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.617, "name": "ffmpeg", "pid": 152998, "rss_mb": 284.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 19, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.149, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1953151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:33:10+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T07:33:10+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T07:33:10.439580+09:00", "mtime_epoch": 1783290790.43958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:33:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9557.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.152, "pushed": 8.152, "read": 8.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.446, "count": 244, "max_ms": 40.481, "p95_ms": 29.223}, "gstreamer_push": {"avg_ms": 1.16, "count": 244, "max_ms": 1.792, "p95_ms": 1.271}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.271, "count": 244, "max_ms": 66.232, "p95_ms": 62.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.37, "count": 244, "max_ms": 85.943, "p95_ms": 76.951}, "yolo11_640_fire_11class": {"avg_ms": 49.708, "count": 244, "max_ms": 65.117, "p95_ms": 62.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.728, "count": 244, "max_ms": 79.843, "p95_ms": 76.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.97, "count": 244, "max_ms": 154.971, "p95_ms": 146.352}, "read_interval": {"avg_ms": 123.113, "count": 243, "max_ms": 167.933, "p95_ms": 158.879}, "triton_wait": {"avg_ms": 59.98, "count": 244, "max_ms": 85.955, "p95_ms": 77.928}, "visualize": {"avg_ms": 3.86, "count": 244, "max_ms": 5.385, "p95_ms": 4.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16873.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2407.037, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.839, "sample_count": 3076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2448188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:33:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:33:19+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:33:19+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T07:33:19.371782+09:00", "mtime_epoch": 1783290799.3717816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:33:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2717.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.614, "pushed": 10.614, "read": 10.581}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.52, "count": 318, "max_ms": 13.132, "p95_ms": 10.237}, "gstreamer_push": {"avg_ms": 1.307, "count": 318, "max_ms": 1.586, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.156, "count": 318, "max_ms": 66.01, "p95_ms": 62.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.431, "count": 318, "max_ms": 82.736, "p95_ms": 71.332}, "yolo11_640_fire_11class": {"avg_ms": 49.618, "count": 318, "max_ms": 65.44, "p95_ms": 62.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.387, "count": 318, "max_ms": 79.594, "p95_ms": 77.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.656, "count": 318, "max_ms": 205.112, "p95_ms": 100.428}, "read_interval": {"avg_ms": 94.524, "count": 317, "max_ms": 216.166, "p95_ms": 118.361}, "triton_wait": {"avg_ms": 58.399, "count": 318, "max_ms": 82.749, "p95_ms": 77.65}, "visualize": {"avg_ms": 3.813, "count": 318, "max_ms": 5.552, "p95_ms": 4.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16876.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.673, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.195, "name": "ffmpeg", "pid": 152998, "rss_mb": 287.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 18, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.14, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1953433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:33:40+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:33:40+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T07:33:40.444257+09:00", "mtime_epoch": 1783290820.444257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:33:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9557.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.404, "pushed": 9.404, "read": 9.404}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.842, "count": 282, "max_ms": 36.654, "p95_ms": 29.154}, "gstreamer_push": {"avg_ms": 1.183, "count": 282, "max_ms": 1.769, "p95_ms": 1.275}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.601, "count": 282, "max_ms": 65.407, "p95_ms": 61.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.52, "count": 282, "max_ms": 85.266, "p95_ms": 69.621}, "yolo11_640_fire_11class": {"avg_ms": 48.858, "count": 282, "max_ms": 65.519, "p95_ms": 61.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.441, "count": 282, "max_ms": 78.697, "p95_ms": 72.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.577, "count": 282, "max_ms": 117.839, "p95_ms": 106.838}, "read_interval": {"avg_ms": 106.412, "count": 282, "max_ms": 132.41, "p95_ms": 122.04}, "triton_wait": {"avg_ms": 57.92, "count": 282, "max_ms": 85.279, "p95_ms": 73.621}, "visualize": {"avg_ms": 3.279, "count": 282, "max_ms": 4.227, "p95_ms": 3.545}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16876.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T06:53:09+09:00", "last_error_summary": "[h264 @ 0x56229d4bfb80] error while decoding MB 28 60, bytestream -15 [in#0/rtsp @ 0x56229c6ede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56229c6ede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T06:53:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2437.055, "last_started_at": "2026-07-06T06:53:12+09:00", "pid": 151690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.344, "name": "ffmpeg", "pid": 151690, "rss_mb": 330.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 1, "rtsp_timeout_count": 248, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.894, "sample_count": 3065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2448516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:33:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:33:49+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T07:33:49+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T07:33:49.372458+09:00", "mtime_epoch": 1783290829.3724585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:33:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2717.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.959, "pushed": 10.959, "read": 10.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.374, "count": 328, "max_ms": 12.709, "p95_ms": 9.179}, "gstreamer_push": {"avg_ms": 1.336, "count": 328, "max_ms": 1.997, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.754, "count": 328, "max_ms": 69.193, "p95_ms": 62.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.746, "count": 328, "max_ms": 81.178, "p95_ms": 72.03}, "yolo11_640_fire_11class": {"avg_ms": 49.246, "count": 328, "max_ms": 67.576, "p95_ms": 61.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.532, "count": 328, "max_ms": 76.368, "p95_ms": 71.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.529, "count": 328, "max_ms": 109.821, "p95_ms": 90.783}, "read_interval": {"avg_ms": 91.501, "count": 327, "max_ms": 123.376, "p95_ms": 107.423}, "triton_wait": {"avg_ms": 57.137, "count": 328, "max_ms": 81.19, "p95_ms": 73.373}, "visualize": {"avg_ms": 3.748, "count": 328, "max_ms": 4.863, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16906.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.677, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.773, "name": "ffmpeg", "pid": 152998, "rss_mb": 289.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 18, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.135, "sample_count": 2784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1953729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:34:10+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:34:10+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T07:34:10.448933+09:00", "mtime_epoch": 1783290850.4489331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:34:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9557.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 24.418, "count": 296, "max_ms": 28.929, "p95_ms": 26.949}, "gstreamer_push": {"avg_ms": 1.186, "count": 296, "max_ms": 1.353, "p95_ms": 1.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.496, "count": 296, "max_ms": 66.913, "p95_ms": 58.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.331, "count": 296, "max_ms": 84.035, "p95_ms": 61.37}, "yolo11_640_fire_11class": {"avg_ms": 46.938, "count": 296, "max_ms": 66.314, "p95_ms": 60.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.263, "count": 296, "max_ms": 76.66, "p95_ms": 68.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.489, "count": 296, "max_ms": 116.286, "p95_ms": 101.036}, "read_interval": {"avg_ms": 101.375, "count": 296, "max_ms": 130.82, "p95_ms": 117.28}, "triton_wait": {"avg_ms": 54.187, "count": 296, "max_ms": 84.047, "p95_ms": 69.068}, "visualize": {"avg_ms": 3.339, "count": 296, "max_ms": 4.199, "p95_ms": 3.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16785.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.49, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 245.277, "name": "ffmpeg", "pid": 153105, "rss_mb": 245.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.154, "sample_count": 2810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2448572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:34:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T07:34:19+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T07:34:19.365134+09:00", "mtime_epoch": 1783290859.3651338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:34:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2710.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.87, "pushed": 1.87, "read": 1.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.762, "count": 56, "max_ms": 13.858, "p95_ms": 12.107}, "gstreamer_push": {"avg_ms": 1.221, "count": 56, "max_ms": 2.105, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.727, "count": 56, "max_ms": 68.285, "p95_ms": 62.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.817, "count": 56, "max_ms": 77.392, "p95_ms": 70.972}, "yolo11_640_fire_11class": {"avg_ms": 47.088, "count": 56, "max_ms": 61.626, "p95_ms": 61.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.151, "count": 56, "max_ms": 75.984, "p95_ms": 73.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.426, "count": 56, "max_ms": 142.988, "p95_ms": 141.122}, "read_interval": {"avg_ms": 543.432, "count": 55, "max_ms": 19315.834, "p95_ms": 154.526}, "triton_wait": {"avg_ms": 56.916, "count": 56, "max_ms": 77.404, "p95_ms": 74.621}, "visualize": {"avg_ms": 4.244, "count": 56, "max_ms": 5.173, "p95_ms": 5.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16857.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.737, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.773, "name": "ffmpeg", "pid": 152998, "rss_mb": 289.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 18, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.471, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:34:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:34:40+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T07:34:40+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T07:34:40.493609+09:00", "mtime_epoch": 1783290880.493609, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:34:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.679, "pushed": 9.679, "read": 9.646}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.137, "count": 290, "max_ms": 33.616, "p95_ms": 28.394}, "gstreamer_push": {"avg_ms": 1.174, "count": 290, "max_ms": 1.99, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.457, "count": 290, "max_ms": 74.741, "p95_ms": 62.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.527, "count": 290, "max_ms": 83.379, "p95_ms": 71.732}, "yolo11_640_fire_11class": {"avg_ms": 47.609, "count": 290, "max_ms": 72.172, "p95_ms": 60.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.237, "count": 290, "max_ms": 80.603, "p95_ms": 75.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.702, "count": 290, "max_ms": 122.464, "p95_ms": 109.294}, "read_interval": {"avg_ms": 103.588, "count": 289, "max_ms": 139.148, "p95_ms": 124.304}, "triton_wait": {"avg_ms": 55.746, "count": 290, "max_ms": 83.392, "p95_ms": 76.546}, "visualize": {"avg_ms": 3.294, "count": 290, "max_ms": 4.022, "p95_ms": 3.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16841.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.576, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.422, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2448835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:34:49+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T07:34:49+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T07:34:49.481811+09:00", "mtime_epoch": 1783290889.481811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:34:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2678.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.779, "pushed": 8.779, "read": 8.746}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.973, "count": 262, "max_ms": 17.277, "p95_ms": 11.694}, "gstreamer_push": {"avg_ms": 1.187, "count": 263, "max_ms": 2.016, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.027, "count": 262, "max_ms": 70.161, "p95_ms": 62.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.653, "count": 262, "max_ms": 88.162, "p95_ms": 77.275}, "yolo11_640_fire_11class": {"avg_ms": 49.139, "count": 262, "max_ms": 68.857, "p95_ms": 61.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.658, "count": 262, "max_ms": 84.681, "p95_ms": 75.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.936, "count": 263, "max_ms": 159.159, "p95_ms": 136.763}, "read_interval": {"avg_ms": 114.373, "count": 262, "max_ms": 170.582, "p95_ms": 148.462}, "triton_wait": {"avg_ms": 58.674, "count": 262, "max_ms": 88.175, "p95_ms": 78.101}, "visualize": {"avg_ms": 4.538, "count": 262, "max_ms": 6.711, "p95_ms": 5.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16825.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.823, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.773, "name": "ffmpeg", "pid": 152998, "rss_mb": 289.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 18, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.55, "sample_count": 2784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:35:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:35:10+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T07:35:10.602058+09:00", "mtime_epoch": 1783290910.6020577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:35:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.368, "pushed": 9.368, "read": 9.335}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.626, "count": 281, "max_ms": 36.891, "p95_ms": 28.379}, "gstreamer_push": {"avg_ms": 1.185, "count": 281, "max_ms": 2.087, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.632, "count": 281, "max_ms": 73.792, "p95_ms": 63.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.792, "count": 281, "max_ms": 84.662, "p95_ms": 73.588}, "yolo11_640_fire_11class": {"avg_ms": 49.699, "count": 281, "max_ms": 73.782, "p95_ms": 62.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.412, "count": 281, "max_ms": 87.884, "p95_ms": 76.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.026, "count": 281, "max_ms": 123.369, "p95_ms": 110.485}, "read_interval": {"avg_ms": 107.066, "count": 280, "max_ms": 144.291, "p95_ms": 125.43}, "triton_wait": {"avg_ms": 58.598, "count": 281, "max_ms": 87.897, "p95_ms": 77.636}, "visualize": {"avg_ms": 3.282, "count": 281, "max_ms": 4.294, "p95_ms": 3.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16818.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.595, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.067, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2449133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:35:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:35:19+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:35:19+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:35:19.533835+09:00", "mtime_epoch": 1783290919.5338352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:35:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2654.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.002, "count": 298, "max_ms": 14.583, "p95_ms": 11.893}, "gstreamer_push": {"avg_ms": 1.278, "count": 298, "max_ms": 2.104, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.371, "count": 298, "max_ms": 69.432, "p95_ms": 63.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.757, "count": 298, "max_ms": 84.205, "p95_ms": 74.597}, "yolo11_640_fire_11class": {"avg_ms": 49.603, "count": 298, "max_ms": 64.615, "p95_ms": 62.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.051, "count": 298, "max_ms": 78.85, "p95_ms": 74.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.883, "count": 298, "max_ms": 138.941, "p95_ms": 128.714}, "read_interval": {"avg_ms": 100.788, "count": 297, "max_ms": 153.456, "p95_ms": 142.77}, "triton_wait": {"avg_ms": 58.822, "count": 298, "max_ms": 84.217, "p95_ms": 76.724}, "visualize": {"avg_ms": 4.015, "count": 298, "max_ms": 7.403, "p95_ms": 5.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16807.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.897, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.93, "name": "ffmpeg", "pid": 152998, "rss_mb": 294.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 18, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.496, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:35:40+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:35:40+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T07:35:40.673332+09:00", "mtime_epoch": 1783290940.6733322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:35:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.475, "pushed": 9.475, "read": 9.442}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.206, "count": 284, "max_ms": 30.718, "p95_ms": 27.722}, "gstreamer_push": {"avg_ms": 1.166, "count": 284, "max_ms": 1.521, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.806, "count": 284, "max_ms": 72.609, "p95_ms": 64.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.444, "count": 284, "max_ms": 84.607, "p95_ms": 70.887}, "yolo11_640_fire_11class": {"avg_ms": 49.223, "count": 284, "max_ms": 66.768, "p95_ms": 62.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.705, "count": 284, "max_ms": 83.218, "p95_ms": 76.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.969, "count": 284, "max_ms": 116.561, "p95_ms": 109.912}, "read_interval": {"avg_ms": 105.903, "count": 283, "max_ms": 133.007, "p95_ms": 125.088}, "triton_wait": {"avg_ms": 57.988, "count": 284, "max_ms": 84.619, "p95_ms": 77.511}, "visualize": {"avg_ms": 3.301, "count": 284, "max_ms": 4.187, "p95_ms": 3.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16792.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.633, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.223, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2449405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:35:49+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T07:35:49+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T07:35:49.565130+09:00", "mtime_epoch": 1783290949.5651305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:35:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2623.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.081, "pushed": 9.081, "read": 9.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.817, "count": 272, "max_ms": 18.613, "p95_ms": 13.634}, "gstreamer_push": {"avg_ms": 1.217, "count": 272, "max_ms": 1.494, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.715, "count": 272, "max_ms": 68.293, "p95_ms": 63.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.436, "count": 272, "max_ms": 85.2, "p95_ms": 75.995}, "yolo11_640_fire_11class": {"avg_ms": 49.341, "count": 272, "max_ms": 69.404, "p95_ms": 61.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.777, "count": 272, "max_ms": 80.905, "p95_ms": 74.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.3, "count": 272, "max_ms": 190.922, "p95_ms": 155.548}, "read_interval": {"avg_ms": 110.471, "count": 271, "max_ms": 201.906, "p95_ms": 169.621}, "triton_wait": {"avg_ms": 59.124, "count": 272, "max_ms": 85.213, "p95_ms": 76.083}, "visualize": {"avg_ms": 4.072, "count": 272, "max_ms": 6.703, "p95_ms": 5.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16716.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.966, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.93, "name": "ffmpeg", "pid": 152998, "rss_mb": 294.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 18, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.988, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1954862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:36:10+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T07:36:10+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T07:36:10.724673+09:00", "mtime_epoch": 1783290970.724673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:36:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.277, "pushed": 9.277, "read": 9.243}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.098, "count": 278, "max_ms": 40.858, "p95_ms": 32.042}, "gstreamer_push": {"avg_ms": 1.197, "count": 278, "max_ms": 1.547, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.61, "count": 278, "max_ms": 67.129, "p95_ms": 63.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.881, "count": 278, "max_ms": 84.173, "p95_ms": 76.66}, "yolo11_640_fire_11class": {"avg_ms": 49.95, "count": 278, "max_ms": 66.437, "p95_ms": 62.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.141, "count": 278, "max_ms": 79.016, "p95_ms": 74.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.998, "count": 278, "max_ms": 123.653, "p95_ms": 112.214}, "read_interval": {"avg_ms": 108.119, "count": 277, "max_ms": 137.32, "p95_ms": 127.652}, "triton_wait": {"avg_ms": 58.954, "count": 278, "max_ms": 84.185, "p95_ms": 77.917}, "visualize": {"avg_ms": 3.338, "count": 278, "max_ms": 5.443, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16715.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.709, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.235, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2449723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:36:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:36:19+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:36:19+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:36:19.648490+09:00", "mtime_epoch": 1783290979.6484897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:36:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2546.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.604, "pushed": 10.604, "read": 10.571}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.789, "count": 318, "max_ms": 15.279, "p95_ms": 10.77}, "gstreamer_push": {"avg_ms": 1.293, "count": 318, "max_ms": 2.007, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.229, "count": 318, "max_ms": 70.695, "p95_ms": 63.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.143, "count": 318, "max_ms": 81.153, "p95_ms": 75.688}, "yolo11_640_fire_11class": {"avg_ms": 49.234, "count": 318, "max_ms": 70.395, "p95_ms": 62.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.574, "count": 318, "max_ms": 77.93, "p95_ms": 74.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.338, "count": 318, "max_ms": 134.528, "p95_ms": 109.067}, "read_interval": {"avg_ms": 94.601, "count": 317, "max_ms": 150.547, "p95_ms": 122.608}, "triton_wait": {"avg_ms": 58.3, "count": 318, "max_ms": 81.164, "p95_ms": 76.704}, "visualize": {"avg_ms": 3.798, "count": 318, "max_ms": 6.044, "p95_ms": 5.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16715.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.035, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.93, "name": "ffmpeg", "pid": 152998, "rss_mb": 294.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 17, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.702, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1955141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:36:40+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T07:36:40+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T07:36:40.788076+09:00", "mtime_epoch": 1783291000.7880762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:36:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.312, "pushed": 9.312, "read": 9.278}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.78, "count": 279, "max_ms": 32.565, "p95_ms": 29.127}, "gstreamer_push": {"avg_ms": 1.206, "count": 279, "max_ms": 1.768, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.73, "count": 279, "max_ms": 67.934, "p95_ms": 63.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.34, "count": 279, "max_ms": 80.626, "p95_ms": 69.916}, "yolo11_640_fire_11class": {"avg_ms": 49.933, "count": 279, "max_ms": 66.441, "p95_ms": 62.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.459, "count": 279, "max_ms": 79.748, "p95_ms": 74.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.679, "count": 279, "max_ms": 113.705, "p95_ms": 108.758}, "read_interval": {"avg_ms": 107.706, "count": 278, "max_ms": 129.219, "p95_ms": 124.64}, "triton_wait": {"avg_ms": 58.92, "count": 279, "max_ms": 80.638, "p95_ms": 75.699}, "visualize": {"avg_ms": 3.327, "count": 279, "max_ms": 5.395, "p95_ms": 3.677}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16715.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.722, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.851, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2450040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:36:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:36:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T07:36:49.663911+09:00", "mtime_epoch": 1783291009.6639113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:36:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2546.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.568, "pushed": 10.568, "read": 10.568}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.749, "count": 317, "max_ms": 14.151, "p95_ms": 10.461}, "gstreamer_push": {"avg_ms": 1.287, "count": 317, "max_ms": 2.137, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.358, "count": 317, "max_ms": 66.671, "p95_ms": 63.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.986, "count": 317, "max_ms": 85.069, "p95_ms": 74.649}, "yolo11_640_fire_11class": {"avg_ms": 49.463, "count": 317, "max_ms": 67.045, "p95_ms": 62.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.749, "count": 317, "max_ms": 78.119, "p95_ms": 73.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.376, "count": 317, "max_ms": 136.262, "p95_ms": 108.38}, "read_interval": {"avg_ms": 94.672, "count": 317, "max_ms": 149.879, "p95_ms": 121.871}, "triton_wait": {"avg_ms": 58.313, "count": 317, "max_ms": 85.085, "p95_ms": 75.252}, "visualize": {"avg_ms": 3.825, "count": 317, "max_ms": 6.432, "p95_ms": 5.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16715.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.054, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.93, "name": "ffmpeg", "pid": 152998, "rss_mb": 294.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 17, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.702, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1955421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:37:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:37:10+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T07:37:10.831538+09:00", "mtime_epoch": 1783291030.8315384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:37:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.359, "pushed": 9.359, "read": 9.326}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.321, "count": 280, "max_ms": 30.185, "p95_ms": 27.797}, "gstreamer_push": {"avg_ms": 1.198, "count": 280, "max_ms": 2.012, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.688, "count": 280, "max_ms": 70.316, "p95_ms": 63.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.971, "count": 280, "max_ms": 81.934, "p95_ms": 76.938}, "yolo11_640_fire_11class": {"avg_ms": 49.759, "count": 280, "max_ms": 66.179, "p95_ms": 62.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.181, "count": 280, "max_ms": 78.501, "p95_ms": 74.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.222, "count": 280, "max_ms": 114.511, "p95_ms": 110.108}, "read_interval": {"avg_ms": 107.221, "count": 279, "max_ms": 129.751, "p95_ms": 126.061}, "triton_wait": {"avg_ms": 58.999, "count": 280, "max_ms": 81.946, "p95_ms": 76.983}, "visualize": {"avg_ms": 3.308, "count": 280, "max_ms": 4.163, "p95_ms": 3.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16715.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.781, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.303, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2450352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:37:19+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T07:37:19+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:37:19.719390+09:00", "mtime_epoch": 1783291039.7193902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:37:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2547.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.409, "pushed": 10.409, "read": 10.376}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.807, "count": 312, "max_ms": 16.044, "p95_ms": 10.577}, "gstreamer_push": {"avg_ms": 1.284, "count": 312, "max_ms": 2.212, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.942, "count": 312, "max_ms": 66.39, "p95_ms": 63.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.471, "count": 312, "max_ms": 85.69, "p95_ms": 75.489}, "yolo11_640_fire_11class": {"avg_ms": 49.43, "count": 312, "max_ms": 70.034, "p95_ms": 62.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.062, "count": 312, "max_ms": 78.525, "p95_ms": 74.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.183, "count": 312, "max_ms": 136.934, "p95_ms": 110.727}, "read_interval": {"avg_ms": 96.356, "count": 311, "max_ms": 150.658, "p95_ms": 125.772}, "triton_wait": {"avg_ms": 58.563, "count": 312, "max_ms": 85.702, "p95_ms": 76.019}, "visualize": {"avg_ms": 3.866, "count": 312, "max_ms": 6.099, "p95_ms": 5.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16716.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.149, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.93, "name": "ffmpeg", "pid": 152998, "rss_mb": 294.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 17, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.324, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1955700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:37:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:37:40+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:37:40.923055+09:00", "mtime_epoch": 1783291060.9230554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:37:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.269}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.725, "count": 279, "max_ms": 36.642, "p95_ms": 28.119}, "gstreamer_push": {"avg_ms": 1.198, "count": 279, "max_ms": 1.662, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.618, "count": 279, "max_ms": 69.729, "p95_ms": 63.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.025, "count": 279, "max_ms": 84.67, "p95_ms": 75.697}, "yolo11_640_fire_11class": {"avg_ms": 49.959, "count": 279, "max_ms": 68.071, "p95_ms": 63.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.393, "count": 279, "max_ms": 77.827, "p95_ms": 75.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.884, "count": 279, "max_ms": 117.803, "p95_ms": 110.445}, "read_interval": {"avg_ms": 107.882, "count": 278, "max_ms": 132.766, "p95_ms": 125.267}, "triton_wait": {"avg_ms": 59.195, "count": 279, "max_ms": 84.683, "p95_ms": 77.059}, "visualize": {"avg_ms": 3.343, "count": 279, "max_ms": 4.438, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16716.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.867, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.303, "sample_count": 2798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2450672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:37:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:37:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T07:37:49.794923+09:00", "mtime_epoch": 1783291069.794923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:37:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2547.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.668, "pushed": 10.668, "read": 10.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.741, "count": 320, "max_ms": 13.831, "p95_ms": 10.461}, "gstreamer_push": {"avg_ms": 1.297, "count": 320, "max_ms": 1.919, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.211, "count": 320, "max_ms": 66.652, "p95_ms": 63.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.332, "count": 320, "max_ms": 88.574, "p95_ms": 75.638}, "yolo11_640_fire_11class": {"avg_ms": 49.629, "count": 320, "max_ms": 68.941, "p95_ms": 63.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.823, "count": 320, "max_ms": 80.66, "p95_ms": 73.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.632, "count": 320, "max_ms": 143.866, "p95_ms": 98.539}, "read_interval": {"avg_ms": 93.983, "count": 319, "max_ms": 157.449, "p95_ms": 116.568}, "triton_wait": {"avg_ms": 58.49, "count": 320, "max_ms": 88.587, "p95_ms": 75.902}, "visualize": {"avg_ms": 3.785, "count": 320, "max_ms": 7.397, "p95_ms": 4.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16721.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.181, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.086, "name": "ffmpeg", "pid": 152998, "rss_mb": 300.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 17, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.294, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1955981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:38:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:38:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T07:38:10.958625+09:00", "mtime_epoch": 1783291090.9586253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:38:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9558.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.394, "pushed": 9.394, "read": 9.361}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.763, "count": 281, "max_ms": 36.408, "p95_ms": 27.878}, "gstreamer_push": {"avg_ms": 1.184, "count": 281, "max_ms": 1.709, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.16, "count": 281, "max_ms": 65.989, "p95_ms": 63.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.439, "count": 281, "max_ms": 81.837, "p95_ms": 73.184}, "yolo11_640_fire_11class": {"avg_ms": 49.502, "count": 281, "max_ms": 64.554, "p95_ms": 62.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.766, "count": 281, "max_ms": 78.191, "p95_ms": 73.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.777, "count": 281, "max_ms": 113.82, "p95_ms": 107.895}, "read_interval": {"avg_ms": 106.89, "count": 280, "max_ms": 129.814, "p95_ms": 123.06}, "triton_wait": {"avg_ms": 58.092, "count": 281, "max_ms": 81.849, "p95_ms": 74.617}, "visualize": {"avg_ms": 3.335, "count": 281, "max_ms": 5.181, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16722.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.97, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.273, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2450990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:38:19+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T07:38:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:38:19.890507+09:00", "mtime_epoch": 1783291099.8905072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:38:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2547.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.567, "pushed": 10.567, "read": 10.567}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.739, "count": 317, "max_ms": 13.093, "p95_ms": 10.446}, "gstreamer_push": {"avg_ms": 1.299, "count": 317, "max_ms": 1.849, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.794, "count": 317, "max_ms": 68.321, "p95_ms": 62.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.78, "count": 317, "max_ms": 83.211, "p95_ms": 72.508}, "yolo11_640_fire_11class": {"avg_ms": 48.803, "count": 317, "max_ms": 64.862, "p95_ms": 61.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.066, "count": 317, "max_ms": 78.514, "p95_ms": 72.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.02, "count": 317, "max_ms": 133.746, "p95_ms": 100.758}, "read_interval": {"avg_ms": 94.62, "count": 317, "max_ms": 497.076, "p95_ms": 118.114}, "triton_wait": {"avg_ms": 57.785, "count": 317, "max_ms": 83.223, "p95_ms": 74.992}, "visualize": {"avg_ms": 3.773, "count": 317, "max_ms": 5.926, "p95_ms": 4.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16721.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.266, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.086, "name": "ffmpeg", "pid": 152998, "rss_mb": 300.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 17, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.572, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1956262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:38:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:38:41+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T07:38:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T07:38:41.038244+09:00", "mtime_epoch": 1783291121.038244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:38:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.371, "pushed": 9.371, "read": 9.338}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.716, "count": 281, "max_ms": 36.671, "p95_ms": 30.559}, "gstreamer_push": {"avg_ms": 1.198, "count": 281, "max_ms": 2.127, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.22, "count": 281, "max_ms": 66.86, "p95_ms": 63.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.449, "count": 281, "max_ms": 86.958, "p95_ms": 75.389}, "yolo11_640_fire_11class": {"avg_ms": 49.351, "count": 281, "max_ms": 66.362, "p95_ms": 62.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.78, "count": 281, "max_ms": 83.299, "p95_ms": 74.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.928, "count": 281, "max_ms": 119.604, "p95_ms": 109.839}, "read_interval": {"avg_ms": 107.066, "count": 280, "max_ms": 134.572, "p95_ms": 124.963}, "triton_wait": {"avg_ms": 58.297, "count": 281, "max_ms": 86.97, "p95_ms": 76.671}, "visualize": {"avg_ms": 3.307, "count": 281, "max_ms": 5.078, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16722.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 276.045, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.862, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2451290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:38:50+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T07:38:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T07:38:49.974140+09:00", "mtime_epoch": 1783291129.97414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:38:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2547.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.72, "count": 300, "max_ms": 13.533, "p95_ms": 10.487}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.572, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.909, "count": 300, "max_ms": 66.6, "p95_ms": 62.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.42, "count": 300, "max_ms": 85.74, "p95_ms": 77.393}, "yolo11_640_fire_11class": {"avg_ms": 49.103, "count": 300, "max_ms": 66.771, "p95_ms": 61.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.423, "count": 300, "max_ms": 79.802, "p95_ms": 73.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.605, "count": 300, "max_ms": 134.821, "p95_ms": 104.729}, "read_interval": {"avg_ms": 100.253, "count": 299, "max_ms": 740.775, "p95_ms": 131.431}, "triton_wait": {"avg_ms": 58.244, "count": 300, "max_ms": 85.753, "p95_ms": 77.825}, "visualize": {"avg_ms": 3.784, "count": 300, "max_ms": 6.622, "p95_ms": 4.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16725.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.331, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.664, "name": "ffmpeg", "pid": 152998, "rss_mb": 302.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.874, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1956543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:39:11+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T07:39:11+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T07:39:11.085910+09:00", "mtime_epoch": 1783291151.0859096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:39:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.379, "pushed": 9.379, "read": 9.346}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.391, "count": 281, "max_ms": 33.351, "p95_ms": 28.061}, "gstreamer_push": {"avg_ms": 1.187, "count": 281, "max_ms": 1.451, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.788, "count": 281, "max_ms": 65.696, "p95_ms": 62.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.756, "count": 281, "max_ms": 82.234, "p95_ms": 74.676}, "yolo11_640_fire_11class": {"avg_ms": 49.381, "count": 281, "max_ms": 65.175, "p95_ms": 61.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.957, "count": 281, "max_ms": 78.876, "p95_ms": 75.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.962, "count": 281, "max_ms": 115.756, "p95_ms": 109.415}, "read_interval": {"avg_ms": 106.929, "count": 280, "max_ms": 131.644, "p95_ms": 123.981}, "triton_wait": {"avg_ms": 58.686, "count": 281, "max_ms": 82.246, "p95_ms": 76.366}, "visualize": {"avg_ms": 3.308, "count": 281, "max_ms": 5.213, "p95_ms": 3.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16725.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 306.101, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 153105, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.376, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2451593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:39:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:39:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:39:20+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T07:39:20.041819+09:00", "mtime_epoch": 1783291160.0418186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:39:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2547.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.964, "count": 303, "max_ms": 14.53, "p95_ms": 10.894}, "gstreamer_push": {"avg_ms": 1.276, "count": 303, "max_ms": 1.497, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.871, "count": 303, "max_ms": 66.43, "p95_ms": 62.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.025, "count": 303, "max_ms": 82.033, "p95_ms": 74.861}, "yolo11_640_fire_11class": {"avg_ms": 49.338, "count": 303, "max_ms": 65.669, "p95_ms": 62.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.831, "count": 303, "max_ms": 77.842, "p95_ms": 74.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.123, "count": 303, "max_ms": 134.696, "p95_ms": 111.341}, "read_interval": {"avg_ms": 99.233, "count": 302, "max_ms": 451.742, "p95_ms": 126.349}, "triton_wait": {"avg_ms": 58.336, "count": 303, "max_ms": 82.046, "p95_ms": 75.372}, "visualize": {"avg_ms": 3.946, "count": 303, "max_ms": 6.651, "p95_ms": 5.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16726.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.422, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.664, "name": "ffmpeg", "pid": 152998, "rss_mb": 302.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.889, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1956825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:39:41+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T07:39:41+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T07:39:41.169619+09:00", "mtime_epoch": 1783291181.1696188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:39:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.408, "pushed": 9.408, "read": 9.375}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.58, "count": 282, "max_ms": 36.887, "p95_ms": 30.849}, "gstreamer_push": {"avg_ms": 1.163, "count": 282, "max_ms": 1.969, "p95_ms": 1.272}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.932, "count": 282, "max_ms": 67.072, "p95_ms": 62.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.501, "count": 282, "max_ms": 85.522, "p95_ms": 76.019}, "yolo11_640_fire_11class": {"avg_ms": 49.214, "count": 282, "max_ms": 65.644, "p95_ms": 61.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.509, "count": 282, "max_ms": 77.367, "p95_ms": 73.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.752, "count": 282, "max_ms": 117.849, "p95_ms": 110.033}, "read_interval": {"avg_ms": 106.611, "count": 281, "max_ms": 133.291, "p95_ms": 123.869}, "triton_wait": {"avg_ms": 58.336, "count": 282, "max_ms": 85.535, "p95_ms": 77.276}, "visualize": {"avg_ms": 3.315, "count": 282, "max_ms": 5.438, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16726.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.108, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.141, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.644, "sample_count": 3053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2451893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:39:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:39:50+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T07:39:50+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T07:39:50.041541+09:00", "mtime_epoch": 1783291190.041541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:39:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2548.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.641, "count": 300, "max_ms": 13.008, "p95_ms": 10.439}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.66, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.559, "count": 300, "max_ms": 65.722, "p95_ms": 62.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.193, "count": 300, "max_ms": 83.347, "p95_ms": 74.362}, "yolo11_640_fire_11class": {"avg_ms": 48.9, "count": 300, "max_ms": 64.816, "p95_ms": 61.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.245, "count": 300, "max_ms": 78.299, "p95_ms": 73.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.762, "count": 300, "max_ms": 135.459, "p95_ms": 109.563}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 798.774, "p95_ms": 126.594}, "triton_wait": {"avg_ms": 57.995, "count": 300, "max_ms": 83.361, "p95_ms": 76.239}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 5.241, "p95_ms": 4.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16726.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.453, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.664, "name": "ffmpeg", "pid": 152998, "rss_mb": 302.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.889, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:40:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:40:11+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T07:40:11+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T07:40:11.233369+09:00", "mtime_epoch": 1783291211.2333694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:40:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.391, "pushed": 9.391, "read": 9.357}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.434, "count": 281, "max_ms": 40.801, "p95_ms": 27.545}, "gstreamer_push": {"avg_ms": 1.184, "count": 281, "max_ms": 1.454, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.464, "count": 281, "max_ms": 68.572, "p95_ms": 63.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.845, "count": 281, "max_ms": 87.916, "p95_ms": 75.091}, "yolo11_640_fire_11class": {"avg_ms": 49.324, "count": 281, "max_ms": 68.59, "p95_ms": 62.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.693, "count": 281, "max_ms": 79.351, "p95_ms": 74.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.843, "count": 281, "max_ms": 119.8, "p95_ms": 111.103}, "read_interval": {"avg_ms": 106.898, "count": 280, "max_ms": 134.017, "p95_ms": 125.669}, "triton_wait": {"avg_ms": 58.548, "count": 281, "max_ms": 87.928, "p95_ms": 78.261}, "visualize": {"avg_ms": 3.278, "count": 281, "max_ms": 4.102, "p95_ms": 3.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16726.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 366.114, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.141, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.759, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2452189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:40:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:40:20+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:40:20+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:40:20.053304+09:00", "mtime_epoch": 1783291220.0533037, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:40:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2548.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.881, "count": 296, "max_ms": 14.16, "p95_ms": 11.022}, "gstreamer_push": {"avg_ms": 1.301, "count": 296, "max_ms": 1.648, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.143, "count": 296, "max_ms": 66.996, "p95_ms": 63.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.596, "count": 296, "max_ms": 85.607, "p95_ms": 77.36}, "yolo11_640_fire_11class": {"avg_ms": 49.425, "count": 296, "max_ms": 66.266, "p95_ms": 62.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.518, "count": 296, "max_ms": 77.193, "p95_ms": 74.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.994, "count": 296, "max_ms": 130.508, "p95_ms": 108.483}, "read_interval": {"avg_ms": 101.387, "count": 296, "max_ms": 423.35, "p95_ms": 125.941}, "triton_wait": {"avg_ms": 58.766, "count": 296, "max_ms": 85.619, "p95_ms": 77.371}, "visualize": {"avg_ms": 3.843, "count": 296, "max_ms": 5.805, "p95_ms": 5.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16726.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 823, "h264_decode_error_count": 1986, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:28:35+09:00", "last_error_summary": "[h264 @ 0x559c8cc93a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559c8cc93a40] error while decoding MB 0 7, bytestream 4211 [h264 @ 0x559c8cca7c00] left block unavailable for requested intra mode [h264 @ 0x559c8cca7c00] error while decoding MB 0 34, bytestream 36613 [h264 @ 0x559c8d778580] left block unavailable for requested intra mode [h264 @ 0x559c8d778580] error while decoding MB 0 29, bytestream 3065 [h264 @ 0x559c8d916280] error while decoding MB 39 22, bytestream -7", "last_exit_at": "2026-07-06T07:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.546, "last_started_at": "2026-07-06T07:28:37+09:00", "pid": 152998, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.664, "name": "ffmpeg", "pid": 152998, "rss_mb": 302.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 916, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 917}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.889, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:40:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:40:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:40:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T07:40:41.321159+09:00", "mtime_epoch": 1783291241.321159, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:40:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.369, "pushed": 9.369, "read": 9.336}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.444, "count": 281, "max_ms": 29.502, "p95_ms": 27.489}, "gstreamer_push": {"avg_ms": 1.185, "count": 281, "max_ms": 1.916, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.323, "count": 281, "max_ms": 66.949, "p95_ms": 63.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.059, "count": 281, "max_ms": 84.105, "p95_ms": 76.739}, "yolo11_640_fire_11class": {"avg_ms": 49.905, "count": 281, "max_ms": 66.915, "p95_ms": 62.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.686, "count": 281, "max_ms": 79.206, "p95_ms": 72.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.076, "count": 281, "max_ms": 117.655, "p95_ms": 110.123}, "read_interval": {"avg_ms": 107.098, "count": 280, "max_ms": 132.803, "p95_ms": 124.672}, "triton_wait": {"avg_ms": 58.823, "count": 281, "max_ms": 84.117, "p95_ms": 76.885}, "visualize": {"avg_ms": 3.307, "count": 281, "max_ms": 4.865, "p95_ms": 3.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16739.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 396.123, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.141, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.855, "sample_count": 3080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2452490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:40:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:40:50+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:40:50+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:40:50.061105+09:00", "mtime_epoch": 1783291250.0611048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:40:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2548.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.849, "count": 301, "max_ms": 13.444, "p95_ms": 10.536}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.451, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.711, "count": 301, "max_ms": 72.159, "p95_ms": 63.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.445, "count": 301, "max_ms": 91.282, "p95_ms": 74.856}, "yolo11_640_fire_11class": {"avg_ms": 49.716, "count": 301, "max_ms": 72.656, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.138, "count": 301, "max_ms": 76.612, "p95_ms": 72.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.124, "count": 301, "max_ms": 144.581, "p95_ms": 109.31}, "read_interval": {"avg_ms": 99.703, "count": 301, "max_ms": 298.016, "p95_ms": 130.751}, "triton_wait": {"avg_ms": 58.241, "count": 301, "max_ms": 91.295, "p95_ms": 76.183}, "visualize": {"avg_ms": 3.851, "count": 301, "max_ms": 5.545, "p95_ms": 5.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16690.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.688, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.391, "name": "ffmpeg", "pid": 153257, "rss_mb": 266.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.479, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:41:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T07:41:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T07:41:11.400985+09:00", "mtime_epoch": 1783291271.4009852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:41:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.973, "pushed": 7.973, "read": 7.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.213, "count": 239, "max_ms": 37.39, "p95_ms": 31.879}, "gstreamer_push": {"avg_ms": 1.195, "count": 239, "max_ms": 2.052, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.552, "count": 239, "max_ms": 70.345, "p95_ms": 63.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.013, "count": 239, "max_ms": 86.584, "p95_ms": 73.623}, "yolo11_640_fire_11class": {"avg_ms": 51.739, "count": 239, "max_ms": 70.812, "p95_ms": 64.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.801, "count": 239, "max_ms": 77.428, "p95_ms": 72.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.204, "count": 239, "max_ms": 118.241, "p95_ms": 109.365}, "read_interval": {"avg_ms": 125.937, "count": 238, "max_ms": 4582.114, "p95_ms": 124.471}, "triton_wait": {"avg_ms": 58.098, "count": 239, "max_ms": 86.596, "p95_ms": 75.835}, "visualize": {"avg_ms": 3.318, "count": 239, "max_ms": 4.238, "p95_ms": 3.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16692.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 426.139, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.141, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.76, "sample_count": 3063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2452790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:41:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:41:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T07:41:20+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T07:41:20.084942+09:00", "mtime_epoch": 1783291280.0849416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:41:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2548.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.847, "count": 300, "max_ms": 13.824, "p95_ms": 10.998}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.573, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.183, "count": 300, "max_ms": 68.469, "p95_ms": 62.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.982, "count": 300, "max_ms": 84.172, "p95_ms": 72.92}, "yolo11_640_fire_11class": {"avg_ms": 49.365, "count": 300, "max_ms": 70.849, "p95_ms": 64.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.493, "count": 300, "max_ms": 77.989, "p95_ms": 70.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.149, "count": 300, "max_ms": 136.708, "p95_ms": 106.42}, "read_interval": {"avg_ms": 100.057, "count": 300, "max_ms": 447.125, "p95_ms": 124.367}, "triton_wait": {"avg_ms": 56.494, "count": 300, "max_ms": 84.184, "p95_ms": 73.335}, "visualize": {"avg_ms": 3.805, "count": 300, "max_ms": 5.876, "p95_ms": 4.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16697.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.809, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.609, "name": "ffmpeg", "pid": 153257, "rss_mb": 273.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.839, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1957905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:41:41+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T07:41:41+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T07:41:41.496846+09:00", "mtime_epoch": 1783291301.4968462, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:41:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.291, "pushed": 9.291, "read": 9.258}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.722, "count": 278, "max_ms": 33.82, "p95_ms": 29.215}, "gstreamer_push": {"avg_ms": 1.18, "count": 278, "max_ms": 1.451, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.765, "count": 278, "max_ms": 68.737, "p95_ms": 63.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.263, "count": 278, "max_ms": 84.368, "p95_ms": 77.188}, "yolo11_640_fire_11class": {"avg_ms": 53.678, "count": 278, "max_ms": 72.575, "p95_ms": 65.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.739, "count": 278, "max_ms": 79.498, "p95_ms": 74.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.735, "count": 278, "max_ms": 116.319, "p95_ms": 110.798}, "read_interval": {"avg_ms": 107.907, "count": 277, "max_ms": 238.416, "p95_ms": 126.606}, "triton_wait": {"avg_ms": 59.134, "count": 278, "max_ms": 84.38, "p95_ms": 77.198}, "visualize": {"avg_ms": 3.322, "count": 278, "max_ms": 4.621, "p95_ms": 3.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16697.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 456.171, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.141, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.805, "sample_count": 3047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2453091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:41:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:41:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:41:50+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T07:41:50.104813+09:00", "mtime_epoch": 1783291310.1048126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:41:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2548.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.855, "count": 301, "max_ms": 14.288, "p95_ms": 10.874}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.536, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.021, "count": 301, "max_ms": 74.99, "p95_ms": 65.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.71, "count": 301, "max_ms": 89.411, "p95_ms": 78.765}, "yolo11_640_fire_11class": {"avg_ms": 50.729, "count": 301, "max_ms": 77.344, "p95_ms": 67.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.211, "count": 301, "max_ms": 79.292, "p95_ms": 73.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.765, "count": 301, "max_ms": 143.605, "p95_ms": 108.325}, "read_interval": {"avg_ms": 99.806, "count": 300, "max_ms": 486.949, "p95_ms": 126.706}, "triton_wait": {"avg_ms": 58.804, "count": 301, "max_ms": 89.424, "p95_ms": 78.877}, "visualize": {"avg_ms": 3.799, "count": 301, "max_ms": 6.365, "p95_ms": 4.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16699.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.875, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.188, "name": "ffmpeg", "pid": 153257, "rss_mb": 276.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.959, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1958181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:42:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:42:11+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T07:42:11+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T07:42:11.576740+09:00", "mtime_epoch": 1783291331.57674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:42:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9559.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.214, "pushed": 9.214, "read": 9.181}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.87, "count": 276, "max_ms": 36.467, "p95_ms": 29.372}, "gstreamer_push": {"avg_ms": 1.188, "count": 276, "max_ms": 1.715, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.728, "count": 276, "max_ms": 71.288, "p95_ms": 63.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.719, "count": 276, "max_ms": 85.14, "p95_ms": 79.232}, "yolo11_640_fire_11class": {"avg_ms": 53.65, "count": 276, "max_ms": 73.913, "p95_ms": 66.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.898, "count": 276, "max_ms": 77.255, "p95_ms": 73.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.925, "count": 276, "max_ms": 120.406, "p95_ms": 112.026}, "read_interval": {"avg_ms": 108.903, "count": 275, "max_ms": 135.112, "p95_ms": 127.551}, "triton_wait": {"avg_ms": 60.162, "count": 276, "max_ms": 85.152, "p95_ms": 79.244}, "visualize": {"avg_ms": 3.311, "count": 276, "max_ms": 4.284, "p95_ms": 3.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16700.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.229, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.141, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.438, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2453391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:42:20+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T07:42:20+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T07:42:20.160715+09:00", "mtime_epoch": 1783291340.1607153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:42:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2548.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.735, "count": 300, "max_ms": 13.993, "p95_ms": 10.334}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 2.072, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.46, "count": 300, "max_ms": 72.616, "p95_ms": 63.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.324, "count": 300, "max_ms": 87.05, "p95_ms": 76.209}, "yolo11_640_fire_11class": {"avg_ms": 50.822, "count": 300, "max_ms": 76.548, "p95_ms": 67.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.563, "count": 300, "max_ms": 77.988, "p95_ms": 72.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.527, "count": 300, "max_ms": 134.28, "p95_ms": 101.745}, "read_interval": {"avg_ms": 100.182, "count": 300, "max_ms": 383.347, "p95_ms": 124.11}, "triton_wait": {"avg_ms": 58.473, "count": 300, "max_ms": 87.063, "p95_ms": 76.753}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 5.696, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16703.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.978, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.766, "name": "ffmpeg", "pid": 153257, "rss_mb": 278.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 16, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.908, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1958459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:42:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:42:41+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T07:42:41+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T07:42:41.680665+09:00", "mtime_epoch": 1783291361.6806645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:42:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.233, "pushed": 9.267, "read": 9.233}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.076, "count": 277, "max_ms": 33.24, "p95_ms": 28.741}, "gstreamer_push": {"avg_ms": 1.197, "count": 278, "max_ms": 1.539, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.678, "count": 277, "max_ms": 66.477, "p95_ms": 63.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.007, "count": 277, "max_ms": 81.946, "p95_ms": 74.973}, "yolo11_640_fire_11class": {"avg_ms": 53.378, "count": 277, "max_ms": 71.446, "p95_ms": 67.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.076, "count": 277, "max_ms": 77.042, "p95_ms": 73.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.335, "count": 277, "max_ms": 115.025, "p95_ms": 109.489}, "read_interval": {"avg_ms": 108.264, "count": 277, "max_ms": 129.406, "p95_ms": 124.758}, "triton_wait": {"avg_ms": 59.307, "count": 277, "max_ms": 81.959, "p95_ms": 75.722}, "visualize": {"avg_ms": 3.319, "count": 277, "max_ms": 3.986, "p95_ms": 3.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16703.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 516.265, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.141, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.111, "sample_count": 3018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2453694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:42:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:42:50+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:42:50+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:42:50.204648+09:00", "mtime_epoch": 1783291370.2046485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:42:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.124, "pushed": 10.124, "read": 10.09}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.686, "count": 303, "max_ms": 13.4, "p95_ms": 9.785}, "gstreamer_push": {"avg_ms": 1.304, "count": 303, "max_ms": 1.546, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.672, "count": 303, "max_ms": 70.36, "p95_ms": 64.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.831, "count": 303, "max_ms": 87.217, "p95_ms": 76.084}, "yolo11_640_fire_11class": {"avg_ms": 50.888, "count": 303, "max_ms": 71.982, "p95_ms": 66.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.718, "count": 303, "max_ms": 84.434, "p95_ms": 74.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.367, "count": 303, "max_ms": 105.244, "p95_ms": 94.796}, "read_interval": {"avg_ms": 99.161, "count": 302, "max_ms": 460.16, "p95_ms": 118.077}, "triton_wait": {"avg_ms": 58.837, "count": 303, "max_ms": 87.23, "p95_ms": 77.029}, "visualize": {"avg_ms": 3.716, "count": 303, "max_ms": 5.321, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16711.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.063, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.984, "name": "ffmpeg", "pid": 153257, "rss_mb": 285.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 15, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.397, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1958736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:43:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:43:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:43:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T07:43:11.776618+09:00", "mtime_epoch": 1783291391.7766182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:43:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.244, "pushed": 9.244, "read": 9.21}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.789, "count": 277, "max_ms": 39.467, "p95_ms": 28.477}, "gstreamer_push": {"avg_ms": 1.178, "count": 277, "max_ms": 1.505, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.924, "count": 277, "max_ms": 73.486, "p95_ms": 63.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.193, "count": 277, "max_ms": 90.104, "p95_ms": 79.61}, "yolo11_640_fire_11class": {"avg_ms": 52.918, "count": 277, "max_ms": 74.197, "p95_ms": 65.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.656, "count": 277, "max_ms": 87.106, "p95_ms": 73.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.716, "count": 277, "max_ms": 124.294, "p95_ms": 114.133}, "read_interval": {"avg_ms": 108.633, "count": 276, "max_ms": 138.845, "p95_ms": 128.561}, "triton_wait": {"avg_ms": 60.045, "count": 277, "max_ms": 90.117, "p95_ms": 79.922}, "visualize": {"avg_ms": 3.295, "count": 277, "max_ms": 4.166, "p95_ms": 3.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16711.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 546.314, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.829, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2453992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:43:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:43:20+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T07:43:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:43:20.252610+09:00", "mtime_epoch": 1783291400.2526102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:43:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.673, "count": 298, "max_ms": 14.944, "p95_ms": 9.631}, "gstreamer_push": {"avg_ms": 1.297, "count": 298, "max_ms": 1.831, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.048, "count": 298, "max_ms": 66.736, "p95_ms": 63.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.182, "count": 298, "max_ms": 83.806, "p95_ms": 76.737}, "yolo11_640_fire_11class": {"avg_ms": 49.755, "count": 298, "max_ms": 70.286, "p95_ms": 63.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.67, "count": 298, "max_ms": 78.635, "p95_ms": 72.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.659, "count": 298, "max_ms": 123.597, "p95_ms": 94.227}, "read_interval": {"avg_ms": 100.874, "count": 297, "max_ms": 589.45, "p95_ms": 114.093}, "triton_wait": {"avg_ms": 58.106, "count": 298, "max_ms": 83.819, "p95_ms": 77.057}, "visualize": {"avg_ms": 3.715, "count": 298, "max_ms": 5.009, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16711.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.138, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.984, "name": "ffmpeg", "pid": 153257, "rss_mb": 285.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 15, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.132, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1959019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:43:41+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T07:43:41+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T07:43:41.832599+09:00", "mtime_epoch": 1783291421.8325992, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:43:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.441, "pushed": 9.441, "read": 9.408}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.525, "count": 283, "max_ms": 32.226, "p95_ms": 27.691}, "gstreamer_push": {"avg_ms": 1.173, "count": 283, "max_ms": 1.395, "p95_ms": 1.249}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.274, "count": 283, "max_ms": 67.769, "p95_ms": 63.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.771, "count": 283, "max_ms": 84.11, "p95_ms": 69.888}, "yolo11_640_fire_11class": {"avg_ms": 49.492, "count": 283, "max_ms": 66.855, "p95_ms": 62.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.69, "count": 283, "max_ms": 76.806, "p95_ms": 72.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.355, "count": 283, "max_ms": 116.387, "p95_ms": 107.364}, "read_interval": {"avg_ms": 106.217, "count": 282, "max_ms": 131.135, "p95_ms": 122.149}, "triton_wait": {"avg_ms": 57.98, "count": 283, "max_ms": 84.122, "p95_ms": 74.128}, "visualize": {"avg_ms": 3.275, "count": 283, "max_ms": 4.388, "p95_ms": 3.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16711.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 576.36, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.697, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2454292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:43:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:43:50+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:43:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:43:50.280599+09:00", "mtime_epoch": 1783291430.2805986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:43:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.695, "count": 300, "max_ms": 13.658, "p95_ms": 9.759}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 2.105, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.121, "count": 300, "max_ms": 67.825, "p95_ms": 63.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.026, "count": 300, "max_ms": 85.079, "p95_ms": 71.323}, "yolo11_640_fire_11class": {"avg_ms": 49.016, "count": 300, "max_ms": 65.136, "p95_ms": 62.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.021, "count": 300, "max_ms": 76.613, "p95_ms": 72.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.728, "count": 300, "max_ms": 113.957, "p95_ms": 93.608}, "read_interval": {"avg_ms": 100.134, "count": 299, "max_ms": 605.569, "p95_ms": 121.565}, "triton_wait": {"avg_ms": 57.611, "count": 300, "max_ms": 85.092, "p95_ms": 74.97}, "visualize": {"avg_ms": 3.769, "count": 300, "max_ms": 6.019, "p95_ms": 4.57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16714.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.206, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.562, "name": "ffmpeg", "pid": 153257, "rss_mb": 288.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 15, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.991, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1959304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:44:12+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T07:44:11+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T07:44:11.904606+09:00", "mtime_epoch": 1783291451.904606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:44:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.512, "pushed": 9.512, "read": 9.479}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.601, "count": 285, "max_ms": 32.849, "p95_ms": 28.944}, "gstreamer_push": {"avg_ms": 1.181, "count": 285, "max_ms": 1.845, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.492, "count": 285, "max_ms": 67.08, "p95_ms": 62.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.3, "count": 285, "max_ms": 83.266, "p95_ms": 68.297}, "yolo11_640_fire_11class": {"avg_ms": 48.834, "count": 285, "max_ms": 68.458, "p95_ms": 62.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.344, "count": 285, "max_ms": 78.603, "p95_ms": 73.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.659, "count": 285, "max_ms": 115.785, "p95_ms": 107.047}, "read_interval": {"avg_ms": 105.452, "count": 284, "max_ms": 131.334, "p95_ms": 122.012}, "triton_wait": {"avg_ms": 57.236, "count": 285, "max_ms": 83.279, "p95_ms": 74.635}, "visualize": {"avg_ms": 3.296, "count": 285, "max_ms": 4.563, "p95_ms": 3.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16714.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 606.372, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.397, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2454596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:44:20+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T07:44:20+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T07:44:20.288613+09:00", "mtime_epoch": 1783291460.2886126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:44:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.87, "count": 304, "max_ms": 13.775, "p95_ms": 10.921}, "gstreamer_push": {"avg_ms": 1.302, "count": 304, "max_ms": 1.499, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.622, "count": 304, "max_ms": 69.894, "p95_ms": 62.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.849, "count": 304, "max_ms": 79.66, "p95_ms": 69.071}, "yolo11_640_fire_11class": {"avg_ms": 49.036, "count": 304, "max_ms": 67.364, "p95_ms": 61.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.791, "count": 304, "max_ms": 79.141, "p95_ms": 73.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.889, "count": 304, "max_ms": 132.609, "p95_ms": 92.816}, "read_interval": {"avg_ms": 98.709, "count": 304, "max_ms": 449.548, "p95_ms": 119.565}, "triton_wait": {"avg_ms": 57.231, "count": 304, "max_ms": 79.673, "p95_ms": 74.224}, "visualize": {"avg_ms": 3.793, "count": 304, "max_ms": 5.654, "p95_ms": 4.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16718.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.292, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.141, "name": "ffmpeg", "pid": 153257, "rss_mb": 291.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 15, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.636, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1959586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:44:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T07:44:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T07:44:42.004637+09:00", "mtime_epoch": 1783291482.0046375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:44:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.404, "pushed": 9.404, "read": 9.371}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.765, "count": 282, "max_ms": 33.978, "p95_ms": 30.069}, "gstreamer_push": {"avg_ms": 1.181, "count": 282, "max_ms": 1.717, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.713, "count": 282, "max_ms": 71.342, "p95_ms": 63.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.335, "count": 282, "max_ms": 81.702, "p95_ms": 68.422}, "yolo11_640_fire_11class": {"avg_ms": 49.384, "count": 282, "max_ms": 69.103, "p95_ms": 62.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.737, "count": 282, "max_ms": 77.54, "p95_ms": 73.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.653, "count": 282, "max_ms": 124.514, "p95_ms": 107.963}, "read_interval": {"avg_ms": 106.699, "count": 281, "max_ms": 139.827, "p95_ms": 123.308}, "triton_wait": {"avg_ms": 57.892, "count": 282, "max_ms": 81.714, "p95_ms": 74.476}, "visualize": {"avg_ms": 3.32, "count": 282, "max_ms": 5.572, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16720.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 636.409, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.119, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2454897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:44:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:44:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:44:50+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:44:50.348650+09:00", "mtime_epoch": 1783291490.3486505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:44:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.824, "count": 301, "max_ms": 14.029, "p95_ms": 12.039}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 1.876, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.376, "count": 301, "max_ms": 69.243, "p95_ms": 63.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.116, "count": 301, "max_ms": 83.552, "p95_ms": 73.169}, "yolo11_640_fire_11class": {"avg_ms": 48.981, "count": 301, "max_ms": 65.25, "p95_ms": 62.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.453, "count": 301, "max_ms": 78.963, "p95_ms": 72.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.141, "count": 301, "max_ms": 101.557, "p95_ms": 91.83}, "read_interval": {"avg_ms": 99.818, "count": 300, "max_ms": 574.216, "p95_ms": 112.38}, "triton_wait": {"avg_ms": 57.271, "count": 301, "max_ms": 83.565, "p95_ms": 74.334}, "visualize": {"avg_ms": 3.737, "count": 301, "max_ms": 5.963, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16720.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.356, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.719, "name": "ffmpeg", "pid": 153257, "rss_mb": 293.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 14, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.245, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1959853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:45:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:45:12+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T07:45:12+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T07:45:12.056692+09:00", "mtime_epoch": 1783291512.056692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:45:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.91, "pushed": 8.91, "read": 8.877}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.453, "count": 267, "max_ms": 41.185, "p95_ms": 30.013}, "gstreamer_push": {"avg_ms": 1.186, "count": 267, "max_ms": 2.069, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.534, "count": 267, "max_ms": 67.722, "p95_ms": 63.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.729, "count": 267, "max_ms": 82.942, "p95_ms": 73.942}, "yolo11_640_fire_11class": {"avg_ms": 49.324, "count": 267, "max_ms": 66.338, "p95_ms": 62.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.118, "count": 267, "max_ms": 79.194, "p95_ms": 74.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.884, "count": 267, "max_ms": 149.519, "p95_ms": 125.248}, "read_interval": {"avg_ms": 112.603, "count": 266, "max_ms": 162.24, "p95_ms": 138.122}, "triton_wait": {"avg_ms": 58.663, "count": 267, "max_ms": 82.953, "p95_ms": 76.684}, "visualize": {"avg_ms": 3.502, "count": 267, "max_ms": 5.948, "p95_ms": 4.597}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16721.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 666.471, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.08, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2455196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:45:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:45:20+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:45:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:45:20.408711+09:00", "mtime_epoch": 1783291520.4087107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:45:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.911, "count": 299, "max_ms": 13.51, "p95_ms": 10.579}, "gstreamer_push": {"avg_ms": 1.303, "count": 299, "max_ms": 2.16, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.352, "count": 299, "max_ms": 69.956, "p95_ms": 64.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.622, "count": 299, "max_ms": 81.893, "p95_ms": 74.844}, "yolo11_640_fire_11class": {"avg_ms": 49.418, "count": 299, "max_ms": 69.944, "p95_ms": 62.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.722, "count": 299, "max_ms": 79.254, "p95_ms": 73.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.694, "count": 299, "max_ms": 138.107, "p95_ms": 109.182}, "read_interval": {"avg_ms": 100.582, "count": 298, "max_ms": 733.502, "p95_ms": 132.983}, "triton_wait": {"avg_ms": 57.89, "count": 299, "max_ms": 81.906, "p95_ms": 76.217}, "visualize": {"avg_ms": 3.838, "count": 299, "max_ms": 6.234, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16721.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 289.439, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.719, "name": "ffmpeg", "pid": 153257, "rss_mb": 293.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 14, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.09, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:45:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:45:42+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T07:45:42+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T07:45:42.136768+09:00", "mtime_epoch": 1783291542.1367679, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:45:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.339, "pushed": 9.339, "read": 9.306}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.042, "count": 280, "max_ms": 37.309, "p95_ms": 28.429}, "gstreamer_push": {"avg_ms": 1.204, "count": 280, "max_ms": 1.465, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.878, "count": 280, "max_ms": 69.98, "p95_ms": 63.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.165, "count": 280, "max_ms": 81.167, "p95_ms": 73.349}, "yolo11_640_fire_11class": {"avg_ms": 49.933, "count": 280, "max_ms": 66.86, "p95_ms": 62.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.591, "count": 280, "max_ms": 83.515, "p95_ms": 73.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.407, "count": 280, "max_ms": 116.095, "p95_ms": 109.066}, "read_interval": {"avg_ms": 107.395, "count": 279, "max_ms": 131.067, "p95_ms": 125.491}, "triton_wait": {"avg_ms": 58.367, "count": 280, "max_ms": 83.527, "p95_ms": 75.17}, "visualize": {"avg_ms": 3.338, "count": 280, "max_ms": 4.517, "p95_ms": 3.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16722.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 696.544, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.539, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2455494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:45:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:45:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T07:45:50.480793+09:00", "mtime_epoch": 1783291550.4807925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:45:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.794, "count": 298, "max_ms": 15.607, "p95_ms": 10.27}, "gstreamer_push": {"avg_ms": 1.301, "count": 298, "max_ms": 2.183, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.403, "count": 298, "max_ms": 68.509, "p95_ms": 63.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.572, "count": 298, "max_ms": 83.302, "p95_ms": 73.083}, "yolo11_640_fire_11class": {"avg_ms": 49.217, "count": 298, "max_ms": 66.205, "p95_ms": 62.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.313, "count": 298, "max_ms": 84.679, "p95_ms": 72.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.154, "count": 298, "max_ms": 187.705, "p95_ms": 95.7}, "read_interval": {"avg_ms": 100.957, "count": 297, "max_ms": 617.209, "p95_ms": 122.341}, "triton_wait": {"avg_ms": 57.391, "count": 298, "max_ms": 84.692, "p95_ms": 74.622}, "visualize": {"avg_ms": 3.742, "count": 298, "max_ms": 5.528, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16721.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 319.521, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.719, "name": "ffmpeg", "pid": 153257, "rss_mb": 293.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 14, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.292, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:46:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:46:12+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T07:46:12+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T07:46:12.228864+09:00", "mtime_epoch": 1783291572.2288642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:46:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9560.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.312, "pushed": 9.312, "read": 9.279}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.121, "count": 279, "max_ms": 41.696, "p95_ms": 28.643}, "gstreamer_push": {"avg_ms": 1.199, "count": 279, "max_ms": 1.533, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.334, "count": 279, "max_ms": 69.277, "p95_ms": 63.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.743, "count": 279, "max_ms": 84.123, "p95_ms": 71.377}, "yolo11_640_fire_11class": {"avg_ms": 49.43, "count": 279, "max_ms": 66.274, "p95_ms": 62.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.021, "count": 279, "max_ms": 77.181, "p95_ms": 72.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.021, "count": 279, "max_ms": 120.882, "p95_ms": 108.545}, "read_interval": {"avg_ms": 107.818, "count": 278, "max_ms": 314.401, "p95_ms": 124.585}, "triton_wait": {"avg_ms": 57.905, "count": 279, "max_ms": 84.135, "p95_ms": 74.583}, "visualize": {"avg_ms": 3.347, "count": 279, "max_ms": 5.499, "p95_ms": 3.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16722.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 726.603, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.766, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2455800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:46:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:46:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T07:46:20+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T07:46:20.520894+09:00", "mtime_epoch": 1783291580.5208943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:46:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2549.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.211, "pushed": 10.211, "read": 10.177}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.606, "count": 306, "max_ms": 11.827, "p95_ms": 9.235}, "gstreamer_push": {"avg_ms": 1.3, "count": 306, "max_ms": 1.759, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.978, "count": 306, "max_ms": 67.938, "p95_ms": 64.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.87, "count": 306, "max_ms": 81.403, "p95_ms": 71.829}, "yolo11_640_fire_11class": {"avg_ms": 48.917, "count": 306, "max_ms": 68.199, "p95_ms": 62.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.662, "count": 306, "max_ms": 76.824, "p95_ms": 71.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.373, "count": 306, "max_ms": 98.49, "p95_ms": 91.592}, "read_interval": {"avg_ms": 98.196, "count": 305, "max_ms": 832.699, "p95_ms": 114.943}, "triton_wait": {"avg_ms": 56.745, "count": 306, "max_ms": 81.416, "p95_ms": 73.5}, "visualize": {"avg_ms": 3.774, "count": 306, "max_ms": 4.809, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16728.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 349.587, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.133, "name": "ffmpeg", "pid": 153257, "rss_mb": 299.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 14, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.956, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:46:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:46:42+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T07:46:42+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T07:46:42.284980+09:00", "mtime_epoch": 1783291602.2849798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:46:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.344, "pushed": 9.344, "read": 9.311}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.589, "count": 280, "max_ms": 31.741, "p95_ms": 27.834}, "gstreamer_push": {"avg_ms": 1.205, "count": 280, "max_ms": 1.983, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.748, "count": 280, "max_ms": 65.366, "p95_ms": 63.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.125, "count": 280, "max_ms": 84.545, "p95_ms": 75.422}, "yolo11_640_fire_11class": {"avg_ms": 50.133, "count": 280, "max_ms": 65.276, "p95_ms": 62.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.85, "count": 280, "max_ms": 75.866, "p95_ms": 72.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.404, "count": 280, "max_ms": 118.125, "p95_ms": 109.064}, "read_interval": {"avg_ms": 107.343, "count": 279, "max_ms": 134.962, "p95_ms": 124.446}, "triton_wait": {"avg_ms": 58.884, "count": 280, "max_ms": 84.557, "p95_ms": 75.661}, "visualize": {"avg_ms": 3.299, "count": 280, "max_ms": 4.215, "p95_ms": 3.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16728.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 756.611, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.697, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2456099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:46:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:46:50+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:46:50+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T07:46:50.533015+09:00", "mtime_epoch": 1783291610.5330148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:46:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2550.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.744, "count": 299, "max_ms": 14.049, "p95_ms": 9.567}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.648, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.992, "count": 299, "max_ms": 71.29, "p95_ms": 63.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.706, "count": 299, "max_ms": 83.652, "p95_ms": 74.841}, "yolo11_640_fire_11class": {"avg_ms": 49.146, "count": 299, "max_ms": 69.612, "p95_ms": 62.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.961, "count": 299, "max_ms": 75.038, "p95_ms": 72.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.232, "count": 299, "max_ms": 100.485, "p95_ms": 92.324}, "read_interval": {"avg_ms": 100.375, "count": 299, "max_ms": 601.361, "p95_ms": 118.839}, "triton_wait": {"avg_ms": 57.51, "count": 299, "max_ms": 83.665, "p95_ms": 74.853}, "visualize": {"avg_ms": 3.751, "count": 299, "max_ms": 4.904, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16731.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 379.661, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.996, "name": "ffmpeg", "pid": 153257, "rss_mb": 300.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 13, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.398, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1960973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:47:12+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T07:47:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T07:47:12.377114+09:00", "mtime_epoch": 1783291632.3771138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:47:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.375, "pushed": 9.375, "read": 9.341}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.839, "count": 281, "max_ms": 30.63, "p95_ms": 28.588}, "gstreamer_push": {"avg_ms": 1.196, "count": 281, "max_ms": 1.496, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.466, "count": 281, "max_ms": 68.304, "p95_ms": 63.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.064, "count": 281, "max_ms": 85.816, "p95_ms": 71.176}, "yolo11_640_fire_11class": {"avg_ms": 49.544, "count": 281, "max_ms": 67.403, "p95_ms": 62.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.403, "count": 281, "max_ms": 77.404, "p95_ms": 73.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.086, "count": 281, "max_ms": 120.854, "p95_ms": 106.988}, "read_interval": {"avg_ms": 107.052, "count": 280, "max_ms": 135.42, "p95_ms": 123.346}, "triton_wait": {"avg_ms": 58.285, "count": 281, "max_ms": 85.832, "p95_ms": 74.087}, "visualize": {"avg_ms": 3.329, "count": 281, "max_ms": 4.204, "p95_ms": 3.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16732.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 786.745, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.991, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2456400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:47:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:47:20+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:47:20+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T07:47:20.617153+09:00", "mtime_epoch": 1783291640.6171534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:47:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2550.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.648, "count": 300, "max_ms": 14.024, "p95_ms": 12.723}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.751, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.002, "count": 300, "max_ms": 69.574, "p95_ms": 63.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.036, "count": 300, "max_ms": 80.771, "p95_ms": 72.726}, "yolo11_640_fire_11class": {"avg_ms": 48.917, "count": 300, "max_ms": 67.557, "p95_ms": 62.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.032, "count": 300, "max_ms": 79.783, "p95_ms": 72.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.256, "count": 300, "max_ms": 98.153, "p95_ms": 90.827}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 396.234, "p95_ms": 159.212}, "triton_wait": {"avg_ms": 56.934, "count": 300, "max_ms": 80.788, "p95_ms": 75.086}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 5.802, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16742.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 409.691, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.824, "name": "ffmpeg", "pid": 153257, "rss_mb": 311.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 917, "restart_count_per_hour": 13, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.956, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1961252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:47:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:47:42+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T07:47:42+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T07:47:42.385264+09:00", "mtime_epoch": 1783291662.3852644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:47:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.329, "pushed": 9.329, "read": 9.296}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.328, "count": 279, "max_ms": 37.214, "p95_ms": 31.792}, "gstreamer_push": {"avg_ms": 1.193, "count": 279, "max_ms": 1.994, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.935, "count": 279, "max_ms": 68.077, "p95_ms": 63.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.642, "count": 279, "max_ms": 84.584, "p95_ms": 78.914}, "yolo11_640_fire_11class": {"avg_ms": 49.016, "count": 279, "max_ms": 68.324, "p95_ms": 62.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.899, "count": 279, "max_ms": 78.417, "p95_ms": 73.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.518, "count": 279, "max_ms": 118.244, "p95_ms": 111.944}, "read_interval": {"avg_ms": 107.587, "count": 278, "max_ms": 134.626, "p95_ms": 127.344}, "triton_wait": {"avg_ms": 58.292, "count": 279, "max_ms": 84.597, "p95_ms": 78.926}, "visualize": {"avg_ms": 3.326, "count": 279, "max_ms": 5.195, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 816.746, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.247, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2456700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:47:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:47:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:47:50+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T07:47:50.613308+09:00", "mtime_epoch": 1783291670.6133084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:47:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2550.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.691, "count": 300, "max_ms": 13.341, "p95_ms": 10.368}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.865, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.757, "count": 300, "max_ms": 66.261, "p95_ms": 62.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.469, "count": 300, "max_ms": 85.967, "p95_ms": 77.097}, "yolo11_640_fire_11class": {"avg_ms": 49.124, "count": 300, "max_ms": 65.172, "p95_ms": 61.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.343, "count": 300, "max_ms": 77.719, "p95_ms": 72.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.165, "count": 300, "max_ms": 133.582, "p95_ms": 99.76}, "read_interval": {"avg_ms": 99.995, "count": 300, "max_ms": 615.96, "p95_ms": 127.588}, "triton_wait": {"avg_ms": 57.981, "count": 300, "max_ms": 85.98, "p95_ms": 77.11}, "visualize": {"avg_ms": 3.803, "count": 300, "max_ms": 7.671, "p95_ms": 5.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16748.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 824, "h264_decode_error_count": 1989, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:40:50+09:00", "last_error_summary": "[h264 @ 0x56521417ec80] error while decoding MB 49 24, bytestream -24 [h264 @ 0x5652140f31c0] error while decoding MB 64 2, bytestream -9 [h264 @ 0x565214c431c0] error while decoding MB 23 6, bytestream -7", "last_exit_at": "2026-07-06T07:40:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 443.845, "last_started_at": "2026-07-06T07:40:52+09:00", "pid": 153257, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.523, "name": "ffmpeg", "pid": 153257, "rss_mb": 318.523, "state": "S (sleeping)", "threads": 104}, "restart_count": 917, "restart_count_per_hour": 13, "rtsp_timeout_count": 502, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 918}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.102, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1961395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:48:16+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:48:16+09:00", "mjpeg": {"age_sec": 10.103, "exists": true, "mtime": "2026-07-06T07:48:06.541397+09:00", "mtime_epoch": 1783291686.5413973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:48:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.469, "pushed": 3.469, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 27.15, "count": 104, "max_ms": 36.808, "p95_ms": 35.704}, "gstreamer_push": {"avg_ms": 1.165, "count": 104, "max_ms": 1.66, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.185, "count": 104, "max_ms": 71.326, "p95_ms": 60.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.7, "count": 104, "max_ms": 88.769, "p95_ms": 66.21}, "yolo11_640_fire_11class": {"avg_ms": 46.43, "count": 104, "max_ms": 70.753, "p95_ms": 60.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.793, "count": 104, "max_ms": 80.29, "p95_ms": 70.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.081, "count": 104, "max_ms": 121.212, "p95_ms": 104.294}, "read_interval": {"avg_ms": 291.103, "count": 103, "max_ms": 10124.555, "p95_ms": 123.863}, "triton_wait": {"avg_ms": 55.17, "count": 104, "max_ms": 88.783, "p95_ms": 71.533}, "visualize": {"avg_ms": 3.281, "count": 104, "max_ms": 4.257, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16474.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 846.808, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.878, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2456998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:48:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:48:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:48:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:48:20.745480+09:00", "mtime_epoch": 1783291700.74548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:48:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2550.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 8.463, "count": 298, "max_ms": 10.527, "p95_ms": 8.995}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 2.363, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.859, "count": 298, "max_ms": 66.952, "p95_ms": 54.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.335, "count": 298, "max_ms": 84.66, "p95_ms": 60.741}, "yolo11_640_fire_11class": {"avg_ms": 46.301, "count": 298, "max_ms": 66.94, "p95_ms": 53.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.66, "count": 298, "max_ms": 76.172, "p95_ms": 64.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.277, "count": 298, "max_ms": 107.905, "p95_ms": 84.894}, "read_interval": {"avg_ms": 100.911, "count": 297, "max_ms": 807.091, "p95_ms": 142.994}, "triton_wait": {"avg_ms": 53.777, "count": 298, "max_ms": 84.672, "p95_ms": 66.523}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 5.167, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16699.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.904, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.828, "name": "ffmpeg", "pid": 153364, "rss_mb": 269.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 14, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.178, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1961643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:48:46+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T07:48:46+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T07:48:46.617640+09:00", "mtime_epoch": 1783291726.6176395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:48:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.286, "pushed": 8.286, "read": 8.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.859, "count": 248, "max_ms": 37.383, "p95_ms": 32.289}, "gstreamer_push": {"avg_ms": 1.19, "count": 248, "max_ms": 2.014, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.698, "count": 248, "max_ms": 65.834, "p95_ms": 63.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.153, "count": 248, "max_ms": 81.561, "p95_ms": 71.054}, "yolo11_640_fire_11class": {"avg_ms": 48.867, "count": 248, "max_ms": 66.381, "p95_ms": 62.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.707, "count": 248, "max_ms": 76.761, "p95_ms": 72.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.725, "count": 248, "max_ms": 118.68, "p95_ms": 108.834}, "read_interval": {"avg_ms": 121.265, "count": 247, "max_ms": 4289.66, "p95_ms": 123.55}, "triton_wait": {"avg_ms": 57.024, "count": 248, "max_ms": 81.573, "p95_ms": 73.979}, "visualize": {"avg_ms": 3.317, "count": 248, "max_ms": 4.725, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16698.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 876.892, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.972, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2457299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:48:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:48:50+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T07:48:50+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T07:48:50.809666+09:00", "mtime_epoch": 1783291730.8096664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:48:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2550.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.862, "count": 301, "max_ms": 13.069, "p95_ms": 10.664}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.575, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.1, "count": 301, "max_ms": 67.413, "p95_ms": 62.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.502, "count": 301, "max_ms": 82.861, "p95_ms": 70.498}, "yolo11_640_fire_11class": {"avg_ms": 48.431, "count": 301, "max_ms": 66.148, "p95_ms": 61.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.581, "count": 301, "max_ms": 77.925, "p95_ms": 73.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.102, "count": 301, "max_ms": 135.637, "p95_ms": 111.818}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 741.548, "p95_ms": 130.982}, "triton_wait": {"avg_ms": 57.372, "count": 301, "max_ms": 82.874, "p95_ms": 74.258}, "visualize": {"avg_ms": 3.88, "count": 301, "max_ms": 5.958, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16702.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.909, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.695, "name": "ffmpeg", "pid": 153364, "rss_mb": 273.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 13, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.665, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1961929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:49:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:49:16+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T07:49:16+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T07:49:16.601837+09:00", "mtime_epoch": 1783291756.6018374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:49:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.536, "pushed": 9.536, "read": 9.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.31, "count": 286, "max_ms": 37.719, "p95_ms": 27.88}, "gstreamer_push": {"avg_ms": 1.189, "count": 286, "max_ms": 2.042, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.404, "count": 286, "max_ms": 67.348, "p95_ms": 62.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.5, "count": 286, "max_ms": 84.386, "p95_ms": 72.724}, "yolo11_640_fire_11class": {"avg_ms": 48.873, "count": 286, "max_ms": 64.319, "p95_ms": 61.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.299, "count": 286, "max_ms": 75.979, "p95_ms": 71.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.13, "count": 286, "max_ms": 117.547, "p95_ms": 107.08}, "read_interval": {"avg_ms": 104.855, "count": 286, "max_ms": 133.502, "p95_ms": 121.829}, "triton_wait": {"avg_ms": 57.013, "count": 286, "max_ms": 84.399, "p95_ms": 73.705}, "visualize": {"avg_ms": 3.289, "count": 286, "max_ms": 3.869, "p95_ms": 3.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16702.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 906.907, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.976, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2457595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:49:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:49:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T07:49:20+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T07:49:20.849867+09:00", "mtime_epoch": 1783291760.8498666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:49:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2550.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.756, "count": 296, "max_ms": 14.951, "p95_ms": 10.999}, "gstreamer_push": {"avg_ms": 1.317, "count": 296, "max_ms": 2.241, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.057, "count": 296, "max_ms": 65.624, "p95_ms": 61.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.342, "count": 296, "max_ms": 82.581, "p95_ms": 71.618}, "yolo11_640_fire_11class": {"avg_ms": 48.427, "count": 296, "max_ms": 63.746, "p95_ms": 60.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.942, "count": 296, "max_ms": 76.186, "p95_ms": 71.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.947, "count": 296, "max_ms": 129.326, "p95_ms": 94.851}, "read_interval": {"avg_ms": 101.482, "count": 296, "max_ms": 908.241, "p95_ms": 122.957}, "triton_wait": {"avg_ms": 57.027, "count": 296, "max_ms": 82.594, "p95_ms": 74.327}, "visualize": {"avg_ms": 3.81, "count": 296, "max_ms": 5.835, "p95_ms": 4.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16705.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.007, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.273, "name": "ffmpeg", "pid": 153364, "rss_mb": 276.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 13, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.839, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1962211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:49:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:49:46+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T07:49:46+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T07:49:46.718050+09:00", "mtime_epoch": 1783291786.7180495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:49:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.401, "pushed": 9.401, "read": 9.368}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.558, "count": 282, "max_ms": 42.436, "p95_ms": 28.658}, "gstreamer_push": {"avg_ms": 1.203, "count": 282, "max_ms": 1.627, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.953, "count": 282, "max_ms": 67.289, "p95_ms": 62.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.551, "count": 282, "max_ms": 84.864, "p95_ms": 73.752}, "yolo11_640_fire_11class": {"avg_ms": 49.507, "count": 282, "max_ms": 66.241, "p95_ms": 62.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.509, "count": 282, "max_ms": 78.526, "p95_ms": 73.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.808, "count": 282, "max_ms": 126.258, "p95_ms": 110.687}, "read_interval": {"avg_ms": 106.747, "count": 281, "max_ms": 142.677, "p95_ms": 126.21}, "triton_wait": {"avg_ms": 58.319, "count": 282, "max_ms": 84.877, "p95_ms": 76.34}, "visualize": {"avg_ms": 3.316, "count": 282, "max_ms": 5.292, "p95_ms": 3.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16706.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 936.96, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.666, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2457898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:49:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:49:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:49:50+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T07:49:50.894080+09:00", "mtime_epoch": 1783291790.8940802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:49:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2550.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.077}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.83, "count": 303, "max_ms": 14.962, "p95_ms": 10.785}, "gstreamer_push": {"avg_ms": 1.293, "count": 303, "max_ms": 1.98, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.482, "count": 303, "max_ms": 66.356, "p95_ms": 63.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.22, "count": 303, "max_ms": 85.276, "p95_ms": 76.031}, "yolo11_640_fire_11class": {"avg_ms": 48.771, "count": 303, "max_ms": 64.823, "p95_ms": 62.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.675, "count": 303, "max_ms": 77.17, "p95_ms": 74.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.263, "count": 303, "max_ms": 138.589, "p95_ms": 107.739}, "read_interval": {"avg_ms": 99.214, "count": 302, "max_ms": 575.752, "p95_ms": 124.084}, "triton_wait": {"avg_ms": 58.407, "count": 303, "max_ms": 85.291, "p95_ms": 76.318}, "visualize": {"avg_ms": 3.789, "count": 303, "max_ms": 5.587, "p95_ms": 4.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16705.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.052, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.273, "name": "ffmpeg", "pid": 153364, "rss_mb": 276.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 13, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.18, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1962493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:50:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:50:16+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T07:50:16+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T07:50:16.766274+09:00", "mtime_epoch": 1783291816.766274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:50:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9561.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.418, "pushed": 9.418, "read": 9.384}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.015, "count": 282, "max_ms": 41.036, "p95_ms": 27.352}, "gstreamer_push": {"avg_ms": 1.188, "count": 282, "max_ms": 1.336, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.558, "count": 282, "max_ms": 67.074, "p95_ms": 63.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.025, "count": 282, "max_ms": 86.2, "p95_ms": 77.669}, "yolo11_640_fire_11class": {"avg_ms": 49.922, "count": 282, "max_ms": 65.713, "p95_ms": 62.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.078, "count": 282, "max_ms": 78.47, "p95_ms": 74.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.762, "count": 282, "max_ms": 119.302, "p95_ms": 110.789}, "read_interval": {"avg_ms": 106.57, "count": 281, "max_ms": 134.391, "p95_ms": 125.737}, "triton_wait": {"avg_ms": 58.912, "count": 282, "max_ms": 86.211, "p95_ms": 77.681}, "visualize": {"avg_ms": 3.281, "count": 282, "max_ms": 4.119, "p95_ms": 3.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16708.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 966.972, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.588, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2458198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:50:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:50:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:50:20+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T07:50:20.898306+09:00", "mtime_epoch": 1783291820.898306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:50:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2551.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.661, "count": 300, "max_ms": 12.175, "p95_ms": 10.389}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.818, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.243, "count": 300, "max_ms": 67.191, "p95_ms": 63.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.518, "count": 300, "max_ms": 84.156, "p95_ms": 75.738}, "yolo11_640_fire_11class": {"avg_ms": 49.268, "count": 300, "max_ms": 65.619, "p95_ms": 62.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.439, "count": 300, "max_ms": 78.983, "p95_ms": 72.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.832, "count": 300, "max_ms": 139.453, "p95_ms": 106.782}, "read_interval": {"avg_ms": 99.995, "count": 300, "max_ms": 574.533, "p95_ms": 121.748}, "triton_wait": {"avg_ms": 58.427, "count": 300, "max_ms": 84.169, "p95_ms": 76.08}, "visualize": {"avg_ms": 3.782, "count": 300, "max_ms": 5.631, "p95_ms": 4.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16714.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.116, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.008, "name": "ffmpeg", "pid": 153364, "rss_mb": 284.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 13, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.064, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1962776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:50:46+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:50:46+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T07:50:46.826510+09:00", "mtime_epoch": 1783291846.8265104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:50:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.448, "pushed": 9.448, "read": 9.414}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.193, "count": 283, "max_ms": 40.033, "p95_ms": 28.225}, "gstreamer_push": {"avg_ms": 1.19, "count": 283, "max_ms": 2.079, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.214, "count": 283, "max_ms": 67.993, "p95_ms": 63.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.035, "count": 283, "max_ms": 82.549, "p95_ms": 73.528}, "yolo11_640_fire_11class": {"avg_ms": 49.756, "count": 283, "max_ms": 68.526, "p95_ms": 62.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.755, "count": 283, "max_ms": 75.49, "p95_ms": 72.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.328, "count": 283, "max_ms": 125.836, "p95_ms": 107.774}, "read_interval": {"avg_ms": 106.235, "count": 282, "max_ms": 138.99, "p95_ms": 122.337}, "triton_wait": {"avg_ms": 58.32, "count": 283, "max_ms": 82.562, "p95_ms": 73.792}, "visualize": {"avg_ms": 3.253, "count": 283, "max_ms": 4.157, "p95_ms": 3.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16714.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 997.026, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.771, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2458498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:50:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:50:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:50:50+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T07:50:50.950544+09:00", "mtime_epoch": 1783291850.9505436, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:50:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2551.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.54, "count": 300, "max_ms": 13.704, "p95_ms": 9.421}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.741, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.203, "count": 300, "max_ms": 67.092, "p95_ms": 62.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.575, "count": 300, "max_ms": 83.219, "p95_ms": 70.956}, "yolo11_640_fire_11class": {"avg_ms": 49.845, "count": 300, "max_ms": 67.616, "p95_ms": 62.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.639, "count": 300, "max_ms": 75.492, "p95_ms": 71.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.756, "count": 300, "max_ms": 100.07, "p95_ms": 91.98}, "read_interval": {"avg_ms": 100.172, "count": 299, "max_ms": 478.993, "p95_ms": 116.019}, "triton_wait": {"avg_ms": 57.446, "count": 300, "max_ms": 83.232, "p95_ms": 73.92}, "visualize": {"avg_ms": 3.71, "count": 300, "max_ms": 5.577, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16714.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.147, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.008, "name": "ffmpeg", "pid": 153364, "rss_mb": 284.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 12, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.286, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:51:16+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T07:51:16+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:51:16.850758+09:00", "mtime_epoch": 1783291876.8507578, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:51:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.456, "pushed": 9.456, "read": 9.423}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.372, "count": 283, "max_ms": 40.559, "p95_ms": 27.451}, "gstreamer_push": {"avg_ms": 1.22, "count": 283, "max_ms": 2.05, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.204, "count": 283, "max_ms": 65.798, "p95_ms": 62.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.839, "count": 283, "max_ms": 82.446, "p95_ms": 72.86}, "yolo11_640_fire_11class": {"avg_ms": 49.316, "count": 283, "max_ms": 65.811, "p95_ms": 61.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.769, "count": 283, "max_ms": 75.171, "p95_ms": 71.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.127, "count": 283, "max_ms": 115.984, "p95_ms": 107.202}, "read_interval": {"avg_ms": 106.131, "count": 282, "max_ms": 130.986, "p95_ms": 122.188}, "triton_wait": {"avg_ms": 57.698, "count": 283, "max_ms": 82.458, "p95_ms": 73.862}, "visualize": {"avg_ms": 3.345, "count": 283, "max_ms": 5.206, "p95_ms": 3.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16714.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1027.057, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.773, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2458798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:51:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:51:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:51:20.994793+09:00", "mtime_epoch": 1783291880.9947927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:51:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2551.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.494, "count": 300, "max_ms": 12.936, "p95_ms": 9.348}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.872, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.88, "count": 300, "max_ms": 69.674, "p95_ms": 62.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.949, "count": 300, "max_ms": 81.036, "p95_ms": 72.644}, "yolo11_640_fire_11class": {"avg_ms": 49.004, "count": 300, "max_ms": 68.432, "p95_ms": 61.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.998, "count": 300, "max_ms": 76.597, "p95_ms": 71.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.416, "count": 300, "max_ms": 107.468, "p95_ms": 91.442}, "read_interval": {"avg_ms": 100.137, "count": 299, "max_ms": 796.911, "p95_ms": 113.363}, "triton_wait": {"avg_ms": 56.984, "count": 300, "max_ms": 81.05, "p95_ms": 74.078}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.103, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16724.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.272, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.805, "name": "ffmpeg", "pid": 153364, "rss_mb": 293.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 12, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.454, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:51:47+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T07:51:46+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T07:51:46.955016+09:00", "mtime_epoch": 1783291906.9550164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:51:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.195, "pushed": 9.195, "read": 9.162}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.36, "count": 275, "max_ms": 36.674, "p95_ms": 27.758}, "gstreamer_push": {"avg_ms": 1.192, "count": 275, "max_ms": 1.429, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.195, "count": 275, "max_ms": 68.13, "p95_ms": 63.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.663, "count": 275, "max_ms": 81.382, "p95_ms": 76.751}, "yolo11_640_fire_11class": {"avg_ms": 50.35, "count": 275, "max_ms": 66.05, "p95_ms": 62.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.621, "count": 275, "max_ms": 76.558, "p95_ms": 72.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.765, "count": 275, "max_ms": 113.965, "p95_ms": 110.772}, "read_interval": {"avg_ms": 109.104, "count": 274, "max_ms": 521.68, "p95_ms": 125.342}, "triton_wait": {"avg_ms": 59.528, "count": 275, "max_ms": 81.395, "p95_ms": 76.763}, "visualize": {"avg_ms": 3.291, "count": 275, "max_ms": 4.122, "p95_ms": 3.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16725.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1057.084, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.648, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2459098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:51:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:51:51+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T07:51:51+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:51:51.023052+09:00", "mtime_epoch": 1783291911.0230522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:51:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2551.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.108}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.679, "count": 300, "max_ms": 15.045, "p95_ms": 10.228}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 2.263, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.888, "count": 300, "max_ms": 68.943, "p95_ms": 63.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.01, "count": 300, "max_ms": 84.7, "p95_ms": 77.101}, "yolo11_640_fire_11class": {"avg_ms": 49.781, "count": 300, "max_ms": 67.581, "p95_ms": 63.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.048, "count": 300, "max_ms": 76.91, "p95_ms": 73.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.747, "count": 300, "max_ms": 129.637, "p95_ms": 96.379}, "read_interval": {"avg_ms": 100.082, "count": 300, "max_ms": 531.216, "p95_ms": 124.25}, "triton_wait": {"avg_ms": 58.606, "count": 300, "max_ms": 84.713, "p95_ms": 77.113}, "visualize": {"avg_ms": 3.73, "count": 300, "max_ms": 5.173, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.68, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16726.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.308, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.32, "name": "ffmpeg", "pid": 153364, "rss_mb": 294.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 12, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.659, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:52:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:52:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:52:17+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T07:52:17.015285+09:00", "mtime_epoch": 1783291937.0152845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:52:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.387, "pushed": 9.387, "read": 9.354}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.882, "count": 281, "max_ms": 40.337, "p95_ms": 29.293}, "gstreamer_push": {"avg_ms": 1.196, "count": 281, "max_ms": 1.411, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.059, "count": 281, "max_ms": 66.677, "p95_ms": 63.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.455, "count": 281, "max_ms": 85.926, "p95_ms": 75.93}, "yolo11_640_fire_11class": {"avg_ms": 49.602, "count": 281, "max_ms": 66.683, "p95_ms": 62.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.485, "count": 281, "max_ms": 76.89, "p95_ms": 72.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.981, "count": 281, "max_ms": 119.143, "p95_ms": 112.084}, "read_interval": {"avg_ms": 106.906, "count": 280, "max_ms": 138.34, "p95_ms": 126.61}, "triton_wait": {"avg_ms": 58.156, "count": 281, "max_ms": 85.939, "p95_ms": 75.941}, "visualize": {"avg_ms": 3.334, "count": 281, "max_ms": 4.133, "p95_ms": 3.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16726.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1087.182, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.597, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2459399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:52:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:52:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T07:52:21.103322+09:00", "mtime_epoch": 1783291941.1033218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:52:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2551.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.683, "count": 300, "max_ms": 14.563, "p95_ms": 10.591}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 2.174, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.951, "count": 300, "max_ms": 69.011, "p95_ms": 63.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.017, "count": 300, "max_ms": 84.711, "p95_ms": 74.59}, "yolo11_640_fire_11class": {"avg_ms": 49.149, "count": 300, "max_ms": 66.224, "p95_ms": 61.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.607, "count": 300, "max_ms": 75.969, "p95_ms": 71.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.322, "count": 300, "max_ms": 101.918, "p95_ms": 92.441}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 417.684, "p95_ms": 112.097}, "triton_wait": {"avg_ms": 56.807, "count": 300, "max_ms": 84.723, "p95_ms": 75.115}, "visualize": {"avg_ms": 3.731, "count": 300, "max_ms": 5.738, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16727.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.391, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.32, "name": "ffmpeg", "pid": 153364, "rss_mb": 294.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 12, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.425, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1963896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:52:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:52:47+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T07:52:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T07:52:47.107563+09:00", "mtime_epoch": 1783291967.1075625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:52:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.338, "pushed": 9.338, "read": 9.305}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.11, "count": 280, "max_ms": 35.179, "p95_ms": 28.599}, "gstreamer_push": {"avg_ms": 1.215, "count": 280, "max_ms": 1.602, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.162, "count": 280, "max_ms": 73.319, "p95_ms": 63.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.97, "count": 280, "max_ms": 83.466, "p95_ms": 73.148}, "yolo11_640_fire_11class": {"avg_ms": 49.683, "count": 280, "max_ms": 72.772, "p95_ms": 63.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.763, "count": 280, "max_ms": 75.938, "p95_ms": 72.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.436, "count": 280, "max_ms": 288.691, "p95_ms": 108.336}, "read_interval": {"avg_ms": 107.477, "count": 279, "max_ms": 299.984, "p95_ms": 123.972}, "triton_wait": {"avg_ms": 57.637, "count": 280, "max_ms": 83.477, "p95_ms": 74.588}, "visualize": {"avg_ms": 3.358, "count": 280, "max_ms": 4.216, "p95_ms": 3.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16727.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1117.38, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 2, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.868, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2459699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:52:51+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:52:51+09:00", "mjpeg": {"age_sec": 0.404, "exists": true, "mtime": "2026-07-06T07:52:50.983599+09:00", "mtime_epoch": 1783291970.9835992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:52:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2551.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.631, "count": 298, "max_ms": 14.141, "p95_ms": 9.575}, "gstreamer_push": {"avg_ms": 1.298, "count": 298, "max_ms": 1.932, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.937, "count": 298, "max_ms": 68.793, "p95_ms": 62.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.423, "count": 298, "max_ms": 84.566, "p95_ms": 74.883}, "yolo11_640_fire_11class": {"avg_ms": 49.539, "count": 298, "max_ms": 67.558, "p95_ms": 61.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.786, "count": 298, "max_ms": 77.421, "p95_ms": 70.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.399, "count": 298, "max_ms": 101.52, "p95_ms": 92.258}, "read_interval": {"avg_ms": 100.777, "count": 297, "max_ms": 746.885, "p95_ms": 113.659}, "triton_wait": {"avg_ms": 57.01, "count": 298, "max_ms": 84.579, "p95_ms": 75.061}, "visualize": {"avg_ms": 3.707, "count": 298, "max_ms": 6.042, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16735.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.419, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.281, "name": "ffmpeg", "pid": 153364, "rss_mb": 301.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 11, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.506, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1964177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:53:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:53:17+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T07:53:17+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T07:53:17.123849+09:00", "mtime_epoch": 1783291997.123849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:53:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.39, "pushed": 9.39, "read": 9.357}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.415, "count": 281, "max_ms": 36.375, "p95_ms": 27.776}, "gstreamer_push": {"avg_ms": 1.19, "count": 281, "max_ms": 2.031, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.416, "count": 281, "max_ms": 70.895, "p95_ms": 63.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.225, "count": 281, "max_ms": 83.2, "p95_ms": 75.248}, "yolo11_640_fire_11class": {"avg_ms": 49.446, "count": 281, "max_ms": 67.072, "p95_ms": 62.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.377, "count": 281, "max_ms": 79.354, "p95_ms": 73.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.384, "count": 281, "max_ms": 116.029, "p95_ms": 110.267}, "read_interval": {"avg_ms": 106.857, "count": 280, "max_ms": 132.343, "p95_ms": 125.575}, "triton_wait": {"avg_ms": 58.01, "count": 281, "max_ms": 83.212, "p95_ms": 75.979}, "visualize": {"avg_ms": 3.357, "count": 281, "max_ms": 5.189, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16735.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1147.46, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.059, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2459999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:53:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:53:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T07:53:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T07:53:21.399890+09:00", "mtime_epoch": 1783292001.3998902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:53:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2551.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.651, "count": 299, "max_ms": 14.694, "p95_ms": 9.649}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.701, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.083, "count": 299, "max_ms": 69.848, "p95_ms": 64.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.272, "count": 299, "max_ms": 87.298, "p95_ms": 75.109}, "yolo11_640_fire_11class": {"avg_ms": 49.072, "count": 299, "max_ms": 67.671, "p95_ms": 62.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.074, "count": 299, "max_ms": 76.68, "p95_ms": 72.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.708, "count": 300, "max_ms": 105.056, "p95_ms": 92.221}, "read_interval": {"avg_ms": 100.31, "count": 299, "max_ms": 807.53, "p95_ms": 111.695}, "triton_wait": {"avg_ms": 57.194, "count": 299, "max_ms": 87.31, "p95_ms": 75.121}, "visualize": {"avg_ms": 3.749, "count": 299, "max_ms": 4.948, "p95_ms": 4.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16740.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.489, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.207, "name": "ffmpeg", "pid": 153364, "rss_mb": 305.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 918, "restart_count_per_hour": 11, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.511, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1964450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:53:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:53:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T07:53:47+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T07:53:47.200144+09:00", "mtime_epoch": 1783292027.2001438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:53:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.11, "pushed": 9.11, "read": 9.077}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.38, "count": 273, "max_ms": 38.967, "p95_ms": 28.311}, "gstreamer_push": {"avg_ms": 1.182, "count": 273, "max_ms": 1.851, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.432, "count": 273, "max_ms": 69.319, "p95_ms": 64.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.076, "count": 273, "max_ms": 83.62, "p95_ms": 75.447}, "yolo11_640_fire_11class": {"avg_ms": 49.717, "count": 273, "max_ms": 67.466, "p95_ms": 62.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.307, "count": 273, "max_ms": 77.794, "p95_ms": 72.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.921, "count": 273, "max_ms": 116.051, "p95_ms": 109.297}, "read_interval": {"avg_ms": 110.181, "count": 272, "max_ms": 1020.651, "p95_ms": 125.144}, "triton_wait": {"avg_ms": 58.703, "count": 273, "max_ms": 83.631, "p95_ms": 75.459}, "visualize": {"avg_ms": 3.299, "count": 273, "max_ms": 4.672, "p95_ms": 3.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16740.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1177.477, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.894, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2460300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:53:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:53:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T07:53:51+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T07:53:51.412186+09:00", "mtime_epoch": 1783292031.412186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:53:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2552.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.659, "count": 301, "max_ms": 11.288, "p95_ms": 9.515}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 1.897, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.297, "count": 301, "max_ms": 67.873, "p95_ms": 63.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.717, "count": 301, "max_ms": 82.617, "p95_ms": 74.698}, "yolo11_640_fire_11class": {"avg_ms": 49.522, "count": 301, "max_ms": 65.615, "p95_ms": 62.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.032, "count": 301, "max_ms": 76.706, "p95_ms": 72.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.013, "count": 301, "max_ms": 99.163, "p95_ms": 93.166}, "read_interval": {"avg_ms": 99.727, "count": 301, "max_ms": 745.127, "p95_ms": 112.106}, "triton_wait": {"avg_ms": 57.492, "count": 301, "max_ms": 82.629, "p95_ms": 75.575}, "visualize": {"avg_ms": 3.746, "count": 301, "max_ms": 4.815, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16745.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 825, "h264_decode_error_count": 1999, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:48:17+09:00", "last_error_summary": "[h264 @ 0x55a476cc0d00] error while decoding MB 18 34, bytestream -7 [h264 @ 0x55a477945b40] cabac decode of qscale diff failed at 9 11 [h264 @ 0x55a477945b40] error while decoding MB 9 11, bytestream 4235 [h264 @ 0x55a477876cc0] cabac decode of qscale diff failed at 12 31 [h264 @ 0x55a477876cc0] error while decoding MB 12 31, bytestream 3710 [h264 @ 0x55a477945b40] error while decoding MB 27 22, bytestream -7 [h264 @ 0x55a4777a7e40] left block unavailable for requested intra4x4 mode -1 [h264 @ ", "last_exit_at": "2026-07-06T07:48:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 361.217, "last_started_at": "2026-07-06T07:48:19+09:00", "pid": 153364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.828, "name": "ffmpeg", "pid": 153364, "rss_mb": 310.828, "state": "S (sleeping)", "threads": 104}, "restart_count": 918, "restart_count_per_hour": 11, "rtsp_timeout_count": 504, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 919}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.776, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1964588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:54:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:54:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:54:20+09:00", "mjpeg": {"age_sec": 10.109, "exists": true, "mtime": "2026-07-06T07:54:10.900382+09:00", "mtime_epoch": 1783292050.900382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:54:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9562.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.441, "pushed": 3.441, "read": 3.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.133, "count": 103, "max_ms": 40.231, "p95_ms": 28.379}, "gstreamer_push": {"avg_ms": 1.207, "count": 103, "max_ms": 1.402, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.404, "count": 103, "max_ms": 65.718, "p95_ms": 62.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.837, "count": 103, "max_ms": 77.421, "p95_ms": 70.751}, "yolo11_640_fire_11class": {"avg_ms": 50.191, "count": 103, "max_ms": 65.541, "p95_ms": 62.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.424, "count": 103, "max_ms": 75.942, "p95_ms": 72.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.113, "count": 103, "max_ms": 119.009, "p95_ms": 107.061}, "read_interval": {"avg_ms": 293.381, "count": 102, "max_ms": 10126.15, "p95_ms": 124.425}, "triton_wait": {"avg_ms": 58.024, "count": 103, "max_ms": 77.434, "p95_ms": 73.161}, "visualize": {"avg_ms": 3.334, "count": 103, "max_ms": 4.408, "p95_ms": 3.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16746.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1207.527, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.482, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2460606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:54:21+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T07:54:21+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T07:54:21.436490+09:00", "mtime_epoch": 1783292061.4364896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:54:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2552.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.179}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 8.478, "count": 306, "max_ms": 12.369, "p95_ms": 9.252}, "gstreamer_push": {"avg_ms": 1.284, "count": 306, "max_ms": 1.506, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.418, "count": 306, "max_ms": 65.945, "p95_ms": 57.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.94, "count": 306, "max_ms": 77.191, "p95_ms": 63.818}, "yolo11_640_fire_11class": {"avg_ms": 46.803, "count": 306, "max_ms": 65.424, "p95_ms": 59.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.898, "count": 306, "max_ms": 73.135, "p95_ms": 66.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.757, "count": 306, "max_ms": 94.162, "p95_ms": 86.189}, "read_interval": {"avg_ms": 98.138, "count": 305, "max_ms": 788.814, "p95_ms": 111.829}, "triton_wait": {"avg_ms": 53.605, "count": 306, "max_ms": 77.205, "p95_ms": 68.713}, "visualize": {"avg_ms": 3.669, "count": 306, "max_ms": 5.007, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16701.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.919, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.676, "name": "ffmpeg", "pid": 153471, "rss_mb": 267.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 12, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.093, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1964818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:54:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:54:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T07:54:51+09:00", "mjpeg": {"age_sec": 0.507, "exists": true, "mtime": "2026-07-06T07:54:50.980795+09:00", "mtime_epoch": 1783292090.9807954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:54:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.547, "pushed": 7.547, "read": 7.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.973, "count": 226, "max_ms": 37.803, "p95_ms": 30.986}, "gstreamer_push": {"avg_ms": 1.204, "count": 226, "max_ms": 1.991, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.118, "count": 226, "max_ms": 74.231, "p95_ms": 62.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.518, "count": 226, "max_ms": 82.621, "p95_ms": 68.297}, "yolo11_640_fire_11class": {"avg_ms": 48.347, "count": 226, "max_ms": 73.69, "p95_ms": 61.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.387, "count": 226, "max_ms": 76.831, "p95_ms": 70.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.218, "count": 226, "max_ms": 116.428, "p95_ms": 105.595}, "read_interval": {"avg_ms": 133.152, "count": 225, "max_ms": 4689.716, "p95_ms": 124.207}, "triton_wait": {"avg_ms": 56.284, "count": 226, "max_ms": 82.632, "p95_ms": 73.008}, "visualize": {"avg_ms": 3.345, "count": 226, "max_ms": 7.366, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16701.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1237.59, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.697, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2460902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:54:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:54:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T07:54:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T07:54:51.532801+09:00", "mtime_epoch": 1783292091.5328012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:54:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2552.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.525, "count": 296, "max_ms": 13.84, "p95_ms": 9.42}, "gstreamer_push": {"avg_ms": 1.295, "count": 296, "max_ms": 1.494, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.879, "count": 296, "max_ms": 67.122, "p95_ms": 61.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.248, "count": 296, "max_ms": 83.246, "p95_ms": 66.393}, "yolo11_640_fire_11class": {"avg_ms": 48.172, "count": 296, "max_ms": 66.572, "p95_ms": 60.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.657, "count": 296, "max_ms": 74.216, "p95_ms": 69.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.664, "count": 296, "max_ms": 100.213, "p95_ms": 88.677}, "read_interval": {"avg_ms": 101.621, "count": 295, "max_ms": 722.4, "p95_ms": 132.582}, "triton_wait": {"avg_ms": 55.402, "count": 296, "max_ms": 83.259, "p95_ms": 72.004}, "visualize": {"avg_ms": 3.705, "count": 296, "max_ms": 5.706, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16704.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.992, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.543, "name": "ffmpeg", "pid": 153471, "rss_mb": 271.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 11, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.254, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1965070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:55:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:55:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T07:55:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T07:55:21.473118+09:00", "mtime_epoch": 1783292121.4731183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:55:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.406, "pushed": 8.406, "read": 8.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.622, "count": 252, "max_ms": 36.966, "p95_ms": 33.603}, "gstreamer_push": {"avg_ms": 1.166, "count": 252, "max_ms": 1.77, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.61, "count": 252, "max_ms": 65.501, "p95_ms": 61.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.917, "count": 252, "max_ms": 83.217, "p95_ms": 77.148}, "yolo11_640_fire_11class": {"avg_ms": 48.005, "count": 252, "max_ms": 64.875, "p95_ms": 61.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.51, "count": 252, "max_ms": 81.043, "p95_ms": 74.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.463, "count": 252, "max_ms": 116.507, "p95_ms": 110.006}, "read_interval": {"avg_ms": 119.315, "count": 252, "max_ms": 759.413, "p95_ms": 181.136}, "triton_wait": {"avg_ms": 57.003, "count": 252, "max_ms": 83.229, "p95_ms": 77.903}, "visualize": {"avg_ms": 3.316, "count": 252, "max_ms": 5.24, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 20509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16704.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1267.681, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.52, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2461146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:55:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:55:21+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T07:55:21+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T07:55:21.549119+09:00", "mtime_epoch": 1783292121.549119, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:55:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2552.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.102, "pushed": 8.102, "read": 8.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.343, "count": 243, "max_ms": 15.38, "p95_ms": 12.654}, "gstreamer_push": {"avg_ms": 1.164, "count": 243, "max_ms": 2.199, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 243, "max_ms": 67.263, "p95_ms": 62.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.297, "count": 243, "max_ms": 85.89, "p95_ms": 77.812}, "yolo11_640_fire_11class": {"avg_ms": 48.099, "count": 243, "max_ms": 64.413, "p95_ms": 60.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.821, "count": 243, "max_ms": 79.823, "p95_ms": 74.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.312, "count": 243, "max_ms": 171.641, "p95_ms": 154.749}, "read_interval": {"avg_ms": 123.159, "count": 243, "max_ms": 539.834, "p95_ms": 168.695}, "triton_wait": {"avg_ms": 57.722, "count": 243, "max_ms": 85.902, "p95_ms": 77.825}, "visualize": {"avg_ms": 4.826, "count": 243, "max_ms": 7.88, "p95_ms": 6.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 17094.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.083, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.121, "name": "ffmpeg", "pid": 153471, "rss_mb": 274.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 11, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.523, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1965359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:55:51+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T07:55:51+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T07:55:51.545443+09:00", "mtime_epoch": 1783292151.5454433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:55:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.603}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.615, "count": 289, "max_ms": 32.608, "p95_ms": 27.987}, "gstreamer_push": {"avg_ms": 1.163, "count": 289, "max_ms": 1.405, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.633, "count": 289, "max_ms": 72.87, "p95_ms": 66.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.988, "count": 289, "max_ms": 86.311, "p95_ms": 75.046}, "yolo11_640_fire_11class": {"avg_ms": 47.709, "count": 289, "max_ms": 68.231, "p95_ms": 60.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.099, "count": 289, "max_ms": 81.049, "p95_ms": 78.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.782, "count": 289, "max_ms": 118.288, "p95_ms": 110.522}, "read_interval": {"avg_ms": 104.042, "count": 288, "max_ms": 133.548, "p95_ms": 124.097}, "triton_wait": {"avg_ms": 57.459, "count": 289, "max_ms": 86.323, "p95_ms": 79.033}, "visualize": {"avg_ms": 3.271, "count": 289, "max_ms": 4.507, "p95_ms": 3.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 104, "tracking_summary": 20510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 17094.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1297.743, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.911, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2461306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T07:55:51+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T07:55:51+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T07:55:51.553443+09:00", "mtime_epoch": 1783292151.5534432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:55:51+09:00", "process": {"exists": true, "fd_count": 137, "hwm_mb": 2793.266, "name": "celery", "pid": 267, "rss_mb": 2779.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": 7.594, "recorders": [{"age_sec": 7.594, "frame_count": 80, "is_recording": true, "is_stopping": false, "pid": 153578, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.953, "name": "ffmpeg", "pid": 153578, "rss_mb": 186.953, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 20, "returncode": null, "running": true, "started_at": "2026-07-06T07:55:44+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260706_075544_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [153578], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.35, "pushed": 5.35, "read": 5.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.609, "count": 160, "max_ms": 17.798, "p95_ms": 16.119}, "gstreamer_push": {"avg_ms": 1.05, "count": 160, "max_ms": 2.863, "p95_ms": 1.781}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.629, "count": 160, "max_ms": 70.502, "p95_ms": 65.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.674, "count": 160, "max_ms": 85.489, "p95_ms": 78.864}, "yolo11_640_fire_11class": {"avg_ms": 48.059, "count": 160, "max_ms": 64.889, "p95_ms": 59.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.378, "count": 160, "max_ms": 81.981, "p95_ms": 77.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.441, "count": 160, "max_ms": 830.503, "p95_ms": 233.972}, "read_interval": {"avg_ms": 187.715, "count": 159, "max_ms": 845.143, "p95_ms": 249.088}, "triton_wait": {"avg_ms": 61.515, "count": 160, "max_ms": 85.502, "p95_ms": 79.474}, "visualize": {"avg_ms": 6.379, "count": 160, "max_ms": 16.146, "p95_ms": 7.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16984.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.139, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.699, "name": "ffmpeg", "pid": 153471, "rss_mb": 276.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 11, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.086, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1965648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:56:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T07:56:21+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T07:56:21.621774+09:00", "mtime_epoch": 1783292181.6217744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:56:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.648, "pushed": 9.648, "read": 9.615}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.167, "count": 289, "max_ms": 30.257, "p95_ms": 26.795}, "gstreamer_push": {"avg_ms": 1.165, "count": 289, "max_ms": 2.07, "p95_ms": 1.253}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.306, "count": 289, "max_ms": 74.293, "p95_ms": 68.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.165, "count": 289, "max_ms": 88.382, "p95_ms": 78.292}, "yolo11_640_fire_11class": {"avg_ms": 47.364, "count": 289, "max_ms": 63.152, "p95_ms": 58.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.469, "count": 289, "max_ms": 84.616, "p95_ms": 80.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.836, "count": 289, "max_ms": 122.799, "p95_ms": 112.382}, "read_interval": {"avg_ms": 103.994, "count": 288, "max_ms": 135.283, "p95_ms": 127.388}, "triton_wait": {"avg_ms": 56.775, "count": 289, "max_ms": 88.394, "p95_ms": 81.1}, "visualize": {"avg_ms": 3.305, "count": 289, "max_ms": 5.035, "p95_ms": 3.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16984.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1327.889, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.632, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2461451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:56:21+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T07:56:21+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T07:56:21.705775+09:00", "mtime_epoch": 1783292181.7057753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:56:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2816.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.848, "pushed": 4.848, "read": 4.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.832, "count": 144, "max_ms": 17.943, "p95_ms": 16.678}, "gstreamer_push": {"avg_ms": 0.894, "count": 145, "max_ms": 1.858, "p95_ms": 0.935}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.563, "count": 144, "max_ms": 73.113, "p95_ms": 70.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.962, "count": 144, "max_ms": 89.232, "p95_ms": 79.265}, "yolo11_640_fire_11class": {"avg_ms": 48.276, "count": 144, "max_ms": 63.233, "p95_ms": 59.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.354, "count": 144, "max_ms": 88.442, "p95_ms": 82.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.289, "count": 145, "max_ms": 295.753, "p95_ms": 238.185}, "read_interval": {"avg_ms": 207.93, "count": 144, "max_ms": 305.954, "p95_ms": 248.633}, "triton_wait": {"avg_ms": 62.985, "count": 144, "max_ms": 89.244, "p95_ms": 82.842}, "visualize": {"avg_ms": 8.055, "count": 144, "max_ms": 13.056, "p95_ms": 11.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16929.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.168, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.855, "name": "ffmpeg", "pid": 153471, "rss_mb": 281.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 11, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.946, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1965931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:56:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:56:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:56:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T07:56:51.654111+09:00", "mtime_epoch": 1783292211.654111, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:56:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.456, "pushed": 9.456, "read": 9.423}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.103, "count": 283, "max_ms": 31.762, "p95_ms": 27.424}, "gstreamer_push": {"avg_ms": 1.178, "count": 283, "max_ms": 1.343, "p95_ms": 1.268}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.457, "count": 283, "max_ms": 69.031, "p95_ms": 64.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.958, "count": 283, "max_ms": 84.134, "p95_ms": 76.72}, "yolo11_640_fire_11class": {"avg_ms": 49.552, "count": 283, "max_ms": 66.573, "p95_ms": 62.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.3, "count": 283, "max_ms": 80.812, "p95_ms": 73.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.357, "count": 283, "max_ms": 118.8, "p95_ms": 110.424}, "read_interval": {"avg_ms": 106.125, "count": 282, "max_ms": 133.861, "p95_ms": 125.141}, "triton_wait": {"avg_ms": 58.358, "count": 283, "max_ms": 84.146, "p95_ms": 78.301}, "visualize": {"avg_ms": 3.309, "count": 283, "max_ms": 4.129, "p95_ms": 3.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16929.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1357.946, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.424, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2461720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:56:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:56:51+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T07:56:51+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T07:56:51.886114+09:00", "mtime_epoch": 1783292211.8861136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:56:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2756.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.011, "pushed": 9.011, "read": 8.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.182, "count": 269, "max_ms": 16.713, "p95_ms": 16.045}, "gstreamer_push": {"avg_ms": 1.214, "count": 269, "max_ms": 1.586, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.14, "count": 269, "max_ms": 72.59, "p95_ms": 64.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.281, "count": 269, "max_ms": 87.281, "p95_ms": 74.998}, "yolo11_640_fire_11class": {"avg_ms": 49.332, "count": 269, "max_ms": 67.735, "p95_ms": 61.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.766, "count": 269, "max_ms": 83.922, "p95_ms": 73.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.522, "count": 269, "max_ms": 223.033, "p95_ms": 196.555}, "read_interval": {"avg_ms": 111.847, "count": 268, "max_ms": 232.709, "p95_ms": 206.778}, "triton_wait": {"avg_ms": 58.566, "count": 269, "max_ms": 87.295, "p95_ms": 78.658}, "visualize": {"avg_ms": 5.131, "count": 269, "max_ms": 12.668, "p95_ms": 11.622}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16932.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.281, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.66, "name": "ffmpeg", "pid": 153471, "rss_mb": 283.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 11, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.477, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:57:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:57:21+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T07:57:21+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T07:57:21.734454+09:00", "mtime_epoch": 1783292241.7344537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:57:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.601, "pushed": 8.601, "read": 8.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.4, "count": 258, "max_ms": 36.291, "p95_ms": 32.06}, "gstreamer_push": {"avg_ms": 1.163, "count": 258, "max_ms": 1.491, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.867, "count": 258, "max_ms": 76.867, "p95_ms": 64.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.036, "count": 258, "max_ms": 83.652, "p95_ms": 75.279}, "yolo11_640_fire_11class": {"avg_ms": 50.13, "count": 258, "max_ms": 76.853, "p95_ms": 63.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.685, "count": 258, "max_ms": 78.956, "p95_ms": 75.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.869, "count": 258, "max_ms": 152.624, "p95_ms": 132.63}, "read_interval": {"avg_ms": 116.191, "count": 258, "max_ms": 165.471, "p95_ms": 145.519}, "triton_wait": {"avg_ms": 59.845, "count": 258, "max_ms": 83.664, "p95_ms": 77.986}, "visualize": {"avg_ms": 3.613, "count": 258, "max_ms": 5.294, "p95_ms": 4.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16932.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1387.952, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.412, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2462049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:57:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:57:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:57:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T07:57:21.874455+09:00", "mtime_epoch": 1783292241.8744552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:57:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2756.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.97, "pushed": 10.97, "read": 10.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.889, "count": 329, "max_ms": 15.37, "p95_ms": 10.522}, "gstreamer_push": {"avg_ms": 1.292, "count": 329, "max_ms": 2.181, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.225, "count": 329, "max_ms": 73.376, "p95_ms": 63.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.746, "count": 329, "max_ms": 82.665, "p95_ms": 75.26}, "yolo11_640_fire_11class": {"avg_ms": 49.417, "count": 329, "max_ms": 72.834, "p95_ms": 62.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.479, "count": 329, "max_ms": 79.645, "p95_ms": 73.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.888, "count": 329, "max_ms": 100.255, "p95_ms": 94.206}, "read_interval": {"avg_ms": 91.158, "count": 329, "max_ms": 119.042, "p95_ms": 110.014}, "triton_wait": {"avg_ms": 57.326, "count": 329, "max_ms": 82.679, "p95_ms": 76.694}, "visualize": {"avg_ms": 3.672, "count": 329, "max_ms": 4.968, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16942.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.366, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.98, "name": "ffmpeg", "pid": 153471, "rss_mb": 292.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 10, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.614, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:57:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:57:51+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T07:57:51+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T07:57:51.814801+09:00", "mtime_epoch": 1783292271.8148015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:57:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.948, "pushed": 6.948, "read": 6.914}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.593, "count": 208, "max_ms": 43.187, "p95_ms": 29.973}, "gstreamer_push": {"avg_ms": 1.097, "count": 208, "max_ms": 1.246, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.798, "count": 208, "max_ms": 67.926, "p95_ms": 63.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.71, "count": 208, "max_ms": 84.796, "p95_ms": 76.468}, "yolo11_640_fire_11class": {"avg_ms": 51.399, "count": 208, "max_ms": 67.366, "p95_ms": 63.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.712, "count": 208, "max_ms": 79.343, "p95_ms": 77.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.92, "count": 208, "max_ms": 155.805, "p95_ms": 150.923}, "read_interval": {"avg_ms": 144.671, "count": 207, "max_ms": 744.182, "p95_ms": 164.065}, "triton_wait": {"avg_ms": 62.38, "count": 208, "max_ms": 84.808, "p95_ms": 78.367}, "visualize": {"avg_ms": 4.358, "count": 208, "max_ms": 5.223, "p95_ms": 4.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16942.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1418.039, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.339, "sample_count": 2663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2462369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:57:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:57:52+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T07:57:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T07:57:51.954803+09:00", "mtime_epoch": 1783292271.9548032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:57:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2756.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.638, "pushed": 10.638, "read": 10.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.57, "count": 319, "max_ms": 10.476, "p95_ms": 9.11}, "gstreamer_push": {"avg_ms": 1.275, "count": 319, "max_ms": 1.47, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.609, "count": 319, "max_ms": 66.448, "p95_ms": 62.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.635, "count": 319, "max_ms": 84.037, "p95_ms": 78.064}, "yolo11_640_fire_11class": {"avg_ms": 49.101, "count": 319, "max_ms": 67.062, "p95_ms": 62.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.606, "count": 319, "max_ms": 80.234, "p95_ms": 76.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.126, "count": 319, "max_ms": 101.095, "p95_ms": 95.89}, "read_interval": {"avg_ms": 93.97, "count": 319, "max_ms": 121.025, "p95_ms": 115.23}, "triton_wait": {"avg_ms": 58.032, "count": 319, "max_ms": 84.049, "p95_ms": 78.85}, "visualize": {"avg_ms": 3.631, "count": 319, "max_ms": 4.032, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16946.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 826, "h264_decode_error_count": 2004, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:54:21+09:00", "last_error_summary": "[h264 @ 0x5612b894b5c0] reference picture missing during reorder [h264 @ 0x5612b894b5c0] Missing reference picture, default is 65541 [h264 @ 0x5612b8952d00] mmco: unref short failure [h264 @ 0x5612b8952d00] illegal short term buffer state detected [h264 @ 0x5612b89433c0] error while decoding MB 63 43, bytestream -8 [h264 @ 0x5612b925c100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612b925c100] error while decoding MB 0 19, bytestream 12066 [h264 @ 0x5612b8807d80] error whil", "last_exit_at": "2026-07-06T07:54:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.435, "last_started_at": "2026-07-06T07:54:24+09:00", "pid": 153471, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.332, "name": "ffmpeg", "pid": 153471, "rss_mb": 296.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 919, "restart_count_per_hour": 10, "rtsp_timeout_count": 506, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 920}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.364, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:58:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:58:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T07:58:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T07:58:21.919155+09:00", "mtime_epoch": 1783292301.9191546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:58:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.685, "pushed": 6.685, "read": 6.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.885, "count": 200, "max_ms": 33.779, "p95_ms": 32.22}, "gstreamer_push": {"avg_ms": 1.063, "count": 200, "max_ms": 1.534, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.708, "count": 200, "max_ms": 67.545, "p95_ms": 61.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.886, "count": 200, "max_ms": 86.514, "p95_ms": 71.922}, "yolo11_640_fire_11class": {"avg_ms": 48.182, "count": 200, "max_ms": 68.069, "p95_ms": 60.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.467, "count": 200, "max_ms": 82.627, "p95_ms": 76.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.333, "count": 200, "max_ms": 182.509, "p95_ms": 168.466}, "read_interval": {"avg_ms": 150.584, "count": 199, "max_ms": 195.965, "p95_ms": 180.863}, "triton_wait": {"avg_ms": 59.378, "count": 200, "max_ms": 86.528, "p95_ms": 76.875}, "visualize": {"avg_ms": 4.282, "count": 200, "max_ms": 6.207, "p95_ms": 4.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16946.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1448.046, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.194, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2462704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:58:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:58:22+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T07:58:21+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T07:58:21.983155+09:00", "mtime_epoch": 1783292301.9831553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:58:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2756.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.173, "pushed": 11.173, "read": 11.173}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.684, "count": 335, "max_ms": 11.773, "p95_ms": 9.864}, "gstreamer_push": {"avg_ms": 1.271, "count": 335, "max_ms": 1.506, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.025, "count": 335, "max_ms": 70.56, "p95_ms": 60.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.996, "count": 335, "max_ms": 85.107, "p95_ms": 71.392}, "yolo11_640_fire_11class": {"avg_ms": 47.282, "count": 335, "max_ms": 71.087, "p95_ms": 58.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.845, "count": 335, "max_ms": 85.57, "p95_ms": 71.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.167, "count": 335, "max_ms": 102.885, "p95_ms": 91.45}, "read_interval": {"avg_ms": 89.627, "count": 335, "max_ms": 119.019, "p95_ms": 109.206}, "triton_wait": {"avg_ms": 54.933, "count": 335, "max_ms": 85.583, "p95_ms": 74.392}, "visualize": {"avg_ms": 3.648, "count": 335, "max_ms": 4.618, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16695.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1478.085, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.398, "name": "ffmpeg", "pid": 153105, "rss_mb": 332.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.047, "sample_count": 2746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:58:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:58:52+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T07:58:52+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T07:58:52.023512+09:00", "mtime_epoch": 1783292332.0235121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:58:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2756.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 348, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.618, "pushed": 11.618, "read": 11.585}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 8.554, "count": 348, "max_ms": 11.854, "p95_ms": 8.971}, "gstreamer_push": {"avg_ms": 1.288, "count": 348, "max_ms": 2.143, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.57, "count": 348, "max_ms": 65.734, "p95_ms": 51.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.422, "count": 348, "max_ms": 78.915, "p95_ms": 56.299}, "yolo11_640_fire_11class": {"avg_ms": 46.395, "count": 348, "max_ms": 65.207, "p95_ms": 51.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.05, "count": 348, "max_ms": 73.782, "p95_ms": 58.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.025, "count": 348, "max_ms": 96.224, "p95_ms": 81.285}, "read_interval": {"avg_ms": 86.309, "count": 347, "max_ms": 114.056, "p95_ms": 97.693}, "triton_wait": {"avg_ms": 52.872, "count": 348, "max_ms": 78.927, "p95_ms": 64.155}, "visualize": {"avg_ms": 3.661, "count": 348, "max_ms": 5.756, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16787.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.133, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.973, "name": "ffmpeg", "pid": 153638, "rss_mb": 139.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 11, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.597, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:58:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T07:58:53+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T07:58:52+09:00", "mjpeg": {"age_sec": 4.474, "exists": true, "mtime": "2026-07-06T07:58:48.531471+09:00", "mtime_epoch": 1783292328.5314705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:58:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9563.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.637, "pushed": 1.637, "read": 1.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 25.407, "count": 49, "max_ms": 31.606, "p95_ms": 27.839}, "gstreamer_push": {"avg_ms": 1.184, "count": 49, "max_ms": 1.365, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.673, "count": 49, "max_ms": 63.805, "p95_ms": 63.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.458, "count": 49, "max_ms": 80.905, "p95_ms": 79.675}, "yolo11_640_fire_11class": {"avg_ms": 50.496, "count": 49, "max_ms": 65.126, "p95_ms": 62.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.356, "count": 49, "max_ms": 74.305, "p95_ms": 72.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.838, "count": 49, "max_ms": 113.748, "p95_ms": 113.226}, "read_interval": {"avg_ms": 623.412, "count": 48, "max_ms": 20571.543, "p95_ms": 131.592}, "triton_wait": {"avg_ms": 59.62, "count": 49, "max_ms": 80.917, "p95_ms": 79.687}, "visualize": {"avg_ms": 3.296, "count": 49, "max_ms": 4.234, "p95_ms": 3.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16923.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.174, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.414, "name": "ffmpeg", "pid": 153638, "rss_mb": 273.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 11, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.632, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1966946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:59:23+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T07:59:22+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T07:59:22.967884+09:00", "mtime_epoch": 1783292362.9678843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:59:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9564.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.653}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.282, "count": 290, "max_ms": 30.793, "p95_ms": 28.066}, "gstreamer_push": {"avg_ms": 1.187, "count": 290, "max_ms": 1.542, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.425, "count": 290, "max_ms": 68.418, "p95_ms": 62.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.362, "count": 290, "max_ms": 82.278, "p95_ms": 73.733}, "yolo11_640_fire_11class": {"avg_ms": 48.783, "count": 290, "max_ms": 67.316, "p95_ms": 61.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.777, "count": 290, "max_ms": 75.944, "p95_ms": 70.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.036, "count": 290, "max_ms": 117.0, "p95_ms": 107.428}, "read_interval": {"avg_ms": 103.61, "count": 289, "max_ms": 130.905, "p95_ms": 120.774}, "triton_wait": {"avg_ms": 56.856, "count": 290, "max_ms": 82.29, "p95_ms": 73.938}, "visualize": {"avg_ms": 3.314, "count": 290, "max_ms": 4.098, "p95_ms": 3.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16924.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:34:11+09:00", "last_error_summary": "[h264 @ 0x556d95c08280] error while decoding MB 75 33, bytestream -7 [in#0/rtsp @ 0x556d950a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d950a2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:34:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 1511.216, "last_started_at": "2026-07-06T07:34:14+09:00", "pid": 153105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.23, "name": "ffmpeg", "pid": 153105, "rss_mb": 333.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 1, "rtsp_timeout_count": 250, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.339, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T07:59:25+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T07:59:25+09:00", "mjpeg": {"age_sec": 10.548, "exists": true, "mtime": "2026-07-06T07:59:14.675784+09:00", "mtime_epoch": 1783292354.6757843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:59:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2756.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.101, "pushed": 7.101, "read": 7.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.753, "count": 212, "max_ms": 12.295, "p95_ms": 9.656}, "gstreamer_push": {"avg_ms": 1.298, "count": 213, "max_ms": 1.771, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 212, "max_ms": 65.739, "p95_ms": 63.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.726, "count": 212, "max_ms": 84.958, "p95_ms": 70.935}, "yolo11_640_fire_11class": {"avg_ms": 49.73, "count": 212, "max_ms": 66.519, "p95_ms": 62.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.772, "count": 212, "max_ms": 77.296, "p95_ms": 73.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.502, "count": 213, "max_ms": 102.207, "p95_ms": 91.851}, "read_interval": {"avg_ms": 141.546, "count": 212, "max_ms": 10558.842, "p95_ms": 109.259}, "triton_wait": {"avg_ms": 57.855, "count": 212, "max_ms": 84.97, "p95_ms": 73.686}, "visualize": {"avg_ms": 3.738, "count": 212, "max_ms": 5.842, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16920.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.219, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.703, "name": "ffmpeg", "pid": 153638, "rss_mb": 274.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 10, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.941, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1967245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:59:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:59:53+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T07:59:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T07:59:53.008250+09:00", "mtime_epoch": 1783292393.00825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T07:59:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9564.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 24.672, "count": 299, "max_ms": 31.304, "p95_ms": 27.225}, "gstreamer_push": {"avg_ms": 1.179, "count": 299, "max_ms": 1.389, "p95_ms": 1.257}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.977, "count": 299, "max_ms": 64.143, "p95_ms": 54.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.931, "count": 299, "max_ms": 81.625, "p95_ms": 59.923}, "yolo11_640_fire_11class": {"avg_ms": 46.394, "count": 299, "max_ms": 62.996, "p95_ms": 52.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.261, "count": 299, "max_ms": 76.699, "p95_ms": 61.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.936, "count": 299, "max_ms": 114.098, "p95_ms": 99.49}, "read_interval": {"avg_ms": 100.478, "count": 298, "max_ms": 128.161, "p95_ms": 115.775}, "triton_wait": {"avg_ms": 53.475, "count": 299, "max_ms": 81.637, "p95_ms": 65.794}, "visualize": {"avg_ms": 3.316, "count": 299, "max_ms": 4.237, "p95_ms": 3.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16921.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.449, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.785, "name": "ffmpeg", "pid": 153745, "rss_mb": 328.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.648, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T07:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T07:59:55+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T07:59:55+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T07:59:55.216277+09:00", "mtime_epoch": 1783292395.216277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T07:59:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2756.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 100, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.093, "pushed": 7.093, "read": 7.093}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.815, "count": 100, "max_ms": 12.589, "p95_ms": 10.144}, "gstreamer_push": {"avg_ms": 1.307, "count": 100, "max_ms": 1.875, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.258, "count": 100, "max_ms": 67.369, "p95_ms": 63.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.544, "count": 100, "max_ms": 84.153, "p95_ms": 75.301}, "yolo11_640_fire_11class": {"avg_ms": 49.514, "count": 100, "max_ms": 65.299, "p95_ms": 61.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.549, "count": 100, "max_ms": 79.31, "p95_ms": 70.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.0, "count": 100, "max_ms": 101.446, "p95_ms": 92.825}, "read_interval": {"avg_ms": 300.668, "count": 100, "max_ms": 16048.747, "p95_ms": 109.824}, "triton_wait": {"avg_ms": 57.347, "count": 100, "max_ms": 84.165, "p95_ms": 75.313}, "visualize": {"avg_ms": 3.702, "count": 100, "max_ms": 4.921, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.098, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16848.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.306, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.508, "name": "ffmpeg", "pid": 153638, "rss_mb": 276.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 10, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.81, "sample_count": 2441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1967526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:00:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:00:23+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:00:23+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:00:23.096620+09:00", "mtime_epoch": 1783292423.0966198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:00:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9564.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.37, "pushed": 9.37, "read": 9.337}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.299, "count": 281, "max_ms": 34.3, "p95_ms": 29.918}, "gstreamer_push": {"avg_ms": 1.196, "count": 281, "max_ms": 1.657, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.548, "count": 281, "max_ms": 67.06, "p95_ms": 63.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.019, "count": 281, "max_ms": 81.527, "p95_ms": 73.939}, "yolo11_640_fire_11class": {"avg_ms": 49.739, "count": 281, "max_ms": 67.659, "p95_ms": 62.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.37, "count": 281, "max_ms": 79.249, "p95_ms": 73.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.356, "count": 281, "max_ms": 115.663, "p95_ms": 108.933}, "read_interval": {"avg_ms": 107.087, "count": 280, "max_ms": 131.749, "p95_ms": 123.979}, "triton_wait": {"avg_ms": 58.169, "count": 281, "max_ms": 81.539, "p95_ms": 75.521}, "visualize": {"avg_ms": 3.323, "count": 281, "max_ms": 5.362, "p95_ms": 3.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16848.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.559, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.621, "name": "ffmpeg", "pid": 153745, "rss_mb": 331.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.458, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:00:25+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T08:00:25+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T08:00:25.300647+09:00", "mtime_epoch": 1783292425.300647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:00:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2680.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.99, "count": 303, "max_ms": 12.676, "p95_ms": 10.549}, "gstreamer_push": {"avg_ms": 1.308, "count": 303, "max_ms": 1.918, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.02, "count": 303, "max_ms": 67.109, "p95_ms": 63.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.606, "count": 303, "max_ms": 83.264, "p95_ms": 75.85}, "yolo11_640_fire_11class": {"avg_ms": 49.289, "count": 303, "max_ms": 66.755, "p95_ms": 61.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.3, "count": 303, "max_ms": 78.759, "p95_ms": 71.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.589, "count": 303, "max_ms": 129.08, "p95_ms": 95.411}, "read_interval": {"avg_ms": 98.995, "count": 302, "max_ms": 750.06, "p95_ms": 122.955}, "triton_wait": {"avg_ms": 57.301, "count": 303, "max_ms": 83.277, "p95_ms": 75.863}, "visualize": {"avg_ms": 3.821, "count": 303, "max_ms": 6.088, "p95_ms": 4.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16849.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.379, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.766, "name": "ffmpeg", "pid": 153638, "rss_mb": 276.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 10, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.81, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1967809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:00:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:00:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:00:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:00:53.168993+09:00", "mtime_epoch": 1783292453.1689932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:00:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9564.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.449, "pushed": 9.449, "read": 9.416}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.933, "count": 283, "max_ms": 36.545, "p95_ms": 28.429}, "gstreamer_push": {"avg_ms": 1.193, "count": 283, "max_ms": 1.898, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.306, "count": 283, "max_ms": 67.584, "p95_ms": 63.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.825, "count": 283, "max_ms": 81.609, "p95_ms": 72.044}, "yolo11_640_fire_11class": {"avg_ms": 49.71, "count": 283, "max_ms": 67.572, "p95_ms": 62.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.727, "count": 283, "max_ms": 76.864, "p95_ms": 73.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.796, "count": 283, "max_ms": 115.156, "p95_ms": 109.179}, "read_interval": {"avg_ms": 106.276, "count": 282, "max_ms": 129.557, "p95_ms": 124.054}, "triton_wait": {"avg_ms": 58.035, "count": 283, "max_ms": 81.623, "p95_ms": 75.931}, "visualize": {"avg_ms": 3.293, "count": 283, "max_ms": 4.292, "p95_ms": 3.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16849.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.56, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.879, "name": "ffmpeg", "pid": 153745, "rss_mb": 331.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.163, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2464002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:00:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T08:00:55+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T08:00:55.337020+09:00", "mtime_epoch": 1783292455.3370204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:00:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2680.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.922, "count": 300, "max_ms": 13.091, "p95_ms": 9.923}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.872, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.062, "count": 300, "max_ms": 65.904, "p95_ms": 62.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.166, "count": 300, "max_ms": 80.199, "p95_ms": 73.345}, "yolo11_640_fire_11class": {"avg_ms": 49.361, "count": 300, "max_ms": 65.913, "p95_ms": 62.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.668, "count": 300, "max_ms": 77.946, "p95_ms": 72.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.814, "count": 300, "max_ms": 132.526, "p95_ms": 93.226}, "read_interval": {"avg_ms": 100.148, "count": 300, "max_ms": 738.71, "p95_ms": 115.183}, "triton_wait": {"avg_ms": 57.333, "count": 300, "max_ms": 80.212, "p95_ms": 75.241}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 5.557, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16852.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.398, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.344, "name": "ffmpeg", "pid": 153638, "rss_mb": 279.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 10, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.941, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1968093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:01:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T08:01:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T08:01:23+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T08:01:23.181369+09:00", "mtime_epoch": 1783292483.1813693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:01:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9564.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.492, "pushed": 9.492, "read": 9.459}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.771, "count": 284, "max_ms": 35.572, "p95_ms": 28.09}, "gstreamer_push": {"avg_ms": 1.189, "count": 284, "max_ms": 1.538, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.283, "count": 284, "max_ms": 65.725, "p95_ms": 63.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.369, "count": 284, "max_ms": 82.356, "p95_ms": 69.097}, "yolo11_640_fire_11class": {"avg_ms": 49.396, "count": 284, "max_ms": 65.564, "p95_ms": 62.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.16, "count": 284, "max_ms": 79.263, "p95_ms": 72.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.055, "count": 284, "max_ms": 114.506, "p95_ms": 106.181}, "read_interval": {"avg_ms": 105.684, "count": 283, "max_ms": 128.789, "p95_ms": 121.298}, "triton_wait": {"avg_ms": 57.391, "count": 284, "max_ms": 82.368, "p95_ms": 73.622}, "visualize": {"avg_ms": 3.301, "count": 284, "max_ms": 4.428, "p95_ms": 3.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16852.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.634, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.879, "name": "ffmpeg", "pid": 153745, "rss_mb": 331.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.372, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2464304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:01:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:01:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T08:01:25.393397+09:00", "mtime_epoch": 1783292485.393397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:01:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2680.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.938, "count": 302, "max_ms": 13.523, "p95_ms": 10.794}, "gstreamer_push": {"avg_ms": 1.292, "count": 302, "max_ms": 1.699, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.965, "count": 302, "max_ms": 66.905, "p95_ms": 62.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.344, "count": 302, "max_ms": 80.149, "p95_ms": 70.82}, "yolo11_640_fire_11class": {"avg_ms": 49.207, "count": 302, "max_ms": 64.182, "p95_ms": 61.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.3, "count": 302, "max_ms": 77.595, "p95_ms": 71.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.312, "count": 302, "max_ms": 133.563, "p95_ms": 91.196}, "read_interval": {"avg_ms": 99.557, "count": 301, "max_ms": 806.855, "p95_ms": 120.128}, "triton_wait": {"avg_ms": 56.679, "count": 302, "max_ms": 80.161, "p95_ms": 72.523}, "visualize": {"avg_ms": 3.771, "count": 302, "max_ms": 5.221, "p95_ms": 4.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16858.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.47, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.5, "name": "ffmpeg", "pid": 153638, "rss_mb": 284.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 10, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.81, "sample_count": 2432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1968378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:01:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:01:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:01:53+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T08:01:53.261750+09:00", "mtime_epoch": 1783292513.2617495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:01:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9564.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.509, "pushed": 9.509, "read": 9.476}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.819, "count": 285, "max_ms": 35.175, "p95_ms": 28.313}, "gstreamer_push": {"avg_ms": 1.181, "count": 285, "max_ms": 2.111, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.077, "count": 285, "max_ms": 66.713, "p95_ms": 62.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.23, "count": 285, "max_ms": 81.994, "p95_ms": 69.493}, "yolo11_640_fire_11class": {"avg_ms": 49.214, "count": 285, "max_ms": 66.731, "p95_ms": 62.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.742, "count": 285, "max_ms": 75.944, "p95_ms": 72.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.879, "count": 285, "max_ms": 115.043, "p95_ms": 107.526}, "read_interval": {"avg_ms": 105.533, "count": 284, "max_ms": 131.949, "p95_ms": 122.757}, "triton_wait": {"avg_ms": 57.154, "count": 285, "max_ms": 82.006, "p95_ms": 73.877}, "visualize": {"avg_ms": 3.324, "count": 285, "max_ms": 4.36, "p95_ms": 3.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16858.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.665, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.879, "name": "ffmpeg", "pid": 153745, "rss_mb": 331.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.334, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2464605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:01:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:01:55+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:01:55.425777+09:00", "mtime_epoch": 1783292515.425777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:01:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2680.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.813, "count": 301, "max_ms": 13.81, "p95_ms": 9.835}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.972, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.321, "count": 301, "max_ms": 68.255, "p95_ms": 62.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.158, "count": 301, "max_ms": 80.968, "p95_ms": 71.329}, "yolo11_640_fire_11class": {"avg_ms": 49.216, "count": 301, "max_ms": 69.674, "p95_ms": 61.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.681, "count": 301, "max_ms": 75.835, "p95_ms": 71.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.73, "count": 301, "max_ms": 113.184, "p95_ms": 90.998}, "read_interval": {"avg_ms": 99.748, "count": 300, "max_ms": 632.789, "p95_ms": 110.786}, "triton_wait": {"avg_ms": 57.008, "count": 301, "max_ms": 80.98, "p95_ms": 73.464}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 5.175, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16858.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.554, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.5, "name": "ffmpeg", "pid": 153638, "rss_mb": 284.5, "state": "R (running)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 10, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.833, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1968663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T08:02:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:02:23+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:02:23.342133+09:00", "mtime_epoch": 1783292543.3421328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:02:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9564.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.505, "pushed": 9.505, "read": 9.472}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.948, "count": 285, "max_ms": 38.604, "p95_ms": 28.913}, "gstreamer_push": {"avg_ms": 1.196, "count": 285, "max_ms": 1.815, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.31, "count": 285, "max_ms": 66.864, "p95_ms": 63.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.568, "count": 285, "max_ms": 79.088, "p95_ms": 65.247}, "yolo11_640_fire_11class": {"avg_ms": 49.157, "count": 285, "max_ms": 69.883, "p95_ms": 62.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.846, "count": 285, "max_ms": 76.358, "p95_ms": 72.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.787, "count": 285, "max_ms": 112.447, "p95_ms": 107.028}, "read_interval": {"avg_ms": 105.563, "count": 284, "max_ms": 127.668, "p95_ms": 122.402}, "triton_wait": {"avg_ms": 56.92, "count": 285, "max_ms": 79.1, "p95_ms": 73.072}, "visualize": {"avg_ms": 3.304, "count": 285, "max_ms": 4.942, "p95_ms": 3.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16863.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.692, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.101, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2464903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:02:25+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:02:25+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:02:25.454160+09:00", "mtime_epoch": 1783292545.4541597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:02:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2681.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.95, "count": 298, "max_ms": 15.977, "p95_ms": 11.232}, "gstreamer_push": {"avg_ms": 1.317, "count": 298, "max_ms": 2.219, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.202, "count": 298, "max_ms": 65.425, "p95_ms": 62.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.067, "count": 298, "max_ms": 82.486, "p95_ms": 70.171}, "yolo11_640_fire_11class": {"avg_ms": 49.374, "count": 298, "max_ms": 72.414, "p95_ms": 61.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.273, "count": 298, "max_ms": 76.366, "p95_ms": 70.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.299, "count": 298, "max_ms": 121.529, "p95_ms": 90.058}, "read_interval": {"avg_ms": 100.757, "count": 297, "max_ms": 789.548, "p95_ms": 114.617}, "triton_wait": {"avg_ms": 56.43, "count": 298, "max_ms": 82.498, "p95_ms": 72.478}, "visualize": {"avg_ms": 3.746, "count": 298, "max_ms": 5.671, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16866.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.603, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.234, "name": "ffmpeg", "pid": 153638, "rss_mb": 292.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 9, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.289, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1968947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:02:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:02:53+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T08:02:53+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T08:02:53.378518+09:00", "mtime_epoch": 1783292573.3785183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:02:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9565.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.483, "pushed": 9.483, "read": 9.45}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.464, "count": 284, "max_ms": 41.433, "p95_ms": 35.041}, "gstreamer_push": {"avg_ms": 1.182, "count": 284, "max_ms": 2.103, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.105, "count": 284, "max_ms": 68.842, "p95_ms": 64.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.516, "count": 284, "max_ms": 85.016, "p95_ms": 64.697}, "yolo11_640_fire_11class": {"avg_ms": 48.99, "count": 284, "max_ms": 66.26, "p95_ms": 62.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.567, "count": 284, "max_ms": 76.108, "p95_ms": 71.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.074, "count": 284, "max_ms": 123.913, "p95_ms": 109.314}, "read_interval": {"avg_ms": 105.785, "count": 283, "max_ms": 136.995, "p95_ms": 122.665}, "triton_wait": {"avg_ms": 56.797, "count": 284, "max_ms": 85.032, "p95_ms": 73.005}, "visualize": {"avg_ms": 3.25, "count": 284, "max_ms": 5.931, "p95_ms": 3.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16866.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.733, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.02, "sample_count": 2793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2465201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:02:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T08:02:55+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T08:02:55.514546+09:00", "mtime_epoch": 1783292575.514546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:02:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2681.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.15, "count": 298, "max_ms": 15.565, "p95_ms": 12.791}, "gstreamer_push": {"avg_ms": 1.297, "count": 298, "max_ms": 2.224, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.034, "count": 298, "max_ms": 67.493, "p95_ms": 63.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.175, "count": 298, "max_ms": 85.05, "p95_ms": 70.547}, "yolo11_640_fire_11class": {"avg_ms": 49.07, "count": 298, "max_ms": 66.675, "p95_ms": 61.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.697, "count": 298, "max_ms": 73.891, "p95_ms": 70.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.795, "count": 298, "max_ms": 106.815, "p95_ms": 90.387}, "read_interval": {"avg_ms": 100.861, "count": 297, "max_ms": 985.912, "p95_ms": 109.166}, "triton_wait": {"avg_ms": 55.909, "count": 298, "max_ms": 85.063, "p95_ms": 72.047}, "visualize": {"avg_ms": 3.718, "count": 298, "max_ms": 5.942, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16868.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.669, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.352, "name": "ffmpeg", "pid": 153638, "rss_mb": 294.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 9, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.428, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:03:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:03:23+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:03:23+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T08:03:23.462907+09:00", "mtime_epoch": 1783292603.462907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:03:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9565.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.578, "pushed": 9.578, "read": 9.545}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.309, "count": 287, "max_ms": 40.762, "p95_ms": 31.134}, "gstreamer_push": {"avg_ms": 1.185, "count": 287, "max_ms": 1.428, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.462, "count": 287, "max_ms": 66.548, "p95_ms": 62.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.31, "count": 287, "max_ms": 84.359, "p95_ms": 65.285}, "yolo11_640_fire_11class": {"avg_ms": 48.21, "count": 287, "max_ms": 65.05, "p95_ms": 61.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.102, "count": 287, "max_ms": 75.412, "p95_ms": 72.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.965, "count": 287, "max_ms": 116.971, "p95_ms": 106.333}, "read_interval": {"avg_ms": 104.776, "count": 286, "max_ms": 131.758, "p95_ms": 121.781}, "triton_wait": {"avg_ms": 55.765, "count": 287, "max_ms": 84.371, "p95_ms": 73.238}, "visualize": {"avg_ms": 3.302, "count": 287, "max_ms": 4.231, "p95_ms": 3.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16872.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.742, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.897, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2465502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:03:25+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:03:25+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T08:03:25.514934+09:00", "mtime_epoch": 1783292605.5149338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:03:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2681.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.826, "count": 301, "max_ms": 14.673, "p95_ms": 9.784}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.835, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.609, "count": 301, "max_ms": 75.932, "p95_ms": 62.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.795, "count": 301, "max_ms": 82.524, "p95_ms": 70.23}, "yolo11_640_fire_11class": {"avg_ms": 48.877, "count": 301, "max_ms": 65.237, "p95_ms": 60.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.641, "count": 301, "max_ms": 76.463, "p95_ms": 70.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.324, "count": 301, "max_ms": 99.584, "p95_ms": 89.794}, "read_interval": {"avg_ms": 99.688, "count": 301, "max_ms": 677.311, "p95_ms": 109.344}, "triton_wait": {"avg_ms": 55.77, "count": 301, "max_ms": 82.537, "p95_ms": 72.252}, "visualize": {"avg_ms": 3.695, "count": 301, "max_ms": 5.348, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16875.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.729, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.25, "name": "ffmpeg", "pid": 153638, "rss_mb": 299.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 9, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.035, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:03:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:03:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:03:53+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T08:03:53.519298+09:00", "mtime_epoch": 1783292633.5192983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:03:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9565.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.652, "pushed": 9.652, "read": 9.619}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.96, "count": 289, "max_ms": 37.276, "p95_ms": 29.174}, "gstreamer_push": {"avg_ms": 1.177, "count": 289, "max_ms": 1.509, "p95_ms": 1.269}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.167, "count": 289, "max_ms": 72.782, "p95_ms": 62.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.563, "count": 289, "max_ms": 79.837, "p95_ms": 62.486}, "yolo11_640_fire_11class": {"avg_ms": 48.417, "count": 289, "max_ms": 74.728, "p95_ms": 62.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.693, "count": 289, "max_ms": 75.939, "p95_ms": 71.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.069, "count": 289, "max_ms": 111.697, "p95_ms": 104.979}, "read_interval": {"avg_ms": 104.018, "count": 288, "max_ms": 128.871, "p95_ms": 120.449}, "triton_wait": {"avg_ms": 55.209, "count": 289, "max_ms": 79.85, "p95_ms": 71.747}, "visualize": {"avg_ms": 3.312, "count": 289, "max_ms": 4.5, "p95_ms": 3.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16875.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.759, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.826, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2465803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:03:55+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:03:55+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T08:03:55.535325+09:00", "mtime_epoch": 1783292635.5353246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:03:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2681.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.901, "count": 301, "max_ms": 14.156, "p95_ms": 9.673}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.822, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.719, "count": 301, "max_ms": 65.719, "p95_ms": 62.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.126, "count": 301, "max_ms": 78.089, "p95_ms": 68.736}, "yolo11_640_fire_11class": {"avg_ms": 48.859, "count": 301, "max_ms": 67.709, "p95_ms": 61.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.242, "count": 301, "max_ms": 74.414, "p95_ms": 69.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.992, "count": 301, "max_ms": 95.067, "p95_ms": 87.517}, "read_interval": {"avg_ms": 99.761, "count": 300, "max_ms": 892.017, "p95_ms": 109.211}, "triton_wait": {"avg_ms": 55.351, "count": 301, "max_ms": 78.102, "p95_ms": 70.503}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 5.38, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16878.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 827, "h264_decode_error_count": 2009, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:58:48+09:00", "last_error_summary": "[h264 @ 0x557e633220c0] cabac decode of qscale diff failed at 50 31 [h264 @ 0x557e633220c0] error while decoding MB 50 31, bytestream 4639 [h264 @ 0x557e63ce30c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557e63ce30c0] error while decoding MB 0 13, bytestream 3609 [h264 @ 0x557e63c14300] cabac decode of qscale diff failed at 31 33 [h264 @ 0x557e63c14300] error while decoding MB 31 33, bytestream 35321 [in#0/rtsp @ 0x557e63248e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T07:58:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.821, "last_started_at": "2026-07-06T07:58:50+09:00", "pid": 153638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.312, "name": "ffmpeg", "pid": 153638, "rss_mb": 301.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 920, "restart_count_per_hour": 9, "rtsp_timeout_count": 508, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 921}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.93, "sample_count": 2856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:04:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:04:23+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T08:04:23+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T08:04:23.607692+09:00", "mtime_epoch": 1783292663.6076922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:04:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9565.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.502, "pushed": 9.502, "read": 9.469}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.722, "count": 285, "max_ms": 34.214, "p95_ms": 28.075}, "gstreamer_push": {"avg_ms": 1.174, "count": 285, "max_ms": 1.414, "p95_ms": 1.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.136, "count": 285, "max_ms": 71.383, "p95_ms": 63.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.672, "count": 285, "max_ms": 81.135, "p95_ms": 66.028}, "yolo11_640_fire_11class": {"avg_ms": 49.437, "count": 285, "max_ms": 72.253, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.926, "count": 285, "max_ms": 81.645, "p95_ms": 72.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.568, "count": 285, "max_ms": 114.157, "p95_ms": 106.182}, "read_interval": {"avg_ms": 105.576, "count": 284, "max_ms": 128.847, "p95_ms": 120.971}, "triton_wait": {"avg_ms": 57.0, "count": 285, "max_ms": 81.654, "p95_ms": 73.859}, "visualize": {"avg_ms": 3.285, "count": 285, "max_ms": 4.155, "p95_ms": 3.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16879.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.79, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.481, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2466106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:04:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:04:25+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:04:25.551718+09:00", "mtime_epoch": 1783292665.5517178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:04:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2681.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.841, "count": 303, "max_ms": 14.665, "p95_ms": 9.752}, "gstreamer_push": {"avg_ms": 1.307, "count": 303, "max_ms": 1.894, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.597, "count": 303, "max_ms": 72.703, "p95_ms": 62.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.124, "count": 303, "max_ms": 82.178, "p95_ms": 70.974}, "yolo11_640_fire_11class": {"avg_ms": 49.286, "count": 303, "max_ms": 73.472, "p95_ms": 62.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.861, "count": 303, "max_ms": 82.674, "p95_ms": 70.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.04, "count": 303, "max_ms": 99.873, "p95_ms": 90.36}, "read_interval": {"avg_ms": 99.092, "count": 302, "max_ms": 752.288, "p95_ms": 110.033}, "triton_wait": {"avg_ms": 56.411, "count": 303, "max_ms": 82.684, "p95_ms": 73.07}, "visualize": {"avg_ms": 3.713, "count": 303, "max_ms": 4.911, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16716.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.311, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.402, "name": "ffmpeg", "pid": 153897, "rss_mb": 141.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 10, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.131, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1969865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:04:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:04:53+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T08:04:53+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T08:04:53.632087+09:00", "mtime_epoch": 1783292693.6320875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:04:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9565.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.906, "pushed": 1.906, "read": 1.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.331, "count": 57, "max_ms": 31.018, "p95_ms": 28.593}, "gstreamer_push": {"avg_ms": 1.219, "count": 57, "max_ms": 1.393, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.097, "count": 57, "max_ms": 64.695, "p95_ms": 61.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.993, "count": 57, "max_ms": 80.62, "p95_ms": 75.687}, "yolo11_640_fire_11class": {"avg_ms": 49.634, "count": 57, "max_ms": 64.188, "p95_ms": 60.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.9, "count": 57, "max_ms": 74.045, "p95_ms": 70.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.912, "count": 57, "max_ms": 113.245, "p95_ms": 110.814}, "read_interval": {"avg_ms": 534.309, "count": 56, "max_ms": 10158.498, "p95_ms": 5057.106}, "triton_wait": {"avg_ms": 57.55, "count": 57, "max_ms": 80.632, "p95_ms": 75.699}, "visualize": {"avg_ms": 3.345, "count": 57, "max_ms": 5.276, "p95_ms": 3.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16753.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.806, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.061, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2466404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:04:55+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:04:55+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T08:04:55.576113+09:00", "mtime_epoch": 1783292695.5761132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:04:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2681.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.954}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 8.761, "count": 298, "max_ms": 10.133, "p95_ms": 9.304}, "gstreamer_push": {"avg_ms": 1.309, "count": 298, "max_ms": 1.497, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.431, "count": 298, "max_ms": 65.666, "p95_ms": 50.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.748, "count": 298, "max_ms": 77.876, "p95_ms": 56.41}, "yolo11_640_fire_11class": {"avg_ms": 45.802, "count": 298, "max_ms": 62.329, "p95_ms": 48.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.921, "count": 298, "max_ms": 74.793, "p95_ms": 57.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.569, "count": 298, "max_ms": 96.529, "p95_ms": 79.358}, "read_interval": {"avg_ms": 100.77, "count": 298, "max_ms": 436.083, "p95_ms": 168.606}, "triton_wait": {"avg_ms": 52.068, "count": 298, "max_ms": 77.889, "p95_ms": 61.796}, "visualize": {"avg_ms": 3.708, "count": 298, "max_ms": 4.867, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16847.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.359, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.004, "name": "ffmpeg", "pid": 153897, "rss_mb": 270.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 10, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.131, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1970148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:05:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:05:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T08:05:23+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:05:23.680485+09:00", "mtime_epoch": 1783292723.6804855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:05:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9565.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.455, "pushed": 9.455, "read": 9.421}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.51, "count": 283, "max_ms": 33.281, "p95_ms": 29.253}, "gstreamer_push": {"avg_ms": 1.207, "count": 283, "max_ms": 2.056, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.301, "count": 283, "max_ms": 66.995, "p95_ms": 63.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.574, "count": 283, "max_ms": 85.097, "p95_ms": 71.378}, "yolo11_640_fire_11class": {"avg_ms": 49.659, "count": 283, "max_ms": 67.517, "p95_ms": 62.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.989, "count": 283, "max_ms": 76.29, "p95_ms": 73.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.106, "count": 283, "max_ms": 118.318, "p95_ms": 109.02}, "read_interval": {"avg_ms": 106.181, "count": 282, "max_ms": 133.998, "p95_ms": 123.733}, "triton_wait": {"avg_ms": 57.608, "count": 283, "max_ms": 85.111, "p95_ms": 74.564}, "visualize": {"avg_ms": 3.349, "count": 283, "max_ms": 4.685, "p95_ms": 3.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16847.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.845, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.515, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2466703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:05:25+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:05:25+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:05:25.620511+09:00", "mtime_epoch": 1783292725.620511, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:05:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2682.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.945, "count": 299, "max_ms": 15.314, "p95_ms": 9.895}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 1.817, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.121, "count": 299, "max_ms": 69.358, "p95_ms": 63.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.751, "count": 299, "max_ms": 77.724, "p95_ms": 72.848}, "yolo11_640_fire_11class": {"avg_ms": 49.415, "count": 299, "max_ms": 67.825, "p95_ms": 62.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.853, "count": 299, "max_ms": 75.101, "p95_ms": 70.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.549, "count": 299, "max_ms": 95.111, "p95_ms": 91.823}, "read_interval": {"avg_ms": 100.507, "count": 298, "max_ms": 765.762, "p95_ms": 114.169}, "triton_wait": {"avg_ms": 56.751, "count": 299, "max_ms": 77.736, "p95_ms": 74.197}, "visualize": {"avg_ms": 3.736, "count": 299, "max_ms": 5.097, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16850.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.362, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.355, "name": "ffmpeg", "pid": 153897, "rss_mb": 273.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 9, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.077, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1970428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:05:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:05:53+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:05:53+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T08:05:53.684885+09:00", "mtime_epoch": 1783292753.6848845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:05:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9565.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.337, "pushed": 9.337, "read": 9.337}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.479, "count": 280, "max_ms": 37.596, "p95_ms": 28.89}, "gstreamer_push": {"avg_ms": 1.206, "count": 280, "max_ms": 2.075, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.647, "count": 280, "max_ms": 66.948, "p95_ms": 63.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.9, "count": 280, "max_ms": 84.614, "p95_ms": 70.502}, "yolo11_640_fire_11class": {"avg_ms": 49.907, "count": 280, "max_ms": 67.383, "p95_ms": 62.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.629, "count": 280, "max_ms": 77.536, "p95_ms": 73.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.323, "count": 280, "max_ms": 119.729, "p95_ms": 108.916}, "read_interval": {"avg_ms": 107.167, "count": 280, "max_ms": 135.142, "p95_ms": 123.832}, "triton_wait": {"avg_ms": 57.961, "count": 280, "max_ms": 84.627, "p95_ms": 75.666}, "visualize": {"avg_ms": 3.305, "count": 280, "max_ms": 4.246, "p95_ms": 3.606}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16850.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.947, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.58, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2467004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T08:05:55+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T08:05:55+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T08:05:55.684911+09:00", "mtime_epoch": 1783292755.6849113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:05:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2682.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.996, "count": 300, "max_ms": 14.873, "p95_ms": 10.682}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 2.07, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.953, "count": 300, "max_ms": 68.385, "p95_ms": 63.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.713, "count": 300, "max_ms": 84.859, "p95_ms": 73.199}, "yolo11_640_fire_11class": {"avg_ms": 49.298, "count": 300, "max_ms": 69.803, "p95_ms": 62.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.743, "count": 300, "max_ms": 78.591, "p95_ms": 72.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.642, "count": 300, "max_ms": 111.117, "p95_ms": 93.144}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 660.441, "p95_ms": 114.582}, "triton_wait": {"avg_ms": 57.236, "count": 300, "max_ms": 84.869, "p95_ms": 74.118}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 5.398, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16850.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.416, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.355, "name": "ffmpeg", "pid": 153897, "rss_mb": 273.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 9, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.131, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1970712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:06:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:06:23+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T08:06:23+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T08:06:23.713286+09:00", "mtime_epoch": 1783292783.7132862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:06:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.482, "pushed": 9.482, "read": 9.449}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.284, "count": 284, "max_ms": 34.36, "p95_ms": 28.799}, "gstreamer_push": {"avg_ms": 1.199, "count": 284, "max_ms": 1.468, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.926, "count": 284, "max_ms": 66.536, "p95_ms": 63.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.641, "count": 284, "max_ms": 81.662, "p95_ms": 69.941}, "yolo11_640_fire_11class": {"avg_ms": 48.955, "count": 284, "max_ms": 67.333, "p95_ms": 62.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.71, "count": 284, "max_ms": 77.245, "p95_ms": 72.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.931, "count": 284, "max_ms": 115.39, "p95_ms": 106.921}, "read_interval": {"avg_ms": 105.739, "count": 283, "max_ms": 129.845, "p95_ms": 121.798}, "triton_wait": {"avg_ms": 56.754, "count": 284, "max_ms": 81.675, "p95_ms": 73.638}, "visualize": {"avg_ms": 3.31, "count": 284, "max_ms": 4.909, "p95_ms": 3.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16850.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.973, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.673, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2467301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:06:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:06:25+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:06:25.733313+09:00", "mtime_epoch": 1783292785.7333133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:06:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2682.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.931, "pushed": 9.931, "read": 9.898}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.093, "count": 297, "max_ms": 16.021, "p95_ms": 11.023}, "gstreamer_push": {"avg_ms": 1.319, "count": 297, "max_ms": 1.968, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.542, "count": 297, "max_ms": 67.123, "p95_ms": 62.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.053, "count": 297, "max_ms": 85.085, "p95_ms": 71.615}, "yolo11_640_fire_11class": {"avg_ms": 48.917, "count": 297, "max_ms": 66.606, "p95_ms": 62.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.103, "count": 297, "max_ms": 78.066, "p95_ms": 71.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.873, "count": 297, "max_ms": 132.51, "p95_ms": 94.259}, "read_interval": {"avg_ms": 101.101, "count": 296, "max_ms": 758.932, "p95_ms": 136.177}, "triton_wait": {"avg_ms": 56.99, "count": 297, "max_ms": 85.098, "p95_ms": 74.679}, "visualize": {"avg_ms": 3.775, "count": 297, "max_ms": 5.706, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16854.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.428, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.934, "name": "ffmpeg", "pid": 153897, "rss_mb": 275.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 9, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.996, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1970996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:06:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:06:53+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:06:53+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T08:06:53.757690+09:00", "mtime_epoch": 1783292813.7576897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:06:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.467, "pushed": 9.467, "read": 9.467}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.996, "count": 284, "max_ms": 32.428, "p95_ms": 28.403}, "gstreamer_push": {"avg_ms": 1.193, "count": 284, "max_ms": 1.375, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.245, "count": 284, "max_ms": 68.201, "p95_ms": 63.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.613, "count": 284, "max_ms": 83.487, "p95_ms": 70.063}, "yolo11_640_fire_11class": {"avg_ms": 49.427, "count": 284, "max_ms": 66.524, "p95_ms": 62.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.856, "count": 284, "max_ms": 75.516, "p95_ms": 71.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.652, "count": 284, "max_ms": 119.511, "p95_ms": 105.976}, "read_interval": {"avg_ms": 105.779, "count": 284, "max_ms": 133.923, "p95_ms": 120.913}, "triton_wait": {"avg_ms": 56.801, "count": 284, "max_ms": 83.5, "p95_ms": 72.49}, "visualize": {"avg_ms": 3.297, "count": 284, "max_ms": 4.435, "p95_ms": 3.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16853.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.973, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.564, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2467603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:06:55+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:06:55+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T08:06:55.745716+09:00", "mtime_epoch": 1783292815.7457163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:06:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2682.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.838, "count": 302, "max_ms": 13.997, "p95_ms": 9.517}, "gstreamer_push": {"avg_ms": 1.306, "count": 302, "max_ms": 2.186, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.982, "count": 302, "max_ms": 69.464, "p95_ms": 63.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.208, "count": 302, "max_ms": 79.837, "p95_ms": 69.644}, "yolo11_640_fire_11class": {"avg_ms": 49.395, "count": 302, "max_ms": 66.847, "p95_ms": 62.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.655, "count": 302, "max_ms": 73.833, "p95_ms": 70.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.585, "count": 302, "max_ms": 97.155, "p95_ms": 89.011}, "read_interval": {"avg_ms": 99.344, "count": 302, "max_ms": 771.064, "p95_ms": 110.454}, "triton_wait": {"avg_ms": 56.023, "count": 302, "max_ms": 79.85, "p95_ms": 71.853}, "visualize": {"avg_ms": 3.71, "count": 302, "max_ms": 4.632, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16853.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.537, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.934, "name": "ffmpeg", "pid": 153897, "rss_mb": 275.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 9, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.02, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1971278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:07:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:07:23+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T08:07:23+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T08:07:23.854095+09:00", "mtime_epoch": 1783292843.8540955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:07:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.368, "pushed": 9.368, "read": 9.368}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.117, "count": 281, "max_ms": 32.153, "p95_ms": 28.429}, "gstreamer_push": {"avg_ms": 1.204, "count": 281, "max_ms": 1.514, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.484, "count": 281, "max_ms": 69.966, "p95_ms": 63.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.858, "count": 281, "max_ms": 84.848, "p95_ms": 71.616}, "yolo11_640_fire_11class": {"avg_ms": 49.642, "count": 281, "max_ms": 69.439, "p95_ms": 61.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.505, "count": 281, "max_ms": 76.794, "p95_ms": 71.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.912, "count": 281, "max_ms": 121.336, "p95_ms": 107.291}, "read_interval": {"avg_ms": 106.751, "count": 281, "max_ms": 136.063, "p95_ms": 122.079}, "triton_wait": {"avg_ms": 57.905, "count": 281, "max_ms": 84.86, "p95_ms": 73.726}, "visualize": {"avg_ms": 3.335, "count": 281, "max_ms": 4.236, "p95_ms": 3.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16854.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.055, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.714, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2467904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:07:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T08:07:25+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T08:07:25.838122+09:00", "mtime_epoch": 1783292845.8381224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:07:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2682.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.904, "count": 301, "max_ms": 15.495, "p95_ms": 9.863}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.804, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.217, "count": 301, "max_ms": 65.205, "p95_ms": 63.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.066, "count": 301, "max_ms": 82.621, "p95_ms": 72.708}, "yolo11_640_fire_11class": {"avg_ms": 49.695, "count": 301, "max_ms": 66.736, "p95_ms": 63.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.52, "count": 301, "max_ms": 77.667, "p95_ms": 72.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.879, "count": 301, "max_ms": 99.576, "p95_ms": 91.635}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 777.011, "p95_ms": 112.811}, "triton_wait": {"avg_ms": 57.221, "count": 301, "max_ms": 82.633, "p95_ms": 74.385}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 4.68, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16859.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.632, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.09, "name": "ffmpeg", "pid": 153897, "rss_mb": 281.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 9, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.291, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1971558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:07:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:07:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:07:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:07:53.958503+09:00", "mtime_epoch": 1783292873.9585032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:07:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.336, "pushed": 9.336, "read": 9.303}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.042, "count": 280, "max_ms": 35.49, "p95_ms": 29.722}, "gstreamer_push": {"avg_ms": 1.195, "count": 280, "max_ms": 1.964, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.195, "count": 280, "max_ms": 71.913, "p95_ms": 63.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.19, "count": 280, "max_ms": 82.526, "p95_ms": 74.777}, "yolo11_640_fire_11class": {"avg_ms": 49.803, "count": 280, "max_ms": 76.823, "p95_ms": 62.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.223, "count": 280, "max_ms": 78.179, "p95_ms": 74.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.322, "count": 280, "max_ms": 115.093, "p95_ms": 110.278}, "read_interval": {"avg_ms": 107.501, "count": 279, "max_ms": 130.0, "p95_ms": 126.266}, "triton_wait": {"avg_ms": 58.399, "count": 280, "max_ms": 82.538, "p95_ms": 77.174}, "visualize": {"avg_ms": 3.326, "count": 280, "max_ms": 4.946, "p95_ms": 3.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16859.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.071, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.485, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2468196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:07:55+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T08:07:55+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T08:07:55.810528+09:00", "mtime_epoch": 1783292875.8105283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:07:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2682.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.733}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.874, "count": 292, "max_ms": 14.297, "p95_ms": 10.733}, "gstreamer_push": {"avg_ms": 1.282, "count": 292, "max_ms": 1.822, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.19, "count": 292, "max_ms": 69.247, "p95_ms": 63.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.188, "count": 292, "max_ms": 81.042, "p95_ms": 75.839}, "yolo11_640_fire_11class": {"avg_ms": 48.804, "count": 292, "max_ms": 66.697, "p95_ms": 62.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.173, "count": 292, "max_ms": 77.418, "p95_ms": 72.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.292, "count": 292, "max_ms": 135.65, "p95_ms": 107.607}, "read_interval": {"avg_ms": 102.644, "count": 292, "max_ms": 515.233, "p95_ms": 143.084}, "triton_wait": {"avg_ms": 57.305, "count": 292, "max_ms": 81.053, "p95_ms": 76.442}, "visualize": {"avg_ms": 3.791, "count": 292, "max_ms": 6.05, "p95_ms": 5.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16865.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.641, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.578, "name": "ffmpeg", "pid": 153897, "rss_mb": 285.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 9, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.778, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1971839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:08:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:08:24+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T08:08:23+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T08:08:23.942911+09:00", "mtime_epoch": 1783292903.9429107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:08:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.368, "pushed": 9.368, "read": 9.368}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.233, "count": 281, "max_ms": 35.643, "p95_ms": 30.911}, "gstreamer_push": {"avg_ms": 1.191, "count": 281, "max_ms": 2.007, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.278, "count": 281, "max_ms": 71.548, "p95_ms": 64.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.975, "count": 281, "max_ms": 84.348, "p95_ms": 78.425}, "yolo11_640_fire_11class": {"avg_ms": 49.475, "count": 281, "max_ms": 66.188, "p95_ms": 63.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.502, "count": 281, "max_ms": 79.322, "p95_ms": 74.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.984, "count": 281, "max_ms": 116.911, "p95_ms": 112.415}, "read_interval": {"avg_ms": 106.688, "count": 281, "max_ms": 131.225, "p95_ms": 125.81}, "triton_wait": {"avg_ms": 58.006, "count": 281, "max_ms": 84.36, "p95_ms": 78.438}, "visualize": {"avg_ms": 3.245, "count": 281, "max_ms": 4.82, "p95_ms": 3.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16865.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.124, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.252, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2468505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:08:25+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T08:08:25+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T08:08:25.894937+09:00", "mtime_epoch": 1783292905.8949373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:08:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2682.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.311, "pushed": 10.311, "read": 10.277}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.845, "count": 309, "max_ms": 12.942, "p95_ms": 10.755}, "gstreamer_push": {"avg_ms": 1.267, "count": 309, "max_ms": 1.478, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.116, "count": 309, "max_ms": 66.867, "p95_ms": 64.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.56, "count": 309, "max_ms": 82.836, "p95_ms": 76.111}, "yolo11_640_fire_11class": {"avg_ms": 49.244, "count": 309, "max_ms": 66.493, "p95_ms": 63.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.075, "count": 309, "max_ms": 78.367, "p95_ms": 73.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.83, "count": 309, "max_ms": 137.311, "p95_ms": 101.041}, "read_interval": {"avg_ms": 97.28, "count": 308, "max_ms": 607.701, "p95_ms": 122.943}, "triton_wait": {"avg_ms": 57.645, "count": 309, "max_ms": 82.848, "p95_ms": 76.302}, "visualize": {"avg_ms": 3.722, "count": 309, "max_ms": 5.214, "p95_ms": 4.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16865.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.207, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.498, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2468809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:08:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T08:08:55+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T08:08:55.987348+09:00", "mtime_epoch": 1783292935.9873478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:08:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2683.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.94, "count": 304, "max_ms": 15.796, "p95_ms": 10.865}, "gstreamer_push": {"avg_ms": 1.275, "count": 304, "max_ms": 1.711, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.525, "count": 304, "max_ms": 67.514, "p95_ms": 63.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.326, "count": 304, "max_ms": 86.393, "p95_ms": 74.066}, "yolo11_640_fire_11class": {"avg_ms": 48.765, "count": 304, "max_ms": 67.511, "p95_ms": 61.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.989, "count": 304, "max_ms": 82.022, "p95_ms": 73.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.776, "count": 304, "max_ms": 135.886, "p95_ms": 109.109}, "read_interval": {"avg_ms": 98.997, "count": 303, "max_ms": 588.979, "p95_ms": 124.737}, "triton_wait": {"avg_ms": 56.703, "count": 304, "max_ms": 86.406, "p95_ms": 75.107}, "visualize": {"avg_ms": 3.772, "count": 304, "max_ms": 7.543, "p95_ms": 4.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16865.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 828, "h264_decode_error_count": 2011, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:04:48+09:00", "last_error_summary": "[h264 @ 0x561f2a8d6c00] error while decoding MB 24 3, bytestream -6 [h264 @ 0x561f2a78ff00] error while decoding MB 34 40, bytestream -12 [in#0/rtsp @ 0x561f2a770e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f2a770e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:04:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.695, "last_started_at": "2026-07-06T08:04:51+09:00", "pid": 153897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.836, "name": "ffmpeg", "pid": 153897, "rss_mb": 285.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 921, "restart_count_per_hour": 8, "rtsp_timeout_count": 510, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 922}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.767, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:08:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:08:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:08:58+09:00", "mjpeg": {"age_sec": 9.057, "exists": true, "mtime": "2026-07-06T08:08:49.047253+09:00", "mtime_epoch": 1783292929.047253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:08:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.581, "pushed": 6.581, "read": 6.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 25.865, "count": 197, "max_ms": 37.578, "p95_ms": 28.88}, "gstreamer_push": {"avg_ms": 1.175, "count": 197, "max_ms": 1.753, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.107, "count": 197, "max_ms": 68.692, "p95_ms": 63.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.608, "count": 197, "max_ms": 87.845, "p95_ms": 74.958}, "yolo11_640_fire_11class": {"avg_ms": 49.447, "count": 197, "max_ms": 67.944, "p95_ms": 62.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.543, "count": 197, "max_ms": 76.976, "p95_ms": 74.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.125, "count": 197, "max_ms": 120.627, "p95_ms": 110.083}, "read_interval": {"avg_ms": 152.695, "count": 196, "max_ms": 9072.761, "p95_ms": 125.139}, "triton_wait": {"avg_ms": 58.527, "count": 197, "max_ms": 87.854, "p95_ms": 75.858}, "visualize": {"avg_ms": 3.272, "count": 197, "max_ms": 4.745, "p95_ms": 3.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16830.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.261, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.633, "sample_count": 2901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2469011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:09:26+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T08:09:25+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T08:09:25.996071+09:00", "mtime_epoch": 1783292965.996071, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:09:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2664.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.74, "pushed": 6.74, "read": 6.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.184, "count": 202, "max_ms": 19.379, "p95_ms": 13.432}, "gstreamer_push": {"avg_ms": 1.014, "count": 202, "max_ms": 1.342, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.372, "count": 202, "max_ms": 71.471, "p95_ms": 61.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.034, "count": 202, "max_ms": 80.841, "p95_ms": 72.048}, "yolo11_640_fire_11class": {"avg_ms": 47.097, "count": 202, "max_ms": 62.206, "p95_ms": 56.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.082, "count": 202, "max_ms": 79.786, "p95_ms": 72.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.998, "count": 202, "max_ms": 168.065, "p95_ms": 162.097}, "read_interval": {"avg_ms": 148.88, "count": 201, "max_ms": 827.437, "p95_ms": 174.096}, "triton_wait": {"avg_ms": 56.121, "count": 202, "max_ms": 80.854, "p95_ms": 73.699}, "visualize": {"avg_ms": 4.685, "count": 202, "max_ms": 5.989, "p95_ms": 5.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16822.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.929, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.273, "name": "ffmpeg", "pid": 154004, "rss_mb": 269.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.916, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:09:28+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:09:28+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:09:28.068153+09:00", "mtime_epoch": 1783292968.0681527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:09:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 152, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.598, "pushed": 7.598, "read": 7.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 25.067, "count": 152, "max_ms": 30.567, "p95_ms": 27.805}, "gstreamer_push": {"avg_ms": 1.17, "count": 152, "max_ms": 1.313, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.187, "count": 152, "max_ms": 70.39, "p95_ms": 67.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.982, "count": 152, "max_ms": 83.312, "p95_ms": 68.736}, "yolo11_640_fire_11class": {"avg_ms": 49.413, "count": 152, "max_ms": 65.89, "p95_ms": 62.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.472, "count": 152, "max_ms": 78.738, "p95_ms": 76.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.757, "count": 152, "max_ms": 115.596, "p95_ms": 108.741}, "read_interval": {"avg_ms": 197.701, "count": 152, "max_ms": 10131.645, "p95_ms": 124.096}, "triton_wait": {"avg_ms": 57.947, "count": 152, "max_ms": 83.324, "p95_ms": 76.739}, "visualize": {"avg_ms": 3.287, "count": 152, "max_ms": 4.229, "p95_ms": 3.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.005, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16810.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.378, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.175, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2469175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:09:56+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T08:09:56+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T08:09:56.065236+09:00", "mtime_epoch": 1783292996.0652363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:09:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2640.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.477, "pushed": 5.477, "read": 5.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.405, "count": 163, "max_ms": 19.317, "p95_ms": 15.823}, "gstreamer_push": {"avg_ms": 0.901, "count": 164, "max_ms": 1.218, "p95_ms": 1.074}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.57, "count": 163, "max_ms": 73.029, "p95_ms": 64.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.055, "count": 163, "max_ms": 84.307, "p95_ms": 77.561}, "yolo11_640_fire_11class": {"avg_ms": 48.221, "count": 163, "max_ms": 68.048, "p95_ms": 60.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.839, "count": 163, "max_ms": 86.488, "p95_ms": 79.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.511, "count": 164, "max_ms": 222.265, "p95_ms": 202.199}, "read_interval": {"avg_ms": 183.776, "count": 163, "max_ms": 337.087, "p95_ms": 214.017}, "triton_wait": {"avg_ms": 60.883, "count": 163, "max_ms": 86.501, "p95_ms": 79.992}, "visualize": {"avg_ms": 5.919, "count": 163, "max_ms": 7.759, "p95_ms": 6.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16810.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.97, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 154004, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.391, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:09:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:09:58+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T08:09:58+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T08:09:58.097314+09:00", "mtime_epoch": 1783292998.0973136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:09:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9566.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.726}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.084, "count": 292, "max_ms": 29.447, "p95_ms": 28.13}, "gstreamer_push": {"avg_ms": 1.146, "count": 292, "max_ms": 1.331, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.671, "count": 292, "max_ms": 71.834, "p95_ms": 64.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.529, "count": 292, "max_ms": 84.291, "p95_ms": 74.868}, "yolo11_640_fire_11class": {"avg_ms": 47.677, "count": 292, "max_ms": 63.853, "p95_ms": 60.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.609, "count": 292, "max_ms": 85.508, "p95_ms": 78.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.467, "count": 292, "max_ms": 117.937, "p95_ms": 111.207}, "read_interval": {"avg_ms": 102.843, "count": 291, "max_ms": 132.342, "p95_ms": 125.925}, "triton_wait": {"avg_ms": 55.798, "count": 292, "max_ms": 85.521, "p95_ms": 79.257}, "visualize": {"avg_ms": 3.249, "count": 292, "max_ms": 4.024, "p95_ms": 3.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16791.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.395, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.664, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2469391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:10:26+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T08:10:26+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T08:10:26.134365+09:00", "mtime_epoch": 1783293026.1343646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:10:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2620.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.239, "pushed": 7.239, "read": 7.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.753, "count": 216, "max_ms": 16.148, "p95_ms": 14.312}, "gstreamer_push": {"avg_ms": 1.078, "count": 216, "max_ms": 1.528, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.606, "count": 216, "max_ms": 66.049, "p95_ms": 61.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.536, "count": 216, "max_ms": 84.767, "p95_ms": 75.284}, "yolo11_640_fire_11class": {"avg_ms": 47.061, "count": 216, "max_ms": 63.042, "p95_ms": 59.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.83, "count": 216, "max_ms": 81.965, "p95_ms": 74.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.554, "count": 216, "max_ms": 202.689, "p95_ms": 169.448}, "read_interval": {"avg_ms": 139.048, "count": 215, "max_ms": 212.847, "p95_ms": 179.489}, "triton_wait": {"avg_ms": 57.183, "count": 216, "max_ms": 84.779, "p95_ms": 76.206}, "visualize": {"avg_ms": 5.391, "count": 216, "max_ms": 7.82, "p95_ms": 6.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16791.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.988, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.977, "name": "ffmpeg", "pid": 154004, "rss_mb": 275.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.581, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1972796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:10:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:10:28+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T08:10:28+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T08:10:28.094437+09:00", "mtime_epoch": 1783293028.094437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:10:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.326, "pushed": 9.326, "read": 9.292}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.533, "count": 279, "max_ms": 30.856, "p95_ms": 28.365}, "gstreamer_push": {"avg_ms": 1.133, "count": 279, "max_ms": 1.503, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.769, "count": 279, "max_ms": 66.087, "p95_ms": 61.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.161, "count": 279, "max_ms": 82.486, "p95_ms": 68.815}, "yolo11_640_fire_11class": {"avg_ms": 47.122, "count": 279, "max_ms": 66.074, "p95_ms": 60.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.222, "count": 279, "max_ms": 79.187, "p95_ms": 75.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.224, "count": 279, "max_ms": 149.837, "p95_ms": 124.194}, "read_interval": {"avg_ms": 107.478, "count": 278, "max_ms": 163.279, "p95_ms": 135.898}, "triton_wait": {"avg_ms": 55.549, "count": 279, "max_ms": 82.496, "p95_ms": 76.558}, "visualize": {"avg_ms": 3.426, "count": 279, "max_ms": 4.589, "p95_ms": 4.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16794.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.398, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.586, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2469699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:10:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T08:10:56+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T08:10:56.175457+09:00", "mtime_epoch": 1783293056.1754572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:10:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2620.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.27, "pushed": 10.27, "read": 10.27}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.249, "count": 308, "max_ms": 17.191, "p95_ms": 11.225}, "gstreamer_push": {"avg_ms": 1.27, "count": 308, "max_ms": 1.551, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.357, "count": 308, "max_ms": 73.416, "p95_ms": 62.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.192, "count": 308, "max_ms": 83.313, "p95_ms": 73.003}, "yolo11_640_fire_11class": {"avg_ms": 48.586, "count": 308, "max_ms": 63.625, "p95_ms": 61.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.727, "count": 308, "max_ms": 75.276, "p95_ms": 70.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.959, "count": 308, "max_ms": 130.797, "p95_ms": 115.894}, "read_interval": {"avg_ms": 97.544, "count": 308, "max_ms": 146.979, "p95_ms": 130.214}, "triton_wait": {"avg_ms": 56.419, "count": 308, "max_ms": 83.327, "p95_ms": 73.427}, "visualize": {"avg_ms": 3.98, "count": 308, "max_ms": 7.249, "p95_ms": 5.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16794.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.086, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.555, "name": "ffmpeg", "pid": 154004, "rss_mb": 278.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.17, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1973054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:10:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:10:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T08:10:58+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T08:10:58.227530+09:00", "mtime_epoch": 1783293058.2275305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:10:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.616, "pushed": 8.616, "read": 8.583}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.205, "count": 258, "max_ms": 33.283, "p95_ms": 29.196}, "gstreamer_push": {"avg_ms": 1.151, "count": 258, "max_ms": 1.562, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.143, "count": 258, "max_ms": 67.144, "p95_ms": 62.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.883, "count": 258, "max_ms": 79.439, "p95_ms": 69.678}, "yolo11_640_fire_11class": {"avg_ms": 49.221, "count": 258, "max_ms": 65.479, "p95_ms": 61.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.416, "count": 258, "max_ms": 79.296, "p95_ms": 73.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.736, "count": 258, "max_ms": 146.398, "p95_ms": 138.738}, "read_interval": {"avg_ms": 116.719, "count": 257, "max_ms": 159.03, "p95_ms": 151.536}, "triton_wait": {"avg_ms": 58.273, "count": 258, "max_ms": 79.451, "p95_ms": 74.057}, "visualize": {"avg_ms": 3.67, "count": 258, "max_ms": 5.112, "p95_ms": 4.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16744.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.422, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.487, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2470021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:11:26+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T08:11:26+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T08:11:26.192516+09:00", "mtime_epoch": 1783293086.192516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:11:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.755, "pushed": 10.755, "read": 10.722}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.905, "count": 322, "max_ms": 16.304, "p95_ms": 10.572}, "gstreamer_push": {"avg_ms": 1.293, "count": 322, "max_ms": 1.692, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.833, "count": 322, "max_ms": 67.905, "p95_ms": 62.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.616, "count": 322, "max_ms": 82.651, "p95_ms": 71.609}, "yolo11_640_fire_11class": {"avg_ms": 49.214, "count": 322, "max_ms": 68.633, "p95_ms": 61.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.247, "count": 322, "max_ms": 75.312, "p95_ms": 71.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.972, "count": 322, "max_ms": 131.901, "p95_ms": 106.245}, "read_interval": {"avg_ms": 93.247, "count": 321, "max_ms": 145.416, "p95_ms": 120.288}, "triton_wait": {"avg_ms": 56.818, "count": 322, "max_ms": 82.664, "p95_ms": 73.064}, "visualize": {"avg_ms": 3.787, "count": 322, "max_ms": 5.898, "p95_ms": 5.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16746.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.117, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.359, "name": "ffmpeg", "pid": 154004, "rss_mb": 280.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.17, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1973336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:11:28+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T08:11:28+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T08:11:28.236587+09:00", "mtime_epoch": 1783293088.236587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:11:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.423, "pushed": 9.423, "read": 9.39}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.566, "count": 282, "max_ms": 28.545, "p95_ms": 27.699}, "gstreamer_push": {"avg_ms": 1.206, "count": 282, "max_ms": 1.522, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.763, "count": 282, "max_ms": 66.965, "p95_ms": 63.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.24, "count": 282, "max_ms": 81.513, "p95_ms": 69.931}, "yolo11_640_fire_11class": {"avg_ms": 49.589, "count": 282, "max_ms": 67.343, "p95_ms": 62.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.693, "count": 282, "max_ms": 76.778, "p95_ms": 72.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.695, "count": 282, "max_ms": 114.696, "p95_ms": 106.88}, "read_interval": {"avg_ms": 106.435, "count": 281, "max_ms": 129.513, "p95_ms": 122.216}, "triton_wait": {"avg_ms": 58.26, "count": 282, "max_ms": 81.525, "p95_ms": 74.166}, "visualize": {"avg_ms": 3.312, "count": 282, "max_ms": 4.192, "p95_ms": 3.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16734.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.425, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.216, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2470351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:11:56+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:11:56+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T08:11:56.197544+09:00", "mtime_epoch": 1783293116.1975439, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:11:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2556.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 330, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.004, "pushed": 11.004, "read": 11.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.668, "count": 330, "max_ms": 13.61, "p95_ms": 9.248}, "gstreamer_push": {"avg_ms": 1.3, "count": 330, "max_ms": 1.795, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.141, "count": 330, "max_ms": 75.928, "p95_ms": 63.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.432, "count": 330, "max_ms": 81.906, "p95_ms": 71.014}, "yolo11_640_fire_11class": {"avg_ms": 49.122, "count": 330, "max_ms": 67.067, "p95_ms": 62.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.663, "count": 330, "max_ms": 78.836, "p95_ms": 71.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.487, "count": 330, "max_ms": 98.966, "p95_ms": 90.713}, "read_interval": {"avg_ms": 90.922, "count": 330, "max_ms": 114.398, "p95_ms": 106.69}, "triton_wait": {"avg_ms": 57.163, "count": 330, "max_ms": 81.919, "p95_ms": 73.585}, "visualize": {"avg_ms": 3.687, "count": 330, "max_ms": 4.718, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16734.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.127, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.359, "name": "ffmpeg", "pid": 154004, "rss_mb": 280.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.093, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1973617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:11:58+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:11:58+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T08:11:58.253613+09:00", "mtime_epoch": 1783293118.253613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:11:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.368, "pushed": 9.368, "read": 9.368}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.701, "count": 281, "max_ms": 34.464, "p95_ms": 27.981}, "gstreamer_push": {"avg_ms": 1.192, "count": 281, "max_ms": 1.656, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.701, "count": 281, "max_ms": 66.818, "p95_ms": 63.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.466, "count": 281, "max_ms": 87.737, "p95_ms": 71.705}, "yolo11_640_fire_11class": {"avg_ms": 49.505, "count": 281, "max_ms": 65.781, "p95_ms": 62.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.978, "count": 281, "max_ms": 76.95, "p95_ms": 73.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.614, "count": 281, "max_ms": 119.184, "p95_ms": 107.253}, "read_interval": {"avg_ms": 106.842, "count": 281, "max_ms": 136.794, "p95_ms": 123.316}, "triton_wait": {"avg_ms": 58.107, "count": 281, "max_ms": 87.75, "p95_ms": 74.498}, "visualize": {"avg_ms": 3.283, "count": 281, "max_ms": 4.283, "p95_ms": 3.544}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16735.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.469, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.176, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2470680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:12:26+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:12:26+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T08:12:26.246544+09:00", "mtime_epoch": 1783293146.246544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:12:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2557.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.983, "pushed": 10.983, "read": 10.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.807, "count": 329, "max_ms": 15.028, "p95_ms": 9.539}, "gstreamer_push": {"avg_ms": 1.303, "count": 329, "max_ms": 1.56, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.082, "count": 329, "max_ms": 68.833, "p95_ms": 62.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.814, "count": 329, "max_ms": 82.54, "p95_ms": 73.953}, "yolo11_640_fire_11class": {"avg_ms": 49.455, "count": 329, "max_ms": 66.321, "p95_ms": 61.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.287, "count": 329, "max_ms": 74.693, "p95_ms": 70.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.597, "count": 329, "max_ms": 99.733, "p95_ms": 91.353}, "read_interval": {"avg_ms": 91.327, "count": 328, "max_ms": 115.946, "p95_ms": 108.47}, "triton_wait": {"avg_ms": 57.066, "count": 329, "max_ms": 82.553, "p95_ms": 73.966}, "visualize": {"avg_ms": 3.713, "count": 329, "max_ms": 4.729, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16734.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.172, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.359, "name": "ffmpeg", "pid": 154004, "rss_mb": 280.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.17, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1973899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:12:28+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:12:28+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:12:28.310611+09:00", "mtime_epoch": 1783293148.3106115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:12:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.418, "pushed": 9.418, "read": 9.384}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.752, "count": 282, "max_ms": 29.757, "p95_ms": 27.83}, "gstreamer_push": {"avg_ms": 1.209, "count": 282, "max_ms": 1.422, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.401, "count": 282, "max_ms": 69.485, "p95_ms": 63.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.543, "count": 282, "max_ms": 85.015, "p95_ms": 67.74}, "yolo11_640_fire_11class": {"avg_ms": 49.544, "count": 282, "max_ms": 70.087, "p95_ms": 62.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.251, "count": 282, "max_ms": 76.392, "p95_ms": 72.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.454, "count": 282, "max_ms": 117.708, "p95_ms": 106.359}, "read_interval": {"avg_ms": 106.554, "count": 281, "max_ms": 132.776, "p95_ms": 122.484}, "triton_wait": {"avg_ms": 57.797, "count": 282, "max_ms": 85.027, "p95_ms": 73.577}, "visualize": {"avg_ms": 3.306, "count": 282, "max_ms": 4.187, "p95_ms": 3.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16735.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.529, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.034, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2471015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:12:56+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T08:12:56+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T08:12:56.299516+09:00", "mtime_epoch": 1783293176.2995164, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:12:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2557.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.175, "pushed": 11.175, "read": 11.142}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.725, "count": 335, "max_ms": 13.752, "p95_ms": 9.334}, "gstreamer_push": {"avg_ms": 1.308, "count": 335, "max_ms": 1.497, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.769, "count": 335, "max_ms": 66.02, "p95_ms": 62.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.451, "count": 335, "max_ms": 79.646, "p95_ms": 72.577}, "yolo11_640_fire_11class": {"avg_ms": 48.87, "count": 335, "max_ms": 64.444, "p95_ms": 62.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.531, "count": 335, "max_ms": 74.655, "p95_ms": 70.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.192, "count": 335, "max_ms": 96.819, "p95_ms": 90.649}, "read_interval": {"avg_ms": 89.709, "count": 334, "max_ms": 112.933, "p95_ms": 106.796}, "triton_wait": {"avg_ms": 55.779, "count": 335, "max_ms": 79.658, "p95_ms": 73.589}, "visualize": {"avg_ms": 3.693, "count": 335, "max_ms": 4.362, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16735.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.187, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.875, "name": "ffmpeg", "pid": 154004, "rss_mb": 280.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.093, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1974181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:12:58+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:12:58+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T08:12:58.307581+09:00", "mtime_epoch": 1783293178.3075807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:12:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.435, "pushed": 9.435, "read": 9.401}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.816, "count": 282, "max_ms": 32.547, "p95_ms": 28.147}, "gstreamer_push": {"avg_ms": 1.212, "count": 282, "max_ms": 1.856, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.827, "count": 282, "max_ms": 66.381, "p95_ms": 63.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.527, "count": 282, "max_ms": 82.968, "p95_ms": 69.349}, "yolo11_640_fire_11class": {"avg_ms": 49.861, "count": 282, "max_ms": 67.192, "p95_ms": 62.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.594, "count": 282, "max_ms": 75.747, "p95_ms": 72.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.693, "count": 282, "max_ms": 115.492, "p95_ms": 106.59}, "read_interval": {"avg_ms": 106.382, "count": 281, "max_ms": 128.505, "p95_ms": 122.171}, "triton_wait": {"avg_ms": 57.956, "count": 282, "max_ms": 82.981, "p95_ms": 73.873}, "visualize": {"avg_ms": 3.307, "count": 282, "max_ms": 4.014, "p95_ms": 3.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16736.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.546, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.009, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2471346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:13:26+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T08:13:26+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T08:13:26.316462+09:00", "mtime_epoch": 1783293206.3164623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:13:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2557.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 331, "pushed_frames": 331, "read_frames": 330, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.067, "pushed": 11.067, "read": 11.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.899, "count": 331, "max_ms": 14.932, "p95_ms": 12.524}, "gstreamer_push": {"avg_ms": 1.292, "count": 331, "max_ms": 2.072, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.903, "count": 331, "max_ms": 69.31, "p95_ms": 63.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.28, "count": 331, "max_ms": 82.334, "p95_ms": 73.713}, "yolo11_640_fire_11class": {"avg_ms": 49.099, "count": 331, "max_ms": 68.253, "p95_ms": 62.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.797, "count": 331, "max_ms": 76.371, "p95_ms": 71.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.053, "count": 331, "max_ms": 101.66, "p95_ms": 91.471}, "read_interval": {"avg_ms": 90.681, "count": 330, "max_ms": 120.973, "p95_ms": 108.528}, "triton_wait": {"avg_ms": 56.511, "count": 331, "max_ms": 82.346, "p95_ms": 74.286}, "visualize": {"avg_ms": 3.717, "count": 331, "max_ms": 5.524, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16736.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.268, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.133, "name": "ffmpeg", "pid": 154004, "rss_mb": 281.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.187, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1974462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:13:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:13:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:13:28+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:13:28.408527+09:00", "mtime_epoch": 1783293208.4085271, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:13:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.373, "pushed": 9.373, "read": 9.34}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.06, "count": 281, "max_ms": 42.808, "p95_ms": 28.468}, "gstreamer_push": {"avg_ms": 1.201, "count": 281, "max_ms": 2.026, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.896, "count": 281, "max_ms": 68.308, "p95_ms": 63.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.244, "count": 281, "max_ms": 85.181, "p95_ms": 72.678}, "yolo11_640_fire_11class": {"avg_ms": 49.959, "count": 281, "max_ms": 66.096, "p95_ms": 62.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.815, "count": 281, "max_ms": 75.559, "p95_ms": 72.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.194, "count": 281, "max_ms": 128.844, "p95_ms": 110.284}, "read_interval": {"avg_ms": 107.067, "count": 280, "max_ms": 144.68, "p95_ms": 125.552}, "triton_wait": {"avg_ms": 58.201, "count": 281, "max_ms": 85.193, "p95_ms": 75.262}, "visualize": {"avg_ms": 3.309, "count": 281, "max_ms": 5.365, "p95_ms": 3.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16738.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.613, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.137, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.964, "sample_count": 2865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2471678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:13:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T08:13:56+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T08:13:56.393385+09:00", "mtime_epoch": 1783293236.3933854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:13:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2557.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.073, "pushed": 11.073, "read": 11.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.867, "count": 332, "max_ms": 14.868, "p95_ms": 12.047}, "gstreamer_push": {"avg_ms": 1.302, "count": 332, "max_ms": 1.901, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.639, "count": 332, "max_ms": 71.644, "p95_ms": 62.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.016, "count": 332, "max_ms": 80.66, "p95_ms": 73.955}, "yolo11_640_fire_11class": {"avg_ms": 49.107, "count": 332, "max_ms": 71.657, "p95_ms": 62.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.023, "count": 332, "max_ms": 78.079, "p95_ms": 73.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.934, "count": 332, "max_ms": 97.632, "p95_ms": 92.575}, "read_interval": {"avg_ms": 90.58, "count": 331, "max_ms": 114.399, "p95_ms": 109.152}, "triton_wait": {"avg_ms": 56.437, "count": 332, "max_ms": 80.672, "p95_ms": 75.57}, "visualize": {"avg_ms": 3.703, "count": 332, "max_ms": 5.595, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16738.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.274, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.711, "name": "ffmpeg", "pid": 154004, "rss_mb": 283.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.548, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1974718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:13:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:13:58+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T08:13:58+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T08:13:58.381445+09:00", "mtime_epoch": 1783293238.3814454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:13:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9567.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.536, "pushed": 8.536, "read": 8.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.168, "count": 256, "max_ms": 30.523, "p95_ms": 28.681}, "gstreamer_push": {"avg_ms": 1.157, "count": 256, "max_ms": 1.338, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.912, "count": 256, "max_ms": 67.104, "p95_ms": 63.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.972, "count": 256, "max_ms": 83.63, "p95_ms": 76.426}, "yolo11_640_fire_11class": {"avg_ms": 50.261, "count": 256, "max_ms": 67.665, "p95_ms": 62.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.635, "count": 256, "max_ms": 79.579, "p95_ms": 74.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.064, "count": 256, "max_ms": 151.937, "p95_ms": 140.582}, "read_interval": {"avg_ms": 117.092, "count": 256, "max_ms": 166.995, "p95_ms": 153.354}, "triton_wait": {"avg_ms": 59.026, "count": 256, "max_ms": 83.643, "p95_ms": 76.437}, "visualize": {"avg_ms": 3.695, "count": 256, "max_ms": 5.411, "p95_ms": 4.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16741.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.326, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.289, "name": "ffmpeg", "pid": 154004, "rss_mb": 286.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.254, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:14:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:14:28+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:14:28+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T08:14:28.466344+09:00", "mtime_epoch": 1783293268.4663444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:14:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9568.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.751}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.864, "count": 293, "max_ms": 31.417, "p95_ms": 27.512}, "gstreamer_push": {"avg_ms": 1.178, "count": 293, "max_ms": 1.399, "p95_ms": 1.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.366, "count": 293, "max_ms": 66.306, "p95_ms": 61.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.235, "count": 293, "max_ms": 82.179, "p95_ms": 63.813}, "yolo11_640_fire_11class": {"avg_ms": 47.831, "count": 293, "max_ms": 66.899, "p95_ms": 60.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.379, "count": 293, "max_ms": 74.804, "p95_ms": 68.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.793, "count": 293, "max_ms": 117.673, "p95_ms": 104.996}, "read_interval": {"avg_ms": 102.569, "count": 292, "max_ms": 132.849, "p95_ms": 119.6}, "triton_wait": {"avg_ms": 55.202, "count": 293, "max_ms": 82.192, "p95_ms": 71.84}, "visualize": {"avg_ms": 3.29, "count": 293, "max_ms": 3.924, "p95_ms": 3.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16742.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 146, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T07:59:42+09:00", "last_error_summary": "[h264 @ 0x560c0c5cdb40] error while decoding MB 112 48, bytestream -6 [in#0/rtsp @ 0x560c0c39ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c0c39ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T07:59:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 886.794, "last_started_at": "2026-07-06T07:59:44+09:00", "pid": 153745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.969, "name": "ffmpeg", "pid": 153745, "rss_mb": 332.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 2, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.671, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2471867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:14:31+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T08:14:31+09:00", "mjpeg": {"age_sec": 18.048, "exists": true, "mtime": "2026-07-06T08:14:13.589903+09:00", "mtime_epoch": 1783293253.5899026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:14:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2557.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.436, "pushed": 4.436, "read": 4.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.913, "count": 133, "max_ms": 13.362, "p95_ms": 11.669}, "gstreamer_push": {"avg_ms": 1.303, "count": 133, "max_ms": 2.007, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.218, "count": 133, "max_ms": 65.164, "p95_ms": 63.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.709, "count": 133, "max_ms": 82.808, "p95_ms": 73.768}, "yolo11_640_fire_11class": {"avg_ms": 48.968, "count": 133, "max_ms": 64.366, "p95_ms": 62.576}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.817, "count": 133, "max_ms": 76.779, "p95_ms": 71.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.168, "count": 133, "max_ms": 99.911, "p95_ms": 91.564}, "read_interval": {"avg_ms": 226.901, "count": 132, "max_ms": 18037.87, "p95_ms": 110.284}, "triton_wait": {"avg_ms": 56.578, "count": 133, "max_ms": 82.82, "p95_ms": 74.093}, "visualize": {"avg_ms": 3.724, "count": 133, "max_ms": 5.244, "p95_ms": 4.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16732.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.372, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.289, "name": "ffmpeg", "pid": 154004, "rss_mb": 286.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.42, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:14:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:14:58+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:14:58+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:14:58.511220+09:00", "mtime_epoch": 1783293298.5112202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:14:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9568.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.85}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 24.865, "count": 296, "max_ms": 42.09, "p95_ms": 27.809}, "gstreamer_push": {"avg_ms": 1.182, "count": 296, "max_ms": 1.878, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.11, "count": 296, "max_ms": 64.238, "p95_ms": 59.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.53, "count": 296, "max_ms": 80.67, "p95_ms": 61.846}, "yolo11_640_fire_11class": {"avg_ms": 46.546, "count": 296, "max_ms": 65.453, "p95_ms": 58.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.953, "count": 296, "max_ms": 76.025, "p95_ms": 66.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.534, "count": 296, "max_ms": 129.835, "p95_ms": 100.683}, "read_interval": {"avg_ms": 101.502, "count": 295, "max_ms": 144.05, "p95_ms": 116.655}, "triton_wait": {"avg_ms": 53.918, "count": 296, "max_ms": 80.685, "p95_ms": 68.277}, "visualize": {"avg_ms": 3.325, "count": 296, "max_ms": 5.114, "p95_ms": 3.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16738.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.949, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.52, "name": "ffmpeg", "pid": 154111, "rss_mb": 328.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.629, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2471986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:15:02+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T08:15:02+09:00", "mjpeg": {"age_sec": 0.865, "exists": true, "mtime": "2026-07-06T08:15:01.587309+09:00", "mtime_epoch": 1783293301.5873086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:15:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 110, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.667, "pushed": 3.667, "read": 3.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.986, "count": 110, "max_ms": 15.053, "p95_ms": 12.969}, "gstreamer_push": {"avg_ms": 1.297, "count": 110, "max_ms": 1.866, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.009, "count": 110, "max_ms": 68.556, "p95_ms": 63.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.314, "count": 110, "max_ms": 79.933, "p95_ms": 78.058}, "yolo11_640_fire_11class": {"avg_ms": 48.869, "count": 110, "max_ms": 65.319, "p95_ms": 62.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.895, "count": 110, "max_ms": 76.434, "p95_ms": 72.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.848, "count": 110, "max_ms": 107.66, "p95_ms": 96.614}, "read_interval": {"avg_ms": 272.736, "count": 110, "max_ms": 14722.893, "p95_ms": 119.288}, "triton_wait": {"avg_ms": 56.896, "count": 110, "max_ms": 79.946, "p95_ms": 78.074}, "visualize": {"avg_ms": 3.708, "count": 110, "max_ms": 5.378, "p95_ms": 4.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16744.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 377.485, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.125, "name": "ffmpeg", "pid": 154004, "rss_mb": 289.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.163, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:15:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:15:28+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T08:15:28+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T08:15:28.604077+09:00", "mtime_epoch": 1783293328.604077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:15:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9568.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.435, "pushed": 9.435, "read": 9.435}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.133, "count": 283, "max_ms": 37.984, "p95_ms": 30.1}, "gstreamer_push": {"avg_ms": 1.159, "count": 283, "max_ms": 1.589, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.418, "count": 283, "max_ms": 67.88, "p95_ms": 63.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.786, "count": 283, "max_ms": 82.678, "p95_ms": 74.161}, "yolo11_640_fire_11class": {"avg_ms": 49.354, "count": 283, "max_ms": 67.893, "p95_ms": 62.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.036, "count": 283, "max_ms": 79.517, "p95_ms": 73.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.39, "count": 283, "max_ms": 120.511, "p95_ms": 109.638}, "read_interval": {"avg_ms": 105.976, "count": 283, "max_ms": 134.65, "p95_ms": 124.307}, "triton_wait": {"avg_ms": 57.607, "count": 283, "max_ms": 82.691, "p95_ms": 75.638}, "visualize": {"avg_ms": 3.23, "count": 283, "max_ms": 4.581, "p95_ms": 3.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16745.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.98, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.871, "name": "ffmpeg", "pid": 154111, "rss_mb": 331.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.615, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2472287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:15:32+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T08:15:32+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T08:15:32.404184+09:00", "mtime_epoch": 1783293332.4041839, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:15:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.771, "count": 301, "max_ms": 14.317, "p95_ms": 9.966}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 2.246, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.212, "count": 301, "max_ms": 70.193, "p95_ms": 63.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.171, "count": 301, "max_ms": 84.68, "p95_ms": 75.469}, "yolo11_640_fire_11class": {"avg_ms": 49.172, "count": 301, "max_ms": 65.723, "p95_ms": 61.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.104, "count": 301, "max_ms": 78.372, "p95_ms": 71.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.429, "count": 301, "max_ms": 102.069, "p95_ms": 92.822}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 642.345, "p95_ms": 112.084}, "triton_wait": {"avg_ms": 57.069, "count": 301, "max_ms": 84.693, "p95_ms": 75.808}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 5.757, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16745.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 407.543, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.125, "name": "ffmpeg", "pid": 154004, "rss_mb": 289.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.711, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1975874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:15:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:15:58+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:15:58+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T08:15:58.684914+09:00", "mtime_epoch": 1783293358.6849144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:15:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9568.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.449, "pushed": 9.449, "read": 9.416}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.466, "count": 283, "max_ms": 39.315, "p95_ms": 30.017}, "gstreamer_push": {"avg_ms": 1.212, "count": 283, "max_ms": 1.482, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.302, "count": 283, "max_ms": 65.899, "p95_ms": 63.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.266, "count": 283, "max_ms": 82.777, "p95_ms": 65.517}, "yolo11_640_fire_11class": {"avg_ms": 49.497, "count": 283, "max_ms": 64.662, "p95_ms": 62.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.908, "count": 283, "max_ms": 77.417, "p95_ms": 74.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.152, "count": 283, "max_ms": 115.73, "p95_ms": 108.035}, "read_interval": {"avg_ms": 106.232, "count": 282, "max_ms": 132.38, "p95_ms": 123.646}, "triton_wait": {"avg_ms": 56.739, "count": 283, "max_ms": 82.791, "p95_ms": 74.592}, "visualize": {"avg_ms": 3.291, "count": 283, "max_ms": 4.654, "p95_ms": 3.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16745.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.995, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.871, "name": "ffmpeg", "pid": 154111, "rss_mb": 331.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.591, "sample_count": 2819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2472581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:16:02+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T08:16:02+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T08:16:02.393016+09:00", "mtime_epoch": 1783293362.3930163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:16:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.044, "count": 294, "max_ms": 14.302, "p95_ms": 10.835}, "gstreamer_push": {"avg_ms": 1.284, "count": 294, "max_ms": 1.76, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.577, "count": 294, "max_ms": 67.929, "p95_ms": 62.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.992, "count": 294, "max_ms": 78.554, "p95_ms": 71.812}, "yolo11_640_fire_11class": {"avg_ms": 48.734, "count": 294, "max_ms": 65.717, "p95_ms": 61.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.658, "count": 294, "max_ms": 77.157, "p95_ms": 71.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.589, "count": 294, "max_ms": 139.777, "p95_ms": 109.168}, "read_interval": {"avg_ms": 101.974, "count": 294, "max_ms": 533.412, "p95_ms": 146.353}, "triton_wait": {"avg_ms": 56.295, "count": 294, "max_ms": 78.567, "p95_ms": 73.666}, "visualize": {"avg_ms": 3.883, "count": 294, "max_ms": 6.436, "p95_ms": 5.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16748.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.588, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.703, "name": "ffmpeg", "pid": 154004, "rss_mb": 291.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 9, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.745, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1976156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:16:28+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T08:16:28+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T08:16:28.709732+09:00", "mtime_epoch": 1783293388.7097318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:16:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9568.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.417, "pushed": 9.417, "read": 9.384}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.854, "count": 282, "max_ms": 35.705, "p95_ms": 30.138}, "gstreamer_push": {"avg_ms": 1.225, "count": 282, "max_ms": 2.071, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.978, "count": 282, "max_ms": 69.83, "p95_ms": 63.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.034, "count": 282, "max_ms": 81.034, "p95_ms": 65.749}, "yolo11_640_fire_11class": {"avg_ms": 49.651, "count": 282, "max_ms": 73.778, "p95_ms": 64.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.032, "count": 282, "max_ms": 78.939, "p95_ms": 74.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.335, "count": 282, "max_ms": 114.969, "p95_ms": 108.908}, "read_interval": {"avg_ms": 106.496, "count": 281, "max_ms": 132.147, "p95_ms": 125.209}, "triton_wait": {"avg_ms": 56.473, "count": 282, "max_ms": 81.046, "p95_ms": 75.072}, "visualize": {"avg_ms": 3.326, "count": 282, "max_ms": 4.26, "p95_ms": 3.622}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16749.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.068, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 154111, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.529, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2472886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:16:32+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T08:16:32+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T08:16:32.465833+09:00", "mtime_epoch": 1783293392.465833, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:16:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.19, "pushed": 10.19, "read": 10.157}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.378, "count": 305, "max_ms": 18.302, "p95_ms": 13.179}, "gstreamer_push": {"avg_ms": 1.298, "count": 305, "max_ms": 1.821, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.518, "count": 305, "max_ms": 73.93, "p95_ms": 63.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.18, "count": 305, "max_ms": 83.625, "p95_ms": 72.449}, "yolo11_640_fire_11class": {"avg_ms": 49.566, "count": 305, "max_ms": 68.438, "p95_ms": 63.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.615, "count": 305, "max_ms": 79.653, "p95_ms": 74.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.104, "count": 305, "max_ms": 138.974, "p95_ms": 110.355}, "read_interval": {"avg_ms": 98.516, "count": 304, "max_ms": 692.268, "p95_ms": 123.987}, "triton_wait": {"avg_ms": 57.27, "count": 305, "max_ms": 83.638, "p95_ms": 75.696}, "visualize": {"avg_ms": 3.896, "count": 305, "max_ms": 7.831, "p95_ms": 5.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16751.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.624, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.281, "name": "ffmpeg", "pid": 154004, "rss_mb": 294.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.021, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1976438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:16:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:16:58+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T08:16:58.766533+09:00", "mtime_epoch": 1783293418.7665331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:16:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9568.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.422, "pushed": 9.422, "read": 9.389}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.475, "count": 282, "max_ms": 41.93, "p95_ms": 31.107}, "gstreamer_push": {"avg_ms": 1.166, "count": 282, "max_ms": 1.927, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.712, "count": 282, "max_ms": 68.776, "p95_ms": 63.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.727, "count": 282, "max_ms": 83.828, "p95_ms": 76.483}, "yolo11_640_fire_11class": {"avg_ms": 49.922, "count": 282, "max_ms": 72.281, "p95_ms": 65.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.383, "count": 282, "max_ms": 80.337, "p95_ms": 76.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.657, "count": 282, "max_ms": 123.595, "p95_ms": 111.746}, "read_interval": {"avg_ms": 106.527, "count": 281, "max_ms": 137.435, "p95_ms": 126.849}, "triton_wait": {"avg_ms": 57.469, "count": 282, "max_ms": 83.839, "p95_ms": 78.089}, "visualize": {"avg_ms": 3.25, "count": 282, "max_ms": 4.291, "p95_ms": 3.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16754.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.132, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 154111, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.849, "sample_count": 2736, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2473156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:17:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:17:02+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:17:02+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T08:17:02.566633+09:00", "mtime_epoch": 1783293422.5666335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:17:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.017, "pushed": 9.017, "read": 8.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.094, "count": 270, "max_ms": 15.432, "p95_ms": 11.767}, "gstreamer_push": {"avg_ms": 1.213, "count": 270, "max_ms": 2.024, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.062, "count": 270, "max_ms": 65.903, "p95_ms": 63.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.158, "count": 270, "max_ms": 84.688, "p95_ms": 75.32}, "yolo11_640_fire_11class": {"avg_ms": 49.591, "count": 270, "max_ms": 71.531, "p95_ms": 62.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.883, "count": 270, "max_ms": 79.238, "p95_ms": 74.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.63, "count": 270, "max_ms": 140.787, "p95_ms": 129.1}, "read_interval": {"avg_ms": 111.448, "count": 269, "max_ms": 155.648, "p95_ms": 143.89}, "triton_wait": {"avg_ms": 57.18, "count": 270, "max_ms": 84.701, "p95_ms": 76.015}, "visualize": {"avg_ms": 4.482, "count": 270, "max_ms": 6.711, "p95_ms": 5.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16754.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 497.642, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.859, "name": "ffmpeg", "pid": 154004, "rss_mb": 296.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.439, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1976724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:17:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:17:28+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:17:28+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T08:17:28.779317+09:00", "mtime_epoch": 1783293448.7793174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:17:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.56, "pushed": 9.56, "read": 9.526}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.326, "count": 286, "max_ms": 40.763, "p95_ms": 29.92}, "gstreamer_push": {"avg_ms": 1.158, "count": 286, "max_ms": 1.404, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.664, "count": 286, "max_ms": 68.647, "p95_ms": 61.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.008, "count": 286, "max_ms": 81.445, "p95_ms": 74.321}, "yolo11_640_fire_11class": {"avg_ms": 48.433, "count": 286, "max_ms": 66.642, "p95_ms": 62.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.962, "count": 286, "max_ms": 77.568, "p95_ms": 74.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.389, "count": 286, "max_ms": 115.894, "p95_ms": 109.036}, "read_interval": {"avg_ms": 104.948, "count": 285, "max_ms": 133.931, "p95_ms": 124.991}, "triton_wait": {"avg_ms": 56.348, "count": 286, "max_ms": 81.458, "p95_ms": 76.415}, "visualize": {"avg_ms": 3.257, "count": 286, "max_ms": 4.173, "p95_ms": 3.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16754.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.141, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 154111, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.534, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2473409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:17:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:17:32+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T08:17:32+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T08:17:32.583416+09:00", "mtime_epoch": 1783293452.5834155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:17:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.435, "pushed": 8.435, "read": 8.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.475, "count": 253, "max_ms": 14.871, "p95_ms": 11.692}, "gstreamer_push": {"avg_ms": 1.176, "count": 253, "max_ms": 1.686, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.131, "count": 253, "max_ms": 67.542, "p95_ms": 62.467}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.546, "count": 253, "max_ms": 82.539, "p95_ms": 76.584}, "yolo11_640_fire_11class": {"avg_ms": 49.352, "count": 253, "max_ms": 65.693, "p95_ms": 61.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.142, "count": 253, "max_ms": 80.095, "p95_ms": 74.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.614, "count": 253, "max_ms": 138.156, "p95_ms": 131.726}, "read_interval": {"avg_ms": 118.628, "count": 253, "max_ms": 152.556, "p95_ms": 146.08}, "triton_wait": {"avg_ms": 56.85, "count": 253, "max_ms": 82.552, "p95_ms": 77.089}, "visualize": {"avg_ms": 4.762, "count": 253, "max_ms": 6.95, "p95_ms": 5.636}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16757.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.741, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.438, "name": "ffmpeg", "pid": 154004, "rss_mb": 299.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.928, "sample_count": 2822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1977008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:17:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:17:58+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T08:17:58+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T08:17:58.856088+09:00", "mtime_epoch": 1783293478.8560877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:17:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.437, "pushed": 9.437, "read": 9.437}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.386, "count": 283, "max_ms": 35.433, "p95_ms": 31.089}, "gstreamer_push": {"avg_ms": 1.182, "count": 283, "max_ms": 1.382, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.495, "count": 283, "max_ms": 78.95, "p95_ms": 63.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.287, "count": 283, "max_ms": 81.559, "p95_ms": 72.911}, "yolo11_640_fire_11class": {"avg_ms": 49.511, "count": 283, "max_ms": 81.356, "p95_ms": 64.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.915, "count": 283, "max_ms": 81.881, "p95_ms": 75.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.173, "count": 283, "max_ms": 117.096, "p95_ms": 110.07}, "read_interval": {"avg_ms": 105.916, "count": 283, "max_ms": 135.945, "p95_ms": 125.643}, "triton_wait": {"avg_ms": 56.912, "count": 283, "max_ms": 81.89, "p95_ms": 76.222}, "visualize": {"avg_ms": 3.31, "count": 283, "max_ms": 4.233, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16757.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 191.188, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 154111, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.878, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2473687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:18:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:18:02+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T08:18:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T08:18:02.592182+09:00", "mtime_epoch": 1783293482.5921824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:18:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.279, "pushed": 9.279, "read": 9.245}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.9, "count": 278, "max_ms": 14.327, "p95_ms": 11.7}, "gstreamer_push": {"avg_ms": 1.223, "count": 278, "max_ms": 1.542, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.657, "count": 278, "max_ms": 73.646, "p95_ms": 63.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.311, "count": 278, "max_ms": 82.026, "p95_ms": 75.867}, "yolo11_640_fire_11class": {"avg_ms": 51.659, "count": 278, "max_ms": 76.029, "p95_ms": 65.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.772, "count": 278, "max_ms": 80.139, "p95_ms": 75.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.442, "count": 278, "max_ms": 137.945, "p95_ms": 130.14}, "read_interval": {"avg_ms": 108.033, "count": 277, "max_ms": 153.768, "p95_ms": 143.552}, "triton_wait": {"avg_ms": 56.798, "count": 278, "max_ms": 82.039, "p95_ms": 76.266}, "visualize": {"avg_ms": 4.386, "count": 278, "max_ms": 6.617, "p95_ms": 5.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16757.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 557.747, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.438, "name": "ffmpeg", "pid": 154004, "rss_mb": 299.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.208, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1977298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:18:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:18:28+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:18:28+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T08:18:28.888843+09:00", "mtime_epoch": 1783293508.8888428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:18:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.67}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.395, "count": 290, "max_ms": 30.826, "p95_ms": 28.25}, "gstreamer_push": {"avg_ms": 1.186, "count": 290, "max_ms": 1.944, "p95_ms": 1.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.817, "count": 290, "max_ms": 66.641, "p95_ms": 62.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.416, "count": 290, "max_ms": 81.734, "p95_ms": 68.317}, "yolo11_640_fire_11class": {"avg_ms": 48.059, "count": 290, "max_ms": 68.886, "p95_ms": 61.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.033, "count": 290, "max_ms": 77.583, "p95_ms": 72.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.589, "count": 290, "max_ms": 116.04, "p95_ms": 107.282}, "read_interval": {"avg_ms": 103.559, "count": 290, "max_ms": 130.906, "p95_ms": 123.617}, "triton_wait": {"avg_ms": 55.394, "count": 290, "max_ms": 81.748, "p95_ms": 73.864}, "visualize": {"avg_ms": 3.319, "count": 290, "max_ms": 4.393, "p95_ms": 3.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16758.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:14:49+09:00", "last_error_summary": "[h264 @ 0x55ab1641f000] error while decoding MB 9 44, bytestream -13 [in#0/rtsp @ 0x55ab163d7e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55ab163d7e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T08:14:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 223.158, "last_started_at": "2026-07-06T08:14:51+09:00", "pid": 154111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.266, "name": "ffmpeg", "pid": 154111, "rss_mb": 333.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 3, "rtsp_timeout_count": 252, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.921, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2473846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:18:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T08:18:34+09:00", "mjpeg": {"age_sec": 14.632, "exists": true, "mtime": "2026-07-06T08:18:20.028621+09:00", "mtime_epoch": 1783293500.0286214, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:18:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.704, "pushed": 4.704, "read": 4.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.957, "count": 140, "max_ms": 17.898, "p95_ms": 11.314}, "gstreamer_push": {"avg_ms": 1.212, "count": 141, "max_ms": 1.679, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.977, "count": 140, "max_ms": 69.892, "p95_ms": 63.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.571, "count": 140, "max_ms": 79.289, "p95_ms": 75.763}, "yolo11_640_fire_11class": {"avg_ms": 49.931, "count": 140, "max_ms": 66.378, "p95_ms": 62.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.323, "count": 140, "max_ms": 78.32, "p95_ms": 74.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.633, "count": 141, "max_ms": 135.026, "p95_ms": 127.716}, "read_interval": {"avg_ms": 214.267, "count": 140, "max_ms": 14661.484, "p95_ms": 142.862}, "triton_wait": {"avg_ms": 57.241, "count": 140, "max_ms": 79.301, "p95_ms": 77.021}, "visualize": {"avg_ms": 4.433, "count": 140, "max_ms": 7.55, "p95_ms": 5.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16638.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 587.758, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.438, "name": "ffmpeg", "pid": 154004, "rss_mb": 299.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.548, "sample_count": 2864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1977586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:18:58+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T08:18:58+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T08:18:58.873583+09:00", "mtime_epoch": 1783293538.873583, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:18:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.601}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 24.394, "count": 288, "max_ms": 30.084, "p95_ms": 27.798}, "gstreamer_push": {"avg_ms": 1.167, "count": 288, "max_ms": 1.312, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.885, "count": 288, "max_ms": 65.673, "p95_ms": 48.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.248, "count": 288, "max_ms": 59.706, "p95_ms": 54.72}, "yolo11_640_fire_11class": {"avg_ms": 45.261, "count": 288, "max_ms": 65.621, "p95_ms": 48.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.531, "count": 288, "max_ms": 80.185, "p95_ms": 51.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.598, "count": 288, "max_ms": 149.872, "p95_ms": 119.123}, "read_interval": {"avg_ms": 104.111, "count": 288, "max_ms": 163.218, "p95_ms": 132.824}, "triton_wait": {"avg_ms": 50.766, "count": 288, "max_ms": 80.197, "p95_ms": 55.011}, "visualize": {"avg_ms": 3.574, "count": 288, "max_ms": 5.573, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16753.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.635, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.645, "name": "ffmpeg", "pid": 154263, "rss_mb": 327.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.893, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2473921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:19:04+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:19:04+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T08:19:04.637724+09:00", "mtime_epoch": 1783293544.637724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215162}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:19:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2558.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 75, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.483, "pushed": 5.483, "read": 5.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 10.238, "count": 75, "max_ms": 12.264, "p95_ms": 11.372}, "gstreamer_push": {"avg_ms": 1.182, "count": 75, "max_ms": 1.673, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.88, "count": 75, "max_ms": 63.66, "p95_ms": 60.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.42, "count": 75, "max_ms": 74.37, "p95_ms": 71.338}, "yolo11_640_fire_11class": {"avg_ms": 46.654, "count": 75, "max_ms": 63.157, "p95_ms": 59.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.691, "count": 75, "max_ms": 79.174, "p95_ms": 73.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.04, "count": 75, "max_ms": 130.467, "p95_ms": 129.002}, "read_interval": {"avg_ms": 400.649, "count": 75, "max_ms": 16477.207, "p95_ms": 141.683}, "triton_wait": {"avg_ms": 54.039, "count": 75, "max_ms": 79.187, "p95_ms": 74.382}, "visualize": {"avg_ms": 4.591, "count": 75, "max_ms": 5.751, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.679, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16757.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 617.839, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.438, "name": "ffmpeg", "pid": 154004, "rss_mb": 299.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.258, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1977855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:19:29+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T08:19:28+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T08:19:28.982314+09:00", "mtime_epoch": 1783293568.9823139, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:19:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.981, "pushed": 8.981, "read": 8.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.995, "count": 269, "max_ms": 37.466, "p95_ms": 31.249}, "gstreamer_push": {"avg_ms": 1.168, "count": 269, "max_ms": 1.601, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.56, "count": 269, "max_ms": 68.832, "p95_ms": 63.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.658, "count": 269, "max_ms": 82.928, "p95_ms": 73.712}, "yolo11_640_fire_11class": {"avg_ms": 48.919, "count": 269, "max_ms": 68.301, "p95_ms": 62.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.558, "count": 269, "max_ms": 80.924, "p95_ms": 77.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.243, "count": 269, "max_ms": 149.398, "p95_ms": 125.013}, "read_interval": {"avg_ms": 111.886, "count": 268, "max_ms": 162.21, "p95_ms": 137.656}, "triton_wait": {"avg_ms": 57.651, "count": 269, "max_ms": 82.94, "p95_ms": 77.901}, "visualize": {"avg_ms": 3.489, "count": 269, "max_ms": 5.131, "p95_ms": 4.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16757.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.672, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.027, "name": "ffmpeg", "pid": 154263, "rss_mb": 332.027, "state": "R (running)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.079, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2474228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:19:34+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:19:34+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:19:34.706451+09:00", "mtime_epoch": 1783293574.7064512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:19:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2559.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.271, "pushed": 10.271, "read": 10.238}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.37, "count": 307, "max_ms": 15.941, "p95_ms": 11.411}, "gstreamer_push": {"avg_ms": 1.267, "count": 307, "max_ms": 1.703, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.719, "count": 307, "max_ms": 67.374, "p95_ms": 63.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.595, "count": 307, "max_ms": 82.282, "p95_ms": 75.907}, "yolo11_640_fire_11class": {"avg_ms": 48.975, "count": 307, "max_ms": 65.202, "p95_ms": 62.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.372, "count": 307, "max_ms": 80.034, "p95_ms": 75.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.087, "count": 307, "max_ms": 135.763, "p95_ms": 111.528}, "read_interval": {"avg_ms": 97.881, "count": 306, "max_ms": 414.988, "p95_ms": 125.558}, "triton_wait": {"avg_ms": 56.481, "count": 307, "max_ms": 82.295, "p95_ms": 77.606}, "visualize": {"avg_ms": 3.964, "count": 307, "max_ms": 5.938, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16760.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 647.938, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.016, "name": "ffmpeg", "pid": 154004, "rss_mb": 302.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.347, "sample_count": 2820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:19:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:19:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T08:19:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T08:19:59.075032+09:00", "mtime_epoch": 1783293599.075032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:19:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.238, "pushed": 9.238, "read": 9.204}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.466, "count": 277, "max_ms": 37.295, "p95_ms": 32.31}, "gstreamer_push": {"avg_ms": 1.179, "count": 277, "max_ms": 1.418, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.282, "count": 277, "max_ms": 66.832, "p95_ms": 63.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.004, "count": 277, "max_ms": 80.691, "p95_ms": 73.659}, "yolo11_640_fire_11class": {"avg_ms": 49.46, "count": 277, "max_ms": 67.223, "p95_ms": 62.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.953, "count": 277, "max_ms": 80.646, "p95_ms": 74.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.485, "count": 277, "max_ms": 121.366, "p95_ms": 110.188}, "read_interval": {"avg_ms": 108.663, "count": 276, "max_ms": 395.84, "p95_ms": 127.119}, "triton_wait": {"avg_ms": 58.233, "count": 277, "max_ms": 80.704, "p95_ms": 77.102}, "visualize": {"avg_ms": 3.262, "count": 277, "max_ms": 4.297, "p95_ms": 3.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16761.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.698, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.285, "name": "ffmpeg", "pid": 154263, "rss_mb": 332.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.218, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2474530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T08:20:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T08:20:04+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T08:20:04.715165+09:00", "mtime_epoch": 1783293604.7151651, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:20:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2559.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.336, "count": 302, "max_ms": 14.322, "p95_ms": 11.565}, "gstreamer_push": {"avg_ms": 1.277, "count": 302, "max_ms": 1.923, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.61, "count": 302, "max_ms": 67.456, "p95_ms": 63.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.636, "count": 302, "max_ms": 80.77, "p95_ms": 73.636}, "yolo11_640_fire_11class": {"avg_ms": 49.584, "count": 302, "max_ms": 66.199, "p95_ms": 62.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.005, "count": 302, "max_ms": 80.559, "p95_ms": 74.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.217, "count": 302, "max_ms": 162.264, "p95_ms": 126.022}, "read_interval": {"avg_ms": 99.396, "count": 301, "max_ms": 221.175, "p95_ms": 140.457}, "triton_wait": {"avg_ms": 57.307, "count": 302, "max_ms": 80.782, "p95_ms": 75.311}, "visualize": {"avg_ms": 4.002, "count": 302, "max_ms": 6.415, "p95_ms": 5.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16769.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 678.035, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.234, "name": "ffmpeg", "pid": 154004, "rss_mb": 309.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.258, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:20:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:20:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T08:20:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:20:29.175739+09:00", "mtime_epoch": 1783293629.1757388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:20:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.301, "pushed": 9.301, "read": 9.268}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.227, "count": 278, "max_ms": 39.151, "p95_ms": 29.225}, "gstreamer_push": {"avg_ms": 1.179, "count": 279, "max_ms": 1.928, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.316, "count": 278, "max_ms": 68.159, "p95_ms": 63.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.428, "count": 278, "max_ms": 81.047, "p95_ms": 71.225}, "yolo11_640_fire_11class": {"avg_ms": 49.483, "count": 278, "max_ms": 67.632, "p95_ms": 62.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.3, "count": 278, "max_ms": 77.688, "p95_ms": 74.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.574, "count": 279, "max_ms": 117.522, "p95_ms": 108.837}, "read_interval": {"avg_ms": 107.892, "count": 278, "max_ms": 530.967, "p95_ms": 124.074}, "triton_wait": {"avg_ms": 57.558, "count": 278, "max_ms": 81.059, "p95_ms": 75.594}, "visualize": {"avg_ms": 3.282, "count": 278, "max_ms": 5.155, "p95_ms": 3.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16769.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.707, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.285, "name": "ffmpeg", "pid": 154263, "rss_mb": 332.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.026, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2474829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:20:34+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T08:20:34+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T08:20:34.739868+09:00", "mtime_epoch": 1783293634.7398684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:20:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2559.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.105, "count": 299, "max_ms": 15.934, "p95_ms": 11.266}, "gstreamer_push": {"avg_ms": 1.285, "count": 299, "max_ms": 2.111, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.165, "count": 299, "max_ms": 69.641, "p95_ms": 62.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.729, "count": 299, "max_ms": 82.172, "p95_ms": 76.329}, "yolo11_640_fire_11class": {"avg_ms": 49.483, "count": 299, "max_ms": 65.462, "p95_ms": 61.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.447, "count": 299, "max_ms": 77.375, "p95_ms": 73.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.23, "count": 299, "max_ms": 137.032, "p95_ms": 110.541}, "read_interval": {"avg_ms": 100.418, "count": 299, "max_ms": 335.751, "p95_ms": 145.675}, "triton_wait": {"avg_ms": 56.899, "count": 299, "max_ms": 82.184, "p95_ms": 76.753}, "visualize": {"avg_ms": 3.87, "count": 299, "max_ms": 5.963, "p95_ms": 5.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16775.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.069, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 314.961, "name": "ffmpeg", "pid": 154004, "rss_mb": 314.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.258, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:20:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:20:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:20:59+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:20:59.208434+09:00", "mtime_epoch": 1783293659.2084336, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:20:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.429, "pushed": 9.429, "read": 9.396}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.052, "count": 282, "max_ms": 41.315, "p95_ms": 29.416}, "gstreamer_push": {"avg_ms": 1.196, "count": 282, "max_ms": 2.144, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.071, "count": 282, "max_ms": 74.274, "p95_ms": 63.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.792, "count": 282, "max_ms": 86.675, "p95_ms": 72.511}, "yolo11_640_fire_11class": {"avg_ms": 49.275, "count": 282, "max_ms": 68.258, "p95_ms": 62.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.804, "count": 282, "max_ms": 78.408, "p95_ms": 73.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.562, "count": 282, "max_ms": 120.334, "p95_ms": 109.265}, "read_interval": {"avg_ms": 106.518, "count": 281, "max_ms": 134.799, "p95_ms": 124.756}, "triton_wait": {"avg_ms": 57.695, "count": 282, "max_ms": 86.687, "p95_ms": 75.423}, "visualize": {"avg_ms": 3.254, "count": 282, "max_ms": 4.896, "p95_ms": 3.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16776.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.718, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 154263, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.155, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2475129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:21:04+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T08:21:04+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:21:04.752561+09:00", "mtime_epoch": 1783293664.7525609, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:21:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2559.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.702, "count": 300, "max_ms": 13.709, "p95_ms": 9.759}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.504, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.592, "count": 300, "max_ms": 71.171, "p95_ms": 62.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.483, "count": 300, "max_ms": 79.303, "p95_ms": 71.078}, "yolo11_640_fire_11class": {"avg_ms": 48.5, "count": 300, "max_ms": 67.768, "p95_ms": 60.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.784, "count": 300, "max_ms": 77.095, "p95_ms": 71.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.904, "count": 300, "max_ms": 107.027, "p95_ms": 89.637}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 650.242, "p95_ms": 120.179}, "triton_wait": {"avg_ms": 55.293, "count": 300, "max_ms": 79.317, "p95_ms": 72.167}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 5.139, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16784.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 829, "h264_decode_error_count": 2013, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:09:08+09:00", "last_error_summary": "[h264 @ 0x55689c82e300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55689c82e300] error while decoding MB 0 6, bytestream 98260 [h264 @ 0x55689d322040] error while decoding MB 41 35, bytestream -5 [in#0/rtsp @ 0x55689c7a5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55689c7a5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:09:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 741.004, "last_started_at": "2026-07-06T08:09:11+09:00", "pid": 154004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.898, "name": "ffmpeg", "pid": 154004, "rss_mb": 323.898, "state": "S (sleeping)", "threads": 104}, "restart_count": 922, "restart_count_per_hour": 8, "rtsp_timeout_count": 512, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 923}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.677, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1978822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T08:21:32+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T08:21:32+09:00", "mjpeg": {"age_sec": 19.27, "exists": true, "mtime": "2026-07-06T08:21:12.956748+09:00", "mtime_epoch": 1783293672.9567482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:21:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.367, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.488, "count": 101, "max_ms": 34.137, "p95_ms": 30.065}, "gstreamer_push": {"avg_ms": 1.203, "count": 101, "max_ms": 1.611, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.554, "count": 101, "max_ms": 64.739, "p95_ms": 64.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.436, "count": 101, "max_ms": 84.629, "p95_ms": 77.44}, "yolo11_640_fire_11class": {"avg_ms": 49.936, "count": 101, "max_ms": 66.306, "p95_ms": 63.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.915, "count": 101, "max_ms": 78.025, "p95_ms": 74.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.617, "count": 101, "max_ms": 126.909, "p95_ms": 111.544}, "read_interval": {"avg_ms": 296.666, "count": 101, "max_ms": 19242.898, "p95_ms": 127.799}, "triton_wait": {"avg_ms": 58.26, "count": 101, "max_ms": 84.644, "p95_ms": 77.677}, "visualize": {"avg_ms": 3.288, "count": 101, "max_ms": 4.226, "p95_ms": 3.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16498.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.421, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 154263, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.789, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2475435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:21:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:21:35+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T08:21:35+09:00", "mjpeg": {"age_sec": 0.727, "exists": true, "mtime": "2026-07-06T08:21:34.797244+09:00", "mtime_epoch": 1783293694.7972438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:21:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2559.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.736, "count": 299, "max_ms": 13.601, "p95_ms": 10.643}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 1.616, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.078, "count": 299, "max_ms": 63.686, "p95_ms": 56.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.667, "count": 299, "max_ms": 85.8, "p95_ms": 57.954}, "yolo11_640_fire_11class": {"avg_ms": 46.607, "count": 299, "max_ms": 64.132, "p95_ms": 55.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.885, "count": 299, "max_ms": 76.752, "p95_ms": 67.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.463, "count": 299, "max_ms": 109.604, "p95_ms": 104.165}, "read_interval": {"avg_ms": 100.591, "count": 298, "max_ms": 896.356, "p95_ms": 120.876}, "triton_wait": {"avg_ms": 52.188, "count": 299, "max_ms": 85.809, "p95_ms": 68.628}, "visualize": {"avg_ms": 3.798, "count": 299, "max_ms": 5.928, "p95_ms": 4.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16728.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.907, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.0, "name": "ffmpeg", "pid": 154415, "rss_mb": 269.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.531, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1979068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:22:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T08:22:02+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T08:22:02.225859+09:00", "mtime_epoch": 1783293722.2258592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:22:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9569.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.207, "pushed": 8.207, "read": 8.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.555, "count": 246, "max_ms": 36.162, "p95_ms": 29.119}, "gstreamer_push": {"avg_ms": 1.199, "count": 246, "max_ms": 1.822, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.372, "count": 246, "max_ms": 77.103, "p95_ms": 64.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.475, "count": 246, "max_ms": 80.461, "p95_ms": 70.56}, "yolo11_640_fire_11class": {"avg_ms": 49.433, "count": 246, "max_ms": 76.539, "p95_ms": 62.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.529, "count": 246, "max_ms": 79.736, "p95_ms": 75.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.988, "count": 246, "max_ms": 114.661, "p95_ms": 110.161}, "read_interval": {"avg_ms": 122.367, "count": 245, "max_ms": 4193.527, "p95_ms": 124.133}, "triton_wait": {"avg_ms": 57.487, "count": 246, "max_ms": 80.472, "p95_ms": 76.313}, "visualize": {"avg_ms": 3.307, "count": 246, "max_ms": 5.41, "p95_ms": 3.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16728.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.431, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 154263, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.546, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2475739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:22:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:22:05+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T08:22:05+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T08:22:05.469932+09:00", "mtime_epoch": 1783293725.4699316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:22:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2559.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.308, "count": 304, "max_ms": 17.821, "p95_ms": 12.134}, "gstreamer_push": {"avg_ms": 1.298, "count": 304, "max_ms": 2.142, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.226, "count": 304, "max_ms": 69.253, "p95_ms": 62.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.04, "count": 304, "max_ms": 84.434, "p95_ms": 74.245}, "yolo11_640_fire_11class": {"avg_ms": 48.527, "count": 304, "max_ms": 69.224, "p95_ms": 62.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.905, "count": 304, "max_ms": 77.961, "p95_ms": 72.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.863, "count": 304, "max_ms": 137.995, "p95_ms": 107.27}, "read_interval": {"avg_ms": 98.745, "count": 304, "max_ms": 584.969, "p95_ms": 136.27}, "triton_wait": {"avg_ms": 55.903, "count": 304, "max_ms": 84.447, "p95_ms": 74.5}, "visualize": {"avg_ms": 3.946, "count": 304, "max_ms": 7.012, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16732.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.951, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.094, "name": "ffmpeg", "pid": 154415, "rss_mb": 272.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.439, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1979317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:22:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:22:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:22:32+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T08:22:32.270525+09:00", "mtime_epoch": 1783293752.2705247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:22:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9570.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.316, "pushed": 8.316, "read": 8.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.618, "count": 249, "max_ms": 36.857, "p95_ms": 32.405}, "gstreamer_push": {"avg_ms": 1.142, "count": 249, "max_ms": 1.408, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.01, "count": 249, "max_ms": 66.772, "p95_ms": 63.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.503, "count": 249, "max_ms": 83.533, "p95_ms": 68.251}, "yolo11_640_fire_11class": {"avg_ms": 48.945, "count": 249, "max_ms": 64.436, "p95_ms": 61.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.677, "count": 249, "max_ms": 79.613, "p95_ms": 75.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.796, "count": 249, "max_ms": 147.417, "p95_ms": 141.155}, "read_interval": {"avg_ms": 120.737, "count": 248, "max_ms": 159.717, "p95_ms": 154.347}, "triton_wait": {"avg_ms": 58.346, "count": 249, "max_ms": 83.545, "p95_ms": 75.873}, "visualize": {"avg_ms": 3.767, "count": 249, "max_ms": 5.269, "p95_ms": 4.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16732.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.481, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.059, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.844, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:22:35+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:22:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:22:35.514596+09:00", "mtime_epoch": 1783293755.5145962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:22:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.145, "pushed": 10.145, "read": 10.112}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.661, "count": 304, "max_ms": 17.433, "p95_ms": 13.77}, "gstreamer_push": {"avg_ms": 1.287, "count": 304, "max_ms": 1.591, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.335, "count": 304, "max_ms": 66.378, "p95_ms": 63.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.39, "count": 304, "max_ms": 76.396, "p95_ms": 68.086}, "yolo11_640_fire_11class": {"avg_ms": 48.719, "count": 304, "max_ms": 65.167, "p95_ms": 62.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.523, "count": 304, "max_ms": 79.856, "p95_ms": 74.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.646, "count": 304, "max_ms": 137.1, "p95_ms": 123.481}, "read_interval": {"avg_ms": 98.881, "count": 303, "max_ms": 348.524, "p95_ms": 138.773}, "triton_wait": {"avg_ms": 56.427, "count": 304, "max_ms": 79.871, "p95_ms": 74.69}, "visualize": {"avg_ms": 4.029, "count": 304, "max_ms": 6.427, "p95_ms": 5.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16736.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.035, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.703, "name": "ffmpeg", "pid": 154415, "rss_mb": 275.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.439, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1979598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:23:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:23:02+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T08:23:02+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:23:02.355183+09:00", "mtime_epoch": 1783293782.355183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:23:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9570.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.372, "pushed": 9.372, "read": 9.339}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.858, "count": 281, "max_ms": 39.096, "p95_ms": 31.803}, "gstreamer_push": {"avg_ms": 1.176, "count": 281, "max_ms": 1.995, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.016, "count": 281, "max_ms": 78.326, "p95_ms": 63.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.827, "count": 281, "max_ms": 82.996, "p95_ms": 69.504}, "yolo11_640_fire_11class": {"avg_ms": 49.4, "count": 281, "max_ms": 79.421, "p95_ms": 63.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.355, "count": 281, "max_ms": 79.43, "p95_ms": 75.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.411, "count": 281, "max_ms": 116.179, "p95_ms": 109.298}, "read_interval": {"avg_ms": 107.074, "count": 280, "max_ms": 132.226, "p95_ms": 123.85}, "triton_wait": {"avg_ms": 57.723, "count": 281, "max_ms": 83.009, "p95_ms": 75.765}, "visualize": {"avg_ms": 3.303, "count": 281, "max_ms": 5.383, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16736.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.538, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.254, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:23:05+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T08:23:05+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T08:23:05.571253+09:00", "mtime_epoch": 1783293785.5712528, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:23:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.576, "pushed": 9.576, "read": 9.542}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.667, "count": 287, "max_ms": 15.061, "p95_ms": 11.671}, "gstreamer_push": {"avg_ms": 1.269, "count": 287, "max_ms": 2.263, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.84, "count": 287, "max_ms": 68.917, "p95_ms": 62.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.988, "count": 287, "max_ms": 83.053, "p95_ms": 71.757}, "yolo11_640_fire_11class": {"avg_ms": 50.163, "count": 287, "max_ms": 74.199, "p95_ms": 63.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.113, "count": 287, "max_ms": 77.495, "p95_ms": 73.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.337, "count": 287, "max_ms": 138.024, "p95_ms": 126.116}, "read_interval": {"avg_ms": 104.767, "count": 286, "max_ms": 423.203, "p95_ms": 142.563}, "triton_wait": {"avg_ms": 56.966, "count": 287, "max_ms": 83.067, "p95_ms": 74.989}, "visualize": {"avg_ms": 4.188, "count": 287, "max_ms": 5.984, "p95_ms": 5.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16736.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.038, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.703, "name": "ffmpeg", "pid": 154415, "rss_mb": 275.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.448, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1979881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:23:32+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T08:23:32+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:23:32.355831+09:00", "mtime_epoch": 1783293812.3558311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:23:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9570.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.437, "pushed": 9.437, "read": 9.437}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.318, "count": 283, "max_ms": 35.514, "p95_ms": 28.86}, "gstreamer_push": {"avg_ms": 1.175, "count": 283, "max_ms": 1.398, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.824, "count": 283, "max_ms": 68.111, "p95_ms": 63.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.72, "count": 283, "max_ms": 85.954, "p95_ms": 71.519}, "yolo11_640_fire_11class": {"avg_ms": 50.168, "count": 283, "max_ms": 70.272, "p95_ms": 65.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.404, "count": 283, "max_ms": 79.015, "p95_ms": 75.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.799, "count": 283, "max_ms": 119.155, "p95_ms": 108.956}, "read_interval": {"avg_ms": 106.005, "count": 283, "max_ms": 135.336, "p95_ms": 123.494}, "triton_wait": {"avg_ms": 57.721, "count": 283, "max_ms": 85.966, "p95_ms": 75.778}, "visualize": {"avg_ms": 3.269, "count": 283, "max_ms": 3.969, "p95_ms": 3.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16736.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.644, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.843, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:23:35+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T08:23:35+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T08:23:35.643902+09:00", "mtime_epoch": 1783293815.6439018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:23:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.855, "pushed": 9.855, "read": 9.822}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.432, "count": 295, "max_ms": 14.106, "p95_ms": 11.09}, "gstreamer_push": {"avg_ms": 1.252, "count": 295, "max_ms": 1.994, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.935, "count": 295, "max_ms": 68.866, "p95_ms": 62.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.586, "count": 295, "max_ms": 80.587, "p95_ms": 73.452}, "yolo11_640_fire_11class": {"avg_ms": 52.149, "count": 295, "max_ms": 74.674, "p95_ms": 63.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.317, "count": 295, "max_ms": 80.661, "p95_ms": 74.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.345, "count": 295, "max_ms": 135.41, "p95_ms": 126.649}, "read_interval": {"avg_ms": 101.68, "count": 294, "max_ms": 148.658, "p95_ms": 140.588}, "triton_wait": {"avg_ms": 57.329, "count": 295, "max_ms": 80.673, "p95_ms": 75.616}, "visualize": {"avg_ms": 4.078, "count": 295, "max_ms": 5.493, "p95_ms": 5.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16742.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.095, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.957, "name": "ffmpeg", "pid": 154415, "rss_mb": 280.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.436, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1980164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:24:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:24:02+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T08:24:02+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T08:24:02.392473+09:00", "mtime_epoch": 1783293842.3924727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:24:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9570.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.452, "pushed": 9.452, "read": 9.419}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.574, "count": 283, "max_ms": 37.814, "p95_ms": 30.337}, "gstreamer_push": {"avg_ms": 1.186, "count": 283, "max_ms": 1.915, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.944, "count": 283, "max_ms": 68.851, "p95_ms": 62.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.685, "count": 283, "max_ms": 79.192, "p95_ms": 68.116}, "yolo11_640_fire_11class": {"avg_ms": 50.032, "count": 283, "max_ms": 68.704, "p95_ms": 65.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.964, "count": 283, "max_ms": 80.012, "p95_ms": 74.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.283, "count": 283, "max_ms": 113.602, "p95_ms": 108.553}, "read_interval": {"avg_ms": 106.149, "count": 282, "max_ms": 128.666, "p95_ms": 124.922}, "triton_wait": {"avg_ms": 56.806, "count": 283, "max_ms": 80.025, "p95_ms": 75.741}, "visualize": {"avg_ms": 3.3, "count": 283, "max_ms": 5.047, "p95_ms": 3.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.698, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.745, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2476925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:24:05+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T08:24:05+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T08:24:05.696543+09:00", "mtime_epoch": 1783293845.696543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:24:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.962}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.511, "count": 299, "max_ms": 15.697, "p95_ms": 11.635}, "gstreamer_push": {"avg_ms": 1.271, "count": 299, "max_ms": 2.047, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.539, "count": 299, "max_ms": 67.681, "p95_ms": 62.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.418, "count": 299, "max_ms": 81.779, "p95_ms": 73.166}, "yolo11_640_fire_11class": {"avg_ms": 52.615, "count": 299, "max_ms": 72.762, "p95_ms": 65.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.993, "count": 299, "max_ms": 78.778, "p95_ms": 74.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.823, "count": 299, "max_ms": 136.103, "p95_ms": 122.561}, "read_interval": {"avg_ms": 100.438, "count": 298, "max_ms": 151.891, "p95_ms": 136.074}, "triton_wait": {"avg_ms": 56.766, "count": 299, "max_ms": 81.791, "p95_ms": 75.732}, "visualize": {"avg_ms": 4.039, "count": 299, "max_ms": 6.127, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16744.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.132, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.762, "name": "ffmpeg", "pid": 154415, "rss_mb": 282.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.678, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1980445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:24:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:24:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T08:24:32+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:24:32.449108+09:00", "mtime_epoch": 1783293872.449108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:24:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9570.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.387, "pushed": 9.387, "read": 9.354}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.238, "count": 281, "max_ms": 33.499, "p95_ms": 28.597}, "gstreamer_push": {"avg_ms": 1.197, "count": 281, "max_ms": 1.77, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 281, "max_ms": 71.527, "p95_ms": 63.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.041, "count": 281, "max_ms": 83.788, "p95_ms": 72.662}, "yolo11_640_fire_11class": {"avg_ms": 50.423, "count": 281, "max_ms": 73.883, "p95_ms": 65.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.459, "count": 281, "max_ms": 77.94, "p95_ms": 73.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.035, "count": 281, "max_ms": 116.464, "p95_ms": 108.516}, "read_interval": {"avg_ms": 106.906, "count": 280, "max_ms": 131.395, "p95_ms": 123.622}, "triton_wait": {"avg_ms": 57.853, "count": 281, "max_ms": 83.8, "p95_ms": 75.077}, "visualize": {"avg_ms": 3.311, "count": 281, "max_ms": 4.189, "p95_ms": 3.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16744.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.769, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.852, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2477235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:24:35+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:24:35+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T08:24:35.801178+09:00", "mtime_epoch": 1783293875.8011782, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:24:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.35, "pushed": 10.35, "read": 10.317}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.233, "count": 310, "max_ms": 16.015, "p95_ms": 11.362}, "gstreamer_push": {"avg_ms": 1.289, "count": 310, "max_ms": 2.071, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.92, "count": 310, "max_ms": 65.867, "p95_ms": 61.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.54, "count": 310, "max_ms": 79.508, "p95_ms": 72.897}, "yolo11_640_fire_11class": {"avg_ms": 52.369, "count": 310, "max_ms": 69.667, "p95_ms": 64.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.414, "count": 310, "max_ms": 77.045, "p95_ms": 72.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.908, "count": 310, "max_ms": 135.62, "p95_ms": 111.316}, "read_interval": {"avg_ms": 97.041, "count": 309, "max_ms": 148.764, "p95_ms": 124.578}, "triton_wait": {"avg_ms": 57.489, "count": 310, "max_ms": 79.522, "p95_ms": 73.649}, "visualize": {"avg_ms": 3.922, "count": 310, "max_ms": 5.806, "p95_ms": 5.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16748.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.184, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.598, "name": "ffmpeg", "pid": 154415, "rss_mb": 285.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.483, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1980724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:25:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:25:02+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:25:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T08:25:02.489736+09:00", "mtime_epoch": 1783293902.4897358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:25:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9570.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.316, "pushed": 9.316, "read": 9.283}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.646, "count": 279, "max_ms": 33.772, "p95_ms": 30.047}, "gstreamer_push": {"avg_ms": 1.213, "count": 279, "max_ms": 1.881, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.668, "count": 279, "max_ms": 67.446, "p95_ms": 63.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.544, "count": 279, "max_ms": 81.767, "p95_ms": 69.701}, "yolo11_640_fire_11class": {"avg_ms": 50.531, "count": 279, "max_ms": 70.308, "p95_ms": 64.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.884, "count": 279, "max_ms": 76.466, "p95_ms": 73.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.814, "count": 279, "max_ms": 114.805, "p95_ms": 108.567}, "read_interval": {"avg_ms": 107.666, "count": 278, "max_ms": 129.015, "p95_ms": 124.459}, "triton_wait": {"avg_ms": 58.126, "count": 279, "max_ms": 81.779, "p95_ms": 74.382}, "visualize": {"avg_ms": 3.313, "count": 279, "max_ms": 4.66, "p95_ms": 3.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16747.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.852, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.316, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2477544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:25:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T08:25:05+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T08:25:05.885806+09:00", "mtime_epoch": 1783293905.8858063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:25:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.302, "pushed": 10.302, "read": 10.268}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.843, "count": 308, "max_ms": 13.608, "p95_ms": 10.051}, "gstreamer_push": {"avg_ms": 1.314, "count": 309, "max_ms": 1.988, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.15, "count": 308, "max_ms": 68.197, "p95_ms": 63.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.461, "count": 308, "max_ms": 83.341, "p95_ms": 74.499}, "yolo11_640_fire_11class": {"avg_ms": 50.331, "count": 308, "max_ms": 68.128, "p95_ms": 62.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.501, "count": 308, "max_ms": 75.954, "p95_ms": 70.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.289, "count": 309, "max_ms": 130.745, "p95_ms": 93.247}, "read_interval": {"avg_ms": 97.393, "count": 308, "max_ms": 392.517, "p95_ms": 112.519}, "triton_wait": {"avg_ms": 57.388, "count": 308, "max_ms": 83.355, "p95_ms": 74.708}, "visualize": {"avg_ms": 3.736, "count": 308, "max_ms": 5.96, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16757.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.186, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.848, "name": "ffmpeg", "pid": 154415, "rss_mb": 293.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 9, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.433, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:25:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:25:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T08:25:32+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T08:25:32.506357+09:00", "mtime_epoch": 1783293932.506357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:25:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9570.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.204, "pushed": 9.204, "read": 9.204}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.448, "count": 276, "max_ms": 35.88, "p95_ms": 28.62}, "gstreamer_push": {"avg_ms": 1.209, "count": 276, "max_ms": 1.89, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.333, "count": 276, "max_ms": 68.704, "p95_ms": 63.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.207, "count": 276, "max_ms": 82.41, "p95_ms": 69.961}, "yolo11_640_fire_11class": {"avg_ms": 49.556, "count": 276, "max_ms": 66.36, "p95_ms": 62.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.516, "count": 276, "max_ms": 78.392, "p95_ms": 73.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.116, "count": 276, "max_ms": 117.083, "p95_ms": 108.067}, "read_interval": {"avg_ms": 108.762, "count": 276, "max_ms": 402.558, "p95_ms": 123.392}, "triton_wait": {"avg_ms": 57.62, "count": 276, "max_ms": 82.422, "p95_ms": 73.573}, "visualize": {"avg_ms": 3.316, "count": 276, "max_ms": 4.693, "p95_ms": 3.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16757.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.871, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.675, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2477842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:25:35+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:25:35+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T08:25:35.902427+09:00", "mtime_epoch": 1783293935.902427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:25:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.957, "pushed": 9.957, "read": 9.924}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.871, "count": 298, "max_ms": 14.088, "p95_ms": 10.48}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 1.957, "p95_ms": 1.526}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.056, "count": 298, "max_ms": 65.57, "p95_ms": 63.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.525, "count": 298, "max_ms": 79.753, "p95_ms": 74.119}, "yolo11_640_fire_11class": {"avg_ms": 49.01, "count": 298, "max_ms": 66.14, "p95_ms": 61.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.126, "count": 298, "max_ms": 75.178, "p95_ms": 70.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.173, "count": 298, "max_ms": 134.931, "p95_ms": 93.616}, "read_interval": {"avg_ms": 100.768, "count": 297, "max_ms": 582.299, "p95_ms": 118.726}, "triton_wait": {"avg_ms": 56.479, "count": 298, "max_ms": 79.765, "p95_ms": 74.345}, "visualize": {"avg_ms": 3.771, "count": 298, "max_ms": 5.809, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16763.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.245, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.52, "name": "ffmpeg", "pid": 154415, "rss_mb": 299.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 923, "restart_count_per_hour": 8, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.602, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:26:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:26:02+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T08:26:02+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T08:26:02.554973+09:00", "mtime_epoch": 1783293962.5549731, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:26:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.088, "pushed": 9.088, "read": 9.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.369, "count": 272, "max_ms": 31.961, "p95_ms": 29.058}, "gstreamer_push": {"avg_ms": 1.206, "count": 272, "max_ms": 2.076, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.322, "count": 272, "max_ms": 67.999, "p95_ms": 63.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.833, "count": 272, "max_ms": 83.152, "p95_ms": 73.507}, "yolo11_640_fire_11class": {"avg_ms": 49.585, "count": 272, "max_ms": 66.879, "p95_ms": 63.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.265, "count": 272, "max_ms": 75.452, "p95_ms": 72.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.899, "count": 272, "max_ms": 118.47, "p95_ms": 108.447}, "read_interval": {"avg_ms": 110.483, "count": 271, "max_ms": 889.208, "p95_ms": 124.436}, "triton_wait": {"avg_ms": 58.526, "count": 272, "max_ms": 83.164, "p95_ms": 75.182}, "visualize": {"avg_ms": 3.315, "count": 272, "max_ms": 5.058, "p95_ms": 3.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16763.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.023, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.067, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2478118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T08:26:06+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T08:26:05+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T08:26:05.991043+09:00", "mtime_epoch": 1783293965.991043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:26:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2560.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.173, "pushed": 9.173, "read": 9.14}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.659, "count": 275, "max_ms": 20.645, "p95_ms": 13.836}, "gstreamer_push": {"avg_ms": 1.262, "count": 275, "max_ms": 1.999, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.456, "count": 275, "max_ms": 70.095, "p95_ms": 63.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.157, "count": 275, "max_ms": 83.266, "p95_ms": 75.839}, "yolo11_640_fire_11class": {"avg_ms": 49.091, "count": 275, "max_ms": 65.627, "p95_ms": 61.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.813, "count": 275, "max_ms": 81.051, "p95_ms": 72.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.173, "count": 275, "max_ms": 169.984, "p95_ms": 155.424}, "read_interval": {"avg_ms": 109.153, "count": 274, "max_ms": 506.438, "p95_ms": 173.712}, "triton_wait": {"avg_ms": 57.736, "count": 275, "max_ms": 83.279, "p95_ms": 76.402}, "visualize": {"avg_ms": 3.935, "count": 275, "max_ms": 6.659, "p95_ms": 5.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16764.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.082, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.085, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2478436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:26:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:26:36+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T08:26:36+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T08:26:36.115654+09:00", "mtime_epoch": 1783293996.1156545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:26:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2561.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.632, "pushed": 10.632, "read": 10.598}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.9, "count": 318, "max_ms": 13.531, "p95_ms": 13.054}, "gstreamer_push": {"avg_ms": 1.278, "count": 318, "max_ms": 1.538, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.007, "count": 318, "max_ms": 66.753, "p95_ms": 62.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.824, "count": 318, "max_ms": 80.303, "p95_ms": 68.851}, "yolo11_640_fire_11class": {"avg_ms": 47.848, "count": 318, "max_ms": 66.829, "p95_ms": 59.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.197, "count": 318, "max_ms": 78.503, "p95_ms": 69.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.738, "count": 318, "max_ms": 164.383, "p95_ms": 140.024}, "read_interval": {"avg_ms": 94.551, "count": 317, "max_ms": 177.342, "p95_ms": 152.411}, "triton_wait": {"avg_ms": 55.003, "count": 318, "max_ms": 80.316, "p95_ms": 71.952}, "visualize": {"avg_ms": 3.845, "count": 318, "max_ms": 5.152, "p95_ms": 4.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16769.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 830, "h264_decode_error_count": 2018, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:21:33+09:00", "last_error_summary": "[h264 @ 0x5602e5c09180] left block unavailable for requested intra mode [h264 @ 0x5602e5c09180] error while decoding MB 0 23, bytestream 43 [h264 @ 0x5602e5b7be00] cabac decode of qscale diff failed at 10 41 [h264 @ 0x5602e5b7be00] error while decoding MB 10 41, bytestream 101688 [h264 @ 0x5602e5c09180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5602e5c09180] error while decoding MB 0 35, bytestream 74359 [h264 @ 0x5602e6699e40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-07-06T08:21:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 307.154, "last_started_at": "2026-07-06T08:21:35+09:00", "pid": 154415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.168, "name": "ffmpeg", "pid": 154415, "rss_mb": 305.168, "state": "S (sleeping)", "threads": 104}, "restart_count": 923, "restart_count_per_hour": 8, "rtsp_timeout_count": 514, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 924}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.602, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:26:42+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T08:26:42+09:00", "mjpeg": {"age_sec": 10.119, "exists": true, "mtime": "2026-07-06T08:26:32.439580+09:00", "mtime_epoch": 1783293992.4395802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:26:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.44, "pushed": 3.44, "read": 3.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.123, "count": 103, "max_ms": 35.156, "p95_ms": 28.549}, "gstreamer_push": {"avg_ms": 1.188, "count": 103, "max_ms": 2.079, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.544, "count": 103, "max_ms": 65.765, "p95_ms": 63.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.703, "count": 103, "max_ms": 74.99, "p95_ms": 68.858}, "yolo11_640_fire_11class": {"avg_ms": 49.808, "count": 103, "max_ms": 65.226, "p95_ms": 62.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.981, "count": 103, "max_ms": 75.563, "p95_ms": 72.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.817, "count": 103, "max_ms": 107.761, "p95_ms": 106.098}, "read_interval": {"avg_ms": 293.471, "count": 102, "max_ms": 10125.804, "p95_ms": 122.132}, "triton_wait": {"avg_ms": 57.861, "count": 103, "max_ms": 75.575, "p95_ms": 72.609}, "visualize": {"avg_ms": 3.25, "count": 103, "max_ms": 4.001, "p95_ms": 3.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16730.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.141, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.142, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2478748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:27:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:27:06+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:27:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T08:27:06.176259+09:00", "mtime_epoch": 1783294026.1762593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:27:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2561.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.409, "pushed": 10.409, "read": 10.375}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.493, "count": 312, "max_ms": 13.011, "p95_ms": 9.3}, "gstreamer_push": {"avg_ms": 1.305, "count": 312, "max_ms": 1.939, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.991, "count": 312, "max_ms": 70.968, "p95_ms": 62.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.185, "count": 312, "max_ms": 84.284, "p95_ms": 70.834}, "yolo11_640_fire_11class": {"avg_ms": 48.399, "count": 312, "max_ms": 69.4, "p95_ms": 61.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.924, "count": 312, "max_ms": 78.533, "p95_ms": 72.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.935, "count": 312, "max_ms": 102.686, "p95_ms": 91.139}, "read_interval": {"avg_ms": 96.369, "count": 311, "max_ms": 498.49, "p95_ms": 112.759}, "triton_wait": {"avg_ms": 55.664, "count": 312, "max_ms": 84.298, "p95_ms": 73.781}, "visualize": {"avg_ms": 3.735, "count": 312, "max_ms": 4.939, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16732.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.326, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.082, "name": "ffmpeg", "pid": 154522, "rss_mb": 269.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.776, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:27:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:27:12+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:27:12+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T08:27:12.572387+09:00", "mtime_epoch": 1783294032.5723875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:27:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.935, "pushed": 7.935, "read": 7.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.663, "count": 238, "max_ms": 36.511, "p95_ms": 30.867}, "gstreamer_push": {"avg_ms": 1.191, "count": 238, "max_ms": 1.512, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.621, "count": 238, "max_ms": 65.913, "p95_ms": 63.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.035, "count": 238, "max_ms": 85.855, "p95_ms": 72.521}, "yolo11_640_fire_11class": {"avg_ms": 49.544, "count": 238, "max_ms": 65.386, "p95_ms": 62.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.608, "count": 238, "max_ms": 77.552, "p95_ms": 73.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.745, "count": 238, "max_ms": 126.508, "p95_ms": 109.262}, "read_interval": {"avg_ms": 126.559, "count": 237, "max_ms": 4888.688, "p95_ms": 124.613}, "triton_wait": {"avg_ms": 58.159, "count": 238, "max_ms": 85.871, "p95_ms": 76.265}, "visualize": {"avg_ms": 3.311, "count": 238, "max_ms": 5.328, "p95_ms": 3.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16734.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.217, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.707, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:27:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:27:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:27:36.232859+09:00", "mtime_epoch": 1783294056.2328591, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:27:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2561.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.627, "count": 298, "max_ms": 14.621, "p95_ms": 9.75}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 1.602, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.155, "count": 298, "max_ms": 75.431, "p95_ms": 64.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.622, "count": 298, "max_ms": 82.395, "p95_ms": 73.926}, "yolo11_640_fire_11class": {"avg_ms": 49.669, "count": 298, "max_ms": 72.95, "p95_ms": 63.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.049, "count": 298, "max_ms": 79.35, "p95_ms": 74.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.056, "count": 298, "max_ms": 105.91, "p95_ms": 92.89}, "read_interval": {"avg_ms": 100.905, "count": 297, "max_ms": 679.492, "p95_ms": 115.444}, "triton_wait": {"avg_ms": 57.48, "count": 298, "max_ms": 82.408, "p95_ms": 75.696}, "visualize": {"avg_ms": 3.723, "count": 298, "max_ms": 5.416, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16737.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.332, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.238, "name": "ffmpeg", "pid": 154522, "rss_mb": 274.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.013, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1981984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:27:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:27:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:27:42+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:27:42.584985+09:00", "mtime_epoch": 1783294062.5849853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:27:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.302}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.314, "count": 279, "max_ms": 39.079, "p95_ms": 29.502}, "gstreamer_push": {"avg_ms": 1.187, "count": 279, "max_ms": 2.126, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.464, "count": 279, "max_ms": 74.262, "p95_ms": 62.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.249, "count": 279, "max_ms": 82.121, "p95_ms": 77.752}, "yolo11_640_fire_11class": {"avg_ms": 50.109, "count": 279, "max_ms": 67.955, "p95_ms": 63.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.641, "count": 279, "max_ms": 77.878, "p95_ms": 74.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.809, "count": 279, "max_ms": 116.103, "p95_ms": 111.696}, "read_interval": {"avg_ms": 107.574, "count": 279, "max_ms": 130.232, "p95_ms": 125.949}, "triton_wait": {"avg_ms": 58.606, "count": 279, "max_ms": 82.134, "p95_ms": 77.763}, "visualize": {"avg_ms": 3.292, "count": 279, "max_ms": 4.881, "p95_ms": 3.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16739.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.229, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.169, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:28:06+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:28:06+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T08:28:06.261454+09:00", "mtime_epoch": 1783294086.2614539, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:28:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2561.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.661, "count": 301, "max_ms": 14.227, "p95_ms": 11.406}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.977, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.776, "count": 301, "max_ms": 70.123, "p95_ms": 62.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.795, "count": 301, "max_ms": 81.372, "p95_ms": 71.645}, "yolo11_640_fire_11class": {"avg_ms": 50.206, "count": 301, "max_ms": 70.169, "p95_ms": 62.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.006, "count": 301, "max_ms": 84.239, "p95_ms": 74.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.514, "count": 301, "max_ms": 110.246, "p95_ms": 93.609}, "read_interval": {"avg_ms": 99.767, "count": 301, "max_ms": 731.335, "p95_ms": 114.398}, "triton_wait": {"avg_ms": 57.003, "count": 301, "max_ms": 84.251, "p95_ms": 76.525}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 5.248, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16739.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.408, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.527, "name": "ffmpeg", "pid": 154522, "rss_mb": 275.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.064, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:28:12+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T08:28:12+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T08:28:12.625579+09:00", "mtime_epoch": 1783294092.6255794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:28:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.573, "pushed": 8.573, "read": 8.54}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.055, "count": 257, "max_ms": 44.864, "p95_ms": 30.081}, "gstreamer_push": {"avg_ms": 1.177, "count": 257, "max_ms": 1.391, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.773, "count": 257, "max_ms": 66.742, "p95_ms": 63.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.038, "count": 257, "max_ms": 80.404, "p95_ms": 74.083}, "yolo11_640_fire_11class": {"avg_ms": 49.387, "count": 257, "max_ms": 68.102, "p95_ms": 63.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.383, "count": 257, "max_ms": 80.041, "p95_ms": 75.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.801, "count": 257, "max_ms": 293.892, "p95_ms": 140.672}, "read_interval": {"avg_ms": 116.938, "count": 256, "max_ms": 304.694, "p95_ms": 153.744}, "triton_wait": {"avg_ms": 58.161, "count": 257, "max_ms": 80.416, "p95_ms": 76.922}, "visualize": {"avg_ms": 3.635, "count": 257, "max_ms": 5.8, "p95_ms": 4.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16742.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.23, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.036, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:28:36+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T08:28:36+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T08:28:36.266044+09:00", "mtime_epoch": 1783294116.2660437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:28:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2561.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.123, "count": 292, "max_ms": 15.537, "p95_ms": 12.769}, "gstreamer_push": {"avg_ms": 1.292, "count": 292, "max_ms": 1.881, "p95_ms": 1.526}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.928, "count": 292, "max_ms": 64.876, "p95_ms": 62.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.996, "count": 292, "max_ms": 82.786, "p95_ms": 73.606}, "yolo11_640_fire_11class": {"avg_ms": 49.603, "count": 292, "max_ms": 67.535, "p95_ms": 62.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.894, "count": 292, "max_ms": 79.082, "p95_ms": 73.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.204, "count": 292, "max_ms": 157.188, "p95_ms": 110.151}, "read_interval": {"avg_ms": 102.74, "count": 292, "max_ms": 839.589, "p95_ms": 145.715}, "triton_wait": {"avg_ms": 56.944, "count": 292, "max_ms": 82.799, "p95_ms": 76.7}, "visualize": {"avg_ms": 3.956, "count": 292, "max_ms": 6.366, "p95_ms": 5.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16742.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.409, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.621, "name": "ffmpeg", "pid": 154522, "rss_mb": 278.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 8, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.079, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:28:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:28:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:28:42.658169+09:00", "mtime_epoch": 1783294122.6581688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:28:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.304, "pushed": 9.304, "read": 9.304}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.61, "count": 279, "max_ms": 34.804, "p95_ms": 29.623}, "gstreamer_push": {"avg_ms": 1.208, "count": 279, "max_ms": 1.775, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.17, "count": 279, "max_ms": 64.685, "p95_ms": 62.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.081, "count": 279, "max_ms": 82.622, "p95_ms": 74.156}, "yolo11_640_fire_11class": {"avg_ms": 50.044, "count": 279, "max_ms": 65.595, "p95_ms": 62.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.859, "count": 279, "max_ms": 79.091, "p95_ms": 75.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.851, "count": 279, "max_ms": 114.662, "p95_ms": 110.328}, "read_interval": {"avg_ms": 107.655, "count": 279, "max_ms": 137.692, "p95_ms": 125.355}, "triton_wait": {"avg_ms": 58.244, "count": 279, "max_ms": 82.636, "p95_ms": 76.839}, "visualize": {"avg_ms": 3.318, "count": 279, "max_ms": 5.051, "p95_ms": 3.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.311, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.873, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2479947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:29:06+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T08:29:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T08:29:06.326630+09:00", "mtime_epoch": 1783294146.3266304, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:29:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2561.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.234}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.754, "count": 307, "max_ms": 13.411, "p95_ms": 10.801}, "gstreamer_push": {"avg_ms": 1.289, "count": 308, "max_ms": 2.144, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.888, "count": 307, "max_ms": 69.709, "p95_ms": 62.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.792, "count": 307, "max_ms": 82.509, "p95_ms": 74.805}, "yolo11_640_fire_11class": {"avg_ms": 48.826, "count": 307, "max_ms": 67.49, "p95_ms": 61.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.313, "count": 307, "max_ms": 81.822, "p95_ms": 73.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.304, "count": 308, "max_ms": 134.611, "p95_ms": 106.764}, "read_interval": {"avg_ms": 97.619, "count": 307, "max_ms": 653.585, "p95_ms": 122.434}, "triton_wait": {"avg_ms": 56.544, "count": 307, "max_ms": 82.523, "p95_ms": 75.675}, "visualize": {"avg_ms": 3.793, "count": 307, "max_ms": 5.251, "p95_ms": 4.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16743.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.56, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.621, "name": "ffmpeg", "pid": 154522, "rss_mb": 278.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 8, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.74, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:29:12+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T08:29:12+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T08:29:12.742755+09:00", "mtime_epoch": 1783294152.7427552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:29:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.664, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.353, "pushed": 7.353, "read": 7.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.471, "count": 220, "max_ms": 35.978, "p95_ms": 31.137}, "gstreamer_push": {"avg_ms": 1.121, "count": 220, "max_ms": 1.455, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.21, "count": 220, "max_ms": 66.966, "p95_ms": 62.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.702, "count": 220, "max_ms": 84.267, "p95_ms": 77.828}, "yolo11_640_fire_11class": {"avg_ms": 49.434, "count": 220, "max_ms": 67.685, "p95_ms": 62.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.877, "count": 220, "max_ms": 84.125, "p95_ms": 77.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.329, "count": 220, "max_ms": 170.021, "p95_ms": 152.371}, "read_interval": {"avg_ms": 136.403, "count": 219, "max_ms": 181.259, "p95_ms": 166.032}, "triton_wait": {"avg_ms": 59.289, "count": 220, "max_ms": 84.279, "p95_ms": 79.398}, "visualize": {"avg_ms": 4.17, "count": 220, "max_ms": 6.125, "p95_ms": 4.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.34, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.515, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2480247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:29:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:29:36+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T08:29:36.379213+09:00", "mtime_epoch": 1783294176.379213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:29:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2561.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.769, "count": 300, "max_ms": 14.485, "p95_ms": 10.803}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.525, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.839, "count": 300, "max_ms": 66.256, "p95_ms": 61.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.851, "count": 300, "max_ms": 85.48, "p95_ms": 77.686}, "yolo11_640_fire_11class": {"avg_ms": 48.294, "count": 300, "max_ms": 66.245, "p95_ms": 60.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.524, "count": 300, "max_ms": 81.473, "p95_ms": 76.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.987, "count": 300, "max_ms": 141.491, "p95_ms": 106.936}, "read_interval": {"avg_ms": 100.145, "count": 299, "max_ms": 726.685, "p95_ms": 123.517}, "triton_wait": {"avg_ms": 57.145, "count": 300, "max_ms": 85.492, "p95_ms": 78.554}, "visualize": {"avg_ms": 3.765, "count": 300, "max_ms": 5.763, "p95_ms": 4.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16743.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.561, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.621, "name": "ffmpeg", "pid": 154522, "rss_mb": 278.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 8, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.25, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1982963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:29:42+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T08:29:42+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T08:29:42.783337+09:00", "mtime_epoch": 1783294182.7833369, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:29:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.403, "pushed": 7.403, "read": 7.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.8, "count": 222, "max_ms": 36.531, "p95_ms": 34.681}, "gstreamer_push": {"avg_ms": 1.132, "count": 222, "max_ms": 1.649, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.288, "count": 222, "max_ms": 67.784, "p95_ms": 62.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.059, "count": 222, "max_ms": 82.846, "p95_ms": 79.749}, "yolo11_640_fire_11class": {"avg_ms": 50.039, "count": 222, "max_ms": 64.633, "p95_ms": 62.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.699, "count": 222, "max_ms": 80.637, "p95_ms": 77.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.964, "count": 222, "max_ms": 158.668, "p95_ms": 150.81}, "read_interval": {"avg_ms": 135.301, "count": 222, "max_ms": 170.672, "p95_ms": 164.168}, "triton_wait": {"avg_ms": 60.788, "count": 222, "max_ms": 82.856, "p95_ms": 80.115}, "visualize": {"avg_ms": 4.194, "count": 222, "max_ms": 7.004, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.389, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.86, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2480548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:30:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:30:06+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:30:06.423792+09:00", "mtime_epoch": 1783294206.423792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:30:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.904, "count": 301, "max_ms": 15.61, "p95_ms": 11.274}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 2.047, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.52, "count": 301, "max_ms": 65.751, "p95_ms": 63.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.352, "count": 301, "max_ms": 83.756, "p95_ms": 75.448}, "yolo11_640_fire_11class": {"avg_ms": 48.874, "count": 301, "max_ms": 66.252, "p95_ms": 62.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.13, "count": 301, "max_ms": 83.297, "p95_ms": 75.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.528, "count": 301, "max_ms": 131.74, "p95_ms": 108.347}, "read_interval": {"avg_ms": 99.873, "count": 300, "max_ms": 304.814, "p95_ms": 138.574}, "triton_wait": {"avg_ms": 57.719, "count": 301, "max_ms": 83.768, "p95_ms": 77.592}, "visualize": {"avg_ms": 3.841, "count": 301, "max_ms": 6.079, "p95_ms": 5.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16743.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.563, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.621, "name": "ffmpeg", "pid": 154522, "rss_mb": 278.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 8, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.266, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1983187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:30:12+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T08:30:12+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T08:30:12.791914+09:00", "mtime_epoch": 1783294212.7919142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:30:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.469, "pushed": 7.469, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.971, "count": 224, "max_ms": 36.551, "p95_ms": 30.963}, "gstreamer_push": {"avg_ms": 1.125, "count": 224, "max_ms": 1.611, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.879, "count": 224, "max_ms": 64.555, "p95_ms": 62.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.3, "count": 224, "max_ms": 85.325, "p95_ms": 78.404}, "yolo11_640_fire_11class": {"avg_ms": 49.087, "count": 224, "max_ms": 63.953, "p95_ms": 61.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.713, "count": 224, "max_ms": 82.183, "p95_ms": 76.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.03, "count": 224, "max_ms": 157.088, "p95_ms": 147.222}, "read_interval": {"avg_ms": 133.965, "count": 224, "max_ms": 169.501, "p95_ms": 160.182}, "triton_wait": {"avg_ms": 59.804, "count": 224, "max_ms": 85.336, "p95_ms": 78.684}, "visualize": {"avg_ms": 4.245, "count": 224, "max_ms": 6.039, "p95_ms": 4.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.414, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.397, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2480850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:30:36+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:30:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T08:30:36.448367+09:00", "mtime_epoch": 1783294236.448367, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:30:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.06}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.799, "count": 302, "max_ms": 15.892, "p95_ms": 10.97}, "gstreamer_push": {"avg_ms": 1.246, "count": 302, "max_ms": 1.761, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.851, "count": 302, "max_ms": 67.579, "p95_ms": 62.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.09, "count": 302, "max_ms": 81.703, "p95_ms": 77.334}, "yolo11_640_fire_11class": {"avg_ms": 47.948, "count": 302, "max_ms": 66.536, "p95_ms": 60.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.387, "count": 302, "max_ms": 81.761, "p95_ms": 76.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.343, "count": 302, "max_ms": 137.584, "p95_ms": 121.737}, "read_interval": {"avg_ms": 99.456, "count": 301, "max_ms": 553.289, "p95_ms": 141.383}, "triton_wait": {"avg_ms": 57.663, "count": 302, "max_ms": 81.773, "p95_ms": 77.781}, "visualize": {"avg_ms": 3.863, "count": 302, "max_ms": 7.014, "p95_ms": 5.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16744.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.677, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.621, "name": "ffmpeg", "pid": 154522, "rss_mb": 278.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 8, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.52, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1983414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:30:43+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:30:42+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T08:30:42.904490+09:00", "mtime_epoch": 1783294242.9044902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:30:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9571.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.57, "pushed": 7.57, "read": 7.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.81, "count": 226, "max_ms": 44.976, "p95_ms": 30.66}, "gstreamer_push": {"avg_ms": 1.127, "count": 227, "max_ms": 1.545, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.783, "count": 226, "max_ms": 68.35, "p95_ms": 62.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.217, "count": 226, "max_ms": 85.8, "p95_ms": 75.018}, "yolo11_640_fire_11class": {"avg_ms": 48.542, "count": 226, "max_ms": 64.026, "p95_ms": 61.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.314, "count": 226, "max_ms": 80.679, "p95_ms": 78.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.65, "count": 227, "max_ms": 160.787, "p95_ms": 148.619}, "read_interval": {"avg_ms": 132.716, "count": 226, "max_ms": 172.472, "p95_ms": 160.725}, "triton_wait": {"avg_ms": 60.208, "count": 226, "max_ms": 85.812, "p95_ms": 78.293}, "visualize": {"avg_ms": 4.081, "count": 226, "max_ms": 5.427, "p95_ms": 4.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16744.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.469, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.006, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2481155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:31:06+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:31:06+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T08:31:06.504940+09:00", "mtime_epoch": 1783294266.5049396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:31:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.145}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.878, "count": 305, "max_ms": 13.519, "p95_ms": 11.131}, "gstreamer_push": {"avg_ms": 1.286, "count": 305, "max_ms": 1.534, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.016, "count": 305, "max_ms": 69.107, "p95_ms": 63.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.632, "count": 305, "max_ms": 86.388, "p95_ms": 73.405}, "yolo11_640_fire_11class": {"avg_ms": 49.45, "count": 305, "max_ms": 66.048, "p95_ms": 62.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.039, "count": 305, "max_ms": 82.215, "p95_ms": 76.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.126, "count": 305, "max_ms": 144.596, "p95_ms": 111.481}, "read_interval": {"avg_ms": 98.573, "count": 304, "max_ms": 358.011, "p95_ms": 127.24}, "triton_wait": {"avg_ms": 58.308, "count": 305, "max_ms": 86.401, "p95_ms": 77.879}, "visualize": {"avg_ms": 3.852, "count": 305, "max_ms": 5.943, "p95_ms": 5.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16744.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.785, "last_started_at": "2026-07-06T08:26:46+09:00", "pid": 154522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.621, "name": "ffmpeg", "pid": 154522, "rss_mb": 278.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 924, "restart_count_per_hour": 8, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 925}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.686, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1983635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:31:13+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T08:31:12+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T08:31:13.005063+09:00", "mtime_epoch": 1783294273.0050628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:31:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.335, "pushed": 7.335, "read": 7.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.128, "count": 220, "max_ms": 34.818, "p95_ms": 30.511}, "gstreamer_push": {"avg_ms": 1.12, "count": 220, "max_ms": 1.797, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.824, "count": 220, "max_ms": 71.583, "p95_ms": 63.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.402, "count": 220, "max_ms": 84.558, "p95_ms": 77.587}, "yolo11_640_fire_11class": {"avg_ms": 49.67, "count": 220, "max_ms": 66.487, "p95_ms": 63.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.707, "count": 220, "max_ms": 80.419, "p95_ms": 77.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.559, "count": 220, "max_ms": 158.033, "p95_ms": 151.121}, "read_interval": {"avg_ms": 136.228, "count": 220, "max_ms": 170.08, "p95_ms": 163.342}, "triton_wait": {"avg_ms": 60.668, "count": 220, "max_ms": 84.569, "p95_ms": 79.106}, "visualize": {"avg_ms": 4.186, "count": 220, "max_ms": 5.597, "p95_ms": 4.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16731.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.549, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.353, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2481453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:31:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T08:31:36+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T08:31:36.585509+09:00", "mtime_epoch": 1783294296.5855093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:31:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.773, "count": 298, "max_ms": 14.119, "p95_ms": 10.571}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 2.305, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 298, "max_ms": 68.026, "p95_ms": 62.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.365, "count": 298, "max_ms": 80.377, "p95_ms": 71.291}, "yolo11_640_fire_11class": {"avg_ms": 49.574, "count": 298, "max_ms": 70.462, "p95_ms": 63.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.526, "count": 298, "max_ms": 81.411, "p95_ms": 75.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.246, "count": 298, "max_ms": 129.842, "p95_ms": 107.188}, "read_interval": {"avg_ms": 100.986, "count": 297, "max_ms": 756.205, "p95_ms": 131.298}, "triton_wait": {"avg_ms": 56.447, "count": 298, "max_ms": 81.424, "p95_ms": 77.813}, "visualize": {"avg_ms": 3.813, "count": 298, "max_ms": 6.04, "p95_ms": 5.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16732.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.786, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.457, "name": "ffmpeg", "pid": 154629, "rss_mb": 266.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.972, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1983845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:31:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:31:43+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T08:31:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T08:31:43.105632+09:00", "mtime_epoch": 1783294303.1056323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:31:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.195, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.01, "pushed": 7.01, "read": 6.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.732, "count": 210, "max_ms": 39.748, "p95_ms": 32.814}, "gstreamer_push": {"avg_ms": 1.155, "count": 210, "max_ms": 2.113, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.856, "count": 210, "max_ms": 66.725, "p95_ms": 62.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.555, "count": 210, "max_ms": 82.437, "p95_ms": 74.231}, "yolo11_640_fire_11class": {"avg_ms": 49.561, "count": 210, "max_ms": 70.638, "p95_ms": 64.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.945, "count": 210, "max_ms": 79.849, "p95_ms": 76.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.762, "count": 210, "max_ms": 158.089, "p95_ms": 143.196}, "read_interval": {"avg_ms": 143.388, "count": 209, "max_ms": 4593.492, "p95_ms": 155.716}, "triton_wait": {"avg_ms": 59.005, "count": 210, "max_ms": 82.449, "p95_ms": 77.643}, "visualize": {"avg_ms": 3.753, "count": 210, "max_ms": 6.037, "p95_ms": 4.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16737.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.573, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.003, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2481752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:32:06+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T08:32:06+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T08:32:06.586075+09:00", "mtime_epoch": 1783294326.5860746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:32:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.657, "count": 299, "max_ms": 11.229, "p95_ms": 10.592}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.594, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.422, "count": 299, "max_ms": 69.473, "p95_ms": 62.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.001, "count": 299, "max_ms": 84.256, "p95_ms": 74.936}, "yolo11_640_fire_11class": {"avg_ms": 50.888, "count": 299, "max_ms": 69.486, "p95_ms": 63.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.544, "count": 299, "max_ms": 80.498, "p95_ms": 74.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.49, "count": 299, "max_ms": 134.364, "p95_ms": 108.46}, "read_interval": {"avg_ms": 100.381, "count": 298, "max_ms": 723.439, "p95_ms": 123.392}, "triton_wait": {"avg_ms": 57.182, "count": 299, "max_ms": 84.268, "p95_ms": 76.144}, "visualize": {"avg_ms": 3.786, "count": 299, "max_ms": 5.274, "p95_ms": 4.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16737.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.832, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.355, "name": "ffmpeg", "pid": 154629, "rss_mb": 271.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.966, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1984121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:32:13+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:32:13+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T08:32:13.162198+09:00", "mtime_epoch": 1783294333.1621983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:32:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.218, "pushed": 9.218, "read": 9.184}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.866, "count": 276, "max_ms": 37.221, "p95_ms": 30.993}, "gstreamer_push": {"avg_ms": 1.194, "count": 276, "max_ms": 2.135, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.175, "count": 276, "max_ms": 77.681, "p95_ms": 63.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.043, "count": 276, "max_ms": 87.958, "p95_ms": 68.626}, "yolo11_640_fire_11class": {"avg_ms": 50.062, "count": 276, "max_ms": 67.244, "p95_ms": 64.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.494, "count": 276, "max_ms": 80.223, "p95_ms": 76.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.575, "count": 276, "max_ms": 136.632, "p95_ms": 113.136}, "read_interval": {"avg_ms": 108.893, "count": 275, "max_ms": 148.743, "p95_ms": 128.39}, "triton_wait": {"avg_ms": 58.697, "count": 276, "max_ms": 87.97, "p95_ms": 77.065}, "visualize": {"avg_ms": 3.352, "count": 276, "max_ms": 5.515, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16738.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.623, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.006, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2482050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:32:36+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:32:36+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T08:32:36.654639+09:00", "mtime_epoch": 1783294356.6546385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:32:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.725, "count": 298, "max_ms": 14.977, "p95_ms": 11.173}, "gstreamer_push": {"avg_ms": 1.307, "count": 298, "max_ms": 2.152, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.697, "count": 298, "max_ms": 68.868, "p95_ms": 64.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.031, "count": 298, "max_ms": 82.262, "p95_ms": 73.553}, "yolo11_640_fire_11class": {"avg_ms": 51.34, "count": 298, "max_ms": 69.54, "p95_ms": 64.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.223, "count": 298, "max_ms": 77.803, "p95_ms": 72.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.209, "count": 298, "max_ms": 111.773, "p95_ms": 93.328}, "read_interval": {"avg_ms": 100.875, "count": 297, "max_ms": 483.998, "p95_ms": 119.352}, "triton_wait": {"avg_ms": 57.185, "count": 298, "max_ms": 82.274, "p95_ms": 74.443}, "visualize": {"avg_ms": 3.727, "count": 298, "max_ms": 5.719, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16739.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.876, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.418, "name": "ffmpeg", "pid": 154629, "rss_mb": 273.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.686, "sample_count": 2412, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1984402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:32:43+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T08:32:43+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T08:32:43.194761+09:00", "mtime_epoch": 1783294363.1947608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:32:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.383, "pushed": 9.383, "read": 9.35}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.973, "count": 281, "max_ms": 42.913, "p95_ms": 30.041}, "gstreamer_push": {"avg_ms": 1.221, "count": 281, "max_ms": 2.037, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.262, "count": 281, "max_ms": 67.457, "p95_ms": 63.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.674, "count": 281, "max_ms": 82.089, "p95_ms": 67.608}, "yolo11_640_fire_11class": {"avg_ms": 49.865, "count": 281, "max_ms": 68.318, "p95_ms": 64.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.996, "count": 281, "max_ms": 77.976, "p95_ms": 74.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.118, "count": 281, "max_ms": 125.153, "p95_ms": 110.035}, "read_interval": {"avg_ms": 106.917, "count": 280, "max_ms": 138.595, "p95_ms": 124.385}, "triton_wait": {"avg_ms": 57.105, "count": 281, "max_ms": 82.101, "p95_ms": 74.841}, "visualize": {"avg_ms": 3.33, "count": 281, "max_ms": 5.289, "p95_ms": 3.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16748.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.63, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.769, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2482349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T08:33:06+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T08:33:06+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T08:33:06.663199+09:00", "mtime_epoch": 1783294386.6631987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:33:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.887, "count": 299, "max_ms": 13.765, "p95_ms": 10.796}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 2.166, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.664, "count": 299, "max_ms": 68.886, "p95_ms": 64.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.618, "count": 299, "max_ms": 83.478, "p95_ms": 71.898}, "yolo11_640_fire_11class": {"avg_ms": 50.802, "count": 299, "max_ms": 69.028, "p95_ms": 63.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.013, "count": 299, "max_ms": 76.95, "p95_ms": 73.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.897, "count": 299, "max_ms": 133.147, "p95_ms": 110.743}, "read_interval": {"avg_ms": 100.35, "count": 299, "max_ms": 550.505, "p95_ms": 140.284}, "triton_wait": {"avg_ms": 57.847, "count": 299, "max_ms": 83.491, "p95_ms": 75.171}, "visualize": {"avg_ms": 3.902, "count": 299, "max_ms": 5.503, "p95_ms": 5.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16747.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.891, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.926, "name": "ffmpeg", "pid": 154629, "rss_mb": 281.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.988, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1984683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:33:13+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T08:33:13+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T08:33:13.207321+09:00", "mtime_epoch": 1783294393.2073207, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:33:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.602, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.4, "pushed": 9.4, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.682, "count": 281, "max_ms": 31.828, "p95_ms": 29.125}, "gstreamer_push": {"avg_ms": 1.201, "count": 281, "max_ms": 1.643, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.794, "count": 281, "max_ms": 70.584, "p95_ms": 64.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.695, "count": 281, "max_ms": 83.779, "p95_ms": 67.986}, "yolo11_640_fire_11class": {"avg_ms": 50.233, "count": 281, "max_ms": 70.137, "p95_ms": 64.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.937, "count": 281, "max_ms": 78.265, "p95_ms": 74.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.084, "count": 281, "max_ms": 118.094, "p95_ms": 109.83}, "read_interval": {"avg_ms": 106.8, "count": 280, "max_ms": 132.734, "p95_ms": 124.853}, "triton_wait": {"avg_ms": 57.468, "count": 281, "max_ms": 83.792, "p95_ms": 75.39}, "visualize": {"avg_ms": 3.305, "count": 281, "max_ms": 4.287, "p95_ms": 3.64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16748.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.66, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.204, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2482652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:33:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T08:33:36+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T08:33:36.683757+09:00", "mtime_epoch": 1783294416.6837568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:33:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2562.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.085}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.795, "count": 303, "max_ms": 16.43, "p95_ms": 11.129}, "gstreamer_push": {"avg_ms": 1.314, "count": 303, "max_ms": 2.177, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.968, "count": 303, "max_ms": 69.216, "p95_ms": 63.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.117, "count": 303, "max_ms": 80.244, "p95_ms": 69.795}, "yolo11_640_fire_11class": {"avg_ms": 49.223, "count": 303, "max_ms": 74.389, "p95_ms": 61.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.661, "count": 303, "max_ms": 75.941, "p95_ms": 70.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.897, "count": 303, "max_ms": 130.071, "p95_ms": 91.393}, "read_interval": {"avg_ms": 99.105, "count": 302, "max_ms": 535.254, "p95_ms": 121.302}, "triton_wait": {"avg_ms": 56.479, "count": 303, "max_ms": 80.256, "p95_ms": 72.656}, "visualize": {"avg_ms": 3.753, "count": 303, "max_ms": 6.358, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16748.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.959, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.926, "name": "ffmpeg", "pid": 154629, "rss_mb": 281.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.988, "sample_count": 2441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1984966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:33:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:33:43+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T08:33:43.283879+09:00", "mtime_epoch": 1783294423.2838793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:33:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.444, "pushed": 9.444, "read": 9.411}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.704, "count": 283, "max_ms": 33.535, "p95_ms": 29.267}, "gstreamer_push": {"avg_ms": 1.188, "count": 283, "max_ms": 1.465, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.215, "count": 283, "max_ms": 67.689, "p95_ms": 63.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.542, "count": 283, "max_ms": 81.834, "p95_ms": 66.024}, "yolo11_640_fire_11class": {"avg_ms": 49.476, "count": 283, "max_ms": 66.89, "p95_ms": 63.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.364, "count": 283, "max_ms": 79.273, "p95_ms": 74.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.608, "count": 283, "max_ms": 116.021, "p95_ms": 108.933}, "read_interval": {"avg_ms": 106.256, "count": 282, "max_ms": 130.445, "p95_ms": 123.963}, "triton_wait": {"avg_ms": 56.965, "count": 283, "max_ms": 81.847, "p95_ms": 74.409}, "visualize": {"avg_ms": 3.305, "count": 283, "max_ms": 4.428, "p95_ms": 3.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16748.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.692, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 4, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.692, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2482952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:34:06+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T08:34:06+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T08:34:06.700313+09:00", "mtime_epoch": 1783294446.7003126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:34:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2563.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.722, "count": 300, "max_ms": 14.947, "p95_ms": 11.179}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 1.928, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.594, "count": 300, "max_ms": 67.203, "p95_ms": 62.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.413, "count": 300, "max_ms": 79.29, "p95_ms": 72.753}, "yolo11_640_fire_11class": {"avg_ms": 48.71, "count": 300, "max_ms": 68.332, "p95_ms": 61.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.13, "count": 300, "max_ms": 77.074, "p95_ms": 71.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.004, "count": 300, "max_ms": 96.424, "p95_ms": 90.902}, "read_interval": {"avg_ms": 100.062, "count": 299, "max_ms": 461.602, "p95_ms": 112.862}, "triton_wait": {"avg_ms": 56.394, "count": 300, "max_ms": 79.303, "p95_ms": 73.797}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 5.727, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16748.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.987, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.926, "name": "ffmpeg", "pid": 154629, "rss_mb": 281.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.696, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1985249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:34:13+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T08:34:13+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T08:34:13.304435+09:00", "mtime_epoch": 1783294453.3044345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:34:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.457, "pushed": 9.457, "read": 9.423}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.595, "count": 283, "max_ms": 33.224, "p95_ms": 28.973}, "gstreamer_push": {"avg_ms": 1.207, "count": 283, "max_ms": 1.614, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.179, "count": 283, "max_ms": 70.55, "p95_ms": 63.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.57, "count": 283, "max_ms": 79.932, "p95_ms": 66.758}, "yolo11_640_fire_11class": {"avg_ms": 49.429, "count": 283, "max_ms": 67.174, "p95_ms": 62.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.909, "count": 283, "max_ms": 80.56, "p95_ms": 73.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.431, "count": 283, "max_ms": 115.651, "p95_ms": 108.086}, "read_interval": {"avg_ms": 106.097, "count": 282, "max_ms": 129.349, "p95_ms": 123.477}, "triton_wait": {"avg_ms": 56.882, "count": 283, "max_ms": 80.573, "p95_ms": 74.051}, "visualize": {"avg_ms": 3.294, "count": 283, "max_ms": 4.233, "p95_ms": 3.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16748.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.753, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.425, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2483253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:34:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:34:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T08:34:36.788867+09:00", "mtime_epoch": 1783294476.7888672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:34:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2563.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.557, "count": 301, "max_ms": 13.755, "p95_ms": 9.631}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 2.237, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.413, "count": 301, "max_ms": 68.745, "p95_ms": 64.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.12, "count": 301, "max_ms": 85.016, "p95_ms": 75.182}, "yolo11_640_fire_11class": {"avg_ms": 49.921, "count": 301, "max_ms": 76.818, "p95_ms": 63.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.833, "count": 301, "max_ms": 76.83, "p95_ms": 73.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.692, "count": 301, "max_ms": 128.715, "p95_ms": 93.364}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 544.713, "p95_ms": 120.282}, "triton_wait": {"avg_ms": 56.626, "count": 301, "max_ms": 85.029, "p95_ms": 75.618}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 5.24, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16749.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.065, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.926, "name": "ffmpeg", "pid": 154629, "rss_mb": 281.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.847, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1985531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:34:43+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T08:34:43+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T08:34:43.380989+09:00", "mtime_epoch": 1783294483.3809886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:34:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9572.953, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.407, "pushed": 9.407, "read": 9.374}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.546, "count": 282, "max_ms": 42.902, "p95_ms": 28.963}, "gstreamer_push": {"avg_ms": 1.187, "count": 282, "max_ms": 1.591, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.735, "count": 282, "max_ms": 67.267, "p95_ms": 63.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.236, "count": 282, "max_ms": 81.774, "p95_ms": 69.903}, "yolo11_640_fire_11class": {"avg_ms": 50.086, "count": 282, "max_ms": 67.47, "p95_ms": 63.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.902, "count": 282, "max_ms": 78.361, "p95_ms": 73.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.915, "count": 282, "max_ms": 116.868, "p95_ms": 109.342}, "read_interval": {"avg_ms": 106.647, "count": 281, "max_ms": 132.317, "p95_ms": 124.235}, "triton_wait": {"avg_ms": 57.485, "count": 282, "max_ms": 81.786, "p95_ms": 75.292}, "visualize": {"avg_ms": 3.286, "count": 282, "max_ms": 4.391, "p95_ms": 3.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16749.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 971.859, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.288, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2483553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:35:06+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T08:35:06+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T08:35:06.833419+09:00", "mtime_epoch": 1783294506.8334193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:35:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2563.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.735, "count": 299, "max_ms": 13.23, "p95_ms": 10.712}, "gstreamer_push": {"avg_ms": 1.29, "count": 299, "max_ms": 1.543, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.342, "count": 299, "max_ms": 67.092, "p95_ms": 62.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.901, "count": 299, "max_ms": 80.854, "p95_ms": 74.406}, "yolo11_640_fire_11class": {"avg_ms": 49.87, "count": 299, "max_ms": 68.577, "p95_ms": 63.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.529, "count": 299, "max_ms": 77.745, "p95_ms": 73.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.706, "count": 299, "max_ms": 136.584, "p95_ms": 108.398}, "read_interval": {"avg_ms": 100.234, "count": 298, "max_ms": 517.205, "p95_ms": 131.989}, "triton_wait": {"avg_ms": 56.319, "count": 299, "max_ms": 80.867, "p95_ms": 74.911}, "visualize": {"avg_ms": 3.838, "count": 299, "max_ms": 6.019, "p95_ms": 5.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16750.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.158, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.926, "name": "ffmpeg", "pid": 154629, "rss_mb": 281.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.298, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1985809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:35:13+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T08:35:13+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T08:35:13.477541+09:00", "mtime_epoch": 1783294513.4775412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:35:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9573.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.269, "pushed": 9.269, "read": 9.235}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.43, "count": 278, "max_ms": 36.688, "p95_ms": 34.153}, "gstreamer_push": {"avg_ms": 1.19, "count": 278, "max_ms": 1.606, "p95_ms": 1.297}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.393, "count": 278, "max_ms": 69.544, "p95_ms": 64.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.991, "count": 278, "max_ms": 82.113, "p95_ms": 75.156}, "yolo11_640_fire_11class": {"avg_ms": 50.055, "count": 278, "max_ms": 70.082, "p95_ms": 65.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.514, "count": 278, "max_ms": 79.154, "p95_ms": 74.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.41, "count": 278, "max_ms": 287.853, "p95_ms": 112.451}, "read_interval": {"avg_ms": 108.252, "count": 277, "max_ms": 298.572, "p95_ms": 127.216}, "triton_wait": {"avg_ms": 57.374, "count": 278, "max_ms": 82.126, "p95_ms": 76.454}, "visualize": {"avg_ms": 3.321, "count": 278, "max_ms": 4.526, "p95_ms": 3.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16753.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1001.933, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.54, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2483851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:35:37+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T08:35:36+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:35:36.953971+09:00", "mtime_epoch": 1783294536.9539707, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:35:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2563.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.863, "count": 298, "max_ms": 15.105, "p95_ms": 11.119}, "gstreamer_push": {"avg_ms": 1.296, "count": 298, "max_ms": 1.55, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.825, "count": 298, "max_ms": 65.877, "p95_ms": 63.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.63, "count": 298, "max_ms": 81.912, "p95_ms": 73.663}, "yolo11_640_fire_11class": {"avg_ms": 50.859, "count": 298, "max_ms": 65.904, "p95_ms": 63.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.783, "count": 298, "max_ms": 78.528, "p95_ms": 73.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.276, "count": 298, "max_ms": 133.672, "p95_ms": 109.803}, "read_interval": {"avg_ms": 100.939, "count": 297, "max_ms": 427.564, "p95_ms": 135.356}, "triton_wait": {"avg_ms": 56.431, "count": 298, "max_ms": 81.927, "p95_ms": 75.059}, "visualize": {"avg_ms": 3.897, "count": 298, "max_ms": 8.122, "p95_ms": 5.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16755.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 255.164, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.082, "name": "ffmpeg", "pid": 154629, "rss_mb": 287.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.319, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1986093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:35:43+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:35:43+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:35:43.490090+09:00", "mtime_epoch": 1783294543.4900901, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:35:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9573.211, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.469, "pushed": 9.469, "read": 9.469}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.62, "count": 284, "max_ms": 34.886, "p95_ms": 29.408}, "gstreamer_push": {"avg_ms": 1.189, "count": 284, "max_ms": 1.47, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.808, "count": 284, "max_ms": 67.836, "p95_ms": 63.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.893, "count": 284, "max_ms": 85.057, "p95_ms": 68.883}, "yolo11_640_fire_11class": {"avg_ms": 49.682, "count": 284, "max_ms": 69.698, "p95_ms": 65.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.343, "count": 284, "max_ms": 78.429, "p95_ms": 73.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.742, "count": 284, "max_ms": 118.909, "p95_ms": 108.58}, "read_interval": {"avg_ms": 105.681, "count": 284, "max_ms": 137.752, "p95_ms": 123.414}, "triton_wait": {"avg_ms": 56.157, "count": 284, "max_ms": 85.069, "p95_ms": 74.954}, "visualize": {"avg_ms": 3.295, "count": 284, "max_ms": 5.263, "p95_ms": 3.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16756.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1031.94, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.297, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2484150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:36:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:36:07+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T08:36:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T08:36:06.954518+09:00", "mtime_epoch": 1783294566.9545183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:36:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2563.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.055, "count": 299, "max_ms": 15.105, "p95_ms": 11.136}, "gstreamer_push": {"avg_ms": 1.274, "count": 299, "max_ms": 2.25, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.751, "count": 299, "max_ms": 69.016, "p95_ms": 63.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.856, "count": 299, "max_ms": 85.322, "p95_ms": 74.41}, "yolo11_640_fire_11class": {"avg_ms": 51.411, "count": 299, "max_ms": 73.872, "p95_ms": 65.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.641, "count": 299, "max_ms": 80.854, "p95_ms": 75.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.887, "count": 299, "max_ms": 200.12, "p95_ms": 122.688}, "read_interval": {"avg_ms": 100.313, "count": 299, "max_ms": 343.402, "p95_ms": 142.225}, "triton_wait": {"avg_ms": 56.989, "count": 299, "max_ms": 85.334, "p95_ms": 77.402}, "visualize": {"avg_ms": 3.975, "count": 299, "max_ms": 5.343, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16757.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 285.202, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.082, "name": "ffmpeg", "pid": 154629, "rss_mb": 287.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.321, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1986374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:36:13+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:36:13+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T08:36:13.530638+09:00", "mtime_epoch": 1783294573.530638, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:36:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9573.469, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.393, "pushed": 9.393, "read": 9.36}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.846, "count": 281, "max_ms": 41.028, "p95_ms": 29.531}, "gstreamer_push": {"avg_ms": 1.194, "count": 281, "max_ms": 1.821, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.138, "count": 281, "max_ms": 66.943, "p95_ms": 64.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.99, "count": 281, "max_ms": 83.733, "p95_ms": 74.041}, "yolo11_640_fire_11class": {"avg_ms": 50.279, "count": 281, "max_ms": 72.193, "p95_ms": 65.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.746, "count": 281, "max_ms": 80.854, "p95_ms": 75.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.045, "count": 281, "max_ms": 117.618, "p95_ms": 111.68}, "read_interval": {"avg_ms": 106.91, "count": 280, "max_ms": 134.661, "p95_ms": 126.494}, "triton_wait": {"avg_ms": 57.299, "count": 281, "max_ms": 83.745, "p95_ms": 76.967}, "visualize": {"avg_ms": 3.27, "count": 281, "max_ms": 4.497, "p95_ms": 3.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16759.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1061.948, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.249, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2484431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:36:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:36:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:36:36+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T08:36:36.975064+09:00", "mtime_epoch": 1783294596.9750643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:36:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2563.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.369, "pushed": 9.369, "read": 9.369}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.073, "count": 281, "max_ms": 19.071, "p95_ms": 12.454}, "gstreamer_push": {"avg_ms": 1.237, "count": 281, "max_ms": 1.73, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.282, "count": 281, "max_ms": 67.235, "p95_ms": 61.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.542, "count": 281, "max_ms": 80.184, "p95_ms": 70.626}, "yolo11_640_fire_11class": {"avg_ms": 52.283, "count": 281, "max_ms": 76.28, "p95_ms": 64.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.539, "count": 281, "max_ms": 76.994, "p95_ms": 73.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.599, "count": 281, "max_ms": 156.148, "p95_ms": 134.386}, "read_interval": {"avg_ms": 106.821, "count": 281, "max_ms": 169.875, "p95_ms": 146.687}, "triton_wait": {"avg_ms": 57.308, "count": 281, "max_ms": 80.196, "p95_ms": 73.884}, "visualize": {"avg_ms": 4.293, "count": 281, "max_ms": 6.625, "p95_ms": 5.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16760.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 315.288, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.66, "name": "ffmpeg", "pid": 154629, "rss_mb": 289.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.196, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1986656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:36:43+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:36:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T08:36:43.607185+09:00", "mtime_epoch": 1783294603.6071846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:36:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9573.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.41, "pushed": 9.41, "read": 9.377}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.515, "count": 282, "max_ms": 31.37, "p95_ms": 29.131}, "gstreamer_push": {"avg_ms": 1.188, "count": 282, "max_ms": 1.41, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.9, "count": 282, "max_ms": 66.683, "p95_ms": 63.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.633, "count": 282, "max_ms": 84.527, "p95_ms": 67.293}, "yolo11_640_fire_11class": {"avg_ms": 50.507, "count": 282, "max_ms": 77.053, "p95_ms": 65.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.628, "count": 282, "max_ms": 78.203, "p95_ms": 74.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.788, "count": 282, "max_ms": 118.39, "p95_ms": 108.519}, "read_interval": {"avg_ms": 106.679, "count": 281, "max_ms": 133.024, "p95_ms": 123.803}, "triton_wait": {"avg_ms": 57.334, "count": 282, "max_ms": 84.54, "p95_ms": 75.622}, "visualize": {"avg_ms": 3.287, "count": 282, "max_ms": 4.22, "p95_ms": 3.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16762.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1092.035, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.966, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2484758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:37:07+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T08:37:07+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T08:37:07.063610+09:00", "mtime_epoch": 1783294627.06361, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:37:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2563.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.906, "pushed": 10.906, "read": 10.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.256, "count": 327, "max_ms": 14.593, "p95_ms": 11.461}, "gstreamer_push": {"avg_ms": 1.324, "count": 327, "max_ms": 2.084, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.42, "count": 327, "max_ms": 70.551, "p95_ms": 61.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.352, "count": 327, "max_ms": 80.626, "p95_ms": 71.778}, "yolo11_640_fire_11class": {"avg_ms": 52.206, "count": 327, "max_ms": 73.3, "p95_ms": 65.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.665, "count": 327, "max_ms": 79.403, "p95_ms": 71.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.658, "count": 327, "max_ms": 98.022, "p95_ms": 91.248}, "read_interval": {"avg_ms": 91.995, "count": 326, "max_ms": 266.687, "p95_ms": 108.764}, "triton_wait": {"avg_ms": 56.463, "count": 327, "max_ms": 80.64, "p95_ms": 73.082}, "visualize": {"avg_ms": 3.78, "count": 327, "max_ms": 6.015, "p95_ms": 4.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16763.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 345.342, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.238, "name": "ffmpeg", "pid": 154629, "rss_mb": 292.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.833, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1986939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:37:13+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T08:37:13+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T08:37:13.639729+09:00", "mtime_epoch": 1783294633.639729, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:37:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9573.727, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.448, "pushed": 9.448, "read": 9.415}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.736, "count": 283, "max_ms": 36.472, "p95_ms": 29.858}, "gstreamer_push": {"avg_ms": 1.2, "count": 283, "max_ms": 1.796, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.076, "count": 283, "max_ms": 68.998, "p95_ms": 63.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.889, "count": 283, "max_ms": 81.73, "p95_ms": 67.428}, "yolo11_640_fire_11class": {"avg_ms": 50.722, "count": 283, "max_ms": 69.725, "p95_ms": 66.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.465, "count": 283, "max_ms": 78.813, "p95_ms": 73.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.209, "count": 283, "max_ms": 118.691, "p95_ms": 109.446}, "read_interval": {"avg_ms": 106.104, "count": 282, "max_ms": 134.128, "p95_ms": 124.529}, "triton_wait": {"avg_ms": 56.461, "count": 283, "max_ms": 81.742, "p95_ms": 74.797}, "visualize": {"avg_ms": 3.313, "count": 283, "max_ms": 4.422, "p95_ms": 3.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16768.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1122.073, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.219, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2485058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:37:37+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T08:37:37+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T08:37:37.100153+09:00", "mtime_epoch": 1783294657.1001532, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:37:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2564.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.256, "count": 300, "max_ms": 14.325, "p95_ms": 11.177}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.931, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.625, "count": 300, "max_ms": 67.781, "p95_ms": 62.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.055, "count": 300, "max_ms": 84.594, "p95_ms": 69.386}, "yolo11_640_fire_11class": {"avg_ms": 52.729, "count": 300, "max_ms": 70.939, "p95_ms": 66.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.19, "count": 300, "max_ms": 80.868, "p95_ms": 72.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.126, "count": 300, "max_ms": 133.981, "p95_ms": 107.914}, "read_interval": {"avg_ms": 100.134, "count": 300, "max_ms": 477.971, "p95_ms": 125.215}, "triton_wait": {"avg_ms": 57.202, "count": 300, "max_ms": 84.608, "p95_ms": 74.397}, "visualize": {"avg_ms": 3.835, "count": 300, "max_ms": 5.389, "p95_ms": 5.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16768.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 375.451, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.395, "name": "ffmpeg", "pid": 154629, "rss_mb": 297.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.674, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1987222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:37:43+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T08:37:43+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T08:37:43.764274+09:00", "mtime_epoch": 1783294663.7642736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:37:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9573.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.404, "pushed": 9.404, "read": 9.404}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.973, "count": 282, "max_ms": 39.909, "p95_ms": 29.955}, "gstreamer_push": {"avg_ms": 1.196, "count": 282, "max_ms": 1.974, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.679, "count": 282, "max_ms": 71.118, "p95_ms": 63.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.957, "count": 282, "max_ms": 81.276, "p95_ms": 68.508}, "yolo11_640_fire_11class": {"avg_ms": 50.057, "count": 282, "max_ms": 70.679, "p95_ms": 65.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.646, "count": 282, "max_ms": 77.039, "p95_ms": 72.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.297, "count": 282, "max_ms": 118.761, "p95_ms": 108.428}, "read_interval": {"avg_ms": 106.365, "count": 282, "max_ms": 134.665, "p95_ms": 123.602}, "triton_wait": {"avg_ms": 56.408, "count": 282, "max_ms": 81.287, "p95_ms": 73.866}, "visualize": {"avg_ms": 3.29, "count": 282, "max_ms": 4.325, "p95_ms": 3.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16770.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1152.107, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.08, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2485357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:38:07+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:38:07+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:38:07.140695+09:00", "mtime_epoch": 1783294687.140695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:38:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2564.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.475, "count": 299, "max_ms": 17.922, "p95_ms": 12.362}, "gstreamer_push": {"avg_ms": 1.293, "count": 299, "max_ms": 1.642, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.082, "count": 299, "max_ms": 67.605, "p95_ms": 62.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.293, "count": 299, "max_ms": 89.431, "p95_ms": 71.6}, "yolo11_640_fire_11class": {"avg_ms": 52.011, "count": 299, "max_ms": 72.193, "p95_ms": 64.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.8, "count": 299, "max_ms": 75.507, "p95_ms": 71.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.382, "count": 299, "max_ms": 140.586, "p95_ms": 108.256}, "read_interval": {"avg_ms": 100.487, "count": 298, "max_ms": 631.509, "p95_ms": 141.037}, "triton_wait": {"avg_ms": 56.623, "count": 299, "max_ms": 89.445, "p95_ms": 73.404}, "visualize": {"avg_ms": 3.861, "count": 299, "max_ms": 6.277, "p95_ms": 5.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16771.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 405.55, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.973, "name": "ffmpeg", "pid": 154629, "rss_mb": 299.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.534, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1987506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:38:13+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T08:38:13+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T08:38:13.852816+09:00", "mtime_epoch": 1783294693.852816, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:38:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9573.984, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.474, "pushed": 9.474, "read": 9.441}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.611, "count": 284, "max_ms": 43.569, "p95_ms": 29.244}, "gstreamer_push": {"avg_ms": 1.193, "count": 284, "max_ms": 1.471, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.989, "count": 284, "max_ms": 66.968, "p95_ms": 62.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.252, "count": 284, "max_ms": 91.208, "p95_ms": 66.163}, "yolo11_640_fire_11class": {"avg_ms": 50.629, "count": 284, "max_ms": 69.4, "p95_ms": 66.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.362, "count": 284, "max_ms": 78.273, "p95_ms": 74.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.289, "count": 284, "max_ms": 127.79, "p95_ms": 109.484}, "read_interval": {"avg_ms": 105.909, "count": 283, "max_ms": 150.116, "p95_ms": 123.426}, "triton_wait": {"avg_ms": 56.821, "count": 284, "max_ms": 91.221, "p95_ms": 75.18}, "visualize": {"avg_ms": 3.286, "count": 284, "max_ms": 4.349, "p95_ms": 3.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16771.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1182.163, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.79, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2485658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:38:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T08:38:37+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T08:38:37.173236+09:00", "mtime_epoch": 1783294717.1732357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:38:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2564.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.467, "count": 301, "max_ms": 16.426, "p95_ms": 11.417}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.56, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.275, "count": 301, "max_ms": 68.619, "p95_ms": 61.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.473, "count": 301, "max_ms": 76.214, "p95_ms": 68.681}, "yolo11_640_fire_11class": {"avg_ms": 52.753, "count": 301, "max_ms": 74.099, "p95_ms": 64.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.958, "count": 301, "max_ms": 77.23, "p95_ms": 70.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.233, "count": 301, "max_ms": 134.114, "p95_ms": 110.129}, "read_interval": {"avg_ms": 99.825, "count": 300, "max_ms": 471.282, "p95_ms": 129.818}, "triton_wait": {"avg_ms": 56.5, "count": 301, "max_ms": 77.243, "p95_ms": 71.694}, "visualize": {"avg_ms": 3.939, "count": 301, "max_ms": 6.663, "p95_ms": 5.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16771.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 435.616, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.973, "name": "ffmpeg", "pid": 154629, "rss_mb": 299.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.534, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1987789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:38:44+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T08:38:43+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T08:38:43.905357+09:00", "mtime_epoch": 1783294723.9053566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:38:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9574.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.445, "pushed": 9.445, "read": 9.412}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.526, "count": 283, "max_ms": 31.202, "p95_ms": 29.137}, "gstreamer_push": {"avg_ms": 1.193, "count": 283, "max_ms": 1.429, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.614, "count": 283, "max_ms": 68.787, "p95_ms": 63.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.789, "count": 283, "max_ms": 84.391, "p95_ms": 63.635}, "yolo11_640_fire_11class": {"avg_ms": 50.361, "count": 283, "max_ms": 70.772, "p95_ms": 66.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.882, "count": 283, "max_ms": 78.84, "p95_ms": 74.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.316, "count": 283, "max_ms": 125.205, "p95_ms": 108.933}, "read_interval": {"avg_ms": 106.123, "count": 282, "max_ms": 140.482, "p95_ms": 124.215}, "triton_wait": {"avg_ms": 56.573, "count": 283, "max_ms": 84.403, "p95_ms": 74.531}, "visualize": {"avg_ms": 3.276, "count": 283, "max_ms": 4.544, "p95_ms": 3.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1212.162, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.79, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2485960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:39:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:39:07+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:39:07.181774+09:00", "mtime_epoch": 1783294747.1817744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:39:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2564.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.2, "count": 302, "max_ms": 13.528, "p95_ms": 11.713}, "gstreamer_push": {"avg_ms": 1.302, "count": 303, "max_ms": 1.587, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.875, "count": 302, "max_ms": 67.951, "p95_ms": 62.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.19, "count": 302, "max_ms": 83.653, "p95_ms": 70.674}, "yolo11_640_fire_11class": {"avg_ms": 53.055, "count": 302, "max_ms": 71.624, "p95_ms": 67.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.074, "count": 302, "max_ms": 79.788, "p95_ms": 75.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.885, "count": 302, "max_ms": 104.785, "p95_ms": 93.043}, "read_interval": {"avg_ms": 99.348, "count": 302, "max_ms": 537.624, "p95_ms": 115.104}, "triton_wait": {"avg_ms": 56.837, "count": 302, "max_ms": 83.669, "p95_ms": 75.691}, "visualize": {"avg_ms": 3.727, "count": 302, "max_ms": 5.781, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 465.671, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.551, "name": "ffmpeg", "pid": 154629, "rss_mb": 302.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.674, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:39:14+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T08:39:13+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T08:39:13.969896+09:00", "mtime_epoch": 1783294753.969896, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:39:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9574.242, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.289, "pushed": 8.289, "read": 8.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.711, "count": 248, "max_ms": 42.012, "p95_ms": 31.898}, "gstreamer_push": {"avg_ms": 1.18, "count": 248, "max_ms": 2.032, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.194, "count": 248, "max_ms": 66.543, "p95_ms": 63.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.657, "count": 248, "max_ms": 82.139, "p95_ms": 73.468}, "yolo11_640_fire_11class": {"avg_ms": 50.353, "count": 248, "max_ms": 68.728, "p95_ms": 66.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.705, "count": 248, "max_ms": 80.202, "p95_ms": 75.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.154, "count": 248, "max_ms": 152.883, "p95_ms": 142.313}, "read_interval": {"avg_ms": 121.184, "count": 247, "max_ms": 166.397, "p95_ms": 154.955}, "triton_wait": {"avg_ms": 57.912, "count": 248, "max_ms": 82.151, "p95_ms": 76.19}, "visualize": {"avg_ms": 3.799, "count": 248, "max_ms": 5.154, "p95_ms": 4.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16775.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1242.272, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.784, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2486259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:39:37+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T08:39:37+09:00", "mjpeg": {"age_sec": 0.389, "exists": true, "mtime": "2026-07-06T08:39:36.986308+09:00", "mtime_epoch": 1783294776.986308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:39:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2564.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.964, "count": 298, "max_ms": 12.037, "p95_ms": 9.689}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 2.232, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.531, "count": 298, "max_ms": 70.277, "p95_ms": 63.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.934, "count": 298, "max_ms": 79.795, "p95_ms": 68.899}, "yolo11_640_fire_11class": {"avg_ms": 52.464, "count": 298, "max_ms": 73.328, "p95_ms": 64.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.584, "count": 298, "max_ms": 74.523, "p95_ms": 70.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.684, "count": 298, "max_ms": 97.338, "p95_ms": 88.999}, "read_interval": {"avg_ms": 100.786, "count": 297, "max_ms": 650.837, "p95_ms": 109.739}, "triton_wait": {"avg_ms": 55.867, "count": 298, "max_ms": 79.808, "p95_ms": 71.473}, "visualize": {"avg_ms": 3.704, "count": 298, "max_ms": 5.682, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16780.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 495.752, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.934, "name": "ffmpeg", "pid": 154629, "rss_mb": 306.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.506, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:39:44+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:39:44+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T08:39:44.082435+09:00", "mtime_epoch": 1783294784.0824351, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:39:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9574.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.576, "pushed": 9.576, "read": 9.543}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.584, "count": 287, "max_ms": 35.004, "p95_ms": 29.665}, "gstreamer_push": {"avg_ms": 1.178, "count": 287, "max_ms": 1.874, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.948, "count": 287, "max_ms": 68.055, "p95_ms": 64.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.861, "count": 287, "max_ms": 80.469, "p95_ms": 63.431}, "yolo11_640_fire_11class": {"avg_ms": 50.439, "count": 287, "max_ms": 70.342, "p95_ms": 67.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.532, "count": 287, "max_ms": 77.807, "p95_ms": 73.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.988, "count": 287, "max_ms": 115.537, "p95_ms": 107.77}, "read_interval": {"avg_ms": 104.825, "count": 286, "max_ms": 130.668, "p95_ms": 124.108}, "triton_wait": {"avg_ms": 55.518, "count": 287, "max_ms": 80.481, "p95_ms": 73.86}, "visualize": {"avg_ms": 3.276, "count": 287, "max_ms": 4.249, "p95_ms": 3.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16781.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1272.296, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.129, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2486566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:40:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T08:40:07+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:40:07.330851+09:00", "mtime_epoch": 1783294807.3308506, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:40:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2564.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.254, "pushed": 10.254, "read": 10.22}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.056, "count": 307, "max_ms": 13.567, "p95_ms": 9.927}, "gstreamer_push": {"avg_ms": 1.307, "count": 307, "max_ms": 1.616, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.008, "count": 307, "max_ms": 67.622, "p95_ms": 61.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.898, "count": 307, "max_ms": 82.506, "p95_ms": 69.216}, "yolo11_640_fire_11class": {"avg_ms": 52.204, "count": 307, "max_ms": 71.192, "p95_ms": 64.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.137, "count": 307, "max_ms": 76.635, "p95_ms": 69.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.348, "count": 307, "max_ms": 109.625, "p95_ms": 89.113}, "read_interval": {"avg_ms": 97.829, "count": 306, "max_ms": 439.314, "p95_ms": 127.566}, "triton_wait": {"avg_ms": 55.358, "count": 307, "max_ms": 82.519, "p95_ms": 71.43}, "visualize": {"avg_ms": 3.704, "count": 307, "max_ms": 5.152, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16784.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 525.766, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.059, "name": "ffmpeg", "pid": 154629, "rss_mb": 311.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.102, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:40:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:40:14+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T08:40:14.094971+09:00", "mtime_epoch": 1783294814.0949712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:40:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9574.5, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.5, "pushed": 9.5, "read": 9.5}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.255, "count": 285, "max_ms": 33.522, "p95_ms": 28.714}, "gstreamer_push": {"avg_ms": 1.184, "count": 285, "max_ms": 1.463, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.923, "count": 285, "max_ms": 66.353, "p95_ms": 63.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.17, "count": 285, "max_ms": 82.994, "p95_ms": 63.489}, "yolo11_640_fire_11class": {"avg_ms": 50.689, "count": 285, "max_ms": 69.284, "p95_ms": 66.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.755, "count": 285, "max_ms": 76.722, "p95_ms": 72.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.083, "count": 285, "max_ms": 117.262, "p95_ms": 108.652}, "read_interval": {"avg_ms": 105.303, "count": 285, "max_ms": 232.593, "p95_ms": 125.049}, "triton_wait": {"avg_ms": 55.929, "count": 285, "max_ms": 83.004, "p95_ms": 74.169}, "visualize": {"avg_ms": 3.269, "count": 285, "max_ms": 3.759, "p95_ms": 3.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16786.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1302.358, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.185, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2486860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:40:37+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:40:37+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T08:40:37.267385+09:00", "mtime_epoch": 1783294837.2673845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:40:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2564.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.238, "count": 294, "max_ms": 13.614, "p95_ms": 11.128}, "gstreamer_push": {"avg_ms": 1.28, "count": 294, "max_ms": 1.567, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.114, "count": 294, "max_ms": 74.167, "p95_ms": 63.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.722, "count": 294, "max_ms": 84.303, "p95_ms": 72.785}, "yolo11_640_fire_11class": {"avg_ms": 53.361, "count": 294, "max_ms": 74.973, "p95_ms": 66.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.13, "count": 294, "max_ms": 75.597, "p95_ms": 73.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.108, "count": 294, "max_ms": 163.47, "p95_ms": 109.324}, "read_interval": {"avg_ms": 102.292, "count": 293, "max_ms": 656.069, "p95_ms": 140.771}, "triton_wait": {"avg_ms": 57.317, "count": 294, "max_ms": 84.316, "p95_ms": 74.899}, "visualize": {"avg_ms": 3.862, "count": 294, "max_ms": 7.512, "p95_ms": 5.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16789.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 831, "h264_decode_error_count": 2026, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:26:43+09:00", "last_error_summary": "[h264 @ 0x5586aab9a680] left block unavailable for requested intra mode [h264 @ 0x5586aab9a680] error while decoding MB 0 17, bytestream 180 [h264 @ 0x5586aab65f80] error while decoding MB 65 33, bytestream -20 [h264 @ 0x5586aaa64e80] cabac decode of qscale diff failed at 48 41 [h264 @ 0x5586aaa64e80] error while decoding MB 48 41, bytestream 684 [h264 @ 0x5586ab805580] error while decoding MB 35 38, bytestream -20 [h264 @ 0x5586ab805580] cabac decode of qscale diff failed at 19 44 [h264 @ 0x558", "last_exit_at": "2026-07-06T08:31:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 555.794, "last_started_at": "2026-07-06T08:31:28+09:00", "pid": 154629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 314.926, "name": "ffmpeg", "pid": 154629, "rss_mb": 314.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 925, "restart_count_per_hour": 9, "rtsp_timeout_count": 516, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 926}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.216, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:40:44+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T08:40:44+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:40:44.119507+09:00", "mtime_epoch": 1783294844.1195066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:40:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9574.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.457, "pushed": 9.457, "read": 9.424}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.437, "count": 283, "max_ms": 41.904, "p95_ms": 30.813}, "gstreamer_push": {"avg_ms": 1.178, "count": 283, "max_ms": 1.821, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.668, "count": 283, "max_ms": 68.973, "p95_ms": 63.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.571, "count": 283, "max_ms": 84.996, "p95_ms": 67.038}, "yolo11_640_fire_11class": {"avg_ms": 51.26, "count": 283, "max_ms": 70.428, "p95_ms": 67.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.545, "count": 283, "max_ms": 78.719, "p95_ms": 73.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.47, "count": 283, "max_ms": 117.476, "p95_ms": 109.718}, "read_interval": {"avg_ms": 106.106, "count": 282, "max_ms": 131.896, "p95_ms": 124.861}, "triton_wait": {"avg_ms": 57.165, "count": 283, "max_ms": 85.006, "p95_ms": 76.693}, "visualize": {"avg_ms": 3.244, "count": 283, "max_ms": 5.138, "p95_ms": 3.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16790.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1332.448, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.814, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2487160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:41:07+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T08:41:07+09:00", "mjpeg": {"age_sec": 0.376, "exists": true, "mtime": "2026-07-06T08:41:07.175917+09:00", "mtime_epoch": 1783294867.1759171, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:41:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2565.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 8.92, "count": 299, "max_ms": 11.485, "p95_ms": 9.846}, "gstreamer_push": {"avg_ms": 1.291, "count": 299, "max_ms": 1.673, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.805, "count": 299, "max_ms": 66.617, "p95_ms": 58.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.411, "count": 299, "max_ms": 75.767, "p95_ms": 63.217}, "yolo11_640_fire_11class": {"avg_ms": 50.591, "count": 299, "max_ms": 70.175, "p95_ms": 60.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.872, "count": 299, "max_ms": 73.16, "p95_ms": 66.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.122, "count": 299, "max_ms": 94.993, "p95_ms": 84.969}, "read_interval": {"avg_ms": 100.319, "count": 299, "max_ms": 759.735, "p95_ms": 114.34}, "triton_wait": {"avg_ms": 53.438, "count": 299, "max_ms": 75.78, "p95_ms": 67.2}, "visualize": {"avg_ms": 3.732, "count": 299, "max_ms": 5.052, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16611.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.105, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.09, "name": "ffmpeg", "pid": 154736, "rss_mb": 139.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.63, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1988979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T08:41:16+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:41:16+09:00", "mjpeg": {"age_sec": 4.697, "exists": true, "mtime": "2026-07-06T08:41:12.228007+09:00", "mtime_epoch": 1783294872.2280068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 226431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:41:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9574.758, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.038, "pushed": 2.038, "read": 2.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.48, "count": 61, "max_ms": 30.86, "p95_ms": 28.876}, "gstreamer_push": {"avg_ms": 1.199, "count": 61, "max_ms": 2.135, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.693, "count": 61, "max_ms": 64.717, "p95_ms": 63.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.926, "count": 61, "max_ms": 79.025, "p95_ms": 64.282}, "yolo11_640_fire_11class": {"avg_ms": 50.094, "count": 61, "max_ms": 67.372, "p95_ms": 65.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.207, "count": 61, "max_ms": 74.956, "p95_ms": 71.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.691, "count": 61, "max_ms": 113.696, "p95_ms": 105.266}, "read_interval": {"avg_ms": 498.962, "count": 60, "max_ms": 10129.332, "p95_ms": 127.436}, "triton_wait": {"avg_ms": 55.212, "count": 61, "max_ms": 79.038, "p95_ms": 71.477}, "visualize": {"avg_ms": 3.339, "count": 61, "max_ms": 5.261, "p95_ms": 3.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16743.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1362.511, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.701, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2487464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:41:37+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:41:37+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T08:41:37.544457+09:00", "mtime_epoch": 1783294897.5444567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:41:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2565.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.107}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 9.014, "count": 304, "max_ms": 15.458, "p95_ms": 9.842}, "gstreamer_push": {"avg_ms": 1.303, "count": 304, "max_ms": 2.292, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.531, "count": 304, "max_ms": 67.842, "p95_ms": 60.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.402, "count": 304, "max_ms": 74.56, "p95_ms": 63.45}, "yolo11_640_fire_11class": {"avg_ms": 51.519, "count": 304, "max_ms": 70.744, "p95_ms": 62.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.652, "count": 304, "max_ms": 73.857, "p95_ms": 68.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.589, "count": 304, "max_ms": 203.182, "p95_ms": 87.057}, "read_interval": {"avg_ms": 98.922, "count": 303, "max_ms": 529.146, "p95_ms": 107.791}, "triton_wait": {"avg_ms": 55.111, "count": 304, "max_ms": 74.57, "p95_ms": 69.336}, "visualize": {"avg_ms": 3.705, "count": 304, "max_ms": 5.244, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16744.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.119, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.887, "name": "ffmpeg", "pid": 154736, "rss_mb": 268.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.297, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1989267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:41:46+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:41:46+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T08:41:46.836622+09:00", "mtime_epoch": 1783294906.8366218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:41:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.626, "pushed": 9.626, "read": 9.592}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.656, "count": 288, "max_ms": 32.138, "p95_ms": 29.133}, "gstreamer_push": {"avg_ms": 1.2, "count": 288, "max_ms": 1.766, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.822, "count": 288, "max_ms": 72.347, "p95_ms": 63.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.167, "count": 288, "max_ms": 82.113, "p95_ms": 61.909}, "yolo11_640_fire_11class": {"avg_ms": 50.162, "count": 288, "max_ms": 74.66, "p95_ms": 66.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.463, "count": 288, "max_ms": 75.874, "p95_ms": 72.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.438, "count": 288, "max_ms": 115.44, "p95_ms": 107.619}, "read_interval": {"avg_ms": 104.165, "count": 287, "max_ms": 132.531, "p95_ms": 121.956}, "triton_wait": {"avg_ms": 55.823, "count": 288, "max_ms": 82.124, "p95_ms": 73.289}, "visualize": {"avg_ms": 3.307, "count": 288, "max_ms": 4.216, "p95_ms": 3.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16747.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1392.52, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.255, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2487763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:42:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T08:42:07+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T08:42:07.528989+09:00", "mtime_epoch": 1783294927.5289888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:42:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2565.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.984, "count": 299, "max_ms": 11.87, "p95_ms": 9.784}, "gstreamer_push": {"avg_ms": 1.314, "count": 299, "max_ms": 1.509, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.543, "count": 299, "max_ms": 67.296, "p95_ms": 62.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.377, "count": 299, "max_ms": 81.182, "p95_ms": 71.324}, "yolo11_640_fire_11class": {"avg_ms": 52.776, "count": 299, "max_ms": 72.23, "p95_ms": 66.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.659, "count": 299, "max_ms": 75.523, "p95_ms": 71.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.178, "count": 299, "max_ms": 98.144, "p95_ms": 90.419}, "read_interval": {"avg_ms": 100.305, "count": 299, "max_ms": 738.766, "p95_ms": 111.24}, "triton_wait": {"avg_ms": 56.427, "count": 299, "max_ms": 81.195, "p95_ms": 72.999}, "visualize": {"avg_ms": 3.68, "count": 299, "max_ms": 4.7, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16748.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.198, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.012, "name": "ffmpeg", "pid": 154736, "rss_mb": 273.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.985, "sample_count": 2585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1989554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:42:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:42:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:42:16+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T08:42:16.933156+09:00", "mtime_epoch": 1783294936.9331555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:42:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.016, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.539}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.389, "count": 287, "max_ms": 35.664, "p95_ms": 30.34}, "gstreamer_push": {"avg_ms": 1.194, "count": 287, "max_ms": 1.898, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.484, "count": 287, "max_ms": 66.14, "p95_ms": 63.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.461, "count": 287, "max_ms": 80.409, "p95_ms": 69.208}, "yolo11_640_fire_11class": {"avg_ms": 49.977, "count": 287, "max_ms": 71.566, "p95_ms": 66.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.242, "count": 287, "max_ms": 74.988, "p95_ms": 72.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.995, "count": 287, "max_ms": 114.802, "p95_ms": 107.068}, "read_interval": {"avg_ms": 104.806, "count": 286, "max_ms": 128.738, "p95_ms": 121.886}, "triton_wait": {"avg_ms": 55.66, "count": 287, "max_ms": 80.421, "p95_ms": 72.546}, "visualize": {"avg_ms": 3.294, "count": 287, "max_ms": 4.148, "p95_ms": 3.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16748.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1422.578, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.63, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2488066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:42:37+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:42:37+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T08:42:37.613522+09:00", "mtime_epoch": 1783294957.6135218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:42:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2565.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.289, "count": 303, "max_ms": 15.44, "p95_ms": 12.641}, "gstreamer_push": {"avg_ms": 1.312, "count": 303, "max_ms": 1.702, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.06, "count": 303, "max_ms": 70.473, "p95_ms": 62.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.261, "count": 303, "max_ms": 79.047, "p95_ms": 70.121}, "yolo11_640_fire_11class": {"avg_ms": 51.234, "count": 303, "max_ms": 71.744, "p95_ms": 64.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.705, "count": 303, "max_ms": 74.907, "p95_ms": 70.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.341, "count": 303, "max_ms": 96.323, "p95_ms": 89.342}, "read_interval": {"avg_ms": 99.233, "count": 302, "max_ms": 489.29, "p95_ms": 109.88}, "triton_wait": {"avg_ms": 55.194, "count": 303, "max_ms": 79.059, "p95_ms": 72.687}, "visualize": {"avg_ms": 3.734, "count": 303, "max_ms": 4.849, "p95_ms": 4.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16748.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.224, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.012, "name": "ffmpeg", "pid": 154736, "rss_mb": 273.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.194, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1989838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:42:47+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:42:46+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:42:46.957687+09:00", "mtime_epoch": 1783294966.9576871, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:42:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.49, "pushed": 9.49, "read": 9.456}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.259, "count": 284, "max_ms": 34.089, "p95_ms": 28.756}, "gstreamer_push": {"avg_ms": 1.175, "count": 284, "max_ms": 1.36, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.41, "count": 284, "max_ms": 75.52, "p95_ms": 62.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.618, "count": 284, "max_ms": 79.823, "p95_ms": 65.702}, "yolo11_640_fire_11class": {"avg_ms": 50.709, "count": 284, "max_ms": 72.197, "p95_ms": 65.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.104, "count": 284, "max_ms": 76.435, "p95_ms": 71.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.973, "count": 284, "max_ms": 113.132, "p95_ms": 108.327}, "read_interval": {"avg_ms": 105.736, "count": 283, "max_ms": 129.379, "p95_ms": 122.856}, "triton_wait": {"avg_ms": 56.863, "count": 284, "max_ms": 79.835, "p95_ms": 74.556}, "visualize": {"avg_ms": 3.257, "count": 284, "max_ms": 4.176, "p95_ms": 3.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16751.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1452.65, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.983, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2488366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:43:07+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:43:07+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T08:43:07.686054+09:00", "mtime_epoch": 1783294987.6860538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:43:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2565.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.155, "count": 300, "max_ms": 15.337, "p95_ms": 11.862}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.89, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.855, "count": 300, "max_ms": 65.602, "p95_ms": 63.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.363, "count": 300, "max_ms": 81.412, "p95_ms": 68.727}, "yolo11_640_fire_11class": {"avg_ms": 51.303, "count": 300, "max_ms": 70.25, "p95_ms": 64.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.963, "count": 300, "max_ms": 74.622, "p95_ms": 70.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.059, "count": 300, "max_ms": 98.472, "p95_ms": 89.585}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 581.753, "p95_ms": 110.708}, "triton_wait": {"avg_ms": 56.093, "count": 300, "max_ms": 81.424, "p95_ms": 71.731}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 4.848, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16754.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.264, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.168, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.262, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1990122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:43:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:43:17+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:43:16+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:43:17.002218+09:00", "mtime_epoch": 1783294997.0022182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:43:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.273, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.488, "pushed": 9.488, "read": 9.455}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.427, "count": 284, "max_ms": 34.537, "p95_ms": 29.289}, "gstreamer_push": {"avg_ms": 1.182, "count": 284, "max_ms": 1.943, "p95_ms": 1.272}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.468, "count": 284, "max_ms": 67.023, "p95_ms": 62.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.275, "count": 284, "max_ms": 82.054, "p95_ms": 65.458}, "yolo11_640_fire_11class": {"avg_ms": 49.935, "count": 284, "max_ms": 68.421, "p95_ms": 64.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.16, "count": 284, "max_ms": 78.519, "p95_ms": 72.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.971, "count": 284, "max_ms": 115.195, "p95_ms": 106.591}, "read_interval": {"avg_ms": 105.783, "count": 283, "max_ms": 131.57, "p95_ms": 121.733}, "triton_wait": {"avg_ms": 56.613, "count": 284, "max_ms": 82.067, "p95_ms": 72.577}, "visualize": {"avg_ms": 3.288, "count": 284, "max_ms": 4.282, "p95_ms": 3.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16754.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1482.776, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.736, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2488659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:43:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:43:37+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T08:43:37+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T08:43:37.778605+09:00", "mtime_epoch": 1783295017.7786045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:43:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2566.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.722}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.444, "count": 292, "max_ms": 14.641, "p95_ms": 11.743}, "gstreamer_push": {"avg_ms": 1.29, "count": 292, "max_ms": 1.885, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.952, "count": 292, "max_ms": 69.426, "p95_ms": 62.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.181, "count": 292, "max_ms": 79.985, "p95_ms": 72.532}, "yolo11_640_fire_11class": {"avg_ms": 50.43, "count": 292, "max_ms": 70.328, "p95_ms": 62.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.716, "count": 292, "max_ms": 77.912, "p95_ms": 74.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.005, "count": 292, "max_ms": 135.213, "p95_ms": 109.612}, "read_interval": {"avg_ms": 102.763, "count": 291, "max_ms": 502.301, "p95_ms": 139.27}, "triton_wait": {"avg_ms": 57.179, "count": 292, "max_ms": 79.997, "p95_ms": 75.324}, "visualize": {"avg_ms": 3.84, "count": 292, "max_ms": 6.059, "p95_ms": 4.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16754.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.266, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.168, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.451, "sample_count": 2556, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1990366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:43:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:43:47+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T08:43:46+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T08:43:46.950778+09:00", "mtime_epoch": 1783295026.950778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:43:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.531, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.137, "pushed": 8.137, "read": 8.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.985, "count": 244, "max_ms": 43.357, "p95_ms": 34.34}, "gstreamer_push": {"avg_ms": 1.113, "count": 244, "max_ms": 1.398, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.872, "count": 244, "max_ms": 71.219, "p95_ms": 62.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.502, "count": 244, "max_ms": 81.607, "p95_ms": 74.108}, "yolo11_640_fire_11class": {"avg_ms": 48.273, "count": 244, "max_ms": 72.678, "p95_ms": 62.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.037, "count": 244, "max_ms": 80.037, "p95_ms": 75.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.315, "count": 244, "max_ms": 169.483, "p95_ms": 142.542}, "read_interval": {"avg_ms": 122.728, "count": 244, "max_ms": 182.237, "p95_ms": 155.234}, "triton_wait": {"avg_ms": 56.473, "count": 244, "max_ms": 81.619, "p95_ms": 76.561}, "visualize": {"avg_ms": 3.861, "count": 244, "max_ms": 6.005, "p95_ms": 4.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16754.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1512.832, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.811, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2488901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:44:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:44:07+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:44:07+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T08:44:07.855173+09:00", "mtime_epoch": 1783295047.8551726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:44:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2566.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.084, "pushed": 8.084, "read": 8.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.931, "count": 242, "max_ms": 17.281, "p95_ms": 13.051}, "gstreamer_push": {"avg_ms": 1.157, "count": 242, "max_ms": 1.495, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.905, "count": 242, "max_ms": 67.768, "p95_ms": 61.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.649, "count": 242, "max_ms": 84.917, "p95_ms": 70.294}, "yolo11_640_fire_11class": {"avg_ms": 50.298, "count": 242, "max_ms": 66.915, "p95_ms": 61.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.675, "count": 242, "max_ms": 83.392, "p95_ms": 74.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.344, "count": 242, "max_ms": 167.344, "p95_ms": 146.491}, "read_interval": {"avg_ms": 124.301, "count": 241, "max_ms": 178.104, "p95_ms": 158.625}, "triton_wait": {"avg_ms": 57.721, "count": 242, "max_ms": 84.93, "p95_ms": 77.176}, "visualize": {"avg_ms": 4.745, "count": 242, "max_ms": 6.818, "p95_ms": 5.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16754.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.384, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.426, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.334, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1990619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:44:17+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T08:44:17+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T08:44:17.099347+09:00", "mtime_epoch": 1783295057.0993466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:44:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.443, "pushed": 8.443, "read": 8.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.455, "count": 252, "max_ms": 42.196, "p95_ms": 31.037}, "gstreamer_push": {"avg_ms": 1.136, "count": 253, "max_ms": 1.801, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.327, "count": 252, "max_ms": 66.401, "p95_ms": 62.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.187, "count": 252, "max_ms": 79.802, "p95_ms": 66.871}, "yolo11_640_fire_11class": {"avg_ms": 49.383, "count": 252, "max_ms": 69.151, "p95_ms": 65.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.372, "count": 252, "max_ms": 79.264, "p95_ms": 75.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.345, "count": 253, "max_ms": 153.998, "p95_ms": 141.901}, "read_interval": {"avg_ms": 119.021, "count": 252, "max_ms": 166.127, "p95_ms": 154.678}, "triton_wait": {"avg_ms": 56.845, "count": 252, "max_ms": 79.815, "p95_ms": 75.57}, "visualize": {"avg_ms": 3.787, "count": 252, "max_ms": 5.412, "p95_ms": 4.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16755.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1542.843, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.739, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:44:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:44:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T08:44:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T08:44:37.883737+09:00", "mtime_epoch": 1783295077.8837373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:44:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2566.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.935, "pushed": 10.935, "read": 10.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.955, "count": 328, "max_ms": 14.786, "p95_ms": 11.372}, "gstreamer_push": {"avg_ms": 1.314, "count": 328, "max_ms": 1.553, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.358, "count": 328, "max_ms": 68.698, "p95_ms": 63.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.446, "count": 328, "max_ms": 82.036, "p95_ms": 72.838}, "yolo11_640_fire_11class": {"avg_ms": 53.351, "count": 328, "max_ms": 72.662, "p95_ms": 67.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.072, "count": 328, "max_ms": 79.662, "p95_ms": 72.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.035, "count": 328, "max_ms": 107.875, "p95_ms": 92.472}, "read_interval": {"avg_ms": 91.554, "count": 328, "max_ms": 121.012, "p95_ms": 109.028}, "triton_wait": {"avg_ms": 57.036, "count": 328, "max_ms": 82.048, "p95_ms": 74.684}, "visualize": {"avg_ms": 3.74, "count": 328, "max_ms": 5.511, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16755.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.392, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.426, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.399, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1990898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:44:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:44:47+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T08:44:47.131911+09:00", "mtime_epoch": 1783295087.131911, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:44:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.302}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.8, "count": 279, "max_ms": 37.336, "p95_ms": 31.176}, "gstreamer_push": {"avg_ms": 1.194, "count": 279, "max_ms": 1.736, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.67, "count": 279, "max_ms": 68.296, "p95_ms": 64.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.04, "count": 279, "max_ms": 83.668, "p95_ms": 71.077}, "yolo11_640_fire_11class": {"avg_ms": 51.323, "count": 279, "max_ms": 69.632, "p95_ms": 67.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.283, "count": 279, "max_ms": 81.4, "p95_ms": 75.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.453, "count": 279, "max_ms": 120.233, "p95_ms": 109.262}, "read_interval": {"avg_ms": 107.647, "count": 279, "max_ms": 136.807, "p95_ms": 125.465}, "triton_wait": {"avg_ms": 57.683, "count": 279, "max_ms": 83.678, "p95_ms": 75.619}, "visualize": {"avg_ms": 3.303, "count": 279, "max_ms": 5.503, "p95_ms": 3.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16754.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1572.886, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.956, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:45:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:45:07+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:45:07+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T08:45:07.916300+09:00", "mtime_epoch": 1783295107.9163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:45:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2566.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.917, "pushed": 10.917, "read": 10.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.879, "count": 327, "max_ms": 13.644, "p95_ms": 10.777}, "gstreamer_push": {"avg_ms": 1.299, "count": 327, "max_ms": 1.723, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.796, "count": 327, "max_ms": 66.211, "p95_ms": 63.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.347, "count": 327, "max_ms": 83.056, "p95_ms": 72.139}, "yolo11_640_fire_11class": {"avg_ms": 52.483, "count": 327, "max_ms": 70.779, "p95_ms": 65.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.295, "count": 327, "max_ms": 78.44, "p95_ms": 70.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.09, "count": 327, "max_ms": 138.524, "p95_ms": 92.861}, "read_interval": {"avg_ms": 91.876, "count": 326, "max_ms": 150.108, "p95_ms": 109.155}, "triton_wait": {"avg_ms": 56.462, "count": 327, "max_ms": 83.07, "p95_ms": 73.569}, "visualize": {"avg_ms": 3.767, "count": 327, "max_ms": 5.498, "p95_ms": 4.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16755.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.475, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.426, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.399, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1991179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:45:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:45:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:45:17+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:45:17.208474+09:00", "mtime_epoch": 1783295117.2084737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:45:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9575.789, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.372, "pushed": 9.372, "read": 9.338}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.801, "count": 281, "max_ms": 33.318, "p95_ms": 28.826}, "gstreamer_push": {"avg_ms": 1.213, "count": 281, "max_ms": 1.485, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.735, "count": 281, "max_ms": 69.267, "p95_ms": 63.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.963, "count": 281, "max_ms": 81.439, "p95_ms": 69.563}, "yolo11_640_fire_11class": {"avg_ms": 51.117, "count": 281, "max_ms": 69.471, "p95_ms": 66.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.661, "count": 281, "max_ms": 75.503, "p95_ms": 73.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.146, "count": 281, "max_ms": 115.78, "p95_ms": 108.156}, "read_interval": {"avg_ms": 107.052, "count": 280, "max_ms": 130.525, "p95_ms": 123.569}, "triton_wait": {"avg_ms": 57.321, "count": 281, "max_ms": 81.452, "p95_ms": 74.137}, "visualize": {"avg_ms": 3.328, "count": 281, "max_ms": 4.759, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16755.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1602.985, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.602, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2489871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:45:38+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T08:45:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:45:38.004862+09:00", "mtime_epoch": 1783295138.0048618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:45:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2566.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.502, "pushed": 10.502, "read": 10.468}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.861, "count": 315, "max_ms": 15.088, "p95_ms": 10.277}, "gstreamer_push": {"avg_ms": 1.305, "count": 315, "max_ms": 2.219, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.938, "count": 315, "max_ms": 66.551, "p95_ms": 63.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.439, "count": 315, "max_ms": 81.718, "p95_ms": 71.821}, "yolo11_640_fire_11class": {"avg_ms": 52.775, "count": 315, "max_ms": 73.618, "p95_ms": 65.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.74, "count": 315, "max_ms": 75.737, "p95_ms": 70.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.209, "count": 315, "max_ms": 98.579, "p95_ms": 91.12}, "read_interval": {"avg_ms": 95.53, "count": 314, "max_ms": 577.051, "p95_ms": 109.266}, "triton_wait": {"avg_ms": 56.472, "count": 315, "max_ms": 81.731, "p95_ms": 73.518}, "visualize": {"avg_ms": 3.741, "count": 315, "max_ms": 6.048, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16755.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.55, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.426, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.399, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1991460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:45:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T08:45:47+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:45:47.289035+09:00", "mtime_epoch": 1783295147.2890346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:45:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.376, "pushed": 9.376, "read": 9.343}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.78, "count": 281, "max_ms": 41.89, "p95_ms": 29.58}, "gstreamer_push": {"avg_ms": 1.2, "count": 281, "max_ms": 1.943, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.024, "count": 281, "max_ms": 67.834, "p95_ms": 63.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.271, "count": 281, "max_ms": 83.607, "p95_ms": 73.305}, "yolo11_640_fire_11class": {"avg_ms": 51.609, "count": 281, "max_ms": 75.532, "p95_ms": 66.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.85, "count": 281, "max_ms": 76.082, "p95_ms": 73.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.204, "count": 281, "max_ms": 119.671, "p95_ms": 110.13}, "read_interval": {"avg_ms": 107.036, "count": 280, "max_ms": 132.922, "p95_ms": 124.825}, "triton_wait": {"avg_ms": 57.551, "count": 281, "max_ms": 83.619, "p95_ms": 74.72}, "visualize": {"avg_ms": 3.31, "count": 281, "max_ms": 4.293, "p95_ms": 3.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16755.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1633.01, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.602, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:46:08+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:46:08+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T08:46:08.041420+09:00", "mtime_epoch": 1783295168.0414205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:46:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2566.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.916, "count": 298, "max_ms": 13.824, "p95_ms": 10.409}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 2.495, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.795, "count": 298, "max_ms": 67.584, "p95_ms": 62.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.423, "count": 298, "max_ms": 87.634, "p95_ms": 73.076}, "yolo11_640_fire_11class": {"avg_ms": 52.536, "count": 298, "max_ms": 68.907, "p95_ms": 65.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.893, "count": 298, "max_ms": 76.517, "p95_ms": 70.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.144, "count": 298, "max_ms": 107.405, "p95_ms": 90.999}, "read_interval": {"avg_ms": 100.79, "count": 297, "max_ms": 871.576, "p95_ms": 113.142}, "triton_wait": {"avg_ms": 57.206, "count": 298, "max_ms": 87.646, "p95_ms": 73.505}, "visualize": {"avg_ms": 3.744, "count": 298, "max_ms": 5.355, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16755.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.559, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.426, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.024, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1991743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:46:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:46:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:46:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T08:46:17.293592+09:00", "mtime_epoch": 1783295177.2935922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:46:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.047, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.435, "pushed": 9.435, "read": 9.435}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.43, "count": 283, "max_ms": 32.78, "p95_ms": 29.084}, "gstreamer_push": {"avg_ms": 1.188, "count": 283, "max_ms": 1.76, "p95_ms": 1.275}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.245, "count": 283, "max_ms": 69.25, "p95_ms": 63.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.377, "count": 283, "max_ms": 85.995, "p95_ms": 68.305}, "yolo11_640_fire_11class": {"avg_ms": 50.465, "count": 283, "max_ms": 72.067, "p95_ms": 66.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.875, "count": 283, "max_ms": 77.767, "p95_ms": 73.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.949, "count": 283, "max_ms": 119.898, "p95_ms": 108.355}, "read_interval": {"avg_ms": 106.036, "count": 283, "max_ms": 136.36, "p95_ms": 123.386}, "triton_wait": {"avg_ms": 56.658, "count": 283, "max_ms": 86.007, "p95_ms": 73.582}, "visualize": {"avg_ms": 3.282, "count": 283, "max_ms": 4.106, "p95_ms": 3.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16756.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1663.038, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.281, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:46:38+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T08:46:38+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T08:46:38.069977+09:00", "mtime_epoch": 1783295198.069977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:46:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2566.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.212, "count": 302, "max_ms": 16.827, "p95_ms": 11.386}, "gstreamer_push": {"avg_ms": 1.293, "count": 302, "max_ms": 1.995, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.576, "count": 302, "max_ms": 68.906, "p95_ms": 62.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.649, "count": 302, "max_ms": 83.922, "p95_ms": 74.051}, "yolo11_640_fire_11class": {"avg_ms": 52.743, "count": 302, "max_ms": 73.85, "p95_ms": 66.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.605, "count": 302, "max_ms": 77.116, "p95_ms": 72.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.088, "count": 302, "max_ms": 140.583, "p95_ms": 113.573}, "read_interval": {"avg_ms": 99.458, "count": 301, "max_ms": 310.521, "p95_ms": 133.279}, "triton_wait": {"avg_ms": 57.477, "count": 302, "max_ms": 83.934, "p95_ms": 74.52}, "visualize": {"avg_ms": 3.951, "count": 302, "max_ms": 6.009, "p95_ms": 5.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16756.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.614, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.426, "name": "ffmpeg", "pid": 154736, "rss_mb": 278.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.024, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:46:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:46:47+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T08:46:47+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T08:46:47.354149+09:00", "mtime_epoch": 1783295207.3541489, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:46:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.448, "pushed": 9.448, "read": 9.415}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.639, "count": 283, "max_ms": 32.87, "p95_ms": 29.16}, "gstreamer_push": {"avg_ms": 1.193, "count": 283, "max_ms": 1.395, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.105, "count": 283, "max_ms": 70.739, "p95_ms": 64.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.241, "count": 283, "max_ms": 84.087, "p95_ms": 68.663}, "yolo11_640_fire_11class": {"avg_ms": 50.546, "count": 283, "max_ms": 73.031, "p95_ms": 67.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.794, "count": 283, "max_ms": 77.22, "p95_ms": 72.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.282, "count": 283, "max_ms": 118.524, "p95_ms": 108.596}, "read_interval": {"avg_ms": 106.233, "count": 282, "max_ms": 136.252, "p95_ms": 123.962}, "triton_wait": {"avg_ms": 56.706, "count": 283, "max_ms": 84.1, "p95_ms": 74.806}, "visualize": {"avg_ms": 3.307, "count": 283, "max_ms": 5.223, "p95_ms": 3.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16756.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1693.352, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.82, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2490771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:47:08+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T08:47:08+09:00", "mjpeg": {"age_sec": 0.593, "exists": true, "mtime": "2026-07-06T08:47:07.862528+09:00", "mtime_epoch": 1783295227.8625278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:47:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2567.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.052, "count": 297, "max_ms": 12.74, "p95_ms": 10.794}, "gstreamer_push": {"avg_ms": 1.307, "count": 297, "max_ms": 1.897, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.555, "count": 297, "max_ms": 66.548, "p95_ms": 62.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.9, "count": 297, "max_ms": 79.102, "p95_ms": 70.553}, "yolo11_640_fire_11class": {"avg_ms": 52.515, "count": 297, "max_ms": 69.996, "p95_ms": 65.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.087, "count": 297, "max_ms": 81.29, "p95_ms": 72.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.782, "count": 297, "max_ms": 137.61, "p95_ms": 108.373}, "read_interval": {"avg_ms": 101.162, "count": 296, "max_ms": 947.157, "p95_ms": 124.797}, "triton_wait": {"avg_ms": 56.953, "count": 297, "max_ms": 81.303, "p95_ms": 73.637}, "visualize": {"avg_ms": 3.865, "count": 297, "max_ms": 5.791, "p95_ms": 5.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16760.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.664, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.809, "name": "ffmpeg", "pid": 154736, "rss_mb": 282.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.029, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:47:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T08:47:17+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T08:47:17.402704+09:00", "mtime_epoch": 1783295237.4027038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:47:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.305, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.389, "pushed": 9.389, "read": 9.356}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.649, "count": 281, "max_ms": 35.589, "p95_ms": 29.122}, "gstreamer_push": {"avg_ms": 1.19, "count": 281, "max_ms": 1.461, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.099, "count": 281, "max_ms": 68.034, "p95_ms": 63.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.047, "count": 281, "max_ms": 82.454, "p95_ms": 70.385}, "yolo11_640_fire_11class": {"avg_ms": 50.856, "count": 281, "max_ms": 70.409, "p95_ms": 66.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.444, "count": 281, "max_ms": 80.23, "p95_ms": 75.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.091, "count": 281, "max_ms": 115.588, "p95_ms": 110.87}, "read_interval": {"avg_ms": 106.954, "count": 280, "max_ms": 131.845, "p95_ms": 126.163}, "triton_wait": {"avg_ms": 57.542, "count": 281, "max_ms": 82.466, "p95_ms": 77.585}, "visualize": {"avg_ms": 3.287, "count": 281, "max_ms": 5.162, "p95_ms": 3.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16763.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1723.414, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.298, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2491075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:47:38+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T08:47:38+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T08:47:38.455091+09:00", "mtime_epoch": 1783295258.4550915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:47:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2567.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.142, "pushed": 10.142, "read": 10.109}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.216, "count": 304, "max_ms": 15.376, "p95_ms": 11.418}, "gstreamer_push": {"avg_ms": 1.286, "count": 304, "max_ms": 1.574, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.818, "count": 304, "max_ms": 67.444, "p95_ms": 62.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.159, "count": 304, "max_ms": 86.639, "p95_ms": 72.528}, "yolo11_640_fire_11class": {"avg_ms": 53.146, "count": 304, "max_ms": 73.957, "p95_ms": 66.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.359, "count": 304, "max_ms": 80.734, "p95_ms": 73.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.839, "count": 304, "max_ms": 138.731, "p95_ms": 109.512}, "read_interval": {"avg_ms": 98.928, "count": 303, "max_ms": 366.736, "p95_ms": 126.121}, "triton_wait": {"avg_ms": 57.586, "count": 304, "max_ms": 86.651, "p95_ms": 75.768}, "visualize": {"avg_ms": 3.929, "count": 304, "max_ms": 6.434, "p95_ms": 5.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16775.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.756, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.016, "name": "ffmpeg", "pid": 154736, "rss_mb": 296.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.029, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:47:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T08:47:47+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T08:47:47.495258+09:00", "mtime_epoch": 1783295267.4952576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:47:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.505, "pushed": 9.505, "read": 9.471}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.332, "count": 285, "max_ms": 32.498, "p95_ms": 28.939}, "gstreamer_push": {"avg_ms": 1.169, "count": 285, "max_ms": 1.402, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.943, "count": 285, "max_ms": 66.904, "p95_ms": 63.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.36, "count": 285, "max_ms": 81.814, "p95_ms": 68.096}, "yolo11_640_fire_11class": {"avg_ms": 51.177, "count": 285, "max_ms": 71.239, "p95_ms": 67.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.973, "count": 285, "max_ms": 78.673, "p95_ms": 73.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.85, "count": 285, "max_ms": 115.586, "p95_ms": 107.591}, "read_interval": {"avg_ms": 105.589, "count": 284, "max_ms": 130.28, "p95_ms": 122.344}, "triton_wait": {"avg_ms": 56.723, "count": 285, "max_ms": 81.826, "p95_ms": 73.957}, "visualize": {"avg_ms": 3.262, "count": 285, "max_ms": 4.183, "p95_ms": 3.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16781.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1753.508, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.298, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2491376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:48:08+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T08:48:08+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:48:08.527644+09:00", "mtime_epoch": 1783295288.527644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:48:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2567.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.791, "count": 300, "max_ms": 13.985, "p95_ms": 9.692}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 2.07, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.97, "count": 300, "max_ms": 67.75, "p95_ms": 63.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.798, "count": 300, "max_ms": 81.324, "p95_ms": 70.443}, "yolo11_640_fire_11class": {"avg_ms": 52.503, "count": 300, "max_ms": 71.264, "p95_ms": 65.881}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.363, "count": 300, "max_ms": 75.697, "p95_ms": 70.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.089, "count": 300, "max_ms": 98.354, "p95_ms": 89.066}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 893.864, "p95_ms": 108.195}, "triton_wait": {"avg_ms": 56.604, "count": 300, "max_ms": 81.336, "p95_ms": 71.338}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.367, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16781.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.835, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.43, "name": "ffmpeg", "pid": 154736, "rss_mb": 301.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 926, "restart_count_per_hour": 9, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.024, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:48:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:48:17+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T08:48:17+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T08:48:17.555809+09:00", "mtime_epoch": 1783295297.5558095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:48:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.539, "pushed": 9.539, "read": 9.505}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.501, "count": 286, "max_ms": 34.002, "p95_ms": 31.329}, "gstreamer_push": {"avg_ms": 1.182, "count": 286, "max_ms": 1.773, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.783, "count": 286, "max_ms": 66.917, "p95_ms": 63.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.479, "count": 286, "max_ms": 83.114, "p95_ms": 69.561}, "yolo11_640_fire_11class": {"avg_ms": 50.348, "count": 286, "max_ms": 69.645, "p95_ms": 67.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.459, "count": 286, "max_ms": 76.681, "p95_ms": 72.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.286, "count": 286, "max_ms": 116.28, "p95_ms": 108.247}, "read_interval": {"avg_ms": 105.118, "count": 285, "max_ms": 130.381, "p95_ms": 122.635}, "triton_wait": {"avg_ms": 55.906, "count": 286, "max_ms": 83.127, "p95_ms": 74.265}, "visualize": {"avg_ms": 3.271, "count": 286, "max_ms": 5.139, "p95_ms": 3.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16781.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1783.517, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.458, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2491680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:48:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:48:38+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T08:48:38.552194+09:00", "mtime_epoch": 1783295318.552194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:48:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2567.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.713, "count": 304, "max_ms": 14.563, "p95_ms": 9.79}, "gstreamer_push": {"avg_ms": 1.283, "count": 304, "max_ms": 1.973, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.658, "count": 304, "max_ms": 67.095, "p95_ms": 62.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.589, "count": 304, "max_ms": 81.016, "p95_ms": 63.491}, "yolo11_640_fire_11class": {"avg_ms": 51.168, "count": 304, "max_ms": 71.8, "p95_ms": 63.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.135, "count": 304, "max_ms": 77.824, "p95_ms": 69.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.431, "count": 304, "max_ms": 130.799, "p95_ms": 90.732}, "read_interval": {"avg_ms": 98.776, "count": 304, "max_ms": 804.008, "p95_ms": 123.676}, "triton_wait": {"avg_ms": 54.909, "count": 304, "max_ms": 81.029, "p95_ms": 70.418}, "visualize": {"avg_ms": 3.737, "count": 304, "max_ms": 5.766, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16786.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 832, "h264_decode_error_count": 2032, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:41:12+09:00", "last_error_summary": "[h264 @ 0x55a53443abc0] reference picture missing during reorder [h264 @ 0x55a53443abc0] Missing reference picture, default is 65537 [h264 @ 0x55a53373d580] mmco: unref short failure [h264 @ 0x55a53373d580] illegal short term buffer state detected [h264 @ 0x55a533782c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a533782c80] error while decoding MB 0 44, bytestream 2224 [h264 @ 0x55a53443abc0] left block unavailable for requested intra mode [h264 @ 0x55a53443abc0] error wh", "last_exit_at": "2026-07-06T08:41:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.785, "last_started_at": "2026-07-06T08:41:14+09:00", "pid": 154736, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.02, "name": "ffmpeg", "pid": 154736, "rss_mb": 307.02, "state": "S (sleeping)", "threads": 104}, "restart_count": 926, "restart_count_per_hour": 8, "rtsp_timeout_count": 518, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 927}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.592, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1992985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:48:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:48:48+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T08:48:48+09:00", "mjpeg": {"age_sec": 10.121, "exists": true, "mtime": "2026-07-06T08:48:38.484193+09:00", "mtime_epoch": 1783295318.484193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:48:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.562, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.267, "pushed": 3.267, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.322, "count": 98, "max_ms": 31.15, "p95_ms": 29.818}, "gstreamer_push": {"avg_ms": 1.168, "count": 98, "max_ms": 1.418, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.4, "count": 98, "max_ms": 67.625, "p95_ms": 64.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.692, "count": 98, "max_ms": 78.897, "p95_ms": 69.778}, "yolo11_640_fire_11class": {"avg_ms": 49.572, "count": 98, "max_ms": 68.297, "p95_ms": 66.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.699, "count": 98, "max_ms": 76.115, "p95_ms": 74.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.315, "count": 98, "max_ms": 112.446, "p95_ms": 108.138}, "read_interval": {"avg_ms": 305.87, "count": 98, "max_ms": 10125.218, "p95_ms": 125.77}, "triton_wait": {"avg_ms": 55.127, "count": 98, "max_ms": 78.909, "p95_ms": 75.046}, "visualize": {"avg_ms": 3.279, "count": 98, "max_ms": 4.204, "p95_ms": 3.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16749.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1813.597, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.742, "sample_count": 3067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2491976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:49:08+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:49:08+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T08:49:08.632744+09:00", "mtime_epoch": 1783295348.632744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:49:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2567.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.847}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.724, "count": 296, "max_ms": 13.737, "p95_ms": 9.542}, "gstreamer_push": {"avg_ms": 1.3, "count": 296, "max_ms": 2.037, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.704, "count": 296, "max_ms": 67.514, "p95_ms": 61.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.832, "count": 296, "max_ms": 84.429, "p95_ms": 67.634}, "yolo11_640_fire_11class": {"avg_ms": 51.506, "count": 296, "max_ms": 72.489, "p95_ms": 63.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.107, "count": 296, "max_ms": 78.347, "p95_ms": 68.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.372, "count": 296, "max_ms": 101.708, "p95_ms": 88.135}, "read_interval": {"avg_ms": 101.545, "count": 295, "max_ms": 761.618, "p95_ms": 179.586}, "triton_wait": {"avg_ms": 54.955, "count": 296, "max_ms": 84.442, "p95_ms": 70.156}, "visualize": {"avg_ms": 3.682, "count": 296, "max_ms": 4.765, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16750.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.956, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.289, "name": "ffmpeg", "pid": 154843, "rss_mb": 270.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.778, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1993232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:49:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:49:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T08:49:18.596926+09:00", "mtime_epoch": 1783295358.596926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:49:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9576.82, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.238, "pushed": 8.238, "read": 8.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.791, "count": 247, "max_ms": 41.064, "p95_ms": 31.986}, "gstreamer_push": {"avg_ms": 1.198, "count": 247, "max_ms": 1.901, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.259, "count": 247, "max_ms": 71.642, "p95_ms": 64.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.414, "count": 247, "max_ms": 82.659, "p95_ms": 71.566}, "yolo11_640_fire_11class": {"avg_ms": 50.7, "count": 247, "max_ms": 74.029, "p95_ms": 67.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.067, "count": 247, "max_ms": 76.254, "p95_ms": 73.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.508, "count": 247, "max_ms": 124.799, "p95_ms": 109.345}, "read_interval": {"avg_ms": 121.856, "count": 246, "max_ms": 4154.115, "p95_ms": 124.016}, "triton_wait": {"avg_ms": 56.827, "count": 247, "max_ms": 82.671, "p95_ms": 75.15}, "visualize": {"avg_ms": 3.289, "count": 247, "max_ms": 5.241, "p95_ms": 3.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16757.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1843.673, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.742, "sample_count": 3040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:49:38+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:49:38+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T08:49:38.705292+09:00", "mtime_epoch": 1783295378.7052925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:49:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2567.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.904, "count": 301, "max_ms": 15.147, "p95_ms": 10.932}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.848, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.028, "count": 301, "max_ms": 66.697, "p95_ms": 62.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.642, "count": 301, "max_ms": 86.073, "p95_ms": 74.506}, "yolo11_640_fire_11class": {"avg_ms": 52.485, "count": 301, "max_ms": 73.446, "p95_ms": 65.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.554, "count": 301, "max_ms": 82.188, "p95_ms": 74.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.216, "count": 301, "max_ms": 100.773, "p95_ms": 93.701}, "read_interval": {"avg_ms": 99.953, "count": 300, "max_ms": 510.972, "p95_ms": 113.875}, "triton_wait": {"avg_ms": 57.548, "count": 301, "max_ms": 86.083, "p95_ms": 76.08}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.279, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16757.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.957, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.734, "name": "ffmpeg", "pid": 154843, "rss_mb": 276.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.167, "sample_count": 2566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1993477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:49:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T08:49:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T08:49:48.597473+09:00", "mtime_epoch": 1783295388.5974727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:49:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.171, "pushed": 8.171, "read": 8.171}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.913, "count": 245, "max_ms": 44.297, "p95_ms": 32.017}, "gstreamer_push": {"avg_ms": 1.174, "count": 245, "max_ms": 1.942, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.438, "count": 245, "max_ms": 67.526, "p95_ms": 63.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.389, "count": 245, "max_ms": 87.45, "p95_ms": 75.431}, "yolo11_640_fire_11class": {"avg_ms": 50.806, "count": 245, "max_ms": 70.827, "p95_ms": 66.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.588, "count": 245, "max_ms": 82.389, "p95_ms": 76.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.393, "count": 245, "max_ms": 157.087, "p95_ms": 145.565}, "read_interval": {"avg_ms": 122.446, "count": 245, "max_ms": 169.679, "p95_ms": 158.607}, "triton_wait": {"avg_ms": 58.898, "count": 245, "max_ms": 87.465, "p95_ms": 78.161}, "visualize": {"avg_ms": 3.794, "count": 245, "max_ms": 7.237, "p95_ms": 4.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16757.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1873.756, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.17, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:50:08+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:50:08+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T08:50:08.793840+09:00", "mtime_epoch": 1783295408.79384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:50:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2567.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.948, "count": 303, "max_ms": 14.453, "p95_ms": 10.552}, "gstreamer_push": {"avg_ms": 1.314, "count": 304, "max_ms": 2.188, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.152, "count": 303, "max_ms": 69.544, "p95_ms": 63.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.057, "count": 303, "max_ms": 84.401, "p95_ms": 73.976}, "yolo11_640_fire_11class": {"avg_ms": 52.038, "count": 303, "max_ms": 73.524, "p95_ms": 64.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.781, "count": 303, "max_ms": 77.679, "p95_ms": 72.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.361, "count": 304, "max_ms": 130.519, "p95_ms": 94.115}, "read_interval": {"avg_ms": 98.989, "count": 303, "max_ms": 797.521, "p95_ms": 117.27}, "triton_wait": {"avg_ms": 57.45, "count": 303, "max_ms": 84.414, "p95_ms": 75.009}, "visualize": {"avg_ms": 3.752, "count": 303, "max_ms": 5.679, "p95_ms": 4.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16761.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.003, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.375, "name": "ffmpeg", "pid": 154843, "rss_mb": 281.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.524, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1993759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:50:18+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T08:50:18+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T08:50:18.642019+09:00", "mtime_epoch": 1783295418.642019, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:50:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.417, "pushed": 9.417, "read": 9.384}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.107, "count": 282, "max_ms": 35.769, "p95_ms": 31.282}, "gstreamer_push": {"avg_ms": 1.198, "count": 282, "max_ms": 1.986, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.167, "count": 282, "max_ms": 66.767, "p95_ms": 63.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.545, "count": 282, "max_ms": 83.877, "p95_ms": 73.402}, "yolo11_640_fire_11class": {"avg_ms": 50.459, "count": 282, "max_ms": 70.437, "p95_ms": 66.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.876, "count": 282, "max_ms": 76.163, "p95_ms": 73.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.742, "count": 282, "max_ms": 119.553, "p95_ms": 110.55}, "read_interval": {"avg_ms": 106.534, "count": 281, "max_ms": 133.898, "p95_ms": 125.078}, "triton_wait": {"avg_ms": 56.731, "count": 282, "max_ms": 83.889, "p95_ms": 74.475}, "visualize": {"avg_ms": 3.28, "count": 282, "max_ms": 4.393, "p95_ms": 3.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16763.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1903.824, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.354, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2492883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:50:38+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T08:50:38+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T08:50:38.850386+09:00", "mtime_epoch": 1783295438.8503857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:50:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2568.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.849, "count": 302, "max_ms": 13.418, "p95_ms": 11.148}, "gstreamer_push": {"avg_ms": 1.298, "count": 302, "max_ms": 1.758, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.895, "count": 302, "max_ms": 68.35, "p95_ms": 62.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.658, "count": 302, "max_ms": 85.54, "p95_ms": 72.808}, "yolo11_640_fire_11class": {"avg_ms": 52.654, "count": 302, "max_ms": 70.439, "p95_ms": 65.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.853, "count": 302, "max_ms": 79.695, "p95_ms": 71.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.846, "count": 302, "max_ms": 103.148, "p95_ms": 90.757}, "read_interval": {"avg_ms": 99.565, "count": 301, "max_ms": 872.187, "p95_ms": 112.951}, "triton_wait": {"avg_ms": 57.215, "count": 302, "max_ms": 85.552, "p95_ms": 73.48}, "visualize": {"avg_ms": 3.713, "count": 302, "max_ms": 4.542, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16763.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.101, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.406, "name": "ffmpeg", "pid": 154843, "rss_mb": 282.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.167, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:50:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:50:48+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T08:50:48.746565+09:00", "mtime_epoch": 1783295448.746565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:50:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.078, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.368, "pushed": 9.368, "read": 9.335}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.131, "count": 281, "max_ms": 36.458, "p95_ms": 33.258}, "gstreamer_push": {"avg_ms": 1.192, "count": 281, "max_ms": 1.702, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.576, "count": 281, "max_ms": 70.363, "p95_ms": 63.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.064, "count": 281, "max_ms": 81.449, "p95_ms": 74.435}, "yolo11_640_fire_11class": {"avg_ms": 51.08, "count": 281, "max_ms": 74.165, "p95_ms": 66.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.388, "count": 281, "max_ms": 76.377, "p95_ms": 73.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.244, "count": 281, "max_ms": 121.283, "p95_ms": 110.411}, "read_interval": {"avg_ms": 107.126, "count": 280, "max_ms": 136.923, "p95_ms": 125.21}, "triton_wait": {"avg_ms": 57.197, "count": 281, "max_ms": 81.46, "p95_ms": 74.997}, "visualize": {"avg_ms": 3.296, "count": 281, "max_ms": 5.202, "p95_ms": 3.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16764.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1933.848, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.568, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2493176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:51:08+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T08:51:08+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:51:08.882930+09:00", "mtime_epoch": 1783295468.88293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:51:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2568.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.792, "pushed": 9.792, "read": 9.758}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.979, "count": 293, "max_ms": 15.099, "p95_ms": 11.112}, "gstreamer_push": {"avg_ms": 1.312, "count": 293, "max_ms": 1.886, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.149, "count": 293, "max_ms": 67.839, "p95_ms": 63.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.012, "count": 293, "max_ms": 85.752, "p95_ms": 73.518}, "yolo11_640_fire_11class": {"avg_ms": 53.104, "count": 293, "max_ms": 71.325, "p95_ms": 66.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.529, "count": 293, "max_ms": 78.061, "p95_ms": 71.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.689, "count": 293, "max_ms": 133.793, "p95_ms": 96.596}, "read_interval": {"avg_ms": 102.519, "count": 292, "max_ms": 628.368, "p95_ms": 122.129}, "triton_wait": {"avg_ms": 57.8, "count": 293, "max_ms": 85.765, "p95_ms": 74.713}, "visualize": {"avg_ms": 3.779, "count": 293, "max_ms": 5.363, "p95_ms": 4.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16763.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.126, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.664, "name": "ffmpeg", "pid": 154843, "rss_mb": 282.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.578, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:51:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:51:18+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:51:18+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T08:51:18.755109+09:00", "mtime_epoch": 1783295478.7551086, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:51:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.467, "pushed": 9.467, "read": 9.433}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.864, "count": 283, "max_ms": 41.68, "p95_ms": 33.307}, "gstreamer_push": {"avg_ms": 1.178, "count": 283, "max_ms": 1.525, "p95_ms": 1.287}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.333, "count": 283, "max_ms": 69.314, "p95_ms": 64.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.214, "count": 283, "max_ms": 84.689, "p95_ms": 74.792}, "yolo11_640_fire_11class": {"avg_ms": 50.867, "count": 283, "max_ms": 72.135, "p95_ms": 67.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.171, "count": 283, "max_ms": 77.914, "p95_ms": 74.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.338, "count": 283, "max_ms": 119.335, "p95_ms": 109.759}, "read_interval": {"avg_ms": 106.042, "count": 282, "max_ms": 133.86, "p95_ms": 125.633}, "triton_wait": {"avg_ms": 56.723, "count": 283, "max_ms": 84.701, "p95_ms": 77.215}, "visualize": {"avg_ms": 3.235, "count": 283, "max_ms": 4.282, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16766.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1963.852, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.267, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2493475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:51:38+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T08:51:38+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T08:51:38.879472+09:00", "mtime_epoch": 1783295498.8794725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:51:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2568.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.075, "count": 299, "max_ms": 17.73, "p95_ms": 10.808}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 2.003, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.446, "count": 299, "max_ms": 67.536, "p95_ms": 62.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.191, "count": 299, "max_ms": 82.977, "p95_ms": 70.79}, "yolo11_640_fire_11class": {"avg_ms": 52.684, "count": 299, "max_ms": 72.251, "p95_ms": 64.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.375, "count": 299, "max_ms": 77.956, "p95_ms": 72.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.295, "count": 299, "max_ms": 131.548, "p95_ms": 107.341}, "read_interval": {"avg_ms": 100.322, "count": 299, "max_ms": 454.83, "p95_ms": 130.501}, "triton_wait": {"avg_ms": 56.966, "count": 299, "max_ms": 82.99, "p95_ms": 75.025}, "visualize": {"avg_ms": 3.841, "count": 299, "max_ms": 6.64, "p95_ms": 5.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16766.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.187, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.5, "name": "ffmpeg", "pid": 154843, "rss_mb": 285.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.627, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:51:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:51:48+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T08:51:48+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T08:51:48.831652+09:00", "mtime_epoch": 1783295508.8316524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:51:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.336, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.383, "pushed": 9.383, "read": 9.35}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.583, "count": 281, "max_ms": 42.374, "p95_ms": 33.24}, "gstreamer_push": {"avg_ms": 1.199, "count": 281, "max_ms": 1.524, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.236, "count": 281, "max_ms": 67.884, "p95_ms": 63.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.103, "count": 281, "max_ms": 86.271, "p95_ms": 69.287}, "yolo11_640_fire_11class": {"avg_ms": 50.881, "count": 281, "max_ms": 71.8, "p95_ms": 67.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.258, "count": 281, "max_ms": 79.969, "p95_ms": 73.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.12, "count": 281, "max_ms": 136.052, "p95_ms": 110.232}, "read_interval": {"avg_ms": 106.982, "count": 280, "max_ms": 152.596, "p95_ms": 125.513}, "triton_wait": {"avg_ms": 56.617, "count": 281, "max_ms": 86.287, "p95_ms": 75.02}, "visualize": {"avg_ms": 3.293, "count": 281, "max_ms": 4.466, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16769.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 1993.976, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.706, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2493757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:52:09+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T08:52:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T08:52:08.948015+09:00", "mtime_epoch": 1783295528.9480155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:52:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2568.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.388, "pushed": 9.388, "read": 9.355}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.062, "count": 281, "max_ms": 16.304, "p95_ms": 14.03}, "gstreamer_push": {"avg_ms": 1.282, "count": 281, "max_ms": 1.807, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.555, "count": 281, "max_ms": 66.76, "p95_ms": 62.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.134, "count": 281, "max_ms": 83.42, "p95_ms": 73.992}, "yolo11_640_fire_11class": {"avg_ms": 52.385, "count": 281, "max_ms": 71.691, "p95_ms": 64.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.046, "count": 281, "max_ms": 80.362, "p95_ms": 73.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.256, "count": 281, "max_ms": 141.752, "p95_ms": 132.088}, "read_interval": {"avg_ms": 106.674, "count": 280, "max_ms": 331.667, "p95_ms": 148.737}, "triton_wait": {"avg_ms": 57.094, "count": 281, "max_ms": 83.434, "p95_ms": 76.071}, "visualize": {"avg_ms": 4.273, "count": 281, "max_ms": 7.823, "p95_ms": 6.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16769.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.24, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.336, "name": "ffmpeg", "pid": 154843, "rss_mb": 288.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.325, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1994864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:52:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:52:18+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T08:52:18+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T08:52:18.848194+09:00", "mtime_epoch": 1783295538.848194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:52:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.681, "pushed": 8.681, "read": 8.647}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.864, "count": 260, "max_ms": 34.921, "p95_ms": 33.001}, "gstreamer_push": {"avg_ms": 1.179, "count": 260, "max_ms": 1.749, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.344, "count": 260, "max_ms": 74.713, "p95_ms": 63.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.184, "count": 260, "max_ms": 82.618, "p95_ms": 74.206}, "yolo11_640_fire_11class": {"avg_ms": 49.452, "count": 260, "max_ms": 69.502, "p95_ms": 66.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.261, "count": 260, "max_ms": 84.364, "p95_ms": 74.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.132, "count": 260, "max_ms": 154.074, "p95_ms": 136.77}, "read_interval": {"avg_ms": 115.502, "count": 259, "max_ms": 169.243, "p95_ms": 151.366}, "triton_wait": {"avg_ms": 56.334, "count": 260, "max_ms": 84.377, "p95_ms": 76.289}, "visualize": {"avg_ms": 3.638, "count": 260, "max_ms": 6.785, "p95_ms": 4.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16769.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2024.011, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.137, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2494053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:52:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:52:39+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T08:52:39+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T08:52:39.048558+09:00", "mtime_epoch": 1783295559.048558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:52:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2568.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.894, "pushed": 9.894, "read": 9.86}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.345, "count": 296, "max_ms": 13.882, "p95_ms": 11.059}, "gstreamer_push": {"avg_ms": 1.253, "count": 296, "max_ms": 1.562, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.431, "count": 296, "max_ms": 66.489, "p95_ms": 63.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.556, "count": 296, "max_ms": 81.405, "p95_ms": 67.03}, "yolo11_640_fire_11class": {"avg_ms": 52.287, "count": 296, "max_ms": 73.849, "p95_ms": 65.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.409, "count": 296, "max_ms": 85.854, "p95_ms": 75.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.941, "count": 296, "max_ms": 136.573, "p95_ms": 128.285}, "read_interval": {"avg_ms": 101.54, "count": 295, "max_ms": 150.658, "p95_ms": 142.382}, "triton_wait": {"avg_ms": 57.395, "count": 296, "max_ms": 85.866, "p95_ms": 75.883}, "visualize": {"avg_ms": 4.054, "count": 296, "max_ms": 6.591, "p95_ms": 5.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16770.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.291, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.336, "name": "ffmpeg", "pid": 154843, "rss_mb": 288.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.177, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1995126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:52:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:52:49+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T08:52:48+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T08:52:48.912735+09:00", "mtime_epoch": 1783295568.9127355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:52:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.594, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.763, "pushed": 8.763, "read": 8.73}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.426, "count": 262, "max_ms": 37.701, "p95_ms": 30.697}, "gstreamer_push": {"avg_ms": 1.173, "count": 262, "max_ms": 1.47, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.217, "count": 262, "max_ms": 66.067, "p95_ms": 62.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.156, "count": 262, "max_ms": 82.577, "p95_ms": 69.051}, "yolo11_640_fire_11class": {"avg_ms": 50.705, "count": 262, "max_ms": 69.103, "p95_ms": 65.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.281, "count": 262, "max_ms": 79.346, "p95_ms": 73.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.586, "count": 262, "max_ms": 154.474, "p95_ms": 134.329}, "read_interval": {"avg_ms": 114.667, "count": 261, "max_ms": 166.479, "p95_ms": 146.795}, "triton_wait": {"avg_ms": 57.613, "count": 262, "max_ms": 82.587, "p95_ms": 74.021}, "visualize": {"avg_ms": 3.564, "count": 262, "max_ms": 5.968, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16773.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2054.023, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.182, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2494378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:53:09+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:53:09+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T08:53:09.029098+09:00", "mtime_epoch": 1783295589.0290976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:53:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2568.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.835, "pushed": 10.835, "read": 10.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.867, "count": 325, "max_ms": 14.689, "p95_ms": 9.981}, "gstreamer_push": {"avg_ms": 1.299, "count": 325, "max_ms": 1.543, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.662, "count": 325, "max_ms": 68.492, "p95_ms": 62.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.895, "count": 325, "max_ms": 77.21, "p95_ms": 68.42}, "yolo11_640_fire_11class": {"avg_ms": 52.759, "count": 325, "max_ms": 70.988, "p95_ms": 65.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.765, "count": 325, "max_ms": 76.575, "p95_ms": 70.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.63, "count": 325, "max_ms": 128.607, "p95_ms": 90.312}, "read_interval": {"avg_ms": 92.268, "count": 325, "max_ms": 142.24, "p95_ms": 107.296}, "triton_wait": {"avg_ms": 57.132, "count": 325, "max_ms": 77.222, "p95_ms": 71.498}, "visualize": {"avg_ms": 3.733, "count": 325, "max_ms": 5.285, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16773.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.36, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.914, "name": "ffmpeg", "pid": 154843, "rss_mb": 290.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.177, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1995409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:53:19+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T08:53:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T08:53:18.997277+09:00", "mtime_epoch": 1783295598.9972765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:53:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.444, "pushed": 9.444, "read": 9.411}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.713, "count": 283, "max_ms": 32.509, "p95_ms": 29.076}, "gstreamer_push": {"avg_ms": 1.178, "count": 283, "max_ms": 1.351, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.313, "count": 283, "max_ms": 68.74, "p95_ms": 63.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.692, "count": 283, "max_ms": 78.917, "p95_ms": 62.422}, "yolo11_640_fire_11class": {"avg_ms": 51.084, "count": 283, "max_ms": 71.79, "p95_ms": 67.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.565, "count": 283, "max_ms": 79.431, "p95_ms": 73.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.521, "count": 283, "max_ms": 113.479, "p95_ms": 108.269}, "read_interval": {"avg_ms": 106.239, "count": 282, "max_ms": 129.033, "p95_ms": 123.235}, "triton_wait": {"avg_ms": 56.989, "count": 283, "max_ms": 79.442, "p95_ms": 74.575}, "visualize": {"avg_ms": 3.256, "count": 283, "max_ms": 4.022, "p95_ms": 3.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16773.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2084.08, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.185, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2494685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:53:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:53:39+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T08:53:39.117638+09:00", "mtime_epoch": 1783295619.117638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:53:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2568.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.243, "pushed": 10.243, "read": 10.21}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.129, "count": 307, "max_ms": 16.548, "p95_ms": 11.411}, "gstreamer_push": {"avg_ms": 1.3, "count": 307, "max_ms": 1.782, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.465, "count": 307, "max_ms": 67.194, "p95_ms": 62.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.485, "count": 307, "max_ms": 79.715, "p95_ms": 71.831}, "yolo11_640_fire_11class": {"avg_ms": 52.461, "count": 307, "max_ms": 69.982, "p95_ms": 65.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.993, "count": 307, "max_ms": 77.487, "p95_ms": 72.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.004, "count": 307, "max_ms": 134.657, "p95_ms": 106.896}, "read_interval": {"avg_ms": 97.933, "count": 306, "max_ms": 321.483, "p95_ms": 129.304}, "triton_wait": {"avg_ms": 56.643, "count": 307, "max_ms": 79.727, "p95_ms": 73.73}, "visualize": {"avg_ms": 3.86, "count": 307, "max_ms": 7.597, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16773.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.37, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.172, "name": "ffmpeg", "pid": 154843, "rss_mb": 291.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.42, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1995692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:53:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:53:49+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T08:53:48+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T08:53:48.989815+09:00", "mtime_epoch": 1783295628.9898152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:53:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9577.852, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.435, "pushed": 9.435, "read": 9.435}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.464, "count": 283, "max_ms": 36.522, "p95_ms": 28.852}, "gstreamer_push": {"avg_ms": 1.181, "count": 283, "max_ms": 1.445, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.283, "count": 283, "max_ms": 68.037, "p95_ms": 64.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.495, "count": 283, "max_ms": 81.422, "p95_ms": 71.374}, "yolo11_640_fire_11class": {"avg_ms": 50.983, "count": 283, "max_ms": 81.698, "p95_ms": 67.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.462, "count": 283, "max_ms": 83.638, "p95_ms": 74.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.261, "count": 283, "max_ms": 117.843, "p95_ms": 109.72}, "read_interval": {"avg_ms": 105.977, "count": 283, "max_ms": 135.024, "p95_ms": 124.769}, "triton_wait": {"avg_ms": 56.945, "count": 283, "max_ms": 83.651, "p95_ms": 75.804}, "visualize": {"avg_ms": 3.286, "count": 283, "max_ms": 4.594, "p95_ms": 3.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2114.099, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.651, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2494982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:54:09+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T08:54:09+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:54:09.134177+09:00", "mtime_epoch": 1783295649.1341767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:54:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.889}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.227, "count": 297, "max_ms": 15.987, "p95_ms": 10.972}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.582, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.209, "count": 297, "max_ms": 66.81, "p95_ms": 62.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.117, "count": 297, "max_ms": 77.723, "p95_ms": 71.693}, "yolo11_640_fire_11class": {"avg_ms": 52.385, "count": 297, "max_ms": 70.501, "p95_ms": 65.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.546, "count": 297, "max_ms": 77.258, "p95_ms": 72.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.083, "count": 297, "max_ms": 131.02, "p95_ms": 111.932}, "read_interval": {"avg_ms": 101.118, "count": 296, "max_ms": 690.569, "p95_ms": 141.586}, "triton_wait": {"avg_ms": 55.848, "count": 297, "max_ms": 77.737, "p95_ms": 73.734}, "visualize": {"avg_ms": 3.947, "count": 297, "max_ms": 6.669, "p95_ms": 5.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16773.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.446, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.172, "name": "ffmpeg", "pid": 154843, "rss_mb": 291.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.267, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1995975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:54:19+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:54:19+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T08:54:19.070355+09:00", "mtime_epoch": 1783295659.0703547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:54:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.109, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.441, "pushed": 9.441, "read": 9.408}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.912, "count": 283, "max_ms": 37.708, "p95_ms": 29.513}, "gstreamer_push": {"avg_ms": 1.182, "count": 283, "max_ms": 1.727, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.01, "count": 283, "max_ms": 69.007, "p95_ms": 63.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.087, "count": 283, "max_ms": 84.176, "p95_ms": 65.511}, "yolo11_640_fire_11class": {"avg_ms": 50.475, "count": 283, "max_ms": 72.283, "p95_ms": 67.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.949, "count": 283, "max_ms": 77.267, "p95_ms": 73.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.356, "count": 283, "max_ms": 117.858, "p95_ms": 108.99}, "read_interval": {"avg_ms": 106.221, "count": 282, "max_ms": 132.255, "p95_ms": 124.564}, "triton_wait": {"avg_ms": 56.529, "count": 283, "max_ms": 84.188, "p95_ms": 74.797}, "visualize": {"avg_ms": 3.295, "count": 283, "max_ms": 4.49, "p95_ms": 3.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2144.172, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.735, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:54:39+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T08:54:39+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T08:54:39.174715+09:00", "mtime_epoch": 1783295679.174715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:54:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.437, "pushed": 9.437, "read": 9.404}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.521, "count": 283, "max_ms": 17.615, "p95_ms": 11.99}, "gstreamer_push": {"avg_ms": 1.273, "count": 283, "max_ms": 1.543, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.789, "count": 283, "max_ms": 71.764, "p95_ms": 63.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.821, "count": 283, "max_ms": 81.324, "p95_ms": 70.279}, "yolo11_640_fire_11class": {"avg_ms": 52.597, "count": 283, "max_ms": 73.633, "p95_ms": 65.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.282, "count": 283, "max_ms": 80.514, "p95_ms": 73.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.113, "count": 283, "max_ms": 163.577, "p95_ms": 133.098}, "read_interval": {"avg_ms": 106.198, "count": 282, "max_ms": 610.669, "p95_ms": 149.922}, "triton_wait": {"avg_ms": 56.659, "count": 283, "max_ms": 81.337, "p95_ms": 74.354}, "visualize": {"avg_ms": 4.102, "count": 283, "max_ms": 7.96, "p95_ms": 5.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.457, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.172, "name": "ffmpeg", "pid": 154843, "rss_mb": 291.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.535, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1996231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:54:49+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T08:54:49+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T08:54:49.078892+09:00", "mtime_epoch": 1783295689.0788922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:54:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.534, "pushed": 8.534, "read": 8.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.832, "count": 256, "max_ms": 38.088, "p95_ms": 31.354}, "gstreamer_push": {"avg_ms": 1.154, "count": 256, "max_ms": 1.456, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.016, "count": 256, "max_ms": 67.803, "p95_ms": 63.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.929, "count": 256, "max_ms": 82.572, "p95_ms": 73.199}, "yolo11_640_fire_11class": {"avg_ms": 50.102, "count": 256, "max_ms": 70.976, "p95_ms": 66.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.493, "count": 256, "max_ms": 81.38, "p95_ms": 75.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.852, "count": 256, "max_ms": 153.809, "p95_ms": 141.012}, "read_interval": {"avg_ms": 117.184, "count": 256, "max_ms": 169.316, "p95_ms": 153.813}, "triton_wait": {"avg_ms": 56.962, "count": 256, "max_ms": 82.584, "p95_ms": 76.148}, "visualize": {"avg_ms": 3.652, "count": 256, "max_ms": 5.261, "p95_ms": 4.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2174.194, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.931, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:55:09+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T08:55:09+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T08:55:09.231253+09:00", "mtime_epoch": 1783295709.231253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:55:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.41, "count": 297, "max_ms": 12.58, "p95_ms": 11.348}, "gstreamer_push": {"avg_ms": 1.254, "count": 297, "max_ms": 1.52, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.429, "count": 297, "max_ms": 67.097, "p95_ms": 63.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.819, "count": 297, "max_ms": 83.817, "p95_ms": 74.85}, "yolo11_640_fire_11class": {"avg_ms": 53.614, "count": 297, "max_ms": 75.008, "p95_ms": 66.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.105, "count": 297, "max_ms": 81.32, "p95_ms": 77.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.404, "count": 297, "max_ms": 137.263, "p95_ms": 128.205}, "read_interval": {"avg_ms": 101.137, "count": 296, "max_ms": 150.429, "p95_ms": 141.256}, "triton_wait": {"avg_ms": 58.598, "count": 297, "max_ms": 83.83, "p95_ms": 78.093}, "visualize": {"avg_ms": 4.012, "count": 297, "max_ms": 5.567, "p95_ms": 5.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.461, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.172, "name": "ffmpeg", "pid": 154843, "rss_mb": 291.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.263, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1996479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:55:19+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:55:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:55:19.103429+09:00", "mtime_epoch": 1783295719.1034293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:55:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.269, "pushed": 8.269, "read": 8.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.865, "count": 248, "max_ms": 44.891, "p95_ms": 32.862}, "gstreamer_push": {"avg_ms": 1.153, "count": 248, "max_ms": 1.544, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.466, "count": 248, "max_ms": 68.629, "p95_ms": 63.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.235, "count": 248, "max_ms": 84.684, "p95_ms": 78.649}, "yolo11_640_fire_11class": {"avg_ms": 51.163, "count": 248, "max_ms": 72.177, "p95_ms": 67.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.772, "count": 248, "max_ms": 80.984, "p95_ms": 78.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.003, "count": 248, "max_ms": 159.227, "p95_ms": 147.013}, "read_interval": {"avg_ms": 121.085, "count": 248, "max_ms": 172.676, "p95_ms": 161.043}, "triton_wait": {"avg_ms": 58.483, "count": 248, "max_ms": 84.696, "p95_ms": 79.454}, "visualize": {"avg_ms": 3.84, "count": 248, "max_ms": 7.666, "p95_ms": 5.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16777.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2204.228, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.227, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2495876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:55:39+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T08:55:39+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T08:55:39.259790+09:00", "mtime_epoch": 1783295739.2597897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:55:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.494, "pushed": 10.494, "read": 10.46}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.08, "count": 314, "max_ms": 12.394, "p95_ms": 11.053}, "gstreamer_push": {"avg_ms": 1.302, "count": 314, "max_ms": 1.914, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.105, "count": 314, "max_ms": 70.295, "p95_ms": 63.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.777, "count": 314, "max_ms": 86.347, "p95_ms": 72.721}, "yolo11_640_fire_11class": {"avg_ms": 53.296, "count": 314, "max_ms": 75.38, "p95_ms": 66.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.421, "count": 314, "max_ms": 82.564, "p95_ms": 74.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.17, "count": 314, "max_ms": 136.863, "p95_ms": 112.568}, "read_interval": {"avg_ms": 95.653, "count": 313, "max_ms": 150.391, "p95_ms": 127.257}, "triton_wait": {"avg_ms": 57.803, "count": 314, "max_ms": 86.359, "p95_ms": 75.781}, "visualize": {"avg_ms": 3.855, "count": 314, "max_ms": 6.145, "p95_ms": 5.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16777.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.524, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.75, "name": "ffmpeg", "pid": 154843, "rss_mb": 293.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.263, "sample_count": 2717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1996760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:55:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T08:55:49+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T08:55:49.175967+09:00", "mtime_epoch": 1783295749.1759667, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:55:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.367, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.381, "pushed": 9.381, "read": 9.347}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.261, "count": 281, "max_ms": 40.627, "p95_ms": 31.873}, "gstreamer_push": {"avg_ms": 1.187, "count": 281, "max_ms": 1.866, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.189, "count": 281, "max_ms": 68.088, "p95_ms": 63.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.368, "count": 281, "max_ms": 81.398, "p95_ms": 70.925}, "yolo11_640_fire_11class": {"avg_ms": 50.605, "count": 281, "max_ms": 70.124, "p95_ms": 66.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.486, "count": 281, "max_ms": 79.423, "p95_ms": 73.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.209, "count": 281, "max_ms": 122.423, "p95_ms": 109.227}, "read_interval": {"avg_ms": 107.014, "count": 280, "max_ms": 139.239, "p95_ms": 125.738}, "triton_wait": {"avg_ms": 57.113, "count": 281, "max_ms": 81.411, "p95_ms": 74.303}, "visualize": {"avg_ms": 3.259, "count": 281, "max_ms": 4.949, "p95_ms": 3.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16780.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2234.298, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.227, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2496184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:56:09+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:56:09+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T08:56:09.328326+09:00", "mtime_epoch": 1783295769.3283265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:56:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.272, "pushed": 10.272, "read": 10.239}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.954, "count": 308, "max_ms": 14.561, "p95_ms": 10.829}, "gstreamer_push": {"avg_ms": 1.304, "count": 308, "max_ms": 2.089, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.775, "count": 308, "max_ms": 70.196, "p95_ms": 63.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.271, "count": 308, "max_ms": 82.2, "p95_ms": 71.175}, "yolo11_640_fire_11class": {"avg_ms": 52.805, "count": 308, "max_ms": 72.639, "p95_ms": 65.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.701, "count": 308, "max_ms": 77.202, "p95_ms": 72.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.719, "count": 308, "max_ms": 135.867, "p95_ms": 92.462}, "read_interval": {"avg_ms": 97.654, "count": 307, "max_ms": 730.541, "p95_ms": 111.778}, "triton_wait": {"avg_ms": 57.174, "count": 308, "max_ms": 82.213, "p95_ms": 74.428}, "visualize": {"avg_ms": 3.767, "count": 308, "max_ms": 6.323, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16780.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.543, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.328, "name": "ffmpeg", "pid": 154843, "rss_mb": 296.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.263, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:56:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:56:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:56:19.184502+09:00", "mtime_epoch": 1783295779.1845024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:56:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.396, "pushed": 9.396, "read": 9.363}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.072, "count": 281, "max_ms": 35.49, "p95_ms": 30.545}, "gstreamer_push": {"avg_ms": 1.188, "count": 281, "max_ms": 1.624, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.337, "count": 281, "max_ms": 69.975, "p95_ms": 63.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.402, "count": 281, "max_ms": 80.594, "p95_ms": 67.976}, "yolo11_640_fire_11class": {"avg_ms": 50.765, "count": 281, "max_ms": 70.6, "p95_ms": 67.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.108, "count": 281, "max_ms": 81.162, "p95_ms": 74.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.904, "count": 281, "max_ms": 116.293, "p95_ms": 110.079}, "read_interval": {"avg_ms": 106.832, "count": 280, "max_ms": 133.172, "p95_ms": 124.616}, "triton_wait": {"avg_ms": 56.919, "count": 281, "max_ms": 81.172, "p95_ms": 76.14}, "visualize": {"avg_ms": 3.296, "count": 281, "max_ms": 5.023, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16780.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2264.327, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.337, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2496476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:56:39+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T08:56:39+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T08:56:39.304861+09:00", "mtime_epoch": 1783295799.304861, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:56:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.043, "count": 292, "max_ms": 15.659, "p95_ms": 10.948}, "gstreamer_push": {"avg_ms": 1.296, "count": 292, "max_ms": 1.881, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.972, "count": 292, "max_ms": 67.953, "p95_ms": 63.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.468, "count": 292, "max_ms": 87.012, "p95_ms": 77.646}, "yolo11_640_fire_11class": {"avg_ms": 53.171, "count": 292, "max_ms": 74.637, "p95_ms": 66.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.626, "count": 292, "max_ms": 82.052, "p95_ms": 76.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.581, "count": 292, "max_ms": 137.675, "p95_ms": 107.354}, "read_interval": {"avg_ms": 102.69, "count": 291, "max_ms": 688.337, "p95_ms": 126.563}, "triton_wait": {"avg_ms": 57.876, "count": 292, "max_ms": 87.024, "p95_ms": 77.907}, "visualize": {"avg_ms": 3.801, "count": 292, "max_ms": 6.255, "p95_ms": 4.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16780.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.577, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.328, "name": "ffmpeg", "pid": 154843, "rss_mb": 296.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 927, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.098, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T08:56:49+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T08:56:49+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T08:56:49.217038+09:00", "mtime_epoch": 1783295809.217038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:56:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.625, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.086, "pushed": 8.086, "read": 8.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.899, "count": 242, "max_ms": 39.712, "p95_ms": 31.817}, "gstreamer_push": {"avg_ms": 1.142, "count": 242, "max_ms": 1.586, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.238, "count": 242, "max_ms": 69.059, "p95_ms": 63.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.174, "count": 242, "max_ms": 87.838, "p95_ms": 78.358}, "yolo11_640_fire_11class": {"avg_ms": 51.246, "count": 242, "max_ms": 70.331, "p95_ms": 67.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.446, "count": 242, "max_ms": 83.108, "p95_ms": 78.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.045, "count": 242, "max_ms": 157.709, "p95_ms": 147.152}, "read_interval": {"avg_ms": 124.172, "count": 241, "max_ms": 173.318, "p95_ms": 160.482}, "triton_wait": {"avg_ms": 59.126, "count": 242, "max_ms": 87.849, "p95_ms": 80.253}, "visualize": {"avg_ms": 3.854, "count": 242, "max_ms": 7.213, "p95_ms": 4.755}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16780.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2294.404, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.841, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2496783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:57:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:57:09+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:57:09+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T08:57:09.437398+09:00", "mtime_epoch": 1783295829.437398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:57:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.257, "pushed": 10.257, "read": 10.223}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.042, "count": 307, "max_ms": 14.249, "p95_ms": 11.064}, "gstreamer_push": {"avg_ms": 1.289, "count": 307, "max_ms": 1.927, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.927, "count": 307, "max_ms": 70.75, "p95_ms": 62.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.184, "count": 307, "max_ms": 84.983, "p95_ms": 72.907}, "yolo11_640_fire_11class": {"avg_ms": 53.129, "count": 307, "max_ms": 72.209, "p95_ms": 66.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.062, "count": 307, "max_ms": 81.779, "p95_ms": 74.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.85, "count": 307, "max_ms": 134.574, "p95_ms": 107.104}, "read_interval": {"avg_ms": 98.008, "count": 306, "max_ms": 584.082, "p95_ms": 123.803}, "triton_wait": {"avg_ms": 57.603, "count": 307, "max_ms": 84.996, "p95_ms": 75.717}, "visualize": {"avg_ms": 3.808, "count": 307, "max_ms": 5.429, "p95_ms": 4.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16796.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 833, "h264_decode_error_count": 2040, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:48:49+09:00", "last_error_summary": "[h264 @ 0x55a8c9856300] left block unavailable for requested intra mode [h264 @ 0x55a8c9856300] error while decoding MB 0 23, bytestream 999 [h264 @ 0x55a8ca3f6ec0] error while decoding MB 3 36, bytestream -21 [h264 @ 0x55a8ca4c5d40] left block unavailable for requested intra mode [h264 @ 0x55a8ca4c5d40] error while decoding MB 0 22, bytestream 5024 [h264 @ 0x55a8c9819dc0] cabac decode of qscale diff failed at 43 17 [h264 @ 0x55a8c9819dc0] error while decoding MB 43 17, bytestream 1503 [h264 @ 0", "last_exit_at": "2026-07-06T08:48:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.581, "last_started_at": "2026-07-06T08:48:51+09:00", "pid": 154843, "process": {"exists": true, "fd_count": 5, "hwm_mb": 312.266, "name": "ffmpeg", "pid": 154843, "rss_mb": 312.266, "state": "S (sleeping)", "threads": 104}, "restart_count": 927, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 928}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.492, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:57:19+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T08:57:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T08:57:19.221572+09:00", "mtime_epoch": 1783295839.2215722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:57:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.403, "pushed": 9.403, "read": 9.403}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.873, "count": 282, "max_ms": 34.42, "p95_ms": 30.295}, "gstreamer_push": {"avg_ms": 1.187, "count": 282, "max_ms": 1.725, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.1, "count": 282, "max_ms": 71.847, "p95_ms": 64.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.462, "count": 282, "max_ms": 84.14, "p95_ms": 69.672}, "yolo11_640_fire_11class": {"avg_ms": 50.774, "count": 282, "max_ms": 74.645, "p95_ms": 67.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.192, "count": 282, "max_ms": 78.117, "p95_ms": 73.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.699, "count": 282, "max_ms": 119.63, "p95_ms": 109.196}, "read_interval": {"avg_ms": 106.408, "count": 282, "max_ms": 134.244, "p95_ms": 123.506}, "triton_wait": {"avg_ms": 56.975, "count": 282, "max_ms": 84.153, "p95_ms": 75.264}, "visualize": {"avg_ms": 3.276, "count": 282, "max_ms": 4.417, "p95_ms": 3.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16750.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2324.45, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.595, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2497082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:57:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T08:57:39+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T08:57:39.485933+09:00", "mtime_epoch": 1783295859.485933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:57:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2569.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.258, "count": 299, "max_ms": 15.315, "p95_ms": 11.723}, "gstreamer_push": {"avg_ms": 1.266, "count": 299, "max_ms": 1.507, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.105, "count": 299, "max_ms": 64.717, "p95_ms": 56.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.307, "count": 299, "max_ms": 84.058, "p95_ms": 72.664}, "yolo11_640_fire_11class": {"avg_ms": 50.249, "count": 299, "max_ms": 71.694, "p95_ms": 63.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.118, "count": 299, "max_ms": 83.381, "p95_ms": 72.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.361, "count": 299, "max_ms": 142.063, "p95_ms": 111.813}, "read_interval": {"avg_ms": 100.529, "count": 298, "max_ms": 436.597, "p95_ms": 135.92}, "triton_wait": {"avg_ms": 55.499, "count": 299, "max_ms": 84.066, "p95_ms": 73.936}, "visualize": {"avg_ms": 3.933, "count": 299, "max_ms": 6.136, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16752.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.756, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.766, "name": "ffmpeg", "pid": 154950, "rss_mb": 266.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.442, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1997757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:57:49+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:57:49+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T08:57:49.302108+09:00", "mtime_epoch": 1783295869.3021076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:57:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9578.883, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.367, "pushed": 6.4, "read": 6.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.04, "count": 191, "max_ms": 39.545, "p95_ms": 31.174}, "gstreamer_push": {"avg_ms": 1.094, "count": 192, "max_ms": 1.76, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.092, "count": 191, "max_ms": 67.787, "p95_ms": 60.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.617, "count": 191, "max_ms": 83.445, "p95_ms": 79.087}, "yolo11_640_fire_11class": {"avg_ms": 49.228, "count": 191, "max_ms": 70.534, "p95_ms": 64.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.173, "count": 191, "max_ms": 80.01, "p95_ms": 75.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.669, "count": 191, "max_ms": 181.29, "p95_ms": 155.989}, "read_interval": {"avg_ms": 156.94, "count": 191, "max_ms": 4620.0, "p95_ms": 170.135}, "triton_wait": {"avg_ms": 57.558, "count": 191, "max_ms": 83.456, "p95_ms": 79.099}, "visualize": {"avg_ms": 4.311, "count": 191, "max_ms": 8.512, "p95_ms": 5.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16754.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2354.531, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.007, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2497388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:58:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:58:09+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T08:58:09+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T08:58:09.566468+09:00", "mtime_epoch": 1783295889.566468, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:58:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.224, "pushed": 10.224, "read": 10.19}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.977, "count": 306, "max_ms": 15.196, "p95_ms": 10.772}, "gstreamer_push": {"avg_ms": 1.309, "count": 306, "max_ms": 1.971, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.61, "count": 306, "max_ms": 70.268, "p95_ms": 61.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.975, "count": 306, "max_ms": 82.013, "p95_ms": 68.682}, "yolo11_640_fire_11class": {"avg_ms": 52.657, "count": 306, "max_ms": 72.367, "p95_ms": 65.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.243, "count": 306, "max_ms": 75.837, "p95_ms": 71.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.631, "count": 306, "max_ms": 133.644, "p95_ms": 91.917}, "read_interval": {"avg_ms": 98.328, "count": 305, "max_ms": 660.864, "p95_ms": 124.465}, "triton_wait": {"avg_ms": 57.013, "count": 306, "max_ms": 82.025, "p95_ms": 72.391}, "visualize": {"avg_ms": 3.772, "count": 306, "max_ms": 5.634, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16754.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.791, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.859, "name": "ffmpeg", "pid": 154950, "rss_mb": 269.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.442, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1998040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:58:19+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T08:58:19+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T08:58:19.350642+09:00", "mtime_epoch": 1783295899.3506417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:58:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.455, "pushed": 9.455, "read": 9.421}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.06, "count": 283, "max_ms": 32.602, "p95_ms": 30.534}, "gstreamer_push": {"avg_ms": 1.188, "count": 283, "max_ms": 1.43, "p95_ms": 1.272}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.157, "count": 283, "max_ms": 68.209, "p95_ms": 63.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.162, "count": 283, "max_ms": 82.898, "p95_ms": 67.579}, "yolo11_640_fire_11class": {"avg_ms": 50.528, "count": 283, "max_ms": 71.221, "p95_ms": 67.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.627, "count": 283, "max_ms": 75.466, "p95_ms": 71.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.538, "count": 283, "max_ms": 117.649, "p95_ms": 108.055}, "read_interval": {"avg_ms": 106.114, "count": 282, "max_ms": 131.481, "p95_ms": 122.263}, "triton_wait": {"avg_ms": 56.578, "count": 283, "max_ms": 82.911, "p95_ms": 73.515}, "visualize": {"avg_ms": 3.288, "count": 283, "max_ms": 4.78, "p95_ms": 3.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16755.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2384.548, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.063, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2497684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:58:39+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T08:58:39+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T08:58:39.551001+09:00", "mtime_epoch": 1783295919.5510008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:58:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.89, "pushed": 9.89, "read": 9.857}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.09, "count": 296, "max_ms": 16.793, "p95_ms": 12.756}, "gstreamer_push": {"avg_ms": 1.294, "count": 296, "max_ms": 1.811, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.766, "count": 296, "max_ms": 67.998, "p95_ms": 62.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.798, "count": 296, "max_ms": 83.014, "p95_ms": 70.171}, "yolo11_640_fire_11class": {"avg_ms": 52.82, "count": 296, "max_ms": 73.655, "p95_ms": 64.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.474, "count": 296, "max_ms": 77.39, "p95_ms": 72.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.483, "count": 296, "max_ms": 128.535, "p95_ms": 105.687}, "read_interval": {"avg_ms": 101.334, "count": 295, "max_ms": 734.544, "p95_ms": 123.166}, "triton_wait": {"avg_ms": 57.495, "count": 296, "max_ms": 83.027, "p95_ms": 73.151}, "visualize": {"avg_ms": 3.812, "count": 296, "max_ms": 7.95, "p95_ms": 5.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16755.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.807, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.117, "name": "ffmpeg", "pid": 154950, "rss_mb": 270.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 9, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.399, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1998326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T08:58:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T08:58:49+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T08:58:49.375175+09:00", "mtime_epoch": 1783295929.3751752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:58:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.141, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.567, "pushed": 9.567, "read": 9.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.52, "count": 286, "max_ms": 32.094, "p95_ms": 28.692}, "gstreamer_push": {"avg_ms": 1.179, "count": 286, "max_ms": 1.346, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.242, "count": 286, "max_ms": 65.199, "p95_ms": 62.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.321, "count": 286, "max_ms": 80.333, "p95_ms": 62.844}, "yolo11_640_fire_11class": {"avg_ms": 49.56, "count": 286, "max_ms": 70.722, "p95_ms": 66.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.321, "count": 286, "max_ms": 77.165, "p95_ms": 72.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.254, "count": 286, "max_ms": 114.691, "p95_ms": 107.266}, "read_interval": {"avg_ms": 104.953, "count": 285, "max_ms": 129.827, "p95_ms": 122.208}, "triton_wait": {"avg_ms": 55.886, "count": 286, "max_ms": 80.346, "p95_ms": 73.016}, "visualize": {"avg_ms": 3.251, "count": 286, "max_ms": 4.278, "p95_ms": 3.46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16755.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2414.572, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.572, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2497985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:59:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:59:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T08:59:09+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T08:59:09.611535+09:00", "mtime_epoch": 1783295949.6115346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:59:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.066, "pushed": 10.066, "read": 10.032}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.174, "count": 301, "max_ms": 17.355, "p95_ms": 11.196}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 2.023, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 301, "max_ms": 65.724, "p95_ms": 61.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.275, "count": 301, "max_ms": 80.373, "p95_ms": 70.661}, "yolo11_640_fire_11class": {"avg_ms": 52.047, "count": 301, "max_ms": 71.668, "p95_ms": 64.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.939, "count": 301, "max_ms": 80.609, "p95_ms": 75.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.26, "count": 301, "max_ms": 132.351, "p95_ms": 108.03}, "read_interval": {"avg_ms": 99.798, "count": 300, "max_ms": 387.743, "p95_ms": 126.17}, "triton_wait": {"avg_ms": 56.603, "count": 301, "max_ms": 80.621, "p95_ms": 75.692}, "visualize": {"avg_ms": 3.871, "count": 301, "max_ms": 5.968, "p95_ms": 5.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16755.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.828, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.117, "name": "ffmpeg", "pid": 154950, "rss_mb": 270.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.013, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1998567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:59:19+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T08:59:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T08:59:19.391708+09:00", "mtime_epoch": 1783295959.3917081, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:59:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.062, "pushed": 8.062, "read": 8.029}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.806, "count": 241, "max_ms": 34.875, "p95_ms": 30.87}, "gstreamer_push": {"avg_ms": 1.136, "count": 241, "max_ms": 1.349, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.941, "count": 241, "max_ms": 72.806, "p95_ms": 62.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.501, "count": 241, "max_ms": 78.654, "p95_ms": 70.63}, "yolo11_640_fire_11class": {"avg_ms": 50.38, "count": 241, "max_ms": 74.208, "p95_ms": 66.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.107, "count": 241, "max_ms": 80.88, "p95_ms": 76.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.972, "count": 241, "max_ms": 150.241, "p95_ms": 142.553}, "read_interval": {"avg_ms": 124.645, "count": 240, "max_ms": 162.839, "p95_ms": 155.759}, "triton_wait": {"avg_ms": 57.864, "count": 241, "max_ms": 80.893, "p95_ms": 76.328}, "visualize": {"avg_ms": 3.908, "count": 241, "max_ms": 5.084, "p95_ms": 4.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16756.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2444.64, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 3, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.976, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2498287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:59:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:59:39+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T08:59:39+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T08:59:39.672068+09:00", "mtime_epoch": 1783295979.6720679, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T08:59:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.068, "count": 302, "max_ms": 13.668, "p95_ms": 10.995}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 2.117, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.301, "count": 302, "max_ms": 69.242, "p95_ms": 62.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.914, "count": 302, "max_ms": 81.659, "p95_ms": 71.862}, "yolo11_640_fire_11class": {"avg_ms": 52.644, "count": 302, "max_ms": 72.484, "p95_ms": 66.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.318, "count": 302, "max_ms": 78.205, "p95_ms": 72.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.49, "count": 302, "max_ms": 136.3, "p95_ms": 108.923}, "read_interval": {"avg_ms": 99.598, "count": 301, "max_ms": 413.025, "p95_ms": 132.136}, "triton_wait": {"avg_ms": 56.855, "count": 302, "max_ms": 81.671, "p95_ms": 75.259}, "visualize": {"avg_ms": 3.837, "count": 302, "max_ms": 5.358, "p95_ms": 5.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16756.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.912, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.375, "name": "ffmpeg", "pid": 154950, "rss_mb": 270.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.508, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1998852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T08:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T08:59:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T08:59:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T08:59:49.476242+09:00", "mtime_epoch": 1783295989.4762418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T08:59:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.505, "pushed": 9.505, "read": 9.472}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.988, "count": 285, "max_ms": 40.775, "p95_ms": 30.777}, "gstreamer_push": {"avg_ms": 1.179, "count": 285, "max_ms": 1.687, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.473, "count": 285, "max_ms": 66.017, "p95_ms": 62.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.148, "count": 285, "max_ms": 86.811, "p95_ms": 73.367}, "yolo11_640_fire_11class": {"avg_ms": 50.133, "count": 285, "max_ms": 68.946, "p95_ms": 66.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.374, "count": 285, "max_ms": 77.312, "p95_ms": 72.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.97, "count": 285, "max_ms": 120.204, "p95_ms": 109.996}, "read_interval": {"avg_ms": 105.567, "count": 284, "max_ms": 135.964, "p95_ms": 124.38}, "triton_wait": {"avg_ms": 56.096, "count": 285, "max_ms": 86.823, "p95_ms": 75.622}, "visualize": {"avg_ms": 3.283, "count": 285, "max_ms": 4.048, "p95_ms": 3.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16756.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2474.664, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 2, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.541, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2498560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:00:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:00:09+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T09:00:09+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T09:00:09.660599+09:00", "mtime_epoch": 1783296009.6605995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:00:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.12, "pushed": 9.12, "read": 9.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.702, "count": 273, "max_ms": 14.765, "p95_ms": 11.776}, "gstreamer_push": {"avg_ms": 1.246, "count": 273, "max_ms": 1.886, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.307, "count": 273, "max_ms": 67.675, "p95_ms": 61.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.323, "count": 273, "max_ms": 80.597, "p95_ms": 69.714}, "yolo11_640_fire_11class": {"avg_ms": 52.478, "count": 273, "max_ms": 70.257, "p95_ms": 63.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.015, "count": 273, "max_ms": 79.577, "p95_ms": 74.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.978, "count": 273, "max_ms": 152.856, "p95_ms": 130.652}, "read_interval": {"avg_ms": 109.911, "count": 272, "max_ms": 408.185, "p95_ms": 148.646}, "triton_wait": {"avg_ms": 58.237, "count": 273, "max_ms": 80.609, "p95_ms": 75.291}, "visualize": {"avg_ms": 4.256, "count": 273, "max_ms": 6.977, "p95_ms": 5.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16756.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.978, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.406, "name": "ffmpeg", "pid": 154950, "rss_mb": 271.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.352, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1999134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:00:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T09:00:19+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T09:00:19+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T09:00:19.532774+09:00", "mtime_epoch": 1783296019.5327744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:00:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.41, "pushed": 9.41, "read": 9.377}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.194, "count": 282, "max_ms": 39.211, "p95_ms": 31.449}, "gstreamer_push": {"avg_ms": 1.163, "count": 282, "max_ms": 1.628, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.358, "count": 282, "max_ms": 67.24, "p95_ms": 63.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.513, "count": 282, "max_ms": 82.272, "p95_ms": 76.567}, "yolo11_640_fire_11class": {"avg_ms": 49.713, "count": 282, "max_ms": 69.997, "p95_ms": 65.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.226, "count": 282, "max_ms": 78.898, "p95_ms": 74.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.87, "count": 282, "max_ms": 118.709, "p95_ms": 111.863}, "read_interval": {"avg_ms": 106.602, "count": 281, "max_ms": 134.324, "p95_ms": 127.192}, "triton_wait": {"avg_ms": 56.904, "count": 282, "max_ms": 82.283, "p95_ms": 76.682}, "visualize": {"avg_ms": 3.219, "count": 282, "max_ms": 4.524, "p95_ms": 3.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16759.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2504.799, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 2, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.784, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2498834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:00:39+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T09:00:39+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T09:00:39.741132+09:00", "mtime_epoch": 1783296039.7411325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:00:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.135, "pushed": 9.135, "read": 9.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.021, "count": 273, "max_ms": 15.035, "p95_ms": 13.799}, "gstreamer_push": {"avg_ms": 1.236, "count": 274, "max_ms": 2.155, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.168, "count": 273, "max_ms": 68.604, "p95_ms": 62.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.64, "count": 273, "max_ms": 82.437, "p95_ms": 71.524}, "yolo11_640_fire_11class": {"avg_ms": 52.949, "count": 273, "max_ms": 68.823, "p95_ms": 65.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.514, "count": 273, "max_ms": 79.741, "p95_ms": 74.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.793, "count": 274, "max_ms": 187.357, "p95_ms": 160.955}, "read_interval": {"avg_ms": 109.718, "count": 273, "max_ms": 198.321, "p95_ms": 172.267}, "triton_wait": {"avg_ms": 57.633, "count": 273, "max_ms": 82.45, "p95_ms": 76.294}, "visualize": {"avg_ms": 4.21, "count": 273, "max_ms": 6.451, "p95_ms": 5.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16759.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.002, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.984, "name": "ffmpeg", "pid": 154950, "rss_mb": 273.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.31, "sample_count": 2652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1999415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:00:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T09:00:49+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T09:00:49.577307+09:00", "mtime_epoch": 1783296049.5773067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:00:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.396, "pushed": 9.396, "read": 9.362}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.875, "count": 281, "max_ms": 34.308, "p95_ms": 29.911}, "gstreamer_push": {"avg_ms": 1.177, "count": 281, "max_ms": 1.767, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.519, "count": 281, "max_ms": 70.089, "p95_ms": 66.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.831, "count": 281, "max_ms": 86.182, "p95_ms": 77.324}, "yolo11_640_fire_11class": {"avg_ms": 50.434, "count": 281, "max_ms": 70.969, "p95_ms": 66.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.156, "count": 281, "max_ms": 82.343, "p95_ms": 78.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.067, "count": 281, "max_ms": 119.013, "p95_ms": 112.458}, "read_interval": {"avg_ms": 106.869, "count": 280, "max_ms": 133.561, "p95_ms": 127.903}, "triton_wait": {"avg_ms": 57.338, "count": 281, "max_ms": 86.194, "p95_ms": 78.699}, "visualize": {"avg_ms": 3.263, "count": 281, "max_ms": 4.428, "p95_ms": 3.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16760.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2534.897, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 2, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.475, "sample_count": 2828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2499018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:01:09+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T09:01:09+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T09:01:09.889666+09:00", "mtime_epoch": 1783296069.8896663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:01:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.144, "pushed": 6.144, "read": 6.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.641, "count": 183, "max_ms": 21.798, "p95_ms": 15.364}, "gstreamer_push": {"avg_ms": 1.04, "count": 184, "max_ms": 1.381, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.638, "count": 183, "max_ms": 74.674, "p95_ms": 67.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.476, "count": 183, "max_ms": 87.505, "p95_ms": 81.639}, "yolo11_640_fire_11class": {"avg_ms": 55.62, "count": 183, "max_ms": 73.827, "p95_ms": 66.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.563, "count": 183, "max_ms": 85.165, "p95_ms": 80.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.498, "count": 184, "max_ms": 174.034, "p95_ms": 170.043}, "read_interval": {"avg_ms": 163.763, "count": 183, "max_ms": 186.845, "p95_ms": 181.5}, "triton_wait": {"avg_ms": 65.324, "count": 183, "max_ms": 87.519, "p95_ms": 81.866}, "visualize": {"avg_ms": 4.934, "count": 183, "max_ms": 8.155, "p95_ms": 5.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16759.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.084, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.242, "name": "ffmpeg", "pid": 154950, "rss_mb": 274.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.352, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1999694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:01:19+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T09:01:19+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T09:01:19.629839+09:00", "mtime_epoch": 1783296079.6298387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:01:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.305, "pushed": 9.305, "read": 9.271}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.639, "count": 279, "max_ms": 41.311, "p95_ms": 30.535}, "gstreamer_push": {"avg_ms": 1.158, "count": 279, "max_ms": 1.421, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.344, "count": 279, "max_ms": 74.238, "p95_ms": 68.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.39, "count": 279, "max_ms": 86.411, "p95_ms": 79.398}, "yolo11_640_fire_11class": {"avg_ms": 50.524, "count": 279, "max_ms": 69.222, "p95_ms": 66.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.196, "count": 279, "max_ms": 83.961, "p95_ms": 80.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.068, "count": 279, "max_ms": 129.221, "p95_ms": 114.192}, "read_interval": {"avg_ms": 107.759, "count": 278, "max_ms": 146.647, "p95_ms": 129.875}, "triton_wait": {"avg_ms": 58.659, "count": 279, "max_ms": 86.424, "p95_ms": 80.975}, "visualize": {"avg_ms": 3.24, "count": 279, "max_ms": 4.833, "p95_ms": 3.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16762.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2564.973, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 2, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.804, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2499201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:01:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:01:40+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T09:01:39+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T09:01:39.914198+09:00", "mtime_epoch": 1783296099.9141977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:01:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.116, "pushed": 6.116, "read": 6.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.001, "count": 183, "max_ms": 21.952, "p95_ms": 16.742}, "gstreamer_push": {"avg_ms": 1.007, "count": 183, "max_ms": 1.386, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.62, "count": 183, "max_ms": 75.323, "p95_ms": 67.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.79, "count": 183, "max_ms": 83.676, "p95_ms": 79.1}, "yolo11_640_fire_11class": {"avg_ms": 54.16, "count": 183, "max_ms": 67.974, "p95_ms": 65.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.287, "count": 183, "max_ms": 82.58, "p95_ms": 80.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.763, "count": 183, "max_ms": 189.313, "p95_ms": 177.537}, "read_interval": {"avg_ms": 164.249, "count": 182, "max_ms": 199.392, "p95_ms": 188.839}, "triton_wait": {"avg_ms": 63.802, "count": 183, "max_ms": 83.688, "p95_ms": 81.128}, "visualize": {"avg_ms": 5.161, "count": 183, "max_ms": 7.396, "p95_ms": 6.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16763.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.148, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.82, "name": "ffmpeg", "pid": 154950, "rss_mb": 276.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.837, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1999972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:01:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T09:01:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T09:01:49.714371+09:00", "mtime_epoch": 1783296109.714371, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:01:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9579.914, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.278, "pushed": 9.278, "read": 9.245}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.71, "count": 278, "max_ms": 40.801, "p95_ms": 30.304}, "gstreamer_push": {"avg_ms": 1.161, "count": 278, "max_ms": 1.403, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.605, "count": 278, "max_ms": 73.055, "p95_ms": 67.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.276, "count": 278, "max_ms": 83.356, "p95_ms": 78.694}, "yolo11_640_fire_11class": {"avg_ms": 50.723, "count": 278, "max_ms": 70.426, "p95_ms": 66.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.884, "count": 278, "max_ms": 82.396, "p95_ms": 80.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.447, "count": 278, "max_ms": 124.741, "p95_ms": 114.39}, "read_interval": {"avg_ms": 108.146, "count": 277, "max_ms": 141.583, "p95_ms": 129.887}, "triton_wait": {"avg_ms": 58.917, "count": 278, "max_ms": 83.368, "p95_ms": 80.724}, "visualize": {"avg_ms": 3.248, "count": 278, "max_ms": 4.116, "p95_ms": 3.656}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16770.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2594.998, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.574, "name": "ffmpeg", "pid": 154263, "rss_mb": 333.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 2, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.773, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2499481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:02:10+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T09:02:10+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T09:02:10.030730+09:00", "mtime_epoch": 1783296130.0307302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:02:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2571.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.373, "pushed": 9.373, "read": 9.34}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.412, "count": 280, "max_ms": 18.992, "p95_ms": 14.453}, "gstreamer_push": {"avg_ms": 1.253, "count": 280, "max_ms": 2.173, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.545, "count": 280, "max_ms": 67.808, "p95_ms": 63.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.766, "count": 280, "max_ms": 83.303, "p95_ms": 76.984}, "yolo11_640_fire_11class": {"avg_ms": 53.03, "count": 280, "max_ms": 72.175, "p95_ms": 63.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.023, "count": 280, "max_ms": 79.346, "p95_ms": 75.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.371, "count": 280, "max_ms": 174.394, "p95_ms": 160.33}, "read_interval": {"avg_ms": 107.309, "count": 279, "max_ms": 188.365, "p95_ms": 171.391}, "triton_wait": {"avg_ms": 58.477, "count": 280, "max_ms": 83.321, "p95_ms": 78.269}, "visualize": {"avg_ms": 4.087, "count": 280, "max_ms": 6.196, "p95_ms": 5.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16771.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.246, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.812, "name": "ffmpeg", "pid": 154950, "rss_mb": 284.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.837, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2000250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:02:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T09:02:19+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:02:19.814903+09:00", "mtime_epoch": 1783296139.8149033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:02:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.268, "pushed": 9.268, "read": 9.234}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.784, "count": 277, "max_ms": 35.771, "p95_ms": 29.235}, "gstreamer_push": {"avg_ms": 1.191, "count": 278, "max_ms": 1.366, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.534, "count": 277, "max_ms": 69.729, "p95_ms": 64.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.852, "count": 277, "max_ms": 85.58, "p95_ms": 74.191}, "yolo11_640_fire_11class": {"avg_ms": 51.378, "count": 277, "max_ms": 77.014, "p95_ms": 66.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.313, "count": 277, "max_ms": 80.315, "p95_ms": 75.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.008, "count": 278, "max_ms": 120.081, "p95_ms": 110.82}, "read_interval": {"avg_ms": 108.278, "count": 277, "max_ms": 136.712, "p95_ms": 127.005}, "triton_wait": {"avg_ms": 58.405, "count": 277, "max_ms": 85.593, "p95_ms": 77.337}, "visualize": {"avg_ms": 3.252, "count": 277, "max_ms": 4.05, "p95_ms": 3.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:18:52+09:00", "last_error_summary": "[h264 @ 0x563979c8f580] error while decoding MB 31 55, bytestream -11 [in#0/rtsp @ 0x563979b15e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563979b15e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T08:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2633.466, "last_started_at": "2026-07-06T08:18:55+09:00", "pid": 154263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.445, "name": "ffmpeg", "pid": 154263, "rss_mb": 334.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 2, "rtsp_timeout_count": 254, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.245, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2499751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:02:48+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T09:02:48+09:00", "mjpeg": {"age_sec": 12.526, "exists": true, "mtime": "2026-07-06T09:02:36.043190+09:00", "mtime_epoch": 1783296156.0431902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:02:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2571.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.972, "pushed": 5.972, "read": 5.938}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.415, "count": 179, "max_ms": 11.928, "p95_ms": 11.177}, "gstreamer_push": {"avg_ms": 1.292, "count": 179, "max_ms": 1.499, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.106, "count": 179, "max_ms": 67.354, "p95_ms": 62.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.882, "count": 179, "max_ms": 83.36, "p95_ms": 73.83}, "yolo11_640_fire_11class": {"avg_ms": 52.919, "count": 179, "max_ms": 74.218, "p95_ms": 66.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.791, "count": 179, "max_ms": 78.856, "p95_ms": 72.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.375, "count": 179, "max_ms": 138.69, "p95_ms": 112.332}, "read_interval": {"avg_ms": 168.37, "count": 178, "max_ms": 12541.842, "p95_ms": 126.282}, "triton_wait": {"avg_ms": 58.056, "count": 179, "max_ms": 83.374, "p95_ms": 75.584}, "visualize": {"avg_ms": 3.934, "count": 179, "max_ms": 5.787, "p95_ms": 5.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.252, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.391, "name": "ffmpeg", "pid": 154950, "rss_mb": 287.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.413, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2000542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:02:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:02:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T09:02:49+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T09:02:49.823434+09:00", "mtime_epoch": 1783296169.8234336, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:02:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.172, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.6, "count": 292, "max_ms": 35.403, "p95_ms": 28.91}, "gstreamer_push": {"avg_ms": 1.187, "count": 292, "max_ms": 1.706, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.016, "count": 292, "max_ms": 65.167, "p95_ms": 61.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.612, "count": 292, "max_ms": 84.272, "p95_ms": 63.811}, "yolo11_640_fire_11class": {"avg_ms": 48.159, "count": 292, "max_ms": 71.557, "p95_ms": 64.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.268, "count": 292, "max_ms": 78.785, "p95_ms": 72.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.988, "count": 292, "max_ms": 119.029, "p95_ms": 107.693}, "read_interval": {"avg_ms": 102.776, "count": 292, "max_ms": 136.952, "p95_ms": 122.156}, "triton_wait": {"avg_ms": 54.575, "count": 292, "max_ms": 84.284, "p95_ms": 73.364}, "visualize": {"avg_ms": 3.273, "count": 292, "max_ms": 4.009, "p95_ms": 3.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16772.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:03:06+09:00", "last_error_summary": "[h264 @ 0x562da2162540] error while decoding MB 44 49, bytestream -13 [in#0/rtsp @ 0x562da1fc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562da1fc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.837, "last_started_at": "2026-07-06T09:03:08+09:00", "pid": 155057, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.523, "name": "ffmpeg", "pid": 155057, "rss_mb": 328.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 3, "rtsp_timeout_count": 256, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.5, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2499845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:03:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:03:18+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T09:03:18+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T09:03:18.547941+09:00", "mtime_epoch": 1783296198.5479412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:03:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2571.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 94, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.055, "pushed": 7.055, "read": 7.055}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.297, "count": 94, "max_ms": 14.604, "p95_ms": 11.439}, "gstreamer_push": {"avg_ms": 1.294, "count": 94, "max_ms": 1.952, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.514, "count": 94, "max_ms": 64.479, "p95_ms": 61.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.715, "count": 94, "max_ms": 77.626, "p95_ms": 71.666}, "yolo11_640_fire_11class": {"avg_ms": 51.727, "count": 94, "max_ms": 65.529, "p95_ms": 62.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.121, "count": 94, "max_ms": 75.448, "p95_ms": 73.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.866, "count": 94, "max_ms": 128.97, "p95_ms": 106.312}, "read_interval": {"avg_ms": 319.641, "count": 94, "max_ms": 16793.943, "p95_ms": 123.085}, "triton_wait": {"avg_ms": 55.887, "count": 94, "max_ms": 77.639, "p95_ms": 73.95}, "visualize": {"avg_ms": 3.789, "count": 94, "max_ms": 6.049, "p95_ms": 5.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.324, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16772.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.297, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.969, "name": "ffmpeg", "pid": 154950, "rss_mb": 289.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.361, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2000800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:03:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:03:19+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T09:03:19+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T09:03:19.851964+09:00", "mtime_epoch": 1783296199.8519642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:03:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.615, "pushed": 8.615, "read": 8.582}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.019, "count": 258, "max_ms": 34.701, "p95_ms": 29.018}, "gstreamer_push": {"avg_ms": 1.151, "count": 258, "max_ms": 1.389, "p95_ms": 1.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.659, "count": 258, "max_ms": 68.883, "p95_ms": 60.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.407, "count": 258, "max_ms": 88.215, "p95_ms": 57.669}, "yolo11_640_fire_11class": {"avg_ms": 47.197, "count": 258, "max_ms": 75.655, "p95_ms": 64.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.379, "count": 258, "max_ms": 79.342, "p95_ms": 73.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.652, "count": 258, "max_ms": 149.448, "p95_ms": 123.469}, "read_interval": {"avg_ms": 116.441, "count": 257, "max_ms": 289.984, "p95_ms": 136.169}, "triton_wait": {"avg_ms": 53.548, "count": 258, "max_ms": 88.227, "p95_ms": 73.841}, "visualize": {"avg_ms": 3.825, "count": 258, "max_ms": 5.944, "p95_ms": 4.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16778.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:03:06+09:00", "last_error_summary": "[h264 @ 0x562da2162540] error while decoding MB 44 49, bytestream -13 [in#0/rtsp @ 0x562da1fc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562da1fc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.895, "last_started_at": "2026-07-06T09:03:08+09:00", "pid": 155057, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.875, "name": "ffmpeg", "pid": 155057, "rss_mb": 331.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 3, "rtsp_timeout_count": 256, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.47, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2500146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:03:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:03:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:03:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T09:03:48.580472+09:00", "mtime_epoch": 1783296228.5804715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:03:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2571.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.62, "count": 301, "max_ms": 14.81, "p95_ms": 12.346}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 2.04, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.84, "count": 301, "max_ms": 66.674, "p95_ms": 62.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.827, "count": 301, "max_ms": 82.807, "p95_ms": 73.65}, "yolo11_640_fire_11class": {"avg_ms": 53.026, "count": 301, "max_ms": 73.032, "p95_ms": 64.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.7, "count": 301, "max_ms": 81.043, "p95_ms": 73.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.192, "count": 301, "max_ms": 140.685, "p95_ms": 111.744}, "read_interval": {"avg_ms": 99.842, "count": 300, "max_ms": 495.064, "p95_ms": 139.373}, "triton_wait": {"avg_ms": 57.306, "count": 301, "max_ms": 82.819, "p95_ms": 75.966}, "visualize": {"avg_ms": 3.9, "count": 301, "max_ms": 6.338, "p95_ms": 5.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16778.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.403, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.547, "name": "ffmpeg", "pid": 154950, "rss_mb": 292.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.377, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2001080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:03:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:03:50+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T09:03:49+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T09:03:49.948496+09:00", "mtime_epoch": 1783296229.9484956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:03:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.43, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.303, "pushed": 9.303, "read": 9.303}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.012, "count": 279, "max_ms": 34.461, "p95_ms": 29.795}, "gstreamer_push": {"avg_ms": 1.203, "count": 279, "max_ms": 1.635, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.347, "count": 279, "max_ms": 70.175, "p95_ms": 64.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.445, "count": 279, "max_ms": 86.823, "p95_ms": 74.505}, "yolo11_640_fire_11class": {"avg_ms": 50.808, "count": 279, "max_ms": 72.108, "p95_ms": 67.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.666, "count": 279, "max_ms": 79.79, "p95_ms": 75.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.273, "count": 279, "max_ms": 121.444, "p95_ms": 110.857}, "read_interval": {"avg_ms": 107.458, "count": 279, "max_ms": 135.861, "p95_ms": 126.009}, "triton_wait": {"avg_ms": 57.292, "count": 279, "max_ms": 86.835, "p95_ms": 76.383}, "visualize": {"avg_ms": 3.302, "count": 279, "max_ms": 4.261, "p95_ms": 3.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16778.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:03:06+09:00", "last_error_summary": "[h264 @ 0x562da2162540] error while decoding MB 44 49, bytestream -13 [in#0/rtsp @ 0x562da1fc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562da1fc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.963, "last_started_at": "2026-07-06T09:03:08+09:00", "pid": 155057, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.133, "name": "ffmpeg", "pid": 155057, "rss_mb": 332.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 3, "rtsp_timeout_count": 256, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.5, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2500446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:04:18+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T09:04:18+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T09:04:18.669003+09:00", "mtime_epoch": 1783296258.6690025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:04:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2571.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.457, "count": 300, "max_ms": 16.496, "p95_ms": 11.842}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.546, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.788, "count": 300, "max_ms": 71.641, "p95_ms": 63.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.578, "count": 300, "max_ms": 82.819, "p95_ms": 72.547}, "yolo11_640_fire_11class": {"avg_ms": 52.605, "count": 300, "max_ms": 70.761, "p95_ms": 64.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.569, "count": 300, "max_ms": 80.538, "p95_ms": 75.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.861, "count": 300, "max_ms": 138.499, "p95_ms": 109.859}, "read_interval": {"avg_ms": 100.273, "count": 299, "max_ms": 562.309, "p95_ms": 124.945}, "triton_wait": {"avg_ms": 57.148, "count": 300, "max_ms": 82.831, "p95_ms": 75.9}, "visualize": {"avg_ms": 3.839, "count": 300, "max_ms": 6.132, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16778.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.437, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.547, "name": "ffmpeg", "pid": 154950, "rss_mb": 292.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 928, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.638, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2001332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:04:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:04:20+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T09:04:19+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T09:04:19.997026+09:00", "mtime_epoch": 1783296259.997026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:04:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.422, "pushed": 8.422, "read": 8.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.584, "count": 252, "max_ms": 36.533, "p95_ms": 30.0}, "gstreamer_push": {"avg_ms": 1.159, "count": 252, "max_ms": 1.466, "p95_ms": 1.263}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.109, "count": 252, "max_ms": 70.893, "p95_ms": 62.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.064, "count": 252, "max_ms": 82.544, "p95_ms": 73.006}, "yolo11_640_fire_11class": {"avg_ms": 50.731, "count": 252, "max_ms": 69.221, "p95_ms": 66.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.542, "count": 252, "max_ms": 82.554, "p95_ms": 76.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.685, "count": 252, "max_ms": 152.016, "p95_ms": 138.913}, "read_interval": {"avg_ms": 119.224, "count": 251, "max_ms": 165.944, "p95_ms": 151.908}, "triton_wait": {"avg_ms": 58.611, "count": 252, "max_ms": 82.568, "p95_ms": 77.499}, "visualize": {"avg_ms": 3.67, "count": 252, "max_ms": 5.727, "p95_ms": 4.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16778.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:03:06+09:00", "last_error_summary": "[h264 @ 0x562da2162540] error while decoding MB 44 49, bytestream -13 [in#0/rtsp @ 0x562da1fc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562da1fc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.024, "last_started_at": "2026-07-06T09:03:08+09:00", "pid": 155057, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.391, "name": "ffmpeg", "pid": 155057, "rss_mb": 332.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 3, "rtsp_timeout_count": 256, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.6, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2500714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:04:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T09:04:48+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T09:04:48.733533+09:00", "mtime_epoch": 1783296288.733533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:04:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2571.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.94, "pushed": 8.94, "read": 8.907}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.453, "count": 268, "max_ms": 15.368, "p95_ms": 13.228}, "gstreamer_push": {"avg_ms": 1.311, "count": 268, "max_ms": 2.041, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.742, "count": 268, "max_ms": 66.106, "p95_ms": 62.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.838, "count": 268, "max_ms": 86.236, "p95_ms": 73.338}, "yolo11_640_fire_11class": {"avg_ms": 52.838, "count": 268, "max_ms": 70.779, "p95_ms": 65.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.032, "count": 268, "max_ms": 76.856, "p95_ms": 72.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.695, "count": 268, "max_ms": 110.357, "p95_ms": 94.531}, "read_interval": {"avg_ms": 112.265, "count": 267, "max_ms": 3313.046, "p95_ms": 121.736}, "triton_wait": {"avg_ms": 56.75, "count": 268, "max_ms": 86.249, "p95_ms": 75.474}, "visualize": {"avg_ms": 3.724, "count": 268, "max_ms": 5.827, "p95_ms": 4.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16789.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 834, "h264_decode_error_count": 2041, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T08:57:20+09:00", "last_error_summary": "[h264 @ 0x55b7d97eccc0] error while decoding MB 12 19, bytestream -7", "last_exit_at": "2026-07-06T08:57:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 451.008, "last_started_at": "2026-07-06T08:57:22+09:00", "pid": 154950, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.137, "name": "ffmpeg", "pid": 154950, "rss_mb": 303.137, "state": "S (sleeping)", "threads": 104}, "restart_count": 928, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 929}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.691, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2001577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:04:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:04:53+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T09:04:53+09:00", "mjpeg": {"age_sec": 7.394, "exists": true, "mtime": "2026-07-06T09:04:46.265489+09:00", "mtime_epoch": 1783296286.2654893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:04:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.688, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.108, "pushed": 7.108, "read": 7.074}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 27.11, "count": 213, "max_ms": 43.299, "p95_ms": 32.294}, "gstreamer_push": {"avg_ms": 1.198, "count": 213, "max_ms": 1.9, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.11, "count": 213, "max_ms": 67.789, "p95_ms": 63.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.611, "count": 213, "max_ms": 82.31, "p95_ms": 75.495}, "yolo11_640_fire_11class": {"avg_ms": 50.414, "count": 213, "max_ms": 69.76, "p95_ms": 67.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.906, "count": 213, "max_ms": 77.853, "p95_ms": 74.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.948, "count": 213, "max_ms": 122.262, "p95_ms": 111.926}, "read_interval": {"avg_ms": 141.345, "count": 212, "max_ms": 7400.398, "p95_ms": 126.493}, "triton_wait": {"avg_ms": 56.919, "count": 213, "max_ms": 82.323, "p95_ms": 76.732}, "visualize": {"avg_ms": 3.304, "count": 213, "max_ms": 4.416, "p95_ms": 3.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16753.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:03:06+09:00", "last_error_summary": "[h264 @ 0x562da2162540] error while decoding MB 44 49, bytestream -13 [in#0/rtsp @ 0x562da1fc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562da1fc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.112, "last_started_at": "2026-07-06T09:03:08+09:00", "pid": 155057, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.391, "name": "ffmpeg", "pid": 155057, "rss_mb": 332.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 3, "rtsp_timeout_count": 256, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.664, "sample_count": 2310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2500962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:05:18+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T09:05:18+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T09:05:18.782063+09:00", "mtime_epoch": 1783296318.7820628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:05:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2571.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.236, "pushed": 8.236, "read": 8.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.127, "count": 247, "max_ms": 19.847, "p95_ms": 14.532}, "gstreamer_push": {"avg_ms": 1.167, "count": 247, "max_ms": 1.513, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.237, "count": 247, "max_ms": 68.844, "p95_ms": 63.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.675, "count": 247, "max_ms": 83.094, "p95_ms": 73.692}, "yolo11_640_fire_11class": {"avg_ms": 51.239, "count": 247, "max_ms": 73.874, "p95_ms": 62.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.062, "count": 247, "max_ms": 83.082, "p95_ms": 75.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.925, "count": 247, "max_ms": 189.39, "p95_ms": 164.825}, "read_interval": {"avg_ms": 121.301, "count": 247, "max_ms": 199.636, "p95_ms": 175.81}, "triton_wait": {"avg_ms": 56.898, "count": 247, "max_ms": 83.104, "p95_ms": 77.369}, "visualize": {"avg_ms": 4.387, "count": 247, "max_ms": 7.795, "p95_ms": 5.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16753.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.86, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.605, "name": "ffmpeg", "pid": 155209, "rss_mb": 266.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.744, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2001816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:05:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:05:23+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T09:05:23+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T09:05:23.590147+09:00", "mtime_epoch": 1783296323.5901475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:05:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.967, "pushed": 7.967, "read": 7.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.878, "count": 239, "max_ms": 39.508, "p95_ms": 31.79}, "gstreamer_push": {"avg_ms": 1.171, "count": 239, "max_ms": 1.584, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.66, "count": 239, "max_ms": 71.994, "p95_ms": 64.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.539, "count": 239, "max_ms": 85.6, "p95_ms": 75.758}, "yolo11_640_fire_11class": {"avg_ms": 49.499, "count": 239, "max_ms": 68.973, "p95_ms": 65.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.849, "count": 239, "max_ms": 83.605, "p95_ms": 76.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.128, "count": 239, "max_ms": 119.131, "p95_ms": 112.55}, "read_interval": {"avg_ms": 125.616, "count": 239, "max_ms": 5097.624, "p95_ms": 127.361}, "triton_wait": {"avg_ms": 56.516, "count": 239, "max_ms": 85.613, "p95_ms": 78.961}, "visualize": {"avg_ms": 3.252, "count": 239, "max_ms": 6.096, "p95_ms": 3.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16757.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:03:06+09:00", "last_error_summary": "[h264 @ 0x562da2162540] error while decoding MB 44 49, bytestream -13 [in#0/rtsp @ 0x562da1fc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562da1fc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.15, "last_started_at": "2026-07-06T09:03:08+09:00", "pid": 155057, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.391, "name": "ffmpeg", "pid": 155057, "rss_mb": 332.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 3, "rtsp_timeout_count": 256, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.414, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2501212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:05:48+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T09:05:48+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T09:05:48.774591+09:00", "mtime_epoch": 1783296348.7745914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:05:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.358, "pushed": 8.358, "read": 8.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.363, "count": 250, "max_ms": 20.536, "p95_ms": 15.412}, "gstreamer_push": {"avg_ms": 1.182, "count": 250, "max_ms": 2.176, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.394, "count": 250, "max_ms": 76.225, "p95_ms": 64.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.877, "count": 250, "max_ms": 86.178, "p95_ms": 74.834}, "yolo11_640_fire_11class": {"avg_ms": 53.071, "count": 250, "max_ms": 73.726, "p95_ms": 65.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.155, "count": 250, "max_ms": 81.788, "p95_ms": 76.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.019, "count": 250, "max_ms": 182.937, "p95_ms": 164.833}, "read_interval": {"avg_ms": 119.988, "count": 249, "max_ms": 193.295, "p95_ms": 177.956}, "triton_wait": {"avg_ms": 58.903, "count": 250, "max_ms": 86.191, "p95_ms": 78.47}, "visualize": {"avg_ms": 4.358, "count": 250, "max_ms": 7.315, "p95_ms": 5.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16757.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.955, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.73, "name": "ffmpeg", "pid": 155209, "rss_mb": 270.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.105, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2002096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:05:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:05:53+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T09:05:53+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T09:05:53.670678+09:00", "mtime_epoch": 1783296353.670678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:05:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9580.945, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.335, "pushed": 9.335, "read": 9.302}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.818, "count": 280, "max_ms": 43.33, "p95_ms": 36.94}, "gstreamer_push": {"avg_ms": 1.165, "count": 280, "max_ms": 2.19, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.319, "count": 280, "max_ms": 69.51, "p95_ms": 65.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.892, "count": 280, "max_ms": 82.965, "p95_ms": 75.638}, "yolo11_640_fire_11class": {"avg_ms": 50.065, "count": 280, "max_ms": 73.379, "p95_ms": 66.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.052, "count": 280, "max_ms": 81.445, "p95_ms": 77.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.701, "count": 280, "max_ms": 131.011, "p95_ms": 114.971}, "read_interval": {"avg_ms": 107.453, "count": 279, "max_ms": 148.969, "p95_ms": 131.239}, "triton_wait": {"avg_ms": 57.125, "count": 280, "max_ms": 82.977, "p95_ms": 79.162}, "visualize": {"avg_ms": 3.234, "count": 280, "max_ms": 5.549, "p95_ms": 3.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16779.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:03:06+09:00", "last_error_summary": "[h264 @ 0x562da2162540] error while decoding MB 44 49, bytestream -13 [in#0/rtsp @ 0x562da1fc9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562da1fc9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.69, "last_started_at": "2026-07-06T09:03:08+09:00", "pid": 155057, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.445, "name": "ffmpeg", "pid": 155057, "rss_mb": 354.445, "state": "S (sleeping)", "threads": 104}, "restart_count": 151, "restart_count_per_hour": 3, "rtsp_timeout_count": 256, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.753, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2501262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:06:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T09:06:23+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T09:06:23+09:00", "mjpeg": {"age_sec": 16.261, "exists": true, "mtime": "2026-07-06T09:06:07.202916+09:00", "mtime_epoch": 1783296367.2029164, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:06:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 22, "pushed_frames": 22, "read_frames": 21, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.734, "pushed": 0.734, "read": 0.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 13.707, "count": 21, "max_ms": 14.325, "p95_ms": 14.295}, "gstreamer_push": {"avg_ms": 0.987, "count": 22, "max_ms": 1.086, "p95_ms": 1.082}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.47, "count": 21, "max_ms": 66.151, "p95_ms": 65.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.919, "count": 21, "max_ms": 80.258, "p95_ms": 79.516}, "yolo11_640_fire_11class": {"avg_ms": 55.587, "count": 21, "max_ms": 65.199, "p95_ms": 65.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.769, "count": 21, "max_ms": 78.589, "p95_ms": 78.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.372, "count": 22, "max_ms": 169.437, "p95_ms": 169.062}, "read_interval": {"avg_ms": 1427.739, "count": 21, "max_ms": 16269.687, "p95_ms": 10622.988}, "triton_wait": {"avg_ms": 63.974, "count": 21, "max_ms": 80.271, "p95_ms": 79.528}, "visualize": {"avg_ms": 4.851, "count": 21, "max_ms": 5.138, "p95_ms": 5.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16779.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.965, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.73, "name": "ffmpeg", "pid": 155209, "rss_mb": 270.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.026, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2002401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:06:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:06:23+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T09:06:23+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T09:06:23.703207+09:00", "mtime_epoch": 1783296383.703207, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:06:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.168}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 24.607, "count": 305, "max_ms": 38.917, "p95_ms": 27.284}, "gstreamer_push": {"avg_ms": 1.171, "count": 305, "max_ms": 1.684, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.425, "count": 305, "max_ms": 68.592, "p95_ms": 48.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.295, "count": 305, "max_ms": 77.782, "p95_ms": 55.026}, "yolo11_640_fire_11class": {"avg_ms": 45.756, "count": 305, "max_ms": 67.52, "p95_ms": 47.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.443, "count": 305, "max_ms": 80.025, "p95_ms": 49.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.874, "count": 305, "max_ms": 111.916, "p95_ms": 88.305}, "read_interval": {"avg_ms": 98.457, "count": 305, "max_ms": 126.149, "p95_ms": 103.538}, "triton_wait": {"avg_ms": 51.534, "count": 305, "max_ms": 80.039, "p95_ms": 55.157}, "visualize": {"avg_ms": 3.277, "count": 305, "max_ms": 3.929, "p95_ms": 3.516}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16758.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.087, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.915, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2501516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:06:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:06:53+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T09:06:53+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T09:06:53.455731+09:00", "mtime_epoch": 1783296413.4557312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:06:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.482, "pushed": 8.482, "read": 8.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.834, "count": 253, "max_ms": 14.476, "p95_ms": 13.71}, "gstreamer_push": {"avg_ms": 1.299, "count": 254, "max_ms": 1.965, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.281, "count": 253, "max_ms": 74.482, "p95_ms": 63.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.516, "count": 253, "max_ms": 84.986, "p95_ms": 78.619}, "yolo11_640_fire_11class": {"avg_ms": 53.271, "count": 253, "max_ms": 73.761, "p95_ms": 65.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.408, "count": 253, "max_ms": 84.097, "p95_ms": 74.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.753, "count": 254, "max_ms": 171.635, "p95_ms": 102.53}, "read_interval": {"avg_ms": 118.49, "count": 253, "max_ms": 4454.422, "p95_ms": 159.319}, "triton_wait": {"avg_ms": 58.046, "count": 253, "max_ms": 85.017, "p95_ms": 78.674}, "visualize": {"avg_ms": 3.786, "count": 253, "max_ms": 9.172, "p95_ms": 4.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16758.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.968, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.73, "name": "ffmpeg", "pid": 155209, "rss_mb": 270.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.1, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2002684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:06:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:06:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T09:06:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:06:53.699735+09:00", "mtime_epoch": 1783296413.6997354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:06:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.203, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.436, "pushed": 9.436, "read": 9.436}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.732, "count": 283, "max_ms": 37.746, "p95_ms": 33.089}, "gstreamer_push": {"avg_ms": 1.175, "count": 283, "max_ms": 2.205, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.689, "count": 283, "max_ms": 78.752, "p95_ms": 63.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.69, "count": 283, "max_ms": 81.4, "p95_ms": 75.017}, "yolo11_640_fire_11class": {"avg_ms": 50.146, "count": 283, "max_ms": 77.986, "p95_ms": 67.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.423, "count": 283, "max_ms": 88.276, "p95_ms": 73.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.139, "count": 283, "max_ms": 130.167, "p95_ms": 112.027}, "read_interval": {"avg_ms": 105.994, "count": 283, "max_ms": 150.46, "p95_ms": 127.808}, "triton_wait": {"avg_ms": 56.591, "count": 283, "max_ms": 88.289, "p95_ms": 76.623}, "visualize": {"avg_ms": 3.277, "count": 283, "max_ms": 4.12, "p95_ms": 3.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16758.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.124, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.915, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2501818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:07:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:07:23+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T09:07:23+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T09:07:23.488260+09:00", "mtime_epoch": 1783296443.48826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:07:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.388, "count": 302, "max_ms": 15.253, "p95_ms": 11.437}, "gstreamer_push": {"avg_ms": 1.289, "count": 302, "max_ms": 2.133, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.0, "count": 302, "max_ms": 70.065, "p95_ms": 62.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.992, "count": 302, "max_ms": 85.023, "p95_ms": 72.617}, "yolo11_640_fire_11class": {"avg_ms": 52.845, "count": 302, "max_ms": 73.497, "p95_ms": 64.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.787, "count": 302, "max_ms": 80.407, "p95_ms": 74.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.379, "count": 302, "max_ms": 126.673, "p95_ms": 97.529}, "read_interval": {"avg_ms": 99.375, "count": 301, "max_ms": 734.102, "p95_ms": 123.032}, "triton_wait": {"avg_ms": 57.089, "count": 302, "max_ms": 85.036, "p95_ms": 75.108}, "visualize": {"avg_ms": 3.739, "count": 302, "max_ms": 5.47, "p95_ms": 4.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16758.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.018, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.73, "name": "ffmpeg", "pid": 155209, "rss_mb": 270.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.029, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2002965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:07:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:07:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T09:07:23+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T09:07:23.732264+09:00", "mtime_epoch": 1783296443.7322643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:07:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.383, "pushed": 9.383, "read": 9.349}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.875, "count": 281, "max_ms": 38.652, "p95_ms": 30.552}, "gstreamer_push": {"avg_ms": 1.191, "count": 281, "max_ms": 1.488, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.324, "count": 281, "max_ms": 69.025, "p95_ms": 63.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.97, "count": 281, "max_ms": 83.615, "p95_ms": 71.303}, "yolo11_640_fire_11class": {"avg_ms": 50.284, "count": 281, "max_ms": 70.537, "p95_ms": 66.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.962, "count": 281, "max_ms": 80.464, "p95_ms": 75.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.164, "count": 281, "max_ms": 117.977, "p95_ms": 110.45}, "read_interval": {"avg_ms": 106.903, "count": 280, "max_ms": 132.425, "p95_ms": 125.834}, "triton_wait": {"avg_ms": 57.392, "count": 281, "max_ms": 83.627, "p95_ms": 76.786}, "visualize": {"avg_ms": 3.286, "count": 281, "max_ms": 5.202, "p95_ms": 3.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16758.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.171, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.824, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2502116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:07:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:07:53+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T09:07:53+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T09:07:53.568790+09:00", "mtime_epoch": 1783296473.5687897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:07:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.964, "pushed": 9.964, "read": 9.93}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.636, "count": 298, "max_ms": 15.176, "p95_ms": 11.896}, "gstreamer_push": {"avg_ms": 1.305, "count": 298, "max_ms": 2.091, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.31, "count": 298, "max_ms": 64.855, "p95_ms": 62.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.951, "count": 298, "max_ms": 85.574, "p95_ms": 71.123}, "yolo11_640_fire_11class": {"avg_ms": 52.333, "count": 298, "max_ms": 70.459, "p95_ms": 63.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.124, "count": 298, "max_ms": 80.116, "p95_ms": 72.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.011, "count": 298, "max_ms": 125.511, "p95_ms": 105.4}, "read_interval": {"avg_ms": 100.888, "count": 297, "max_ms": 760.902, "p95_ms": 138.521}, "triton_wait": {"avg_ms": 56.632, "count": 298, "max_ms": 85.586, "p95_ms": 74.882}, "visualize": {"avg_ms": 3.8, "count": 298, "max_ms": 5.878, "p95_ms": 4.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16758.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.049, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.73, "name": "ffmpeg", "pid": 155209, "rss_mb": 270.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.1, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2003247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:07:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:07:53+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T09:07:53+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T09:07:53.772793+09:00", "mtime_epoch": 1783296473.7727933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:07:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.461, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.422, "pushed": 9.422, "read": 9.389}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.353, "count": 282, "max_ms": 37.753, "p95_ms": 32.151}, "gstreamer_push": {"avg_ms": 1.195, "count": 282, "max_ms": 2.231, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.251, "count": 282, "max_ms": 68.661, "p95_ms": 63.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.199, "count": 282, "max_ms": 83.871, "p95_ms": 71.321}, "yolo11_640_fire_11class": {"avg_ms": 49.533, "count": 282, "max_ms": 70.77, "p95_ms": 66.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.467, "count": 282, "max_ms": 78.344, "p95_ms": 74.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.623, "count": 282, "max_ms": 118.668, "p95_ms": 109.393}, "read_interval": {"avg_ms": 106.475, "count": 281, "max_ms": 132.841, "p95_ms": 124.719}, "triton_wait": {"avg_ms": 56.384, "count": 282, "max_ms": 83.883, "p95_ms": 75.026}, "visualize": {"avg_ms": 3.283, "count": 282, "max_ms": 4.559, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16764.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.205, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.221, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2502419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:08:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:08:23+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T09:08:23+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T09:08:23.597318+09:00", "mtime_epoch": 1783296503.5973182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:08:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.502, "count": 303, "max_ms": 15.572, "p95_ms": 12.57}, "gstreamer_push": {"avg_ms": 1.289, "count": 303, "max_ms": 1.76, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.011, "count": 303, "max_ms": 70.277, "p95_ms": 63.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.293, "count": 303, "max_ms": 88.339, "p95_ms": 73.236}, "yolo11_640_fire_11class": {"avg_ms": 53.004, "count": 303, "max_ms": 72.404, "p95_ms": 65.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.686, "count": 303, "max_ms": 82.698, "p95_ms": 73.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.49, "count": 303, "max_ms": 142.415, "p95_ms": 108.016}, "read_interval": {"avg_ms": 99.15, "count": 302, "max_ms": 757.589, "p95_ms": 126.843}, "triton_wait": {"avg_ms": 57.156, "count": 303, "max_ms": 88.352, "p95_ms": 74.523}, "visualize": {"avg_ms": 3.759, "count": 303, "max_ms": 6.1, "p95_ms": 4.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16764.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.083, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.887, "name": "ffmpeg", "pid": 155209, "rss_mb": 275.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.971, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2003527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:08:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:08:23+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T09:08:23+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T09:08:23.805322+09:00", "mtime_epoch": 1783296503.805322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:08:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.355, "pushed": 9.355, "read": 9.321}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.897, "count": 280, "max_ms": 40.305, "p95_ms": 29.606}, "gstreamer_push": {"avg_ms": 1.197, "count": 280, "max_ms": 1.836, "p95_ms": 1.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.611, "count": 280, "max_ms": 72.213, "p95_ms": 64.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.268, "count": 280, "max_ms": 84.443, "p95_ms": 70.459}, "yolo11_640_fire_11class": {"avg_ms": 50.68, "count": 280, "max_ms": 73.707, "p95_ms": 66.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.532, "count": 280, "max_ms": 85.795, "p95_ms": 74.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.399, "count": 280, "max_ms": 120.416, "p95_ms": 110.888}, "read_interval": {"avg_ms": 107.238, "count": 279, "max_ms": 135.238, "p95_ms": 126.084}, "triton_wait": {"avg_ms": 57.607, "count": 280, "max_ms": 85.806, "p95_ms": 75.794}, "visualize": {"avg_ms": 3.281, "count": 280, "max_ms": 5.264, "p95_ms": 3.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16765.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.243, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.221, "sample_count": 2524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2502714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:08:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:08:53+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T09:08:53+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T09:08:53.641847+09:00", "mtime_epoch": 1783296533.641847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:08:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.853, "pushed": 9.853, "read": 9.82}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.599, "count": 295, "max_ms": 15.027, "p95_ms": 12.526}, "gstreamer_push": {"avg_ms": 1.311, "count": 295, "max_ms": 2.211, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.468, "count": 295, "max_ms": 72.135, "p95_ms": 62.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.421, "count": 295, "max_ms": 82.888, "p95_ms": 72.546}, "yolo11_640_fire_11class": {"avg_ms": 52.59, "count": 295, "max_ms": 74.475, "p95_ms": 65.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.93, "count": 295, "max_ms": 82.877, "p95_ms": 73.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.741, "count": 295, "max_ms": 114.55, "p95_ms": 94.767}, "read_interval": {"avg_ms": 101.879, "count": 294, "max_ms": 747.024, "p95_ms": 120.317}, "triton_wait": {"avg_ms": 56.542, "count": 295, "max_ms": 82.899, "p95_ms": 74.969}, "visualize": {"avg_ms": 3.764, "count": 295, "max_ms": 5.84, "p95_ms": 4.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16765.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.162, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.887, "name": "ffmpeg", "pid": 155209, "rss_mb": 275.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 8, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.187, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2003793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:08:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:08:53+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T09:08:53+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T09:08:53.817850+09:00", "mtime_epoch": 1783296533.8178499, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:08:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.719, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.873, "pushed": 8.873, "read": 8.84}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.424, "count": 266, "max_ms": 37.622, "p95_ms": 33.468}, "gstreamer_push": {"avg_ms": 1.175, "count": 266, "max_ms": 1.649, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.568, "count": 266, "max_ms": 73.816, "p95_ms": 63.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.236, "count": 266, "max_ms": 84.658, "p95_ms": 75.633}, "yolo11_640_fire_11class": {"avg_ms": 50.545, "count": 266, "max_ms": 76.144, "p95_ms": 66.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.925, "count": 266, "max_ms": 78.142, "p95_ms": 74.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.509, "count": 266, "max_ms": 163.489, "p95_ms": 136.045}, "read_interval": {"avg_ms": 112.826, "count": 265, "max_ms": 165.783, "p95_ms": 147.555}, "triton_wait": {"avg_ms": 57.494, "count": 266, "max_ms": 84.67, "p95_ms": 77.164}, "visualize": {"avg_ms": 3.474, "count": 266, "max_ms": 4.778, "p95_ms": 4.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16770.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.304, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.221, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:09:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:09:23+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T09:09:23+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T09:09:23.706376+09:00", "mtime_epoch": 1783296563.7063758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:09:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.176, "pushed": 10.176, "read": 10.143}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.533, "count": 305, "max_ms": 15.94, "p95_ms": 12.752}, "gstreamer_push": {"avg_ms": 1.294, "count": 305, "max_ms": 2.049, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.91, "count": 305, "max_ms": 67.304, "p95_ms": 62.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.706, "count": 305, "max_ms": 83.497, "p95_ms": 72.004}, "yolo11_640_fire_11class": {"avg_ms": 53.114, "count": 305, "max_ms": 74.019, "p95_ms": 65.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.838, "count": 305, "max_ms": 83.632, "p95_ms": 74.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.016, "count": 305, "max_ms": 113.834, "p95_ms": 95.031}, "read_interval": {"avg_ms": 98.599, "count": 304, "max_ms": 751.668, "p95_ms": 113.418}, "triton_wait": {"avg_ms": 57.636, "count": 305, "max_ms": 83.645, "p95_ms": 77.111}, "visualize": {"avg_ms": 3.699, "count": 305, "max_ms": 5.128, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16770.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.224, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.043, "name": "ffmpeg", "pid": 155209, "rss_mb": 281.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.957, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2004047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:09:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:09:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T09:09:23+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T09:09:23.954380+09:00", "mtime_epoch": 1783296563.95438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:09:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.489, "pushed": 8.489, "read": 8.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.841, "count": 254, "max_ms": 43.165, "p95_ms": 34.055}, "gstreamer_push": {"avg_ms": 1.16, "count": 254, "max_ms": 2.129, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.148, "count": 254, "max_ms": 68.789, "p95_ms": 63.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.805, "count": 254, "max_ms": 81.407, "p95_ms": 70.833}, "yolo11_640_fire_11class": {"avg_ms": 50.726, "count": 254, "max_ms": 71.888, "p95_ms": 66.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.54, "count": 254, "max_ms": 81.397, "p95_ms": 76.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.28, "count": 254, "max_ms": 157.269, "p95_ms": 142.589}, "read_interval": {"avg_ms": 118.423, "count": 253, "max_ms": 172.432, "p95_ms": 155.765}, "triton_wait": {"avg_ms": 57.638, "count": 254, "max_ms": 81.418, "p95_ms": 76.646}, "visualize": {"avg_ms": 3.656, "count": 254, "max_ms": 6.48, "p95_ms": 4.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16773.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.428, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.168, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:09:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:09:53+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T09:09:53+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T09:09:53.774904+09:00", "mtime_epoch": 1783296593.7749045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:09:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2572.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.422, "count": 301, "max_ms": 13.949, "p95_ms": 11.102}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.989, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.804, "count": 301, "max_ms": 66.679, "p95_ms": 62.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.243, "count": 301, "max_ms": 80.822, "p95_ms": 70.06}, "yolo11_640_fire_11class": {"avg_ms": 53.038, "count": 301, "max_ms": 72.375, "p95_ms": 65.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.749, "count": 301, "max_ms": 75.033, "p95_ms": 71.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.346, "count": 301, "max_ms": 130.936, "p95_ms": 91.196}, "read_interval": {"avg_ms": 99.755, "count": 300, "max_ms": 754.847, "p95_ms": 123.717}, "triton_wait": {"avg_ms": 56.587, "count": 301, "max_ms": 80.834, "p95_ms": 72.534}, "visualize": {"avg_ms": 3.762, "count": 301, "max_ms": 5.485, "p95_ms": 4.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16773.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.29, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.621, "name": "ffmpeg", "pid": 155209, "rss_mb": 283.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.621, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2004331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:09:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:09:54+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T09:09:53+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T09:09:54.002909+09:00", "mtime_epoch": 1783296594.0029087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:09:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9581.977, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.477, "pushed": 9.477, "read": 9.444}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.619, "count": 284, "max_ms": 32.021, "p95_ms": 28.804}, "gstreamer_push": {"avg_ms": 1.181, "count": 284, "max_ms": 1.725, "p95_ms": 1.271}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.399, "count": 284, "max_ms": 70.338, "p95_ms": 63.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.902, "count": 284, "max_ms": 84.272, "p95_ms": 65.048}, "yolo11_640_fire_11class": {"avg_ms": 50.974, "count": 284, "max_ms": 70.204, "p95_ms": 67.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.385, "count": 284, "max_ms": 78.026, "p95_ms": 74.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.163, "count": 284, "max_ms": 120.443, "p95_ms": 108.309}, "read_interval": {"avg_ms": 105.809, "count": 283, "max_ms": 135.344, "p95_ms": 123.518}, "triton_wait": {"avg_ms": 56.755, "count": 284, "max_ms": 84.284, "p95_ms": 74.282}, "visualize": {"avg_ms": 3.27, "count": 284, "max_ms": 4.244, "p95_ms": 3.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.458, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.515, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:10:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:10:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:10:23+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T09:10:23.839433+09:00", "mtime_epoch": 1783296623.8394332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:10:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2573.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.51, "count": 297, "max_ms": 14.547, "p95_ms": 11.375}, "gstreamer_push": {"avg_ms": 1.327, "count": 297, "max_ms": 2.375, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.946, "count": 297, "max_ms": 67.847, "p95_ms": 63.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.762, "count": 297, "max_ms": 78.638, "p95_ms": 72.193}, "yolo11_640_fire_11class": {"avg_ms": 52.414, "count": 297, "max_ms": 71.363, "p95_ms": 66.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.656, "count": 297, "max_ms": 78.207, "p95_ms": 73.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.961, "count": 297, "max_ms": 114.181, "p95_ms": 94.007}, "read_interval": {"avg_ms": 101.068, "count": 296, "max_ms": 812.828, "p95_ms": 121.274}, "triton_wait": {"avg_ms": 56.777, "count": 297, "max_ms": 78.651, "p95_ms": 74.107}, "visualize": {"avg_ms": 3.794, "count": 297, "max_ms": 5.559, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.34, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.621, "name": "ffmpeg", "pid": 155209, "rss_mb": 283.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.011, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2004614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:10:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:10:24+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T09:10:24+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T09:10:24.063437+09:00", "mtime_epoch": 1783296624.0634372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:10:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9582.234, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.453, "pushed": 9.453, "read": 9.419}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.063, "count": 283, "max_ms": 40.839, "p95_ms": 29.995}, "gstreamer_push": {"avg_ms": 1.199, "count": 283, "max_ms": 1.42, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.041, "count": 283, "max_ms": 73.902, "p95_ms": 64.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.365, "count": 283, "max_ms": 83.75, "p95_ms": 63.602}, "yolo11_640_fire_11class": {"avg_ms": 50.278, "count": 283, "max_ms": 75.664, "p95_ms": 67.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.945, "count": 283, "max_ms": 84.509, "p95_ms": 73.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.176, "count": 283, "max_ms": 122.243, "p95_ms": 109.869}, "read_interval": {"avg_ms": 106.167, "count": 282, "max_ms": 135.607, "p95_ms": 124.716}, "triton_wait": {"avg_ms": 56.245, "count": 283, "max_ms": 84.521, "p95_ms": 74.92}, "visualize": {"avg_ms": 3.276, "count": 283, "max_ms": 4.47, "p95_ms": 3.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.525, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.235, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:10:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:10:53+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T09:10:53+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T09:10:53.915962+09:00", "mtime_epoch": 1783296653.915962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:10:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2573.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.522, "count": 300, "max_ms": 15.394, "p95_ms": 12.897}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.148, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.499, "count": 300, "max_ms": 74.711, "p95_ms": 63.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.781, "count": 300, "max_ms": 86.847, "p95_ms": 74.562}, "yolo11_640_fire_11class": {"avg_ms": 51.815, "count": 300, "max_ms": 74.725, "p95_ms": 64.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.739, "count": 300, "max_ms": 77.865, "p95_ms": 71.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.265, "count": 300, "max_ms": 104.939, "p95_ms": 92.758}, "read_interval": {"avg_ms": 100.267, "count": 299, "max_ms": 707.201, "p95_ms": 145.063}, "triton_wait": {"avg_ms": 56.878, "count": 300, "max_ms": 86.86, "p95_ms": 75.084}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.731, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.442, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.621, "name": "ffmpeg", "pid": 155209, "rss_mb": 283.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.783, "sample_count": 2796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2004896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:10:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:10:54+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T09:10:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T09:10:54.167966+09:00", "mtime_epoch": 1783296654.1679664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:10:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9582.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.401, "pushed": 9.401, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.934, "count": 281, "max_ms": 34.941, "p95_ms": 29.165}, "gstreamer_push": {"avg_ms": 1.202, "count": 282, "max_ms": 1.409, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.697, "count": 281, "max_ms": 76.186, "p95_ms": 64.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.355, "count": 281, "max_ms": 86.182, "p95_ms": 70.483}, "yolo11_640_fire_11class": {"avg_ms": 50.724, "count": 281, "max_ms": 78.632, "p95_ms": 65.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.295, "count": 281, "max_ms": 78.082, "p95_ms": 73.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.793, "count": 282, "max_ms": 120.414, "p95_ms": 108.952}, "read_interval": {"avg_ms": 106.749, "count": 281, "max_ms": 136.44, "p95_ms": 123.855}, "triton_wait": {"avg_ms": 56.952, "count": 281, "max_ms": 86.194, "p95_ms": 74.409}, "visualize": {"avg_ms": 3.283, "count": 281, "max_ms": 4.098, "p95_ms": 3.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.65, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.164, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2504221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:11:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:11:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T09:11:24+09:00", "mjpeg": {"age_sec": 0.433, "exists": true, "mtime": "2026-07-06T09:11:23.684485+09:00", "mtime_epoch": 1783296683.6844852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:11:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2573.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.418, "count": 302, "max_ms": 15.928, "p95_ms": 10.35}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.919, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.631, "count": 302, "max_ms": 67.952, "p95_ms": 63.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.36, "count": 302, "max_ms": 81.803, "p95_ms": 71.534}, "yolo11_640_fire_11class": {"avg_ms": 50.915, "count": 302, "max_ms": 70.532, "p95_ms": 62.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.238, "count": 302, "max_ms": 78.59, "p95_ms": 70.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.631, "count": 302, "max_ms": 99.885, "p95_ms": 90.72}, "read_interval": {"avg_ms": 99.5, "count": 301, "max_ms": 681.766, "p95_ms": 109.418}, "triton_wait": {"avg_ms": 56.349, "count": 302, "max_ms": 81.816, "p95_ms": 72.242}, "visualize": {"avg_ms": 3.728, "count": 302, "max_ms": 5.994, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.524, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.621, "name": "ffmpeg", "pid": 155209, "rss_mb": 283.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.932, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2005154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:11:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:11:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:11:24+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T09:11:24.248495+09:00", "mtime_epoch": 1783296684.248495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:11:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9582.492, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.612, "pushed": 8.612, "read": 8.578}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.93, "count": 258, "max_ms": 32.425, "p95_ms": 29.958}, "gstreamer_push": {"avg_ms": 1.188, "count": 258, "max_ms": 1.928, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.984, "count": 258, "max_ms": 73.108, "p95_ms": 63.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.335, "count": 258, "max_ms": 84.265, "p95_ms": 68.085}, "yolo11_640_fire_11class": {"avg_ms": 50.28, "count": 258, "max_ms": 73.595, "p95_ms": 64.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.123, "count": 258, "max_ms": 76.487, "p95_ms": 73.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.605, "count": 258, "max_ms": 119.114, "p95_ms": 107.895}, "read_interval": {"avg_ms": 116.638, "count": 257, "max_ms": 2760.949, "p95_ms": 123.671}, "triton_wait": {"avg_ms": 56.772, "count": 258, "max_ms": 84.277, "p95_ms": 74.062}, "visualize": {"avg_ms": 3.296, "count": 258, "max_ms": 4.251, "p95_ms": 3.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16774.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.549, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.621, "name": "ffmpeg", "pid": 155209, "rss_mb": 283.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.763, "sample_count": 2746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2005435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:11:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:11:54+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:11:54+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T09:11:54.277023+09:00", "mtime_epoch": 1783296714.2770228, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:11:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9582.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.391, "pushed": 9.391, "read": 9.358}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.888, "count": 281, "max_ms": 33.898, "p95_ms": 29.525}, "gstreamer_push": {"avg_ms": 1.192, "count": 281, "max_ms": 1.599, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.441, "count": 281, "max_ms": 71.689, "p95_ms": 63.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.939, "count": 281, "max_ms": 85.592, "p95_ms": 69.175}, "yolo11_640_fire_11class": {"avg_ms": 50.732, "count": 281, "max_ms": 70.493, "p95_ms": 66.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.439, "count": 281, "max_ms": 77.166, "p95_ms": 72.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.126, "count": 281, "max_ms": 118.811, "p95_ms": 108.116}, "read_interval": {"avg_ms": 106.854, "count": 280, "max_ms": 133.77, "p95_ms": 122.517}, "triton_wait": {"avg_ms": 57.325, "count": 281, "max_ms": 85.605, "p95_ms": 73.861}, "visualize": {"avg_ms": 3.277, "count": 281, "max_ms": 4.279, "p95_ms": 3.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16774.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.955, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.523, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2504521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:11:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:11:54+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T09:11:54+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-06T09:11:54.105020+09:00", "mtime_epoch": 1783296714.1050198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:11:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2573.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.385, "count": 297, "max_ms": 15.076, "p95_ms": 10.394}, "gstreamer_push": {"avg_ms": 1.308, "count": 297, "max_ms": 1.956, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.427, "count": 297, "max_ms": 69.361, "p95_ms": 64.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.467, "count": 297, "max_ms": 81.052, "p95_ms": 71.12}, "yolo11_640_fire_11class": {"avg_ms": 52.375, "count": 297, "max_ms": 72.724, "p95_ms": 65.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.746, "count": 297, "max_ms": 80.909, "p95_ms": 70.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.196, "count": 297, "max_ms": 98.881, "p95_ms": 91.964}, "read_interval": {"avg_ms": 101.163, "count": 296, "max_ms": 757.615, "p95_ms": 139.851}, "triton_wait": {"avg_ms": 57.018, "count": 297, "max_ms": 81.064, "p95_ms": 74.52}, "visualize": {"avg_ms": 3.732, "count": 297, "max_ms": 4.688, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16466.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.625, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.621, "name": "ffmpeg", "pid": 155209, "rss_mb": 283.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.333, "sample_count": 2719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2005689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:12:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:12:24+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T09:12:24+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T09:12:24.353551+09:00", "mtime_epoch": 1783296744.3535514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:12:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9582.75, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.472, "pushed": 8.472, "read": 8.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.914, "count": 254, "max_ms": 44.93, "p95_ms": 31.654}, "gstreamer_push": {"avg_ms": 1.164, "count": 254, "max_ms": 1.569, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.159, "count": 254, "max_ms": 78.26, "p95_ms": 63.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.58, "count": 254, "max_ms": 77.91, "p95_ms": 73.468}, "yolo11_640_fire_11class": {"avg_ms": 50.214, "count": 254, "max_ms": 71.951, "p95_ms": 66.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.827, "count": 254, "max_ms": 81.166, "p95_ms": 76.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.112, "count": 254, "max_ms": 157.195, "p95_ms": 146.201}, "read_interval": {"avg_ms": 118.474, "count": 253, "max_ms": 170.447, "p95_ms": 159.427}, "triton_wait": {"avg_ms": 57.281, "count": 254, "max_ms": 81.178, "p95_ms": 76.529}, "visualize": {"avg_ms": 3.676, "count": 254, "max_ms": 5.108, "p95_ms": 4.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16465.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.002, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.705, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2504821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:12:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:12:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T09:12:24+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T09:12:24.401552+09:00", "mtime_epoch": 1783296744.4015522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:12:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2573.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.6, "count": 300, "max_ms": 16.356, "p95_ms": 11.452}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.767, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.324, "count": 300, "max_ms": 72.304, "p95_ms": 64.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.54, "count": 300, "max_ms": 79.91, "p95_ms": 70.023}, "yolo11_640_fire_11class": {"avg_ms": 52.618, "count": 300, "max_ms": 72.044, "p95_ms": 66.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.879, "count": 300, "max_ms": 82.65, "p95_ms": 77.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.399, "count": 300, "max_ms": 135.089, "p95_ms": 110.851}, "read_interval": {"avg_ms": 100.195, "count": 299, "max_ms": 615.931, "p95_ms": 126.445}, "triton_wait": {"avg_ms": 57.627, "count": 300, "max_ms": 82.663, "p95_ms": 77.484}, "visualize": {"avg_ms": 3.857, "count": 300, "max_ms": 5.672, "p95_ms": 5.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16168.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 835, "h264_decode_error_count": 2042, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:04:54+09:00", "last_error_summary": "[h264 @ 0x55e3e2c06bc0] error while decoding MB 4 39, bytestream -7", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.718, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.93, "name": "ffmpeg", "pid": 155209, "rss_mb": 291.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.333, "sample_count": 2718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2005971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:12:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:12:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T09:12:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:12:54.450080+09:00", "mtime_epoch": 1783296774.4500802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:12:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9583.008, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.402, "pushed": 9.402, "read": 9.369}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.976, "count": 282, "max_ms": 32.989, "p95_ms": 29.665}, "gstreamer_push": {"avg_ms": 1.188, "count": 282, "max_ms": 1.381, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.395, "count": 282, "max_ms": 67.609, "p95_ms": 63.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.782, "count": 282, "max_ms": 80.502, "p95_ms": 69.972}, "yolo11_640_fire_11class": {"avg_ms": 51.019, "count": 282, "max_ms": 74.614, "p95_ms": 67.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.623, "count": 282, "max_ms": 78.258, "p95_ms": 74.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.06, "count": 282, "max_ms": 115.493, "p95_ms": 109.884}, "read_interval": {"avg_ms": 106.729, "count": 281, "max_ms": 129.876, "p95_ms": 124.689}, "triton_wait": {"avg_ms": 57.146, "count": 282, "max_ms": 80.515, "p95_ms": 75.365}, "visualize": {"avg_ms": 3.286, "count": 282, "max_ms": 4.235, "p95_ms": 3.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16168.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.072, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 155316, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.164, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2505128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:12:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:12:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T09:12:54+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T09:12:54.470081+09:00", "mtime_epoch": 1783296774.4700806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:12:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2573.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.239, "pushed": 10.239, "read": 10.205}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.301, "count": 307, "max_ms": 14.618, "p95_ms": 10.524}, "gstreamer_push": {"avg_ms": 1.302, "count": 307, "max_ms": 2.211, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.727, "count": 307, "max_ms": 66.347, "p95_ms": 62.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.817, "count": 307, "max_ms": 83.977, "p95_ms": 72.048}, "yolo11_640_fire_11class": {"avg_ms": 52.935, "count": 307, "max_ms": 71.912, "p95_ms": 65.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.776, "count": 307, "max_ms": 77.773, "p95_ms": 72.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.014, "count": 307, "max_ms": 101.503, "p95_ms": 92.065}, "read_interval": {"avg_ms": 97.988, "count": 306, "max_ms": 843.868, "p95_ms": 115.147}, "triton_wait": {"avg_ms": 56.935, "count": 307, "max_ms": 83.991, "p95_ms": 74.257}, "visualize": {"avg_ms": 3.702, "count": 307, "max_ms": 4.766, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 20876}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15868.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:06:25+09:00", "last_error_summary": "[h264 @ 0x565391648ac0] error while decoding MB 11 37, bytestream -9 [in#0/rtsp @ 0x5653914fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5653914fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:06:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 389.907, "last_started_at": "2026-07-06T09:06:27+09:00", "pid": 155316, "process": {"exists": false, "pid": 155316}, "restart_count": 152, "restart_count_per_hour": 4, "rtsp_timeout_count": 258, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.19, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2505144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 1.27, "last_frame_pushed_at": "2026-07-06T09:12:56+09:00", "last_frame_read_age_sec": 1.343, "last_frame_read_at": "2026-07-06T09:12:56+09:00", "mjpeg": {"age_sec": 1.252, "exists": true, "mtime": "2026-07-06T09:12:56.122109+09:00", "mtime_epoch": 1783296776.1221094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:12:57+09:00", "process": {"exists": true, "fd_count": 133, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2570.078, "state": "R (running)", "threads": 118}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.297, "count": 291, "max_ms": 14.618, "p95_ms": 10.483}, "gstreamer_push": {"avg_ms": 1.302, "count": 291, "max_ms": 2.211, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.814, "count": 291, "max_ms": 66.347, "p95_ms": 62.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.011, "count": 291, "max_ms": 83.977, "p95_ms": 72.741}, "yolo11_640_fire_11class": {"avg_ms": 53.096, "count": 291, "max_ms": 71.912, "p95_ms": 66.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.049, "count": 291, "max_ms": 77.773, "p95_ms": 72.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.237, "count": 291, "max_ms": 101.503, "p95_ms": 92.261}, "read_interval": {"avg_ms": 98.824, "count": 290, "max_ms": 843.868, "p95_ms": 120.66}, "triton_wait": {"avg_ms": 57.152, "count": 291, "max_ms": 83.991, "p95_ms": 74.618}, "visualize": {"avg_ms": 3.708, "count": 291, "max_ms": 4.766, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "stopped", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15675.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.014, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 210.062, "name": "ffmpeg", "pid": 155470, "rss_mb": 210.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.926}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 3.003, "exists": true, "mtime": "2026-07-06T09:12:56.122109+09:00", "mtime_epoch": 1783296776.1221094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:12:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1007.762, "name": "celery", "pid": 239, "rss_mb": 826.098, "state": "R (running)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 16716}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15664.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 836, "h264_decode_error_count": 2043, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:12:58+09:00", "last_error_summary": "[h264 @ 0x5567387a09c0] error while decoding MB 44 23, bytestream -14", "last_exit_at": "2026-07-06T09:04:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 481.186, "last_started_at": "2026-07-06T09:04:57+09:00", "pid": 155209, "process": {"exists": false, "pid": 155209}, "restart_count": 929, "restart_count_per_hour": 7, "rtsp_timeout_count": 520, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 930}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.333, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2006005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:12:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 1.016, "last_frame_pushed_at": "2026-07-06T09:12:57+09:00", "last_frame_read_age_sec": 1.102, "last_frame_read_at": "2026-07-06T09:12:57+09:00", "mjpeg": {"age_sec": 1.003, "exists": true, "mtime": "2026-07-06T09:12:57.998142+09:00", "mtime_epoch": 1783296777.9981425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:12:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 10019.148, "name": "celery", "pid": 237, "rss_mb": 9612.234, "state": "R (running)", "threads": 118}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.121, "pushed": 9.121, "read": 9.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.712, "count": 273, "max_ms": 35.395, "p95_ms": 29.434}, "gstreamer_push": {"avg_ms": 1.181, "count": 273, "max_ms": 1.381, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.149, "count": 273, "max_ms": 66.511, "p95_ms": 63.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.908, "count": 273, "max_ms": 80.502, "p95_ms": 72.852}, "yolo11_640_fire_11class": {"avg_ms": 50.891, "count": 273, "max_ms": 74.614, "p95_ms": 67.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.3, "count": 273, "max_ms": 78.258, "p95_ms": 74.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.638, "count": 273, "max_ms": 115.493, "p95_ms": 110.124}, "read_interval": {"avg_ms": 106.318, "count": 272, "max_ms": 129.876, "p95_ms": 124.802}, "triton_wait": {"avg_ms": 57.028, "count": 273, "max_ms": 80.515, "p95_ms": 75.608}, "visualize": {"avg_ms": 3.275, "count": 273, "max_ms": 4.235, "p95_ms": 3.545}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "stopped", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15791.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.016, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.82, "name": "ffmpeg", "pid": 155623, "rss_mb": 138.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.923}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 3.018, "exists": true, "mtime": "2026-07-06T09:12:57.998142+09:00", "mtime_epoch": 1783296777.9981425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:13:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2430.945, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15799.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.094, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.953, "name": "ffmpeg", "pid": 155470, "rss_mb": 331.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.105, "sample_count": 307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.842}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:13:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:13:29+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T09:13:29+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T09:13:29.126689+09:00", "mtime_epoch": 1783296809.1266892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:13:29+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1026.934, "name": "celery", "pid": 239, "rss_mb": 1025.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.233, "pushed": 10.233, "read": 10.2}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.378, "count": 306, "max_ms": 3.813, "p95_ms": 3.101}, "gstreamer_push": {"avg_ms": 1.537, "count": 307, "max_ms": 5.847, "p95_ms": 3.669}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.658, "count": 306, "max_ms": 64.146, "p95_ms": 61.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.58, "count": 306, "max_ms": 77.491, "p95_ms": 69.996}, "yolo11_640_fire_11class": {"avg_ms": 50.072, "count": 306, "max_ms": 69.658, "p95_ms": 63.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.404, "count": 306, "max_ms": 76.525, "p95_ms": 73.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.433, "count": 307, "max_ms": 126.8, "p95_ms": 96.105}, "read_interval": {"avg_ms": 98.002, "count": 306, "max_ms": 1015.783, "p95_ms": 120.226}, "triton_wait": {"avg_ms": 57.692, "count": 306, "max_ms": 77.503, "p95_ms": 73.76}, "visualize": {"avg_ms": 3.863, "count": 306, "max_ms": 6.954, "p95_ms": 5.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15794.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.123, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.617, "name": "ffmpeg", "pid": 155623, "rss_mb": 268.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.34, "sample_count": 306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.814}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:13:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:13:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:13:31+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T09:13:30.950721+09:00", "mtime_epoch": 1783296810.9507213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:13:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2706.695, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.195, "pushed": 10.195, "read": 10.162}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.258, "count": 305, "max_ms": 2.109, "p95_ms": 1.7}, "gstreamer_push": {"avg_ms": 1.48, "count": 305, "max_ms": 3.879, "p95_ms": 1.921}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.195, "count": 305, "max_ms": 65.215, "p95_ms": 59.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.508, "count": 305, "max_ms": 77.978, "p95_ms": 71.018}, "yolo11_640_fire_11class": {"avg_ms": 52.391, "count": 305, "max_ms": 63.767, "p95_ms": 61.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.179, "count": 305, "max_ms": 77.46, "p95_ms": 72.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.016, "count": 305, "max_ms": 88.752, "p95_ms": 85.34}, "read_interval": {"avg_ms": 98.479, "count": 304, "max_ms": 235.667, "p95_ms": 121.5}, "triton_wait": {"avg_ms": 61.024, "count": 305, "max_ms": 77.991, "p95_ms": 73.739}, "visualize": {"avg_ms": 3.85, "count": 305, "max_ms": 6.944, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15801.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.166, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.953, "name": "ffmpeg", "pid": 155470, "rss_mb": 331.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.454, "sample_count": 608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.771}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:13:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:13:59+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T09:13:59.219218+09:00", "mtime_epoch": 1783296839.2192178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:13:59+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1026.934, "name": "celery", "pid": 239, "rss_mb": 1025.223, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.384, "count": 301, "max_ms": 5.398, "p95_ms": 1.762}, "gstreamer_push": {"avg_ms": 1.568, "count": 301, "max_ms": 4.082, "p95_ms": 3.676}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.159, "count": 301, "max_ms": 64.606, "p95_ms": 61.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.063, "count": 301, "max_ms": 80.77, "p95_ms": 69.251}, "yolo11_640_fire_11class": {"avg_ms": 49.994, "count": 301, "max_ms": 69.394, "p95_ms": 63.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.06, "count": 301, "max_ms": 77.933, "p95_ms": 72.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.146, "count": 301, "max_ms": 128.666, "p95_ms": 90.876}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 891.281, "p95_ms": 128.793}, "triton_wait": {"avg_ms": 58.055, "count": 301, "max_ms": 80.783, "p95_ms": 74.057}, "visualize": {"avg_ms": 3.826, "count": 301, "max_ms": 6.652, "p95_ms": 5.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15802.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.127, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.322, "sample_count": 607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.81}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:14:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:14:01+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T09:14:01+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T09:14:01.071250+09:00", "mtime_epoch": 1783296841.0712502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:14:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2706.695, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.245, "count": 301, "max_ms": 2.063, "p95_ms": 1.416}, "gstreamer_push": {"avg_ms": 1.385, "count": 301, "max_ms": 1.75, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.543, "count": 301, "max_ms": 65.985, "p95_ms": 60.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.907, "count": 301, "max_ms": 78.61, "p95_ms": 69.415}, "yolo11_640_fire_11class": {"avg_ms": 51.581, "count": 301, "max_ms": 65.302, "p95_ms": 62.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.27, "count": 301, "max_ms": 79.464, "p95_ms": 72.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.143, "count": 301, "max_ms": 89.414, "p95_ms": 82.487}, "read_interval": {"avg_ms": 99.693, "count": 301, "max_ms": 184.4, "p95_ms": 124.949}, "triton_wait": {"avg_ms": 59.079, "count": 301, "max_ms": 79.477, "p95_ms": 72.531}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 6.702, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15803.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.389, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.953, "name": "ffmpeg", "pid": 155470, "rss_mb": 331.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.333, "sample_count": 907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.548}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T09:14:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:14:29+09:00", "mjpeg": {"age_sec": 0.581, "exists": true, "mtime": "2026-07-06T09:14:28.919739+09:00", "mtime_epoch": 1783296868.9197392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:14:29+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1026.934, "name": "celery", "pid": 239, "rss_mb": 1025.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.875}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.664, "count": 297, "max_ms": 4.758, "p95_ms": 3.798}, "gstreamer_push": {"avg_ms": 1.598, "count": 297, "max_ms": 6.212, "p95_ms": 3.839}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.655, "count": 297, "max_ms": 67.94, "p95_ms": 61.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.235, "count": 297, "max_ms": 75.658, "p95_ms": 64.743}, "yolo11_640_fire_11class": {"avg_ms": 48.356, "count": 297, "max_ms": 68.979, "p95_ms": 61.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.064, "count": 297, "max_ms": 77.25, "p95_ms": 73.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.101, "count": 297, "max_ms": 152.735, "p95_ms": 109.682}, "read_interval": {"avg_ms": 101.277, "count": 296, "max_ms": 780.149, "p95_ms": 142.057}, "triton_wait": {"avg_ms": 54.993, "count": 297, "max_ms": 77.264, "p95_ms": 74.319}, "visualize": {"avg_ms": 4.017, "count": 297, "max_ms": 6.889, "p95_ms": 5.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15803.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.166, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.512, "sample_count": 899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.772}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:14:31+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T09:14:31+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T09:14:31.071777+09:00", "mtime_epoch": 1783296871.071777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:14:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2707.469, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.716}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.597, "count": 292, "max_ms": 5.869, "p95_ms": 3.834}, "gstreamer_push": {"avg_ms": 1.354, "count": 292, "max_ms": 2.444, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.566, "count": 292, "max_ms": 65.47, "p95_ms": 60.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.825, "count": 292, "max_ms": 76.345, "p95_ms": 68.71}, "yolo11_640_fire_11class": {"avg_ms": 50.308, "count": 292, "max_ms": 70.447, "p95_ms": 61.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.12, "count": 292, "max_ms": 75.683, "p95_ms": 71.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.252, "count": 292, "max_ms": 144.82, "p95_ms": 110.129}, "read_interval": {"avg_ms": 102.777, "count": 291, "max_ms": 394.929, "p95_ms": 133.663}, "triton_wait": {"avg_ms": 57.828, "count": 292, "max_ms": 76.357, "p95_ms": 72.044}, "visualize": {"avg_ms": 3.926, "count": 292, "max_ms": 9.245, "p95_ms": 5.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15803.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.45, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.953, "name": "ffmpeg", "pid": 155470, "rss_mb": 331.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.546, "sample_count": 1206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.487}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:14:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:14:59+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T09:14:59+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T09:14:59.480276+09:00", "mtime_epoch": 1783296899.4802759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:14:59+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1023.434, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.372, "count": 299, "max_ms": 4.268, "p95_ms": 1.808}, "gstreamer_push": {"avg_ms": 1.467, "count": 299, "max_ms": 5.8, "p95_ms": 2.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.406, "count": 299, "max_ms": 66.116, "p95_ms": 62.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.069, "count": 299, "max_ms": 76.356, "p95_ms": 70.666}, "yolo11_640_fire_11class": {"avg_ms": 52.936, "count": 299, "max_ms": 72.604, "p95_ms": 63.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.917, "count": 299, "max_ms": 77.112, "p95_ms": 73.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.171, "count": 299, "max_ms": 124.848, "p95_ms": 90.93}, "read_interval": {"avg_ms": 100.542, "count": 298, "max_ms": 845.34, "p95_ms": 137.683}, "triton_wait": {"avg_ms": 62.33, "count": 299, "max_ms": 77.124, "p95_ms": 73.731}, "visualize": {"avg_ms": 3.783, "count": 299, "max_ms": 6.918, "p95_ms": 4.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15797.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.199, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.179, "sample_count": 1202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.738}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:15:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:15:01+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:15:01+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T09:15:01.136305+09:00", "mtime_epoch": 1783296901.136305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:15:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2709.273, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.991, "count": 303, "max_ms": 4.669, "p95_ms": 3.966}, "gstreamer_push": {"avg_ms": 1.327, "count": 303, "max_ms": 2.988, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.022, "count": 303, "max_ms": 63.904, "p95_ms": 61.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.727, "count": 303, "max_ms": 78.708, "p95_ms": 71.277}, "yolo11_640_fire_11class": {"avg_ms": 54.705, "count": 303, "max_ms": 67.026, "p95_ms": 62.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.59, "count": 303, "max_ms": 75.974, "p95_ms": 72.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.741, "count": 303, "max_ms": 135.121, "p95_ms": 120.446}, "read_interval": {"avg_ms": 99.197, "count": 302, "max_ms": 146.808, "p95_ms": 132.639}, "triton_wait": {"avg_ms": 63.607, "count": 303, "max_ms": 78.72, "p95_ms": 72.956}, "visualize": {"avg_ms": 4.121, "count": 303, "max_ms": 6.232, "p95_ms": 5.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15802.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.513, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.953, "name": "ffmpeg", "pid": 155470, "rss_mb": 331.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.712, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.424}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:15:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:15:29+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T09:15:29+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T09:15:29.548804+09:00", "mtime_epoch": 1783296929.5488038, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:15:29+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1022.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.343, "pushed": 10.343, "read": 10.31}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.25, "count": 310, "max_ms": 1.79, "p95_ms": 1.345}, "gstreamer_push": {"avg_ms": 1.558, "count": 310, "max_ms": 6.224, "p95_ms": 3.806}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.768, "count": 310, "max_ms": 63.105, "p95_ms": 61.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.063, "count": 310, "max_ms": 80.749, "p95_ms": 70.51}, "yolo11_640_fire_11class": {"avg_ms": 50.853, "count": 310, "max_ms": 71.46, "p95_ms": 62.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.182, "count": 310, "max_ms": 78.639, "p95_ms": 71.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.724, "count": 310, "max_ms": 91.201, "p95_ms": 83.024}, "read_interval": {"avg_ms": 96.989, "count": 309, "max_ms": 379.984, "p95_ms": 170.773}, "triton_wait": {"avg_ms": 58.556, "count": 310, "max_ms": 80.764, "p95_ms": 72.655}, "visualize": {"avg_ms": 3.78, "count": 310, "max_ms": 4.71, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15802.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.259, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.767, "sample_count": 1507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.678}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:15:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T09:15:31+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T09:15:31+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T09:15:31.196833+09:00", "mtime_epoch": 1783296931.1968327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:15:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2709.273, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.172, "pushed": 10.172, "read": 10.139}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.266, "count": 305, "max_ms": 1.952, "p95_ms": 1.5}, "gstreamer_push": {"avg_ms": 1.401, "count": 305, "max_ms": 1.948, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.39, "count": 305, "max_ms": 68.174, "p95_ms": 60.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.849, "count": 305, "max_ms": 78.329, "p95_ms": 70.2}, "yolo11_640_fire_11class": {"avg_ms": 52.605, "count": 305, "max_ms": 70.687, "p95_ms": 62.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.244, "count": 305, "max_ms": 76.735, "p95_ms": 71.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.263, "count": 305, "max_ms": 88.959, "p95_ms": 82.48}, "read_interval": {"avg_ms": 98.613, "count": 304, "max_ms": 180.939, "p95_ms": 121.551}, "triton_wait": {"avg_ms": 60.157, "count": 305, "max_ms": 78.342, "p95_ms": 72.253}, "visualize": {"avg_ms": 3.743, "count": 305, "max_ms": 4.695, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15800.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.529, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.201, "sample_count": 1816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.408}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:15:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:15:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:15:59+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T09:15:59.549330+09:00", "mtime_epoch": 1783296959.5493305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:15:59+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1019.824, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.237, "count": 300, "max_ms": 1.961, "p95_ms": 1.328}, "gstreamer_push": {"avg_ms": 1.597, "count": 300, "max_ms": 6.304, "p95_ms": 3.867}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.811, "count": 300, "max_ms": 68.035, "p95_ms": 63.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.129, "count": 300, "max_ms": 78.232, "p95_ms": 69.28}, "yolo11_640_fire_11class": {"avg_ms": 53.66, "count": 300, "max_ms": 74.44, "p95_ms": 64.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.267, "count": 300, "max_ms": 76.319, "p95_ms": 73.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.488, "count": 300, "max_ms": 88.225, "p95_ms": 84.266}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 431.176, "p95_ms": 166.02}, "triton_wait": {"avg_ms": 62.422, "count": 300, "max_ms": 78.245, "p95_ms": 74.393}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 4.935, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15808.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.334, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.976, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.603}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:16:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:16:01+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T09:16:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T09:16:01.253360+09:00", "mtime_epoch": 1783296961.2533603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:16:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.273, "count": 302, "max_ms": 1.838, "p95_ms": 1.578}, "gstreamer_push": {"avg_ms": 1.39, "count": 302, "max_ms": 3.746, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.424, "count": 302, "max_ms": 65.883, "p95_ms": 63.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.539, "count": 302, "max_ms": 78.023, "p95_ms": 69.81}, "yolo11_640_fire_11class": {"avg_ms": 54.534, "count": 302, "max_ms": 66.593, "p95_ms": 64.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.902, "count": 302, "max_ms": 75.115, "p95_ms": 73.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.138, "count": 302, "max_ms": 88.146, "p95_ms": 83.223}, "read_interval": {"avg_ms": 99.585, "count": 301, "max_ms": 204.808, "p95_ms": 127.158}, "triton_wait": {"avg_ms": 63.011, "count": 302, "max_ms": 78.035, "p95_ms": 73.28}, "visualize": {"avg_ms": 3.762, "count": 302, "max_ms": 4.806, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.725, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.432, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.212}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:16:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:16:29+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T09:16:29+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T09:16:29.653859+09:00", "mtime_epoch": 1783296989.653859, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:16:29+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1022.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.256, "count": 300, "max_ms": 2.091, "p95_ms": 1.641}, "gstreamer_push": {"avg_ms": 1.579, "count": 300, "max_ms": 6.533, "p95_ms": 3.734}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.56, "count": 300, "max_ms": 64.427, "p95_ms": 61.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.135, "count": 300, "max_ms": 78.901, "p95_ms": 71.209}, "yolo11_640_fire_11class": {"avg_ms": 50.45, "count": 300, "max_ms": 67.311, "p95_ms": 62.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.778, "count": 300, "max_ms": 76.049, "p95_ms": 73.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.777, "count": 300, "max_ms": 90.596, "p95_ms": 84.029}, "read_interval": {"avg_ms": 100.196, "count": 299, "max_ms": 596.517, "p95_ms": 159.227}, "triton_wait": {"avg_ms": 59.556, "count": 300, "max_ms": 78.916, "p95_ms": 73.686}, "visualize": {"avg_ms": 3.783, "count": 300, "max_ms": 6.997, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15808.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.339, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.607, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.598}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:16:31+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T09:16:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T09:16:31.253887+09:00", "mtime_epoch": 1783296991.253887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:16:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.262, "count": 300, "max_ms": 1.873, "p95_ms": 1.363}, "gstreamer_push": {"avg_ms": 1.397, "count": 300, "max_ms": 2.395, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.247, "count": 300, "max_ms": 63.837, "p95_ms": 61.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.924, "count": 300, "max_ms": 74.563, "p95_ms": 70.8}, "yolo11_640_fire_11class": {"avg_ms": 52.996, "count": 300, "max_ms": 64.364, "p95_ms": 61.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.008, "count": 300, "max_ms": 75.65, "p95_ms": 72.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.922, "count": 300, "max_ms": 89.219, "p95_ms": 83.857}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 164.366, "p95_ms": 120.936}, "triton_wait": {"avg_ms": 61.691, "count": 300, "max_ms": 75.664, "p95_ms": 72.888}, "visualize": {"avg_ms": 3.782, "count": 300, "max_ms": 6.991, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.749, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.847, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.187}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:16:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:16:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T09:16:59+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T09:16:59.706386+09:00", "mtime_epoch": 1783297019.7063863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:16:59+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1022.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.28, "count": 300, "max_ms": 1.848, "p95_ms": 1.785}, "gstreamer_push": {"avg_ms": 1.596, "count": 300, "max_ms": 6.378, "p95_ms": 3.817}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.848, "count": 300, "max_ms": 68.279, "p95_ms": 63.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.163, "count": 300, "max_ms": 75.978, "p95_ms": 69.26}, "yolo11_640_fire_11class": {"avg_ms": 51.956, "count": 300, "max_ms": 70.55, "p95_ms": 64.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.035, "count": 300, "max_ms": 75.497, "p95_ms": 73.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.964, "count": 300, "max_ms": 92.399, "p95_ms": 84.692}, "read_interval": {"avg_ms": 100.138, "count": 299, "max_ms": 742.453, "p95_ms": 162.327}, "triton_wait": {"avg_ms": 59.536, "count": 300, "max_ms": 75.992, "p95_ms": 73.787}, "visualize": {"avg_ms": 3.897, "count": 300, "max_ms": 6.993, "p95_ms": 4.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15807.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.424, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.68, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.038, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.512}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:17:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:17:01+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T09:17:01+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T09:17:01.346415+09:00", "mtime_epoch": 1783297021.346415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:17:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.277, "count": 301, "max_ms": 2.088, "p95_ms": 1.656}, "gstreamer_push": {"avg_ms": 1.416, "count": 301, "max_ms": 2.505, "p95_ms": 1.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.41, "count": 301, "max_ms": 67.373, "p95_ms": 61.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.687, "count": 301, "max_ms": 79.835, "p95_ms": 70.331}, "yolo11_640_fire_11class": {"avg_ms": 53.575, "count": 301, "max_ms": 65.982, "p95_ms": 62.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.276, "count": 301, "max_ms": 74.488, "p95_ms": 72.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.893, "count": 301, "max_ms": 92.361, "p95_ms": 84.895}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 163.028, "p95_ms": 120.779}, "triton_wait": {"avg_ms": 61.549, "count": 301, "max_ms": 79.851, "p95_ms": 72.996}, "visualize": {"avg_ms": 3.86, "count": 301, "max_ms": 6.984, "p95_ms": 4.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.824, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.994, "sample_count": 2717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.113}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:17:29+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T09:17:29+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T09:17:29.858915+09:00", "mtime_epoch": 1783297049.8589153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:17:29+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1022.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.522, "count": 300, "max_ms": 4.442, "p95_ms": 3.694}, "gstreamer_push": {"avg_ms": 1.509, "count": 300, "max_ms": 6.229, "p95_ms": 3.629}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.972, "count": 300, "max_ms": 64.209, "p95_ms": 62.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.401, "count": 300, "max_ms": 80.949, "p95_ms": 69.701}, "yolo11_640_fire_11class": {"avg_ms": 50.275, "count": 300, "max_ms": 66.227, "p95_ms": 62.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.878, "count": 300, "max_ms": 77.239, "p95_ms": 73.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.749, "count": 300, "max_ms": 122.543, "p95_ms": 101.116}, "read_interval": {"avg_ms": 100.253, "count": 299, "max_ms": 935.433, "p95_ms": 134.745}, "triton_wait": {"avg_ms": 58.963, "count": 300, "max_ms": 80.961, "p95_ms": 73.9}, "visualize": {"avg_ms": 3.89, "count": 300, "max_ms": 5.671, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15805.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.436, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.379, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.5}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:17:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:17:31+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T09:17:31+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T09:17:31.318945+09:00", "mtime_epoch": 1783297051.3189454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:17:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.256, "count": 300, "max_ms": 1.728, "p95_ms": 1.364}, "gstreamer_push": {"avg_ms": 1.391, "count": 300, "max_ms": 2.078, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.378, "count": 300, "max_ms": 66.691, "p95_ms": 61.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.45, "count": 300, "max_ms": 78.979, "p95_ms": 69.805}, "yolo11_640_fire_11class": {"avg_ms": 52.377, "count": 300, "max_ms": 66.153, "p95_ms": 61.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.798, "count": 300, "max_ms": 75.294, "p95_ms": 72.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.32, "count": 300, "max_ms": 88.968, "p95_ms": 83.35}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 226.216, "p95_ms": 122.938}, "triton_wait": {"avg_ms": 60.208, "count": 300, "max_ms": 78.991, "p95_ms": 73.328}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 4.741, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.842, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.609, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:17:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:17:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:17:59+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T09:17:59.895776+09:00", "mtime_epoch": 1783297079.8957763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:17:59+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1023.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.26, "count": 302, "max_ms": 2.279, "p95_ms": 1.548}, "gstreamer_push": {"avg_ms": 1.513, "count": 302, "max_ms": 4.526, "p95_ms": 3.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.654, "count": 302, "max_ms": 67.661, "p95_ms": 64.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.486, "count": 302, "max_ms": 76.828, "p95_ms": 65.97}, "yolo11_640_fire_11class": {"avg_ms": 51.827, "count": 302, "max_ms": 68.889, "p95_ms": 64.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.464, "count": 302, "max_ms": 77.138, "p95_ms": 74.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.68, "count": 302, "max_ms": 88.625, "p95_ms": 84.942}, "read_interval": {"avg_ms": 99.456, "count": 301, "max_ms": 749.614, "p95_ms": 132.12}, "triton_wait": {"avg_ms": 59.498, "count": 302, "max_ms": 77.153, "p95_ms": 74.882}, "visualize": {"avg_ms": 3.788, "count": 302, "max_ms": 6.061, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15805.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.476, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.439, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:18:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:18:01+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T09:18:01+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T09:18:01.355818+09:00", "mtime_epoch": 1783297081.3558183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:18:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.308, "count": 298, "max_ms": 3.646, "p95_ms": 1.58}, "gstreamer_push": {"avg_ms": 1.406, "count": 298, "max_ms": 2.125, "p95_ms": 1.525}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.276, "count": 298, "max_ms": 67.999, "p95_ms": 65.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.076, "count": 298, "max_ms": 76.53, "p95_ms": 70.012}, "yolo11_640_fire_11class": {"avg_ms": 54.281, "count": 298, "max_ms": 67.917, "p95_ms": 65.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.017, "count": 298, "max_ms": 77.341, "p95_ms": 74.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.657, "count": 298, "max_ms": 126.006, "p95_ms": 85.244}, "read_interval": {"avg_ms": 100.654, "count": 297, "max_ms": 167.757, "p95_ms": 121.997}, "triton_wait": {"avg_ms": 62.502, "count": 298, "max_ms": 77.353, "p95_ms": 74.224}, "visualize": {"avg_ms": 3.788, "count": 298, "max_ms": 5.697, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15805.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.913, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.504, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:18:30+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T09:18:29+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T09:18:29.948633+09:00", "mtime_epoch": 1783297109.948633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:18:30+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1027.816, "name": "celery", "pid": 239, "rss_mb": 1022.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.255, "count": 299, "max_ms": 2.176, "p95_ms": 1.483}, "gstreamer_push": {"avg_ms": 1.513, "count": 299, "max_ms": 6.179, "p95_ms": 1.644}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.581, "count": 299, "max_ms": 65.96, "p95_ms": 62.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.718, "count": 299, "max_ms": 78.107, "p95_ms": 69.381}, "yolo11_640_fire_11class": {"avg_ms": 50.456, "count": 299, "max_ms": 65.029, "p95_ms": 62.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.914, "count": 299, "max_ms": 76.965, "p95_ms": 74.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.38, "count": 299, "max_ms": 88.144, "p95_ms": 84.487}, "read_interval": {"avg_ms": 100.58, "count": 298, "max_ms": 681.85, "p95_ms": 159.512}, "triton_wait": {"avg_ms": 60.245, "count": 299, "max_ms": 78.12, "p95_ms": 74.412}, "visualize": {"avg_ms": 3.75, "count": 299, "max_ms": 5.216, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15805.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.486, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.174, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:18:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:18:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:18:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T09:18:31.400674+09:00", "mtime_epoch": 1783297111.4006739, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:18:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.458, "count": 302, "max_ms": 4.688, "p95_ms": 3.526}, "gstreamer_push": {"avg_ms": 1.39, "count": 302, "max_ms": 2.074, "p95_ms": 1.514}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.869, "count": 302, "max_ms": 64.645, "p95_ms": 61.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.263, "count": 302, "max_ms": 80.008, "p95_ms": 69.672}, "yolo11_640_fire_11class": {"avg_ms": 53.258, "count": 302, "max_ms": 64.078, "p95_ms": 62.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.577, "count": 302, "max_ms": 76.175, "p95_ms": 73.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.278, "count": 302, "max_ms": 125.871, "p95_ms": 104.636}, "read_interval": {"avg_ms": 99.511, "count": 302, "max_ms": 351.372, "p95_ms": 129.208}, "triton_wait": {"avg_ms": 62.29, "count": 302, "max_ms": 80.021, "p95_ms": 74.04}, "visualize": {"avg_ms": 3.88, "count": 302, "max_ms": 6.804, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 29}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16076.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.974, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.705, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:19:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:19:00+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T09:19:00+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T09:19:00.021474+09:00", "mtime_epoch": 1783297140.0214736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:19:00+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1291.195, "name": "celery", "pid": 239, "rss_mb": 1286.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.975, "pushed": 7.975, "read": 7.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.81, "count": 239, "max_ms": 9.285, "p95_ms": 6.506}, "gstreamer_push": {"avg_ms": 1.491, "count": 239, "max_ms": 6.455, "p95_ms": 3.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.577, "count": 239, "max_ms": 67.05, "p95_ms": 62.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.931, "count": 239, "max_ms": 76.193, "p95_ms": 71.037}, "yolo11_640_fire_11class": {"avg_ms": 49.954, "count": 239, "max_ms": 66.806, "p95_ms": 62.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.657, "count": 239, "max_ms": 77.658, "p95_ms": 73.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.033, "count": 239, "max_ms": 939.017, "p95_ms": 185.346}, "read_interval": {"avg_ms": 125.977, "count": 238, "max_ms": 954.622, "p95_ms": 207.171}, "triton_wait": {"avg_ms": 60.335, "count": 239, "max_ms": 77.67, "p95_ms": 74.206}, "visualize": {"avg_ms": 6.005, "count": 239, "max_ms": 18.118, "p95_ms": 13.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16076.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.494, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.174, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:19:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:19:01+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:19:01+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T09:19:01.433513+09:00", "mtime_epoch": 1783297141.4335127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:19:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.255, "count": 301, "max_ms": 2.137, "p95_ms": 1.434}, "gstreamer_push": {"avg_ms": 1.376, "count": 301, "max_ms": 1.721, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.026, "count": 301, "max_ms": 69.527, "p95_ms": 61.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.595, "count": 301, "max_ms": 74.773, "p95_ms": 69.224}, "yolo11_640_fire_11class": {"avg_ms": 51.685, "count": 301, "max_ms": 66.93, "p95_ms": 61.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.031, "count": 301, "max_ms": 76.457, "p95_ms": 72.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.645, "count": 301, "max_ms": 86.43, "p95_ms": 83.225}, "read_interval": {"avg_ms": 99.769, "count": 301, "max_ms": 212.19, "p95_ms": 123.461}, "triton_wait": {"avg_ms": 59.595, "count": 301, "max_ms": 76.469, "p95_ms": 73.215}, "visualize": {"avg_ms": 3.745, "count": 301, "max_ms": 5.077, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16037.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 393.067, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.301, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:19:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:19:30+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T09:19:30+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T09:19:30.094299+09:00", "mtime_epoch": 1783297170.0942986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:19:30+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1291.195, "name": "celery", "pid": 239, "rss_mb": 1247.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.389, "pushed": 11.389, "read": 11.355}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.59, "count": 341, "max_ms": 2.311, "p95_ms": 1.823}, "gstreamer_push": {"avg_ms": 1.382, "count": 341, "max_ms": 1.978, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.081, "count": 341, "max_ms": 69.269, "p95_ms": 61.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.67, "count": 341, "max_ms": 75.877, "p95_ms": 67.007}, "yolo11_640_fire_11class": {"avg_ms": 52.259, "count": 341, "max_ms": 71.351, "p95_ms": 62.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.629, "count": 341, "max_ms": 76.768, "p95_ms": 72.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.384, "count": 341, "max_ms": 87.235, "p95_ms": 83.118}, "read_interval": {"avg_ms": 87.98, "count": 340, "max_ms": 103.005, "p95_ms": 100.142}, "triton_wait": {"avg_ms": 61.008, "count": 341, "max_ms": 76.782, "p95_ms": 72.873}, "visualize": {"avg_ms": 3.704, "count": 341, "max_ms": 5.077, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16037.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.575, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.534, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:19:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:19:31+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T09:19:31+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T09:19:31.494337+09:00", "mtime_epoch": 1783297171.4943366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:19:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.273, "count": 300, "max_ms": 1.835, "p95_ms": 1.62}, "gstreamer_push": {"avg_ms": 1.407, "count": 300, "max_ms": 2.431, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.284, "count": 300, "max_ms": 64.596, "p95_ms": 60.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.282, "count": 300, "max_ms": 77.634, "p95_ms": 68.436}, "yolo11_640_fire_11class": {"avg_ms": 55.537, "count": 300, "max_ms": 66.569, "p95_ms": 62.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.19, "count": 300, "max_ms": 76.053, "p95_ms": 71.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.602, "count": 300, "max_ms": 87.854, "p95_ms": 82.795}, "read_interval": {"avg_ms": 100.126, "count": 299, "max_ms": 196.866, "p95_ms": 124.509}, "triton_wait": {"avg_ms": 64.357, "count": 300, "max_ms": 77.647, "p95_ms": 72.562}, "visualize": {"avg_ms": 3.768, "count": 300, "max_ms": 5.141, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16037.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 423.21, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.705, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:20:00+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T09:20:00+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T09:20:00.167109+09:00", "mtime_epoch": 1783297200.1671088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:20:00+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1291.195, "name": "celery", "pid": 239, "rss_mb": 1247.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.42, "pushed": 10.42, "read": 10.387}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.763, "count": 312, "max_ms": 6.059, "p95_ms": 3.915}, "gstreamer_push": {"avg_ms": 1.363, "count": 312, "max_ms": 2.282, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.452, "count": 312, "max_ms": 66.775, "p95_ms": 63.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.982, "count": 312, "max_ms": 75.83, "p95_ms": 70.658}, "yolo11_640_fire_11class": {"avg_ms": 53.425, "count": 312, "max_ms": 71.312, "p95_ms": 64.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.758, "count": 312, "max_ms": 80.572, "p95_ms": 74.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.676, "count": 312, "max_ms": 160.776, "p95_ms": 100.302}, "read_interval": {"avg_ms": 96.023, "count": 311, "max_ms": 720.656, "p95_ms": 117.506}, "triton_wait": {"avg_ms": 62.849, "count": 312, "max_ms": 80.584, "p95_ms": 74.391}, "visualize": {"avg_ms": 3.82, "count": 312, "max_ms": 5.813, "p95_ms": 5.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16036.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.613, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.166, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:20:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:20:01+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T09:20:01+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T09:20:01.511145+09:00", "mtime_epoch": 1783297201.5111449, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:20:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.254, "count": 301, "max_ms": 1.813, "p95_ms": 1.332}, "gstreamer_push": {"avg_ms": 1.399, "count": 301, "max_ms": 2.07, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.457, "count": 301, "max_ms": 66.079, "p95_ms": 62.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.829, "count": 301, "max_ms": 76.677, "p95_ms": 70.097}, "yolo11_640_fire_11class": {"avg_ms": 54.927, "count": 301, "max_ms": 67.472, "p95_ms": 63.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.993, "count": 301, "max_ms": 77.896, "p95_ms": 73.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.488, "count": 301, "max_ms": 87.968, "p95_ms": 84.228}, "read_interval": {"avg_ms": 99.862, "count": 300, "max_ms": 238.249, "p95_ms": 121.805}, "triton_wait": {"avg_ms": 63.396, "count": 301, "max_ms": 77.908, "p95_ms": 74.021}, "visualize": {"avg_ms": 3.745, "count": 301, "max_ms": 4.849, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16065.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 453.243, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.658, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:20:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:20:30+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T09:20:30+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T09:20:30.275906+09:00", "mtime_epoch": 1783297230.275906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:20:30+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1291.195, "name": "celery", "pid": 239, "rss_mb": 1268.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.201, "pushed": 9.201, "read": 9.167}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.847, "count": 275, "max_ms": 9.421, "p95_ms": 6.545}, "gstreamer_push": {"avg_ms": 1.351, "count": 275, "max_ms": 5.138, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.875, "count": 275, "max_ms": 65.757, "p95_ms": 62.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.415, "count": 275, "max_ms": 76.78, "p95_ms": 69.313}, "yolo11_640_fire_11class": {"avg_ms": 50.668, "count": 275, "max_ms": 66.352, "p95_ms": 63.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.094, "count": 275, "max_ms": 79.146, "p95_ms": 75.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.61, "count": 275, "max_ms": 744.111, "p95_ms": 152.639}, "read_interval": {"avg_ms": 109.255, "count": 274, "max_ms": 757.429, "p95_ms": 165.22}, "triton_wait": {"avg_ms": 60.915, "count": 275, "max_ms": 79.158, "p95_ms": 75.218}, "visualize": {"avg_ms": 4.1, "count": 275, "max_ms": 10.514, "p95_ms": 5.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16065.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 452.635, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.257, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:20:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:20:31+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T09:20:31+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T09:20:31.555940+09:00", "mtime_epoch": 1783297231.5559397, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:20:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.259, "count": 300, "max_ms": 1.893, "p95_ms": 1.445}, "gstreamer_push": {"avg_ms": 1.387, "count": 300, "max_ms": 1.692, "p95_ms": 1.524}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.74, "count": 300, "max_ms": 66.965, "p95_ms": 62.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.237, "count": 300, "max_ms": 76.645, "p95_ms": 68.26}, "yolo11_640_fire_11class": {"avg_ms": 53.459, "count": 300, "max_ms": 65.622, "p95_ms": 62.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.473, "count": 300, "max_ms": 78.498, "p95_ms": 73.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.148, "count": 300, "max_ms": 89.022, "p95_ms": 84.032}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 150.271, "p95_ms": 121.838}, "triton_wait": {"avg_ms": 62.029, "count": 300, "max_ms": 78.513, "p95_ms": 73.842}, "visualize": {"avg_ms": 3.754, "count": 300, "max_ms": 5.223, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 16017.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 483.329, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.658, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:21:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:21:00+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T09:21:00+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T09:21:00.360690+09:00", "mtime_epoch": 1783297260.3606896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:21:00+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1291.195, "name": "celery", "pid": 239, "rss_mb": 1221.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.004, "pushed": 11.004, "read": 10.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.672, "count": 330, "max_ms": 4.102, "p95_ms": 2.142}, "gstreamer_push": {"avg_ms": 1.364, "count": 330, "max_ms": 2.196, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.534, "count": 330, "max_ms": 72.047, "p95_ms": 62.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.158, "count": 330, "max_ms": 76.475, "p95_ms": 68.125}, "yolo11_640_fire_11class": {"avg_ms": 51.858, "count": 330, "max_ms": 70.559, "p95_ms": 62.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.493, "count": 330, "max_ms": 84.568, "p95_ms": 73.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.38, "count": 330, "max_ms": 137.828, "p95_ms": 86.206}, "read_interval": {"avg_ms": 91.147, "count": 329, "max_ms": 151.851, "p95_ms": 105.31}, "triton_wait": {"avg_ms": 62.56, "count": 330, "max_ms": 84.581, "p95_ms": 73.787}, "visualize": {"avg_ms": 3.779, "count": 330, "max_ms": 6.339, "p95_ms": 4.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 16010.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 482.728, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.339, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:21:01+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T09:21:01+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T09:21:01.648723+09:00", "mtime_epoch": 1783297261.648723, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:21:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.25, "count": 301, "max_ms": 1.836, "p95_ms": 1.293}, "gstreamer_push": {"avg_ms": 1.394, "count": 301, "max_ms": 2.339, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.046, "count": 301, "max_ms": 72.163, "p95_ms": 62.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.804, "count": 301, "max_ms": 76.085, "p95_ms": 68.986}, "yolo11_640_fire_11class": {"avg_ms": 55.232, "count": 301, "max_ms": 70.958, "p95_ms": 63.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.357, "count": 301, "max_ms": 84.7, "p95_ms": 73.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.443, "count": 301, "max_ms": 94.553, "p95_ms": 83.958}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 129.683, "p95_ms": 121.18}, "triton_wait": {"avg_ms": 64.328, "count": 301, "max_ms": 84.713, "p95_ms": 74.01}, "visualize": {"avg_ms": 3.74, "count": 301, "max_ms": 6.613, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 15917.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 513.344, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.211, "name": "ffmpeg", "pid": 155470, "rss_mb": 332.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.658, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:21:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:21:30+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T09:21:30+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T09:21:30.397460+09:00", "mtime_epoch": 1783297290.3974595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:21:30+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 1291.195, "name": "celery", "pid": 239, "rss_mb": 1120.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.559, "count": 303, "max_ms": 2.208, "p95_ms": 1.658}, "gstreamer_push": {"avg_ms": 1.39, "count": 303, "max_ms": 1.932, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.965, "count": 303, "max_ms": 67.549, "p95_ms": 64.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.256, "count": 303, "max_ms": 78.788, "p95_ms": 71.533}, "yolo11_640_fire_11class": {"avg_ms": 51.514, "count": 303, "max_ms": 67.015, "p95_ms": 64.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.641, "count": 303, "max_ms": 78.247, "p95_ms": 74.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.228, "count": 303, "max_ms": 89.066, "p95_ms": 85.745}, "read_interval": {"avg_ms": 99.128, "count": 303, "max_ms": 699.792, "p95_ms": 112.596}, "triton_wait": {"avg_ms": 62.791, "count": 303, "max_ms": 78.799, "p95_ms": 75.247}, "visualize": {"avg_ms": 3.716, "count": 303, "max_ms": 4.939, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "running", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 15917.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 512.813, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.938, "name": "ffmpeg", "pid": 155623, "rss_mb": 270.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.458, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:21:31+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T09:21:31+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T09:21:31.733494+09:00", "mtime_epoch": 1783297291.7334936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:21:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.243, "count": 301, "max_ms": 1.74, "p95_ms": 1.333}, "gstreamer_push": {"avg_ms": 1.405, "count": 301, "max_ms": 1.852, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.076, "count": 301, "max_ms": 65.488, "p95_ms": 64.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.889, "count": 301, "max_ms": 78.632, "p95_ms": 72.186}, "yolo11_640_fire_11class": {"avg_ms": 54.676, "count": 301, "max_ms": 65.894, "p95_ms": 64.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.791, "count": 301, "max_ms": 77.2, "p95_ms": 74.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.049, "count": 301, "max_ms": 89.151, "p95_ms": 84.928}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 175.506, "p95_ms": 122.031}, "triton_wait": {"avg_ms": 63.883, "count": 301, "max_ms": 78.644, "p95_ms": 74.696}, "visualize": {"avg_ms": 3.759, "count": 301, "max_ms": 5.769, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "running", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_091257_fa72c4d8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 44}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5033.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 533.068, "last_started_at": "2026-07-06T09:12:57+09:00", "pid": 155470, "process": {"exists": false, "pid": 155470}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.658, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "fa72c4d8", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-07-06T09:21:50+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T09:21:50+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T09:21:50.109958+09:00", "mtime_epoch": 1783297310.1099584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:21:50+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1291.195, "name": "celery", "pid": 239, "rss_mb": 1094.562, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.186}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.558, "count": 306, "max_ms": 3.826, "p95_ms": 1.908}, "gstreamer_push": {"avg_ms": 1.338, "count": 306, "max_ms": 1.857, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.719, "count": 306, "max_ms": 76.651, "p95_ms": 64.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.941, "count": 306, "max_ms": 78.788, "p95_ms": 71.533}, "yolo11_640_fire_11class": {"avg_ms": 51.073, "count": 306, "max_ms": 70.214, "p95_ms": 64.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.289, "count": 306, "max_ms": 77.891, "p95_ms": 74.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.769, "count": 306, "max_ms": 97.358, "p95_ms": 86.416}, "read_interval": {"avg_ms": 97.996, "count": 305, "max_ms": 680.359, "p95_ms": 106.639}, "triton_wait": {"avg_ms": 61.474, "count": 306, "max_ms": 78.799, "p95_ms": 75.924}, "visualize": {"avg_ms": 3.658, "count": 306, "max_ms": 5.331, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T09:12:57+09:00", "state": "stopped", "task_id": "a1dbe723-60fb-4dca-a5de-f047e2679297", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_091258_2401d7bd.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 44}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4956.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 531.199, "last_started_at": "2026-07-06T09:12:59+09:00", "pid": 155623, "process": {"exists": false, "pid": 155623}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.458, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2401d7bd", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-07-06T09:21:50+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T09:21:50+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T09:21:50.129959+09:00", "mtime_epoch": 1783297310.1299589, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:21:50+09:00", "process": {"exists": true, "fd_count": 133, "hwm_mb": 2838.816, "name": "celery", "pid": 267, "rss_mb": 2712.051, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.24, "count": 301, "max_ms": 1.812, "p95_ms": 1.405}, "gstreamer_push": {"avg_ms": 1.367, "count": 301, "max_ms": 1.88, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.045, "count": 301, "max_ms": 72.802, "p95_ms": 64.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.576, "count": 301, "max_ms": 78.632, "p95_ms": 71.521}, "yolo11_640_fire_11class": {"avg_ms": 53.705, "count": 301, "max_ms": 68.576, "p95_ms": 64.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.451, "count": 301, "max_ms": 77.2, "p95_ms": 74.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.456, "count": 301, "max_ms": 89.151, "p95_ms": 84.767}, "read_interval": {"avg_ms": 99.699, "count": 300, "max_ms": 150.282, "p95_ms": 121.591}, "triton_wait": {"avg_ms": 62.461, "count": 301, "max_ms": 78.644, "p95_ms": 74.723}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 5.787, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T09:12:58+09:00", "state": "stopped", "task_id": "dbefc1c4-a354-4bb1-a826-b771712d28c3", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 2701.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.017, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 156.215, "name": "ffmpeg", "pid": 275, "rss_mb": 156.215, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.882}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 15.483, "exists": true, "mtime": "2026-07-06T09:21:50.109958+09:00", "mtime_epoch": 1783297310.1099584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:22:05+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 467.371, "name": "celery", "pid": 267, "rss_mb": 467.371, "state": "R (running)", "threads": 7}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 2701.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.017, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.812, "name": "ffmpeg", "pid": 276, "rss_mb": 144.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.882}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "698cf579", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 15.464, "exists": true, "mtime": "2026-07-06T09:21:50.129959+09:00", "mtime_epoch": 1783297310.1299589, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:22:05+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 469.312, "name": "celery", "pid": 237, "rss_mb": 469.312, "state": "R (running)", "threads": 7}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3502.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.053, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.305, "name": "ffmpeg", "pid": 275, "rss_mb": 334.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.28, "sample_count": 300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.843}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:22:35+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:22:35+09:00", "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-07-06T09:22:35.579091+09:00", "mtime_epoch": 1783297355.579091, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:22:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 714.004, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 10.031}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.037, "count": 300, "max_ms": 5.071, "p95_ms": 4.732}, "gstreamer_push": {"avg_ms": 1.632, "count": 300, "max_ms": 6.281, "p95_ms": 3.735}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.4, "count": 300, "max_ms": 128.399, "p95_ms": 65.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.106, "count": 300, "max_ms": 133.446, "p95_ms": 78.461}, "yolo11_640_fire_11class": {"avg_ms": 53.488, "count": 300, "max_ms": 128.381, "p95_ms": 64.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.522, "count": 300, "max_ms": 129.625, "p95_ms": 60.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.406, "count": 300, "max_ms": 153.091, "p95_ms": 88.28}, "read_interval": {"avg_ms": 99.818, "count": 299, "max_ms": 826.55, "p95_ms": 141.896}, "triton_wait": {"avg_ms": 64.169, "count": 300, "max_ms": 133.457, "p95_ms": 78.475}, "visualize": {"avg_ms": 4.312, "count": 300, "max_ms": 11.454, "p95_ms": 6.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3502.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.085, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.395, "name": "ffmpeg", "pid": 276, "rss_mb": 269.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.073, "sample_count": 308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.812}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:22:35+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T09:22:35+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T09:22:35.555090+09:00", "mtime_epoch": 1783297355.5550904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:22:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 713.641, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.283, "pushed": 10.283, "read": 10.25}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.096, "count": 308, "max_ms": 5.298, "p95_ms": 4.849}, "gstreamer_push": {"avg_ms": 1.603, "count": 308, "max_ms": 5.995, "p95_ms": 3.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.361, "count": 308, "max_ms": 79.791, "p95_ms": 64.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.567, "count": 308, "max_ms": 91.568, "p95_ms": 78.658}, "yolo11_640_fire_11class": {"avg_ms": 50.255, "count": 308, "max_ms": 88.419, "p95_ms": 63.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.063, "count": 308, "max_ms": 89.634, "p95_ms": 51.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.075, "count": 308, "max_ms": 112.06, "p95_ms": 88.073}, "read_interval": {"avg_ms": 97.705, "count": 307, "max_ms": 137.846, "p95_ms": 121.6}, "triton_wait": {"avg_ms": 60.754, "count": 308, "max_ms": 91.581, "p95_ms": 78.672}, "visualize": {"avg_ms": 4.302, "count": 308, "max_ms": 11.394, "p95_ms": 6.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3501.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.065, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.82, "name": "ffmpeg", "pid": 275, "rss_mb": 334.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.062, "sample_count": 605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.832}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:23:05+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T09:23:05+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T09:23:05.583826+09:00", "mtime_epoch": 1783297385.5838256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:23:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 711.609, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.187, "pushed": 10.187, "read": 10.154}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.962, "count": 305, "max_ms": 5.163, "p95_ms": 3.227}, "gstreamer_push": {"avg_ms": 1.437, "count": 305, "max_ms": 7.129, "p95_ms": 1.604}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.718, "count": 305, "max_ms": 68.144, "p95_ms": 62.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.575, "count": 305, "max_ms": 80.747, "p95_ms": 76.454}, "yolo11_640_fire_11class": {"avg_ms": 51.182, "count": 305, "max_ms": 67.62, "p95_ms": 61.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.536, "count": 305, "max_ms": 65.841, "p95_ms": 57.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.255, "count": 305, "max_ms": 89.222, "p95_ms": 84.104}, "read_interval": {"avg_ms": 98.473, "count": 304, "max_ms": 815.348, "p95_ms": 186.63}, "triton_wait": {"avg_ms": 60.629, "count": 305, "max_ms": 80.759, "p95_ms": 76.466}, "visualize": {"avg_ms": 3.796, "count": 305, "max_ms": 8.486, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3501.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.094, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.941, "name": "ffmpeg", "pid": 276, "rss_mb": 270.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.107, "sample_count": 608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.803}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:23:05+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T09:23:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T09:23:05.583826+09:00", "mtime_epoch": 1783297385.5838256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:23:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 713.695, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.966, "count": 300, "max_ms": 4.906, "p95_ms": 3.222}, "gstreamer_push": {"avg_ms": 1.494, "count": 300, "max_ms": 6.453, "p95_ms": 1.913}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.977, "count": 300, "max_ms": 65.401, "p95_ms": 62.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.937, "count": 300, "max_ms": 83.226, "p95_ms": 77.145}, "yolo11_640_fire_11class": {"avg_ms": 47.935, "count": 300, "max_ms": 64.744, "p95_ms": 61.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.205, "count": 300, "max_ms": 52.819, "p95_ms": 47.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.658, "count": 300, "max_ms": 90.9, "p95_ms": 84.593}, "read_interval": {"avg_ms": 100.047, "count": 300, "max_ms": 264.49, "p95_ms": 135.545}, "triton_wait": {"avg_ms": 57.967, "count": 300, "max_ms": 83.243, "p95_ms": 77.157}, "visualize": {"avg_ms": 3.809, "count": 300, "max_ms": 8.772, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3505.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.156, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.199, "name": "ffmpeg", "pid": 276, "rss_mb": 271.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.318, "sample_count": 909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.741}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:23:35+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-06T09:23:35+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T09:23:35.664552+09:00", "mtime_epoch": 1783297415.6645522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:23:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 714.02, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.949, "count": 301, "max_ms": 5.088, "p95_ms": 3.132}, "gstreamer_push": {"avg_ms": 1.383, "count": 301, "max_ms": 4.441, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.393, "count": 301, "max_ms": 64.178, "p95_ms": 60.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.132, "count": 301, "max_ms": 81.927, "p95_ms": 75.785}, "yolo11_640_fire_11class": {"avg_ms": 46.383, "count": 301, "max_ms": 64.964, "p95_ms": 60.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.596, "count": 301, "max_ms": 69.459, "p95_ms": 48.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.922, "count": 301, "max_ms": 89.362, "p95_ms": 83.382}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 177.552, "p95_ms": 123.446}, "triton_wait": {"avg_ms": 55.254, "count": 301, "max_ms": 81.94, "p95_ms": 75.798}, "visualize": {"avg_ms": 3.779, "count": 301, "max_ms": 10.253, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3506.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.216, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.82, "name": "ffmpeg", "pid": 275, "rss_mb": 334.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.164, "sample_count": 907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.68}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:23:35+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:23:35+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T09:23:35.644552+09:00", "mtime_epoch": 1783297415.6445518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:23:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 723.914, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.231, "pushed": 10.231, "read": 10.231}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.037, "count": 301, "max_ms": 11.93, "p95_ms": 3.695}, "gstreamer_push": {"avg_ms": 1.407, "count": 301, "max_ms": 3.975, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.895, "count": 301, "max_ms": 64.454, "p95_ms": 61.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.214, "count": 301, "max_ms": 81.658, "p95_ms": 75.697}, "yolo11_640_fire_11class": {"avg_ms": 49.481, "count": 301, "max_ms": 63.59, "p95_ms": 61.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 45.867, "count": 301, "max_ms": 69.404, "p95_ms": 58.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.033, "count": 301, "max_ms": 89.272, "p95_ms": 83.557}, "read_interval": {"avg_ms": 99.922, "count": 301, "max_ms": 806.353, "p95_ms": 183.71}, "triton_wait": {"avg_ms": 58.313, "count": 301, "max_ms": 81.671, "p95_ms": 75.71}, "visualize": {"avg_ms": 3.815, "count": 301, "max_ms": 12.968, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.42, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3506.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.159, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.323, "sample_count": 1209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.738}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:24:05+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T09:24:05+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T09:24:05.665268+09:00", "mtime_epoch": 1783297445.6652677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:24:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 714.062, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.014, "count": 300, "max_ms": 4.642, "p95_ms": 3.63}, "gstreamer_push": {"avg_ms": 1.369, "count": 300, "max_ms": 4.229, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.942, "count": 300, "max_ms": 65.313, "p95_ms": 61.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.22, "count": 300, "max_ms": 82.021, "p95_ms": 75.896}, "yolo11_640_fire_11class": {"avg_ms": 46.948, "count": 300, "max_ms": 65.08, "p95_ms": 61.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.273, "count": 300, "max_ms": 67.812, "p95_ms": 50.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.052, "count": 300, "max_ms": 89.622, "p95_ms": 83.746}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 176.264, "p95_ms": 124.205}, "triton_wait": {"avg_ms": 56.269, "count": 300, "max_ms": 82.034, "p95_ms": 75.912}, "visualize": {"avg_ms": 3.822, "count": 300, "max_ms": 8.731, "p95_ms": 4.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3506.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.267, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.59, "sample_count": 1207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.629}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:24:05+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T09:24:05+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T09:24:05.641267+09:00", "mtime_epoch": 1783297445.641267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:24:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 723.934, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.059, "count": 300, "max_ms": 6.049, "p95_ms": 3.916}, "gstreamer_push": {"avg_ms": 1.372, "count": 300, "max_ms": 4.28, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.619, "count": 300, "max_ms": 66.742, "p95_ms": 62.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.273, "count": 300, "max_ms": 81.802, "p95_ms": 76.165}, "yolo11_640_fire_11class": {"avg_ms": 50.988, "count": 300, "max_ms": 66.758, "p95_ms": 61.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.393, "count": 300, "max_ms": 69.075, "p95_ms": 60.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.198, "count": 300, "max_ms": 89.278, "p95_ms": 84.078}, "read_interval": {"avg_ms": 100.255, "count": 299, "max_ms": 599.822, "p95_ms": 209.706}, "triton_wait": {"avg_ms": 60.465, "count": 300, "max_ms": 81.815, "p95_ms": 76.178}, "visualize": {"avg_ms": 3.802, "count": 300, "max_ms": 8.398, "p95_ms": 4.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3507.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.278, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.146, "sample_count": 1510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.619}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:24:35+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T09:24:35+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T09:24:35.745977+09:00", "mtime_epoch": 1783297475.7459767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:24:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 714.355, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.01, "count": 301, "max_ms": 5.012, "p95_ms": 3.504}, "gstreamer_push": {"avg_ms": 1.403, "count": 301, "max_ms": 3.895, "p95_ms": 1.605}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.411, "count": 301, "max_ms": 64.689, "p95_ms": 61.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.183, "count": 301, "max_ms": 80.546, "p95_ms": 76.594}, "yolo11_640_fire_11class": {"avg_ms": 48.083, "count": 301, "max_ms": 69.066, "p95_ms": 61.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.9, "count": 301, "max_ms": 66.39, "p95_ms": 50.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.036, "count": 301, "max_ms": 88.86, "p95_ms": 84.135}, "read_interval": {"avg_ms": 99.958, "count": 300, "max_ms": 351.295, "p95_ms": 126.549}, "triton_wait": {"avg_ms": 58.236, "count": 301, "max_ms": 80.56, "p95_ms": 76.607}, "visualize": {"avg_ms": 3.851, "count": 301, "max_ms": 8.893, "p95_ms": 4.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3507.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.334, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.426, "sample_count": 1508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.562}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:24:35+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:24:35+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T09:24:35.853979+09:00", "mtime_epoch": 1783297475.853979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:24:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 724.215, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.017, "count": 301, "max_ms": 6.095, "p95_ms": 3.782}, "gstreamer_push": {"avg_ms": 1.368, "count": 301, "max_ms": 3.944, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.706, "count": 301, "max_ms": 68.503, "p95_ms": 61.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.87, "count": 301, "max_ms": 82.609, "p95_ms": 76.914}, "yolo11_640_fire_11class": {"avg_ms": 52.365, "count": 301, "max_ms": 72.878, "p95_ms": 63.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.095, "count": 301, "max_ms": 66.746, "p95_ms": 61.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.891, "count": 301, "max_ms": 90.395, "p95_ms": 84.674}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 734.161, "p95_ms": 183.517}, "triton_wait": {"avg_ms": 61.262, "count": 301, "max_ms": 82.624, "p95_ms": 76.926}, "visualize": {"avg_ms": 3.762, "count": 301, "max_ms": 6.263, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3507.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.284, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.985, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.613}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:25:05+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T09:25:05+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T09:25:05.746675+09:00", "mtime_epoch": 1783297505.7466755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:25:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 714.398, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.985, "count": 300, "max_ms": 4.663, "p95_ms": 3.558}, "gstreamer_push": {"avg_ms": 1.383, "count": 300, "max_ms": 4.126, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.369, "count": 300, "max_ms": 67.047, "p95_ms": 61.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.508, "count": 300, "max_ms": 83.503, "p95_ms": 76.908}, "yolo11_640_fire_11class": {"avg_ms": 46.829, "count": 300, "max_ms": 64.241, "p95_ms": 61.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.369, "count": 300, "max_ms": 72.062, "p95_ms": 51.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.326, "count": 300, "max_ms": 90.845, "p95_ms": 84.263}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 160.109, "p95_ms": 123.755}, "triton_wait": {"avg_ms": 56.652, "count": 300, "max_ms": 83.516, "p95_ms": 76.919}, "visualize": {"avg_ms": 3.762, "count": 300, "max_ms": 9.415, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3507.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.801, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.166, "sample_count": 1807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.095}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:25:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:25:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T09:25:06+09:00", "mjpeg": {"age_sec": 0.715, "exists": true, "mtime": "2026-07-06T09:25:05.662673+09:00", "mtime_epoch": 1783297505.6626735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:25:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 724.293, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.783}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.063, "count": 294, "max_ms": 5.314, "p95_ms": 4.626}, "gstreamer_push": {"avg_ms": 1.391, "count": 294, "max_ms": 3.904, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.656, "count": 294, "max_ms": 63.969, "p95_ms": 61.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.797, "count": 294, "max_ms": 82.046, "p95_ms": 76.769}, "yolo11_640_fire_11class": {"avg_ms": 50.918, "count": 294, "max_ms": 63.982, "p95_ms": 61.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.309, "count": 294, "max_ms": 69.917, "p95_ms": 61.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.729, "count": 294, "max_ms": 89.512, "p95_ms": 84.521}, "read_interval": {"avg_ms": 102.195, "count": 293, "max_ms": 824.66, "p95_ms": 175.264}, "triton_wait": {"avg_ms": 60.014, "count": 294, "max_ms": 82.059, "p95_ms": 76.783}, "visualize": {"avg_ms": 3.787, "count": 294, "max_ms": 6.405, "p95_ms": 4.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3507.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.293, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.938, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.605}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:25:35+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T09:25:35+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T09:25:35.755367+09:00", "mtime_epoch": 1783297535.755367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:25:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 714.688, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.98, "count": 300, "max_ms": 4.744, "p95_ms": 3.246}, "gstreamer_push": {"avg_ms": 1.37, "count": 300, "max_ms": 3.85, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.792, "count": 300, "max_ms": 68.634, "p95_ms": 62.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.981, "count": 300, "max_ms": 80.641, "p95_ms": 76.421}, "yolo11_640_fire_11class": {"avg_ms": 47.89, "count": 300, "max_ms": 68.023, "p95_ms": 61.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.593, "count": 300, "max_ms": 71.814, "p95_ms": 51.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.842, "count": 300, "max_ms": 88.037, "p95_ms": 84.007}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 125.475, "p95_ms": 121.048}, "triton_wait": {"avg_ms": 58.2, "count": 300, "max_ms": 80.654, "p95_ms": 76.434}, "visualize": {"avg_ms": 3.748, "count": 300, "max_ms": 8.433, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3508.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.817, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.028, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.078}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:25:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T09:25:36+09:00", "mjpeg": {"age_sec": 0.494, "exists": true, "mtime": "2026-07-06T09:25:35.899370+09:00", "mtime_epoch": 1783297535.8993702, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:25:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 724.656, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.012, "count": 300, "max_ms": 5.39, "p95_ms": 3.45}, "gstreamer_push": {"avg_ms": 1.665, "count": 300, "max_ms": 6.711, "p95_ms": 3.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.772, "count": 300, "max_ms": 68.912, "p95_ms": 62.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.745, "count": 300, "max_ms": 81.011, "p95_ms": 76.445}, "yolo11_640_fire_11class": {"avg_ms": 51.477, "count": 300, "max_ms": 68.31, "p95_ms": 62.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.747, "count": 300, "max_ms": 72.465, "p95_ms": 59.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.543, "count": 300, "max_ms": 90.028, "p95_ms": 83.896}, "read_interval": {"avg_ms": 100.12, "count": 299, "max_ms": 889.392, "p95_ms": 149.895}, "triton_wait": {"avg_ms": 60.906, "count": 300, "max_ms": 81.024, "p95_ms": 76.46}, "visualize": {"avg_ms": 3.772, "count": 300, "max_ms": 6.26, "p95_ms": 4.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3508.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.292, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.146, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.605}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:26:05+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T09:26:05+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T09:26:05.744051+09:00", "mtime_epoch": 1783297565.7440507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:26:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 712.211, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.028, "count": 300, "max_ms": 5.119, "p95_ms": 3.612}, "gstreamer_push": {"avg_ms": 1.41, "count": 300, "max_ms": 3.821, "p95_ms": 1.701}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.471, "count": 300, "max_ms": 66.23, "p95_ms": 61.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.666, "count": 300, "max_ms": 79.913, "p95_ms": 77.98}, "yolo11_640_fire_11class": {"avg_ms": 47.505, "count": 300, "max_ms": 65.736, "p95_ms": 61.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.965, "count": 300, "max_ms": 77.243, "p95_ms": 49.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.588, "count": 300, "max_ms": 90.965, "p95_ms": 86.245}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 197.443, "p95_ms": 123.397}, "triton_wait": {"avg_ms": 56.818, "count": 300, "max_ms": 79.926, "p95_ms": 77.997}, "visualize": {"avg_ms": 3.819, "count": 300, "max_ms": 8.653, "p95_ms": 4.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3508.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.911, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.968, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 56.985}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:26:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:26:06+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T09:26:06+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T09:26:06.376065+09:00", "mtime_epoch": 1783297566.3760653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:26:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 729.727, "name": "celery", "pid": 267, "rss_mb": 727.508, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.233, "pushed": 10.233, "read": 10.233}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.115, "count": 307, "max_ms": 7.19, "p95_ms": 4.815}, "gstreamer_push": {"avg_ms": 1.483, "count": 307, "max_ms": 6.385, "p95_ms": 1.633}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.704, "count": 307, "max_ms": 66.186, "p95_ms": 62.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.223, "count": 307, "max_ms": 80.107, "p95_ms": 76.416}, "yolo11_640_fire_11class": {"avg_ms": 50.753, "count": 307, "max_ms": 66.176, "p95_ms": 62.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.437, "count": 307, "max_ms": 73.467, "p95_ms": 58.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.274, "count": 307, "max_ms": 90.336, "p95_ms": 84.495}, "read_interval": {"avg_ms": 97.775, "count": 307, "max_ms": 613.42, "p95_ms": 220.991}, "triton_wait": {"avg_ms": 59.379, "count": 307, "max_ms": 80.12, "p95_ms": 76.428}, "visualize": {"avg_ms": 3.904, "count": 307, "max_ms": 9.107, "p95_ms": 4.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3688.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.299, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.358, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.598}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:26:35+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T09:26:35+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T09:26:35.740728+09:00", "mtime_epoch": 1783297595.7407281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:26:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 729.328, "name": "celery", "pid": 237, "rss_mb": 715.023, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.963, "count": 300, "max_ms": 4.925, "p95_ms": 3.154}, "gstreamer_push": {"avg_ms": 1.405, "count": 300, "max_ms": 3.956, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.691, "count": 300, "max_ms": 67.297, "p95_ms": 62.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.331, "count": 300, "max_ms": 83.225, "p95_ms": 78.927}, "yolo11_640_fire_11class": {"avg_ms": 49.373, "count": 300, "max_ms": 67.284, "p95_ms": 63.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.821, "count": 300, "max_ms": 69.215, "p95_ms": 53.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.147, "count": 300, "max_ms": 91.843, "p95_ms": 86.653}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 152.842, "p95_ms": 121.122}, "triton_wait": {"avg_ms": 60.485, "count": 300, "max_ms": 83.238, "p95_ms": 78.939}, "visualize": {"avg_ms": 3.763, "count": 300, "max_ms": 8.615, "p95_ms": 4.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3718.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.938, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.174, "sample_count": 2707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 26.959}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:26:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:26:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:26:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T09:26:36.428744+09:00", "mtime_epoch": 1783297596.4287436, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:26:36+09:00", "process": {"exists": true, "fd_count": 140, "hwm_mb": 771.562, "name": "celery", "pid": 267, "rss_mb": 771.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 1.793, "recorders": [{"age_sec": 1.793, "frame_count": 62, "is_recording": true, "is_stopping": false, "pid": 662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.59, "name": "ffmpeg", "pid": 662, "rss_mb": 186.59, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 38, "returncode": null, "running": true, "started_at": "2026-07-06T09:26:34+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260706_092634_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [662], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.324, "count": 292, "max_ms": 9.753, "p95_ms": 6.809}, "gstreamer_push": {"avg_ms": 2.15, "count": 292, "max_ms": 6.59, "p95_ms": 6.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.119, "count": 292, "max_ms": 66.8, "p95_ms": 61.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.77, "count": 292, "max_ms": 81.718, "p95_ms": 77.381}, "yolo11_640_fire_11class": {"avg_ms": 53.429, "count": 292, "max_ms": 66.525, "p95_ms": 62.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.423, "count": 292, "max_ms": 70.362, "p95_ms": 64.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.861, "count": 292, "max_ms": 444.444, "p95_ms": 86.142}, "read_interval": {"avg_ms": 102.828, "count": 291, "max_ms": 843.432, "p95_ms": 181.113}, "triton_wait": {"avg_ms": 63.946, "count": 292, "max_ms": 81.732, "p95_ms": 77.394}, "visualize": {"avg_ms": 4.289, "count": 292, "max_ms": 24.604, "p95_ms": 6.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3631.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.382, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.873, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:27:05+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T09:27:05+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T09:27:05.881402+09:00", "mtime_epoch": 1783297625.881402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:27:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 730.445, "name": "celery", "pid": 237, "rss_mb": 730.445, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.742, "count": 300, "max_ms": 11.458, "p95_ms": 5.579}, "gstreamer_push": {"avg_ms": 1.444, "count": 301, "max_ms": 5.99, "p95_ms": 3.602}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.61, "count": 300, "max_ms": 72.552, "p95_ms": 64.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.328, "count": 300, "max_ms": 85.05, "p95_ms": 78.537}, "yolo11_640_fire_11class": {"avg_ms": 47.58, "count": 300, "max_ms": 64.758, "p95_ms": 62.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.045, "count": 300, "max_ms": 78.692, "p95_ms": 55.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.527, "count": 300, "max_ms": 93.801, "p95_ms": 88.491}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 129.433, "p95_ms": 121.914}, "triton_wait": {"avg_ms": 59.823, "count": 300, "max_ms": 85.063, "p95_ms": 78.571}, "visualize": {"avg_ms": 4.116, "count": 300, "max_ms": 10.132, "p95_ms": 5.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3631.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.994, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "R (running)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.361, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:27:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:27:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T09:27:06+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T09:27:06.489416+09:00", "mtime_epoch": 1783297626.4894156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:27:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 831.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.213, "pushed": 10.213, "read": 10.179}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.306, "count": 306, "max_ms": 11.418, "p95_ms": 8.661}, "gstreamer_push": {"avg_ms": 1.242, "count": 306, "max_ms": 15.514, "p95_ms": 1.633}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.594, "count": 306, "max_ms": 68.349, "p95_ms": 63.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.252, "count": 306, "max_ms": 79.908, "p95_ms": 77.183}, "yolo11_640_fire_11class": {"avg_ms": 50.948, "count": 306, "max_ms": 65.095, "p95_ms": 62.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.736, "count": 306, "max_ms": 78.877, "p95_ms": 65.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.648, "count": 306, "max_ms": 143.706, "p95_ms": 93.908}, "read_interval": {"avg_ms": 98.214, "count": 305, "max_ms": 628.347, "p95_ms": 113.708}, "triton_wait": {"avg_ms": 62.561, "count": 306, "max_ms": 79.922, "p95_ms": 77.196}, "visualize": {"avg_ms": 8.356, "count": 306, "max_ms": 18.897, "p95_ms": 13.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3632.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.402, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.686, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:27:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T09:27:35+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T09:27:35.894067+09:00", "mtime_epoch": 1783297655.8940673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:27:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 730.516, "name": "celery", "pid": 237, "rss_mb": 730.516, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.015, "count": 300, "max_ms": 5.079, "p95_ms": 3.289}, "gstreamer_push": {"avg_ms": 1.522, "count": 300, "max_ms": 7.027, "p95_ms": 2.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.634, "count": 300, "max_ms": 67.878, "p95_ms": 62.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.451, "count": 300, "max_ms": 82.331, "p95_ms": 78.792}, "yolo11_640_fire_11class": {"avg_ms": 49.755, "count": 300, "max_ms": 64.48, "p95_ms": 62.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.362, "count": 300, "max_ms": 75.085, "p95_ms": 50.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.172, "count": 300, "max_ms": 91.28, "p95_ms": 86.448}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 189.085, "p95_ms": 122.783}, "triton_wait": {"avg_ms": 61.468, "count": 300, "max_ms": 82.343, "p95_ms": 78.804}, "visualize": {"avg_ms": 3.785, "count": 300, "max_ms": 8.952, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3632.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 333.001, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.011, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:27:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:27:36+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T09:27:36.498080+09:00", "mtime_epoch": 1783297656.4980805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:27:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 831.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.381, "count": 298, "max_ms": 6.082, "p95_ms": 4.09}, "gstreamer_push": {"avg_ms": 1.362, "count": 298, "max_ms": 2.269, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.201, "count": 298, "max_ms": 64.941, "p95_ms": 62.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.328, "count": 298, "max_ms": 82.567, "p95_ms": 78.147}, "yolo11_640_fire_11class": {"avg_ms": 53.699, "count": 298, "max_ms": 64.191, "p95_ms": 62.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.743, "count": 298, "max_ms": 75.291, "p95_ms": 59.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.474, "count": 298, "max_ms": 90.263, "p95_ms": 86.531}, "read_interval": {"avg_ms": 100.702, "count": 298, "max_ms": 769.511, "p95_ms": 105.554}, "triton_wait": {"avg_ms": 64.458, "count": 298, "max_ms": 82.578, "p95_ms": 78.161}, "visualize": {"avg_ms": 3.785, "count": 298, "max_ms": 6.693, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3632.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.475, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.748, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:28:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:28:06+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-06T09:28:05+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T09:28:05.978728+09:00", "mtime_epoch": 1783297685.9787283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:28:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 730.77, "name": "celery", "pid": 237, "rss_mb": 730.77, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.233, "count": 301, "max_ms": 5.008, "p95_ms": 4.429}, "gstreamer_push": {"avg_ms": 1.517, "count": 301, "max_ms": 7.166, "p95_ms": 1.63}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.449, "count": 301, "max_ms": 66.048, "p95_ms": 62.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.597, "count": 301, "max_ms": 80.594, "p95_ms": 76.808}, "yolo11_640_fire_11class": {"avg_ms": 49.872, "count": 301, "max_ms": 65.308, "p95_ms": 62.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.802, "count": 301, "max_ms": 63.061, "p95_ms": 52.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.766, "count": 301, "max_ms": 89.054, "p95_ms": 84.844}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 171.141, "p95_ms": 125.488}, "triton_wait": {"avg_ms": 60.688, "count": 301, "max_ms": 80.607, "p95_ms": 76.822}, "visualize": {"avg_ms": 3.916, "count": 301, "max_ms": 7.536, "p95_ms": 4.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3632.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 363.073, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.078, "name": "ffmpeg", "pid": 275, "rss_mb": 335.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.007, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:28:06+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T09:28:06+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T09:28:06.582741+09:00", "mtime_epoch": 1783297686.5827415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:28:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 831.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.315, "count": 304, "max_ms": 5.372, "p95_ms": 3.684}, "gstreamer_push": {"avg_ms": 1.325, "count": 304, "max_ms": 2.1, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.187, "count": 304, "max_ms": 66.005, "p95_ms": 62.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.677, "count": 304, "max_ms": 79.713, "p95_ms": 76.357}, "yolo11_640_fire_11class": {"avg_ms": 53.27, "count": 304, "max_ms": 65.114, "p95_ms": 62.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.314, "count": 304, "max_ms": 64.696, "p95_ms": 59.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.768, "count": 304, "max_ms": 87.679, "p95_ms": 84.65}, "read_interval": {"avg_ms": 98.958, "count": 303, "max_ms": 949.712, "p95_ms": 100.524}, "triton_wait": {"avg_ms": 63.839, "count": 304, "max_ms": 79.725, "p95_ms": 76.37}, "visualize": {"avg_ms": 3.768, "count": 304, "max_ms": 6.296, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3608.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.559, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.832, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:28:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T09:28:36+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T09:28:36.071384+09:00", "mtime_epoch": 1783297716.0713842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:28:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 730.77, "name": "celery", "pid": 237, "rss_mb": 730.77, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.038, "count": 300, "max_ms": 4.887, "p95_ms": 3.683}, "gstreamer_push": {"avg_ms": 1.51, "count": 300, "max_ms": 6.263, "p95_ms": 1.623}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.752, "count": 300, "max_ms": 65.42, "p95_ms": 61.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.447, "count": 300, "max_ms": 81.65, "p95_ms": 76.824}, "yolo11_640_fire_11class": {"avg_ms": 47.978, "count": 300, "max_ms": 64.838, "p95_ms": 61.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.086, "count": 300, "max_ms": 71.493, "p95_ms": 52.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.6, "count": 300, "max_ms": 89.13, "p95_ms": 84.438}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 182.396, "p95_ms": 125.944}, "triton_wait": {"avg_ms": 58.787, "count": 300, "max_ms": 81.662, "p95_ms": 76.838}, "visualize": {"avg_ms": 3.845, "count": 300, "max_ms": 8.513, "p95_ms": 4.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3608.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 393.13, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.074, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:28:36+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T09:28:36+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T09:28:36.643397+09:00", "mtime_epoch": 1783297716.6433966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:28:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 806.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.387, "count": 298, "max_ms": 6.361, "p95_ms": 4.622}, "gstreamer_push": {"avg_ms": 1.335, "count": 298, "max_ms": 1.959, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.814, "count": 298, "max_ms": 68.353, "p95_ms": 61.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.238, "count": 298, "max_ms": 80.047, "p95_ms": 76.977}, "yolo11_640_fire_11class": {"avg_ms": 51.854, "count": 298, "max_ms": 67.651, "p95_ms": 62.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.643, "count": 298, "max_ms": 73.311, "p95_ms": 61.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.426, "count": 298, "max_ms": 88.049, "p95_ms": 85.465}, "read_interval": {"avg_ms": 100.911, "count": 297, "max_ms": 718.601, "p95_ms": 106.521}, "triton_wait": {"avg_ms": 61.435, "count": 298, "max_ms": 80.06, "p95_ms": 76.989}, "visualize": {"avg_ms": 3.771, "count": 298, "max_ms": 5.162, "p95_ms": 4.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3608.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.678, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.007, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:29:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:29:06+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T09:29:06.148035+09:00", "mtime_epoch": 1783297746.1480346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:29:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 731.027, "name": "celery", "pid": 237, "rss_mb": 731.027, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.154, "count": 301, "max_ms": 5.132, "p95_ms": 4.554}, "gstreamer_push": {"avg_ms": 1.512, "count": 301, "max_ms": 4.018, "p95_ms": 2.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.477, "count": 301, "max_ms": 63.817, "p95_ms": 61.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.51, "count": 301, "max_ms": 82.093, "p95_ms": 76.978}, "yolo11_640_fire_11class": {"avg_ms": 48.636, "count": 301, "max_ms": 64.84, "p95_ms": 61.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.153, "count": 301, "max_ms": 65.198, "p95_ms": 51.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.694, "count": 301, "max_ms": 91.936, "p95_ms": 86.255}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 166.816, "p95_ms": 122.243}, "triton_wait": {"avg_ms": 59.617, "count": 301, "max_ms": 82.106, "p95_ms": 76.991}, "visualize": {"avg_ms": 3.995, "count": 301, "max_ms": 9.283, "p95_ms": 5.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3608.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 423.176, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.487, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:29:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T09:29:06+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T09:29:06.660046+09:00", "mtime_epoch": 1783297746.6600456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:29:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 806.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.566, "count": 300, "max_ms": 7.474, "p95_ms": 5.387}, "gstreamer_push": {"avg_ms": 1.352, "count": 300, "max_ms": 2.29, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.386, "count": 300, "max_ms": 63.935, "p95_ms": 62.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.789, "count": 300, "max_ms": 82.457, "p95_ms": 76.862}, "yolo11_640_fire_11class": {"avg_ms": 52.338, "count": 300, "max_ms": 64.984, "p95_ms": 62.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.122, "count": 300, "max_ms": 65.64, "p95_ms": 59.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.191, "count": 300, "max_ms": 92.036, "p95_ms": 86.904}, "read_interval": {"avg_ms": 100.14, "count": 299, "max_ms": 833.663, "p95_ms": 132.921}, "triton_wait": {"avg_ms": 62.871, "count": 300, "max_ms": 82.47, "p95_ms": 76.874}, "visualize": {"avg_ms": 3.908, "count": 300, "max_ms": 6.663, "p95_ms": 5.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3608.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 452.68, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.16, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:29:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T09:29:36+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T09:29:36.176679+09:00", "mtime_epoch": 1783297776.1766791, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:29:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 731.285, "name": "celery", "pid": 237, "rss_mb": 731.285, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.0, "count": 300, "max_ms": 4.743, "p95_ms": 3.3}, "gstreamer_push": {"avg_ms": 1.494, "count": 300, "max_ms": 7.488, "p95_ms": 1.638}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.519, "count": 300, "max_ms": 72.382, "p95_ms": 62.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.805, "count": 300, "max_ms": 83.329, "p95_ms": 76.774}, "yolo11_640_fire_11class": {"avg_ms": 48.666, "count": 300, "max_ms": 71.866, "p95_ms": 62.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.176, "count": 300, "max_ms": 69.035, "p95_ms": 52.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.789, "count": 300, "max_ms": 90.865, "p95_ms": 84.271}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 145.564, "p95_ms": 121.312}, "triton_wait": {"avg_ms": 60.07, "count": 300, "max_ms": 83.342, "p95_ms": 76.789}, "visualize": {"avg_ms": 3.799, "count": 300, "max_ms": 8.529, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3608.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 453.241, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.627, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:29:36+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T09:29:36+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T09:29:36.756691+09:00", "mtime_epoch": 1783297776.7566915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:29:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.305, "count": 302, "max_ms": 5.754, "p95_ms": 3.567}, "gstreamer_push": {"avg_ms": 1.372, "count": 302, "max_ms": 2.004, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.965, "count": 302, "max_ms": 72.492, "p95_ms": 63.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.993, "count": 302, "max_ms": 83.299, "p95_ms": 78.42}, "yolo11_640_fire_11class": {"avg_ms": 53.358, "count": 302, "max_ms": 71.94, "p95_ms": 64.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.136, "count": 302, "max_ms": 70.552, "p95_ms": 63.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.129, "count": 302, "max_ms": 90.953, "p95_ms": 86.206}, "read_interval": {"avg_ms": 99.623, "count": 301, "max_ms": 1111.209, "p95_ms": 104.608}, "triton_wait": {"avg_ms": 63.239, "count": 302, "max_ms": 83.311, "p95_ms": 78.433}, "visualize": {"avg_ms": 3.734, "count": 302, "max_ms": 5.304, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3609.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 482.713, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.245, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:30:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:30:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T09:30:06.201319+09:00", "mtime_epoch": 1783297806.201319, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:30:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 731.285, "name": "celery", "pid": 237, "rss_mb": 731.285, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.034, "count": 300, "max_ms": 5.099, "p95_ms": 3.488}, "gstreamer_push": {"avg_ms": 1.528, "count": 300, "max_ms": 6.365, "p95_ms": 1.738}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.273, "count": 300, "max_ms": 67.607, "p95_ms": 63.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.414, "count": 300, "max_ms": 81.15, "p95_ms": 78.034}, "yolo11_640_fire_11class": {"avg_ms": 48.559, "count": 300, "max_ms": 66.776, "p95_ms": 62.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.088, "count": 300, "max_ms": 71.674, "p95_ms": 53.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.753, "count": 300, "max_ms": 88.948, "p95_ms": 85.929}, "read_interval": {"avg_ms": 100.095, "count": 299, "max_ms": 140.496, "p95_ms": 121.426}, "triton_wait": {"avg_ms": 60.007, "count": 300, "max_ms": 81.163, "p95_ms": 78.047}, "visualize": {"avg_ms": 3.798, "count": 300, "max_ms": 6.762, "p95_ms": 4.411}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3609.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 483.297, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.611, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:30:06+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:30:06+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T09:30:06.793332+09:00", "mtime_epoch": 1783297806.7933316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:30:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.373, "count": 301, "max_ms": 5.382, "p95_ms": 4.601}, "gstreamer_push": {"avg_ms": 1.375, "count": 301, "max_ms": 2.404, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.391, "count": 301, "max_ms": 69.024, "p95_ms": 63.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.158, "count": 301, "max_ms": 84.084, "p95_ms": 76.843}, "yolo11_640_fire_11class": {"avg_ms": 53.21, "count": 301, "max_ms": 67.295, "p95_ms": 62.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.562, "count": 301, "max_ms": 72.666, "p95_ms": 63.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.31, "count": 301, "max_ms": 93.886, "p95_ms": 84.765}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 873.013, "p95_ms": 103.366}, "triton_wait": {"avg_ms": 63.276, "count": 301, "max_ms": 84.097, "p95_ms": 76.857}, "visualize": {"avg_ms": 3.795, "count": 301, "max_ms": 6.695, "p95_ms": 4.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3606.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 512.751, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.323, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:30:36+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T09:30:36+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T09:30:36.261955+09:00", "mtime_epoch": 1783297836.2619555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:30:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 731.543, "name": "celery", "pid": 237, "rss_mb": 728.707, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.1, "count": 301, "max_ms": 5.038, "p95_ms": 4.214}, "gstreamer_push": {"avg_ms": 1.502, "count": 301, "max_ms": 6.056, "p95_ms": 2.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.582, "count": 301, "max_ms": 69.057, "p95_ms": 61.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.7, "count": 301, "max_ms": 84.348, "p95_ms": 77.753}, "yolo11_640_fire_11class": {"avg_ms": 48.946, "count": 301, "max_ms": 66.169, "p95_ms": 61.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.288, "count": 301, "max_ms": 70.616, "p95_ms": 52.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.884, "count": 301, "max_ms": 91.801, "p95_ms": 85.842}, "read_interval": {"avg_ms": 99.867, "count": 300, "max_ms": 149.093, "p95_ms": 121.944}, "triton_wait": {"avg_ms": 60.946, "count": 301, "max_ms": 84.36, "p95_ms": 77.767}, "visualize": {"avg_ms": 3.92, "count": 301, "max_ms": 8.786, "p95_ms": 4.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3606.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 513.319, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.798, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:30:36+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:30:36+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T09:30:36.837968+09:00", "mtime_epoch": 1783297836.8379676, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:30:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.504, "count": 299, "max_ms": 6.058, "p95_ms": 5.332}, "gstreamer_push": {"avg_ms": 1.37, "count": 299, "max_ms": 2.336, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.915, "count": 299, "max_ms": 69.331, "p95_ms": 62.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.796, "count": 299, "max_ms": 80.931, "p95_ms": 77.747}, "yolo11_640_fire_11class": {"avg_ms": 53.034, "count": 299, "max_ms": 69.703, "p95_ms": 63.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.586, "count": 299, "max_ms": 71.33, "p95_ms": 62.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.234, "count": 299, "max_ms": 92.039, "p95_ms": 86.887}, "read_interval": {"avg_ms": 100.489, "count": 298, "max_ms": 783.188, "p95_ms": 157.938}, "triton_wait": {"avg_ms": 64.03, "count": 299, "max_ms": 80.942, "p95_ms": 77.76}, "visualize": {"avg_ms": 3.843, "count": 299, "max_ms": 6.88, "p95_ms": 5.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3609.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 542.755, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.323, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:31:06+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T09:31:06+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T09:31:06.266587+09:00", "mtime_epoch": 1783297866.266587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:31:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 731.543, "name": "celery", "pid": 237, "rss_mb": 731.484, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.033, "count": 300, "max_ms": 4.773, "p95_ms": 3.593}, "gstreamer_push": {"avg_ms": 1.495, "count": 300, "max_ms": 8.536, "p95_ms": 1.616}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.698, "count": 300, "max_ms": 65.661, "p95_ms": 62.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.504, "count": 300, "max_ms": 81.132, "p95_ms": 78.652}, "yolo11_640_fire_11class": {"avg_ms": 48.17, "count": 300, "max_ms": 64.488, "p95_ms": 61.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.789, "count": 300, "max_ms": 65.607, "p95_ms": 50.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.489, "count": 300, "max_ms": 90.081, "p95_ms": 86.241}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 177.964, "p95_ms": 121.7}, "triton_wait": {"avg_ms": 59.734, "count": 300, "max_ms": 81.145, "p95_ms": 78.664}, "visualize": {"avg_ms": 3.805, "count": 300, "max_ms": 9.058, "p95_ms": 4.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3609.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 543.372, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.822, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:31:06+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T09:31:06+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T09:31:06.886600+09:00", "mtime_epoch": 1783297866.8866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:31:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.441, "count": 302, "max_ms": 7.234, "p95_ms": 5.207}, "gstreamer_push": {"avg_ms": 1.363, "count": 302, "max_ms": 1.841, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.546, "count": 302, "max_ms": 67.694, "p95_ms": 62.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.726, "count": 302, "max_ms": 81.549, "p95_ms": 77.833}, "yolo11_640_fire_11class": {"avg_ms": 51.761, "count": 302, "max_ms": 65.075, "p95_ms": 61.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.96, "count": 302, "max_ms": 64.911, "p95_ms": 59.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.888, "count": 302, "max_ms": 89.636, "p95_ms": 85.934}, "read_interval": {"avg_ms": 99.565, "count": 301, "max_ms": 792.619, "p95_ms": 111.165}, "triton_wait": {"avg_ms": 62.824, "count": 302, "max_ms": 81.561, "p95_ms": 77.85}, "visualize": {"avg_ms": 3.777, "count": 302, "max_ms": 5.422, "p95_ms": 4.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3610.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 572.831, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.457, "name": "ffmpeg", "pid": 276, "rss_mb": 271.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.49, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:31:36+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:31:36+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T09:31:36.307215+09:00", "mtime_epoch": 1783297896.3072152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:31:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 731.801, "name": "celery", "pid": 237, "rss_mb": 731.684, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.419, "pushed": 9.419, "read": 9.385}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.233, "count": 282, "max_ms": 5.381, "p95_ms": 5.18}, "gstreamer_push": {"avg_ms": 1.472, "count": 282, "max_ms": 6.418, "p95_ms": 1.547}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.858, "count": 282, "max_ms": 70.342, "p95_ms": 62.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.253, "count": 282, "max_ms": 87.325, "p95_ms": 79.67}, "yolo11_640_fire_11class": {"avg_ms": 50.661, "count": 282, "max_ms": 72.138, "p95_ms": 64.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.923, "count": 282, "max_ms": 69.406, "p95_ms": 52.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.384, "count": 282, "max_ms": 94.692, "p95_ms": 87.17}, "read_interval": {"avg_ms": 106.61, "count": 281, "max_ms": 888.147, "p95_ms": 137.182}, "triton_wait": {"avg_ms": 63.306, "count": 282, "max_ms": 87.338, "p95_ms": 79.686}, "visualize": {"avg_ms": 3.954, "count": 282, "max_ms": 8.026, "p95_ms": 5.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3610.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 573.394, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.0, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:31:36+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:31:36+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T09:31:36.911228+09:00", "mtime_epoch": 1783297896.9112277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:31:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.632, "count": 301, "max_ms": 6.247, "p95_ms": 5.445}, "gstreamer_push": {"avg_ms": 1.366, "count": 301, "max_ms": 2.267, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.554, "count": 301, "max_ms": 69.117, "p95_ms": 62.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.77, "count": 301, "max_ms": 86.205, "p95_ms": 79.166}, "yolo11_640_fire_11class": {"avg_ms": 53.215, "count": 301, "max_ms": 71.134, "p95_ms": 64.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.1, "count": 301, "max_ms": 71.185, "p95_ms": 60.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.416, "count": 301, "max_ms": 94.608, "p95_ms": 87.609}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 854.105, "p95_ms": 121.787}, "triton_wait": {"avg_ms": 63.987, "count": 301, "max_ms": 86.22, "p95_ms": 79.178}, "visualize": {"avg_ms": 3.939, "count": 301, "max_ms": 5.375, "p95_ms": 5.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3613.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 602.87, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.129, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:32:06+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T09:32:06+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T09:32:06.367840+09:00", "mtime_epoch": 1783297926.3678403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:32:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 732.113, "name": "celery", "pid": 237, "rss_mb": 732.059, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.646, "pushed": 10.646, "read": 10.613}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.513, "count": 319, "max_ms": 6.127, "p95_ms": 5.357}, "gstreamer_push": {"avg_ms": 2.023, "count": 319, "max_ms": 7.971, "p95_ms": 6.512}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.297, "count": 319, "max_ms": 68.605, "p95_ms": 61.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.928, "count": 319, "max_ms": 82.648, "p95_ms": 78.011}, "yolo11_640_fire_11class": {"avg_ms": 48.935, "count": 319, "max_ms": 66.039, "p95_ms": 62.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.521, "count": 319, "max_ms": 66.349, "p95_ms": 52.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.923, "count": 319, "max_ms": 92.53, "p95_ms": 86.591}, "read_interval": {"avg_ms": 94.229, "count": 318, "max_ms": 639.834, "p95_ms": 121.442}, "triton_wait": {"avg_ms": 60.087, "count": 319, "max_ms": 82.661, "p95_ms": 78.025}, "visualize": {"avg_ms": 4.428, "count": 319, "max_ms": 10.153, "p95_ms": 6.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3613.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 603.838, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.109, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:32:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:32:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T09:32:07+09:00", "mjpeg": {"age_sec": 0.446, "exists": true, "mtime": "2026-07-06T09:32:06.967853+09:00", "mtime_epoch": 1783297926.9678528, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:32:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.595, "count": 301, "max_ms": 8.26, "p95_ms": 5.437}, "gstreamer_push": {"avg_ms": 1.354, "count": 301, "max_ms": 1.595, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.551, "count": 301, "max_ms": 64.575, "p95_ms": 62.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.909, "count": 301, "max_ms": 80.195, "p95_ms": 77.755}, "yolo11_640_fire_11class": {"avg_ms": 52.97, "count": 301, "max_ms": 64.64, "p95_ms": 62.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.997, "count": 301, "max_ms": 67.555, "p95_ms": 59.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.482, "count": 301, "max_ms": 90.437, "p95_ms": 86.382}, "read_interval": {"avg_ms": 99.825, "count": 300, "max_ms": 668.949, "p95_ms": 103.994}, "triton_wait": {"avg_ms": 63.089, "count": 301, "max_ms": 80.21, "p95_ms": 77.768}, "visualize": {"avg_ms": 3.934, "count": 301, "max_ms": 6.502, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3613.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 632.894, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.077, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:32:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T09:32:36+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T09:32:36.380461+09:00", "mtime_epoch": 1783297956.3804612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:32:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 734.691, "name": "celery", "pid": 237, "rss_mb": 732.16, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.962, "count": 300, "max_ms": 5.479, "p95_ms": 3.208}, "gstreamer_push": {"avg_ms": 1.872, "count": 300, "max_ms": 8.465, "p95_ms": 6.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.706, "count": 300, "max_ms": 63.21, "p95_ms": 61.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.147, "count": 300, "max_ms": 80.64, "p95_ms": 77.231}, "yolo11_640_fire_11class": {"avg_ms": 46.402, "count": 300, "max_ms": 63.917, "p95_ms": 60.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.103, "count": 300, "max_ms": 65.442, "p95_ms": 52.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.01, "count": 300, "max_ms": 88.521, "p95_ms": 84.999}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 177.681, "p95_ms": 122.088}, "triton_wait": {"avg_ms": 58.225, "count": 300, "max_ms": 80.652, "p95_ms": 77.245}, "visualize": {"avg_ms": 3.917, "count": 300, "max_ms": 8.773, "p95_ms": 5.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3613.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 633.922, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.053, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:32:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:32:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T09:32:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T09:32:37.416482+09:00", "mtime_epoch": 1783297957.4164824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:32:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.469, "count": 298, "max_ms": 7.811, "p95_ms": 5.347}, "gstreamer_push": {"avg_ms": 1.366, "count": 298, "max_ms": 1.685, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.021, "count": 298, "max_ms": 64.93, "p95_ms": 62.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.5, "count": 298, "max_ms": 81.394, "p95_ms": 77.611}, "yolo11_640_fire_11class": {"avg_ms": 51.639, "count": 298, "max_ms": 64.657, "p95_ms": 61.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.55, "count": 298, "max_ms": 66.547, "p95_ms": 61.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.767, "count": 298, "max_ms": 91.105, "p95_ms": 85.931}, "read_interval": {"avg_ms": 100.622, "count": 298, "max_ms": 1072.428, "p95_ms": 126.406}, "triton_wait": {"avg_ms": 62.598, "count": 298, "max_ms": 81.406, "p95_ms": 77.623}, "visualize": {"avg_ms": 3.84, "count": 298, "max_ms": 6.303, "p95_ms": 4.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3613.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 662.953, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.241, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:33:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:33:06+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T09:33:06.465080+09:00", "mtime_epoch": 1783297986.4650803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:33:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 734.691, "name": "celery", "pid": 237, "rss_mb": 732.219, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.002, "count": 301, "max_ms": 4.935, "p95_ms": 3.466}, "gstreamer_push": {"avg_ms": 1.618, "count": 301, "max_ms": 6.563, "p95_ms": 3.855}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.722, "count": 301, "max_ms": 66.822, "p95_ms": 62.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.71, "count": 301, "max_ms": 83.954, "p95_ms": 79.208}, "yolo11_640_fire_11class": {"avg_ms": 49.705, "count": 301, "max_ms": 63.959, "p95_ms": 61.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.345, "count": 301, "max_ms": 65.31, "p95_ms": 51.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.556, "count": 301, "max_ms": 91.496, "p95_ms": 86.71}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 178.425, "p95_ms": 121.328}, "triton_wait": {"avg_ms": 61.833, "count": 301, "max_ms": 83.968, "p95_ms": 79.221}, "visualize": {"avg_ms": 3.827, "count": 301, "max_ms": 11.094, "p95_ms": 4.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3613.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 663.932, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.263, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:33:07+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:33:07+09:00", "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-07-06T09:33:07.457101+09:00", "mtime_epoch": 1783297987.4571006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:33:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 808.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.722, "count": 304, "max_ms": 8.194, "p95_ms": 5.407}, "gstreamer_push": {"avg_ms": 1.339, "count": 304, "max_ms": 1.782, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.223, "count": 304, "max_ms": 65.543, "p95_ms": 62.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.638, "count": 304, "max_ms": 80.803, "p95_ms": 77.101}, "yolo11_640_fire_11class": {"avg_ms": 52.37, "count": 304, "max_ms": 64.121, "p95_ms": 61.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.748, "count": 304, "max_ms": 69.249, "p95_ms": 60.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.278, "count": 304, "max_ms": 91.795, "p95_ms": 87.086}, "read_interval": {"avg_ms": 98.785, "count": 304, "max_ms": 770.989, "p95_ms": 112.817}, "triton_wait": {"avg_ms": 63.745, "count": 304, "max_ms": 80.813, "p95_ms": 77.113}, "visualize": {"avg_ms": 3.963, "count": 304, "max_ms": 6.467, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3614.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 692.953, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.203, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:33:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T09:33:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T09:33:36.461695+09:00", "mtime_epoch": 1783298016.4616947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:33:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 734.691, "name": "celery", "pid": 237, "rss_mb": 732.355, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.019, "count": 300, "max_ms": 4.547, "p95_ms": 3.678}, "gstreamer_push": {"avg_ms": 1.662, "count": 300, "max_ms": 8.028, "p95_ms": 3.897}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.019, "count": 300, "max_ms": 66.494, "p95_ms": 61.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.148, "count": 300, "max_ms": 84.298, "p95_ms": 77.587}, "yolo11_640_fire_11class": {"avg_ms": 47.695, "count": 300, "max_ms": 64.278, "p95_ms": 60.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.006, "count": 300, "max_ms": 70.635, "p95_ms": 52.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.246, "count": 300, "max_ms": 92.035, "p95_ms": 85.056}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 169.444, "p95_ms": 122.508}, "triton_wait": {"avg_ms": 59.434, "count": 300, "max_ms": 84.311, "p95_ms": 77.6}, "visualize": {"avg_ms": 3.873, "count": 300, "max_ms": 8.613, "p95_ms": 4.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3613.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 693.982, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.336, "name": "ffmpeg", "pid": 275, "rss_mb": 335.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.29, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:33:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:33:37+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T09:33:37+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T09:33:37.497716+09:00", "mtime_epoch": 1783298017.4977157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:33:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 808.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.537, "count": 302, "max_ms": 7.444, "p95_ms": 5.383}, "gstreamer_push": {"avg_ms": 1.368, "count": 302, "max_ms": 2.307, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.339, "count": 302, "max_ms": 65.544, "p95_ms": 61.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.333, "count": 302, "max_ms": 80.233, "p95_ms": 76.949}, "yolo11_640_fire_11class": {"avg_ms": 51.412, "count": 302, "max_ms": 64.028, "p95_ms": 61.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.834, "count": 302, "max_ms": 70.694, "p95_ms": 61.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.886, "count": 302, "max_ms": 89.782, "p95_ms": 85.712}, "read_interval": {"avg_ms": 99.591, "count": 301, "max_ms": 778.422, "p95_ms": 115.334}, "triton_wait": {"avg_ms": 62.601, "count": 302, "max_ms": 80.245, "p95_ms": 76.961}, "visualize": {"avg_ms": 3.897, "count": 302, "max_ms": 6.401, "p95_ms": 5.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_092203_cc0f103b.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 58}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3304.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 704.678, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 275, "process": {"exists": false, "pid": 275}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.265, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cc0f103b", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-07-06T09:33:48+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T09:33:48+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T09:33:48.181934+09:00", "mtime_epoch": 1783298028.1819339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:33:48+09:00", "process": {"exists": true, "fd_count": 132, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 808.488, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.847, "pushed": 9.847, "read": 9.813}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.529, "count": 295, "max_ms": 6.042, "p95_ms": 5.397}, "gstreamer_push": {"avg_ms": 1.38, "count": 295, "max_ms": 2.307, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.618, "count": 295, "max_ms": 63.496, "p95_ms": 61.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.73, "count": 295, "max_ms": 80.233, "p95_ms": 77.203}, "yolo11_640_fire_11class": {"avg_ms": 51.638, "count": 295, "max_ms": 63.903, "p95_ms": 61.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.92, "count": 295, "max_ms": 70.694, "p95_ms": 61.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.265, "count": 295, "max_ms": 89.789, "p95_ms": 86.371}, "read_interval": {"avg_ms": 101.602, "count": 294, "max_ms": 883.56, "p95_ms": 140.373}, "triton_wait": {"avg_ms": 62.992, "count": 295, "max_ms": 80.245, "p95_ms": 77.217}, "visualize": {"avg_ms": 3.885, "count": 295, "max_ms": 6.401, "p95_ms": 5.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "stopped", "task_id": "0848868f-dd6d-429c-840d-4fda5bb9bf97", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3328.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.017, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.633, "name": "ffmpeg", "pid": 779, "rss_mb": 57.633, "state": "S (sleeping)", "threads": 1}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.912}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 3.034, "exists": true, "mtime": "2026-07-06T09:33:48.181934+09:00", "mtime_epoch": 1783298028.1819339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:33:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 876.078, "name": "celery", "pid": 267, "rss_mb": 807.426, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 60}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3888.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 723.006, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.484, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:34:06+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:34:06+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T09:34:06.402305+09:00", "mtime_epoch": 1783298046.4023051, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:34:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.613, "name": "celery", "pid": 237, "rss_mb": 730.246, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.902, "count": 294, "max_ms": 7.885, "p95_ms": 5.577}, "gstreamer_push": {"avg_ms": 1.766, "count": 294, "max_ms": 7.617, "p95_ms": 5.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.037, "count": 294, "max_ms": 64.873, "p95_ms": 61.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.044, "count": 294, "max_ms": 81.416, "p95_ms": 78.372}, "yolo11_640_fire_11class": {"avg_ms": 48.049, "count": 294, "max_ms": 65.143, "p95_ms": 61.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.676, "count": 294, "max_ms": 78.534, "p95_ms": 58.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.369, "count": 294, "max_ms": 91.806, "p95_ms": 88.087}, "read_interval": {"avg_ms": 102.234, "count": 294, "max_ms": 309.029, "p95_ms": 122.67}, "triton_wait": {"avg_ms": 60.214, "count": 294, "max_ms": 81.428, "p95_ms": 78.385}, "visualize": {"avg_ms": 4.346, "count": 294, "max_ms": 9.244, "p95_ms": 6.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3892.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.083, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.227, "name": "ffmpeg", "pid": 779, "rss_mb": 334.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.572, "sample_count": 294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.845}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:34:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:34:21+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T09:34:21+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T09:34:21.166605+09:00", "mtime_epoch": 1783298061.166605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:34:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1087.793, "name": "celery", "pid": 267, "rss_mb": 1085.273, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.328, "count": 294, "max_ms": 6.479, "p95_ms": 5.417}, "gstreamer_push": {"avg_ms": 1.469, "count": 294, "max_ms": 4.761, "p95_ms": 3.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.483, "count": 294, "max_ms": 63.825, "p95_ms": 61.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.823, "count": 294, "max_ms": 79.65, "p95_ms": 76.797}, "yolo11_640_fire_11class": {"avg_ms": 52.186, "count": 294, "max_ms": 64.577, "p95_ms": 61.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.791, "count": 294, "max_ms": 76.423, "p95_ms": 63.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.887, "count": 294, "max_ms": 142.384, "p95_ms": 116.749}, "read_interval": {"avg_ms": 100.459, "count": 293, "max_ms": 603.633, "p95_ms": 138.422}, "triton_wait": {"avg_ms": 63.967, "count": 294, "max_ms": 79.668, "p95_ms": 76.809}, "visualize": {"avg_ms": 3.946, "count": 294, "max_ms": 11.403, "p95_ms": 5.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.548, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 62}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3892.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 753.087, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.853, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:34:36+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T09:34:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T09:34:36.578918+09:00", "mtime_epoch": 1783298076.5789175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:34:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 733.262, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.297, "pushed": 10.297, "read": 10.297}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.262, "count": 307, "max_ms": 5.29, "p95_ms": 3.63}, "gstreamer_push": {"avg_ms": 1.872, "count": 307, "max_ms": 9.017, "p95_ms": 6.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.748, "count": 307, "max_ms": 67.594, "p95_ms": 62.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.228, "count": 307, "max_ms": 84.336, "p95_ms": 80.232}, "yolo11_640_fire_11class": {"avg_ms": 49.595, "count": 307, "max_ms": 66.781, "p95_ms": 63.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 34.917, "count": 307, "max_ms": 55.893, "p95_ms": 46.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.364, "count": 307, "max_ms": 92.136, "p95_ms": 88.335}, "read_interval": {"avg_ms": 97.927, "count": 307, "max_ms": 1218.408, "p95_ms": 121.866}, "triton_wait": {"avg_ms": 61.345, "count": 307, "max_ms": 84.349, "p95_ms": 80.246}, "visualize": {"avg_ms": 3.885, "count": 307, "max_ms": 9.038, "p95_ms": 5.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3888.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.08, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.484, "name": "ffmpeg", "pid": 779, "rss_mb": 334.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.787, "sample_count": 595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.845}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:34:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:34:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:34:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:34:51.195213+09:00", "mtime_epoch": 1783298091.1952133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:34:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1087.793, "name": "celery", "pid": 267, "rss_mb": 1084.906, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.645, "count": 301, "max_ms": 9.802, "p95_ms": 5.784}, "gstreamer_push": {"avg_ms": 1.515, "count": 302, "max_ms": 6.212, "p95_ms": 3.535}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.444, "count": 301, "max_ms": 64.689, "p95_ms": 61.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.989, "count": 301, "max_ms": 78.534, "p95_ms": 76.822}, "yolo11_640_fire_11class": {"avg_ms": 52.109, "count": 301, "max_ms": 63.914, "p95_ms": 61.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.53, "count": 301, "max_ms": 65.16, "p95_ms": 60.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.191, "count": 302, "max_ms": 133.235, "p95_ms": 117.071}, "read_interval": {"avg_ms": 99.746, "count": 301, "max_ms": 147.316, "p95_ms": 129.121}, "triton_wait": {"avg_ms": 64.049, "count": 301, "max_ms": 78.546, "p95_ms": 76.833}, "visualize": {"avg_ms": 4.134, "count": 301, "max_ms": 7.623, "p95_ms": 5.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 65}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3891.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 783.146, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.251, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:35:06+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-06T09:35:06+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T09:35:06.663526+09:00", "mtime_epoch": 1783298106.6635258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:35:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 733.262, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.341, "count": 301, "max_ms": 5.618, "p95_ms": 4.137}, "gstreamer_push": {"avg_ms": 1.653, "count": 301, "max_ms": 6.543, "p95_ms": 3.815}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.602, "count": 301, "max_ms": 67.022, "p95_ms": 64.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.96, "count": 301, "max_ms": 85.631, "p95_ms": 80.57}, "yolo11_640_fire_11class": {"avg_ms": 52.643, "count": 301, "max_ms": 66.66, "p95_ms": 63.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.182, "count": 301, "max_ms": 64.362, "p95_ms": 51.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.256, "count": 301, "max_ms": 94.46, "p95_ms": 88.64}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 138.315, "p95_ms": 117.332}, "triton_wait": {"avg_ms": 65.083, "count": 301, "max_ms": 85.645, "p95_ms": 80.587}, "visualize": {"avg_ms": 3.931, "count": 301, "max_ms": 13.94, "p95_ms": 5.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3895.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.088, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.484, "name": "ffmpeg", "pid": 779, "rss_mb": 334.484, "state": "R (running)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.525, "sample_count": 891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.839}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:35:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:35:21+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T09:35:21+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T09:35:21.219819+09:00", "mtime_epoch": 1783298121.219819, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:35:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1088.32, "name": "celery", "pid": 267, "rss_mb": 1088.32, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.17, "count": 296, "max_ms": 5.506, "p95_ms": 5.278}, "gstreamer_push": {"avg_ms": 1.568, "count": 296, "max_ms": 7.338, "p95_ms": 3.778}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.953, "count": 296, "max_ms": 65.39, "p95_ms": 62.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.653, "count": 296, "max_ms": 80.236, "p95_ms": 77.138}, "yolo11_640_fire_11class": {"avg_ms": 52.653, "count": 296, "max_ms": 65.768, "p95_ms": 62.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.341, "count": 296, "max_ms": 67.539, "p95_ms": 60.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.795, "count": 296, "max_ms": 128.622, "p95_ms": 95.947}, "read_interval": {"avg_ms": 101.421, "count": 296, "max_ms": 570.782, "p95_ms": 120.099}, "triton_wait": {"avg_ms": 63.847, "count": 296, "max_ms": 80.248, "p95_ms": 77.15}, "visualize": {"avg_ms": 3.885, "count": 296, "max_ms": 6.78, "p95_ms": 5.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3891.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 813.284, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.353, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:35:36+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T09:35:36+09:00", "mjpeg": {"age_sec": 0.693, "exists": true, "mtime": "2026-07-06T09:35:36.168120+09:00", "mtime_epoch": 1783298136.16812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:35:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 733.496, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.259, "count": 291, "max_ms": 5.315, "p95_ms": 3.591}, "gstreamer_push": {"avg_ms": 1.807, "count": 291, "max_ms": 6.715, "p95_ms": 6.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.279, "count": 291, "max_ms": 68.663, "p95_ms": 64.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.317, "count": 291, "max_ms": 82.076, "p95_ms": 79.402}, "yolo11_640_fire_11class": {"avg_ms": 50.075, "count": 291, "max_ms": 68.422, "p95_ms": 63.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.77, "count": 291, "max_ms": 67.063, "p95_ms": 51.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.63, "count": 291, "max_ms": 91.693, "p95_ms": 87.454}, "read_interval": {"avg_ms": 103.058, "count": 291, "max_ms": 677.738, "p95_ms": 123.636}, "triton_wait": {"avg_ms": 61.622, "count": 291, "max_ms": 82.09, "p95_ms": 79.413}, "visualize": {"avg_ms": 3.867, "count": 291, "max_ms": 8.737, "p95_ms": 5.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 9}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3894.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.158, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.484, "name": "ffmpeg", "pid": 779, "rss_mb": 334.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.503, "sample_count": 1195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.769}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:35:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:35:51+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:35:51+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T09:35:51.296424+09:00", "mtime_epoch": 1783298151.2964237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:35:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1089.844, "name": "celery", "pid": 267, "rss_mb": 1087.266, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.12, "count": 304, "max_ms": 6.29, "p95_ms": 5.301}, "gstreamer_push": {"avg_ms": 1.509, "count": 304, "max_ms": 6.486, "p95_ms": 3.577}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.613, "count": 304, "max_ms": 70.658, "p95_ms": 62.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.389, "count": 304, "max_ms": 79.85, "p95_ms": 76.04}, "yolo11_640_fire_11class": {"avg_ms": 51.391, "count": 304, "max_ms": 70.097, "p95_ms": 62.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.85, "count": 304, "max_ms": 65.856, "p95_ms": 59.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.476, "count": 304, "max_ms": 133.302, "p95_ms": 103.122}, "read_interval": {"avg_ms": 98.975, "count": 303, "max_ms": 701.22, "p95_ms": 122.625}, "triton_wait": {"avg_ms": 61.501, "count": 304, "max_ms": 79.862, "p95_ms": 76.052}, "visualize": {"avg_ms": 3.803, "count": 304, "max_ms": 6.445, "p95_ms": 4.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 69}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3894.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 843.581, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.539, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T09:36:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T09:36:07+09:00", "mjpeg": {"age_sec": 0.801, "exists": true, "mtime": "2026-07-06T09:36:06.356725+09:00", "mtime_epoch": 1783298166.3567255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:36:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 733.695, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.291, "count": 228, "max_ms": 5.226, "p95_ms": 3.75}, "gstreamer_push": {"avg_ms": 1.808, "count": 228, "max_ms": 6.573, "p95_ms": 6.071}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.285, "count": 228, "max_ms": 65.082, "p95_ms": 62.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.731, "count": 228, "max_ms": 81.22, "p95_ms": 79.828}, "yolo11_640_fire_11class": {"avg_ms": 49.054, "count": 228, "max_ms": 66.207, "p95_ms": 62.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.81, "count": 228, "max_ms": 66.1, "p95_ms": 48.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.91, "count": 228, "max_ms": 91.813, "p95_ms": 87.881}, "read_interval": {"avg_ms": 131.618, "count": 228, "max_ms": 1550.625, "p95_ms": 255.736}, "triton_wait": {"avg_ms": 60.852, "count": 228, "max_ms": 81.234, "p95_ms": 79.843}, "visualize": {"avg_ms": 3.898, "count": 228, "max_ms": 9.298, "p95_ms": 5.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3894.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.209, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.484, "name": "ffmpeg", "pid": 779, "rss_mb": 334.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.095, "sample_count": 1498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.718}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:36:21+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:36:21+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T09:36:21.345026+09:00", "mtime_epoch": 1783298181.3450255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:36:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1090.617, "name": "celery", "pid": 267, "rss_mb": 1089.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.047, "count": 303, "max_ms": 5.971, "p95_ms": 3.518}, "gstreamer_push": {"avg_ms": 1.52, "count": 303, "max_ms": 6.205, "p95_ms": 3.686}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.665, "count": 303, "max_ms": 67.727, "p95_ms": 60.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.983, "count": 303, "max_ms": 80.559, "p95_ms": 75.401}, "yolo11_640_fire_11class": {"avg_ms": 49.298, "count": 303, "max_ms": 67.187, "p95_ms": 60.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.46, "count": 303, "max_ms": 66.711, "p95_ms": 59.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.647, "count": 303, "max_ms": 119.142, "p95_ms": 88.3}, "read_interval": {"avg_ms": 99.239, "count": 302, "max_ms": 760.603, "p95_ms": 113.248}, "triton_wait": {"avg_ms": 58.074, "count": 303, "max_ms": 80.574, "p95_ms": 75.412}, "visualize": {"avg_ms": 3.757, "count": 303, "max_ms": 5.779, "p95_ms": 4.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3890.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 873.891, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.586, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:36:37+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:36:37+09:00", "mjpeg": {"age_sec": 0.338, "exists": true, "mtime": "2026-07-06T09:36:37.129341+09:00", "mtime_epoch": 1783298197.1293406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:36:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 731.105, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.333, "count": 207, "max_ms": 4.968, "p95_ms": 4.319}, "gstreamer_push": {"avg_ms": 1.743, "count": 207, "max_ms": 6.501, "p95_ms": 3.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.66, "count": 207, "max_ms": 66.557, "p95_ms": 63.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.146, "count": 207, "max_ms": 83.846, "p95_ms": 79.154}, "yolo11_640_fire_11class": {"avg_ms": 48.865, "count": 207, "max_ms": 66.217, "p95_ms": 63.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.534, "count": 207, "max_ms": 67.998, "p95_ms": 51.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.445, "count": 207, "max_ms": 93.846, "p95_ms": 87.173}, "read_interval": {"avg_ms": 145.587, "count": 206, "max_ms": 1702.976, "p95_ms": 353.974}, "triton_wait": {"avg_ms": 60.294, "count": 207, "max_ms": 83.859, "p95_ms": 79.167}, "visualize": {"avg_ms": 3.934, "count": 207, "max_ms": 9.252, "p95_ms": 5.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 14}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3892.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.209, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.742, "name": "ffmpeg", "pid": 779, "rss_mb": 334.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.651, "sample_count": 1797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.718}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:36:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:36:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:36:51+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T09:36:51.325624+09:00", "mtime_epoch": 1783298211.3256238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:36:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1090.617, "name": "celery", "pid": 267, "rss_mb": 1085.074, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.569, "count": 299, "max_ms": 5.686, "p95_ms": 5.564}, "gstreamer_push": {"avg_ms": 1.491, "count": 300, "max_ms": 3.996, "p95_ms": 3.593}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.658, "count": 299, "max_ms": 70.832, "p95_ms": 61.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.95, "count": 299, "max_ms": 80.019, "p95_ms": 76.534}, "yolo11_640_fire_11class": {"avg_ms": 48.862, "count": 299, "max_ms": 71.681, "p95_ms": 59.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.515, "count": 299, "max_ms": 68.735, "p95_ms": 59.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.828, "count": 299, "max_ms": 131.588, "p95_ms": 119.234}, "read_interval": {"avg_ms": 100.264, "count": 299, "max_ms": 395.565, "p95_ms": 138.692}, "triton_wait": {"avg_ms": 59.045, "count": 299, "max_ms": 80.033, "p95_ms": 76.546}, "visualize": {"avg_ms": 4.092, "count": 299, "max_ms": 6.054, "p95_ms": 5.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 73}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3892.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 903.968, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.812, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:37:07+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T09:37:07+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T09:37:07.489946+09:00", "mtime_epoch": 1783298227.4899457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:37:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 733.906, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.691, "pushed": 8.691, "read": 8.691}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 260, "max_ms": 5.67, "p95_ms": 4.504}, "gstreamer_push": {"avg_ms": 1.759, "count": 260, "max_ms": 6.693, "p95_ms": 4.072}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.708, "count": 260, "max_ms": 67.761, "p95_ms": 63.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.996, "count": 260, "max_ms": 82.706, "p95_ms": 79.619}, "yolo11_640_fire_11class": {"avg_ms": 49.815, "count": 260, "max_ms": 69.489, "p95_ms": 62.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.792, "count": 260, "max_ms": 63.152, "p95_ms": 48.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.455, "count": 260, "max_ms": 92.453, "p95_ms": 88.451}, "read_interval": {"avg_ms": 115.66, "count": 260, "max_ms": 852.433, "p95_ms": 244.627}, "triton_wait": {"avg_ms": 62.269, "count": 260, "max_ms": 82.72, "p95_ms": 79.633}, "visualize": {"avg_ms": 3.923, "count": 260, "max_ms": 9.071, "p95_ms": 4.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 3895.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.275, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.0, "name": "ffmpeg", "pid": 779, "rss_mb": 335.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.324, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.651}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:37:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:37:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:37:21+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T09:37:21.394222+09:00", "mtime_epoch": 1783298241.394222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:37:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1090.617, "name": "celery", "pid": 267, "rss_mb": 1087.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.194, "count": 299, "max_ms": 7.876, "p95_ms": 5.066}, "gstreamer_push": {"avg_ms": 1.532, "count": 299, "max_ms": 5.985, "p95_ms": 3.672}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.295, "count": 299, "max_ms": 70.267, "p95_ms": 61.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.549, "count": 299, "max_ms": 79.183, "p95_ms": 76.358}, "yolo11_640_fire_11class": {"avg_ms": 51.522, "count": 299, "max_ms": 69.718, "p95_ms": 60.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.153, "count": 299, "max_ms": 71.243, "p95_ms": 59.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.92, "count": 299, "max_ms": 130.538, "p95_ms": 105.435}, "read_interval": {"avg_ms": 100.552, "count": 298, "max_ms": 811.299, "p95_ms": 135.37}, "triton_wait": {"avg_ms": 63.626, "count": 299, "max_ms": 79.194, "p95_ms": 76.369}, "visualize": {"avg_ms": 3.881, "count": 299, "max_ms": 7.156, "p95_ms": 5.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 76}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3891.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 933.996, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.035, "name": "ffmpeg", "pid": 276, "rss_mb": 274.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.092, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:37:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:37:37+09:00", "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-07-06T09:37:37.522542+09:00", "mtime_epoch": 1783298257.5225422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:37:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 734.105, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 350, "pushed_frames": 350, "read_frames": 349, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.684, "pushed": 11.684, "read": 11.651}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.327, "count": 350, "max_ms": 5.626, "p95_ms": 4.165}, "gstreamer_push": {"avg_ms": 1.987, "count": 350, "max_ms": 6.867, "p95_ms": 6.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.834, "count": 350, "max_ms": 67.449, "p95_ms": 64.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.2, "count": 350, "max_ms": 83.322, "p95_ms": 81.11}, "yolo11_640_fire_11class": {"avg_ms": 50.357, "count": 350, "max_ms": 65.391, "p95_ms": 63.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.967, "count": 350, "max_ms": 65.45, "p95_ms": 50.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.496, "count": 350, "max_ms": 97.711, "p95_ms": 89.048}, "read_interval": {"avg_ms": 85.812, "count": 349, "max_ms": 116.381, "p95_ms": 104.382}, "triton_wait": {"avg_ms": 63.349, "count": 350, "max_ms": 83.334, "p95_ms": 81.123}, "visualize": {"avg_ms": 3.959, "count": 350, "max_ms": 12.271, "p95_ms": 5.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 19}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4072.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.337, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.0, "name": "ffmpeg", "pid": 779, "rss_mb": 335.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.267, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.591}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:37:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:37:51+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T09:37:51+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T09:37:51.382817+09:00", "mtime_epoch": 1783298271.3828168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:37:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1252.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.877, "pushed": 7.877, "read": 7.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.862, "count": 236, "max_ms": 10.278, "p95_ms": 8.123}, "gstreamer_push": {"avg_ms": 1.432, "count": 236, "max_ms": 5.844, "p95_ms": 3.01}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.912, "count": 236, "max_ms": 72.008, "p95_ms": 63.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.2, "count": 236, "max_ms": 85.092, "p95_ms": 76.735}, "yolo11_640_fire_11class": {"avg_ms": 51.446, "count": 236, "max_ms": 66.66, "p95_ms": 59.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.522, "count": 236, "max_ms": 72.941, "p95_ms": 63.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.303, "count": 236, "max_ms": 781.281, "p95_ms": 184.774}, "read_interval": {"avg_ms": 127.149, "count": 235, "max_ms": 795.921, "p95_ms": 197.634}, "triton_wait": {"avg_ms": 65.392, "count": 236, "max_ms": 85.104, "p95_ms": 76.747}, "visualize": {"avg_ms": 6.301, "count": 236, "max_ms": 14.427, "p95_ms": 13.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 79}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4046.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 964.039, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.19, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:38:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T09:38:07+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T09:38:07.535136+09:00", "mtime_epoch": 1783298287.5351365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:38:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 734.215, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 368, "pushed_frames": 368, "read_frames": 367, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.277, "pushed": 12.277, "read": 12.244}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.303, "count": 368, "max_ms": 5.169, "p95_ms": 3.906}, "gstreamer_push": {"avg_ms": 1.62, "count": 368, "max_ms": 8.292, "p95_ms": 3.891}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.191, "count": 368, "max_ms": 74.47, "p95_ms": 64.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.208, "count": 368, "max_ms": 87.566, "p95_ms": 79.922}, "yolo11_640_fire_11class": {"avg_ms": 48.03, "count": 368, "max_ms": 69.074, "p95_ms": 62.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.723, "count": 368, "max_ms": 74.927, "p95_ms": 56.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.274, "count": 368, "max_ms": 95.202, "p95_ms": 87.742}, "read_interval": {"avg_ms": 81.585, "count": 367, "max_ms": 108.99, "p95_ms": 102.627}, "triton_wait": {"avg_ms": 59.318, "count": 368, "max_ms": 87.579, "p95_ms": 79.936}, "visualize": {"avg_ms": 3.803, "count": 368, "max_ms": 9.194, "p95_ms": 4.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4030.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 994.109, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.413, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:38:37+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T09:38:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T09:38:37.619731+09:00", "mtime_epoch": 1783298317.6197307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:38:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 728.934, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.501, "pushed": 10.501, "read": 10.468}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.243, "count": 315, "max_ms": 5.582, "p95_ms": 3.289}, "gstreamer_push": {"avg_ms": 1.835, "count": 315, "max_ms": 6.473, "p95_ms": 6.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.165, "count": 315, "max_ms": 68.707, "p95_ms": 65.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.772, "count": 315, "max_ms": 83.331, "p95_ms": 81.028}, "yolo11_640_fire_11class": {"avg_ms": 48.026, "count": 315, "max_ms": 65.438, "p95_ms": 63.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.918, "count": 315, "max_ms": 64.08, "p95_ms": 39.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.707, "count": 315, "max_ms": 91.071, "p95_ms": 88.743}, "read_interval": {"avg_ms": 95.527, "count": 314, "max_ms": 195.043, "p95_ms": 134.792}, "triton_wait": {"avg_ms": 58.795, "count": 315, "max_ms": 83.344, "p95_ms": 81.041}, "visualize": {"avg_ms": 3.818, "count": 315, "max_ms": 8.497, "p95_ms": 5.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 21}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4031.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 290.156, "last_started_at": "2026-07-06T09:33:49+09:00", "pid": 779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.883, "name": "ffmpeg", "pid": 779, "rss_mb": 335.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.161, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 9.771}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:38:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:38:39+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T09:38:39+09:00", "mjpeg": {"age_sec": 17.959, "exists": true, "mtime": "2026-07-06T09:38:21.395411+09:00", "mtime_epoch": 1783298301.3954105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:38:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.237, "pushed": 4.237, "read": 4.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.277, "count": 127, "max_ms": 4.362, "p95_ms": 3.364}, "gstreamer_push": {"avg_ms": 1.339, "count": 127, "max_ms": 1.656, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.792, "count": 127, "max_ms": 63.576, "p95_ms": 61.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.982, "count": 127, "max_ms": 79.425, "p95_ms": 76.336}, "yolo11_640_fire_11class": {"avg_ms": 53.535, "count": 127, "max_ms": 66.707, "p95_ms": 59.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.514, "count": 127, "max_ms": 64.238, "p95_ms": 62.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.132, "count": 127, "max_ms": 91.245, "p95_ms": 88.674}, "read_interval": {"avg_ms": 237.639, "count": 126, "max_ms": 17973.597, "p95_ms": 104.854}, "triton_wait": {"avg_ms": 68.031, "count": 127, "max_ms": 79.438, "p95_ms": 76.348}, "visualize": {"avg_ms": 3.709, "count": 127, "max_ms": 5.175, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 84}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4028.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1024.128, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.269, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:39:07+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T09:39:07+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T09:39:07.624322+09:00", "mtime_epoch": 1783298347.6243217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:39:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 734.484, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.235, "count": 300, "max_ms": 4.851, "p95_ms": 3.313}, "gstreamer_push": {"avg_ms": 1.542, "count": 300, "max_ms": 6.453, "p95_ms": 3.687}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.038, "count": 300, "max_ms": 62.468, "p95_ms": 59.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.316, "count": 300, "max_ms": 82.123, "p95_ms": 70.936}, "yolo11_640_fire_11class": {"avg_ms": 44.125, "count": 300, "max_ms": 62.55, "p95_ms": 53.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 34.254, "count": 300, "max_ms": 64.574, "p95_ms": 45.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.22, "count": 300, "max_ms": 89.889, "p95_ms": 79.668}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 246.902, "p95_ms": 144.182}, "triton_wait": {"avg_ms": 52.334, "count": 300, "max_ms": 82.136, "p95_ms": 70.948}, "visualize": {"avg_ms": 3.784, "count": 300, "max_ms": 11.173, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4031.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:38:56+09:00", "last_error_summary": "[h264 @ 0x55a2efe55880] error while decoding MB 44 41, bytestream -5 [in#0/rtsp @ 0x55a2efd47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2efd47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.253, "last_started_at": "2026-07-06T09:38:59+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.18, "name": "ffmpeg", "pid": 993, "rss_mb": 331.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.789, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:39:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:39:09+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T09:39:09+09:00", "mjpeg": {"age_sec": 0.424, "exists": true, "mtime": "2026-07-06T09:39:09.040349+09:00", "mtime_epoch": 1783298349.0403495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:39:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.439, "pushed": 6.439, "read": 6.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.465, "count": 89, "max_ms": 5.824, "p95_ms": 4.832}, "gstreamer_push": {"avg_ms": 1.337, "count": 89, "max_ms": 1.533, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.817, "count": 89, "max_ms": 65.032, "p95_ms": 63.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.869, "count": 89, "max_ms": 78.601, "p95_ms": 77.09}, "yolo11_640_fire_11class": {"avg_ms": 50.709, "count": 89, "max_ms": 63.864, "p95_ms": 61.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.789, "count": 89, "max_ms": 67.473, "p95_ms": 62.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.011, "count": 89, "max_ms": 106.404, "p95_ms": 89.542}, "read_interval": {"avg_ms": 338.517, "count": 89, "max_ms": 16380.759, "p95_ms": 304.937}, "triton_wait": {"avg_ms": 61.146, "count": 89, "max_ms": 78.613, "p95_ms": 77.102}, "visualize": {"avg_ms": 3.791, "count": 89, "max_ms": 5.83, "p95_ms": 4.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.822, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 87}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4038.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1054.159, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.162, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:39:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T09:39:37+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:39:37.652912+09:00", "mtime_epoch": 1783298377.6529117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:39:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 734.613, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.264, "count": 300, "max_ms": 5.116, "p95_ms": 3.775}, "gstreamer_push": {"avg_ms": 1.494, "count": 300, "max_ms": 6.199, "p95_ms": 1.524}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.496, "count": 300, "max_ms": 67.089, "p95_ms": 62.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.626, "count": 300, "max_ms": 81.909, "p95_ms": 79.21}, "yolo11_640_fire_11class": {"avg_ms": 49.091, "count": 300, "max_ms": 64.863, "p95_ms": 62.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.168, "count": 300, "max_ms": 67.384, "p95_ms": 52.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.793, "count": 300, "max_ms": 91.83, "p95_ms": 87.382}, "read_interval": {"avg_ms": 100.067, "count": 300, "max_ms": 250.25, "p95_ms": 138.532}, "triton_wait": {"avg_ms": 60.821, "count": 300, "max_ms": 81.922, "p95_ms": 79.223}, "visualize": {"avg_ms": 3.817, "count": 300, "max_ms": 11.238, "p95_ms": 4.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 24}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4038.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:38:56+09:00", "last_error_summary": "[h264 @ 0x55a2efe55880] error while decoding MB 44 41, bytestream -5 [in#0/rtsp @ 0x55a2efd47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2efd47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.256, "last_started_at": "2026-07-06T09:38:59+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.137, "name": "ffmpeg", "pid": 993, "rss_mb": 338.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.786, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:39:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:39:39+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T09:39:39+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T09:39:39.372946+09:00", "mtime_epoch": 1783298379.3729455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:39:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.004, "count": 302, "max_ms": 6.743, "p95_ms": 5.746}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 1.58, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.556, "count": 302, "max_ms": 67.833, "p95_ms": 61.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.324, "count": 302, "max_ms": 78.821, "p95_ms": 75.893}, "yolo11_640_fire_11class": {"avg_ms": 50.939, "count": 302, "max_ms": 65.5, "p95_ms": 60.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.11, "count": 302, "max_ms": 68.94, "p95_ms": 61.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.299, "count": 302, "max_ms": 130.698, "p95_ms": 122.886}, "read_interval": {"avg_ms": 99.249, "count": 302, "max_ms": 435.684, "p95_ms": 133.244}, "triton_wait": {"avg_ms": 61.595, "count": 302, "max_ms": 78.831, "p95_ms": 75.905}, "visualize": {"avg_ms": 4.15, "count": 302, "max_ms": 6.452, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 89}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4038.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1084.187, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.122, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:40:07+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T09:40:07+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-06T09:40:07.709501+09:00", "mtime_epoch": 1783298407.7095008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:40:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 735.723, "name": "celery", "pid": 237, "rss_mb": 734.809, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.366, "count": 300, "max_ms": 5.686, "p95_ms": 4.666}, "gstreamer_push": {"avg_ms": 1.712, "count": 300, "max_ms": 7.737, "p95_ms": 4.004}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.016, "count": 300, "max_ms": 66.986, "p95_ms": 62.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.559, "count": 300, "max_ms": 87.108, "p95_ms": 79.461}, "yolo11_640_fire_11class": {"avg_ms": 48.102, "count": 300, "max_ms": 66.186, "p95_ms": 62.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.859, "count": 300, "max_ms": 63.244, "p95_ms": 52.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.102, "count": 300, "max_ms": 95.017, "p95_ms": 88.214}, "read_interval": {"avg_ms": 100.174, "count": 299, "max_ms": 186.271, "p95_ms": 136.474}, "triton_wait": {"avg_ms": 58.921, "count": 300, "max_ms": 87.122, "p95_ms": 79.476}, "visualize": {"avg_ms": 3.925, "count": 300, "max_ms": 16.776, "p95_ms": 5.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4039.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:38:56+09:00", "last_error_summary": "[h264 @ 0x55a2efe55880] error while decoding MB 44 41, bytestream -5 [in#0/rtsp @ 0x55a2efd47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2efd47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.271, "last_started_at": "2026-07-06T09:38:59+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.137, "name": "ffmpeg", "pid": 993, "rss_mb": 338.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.789, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:40:09+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T09:40:09+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T09:40:09.369533+09:00", "mtime_epoch": 1783298409.3695333, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:40:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.886}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.244, "count": 297, "max_ms": 9.492, "p95_ms": 5.968}, "gstreamer_push": {"avg_ms": 1.305, "count": 297, "max_ms": 1.917, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.411, "count": 297, "max_ms": 64.838, "p95_ms": 61.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.925, "count": 297, "max_ms": 83.914, "p95_ms": 76.95}, "yolo11_640_fire_11class": {"avg_ms": 51.082, "count": 297, "max_ms": 64.2, "p95_ms": 61.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.71, "count": 297, "max_ms": 65.074, "p95_ms": 60.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.429, "count": 297, "max_ms": 133.575, "p95_ms": 120.804}, "read_interval": {"avg_ms": 100.956, "count": 296, "max_ms": 590.714, "p95_ms": 133.677}, "triton_wait": {"avg_ms": 61.039, "count": 297, "max_ms": 83.926, "p95_ms": 76.965}, "visualize": {"avg_ms": 4.286, "count": 297, "max_ms": 7.596, "p95_ms": 5.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4039.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1114.236, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.048, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:40:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T09:40:37+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T09:40:37.706088+09:00", "mtime_epoch": 1783298437.7060876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:40:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 734.902, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.11, "count": 301, "max_ms": 8.348, "p95_ms": 5.831}, "gstreamer_push": {"avg_ms": 1.713, "count": 301, "max_ms": 6.911, "p95_ms": 3.898}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.315, "count": 301, "max_ms": 72.723, "p95_ms": 62.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.693, "count": 301, "max_ms": 84.243, "p95_ms": 77.689}, "yolo11_640_fire_11class": {"avg_ms": 46.947, "count": 301, "max_ms": 66.59, "p95_ms": 63.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.373, "count": 301, "max_ms": 76.222, "p95_ms": 58.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.314, "count": 301, "max_ms": 95.756, "p95_ms": 86.988}, "read_interval": {"avg_ms": 99.876, "count": 300, "max_ms": 188.348, "p95_ms": 144.613}, "triton_wait": {"avg_ms": 56.961, "count": 301, "max_ms": 84.257, "p95_ms": 77.703}, "visualize": {"avg_ms": 4.343, "count": 301, "max_ms": 8.948, "p95_ms": 5.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 29}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4039.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:38:56+09:00", "last_error_summary": "[h264 @ 0x55a2efe55880] error while decoding MB 44 41, bytestream -5 [in#0/rtsp @ 0x55a2efd47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2efd47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.374, "last_started_at": "2026-07-06T09:38:59+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.395, "name": "ffmpeg", "pid": 993, "rss_mb": 338.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.789, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:40:39+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T09:40:39+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T09:40:39.494123+09:00", "mtime_epoch": 1783298439.4941225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:40:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.432, "count": 294, "max_ms": 7.009, "p95_ms": 5.829}, "gstreamer_push": {"avg_ms": 1.259, "count": 295, "max_ms": 1.552, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.214, "count": 294, "max_ms": 73.279, "p95_ms": 62.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.931, "count": 294, "max_ms": 82.247, "p95_ms": 76.033}, "yolo11_640_fire_11class": {"avg_ms": 51.87, "count": 294, "max_ms": 67.567, "p95_ms": 62.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.64, "count": 294, "max_ms": 77.094, "p95_ms": 65.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.964, "count": 295, "max_ms": 136.947, "p95_ms": 123.461}, "read_interval": {"avg_ms": 102.006, "count": 294, "max_ms": 176.817, "p95_ms": 136.19}, "triton_wait": {"avg_ms": 60.148, "count": 294, "max_ms": 82.259, "p95_ms": 76.045}, "visualize": {"avg_ms": 4.352, "count": 294, "max_ms": 7.026, "p95_ms": 5.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4154.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.019, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 137.723, "name": "ffmpeg", "pid": 1150, "rss_mb": 135.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.729}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": 0.0, "last_frame_read_at": "2026-07-06T09:41:06+09:00", "mjpeg": {"age_sec": 260653.501, "exists": true, "mtime": "2026-07-03T09:16:52.608144+09:00", "mtime_epoch": 1783037812.6081438, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:41:06+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 474.133, "name": "celery", "pid": 239, "rss_mb": 474.133, "state": "R (running)", "threads": 8}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 1, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 1.0}, "hints": ["read_fps_below_target"], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 94}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4265.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1144.277, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.01, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:41:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T09:41:07+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T09:41:07.762674+09:00", "mtime_epoch": 1783298467.762674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:41:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 735.262, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.349, "count": 300, "max_ms": 7.555, "p95_ms": 4.548}, "gstreamer_push": {"avg_ms": 1.498, "count": 300, "max_ms": 6.752, "p95_ms": 3.515}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.141, "count": 300, "max_ms": 74.061, "p95_ms": 62.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.177, "count": 300, "max_ms": 92.746, "p95_ms": 79.33}, "yolo11_640_fire_11class": {"avg_ms": 49.696, "count": 300, "max_ms": 77.442, "p95_ms": 64.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.076, "count": 300, "max_ms": 74.348, "p95_ms": 54.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.529, "count": 300, "max_ms": 100.425, "p95_ms": 87.194}, "read_interval": {"avg_ms": 100.123, "count": 299, "max_ms": 222.387, "p95_ms": 154.055}, "triton_wait": {"avg_ms": 60.469, "count": 300, "max_ms": 92.76, "p95_ms": 79.343}, "visualize": {"avg_ms": 3.822, "count": 300, "max_ms": 8.625, "p95_ms": 4.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4337.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:38:56+09:00", "last_error_summary": "[h264 @ 0x55a2efe55880] error while decoding MB 44 41, bytestream -5 [in#0/rtsp @ 0x55a2efd47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2efd47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.427, "last_started_at": "2026-07-06T09:38:59+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.395, "name": "ffmpeg", "pid": 993, "rss_mb": 338.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.166, "sample_count": 2491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:41:09+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T09:41:09+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T09:41:09.542709+09:00", "mtime_epoch": 1783298469.5427089, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:41:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 290, "max_ms": 10.407, "p95_ms": 5.764}, "gstreamer_push": {"avg_ms": 1.329, "count": 290, "max_ms": 16.726, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.999, "count": 290, "max_ms": 70.461, "p95_ms": 63.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.238, "count": 290, "max_ms": 109.969, "p95_ms": 78.548}, "yolo11_640_fire_11class": {"avg_ms": 53.475, "count": 290, "max_ms": 73.984, "p95_ms": 64.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.514, "count": 290, "max_ms": 74.29, "p95_ms": 63.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.754, "count": 290, "max_ms": 143.562, "p95_ms": 126.157}, "read_interval": {"avg_ms": 103.591, "count": 289, "max_ms": 155.226, "p95_ms": 136.41}, "triton_wait": {"avg_ms": 63.701, "count": 290, "max_ms": 109.981, "p95_ms": 78.56}, "visualize": {"avg_ms": 4.255, "count": 290, "max_ms": 6.645, "p95_ms": 5.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4498.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.119, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.27, "name": "ffmpeg", "pid": 1150, "rss_mb": 268.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.644, "sample_count": 204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.627}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:41:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:41:36+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T09:41:36+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T09:41:36.083226+09:00", "mtime_epoch": 1783298496.0832257, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:41:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 691.547, "name": "celery", "pid": 239, "rss_mb": 690.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.819, "pushed": 6.819, "read": 6.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.253, "count": 204, "max_ms": 28.913, "p95_ms": 19.776}, "gstreamer_push": {"avg_ms": 1.187, "count": 204, "max_ms": 4.043, "p95_ms": 2.523}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.304, "count": 204, "max_ms": 110.76, "p95_ms": 96.118}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.395, "count": 204, "max_ms": 100.113, "p95_ms": 94.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.045, "count": 204, "max_ms": 188.141, "p95_ms": 162.644}, "read_interval": {"avg_ms": 147.589, "count": 203, "max_ms": 196.874, "p95_ms": 170.728}, "triton_wait": {"avg_ms": 78.045, "count": 204, "max_ms": 110.772, "p95_ms": 96.836}, "visualize": {"avg_ms": 43.937, "count": 204, "max_ms": 81.704, "p95_ms": 54.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4501.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1174.341, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.571, "sample_count": 3094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:41:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T09:41:37+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:41:37.835260+09:00", "mtime_epoch": 1783298497.83526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:41:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 735.352, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.33, "count": 301, "max_ms": 5.665, "p95_ms": 4.399}, "gstreamer_push": {"avg_ms": 1.414, "count": 301, "max_ms": 6.289, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.578, "count": 301, "max_ms": 78.819, "p95_ms": 68.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.926, "count": 301, "max_ms": 116.403, "p95_ms": 91.2}, "yolo11_640_fire_11class": {"avg_ms": 48.357, "count": 301, "max_ms": 80.529, "p95_ms": 68.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.56, "count": 301, "max_ms": 64.4, "p95_ms": 49.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.051, "count": 301, "max_ms": 125.604, "p95_ms": 99.033}, "read_interval": {"avg_ms": 99.868, "count": 300, "max_ms": 589.844, "p95_ms": 150.273}, "triton_wait": {"avg_ms": 63.074, "count": 301, "max_ms": 116.416, "p95_ms": 91.211}, "visualize": {"avg_ms": 3.772, "count": 301, "max_ms": 9.51, "p95_ms": 4.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 34}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4503.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:38:56+09:00", "last_error_summary": "[h264 @ 0x55a2efe55880] error while decoding MB 44 41, bytestream -5 [in#0/rtsp @ 0x55a2efd47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2efd47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.47, "last_started_at": "2026-07-06T09:38:59+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.395, "name": "ffmpeg", "pid": 993, "rss_mb": 338.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.866, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:41:39+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T09:41:39+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T09:41:39.579294+09:00", "mtime_epoch": 1783298499.5792937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:41:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.123, "pushed": 8.123, "read": 8.09}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.086, "count": 243, "max_ms": 8.903, "p95_ms": 6.903}, "gstreamer_push": {"avg_ms": 1.204, "count": 243, "max_ms": 1.7, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.327, "count": 243, "max_ms": 76.884, "p95_ms": 70.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.776, "count": 243, "max_ms": 106.918, "p95_ms": 97.571}, "yolo11_640_fire_11class": {"avg_ms": 54.83, "count": 243, "max_ms": 78.577, "p95_ms": 71.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.571, "count": 243, "max_ms": 78.943, "p95_ms": 70.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.405, "count": 243, "max_ms": 160.001, "p95_ms": 149.041}, "read_interval": {"avg_ms": 123.646, "count": 242, "max_ms": 170.807, "p95_ms": 160.551}, "triton_wait": {"avg_ms": 73.005, "count": 243, "max_ms": 106.93, "p95_ms": 97.583}, "visualize": {"avg_ms": 4.725, "count": 243, "max_ms": 6.641, "p95_ms": 5.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 3}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4503.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.141, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.27, "name": "ffmpeg", "pid": 1150, "rss_mb": 268.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.764, "sample_count": 420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.606}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:42:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:42:06+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T09:42:06+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T09:42:06.123810+09:00", "mtime_epoch": 1783298526.1238098, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:42:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 694.414, "name": "celery", "pid": 239, "rss_mb": 691.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.228, "pushed": 7.228, "read": 7.194}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.969, "count": 216, "max_ms": 19.475, "p95_ms": 14.902}, "gstreamer_push": {"avg_ms": 1.016, "count": 216, "max_ms": 2.003, "p95_ms": 1.129}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.358, "count": 216, "max_ms": 108.244, "p95_ms": 91.03}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.084, "count": 216, "max_ms": 96.88, "p95_ms": 90.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.302, "count": 216, "max_ms": 167.744, "p95_ms": 153.975}, "read_interval": {"avg_ms": 139.033, "count": 215, "max_ms": 174.266, "p95_ms": 161.195}, "triton_wait": {"avg_ms": 71.63, "count": 216, "max_ms": 108.257, "p95_ms": 92.5}, "visualize": {"avg_ms": 44.402, "count": 216, "max_ms": 72.513, "p95_ms": 53.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 99}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4505.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1204.414, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.912, "sample_count": 3131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:42:07+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T09:42:07+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T09:42:07.915845+09:00", "mtime_epoch": 1783298527.9158447, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:42:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 735.406, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.31, "count": 301, "max_ms": 5.226, "p95_ms": 4.261}, "gstreamer_push": {"avg_ms": 1.436, "count": 301, "max_ms": 8.055, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.213, "count": 301, "max_ms": 84.458, "p95_ms": 67.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.412, "count": 301, "max_ms": 108.528, "p95_ms": 89.049}, "yolo11_640_fire_11class": {"avg_ms": 47.829, "count": 301, "max_ms": 84.446, "p95_ms": 66.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 34.814, "count": 301, "max_ms": 73.396, "p95_ms": 49.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.439, "count": 301, "max_ms": 116.994, "p95_ms": 97.359}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 201.799, "p95_ms": 136.0}, "triton_wait": {"avg_ms": 61.554, "count": 301, "max_ms": 108.542, "p95_ms": 89.062}, "visualize": {"avg_ms": 3.695, "count": 301, "max_ms": 6.051, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4508.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:38:56+09:00", "last_error_summary": "[h264 @ 0x55a2efe55880] error while decoding MB 44 41, bytestream -5 [in#0/rtsp @ 0x55a2efd47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2efd47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.406, "last_started_at": "2026-07-06T09:38:59+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 339.52, "name": "ffmpeg", "pid": 993, "rss_mb": 339.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.25, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:42:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T09:42:13+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T09:42:13+09:00", "mjpeg": {"age_sec": 16.118, "exists": true, "mtime": "2026-07-06T09:41:57.499642+09:00", "mtime_epoch": 1783298517.4996424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:42:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.969, "pushed": 3.969, "read": 3.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.907, "count": 119, "max_ms": 8.825, "p95_ms": 6.696}, "gstreamer_push": {"avg_ms": 1.211, "count": 119, "max_ms": 1.736, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.417, "count": 119, "max_ms": 77.817, "p95_ms": 70.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.962, "count": 119, "max_ms": 102.399, "p95_ms": 98.007}, "yolo11_640_fire_11class": {"avg_ms": 55.041, "count": 119, "max_ms": 74.953, "p95_ms": 69.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.001, "count": 119, "max_ms": 72.595, "p95_ms": 68.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.946, "count": 119, "max_ms": 160.285, "p95_ms": 143.766}, "read_interval": {"avg_ms": 253.84, "count": 118, "max_ms": 16134.545, "p95_ms": 156.34}, "triton_wait": {"avg_ms": 71.347, "count": 119, "max_ms": 102.412, "p95_ms": 98.02}, "visualize": {"avg_ms": 4.605, "count": 119, "max_ms": 6.995, "p95_ms": 5.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4361.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.146, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.27, "name": "ffmpeg", "pid": 1150, "rss_mb": 268.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.314, "sample_count": 648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.6}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T09:42:36+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T09:42:36+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T09:42:36.116392+09:00", "mtime_epoch": 1783298556.1163921, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:42:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 694.598, "name": "celery", "pid": 239, "rss_mb": 692.504, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.682, "count": 228, "max_ms": 23.513, "p95_ms": 18.675}, "gstreamer_push": {"avg_ms": 1.059, "count": 228, "max_ms": 2.408, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.912, "count": 228, "max_ms": 94.08, "p95_ms": 73.893}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.862, "count": 228, "max_ms": 87.079, "p95_ms": 74.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.465, "count": 228, "max_ms": 159.284, "p95_ms": 141.475}, "read_interval": {"avg_ms": 131.555, "count": 228, "max_ms": 166.984, "p95_ms": 149.876}, "triton_wait": {"avg_ms": 64.251, "count": 228, "max_ms": 94.092, "p95_ms": 75.935}, "visualize": {"avg_ms": 41.425, "count": 228, "max_ms": 66.063, "p95_ms": 47.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4396.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1234.443, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.694, "sample_count": 3080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:42:38+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T09:42:37+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T09:42:37.908427+09:00", "mtime_epoch": 1783298557.9084268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:42:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 735.66, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.032, "count": 300, "max_ms": 8.673, "p95_ms": 5.812}, "gstreamer_push": {"avg_ms": 1.5, "count": 300, "max_ms": 7.784, "p95_ms": 3.711}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.586, "count": 300, "max_ms": 71.163, "p95_ms": 53.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.074, "count": 300, "max_ms": 88.765, "p95_ms": 77.25}, "yolo11_640_fire_11class": {"avg_ms": 44.099, "count": 300, "max_ms": 70.602, "p95_ms": 51.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.422, "count": 300, "max_ms": 75.008, "p95_ms": 48.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.386, "count": 300, "max_ms": 100.193, "p95_ms": 86.965}, "read_interval": {"avg_ms": 100.08, "count": 300, "max_ms": 216.114, "p95_ms": 144.462}, "triton_wait": {"avg_ms": 56.283, "count": 300, "max_ms": 88.779, "p95_ms": 77.263}, "visualize": {"avg_ms": 4.202, "count": 300, "max_ms": 8.544, "p95_ms": 5.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 36}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4486.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:42:31+09:00", "last_error_summary": "[h264 @ 0x562196ca9e00] error while decoding MB 5 25, bytestream -15 [in#0/rtsp @ 0x5621963a1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5621963a1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:42:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.634, "last_started_at": "2026-07-06T09:42:34+09:00", "pid": 1417, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.363, "name": "ffmpeg", "pid": 1417, "rss_mb": 328.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.316, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:42:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:42:43+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T09:42:43+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T09:42:43.624538+09:00", "mtime_epoch": 1783298563.6245377, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:42:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 82, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.969, "pushed": 5.969, "read": 5.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.316, "count": 82, "max_ms": 8.512, "p95_ms": 8.132}, "gstreamer_push": {"avg_ms": 1.226, "count": 82, "max_ms": 1.635, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.325, "count": 82, "max_ms": 73.497, "p95_ms": 71.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.189, "count": 82, "max_ms": 102.357, "p95_ms": 91.68}, "yolo11_640_fire_11class": {"avg_ms": 55.044, "count": 82, "max_ms": 78.078, "p95_ms": 72.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.023, "count": 82, "max_ms": 77.639, "p95_ms": 68.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.312, "count": 82, "max_ms": 148.15, "p95_ms": 138.0}, "read_interval": {"avg_ms": 367.296, "count": 82, "max_ms": 16492.469, "p95_ms": 155.378}, "triton_wait": {"avg_ms": 69.61, "count": 82, "max_ms": 102.369, "p95_ms": 91.696}, "visualize": {"avg_ms": 4.15, "count": 82, "max_ms": 7.11, "p95_ms": 5.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.738, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4500.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.163, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.043, "name": "ffmpeg", "pid": 1150, "rss_mb": 269.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.924, "sample_count": 856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.583}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:43:06+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T09:43:06+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T09:43:06.136974+09:00", "mtime_epoch": 1783298586.1369736, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:43:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 695.234, "name": "celery", "pid": 239, "rss_mb": 692.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.966, "pushed": 6.966, "read": 6.932}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.415, "count": 208, "max_ms": 21.3, "p95_ms": 18.25}, "gstreamer_push": {"avg_ms": 1.143, "count": 208, "max_ms": 2.669, "p95_ms": 2.353}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.228, "count": 208, "max_ms": 102.488, "p95_ms": 93.086}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.239, "count": 208, "max_ms": 103.362, "p95_ms": 90.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.018, "count": 208, "max_ms": 169.473, "p95_ms": 160.413}, "read_interval": {"avg_ms": 144.34, "count": 207, "max_ms": 178.939, "p95_ms": 169.283}, "triton_wait": {"avg_ms": 73.735, "count": 208, "max_ms": 103.374, "p95_ms": 94.005}, "visualize": {"avg_ms": 44.211, "count": 208, "max_ms": 65.525, "p95_ms": 53.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4500.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1264.522, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.661, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:43:08+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T09:43:08+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T09:43:08.025010+09:00", "mtime_epoch": 1783298588.0250103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:43:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 732.988, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.324, "count": 301, "max_ms": 5.358, "p95_ms": 4.732}, "gstreamer_push": {"avg_ms": 1.45, "count": 301, "max_ms": 7.533, "p95_ms": 1.648}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.611, "count": 301, "max_ms": 76.835, "p95_ms": 69.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.521, "count": 301, "max_ms": 116.945, "p95_ms": 92.303}, "yolo11_640_fire_11class": {"avg_ms": 49.952, "count": 301, "max_ms": 80.637, "p95_ms": 68.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.338, "count": 301, "max_ms": 63.156, "p95_ms": 52.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.636, "count": 301, "max_ms": 124.665, "p95_ms": 99.977}, "read_interval": {"avg_ms": 99.94, "count": 300, "max_ms": 182.293, "p95_ms": 138.038}, "triton_wait": {"avg_ms": 64.75, "count": 301, "max_ms": 116.959, "p95_ms": 92.316}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 10.556, "p95_ms": 4.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 38}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4504.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:42:31+09:00", "last_error_summary": "[h264 @ 0x562196ca9e00] error while decoding MB 5 25, bytestream -15 [in#0/rtsp @ 0x5621963a1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5621963a1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:42:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.653, "last_started_at": "2026-07-06T09:42:34+09:00", "pid": 1417, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.973, "name": "ffmpeg", "pid": 1417, "rss_mb": 331.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.105, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:43:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:43:13+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T09:43:13+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T09:43:13.613118+09:00", "mtime_epoch": 1783298593.6131184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:43:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.763, "pushed": 7.763, "read": 7.729}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.611, "count": 232, "max_ms": 11.083, "p95_ms": 8.915}, "gstreamer_push": {"avg_ms": 1.187, "count": 232, "max_ms": 1.828, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.176, "count": 232, "max_ms": 76.341, "p95_ms": 70.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.991, "count": 232, "max_ms": 109.825, "p95_ms": 92.499}, "yolo11_640_fire_11class": {"avg_ms": 54.079, "count": 232, "max_ms": 74.955, "p95_ms": 67.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.356, "count": 232, "max_ms": 75.049, "p95_ms": 67.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.244, "count": 232, "max_ms": 197.227, "p95_ms": 163.284}, "read_interval": {"avg_ms": 129.289, "count": 231, "max_ms": 207.167, "p95_ms": 174.72}, "triton_wait": {"avg_ms": 70.046, "count": 232, "max_ms": 109.838, "p95_ms": 92.512}, "visualize": {"avg_ms": 5.08, "count": 232, "max_ms": 9.296, "p95_ms": 7.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 8, "tracking_summary": 8}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4536.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.262, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.457, "name": "ffmpeg", "pid": 1150, "rss_mb": 307.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.075, "sample_count": 1064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.485}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:43:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:43:36+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T09:43:36+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T09:43:36.217556+09:00", "mtime_epoch": 1783298616.2175558, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:43:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 696.055, "name": "celery", "pid": 239, "rss_mb": 683.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.943, "pushed": 6.943, "read": 6.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.324, "count": 208, "max_ms": 23.691, "p95_ms": 19.474}, "gstreamer_push": {"avg_ms": 1.092, "count": 208, "max_ms": 4.527, "p95_ms": 1.245}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.171, "count": 208, "max_ms": 99.493, "p95_ms": 85.925}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.47, "count": 208, "max_ms": 95.089, "p95_ms": 85.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.641, "count": 208, "max_ms": 169.068, "p95_ms": 157.307}, "read_interval": {"avg_ms": 144.662, "count": 207, "max_ms": 175.746, "p95_ms": 165.838}, "triton_wait": {"avg_ms": 69.088, "count": 208, "max_ms": 99.506, "p95_ms": 87.507}, "visualize": {"avg_ms": 48.082, "count": 208, "max_ms": 68.236, "p95_ms": 63.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4536.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1294.656, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.783, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:43:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:43:38+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T09:43:38+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T09:43:38.109592+09:00", "mtime_epoch": 1783298618.1095922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:43:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 735.938, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.268, "count": 301, "max_ms": 5.232, "p95_ms": 4.109}, "gstreamer_push": {"avg_ms": 1.413, "count": 301, "max_ms": 6.336, "p95_ms": 1.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.085, "count": 301, "max_ms": 78.46, "p95_ms": 58.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.463, "count": 301, "max_ms": 109.995, "p95_ms": 78.113}, "yolo11_640_fire_11class": {"avg_ms": 44.657, "count": 301, "max_ms": 71.471, "p95_ms": 57.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.595, "count": 301, "max_ms": 73.217, "p95_ms": 49.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.504, "count": 301, "max_ms": 117.915, "p95_ms": 85.815}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 216.913, "p95_ms": 136.341}, "triton_wait": {"avg_ms": 56.647, "count": 301, "max_ms": 110.009, "p95_ms": 78.126}, "visualize": {"avg_ms": 3.7, "count": 301, "max_ms": 9.174, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 38}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4566.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:42:31+09:00", "last_error_summary": "[h264 @ 0x562196ca9e00] error while decoding MB 5 25, bytestream -15 [in#0/rtsp @ 0x5621963a1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5621963a1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:42:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.099, "last_started_at": "2026-07-06T09:42:34+09:00", "pid": 1417, "process": {"exists": true, "fd_count": 5, "hwm_mb": 350.883, "name": "ffmpeg", "pid": 1417, "rss_mb": 350.883, "state": "S (sleeping)", "threads": 104}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.581, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:43:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T09:43:56+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T09:43:56+09:00", "mjpeg": {"age_sec": 16.142, "exists": true, "mtime": "2026-07-06T09:43:40.053630+09:00", "mtime_epoch": 1783298620.0536299, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:43:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 3, "pushed_frames": 3, "read_frames": 3, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.114, "pushed": 0.114, "read": 0.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.624, "count": 3, "max_ms": 7.086, "p95_ms": 7.086}, "gstreamer_push": {"avg_ms": 1.134, "count": 3, "max_ms": 1.233, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.436, "count": 3, "max_ms": 52.829, "p95_ms": 52.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.781, "count": 3, "max_ms": 91.863, "p95_ms": 91.863}, "yolo11_640_fire_11class": {"avg_ms": 47.639, "count": 3, "max_ms": 49.043, "p95_ms": 49.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.478, "count": 3, "max_ms": 49.031, "p95_ms": 49.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.258, "count": 3, "max_ms": 149.888, "p95_ms": 149.888}, "read_interval": {"avg_ms": 10509.92, "count": 3, "max_ms": 16194.45, "p95_ms": 16194.45}, "triton_wait": {"avg_ms": 66.794, "count": 3, "max_ms": 91.876, "p95_ms": 91.876}, "visualize": {"avg_ms": 5.169, "count": 3, "max_ms": 5.454, "p95_ms": 5.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 26.431, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 10, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4483.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.375, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.457, "name": "ffmpeg", "pid": 1150, "rss_mb": 307.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.064, "sample_count": 1276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.371}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:44:06+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T09:44:06+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T09:44:06.334137+09:00", "mtime_epoch": 1783298646.3341374, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:44:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 699.316, "name": "celery", "pid": 239, "rss_mb": 697.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.076, "pushed": 7.076, "read": 7.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.328, "count": 212, "max_ms": 27.791, "p95_ms": 19.661}, "gstreamer_push": {"avg_ms": 1.053, "count": 212, "max_ms": 3.461, "p95_ms": 1.116}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.909, "count": 212, "max_ms": 102.528, "p95_ms": 82.283}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.237, "count": 212, "max_ms": 96.472, "p95_ms": 83.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.752, "count": 212, "max_ms": 166.165, "p95_ms": 152.087}, "read_interval": {"avg_ms": 142.011, "count": 211, "max_ms": 176.049, "p95_ms": 161.682}, "triton_wait": {"avg_ms": 69.588, "count": 212, "max_ms": 102.54, "p95_ms": 84.024}, "visualize": {"avg_ms": 43.628, "count": 212, "max_ms": 64.074, "p95_ms": 53.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4521.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1324.665, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.457, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:44:08+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T09:44:08+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T09:44:08.142172+09:00", "mtime_epoch": 1783298648.1421723, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:44:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 733.301, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.317, "count": 300, "max_ms": 5.331, "p95_ms": 3.955}, "gstreamer_push": {"avg_ms": 1.458, "count": 300, "max_ms": 6.314, "p95_ms": 1.981}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.063, "count": 300, "max_ms": 79.895, "p95_ms": 54.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.108, "count": 300, "max_ms": 101.334, "p95_ms": 79.626}, "yolo11_640_fire_11class": {"avg_ms": 45.156, "count": 300, "max_ms": 75.303, "p95_ms": 52.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.847, "count": 300, "max_ms": 81.914, "p95_ms": 37.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.108, "count": 300, "max_ms": 109.847, "p95_ms": 87.592}, "read_interval": {"avg_ms": 100.068, "count": 300, "max_ms": 194.333, "p95_ms": 138.885}, "triton_wait": {"avg_ms": 56.131, "count": 300, "max_ms": 101.351, "p95_ms": 79.639}, "visualize": {"avg_ms": 3.769, "count": 300, "max_ms": 8.717, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4545.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.424, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.926, "name": "ffmpeg", "pid": 1569, "rss_mb": 331.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.127, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:44:26+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T09:44:26+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T09:44:26.138520+09:00", "mtime_epoch": 1783298666.1385195, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:44:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.027, "pushed": 8.027, "read": 7.994}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.981, "count": 240, "max_ms": 8.031, "p95_ms": 6.45}, "gstreamer_push": {"avg_ms": 1.312, "count": 240, "max_ms": 2.245, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.412, "count": 240, "max_ms": 75.271, "p95_ms": 68.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.359, "count": 240, "max_ms": 109.036, "p95_ms": 93.252}, "yolo11_640_fire_11class": {"avg_ms": 54.434, "count": 240, "max_ms": 72.174, "p95_ms": 67.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.551, "count": 240, "max_ms": 83.744, "p95_ms": 67.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.395, "count": 240, "max_ms": 169.085, "p95_ms": 138.698}, "read_interval": {"avg_ms": 125.243, "count": 239, "max_ms": 5076.964, "p95_ms": 150.494}, "triton_wait": {"avg_ms": 69.505, "count": 240, "max_ms": 109.048, "p95_ms": 93.266}, "visualize": {"avg_ms": 4.054, "count": 240, "max_ms": 7.782, "p95_ms": 5.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 11, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4547.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.48, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.457, "name": "ffmpeg", "pid": 1150, "rss_mb": 307.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.555, "sample_count": 1479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.266}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:44:36+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T09:44:36+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T09:44:36.454718+09:00", "mtime_epoch": 1783298676.4547184, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:44:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 699.316, "name": "celery", "pid": 239, "rss_mb": 697.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.777, "pushed": 6.777, "read": 6.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.3, "count": 203, "max_ms": 21.219, "p95_ms": 15.993}, "gstreamer_push": {"avg_ms": 1.401, "count": 203, "max_ms": 4.77, "p95_ms": 3.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.196, "count": 203, "max_ms": 100.729, "p95_ms": 92.037}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.39, "count": 203, "max_ms": 108.878, "p95_ms": 91.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.128, "count": 203, "max_ms": 178.773, "p95_ms": 165.959}, "read_interval": {"avg_ms": 148.349, "count": 202, "max_ms": 187.103, "p95_ms": 173.428}, "triton_wait": {"avg_ms": 72.1, "count": 203, "max_ms": 108.891, "p95_ms": 94.166}, "visualize": {"avg_ms": 48.609, "count": 203, "max_ms": 67.918, "p95_ms": 64.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4547.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1354.726, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.882, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:44:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:44:38+09:00", "last_frame_read_age_sec": 0.056, "last_frame_read_at": "2026-07-06T09:44:38+09:00", "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-07-06T09:44:38.250753+09:00", "mtime_epoch": 1783298678.250753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:44:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 733.559, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.321, "count": 301, "max_ms": 5.227, "p95_ms": 4.062}, "gstreamer_push": {"avg_ms": 1.43, "count": 301, "max_ms": 4.274, "p95_ms": 1.591}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.228, "count": 301, "max_ms": 83.313, "p95_ms": 70.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.595, "count": 301, "max_ms": 103.12, "p95_ms": 90.984}, "yolo11_640_fire_11class": {"avg_ms": 52.593, "count": 301, "max_ms": 79.33, "p95_ms": 68.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.062, "count": 301, "max_ms": 88.071, "p95_ms": 50.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.163, "count": 301, "max_ms": 111.101, "p95_ms": 98.773}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 434.446, "p95_ms": 126.886}, "triton_wait": {"avg_ms": 67.109, "count": 301, "max_ms": 103.134, "p95_ms": 90.997}, "visualize": {"avg_ms": 3.845, "count": 301, "max_ms": 7.13, "p95_ms": 4.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 43}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4546.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.503, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.184, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.373, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:44:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:44:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T09:44:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T09:44:56.231099+09:00", "mtime_epoch": 1783298696.2310994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:44:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.606}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.937, "count": 289, "max_ms": 8.923, "p95_ms": 5.98}, "gstreamer_push": {"avg_ms": 1.284, "count": 289, "max_ms": 2.032, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.02, "count": 289, "max_ms": 74.744, "p95_ms": 69.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.627, "count": 289, "max_ms": 109.016, "p95_ms": 91.679}, "yolo11_640_fire_11class": {"avg_ms": 54.911, "count": 289, "max_ms": 75.412, "p95_ms": 69.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.705, "count": 289, "max_ms": 80.678, "p95_ms": 66.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.759, "count": 289, "max_ms": 159.375, "p95_ms": 126.29}, "read_interval": {"avg_ms": 104.153, "count": 288, "max_ms": 170.243, "p95_ms": 138.71}, "triton_wait": {"avg_ms": 67.82, "count": 289, "max_ms": 109.029, "p95_ms": 91.692}, "visualize": {"avg_ms": 4.068, "count": 289, "max_ms": 7.633, "p95_ms": 5.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 13, "tracking_summary": 14}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4548.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.507, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.457, "name": "ffmpeg", "pid": 1150, "rss_mb": 307.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.051, "sample_count": 1689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.24}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:45:06+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T09:45:06+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T09:45:06.491297+09:00", "mtime_epoch": 1783298706.491297, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:45:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 699.316, "name": "celery", "pid": 239, "rss_mb": 695.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.029, "pushed": 7.029, "read": 6.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.836, "count": 210, "max_ms": 23.742, "p95_ms": 19.744}, "gstreamer_push": {"avg_ms": 1.064, "count": 210, "max_ms": 2.316, "p95_ms": 1.19}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.847, "count": 210, "max_ms": 102.425, "p95_ms": 94.366}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.286, "count": 210, "max_ms": 98.413, "p95_ms": 91.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.907, "count": 210, "max_ms": 173.673, "p95_ms": 161.141}, "read_interval": {"avg_ms": 143.064, "count": 209, "max_ms": 183.561, "p95_ms": 169.592}, "triton_wait": {"avg_ms": 71.717, "count": 210, "max_ms": 102.438, "p95_ms": 94.653}, "visualize": {"avg_ms": 41.859, "count": 210, "max_ms": 71.544, "p95_ms": 53.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4548.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1384.765, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.862, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:45:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:45:08+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T09:45:08+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T09:45:08.267331+09:00", "mtime_epoch": 1783298708.2673311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:45:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 736.137, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 300, "max_ms": 5.507, "p95_ms": 5.222}, "gstreamer_push": {"avg_ms": 1.472, "count": 300, "max_ms": 5.231, "p95_ms": 2.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.258, "count": 300, "max_ms": 77.612, "p95_ms": 72.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.796, "count": 300, "max_ms": 108.946, "p95_ms": 90.872}, "yolo11_640_fire_11class": {"avg_ms": 51.471, "count": 300, "max_ms": 77.399, "p95_ms": 69.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.814, "count": 300, "max_ms": 80.855, "p95_ms": 52.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.578, "count": 300, "max_ms": 119.237, "p95_ms": 98.989}, "read_interval": {"avg_ms": 100.047, "count": 300, "max_ms": 214.493, "p95_ms": 136.274}, "triton_wait": {"avg_ms": 66.352, "count": 300, "max_ms": 108.962, "p95_ms": 90.885}, "visualize": {"avg_ms": 3.908, "count": 300, "max_ms": 7.017, "p95_ms": 5.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4551.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.544, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.373, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:45:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T09:45:26+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T09:45:26.271678+09:00", "mtime_epoch": 1783298726.2716777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:45:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1215.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.16, "pushed": 10.16, "read": 10.127}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.402, "count": 304, "max_ms": 5.63, "p95_ms": 4.784}, "gstreamer_push": {"avg_ms": 1.334, "count": 304, "max_ms": 2.346, "p95_ms": 1.523}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.431, "count": 304, "max_ms": 76.303, "p95_ms": 68.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.248, "count": 304, "max_ms": 113.784, "p95_ms": 97.568}, "yolo11_640_fire_11class": {"avg_ms": 56.334, "count": 304, "max_ms": 75.977, "p95_ms": 69.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.006, "count": 304, "max_ms": 74.553, "p95_ms": 66.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.547, "count": 304, "max_ms": 125.979, "p95_ms": 110.37}, "read_interval": {"avg_ms": 98.856, "count": 303, "max_ms": 145.074, "p95_ms": 127.606}, "triton_wait": {"avg_ms": 70.314, "count": 304, "max_ms": 113.801, "p95_ms": 97.581}, "visualize": {"avg_ms": 3.77, "count": 304, "max_ms": 7.022, "p95_ms": 4.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 14, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4639.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.563, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.457, "name": "ffmpeg", "pid": 1150, "rss_mb": 307.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.616, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.184}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:45:36+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T09:45:36+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T09:45:36.531875+09:00", "mtime_epoch": 1783298736.531875, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:45:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 699.316, "name": "celery", "pid": 239, "rss_mb": 696.359, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.917, "pushed": 6.917, "read": 6.884}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.652, "count": 207, "max_ms": 25.153, "p95_ms": 20.469}, "gstreamer_push": {"avg_ms": 1.149, "count": 207, "max_ms": 3.911, "p95_ms": 2.317}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.937, "count": 207, "max_ms": 112.76, "p95_ms": 91.097}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.164, "count": 207, "max_ms": 98.836, "p95_ms": 89.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.1, "count": 207, "max_ms": 174.945, "p95_ms": 162.703}, "read_interval": {"avg_ms": 145.219, "count": 206, "max_ms": 186.147, "p95_ms": 171.675}, "triton_wait": {"avg_ms": 71.029, "count": 207, "max_ms": 112.774, "p95_ms": 92.585}, "visualize": {"avg_ms": 45.07, "count": 207, "max_ms": 70.545, "p95_ms": 55.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4636.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1414.842, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.501, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:45:38+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T09:45:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T09:45:38.319909+09:00", "mtime_epoch": 1783298738.3199093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:45:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 736.711, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.409, "pushed": 9.409, "read": 9.376}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.293, "count": 282, "max_ms": 5.401, "p95_ms": 3.987}, "gstreamer_push": {"avg_ms": 1.442, "count": 282, "max_ms": 5.983, "p95_ms": 1.547}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.169, "count": 282, "max_ms": 81.806, "p95_ms": 70.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.898, "count": 282, "max_ms": 112.68, "p95_ms": 93.307}, "yolo11_640_fire_11class": {"avg_ms": 54.13, "count": 282, "max_ms": 77.213, "p95_ms": 71.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.251, "count": 282, "max_ms": 57.755, "p95_ms": 48.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.134, "count": 282, "max_ms": 120.355, "p95_ms": 101.618}, "read_interval": {"avg_ms": 106.621, "count": 281, "max_ms": 538.922, "p95_ms": 146.394}, "triton_wait": {"avg_ms": 69.193, "count": 282, "max_ms": 112.693, "p95_ms": 93.32}, "visualize": {"avg_ms": 3.765, "count": 282, "max_ms": 6.725, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 48}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4636.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.572, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.127, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:45:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T09:45:56+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T09:45:56.292255+09:00", "mtime_epoch": 1783298756.2922547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:45:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1216.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.367, "pushed": 10.367, "read": 10.334}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.459, "count": 310, "max_ms": 6.287, "p95_ms": 4.6}, "gstreamer_push": {"avg_ms": 1.331, "count": 310, "max_ms": 2.094, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.7, "count": 310, "max_ms": 71.331, "p95_ms": 65.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.964, "count": 310, "max_ms": 108.673, "p95_ms": 88.283}, "yolo11_640_fire_11class": {"avg_ms": 55.269, "count": 310, "max_ms": 74.181, "p95_ms": 67.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.0, "count": 310, "max_ms": 70.034, "p95_ms": 61.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.135, "count": 310, "max_ms": 143.257, "p95_ms": 104.316}, "read_interval": {"avg_ms": 96.897, "count": 309, "max_ms": 398.561, "p95_ms": 120.604}, "triton_wait": {"avg_ms": 67.052, "count": 310, "max_ms": 108.686, "p95_ms": 88.297}, "visualize": {"avg_ms": 3.766, "count": 310, "max_ms": 7.039, "p95_ms": 4.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4639.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.564, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.973, "name": "ffmpeg", "pid": 1150, "rss_mb": 307.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.739, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:46:06+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T09:46:06+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T09:46:06.504451+09:00", "mtime_epoch": 1783298766.5044508, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:46:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 699.316, "name": "celery", "pid": 239, "rss_mb": 697.961, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.068, "pushed": 7.068, "read": 7.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.642, "count": 212, "max_ms": 24.695, "p95_ms": 18.694}, "gstreamer_push": {"avg_ms": 1.048, "count": 212, "max_ms": 2.588, "p95_ms": 1.229}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.245, "count": 212, "max_ms": 100.011, "p95_ms": 85.717}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.431, "count": 212, "max_ms": 90.583, "p95_ms": 86.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.516, "count": 212, "max_ms": 162.622, "p95_ms": 152.482}, "read_interval": {"avg_ms": 141.38, "count": 212, "max_ms": 170.757, "p95_ms": 162.577}, "triton_wait": {"avg_ms": 70.361, "count": 212, "max_ms": 100.022, "p95_ms": 88.388}, "visualize": {"avg_ms": 42.274, "count": 212, "max_ms": 64.679, "p95_ms": 51.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4639.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1444.918, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.636, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:46:08+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:46:08+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T09:46:08.364487+09:00", "mtime_epoch": 1783298768.3644867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:46:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 734.016, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.173, "pushed": 6.173, "read": 6.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 185, "max_ms": 5.527, "p95_ms": 4.674}, "gstreamer_push": {"avg_ms": 1.548, "count": 185, "max_ms": 6.678, "p95_ms": 3.607}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.442, "count": 185, "max_ms": 72.03, "p95_ms": 67.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.239, "count": 185, "max_ms": 91.774, "p95_ms": 86.533}, "yolo11_640_fire_11class": {"avg_ms": 50.008, "count": 185, "max_ms": 72.611, "p95_ms": 67.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.587, "count": 185, "max_ms": 62.365, "p95_ms": 48.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.691, "count": 185, "max_ms": 99.512, "p95_ms": 94.545}, "read_interval": {"avg_ms": 163.037, "count": 184, "max_ms": 1610.465, "p95_ms": 286.309}, "triton_wait": {"avg_ms": 64.476, "count": 185, "max_ms": 91.789, "p95_ms": 86.546}, "visualize": {"avg_ms": 3.899, "count": 185, "max_ms": 11.283, "p95_ms": 4.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4638.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.586, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.854, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:46:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:46:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T09:46:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T09:46:26.312831+09:00", "mtime_epoch": 1783298786.3128312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:46:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1216.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.334, "pushed": 10.334, "read": 10.334}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.377, "count": 310, "max_ms": 5.474, "p95_ms": 3.81}, "gstreamer_push": {"avg_ms": 1.346, "count": 310, "max_ms": 2.144, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.385, "count": 310, "max_ms": 74.685, "p95_ms": 65.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.618, "count": 310, "max_ms": 113.885, "p95_ms": 93.954}, "yolo11_640_fire_11class": {"avg_ms": 54.574, "count": 310, "max_ms": 77.202, "p95_ms": 67.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.438, "count": 310, "max_ms": 71.345, "p95_ms": 61.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.851, "count": 310, "max_ms": 126.148, "p95_ms": 106.144}, "read_interval": {"avg_ms": 96.824, "count": 310, "max_ms": 227.233, "p95_ms": 125.415}, "triton_wait": {"avg_ms": 67.637, "count": 310, "max_ms": 113.899, "p95_ms": 93.967}, "visualize": {"avg_ms": 3.738, "count": 310, "max_ms": 6.975, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 19}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4628.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.673, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.973, "name": "ffmpeg", "pid": 1150, "rss_mb": 307.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.272, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:46:36+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T09:46:36+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T09:46:36.629029+09:00", "mtime_epoch": 1783298796.629029, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:46:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 699.316, "name": "celery", "pid": 239, "rss_mb": 685.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.606, "pushed": 6.606, "read": 6.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.572, "count": 198, "max_ms": 25.107, "p95_ms": 21.25}, "gstreamer_push": {"avg_ms": 1.435, "count": 198, "max_ms": 4.06, "p95_ms": 3.691}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.733, "count": 198, "max_ms": 105.199, "p95_ms": 95.022}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.912, "count": 198, "max_ms": 98.732, "p95_ms": 91.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.775, "count": 198, "max_ms": 185.438, "p95_ms": 163.608}, "read_interval": {"avg_ms": 152.049, "count": 197, "max_ms": 193.084, "p95_ms": 174.129}, "triton_wait": {"avg_ms": 73.38, "count": 198, "max_ms": 105.211, "p95_ms": 95.296}, "visualize": {"avg_ms": 46.601, "count": 198, "max_ms": 73.479, "p95_ms": 64.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4639.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1474.983, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.621, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:46:38+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T09:46:38+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T09:46:38.469064+09:00", "mtime_epoch": 1783298798.4690645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:46:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 734.016, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.367, "count": 270, "max_ms": 5.452, "p95_ms": 4.557}, "gstreamer_push": {"avg_ms": 1.432, "count": 270, "max_ms": 6.748, "p95_ms": 1.517}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.747, "count": 270, "max_ms": 74.962, "p95_ms": 69.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.213, "count": 270, "max_ms": 112.618, "p95_ms": 91.672}, "yolo11_640_fire_11class": {"avg_ms": 51.872, "count": 270, "max_ms": 76.996, "p95_ms": 70.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.256, "count": 270, "max_ms": 61.32, "p95_ms": 49.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.635, "count": 270, "max_ms": 120.392, "p95_ms": 100.029}, "read_interval": {"avg_ms": 111.356, "count": 269, "max_ms": 1309.048, "p95_ms": 243.528}, "triton_wait": {"avg_ms": 66.59, "count": 270, "max_ms": 112.632, "p95_ms": 91.684}, "visualize": {"avg_ms": 3.788, "count": 270, "max_ms": 6.967, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 53}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4639.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.673, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.4, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:46:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:46:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T09:46:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T09:46:56.377408+09:00", "mtime_epoch": 1783298816.3774078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:46:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1216.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.505, "pushed": 9.505, "read": 9.505}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.583, "count": 285, "max_ms": 5.588, "p95_ms": 5.337}, "gstreamer_push": {"avg_ms": 1.358, "count": 285, "max_ms": 2.006, "p95_ms": 1.541}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.497, "count": 285, "max_ms": 76.198, "p95_ms": 66.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.218, "count": 285, "max_ms": 110.109, "p95_ms": 94.583}, "yolo11_640_fire_11class": {"avg_ms": 55.647, "count": 285, "max_ms": 74.682, "p95_ms": 68.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.603, "count": 285, "max_ms": 72.036, "p95_ms": 65.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.592, "count": 285, "max_ms": 147.638, "p95_ms": 116.283}, "read_interval": {"avg_ms": 105.189, "count": 285, "max_ms": 647.45, "p95_ms": 137.215}, "triton_wait": {"avg_ms": 70.363, "count": 285, "max_ms": 110.123, "p95_ms": 94.598}, "visualize": {"avg_ms": 3.924, "count": 285, "max_ms": 6.802, "p95_ms": 5.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4641.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.815, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.484, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:47:06+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T09:47:06+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T09:47:06.765607+09:00", "mtime_epoch": 1783298826.7656069, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:47:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 699.316, "name": "celery", "pid": 239, "rss_mb": 695.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.152, "count": 197, "max_ms": 20.246, "p95_ms": 17.26}, "gstreamer_push": {"avg_ms": 1.429, "count": 197, "max_ms": 4.776, "p95_ms": 3.593}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.224, "count": 197, "max_ms": 103.663, "p95_ms": 94.518}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.32, "count": 197, "max_ms": 98.04, "p95_ms": 93.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.278, "count": 197, "max_ms": 184.204, "p95_ms": 167.251}, "read_interval": {"avg_ms": 152.969, "count": 196, "max_ms": 191.331, "p95_ms": 177.262}, "triton_wait": {"avg_ms": 73.326, "count": 197, "max_ms": 103.674, "p95_ms": 95.475}, "visualize": {"avg_ms": 50.741, "count": 197, "max_ms": 75.838, "p95_ms": 65.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4641.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1504.992, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.578, "sample_count": 2874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:47:08+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:47:08+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T09:47:08.509640+09:00", "mtime_epoch": 1783298828.5096405, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:47:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 736.781, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 339, "pushed_frames": 339, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.302, "pushed": 11.302, "read": 11.302}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.395, "count": 339, "max_ms": 5.483, "p95_ms": 4.725}, "gstreamer_push": {"avg_ms": 1.485, "count": 339, "max_ms": 6.572, "p95_ms": 1.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.892, "count": 339, "max_ms": 75.667, "p95_ms": 69.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.884, "count": 339, "max_ms": 100.611, "p95_ms": 89.291}, "yolo11_640_fire_11class": {"avg_ms": 51.551, "count": 339, "max_ms": 80.18, "p95_ms": 70.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.808, "count": 339, "max_ms": 69.245, "p95_ms": 49.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.34, "count": 339, "max_ms": 111.162, "p95_ms": 97.068}, "read_interval": {"avg_ms": 88.616, "count": 339, "max_ms": 128.958, "p95_ms": 112.551}, "triton_wait": {"avg_ms": 66.255, "count": 339, "max_ms": 100.625, "p95_ms": 89.305}, "visualize": {"avg_ms": 3.802, "count": 339, "max_ms": 8.755, "p95_ms": 4.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4641.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.777, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.4, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:47:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:47:26+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T09:47:26+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T09:47:26.421983+09:00", "mtime_epoch": 1783298846.4219835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:47:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1216.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.273, "pushed": 9.273, "read": 9.24}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.775, "count": 278, "max_ms": 7.708, "p95_ms": 5.436}, "gstreamer_push": {"avg_ms": 1.296, "count": 278, "max_ms": 1.693, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.889, "count": 278, "max_ms": 74.86, "p95_ms": 67.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.104, "count": 278, "max_ms": 112.639, "p95_ms": 97.641}, "yolo11_640_fire_11class": {"avg_ms": 56.282, "count": 278, "max_ms": 74.873, "p95_ms": 68.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.155, "count": 278, "max_ms": 73.591, "p95_ms": 68.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.451, "count": 278, "max_ms": 156.409, "p95_ms": 140.602}, "read_interval": {"avg_ms": 108.068, "count": 277, "max_ms": 168.987, "p95_ms": 153.153}, "triton_wait": {"avg_ms": 73.142, "count": 278, "max_ms": 112.653, "p95_ms": 97.653}, "visualize": {"avg_ms": 3.988, "count": 278, "max_ms": 7.127, "p95_ms": 5.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4642.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.835, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.39, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:47:36+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T09:47:36+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T09:47:36.810183+09:00", "mtime_epoch": 1783298856.8101826, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:47:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.125, "name": "celery", "pid": 239, "rss_mb": 698.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.857, "pushed": 6.857, "read": 6.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.227, "count": 205, "max_ms": 25.58, "p95_ms": 20.593}, "gstreamer_push": {"avg_ms": 1.215, "count": 205, "max_ms": 5.039, "p95_ms": 2.497}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.843, "count": 205, "max_ms": 105.618, "p95_ms": 92.024}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.529, "count": 205, "max_ms": 101.641, "p95_ms": 90.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.015, "count": 205, "max_ms": 175.916, "p95_ms": 162.127}, "read_interval": {"avg_ms": 146.501, "count": 204, "max_ms": 184.114, "p95_ms": 171.735}, "triton_wait": {"avg_ms": 72.828, "count": 205, "max_ms": 105.627, "p95_ms": 92.507}, "visualize": {"avg_ms": 43.597, "count": 205, "max_ms": 64.904, "p95_ms": 56.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4643.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1535.045, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.191, "name": "ffmpeg", "pid": 276, "rss_mb": 279.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.34, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:47:38+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T09:47:38+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T09:47:38.550216+09:00", "mtime_epoch": 1783298858.5502157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:47:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 737.035, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.347, "pushed": 11.347, "read": 11.313}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.346, "count": 340, "max_ms": 5.468, "p95_ms": 4.292}, "gstreamer_push": {"avg_ms": 1.459, "count": 340, "max_ms": 6.071, "p95_ms": 1.634}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.248, "count": 340, "max_ms": 77.104, "p95_ms": 72.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.908, "count": 340, "max_ms": 101.708, "p95_ms": 91.326}, "yolo11_640_fire_11class": {"avg_ms": 50.571, "count": 340, "max_ms": 78.303, "p95_ms": 69.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.611, "count": 340, "max_ms": 68.809, "p95_ms": 51.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.964, "count": 340, "max_ms": 109.505, "p95_ms": 99.044}, "read_interval": {"avg_ms": 88.381, "count": 339, "max_ms": 125.43, "p95_ms": 114.371}, "triton_wait": {"avg_ms": 65.94, "count": 340, "max_ms": 101.721, "p95_ms": 91.339}, "visualize": {"avg_ms": 3.794, "count": 340, "max_ms": 9.601, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4643.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.793, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.565, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:47:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:47:56+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T09:47:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T09:47:56.522560+09:00", "mtime_epoch": 1783298876.52256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:47:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1216.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.07, "pushed": 9.07, "read": 9.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.883, "count": 271, "max_ms": 8.246, "p95_ms": 5.446}, "gstreamer_push": {"avg_ms": 1.312, "count": 271, "max_ms": 1.996, "p95_ms": 1.539}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.114, "count": 271, "max_ms": 75.298, "p95_ms": 68.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.784, "count": 271, "max_ms": 114.478, "p95_ms": 95.612}, "yolo11_640_fire_11class": {"avg_ms": 56.808, "count": 271, "max_ms": 74.172, "p95_ms": 69.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.55, "count": 271, "max_ms": 77.36, "p95_ms": 67.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.275, "count": 271, "max_ms": 155.827, "p95_ms": 140.129}, "read_interval": {"avg_ms": 110.889, "count": 270, "max_ms": 171.236, "p95_ms": 153.126}, "triton_wait": {"avg_ms": 74.799, "count": 271, "max_ms": 114.491, "p95_ms": 95.625}, "visualize": {"avg_ms": 4.047, "count": 271, "max_ms": 6.006, "p95_ms": 5.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 24}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4648.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.951, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.34, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:48:07+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T09:48:06+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T09:48:06.906759+09:00", "mtime_epoch": 1783298886.9067585, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:48:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.125, "name": "celery", "pid": 239, "rss_mb": 698.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.976, "pushed": 6.976, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.685, "count": 209, "max_ms": 22.237, "p95_ms": 19.842}, "gstreamer_push": {"avg_ms": 1.068, "count": 209, "max_ms": 2.41, "p95_ms": 1.2}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.228, "count": 209, "max_ms": 105.957, "p95_ms": 93.501}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.541, "count": 209, "max_ms": 104.976, "p95_ms": 92.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.925, "count": 209, "max_ms": 180.388, "p95_ms": 157.663}, "read_interval": {"avg_ms": 144.031, "count": 208, "max_ms": 189.164, "p95_ms": 167.971}, "triton_wait": {"avg_ms": 73.939, "count": 209, "max_ms": 105.971, "p95_ms": 94.771}, "visualize": {"avg_ms": 40.888, "count": 209, "max_ms": 53.192, "p95_ms": 49.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4648.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1565.047, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.348, "name": "ffmpeg", "pid": 276, "rss_mb": 284.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.232, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:48:08+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T09:48:08+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T09:48:08.554790+09:00", "mtime_epoch": 1783298888.55479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:48:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 736.977, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.338, "pushed": 11.338, "read": 11.338}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 340, "max_ms": 5.648, "p95_ms": 4.591}, "gstreamer_push": {"avg_ms": 1.445, "count": 340, "max_ms": 4.397, "p95_ms": 1.668}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.725, "count": 340, "max_ms": 77.059, "p95_ms": 69.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.169, "count": 340, "max_ms": 99.529, "p95_ms": 89.102}, "yolo11_640_fire_11class": {"avg_ms": 51.742, "count": 340, "max_ms": 77.322, "p95_ms": 69.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.248, "count": 340, "max_ms": 65.217, "p95_ms": 52.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.775, "count": 340, "max_ms": 107.44, "p95_ms": 97.858}, "read_interval": {"avg_ms": 88.25, "count": 340, "max_ms": 122.963, "p95_ms": 113.024}, "triton_wait": {"avg_ms": 65.618, "count": 340, "max_ms": 99.543, "p95_ms": 89.116}, "visualize": {"avg_ms": 3.853, "count": 340, "max_ms": 13.96, "p95_ms": 4.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 60}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4654.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.88, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.728, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:48:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:48:26+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T09:48:26+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T09:48:26.539134+09:00", "mtime_epoch": 1783298906.5391338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:48:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1216.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 9.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 270, "max_ms": 8.368, "p95_ms": 5.591}, "gstreamer_push": {"avg_ms": 1.306, "count": 270, "max_ms": 2.235, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.959, "count": 270, "max_ms": 73.108, "p95_ms": 68.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.31, "count": 270, "max_ms": 108.89, "p95_ms": 93.906}, "yolo11_640_fire_11class": {"avg_ms": 55.487, "count": 270, "max_ms": 72.163, "p95_ms": 66.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.061, "count": 270, "max_ms": 74.177, "p95_ms": 66.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.217, "count": 270, "max_ms": 149.401, "p95_ms": 135.005}, "read_interval": {"avg_ms": 110.878, "count": 270, "max_ms": 170.197, "p95_ms": 147.125}, "triton_wait": {"avg_ms": 72.454, "count": 270, "max_ms": 108.903, "p95_ms": 93.919}, "visualize": {"avg_ms": 4.176, "count": 270, "max_ms": 7.24, "p95_ms": 5.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 26}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4652.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 453.048, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.785, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:48:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:48:37+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T09:48:36+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T09:48:37.003334+09:00", "mtime_epoch": 1783298917.0033338, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:48:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 701.105, "name": "celery", "pid": 239, "rss_mb": 699.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.814, "pushed": 6.814, "read": 6.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.317, "count": 204, "max_ms": 26.259, "p95_ms": 21.454}, "gstreamer_push": {"avg_ms": 1.078, "count": 204, "max_ms": 2.598, "p95_ms": 1.256}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.715, "count": 204, "max_ms": 102.208, "p95_ms": 92.966}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.575, "count": 204, "max_ms": 98.062, "p95_ms": 90.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.452, "count": 204, "max_ms": 174.525, "p95_ms": 161.88}, "read_interval": {"avg_ms": 147.49, "count": 203, "max_ms": 182.132, "p95_ms": 173.139}, "triton_wait": {"avg_ms": 73.104, "count": 204, "max_ms": 102.224, "p95_ms": 94.224}, "visualize": {"avg_ms": 43.714, "count": 204, "max_ms": 66.702, "p95_ms": 54.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4652.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1595.106, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.052, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:48:38+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T09:48:38+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T09:48:38.603364+09:00", "mtime_epoch": 1783298918.6033645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:48:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 737.293, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 345, "pushed_frames": 345, "read_frames": 344, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.515, "pushed": 11.515, "read": 11.481}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.379, "count": 345, "max_ms": 5.671, "p95_ms": 4.375}, "gstreamer_push": {"avg_ms": 1.439, "count": 345, "max_ms": 4.815, "p95_ms": 1.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.83, "count": 345, "max_ms": 79.109, "p95_ms": 69.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.057, "count": 345, "max_ms": 107.232, "p95_ms": 90.703}, "yolo11_640_fire_11class": {"avg_ms": 50.221, "count": 345, "max_ms": 76.633, "p95_ms": 67.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.516, "count": 345, "max_ms": 72.617, "p95_ms": 51.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.548, "count": 345, "max_ms": 115.042, "p95_ms": 98.708}, "read_interval": {"avg_ms": 87.091, "count": 344, "max_ms": 129.679, "p95_ms": 113.427}, "triton_wait": {"avg_ms": 64.445, "count": 345, "max_ms": 107.247, "p95_ms": 90.718}, "visualize": {"avg_ms": 3.843, "count": 345, "max_ms": 8.868, "p95_ms": 4.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 62}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4650.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 295.89, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.261, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:48:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:48:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T09:48:56+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T09:48:56.595708+09:00", "mtime_epoch": 1783298936.5957081, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:48:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.334, "pushed": 8.334, "read": 8.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.429, "count": 250, "max_ms": 8.311, "p95_ms": 5.861}, "gstreamer_push": {"avg_ms": 1.274, "count": 250, "max_ms": 1.608, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.329, "count": 250, "max_ms": 78.043, "p95_ms": 69.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.591, "count": 250, "max_ms": 110.559, "p95_ms": 97.08}, "yolo11_640_fire_11class": {"avg_ms": 55.018, "count": 250, "max_ms": 77.509, "p95_ms": 68.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.875, "count": 250, "max_ms": 71.732, "p95_ms": 66.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.057, "count": 250, "max_ms": 162.818, "p95_ms": 146.683}, "read_interval": {"avg_ms": 120.218, "count": 250, "max_ms": 176.811, "p95_ms": 160.715}, "triton_wait": {"avg_ms": 74.604, "count": 250, "max_ms": 110.572, "p95_ms": 97.095}, "visualize": {"avg_ms": 4.442, "count": 250, "max_ms": 7.396, "p95_ms": 5.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4652.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 483.074, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.106, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:49:07+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T09:49:07+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T09:49:07.043908+09:00", "mtime_epoch": 1783298947.0439076, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:49:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 701.105, "name": "celery", "pid": 239, "rss_mb": 699.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.728, "pushed": 6.728, "read": 6.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.269, "count": 201, "max_ms": 25.745, "p95_ms": 22.407}, "gstreamer_push": {"avg_ms": 1.059, "count": 201, "max_ms": 2.088, "p95_ms": 1.159}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.669, "count": 201, "max_ms": 108.342, "p95_ms": 94.308}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.312, "count": 201, "max_ms": 98.827, "p95_ms": 91.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.248, "count": 201, "max_ms": 176.273, "p95_ms": 159.69}, "read_interval": {"avg_ms": 149.432, "count": 200, "max_ms": 184.055, "p95_ms": 169.793}, "triton_wait": {"avg_ms": 75.942, "count": 201, "max_ms": 108.355, "p95_ms": 94.32}, "visualize": {"avg_ms": 41.714, "count": 201, "max_ms": 54.87, "p95_ms": 50.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4652.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1625.196, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.044, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:49:08+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T09:49:08+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T09:49:08.675939+09:00", "mtime_epoch": 1783298948.6759388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:49:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.48, "name": "celery", "pid": 237, "rss_mb": 737.414, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 302, "max_ms": 5.688, "p95_ms": 4.366}, "gstreamer_push": {"avg_ms": 1.469, "count": 302, "max_ms": 6.512, "p95_ms": 1.575}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.238, "count": 302, "max_ms": 79.442, "p95_ms": 68.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.283, "count": 302, "max_ms": 109.358, "p95_ms": 94.553}, "yolo11_640_fire_11class": {"avg_ms": 48.133, "count": 302, "max_ms": 75.207, "p95_ms": 66.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.264, "count": 302, "max_ms": 69.636, "p95_ms": 47.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.522, "count": 302, "max_ms": 118.023, "p95_ms": 102.794}, "read_interval": {"avg_ms": 99.337, "count": 301, "max_ms": 182.658, "p95_ms": 132.835}, "triton_wait": {"avg_ms": 63.384, "count": 302, "max_ms": 109.371, "p95_ms": 94.566}, "visualize": {"avg_ms": 3.845, "count": 302, "max_ms": 11.534, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 64}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4650.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.983, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.962, "sample_count": 2823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:49:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T09:49:26+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T09:49:26.660282+09:00", "mtime_epoch": 1783298966.6602821, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:49:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.667, "pushed": 8.667, "read": 8.634}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 259, "max_ms": 8.381, "p95_ms": 5.579}, "gstreamer_push": {"avg_ms": 1.254, "count": 260, "max_ms": 2.059, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.212, "count": 259, "max_ms": 72.625, "p95_ms": 67.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.554, "count": 259, "max_ms": 103.994, "p95_ms": 96.163}, "yolo11_640_fire_11class": {"avg_ms": 53.623, "count": 259, "max_ms": 74.155, "p95_ms": 67.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.067, "count": 259, "max_ms": 78.317, "p95_ms": 66.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.705, "count": 260, "max_ms": 151.151, "p95_ms": 143.29}, "read_interval": {"avg_ms": 115.687, "count": 259, "max_ms": 164.868, "p95_ms": 159.136}, "triton_wait": {"avg_ms": 70.683, "count": 259, "max_ms": 104.007, "p95_ms": 96.176}, "visualize": {"avg_ms": 4.386, "count": 259, "max_ms": 6.602, "p95_ms": 5.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 29}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4650.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 513.206, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.39, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:49:37+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T09:49:37+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T09:49:37.168483+09:00", "mtime_epoch": 1783298977.1684828, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:49:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 702.129, "name": "celery", "pid": 239, "rss_mb": 699.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.805, "pushed": 6.805, "read": 6.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.984, "count": 204, "max_ms": 21.845, "p95_ms": 18.249}, "gstreamer_push": {"avg_ms": 1.04, "count": 204, "max_ms": 1.311, "p95_ms": 1.137}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.821, "count": 204, "max_ms": 104.778, "p95_ms": 91.663}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.703, "count": 204, "max_ms": 96.747, "p95_ms": 90.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.641, "count": 204, "max_ms": 166.677, "p95_ms": 156.83}, "read_interval": {"avg_ms": 147.731, "count": 203, "max_ms": 174.796, "p95_ms": 165.745}, "triton_wait": {"avg_ms": 74.46, "count": 204, "max_ms": 104.791, "p95_ms": 92.805}, "visualize": {"avg_ms": 43.944, "count": 204, "max_ms": 55.619, "p95_ms": 46.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4653.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1655.201, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.884, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:49:38+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T09:49:38+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T09:49:38.704512+09:00", "mtime_epoch": 1783298978.7045121, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:49:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.645, "name": "celery", "pid": 237, "rss_mb": 737.645, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.304, "count": 300, "max_ms": 5.247, "p95_ms": 4.078}, "gstreamer_push": {"avg_ms": 1.426, "count": 300, "max_ms": 6.503, "p95_ms": 1.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.17, "count": 300, "max_ms": 74.828, "p95_ms": 66.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.478, "count": 300, "max_ms": 106.009, "p95_ms": 88.997}, "yolo11_640_fire_11class": {"avg_ms": 49.483, "count": 300, "max_ms": 79.825, "p95_ms": 67.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.435, "count": 300, "max_ms": 70.705, "p95_ms": 50.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.604, "count": 300, "max_ms": 114.234, "p95_ms": 96.882}, "read_interval": {"avg_ms": 100.116, "count": 300, "max_ms": 161.09, "p95_ms": 133.792}, "triton_wait": {"avg_ms": 64.635, "count": 300, "max_ms": 106.023, "p95_ms": 89.01}, "visualize": {"avg_ms": 3.77, "count": 300, "max_ms": 9.279, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 66}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4645.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.102, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.699, "name": "ffmpeg", "pid": 1569, "rss_mb": 332.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.217, "sample_count": 2796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:49:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:49:56+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T09:49:56+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T09:49:56.784857+09:00", "mtime_epoch": 1783298996.784857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:49:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.74, "pushed": 8.74, "read": 8.707}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 261, "max_ms": 7.53, "p95_ms": 5.784}, "gstreamer_push": {"avg_ms": 1.268, "count": 262, "max_ms": 1.926, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.02, "count": 261, "max_ms": 72.959, "p95_ms": 67.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.341, "count": 261, "max_ms": 110.284, "p95_ms": 92.601}, "yolo11_640_fire_11class": {"avg_ms": 55.482, "count": 261, "max_ms": 78.249, "p95_ms": 68.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.794, "count": 261, "max_ms": 73.768, "p95_ms": 66.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.693, "count": 262, "max_ms": 151.315, "p95_ms": 140.482}, "read_interval": {"avg_ms": 114.924, "count": 261, "max_ms": 164.94, "p95_ms": 155.099}, "triton_wait": {"avg_ms": 71.558, "count": 261, "max_ms": 110.297, "p95_ms": 92.614}, "visualize": {"avg_ms": 4.325, "count": 261, "max_ms": 6.63, "p95_ms": 5.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 31}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4641.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 543.285, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.39, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:50:07+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T09:50:07+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T09:50:07.245056+09:00", "mtime_epoch": 1783299007.2450564, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:50:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 687.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.847, "pushed": 6.847, "read": 6.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.41, "count": 205, "max_ms": 25.241, "p95_ms": 19.898}, "gstreamer_push": {"avg_ms": 1.303, "count": 205, "max_ms": 5.167, "p95_ms": 2.4}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.009, "count": 205, "max_ms": 100.811, "p95_ms": 89.309}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.361, "count": 205, "max_ms": 94.306, "p95_ms": 87.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.317, "count": 205, "max_ms": 174.067, "p95_ms": 161.607}, "read_interval": {"avg_ms": 146.724, "count": 204, "max_ms": 182.333, "p95_ms": 170.837}, "triton_wait": {"avg_ms": 71.525, "count": 205, "max_ms": 100.823, "p95_ms": 90.119}, "visualize": {"avg_ms": 45.244, "count": 205, "max_ms": 66.916, "p95_ms": 60.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4641.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1685.278, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.884, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:50:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T09:50:08+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T09:50:08.737085+09:00", "mtime_epoch": 1783299008.7370849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:50:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.898, "name": "celery", "pid": 237, "rss_mb": 735.262, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.31, "count": 301, "max_ms": 5.298, "p95_ms": 4.417}, "gstreamer_push": {"avg_ms": 1.455, "count": 301, "max_ms": 6.588, "p95_ms": 1.546}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.62, "count": 301, "max_ms": 78.392, "p95_ms": 68.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.323, "count": 301, "max_ms": 106.421, "p95_ms": 89.154}, "yolo11_640_fire_11class": {"avg_ms": 50.098, "count": 301, "max_ms": 77.357, "p95_ms": 67.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.358, "count": 301, "max_ms": 76.097, "p95_ms": 51.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.893, "count": 301, "max_ms": 114.378, "p95_ms": 98.461}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 206.965, "p95_ms": 133.743}, "triton_wait": {"avg_ms": 65.921, "count": 301, "max_ms": 106.434, "p95_ms": 89.167}, "visualize": {"avg_ms": 3.768, "count": 301, "max_ms": 8.504, "p95_ms": 4.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4670.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:43:57+09:00", "last_error_summary": "[NULL @ 0x5576a86b2200] missing picture in access unit with size 18 [h264 @ 0x5576a87dbd00] no frame! [in#0/rtsp @ 0x5576a86ade00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5576a86ade00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5576a86b2840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T09:44:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.524, "last_started_at": "2026-07-06T09:44:00+09:00", "pid": 1569, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.742, "name": "ffmpeg", "pid": 1569, "rss_mb": 354.742, "state": "S (sleeping)", "threads": 104}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.635, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:50:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:50:33+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T09:50:33+09:00", "mjpeg": {"age_sec": 15.473, "exists": true, "mtime": "2026-07-06T09:50:17.841259+09:00", "mtime_epoch": 1783299017.8412585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:50:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.902, "pushed": 1.902, "read": 1.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.668, "count": 57, "max_ms": 5.54, "p95_ms": 5.425}, "gstreamer_push": {"avg_ms": 1.322, "count": 57, "max_ms": 1.501, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.098, "count": 57, "max_ms": 71.976, "p95_ms": 64.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.203, "count": 57, "max_ms": 101.679, "p95_ms": 94.699}, "yolo11_640_fire_11class": {"avg_ms": 52.255, "count": 57, "max_ms": 71.449, "p95_ms": 63.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.473, "count": 57, "max_ms": 76.059, "p95_ms": 67.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.846, "count": 57, "max_ms": 142.046, "p95_ms": 133.642}, "read_interval": {"avg_ms": 534.43, "count": 56, "max_ms": 15486.66, "p95_ms": 147.239}, "triton_wait": {"avg_ms": 68.285, "count": 57, "max_ms": 101.692, "p95_ms": 94.713}, "visualize": {"avg_ms": 3.945, "count": 57, "max_ms": 5.754, "p95_ms": 5.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 32, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4358.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 573.36, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.839, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:50:37+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T09:50:37+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T09:50:37.329630+09:00", "mtime_epoch": 1783299037.32963, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:50:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 699.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.184, "pushed": 7.184, "read": 7.151}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.148, "count": 215, "max_ms": 23.959, "p95_ms": 21.165}, "gstreamer_push": {"avg_ms": 1.385, "count": 215, "max_ms": 4.463, "p95_ms": 3.408}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.217, "count": 215, "max_ms": 97.612, "p95_ms": 74.38}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.281, "count": 215, "max_ms": 96.863, "p95_ms": 74.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.293, "count": 215, "max_ms": 176.863, "p95_ms": 153.01}, "read_interval": {"avg_ms": 139.897, "count": 214, "max_ms": 184.76, "p95_ms": 160.69}, "triton_wait": {"avg_ms": 64.586, "count": 215, "max_ms": 97.624, "p95_ms": 76.521}, "visualize": {"avg_ms": 44.339, "count": 215, "max_ms": 66.165, "p95_ms": 60.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4369.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1715.392, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.643, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:50:38+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:50:38+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T09:50:38.841659+09:00", "mtime_epoch": 1783299038.8416586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:50:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.898, "name": "celery", "pid": 237, "rss_mb": 737.898, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.257, "count": 301, "max_ms": 5.017, "p95_ms": 3.892}, "gstreamer_push": {"avg_ms": 1.472, "count": 301, "max_ms": 7.175, "p95_ms": 2.689}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.837, "count": 301, "max_ms": 77.574, "p95_ms": 50.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.799, "count": 301, "max_ms": 100.242, "p95_ms": 77.563}, "yolo11_640_fire_11class": {"avg_ms": 44.003, "count": 301, "max_ms": 76.815, "p95_ms": 49.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 34.664, "count": 301, "max_ms": 54.958, "p95_ms": 40.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.653, "count": 301, "max_ms": 108.237, "p95_ms": 84.894}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 187.479, "p95_ms": 135.636}, "triton_wait": {"avg_ms": 55.812, "count": 301, "max_ms": 100.256, "p95_ms": 77.579}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 10.893, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 69}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4653.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:50:34+09:00", "last_error_summary": "[h264 @ 0x55fec0aae840] error while decoding MB 6 66, bytestream -15 [in#0/rtsp @ 0x55fec0994e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55fec0994e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T09:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.072, "last_started_at": "2026-07-06T09:50:37+09:00", "pid": 1721, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.168, "name": "ffmpeg", "pid": 1721, "rss_mb": 332.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.396, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:51:03+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T09:51:03+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T09:51:03.242123+09:00", "mtime_epoch": 1783299063.2421234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:51:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.036, "pushed": 8.036, "read": 8.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.958, "count": 241, "max_ms": 8.12, "p95_ms": 5.55}, "gstreamer_push": {"avg_ms": 1.302, "count": 241, "max_ms": 1.895, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.116, "count": 241, "max_ms": 76.937, "p95_ms": 67.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.126, "count": 241, "max_ms": 109.689, "p95_ms": 91.021}, "yolo11_640_fire_11class": {"avg_ms": 52.791, "count": 241, "max_ms": 77.869, "p95_ms": 66.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.202, "count": 241, "max_ms": 79.426, "p95_ms": 66.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.957, "count": 241, "max_ms": 158.555, "p95_ms": 136.23}, "read_interval": {"avg_ms": 124.609, "count": 241, "max_ms": 5302.616, "p95_ms": 146.354}, "triton_wait": {"avg_ms": 69.248, "count": 241, "max_ms": 109.702, "p95_ms": 91.034}, "visualize": {"avg_ms": 4.101, "count": 241, "max_ms": 6.616, "p95_ms": 5.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 34}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4653.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 603.372, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.23, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.154, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:51:07+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T09:51:07+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T09:51:07.338202+09:00", "mtime_epoch": 1783299067.3382015, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:51:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 702.02, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.862, "pushed": 6.862, "read": 6.829}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.535, "count": 205, "max_ms": 29.77, "p95_ms": 21.678}, "gstreamer_push": {"avg_ms": 1.047, "count": 205, "max_ms": 1.868, "p95_ms": 1.176}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.125, "count": 205, "max_ms": 109.047, "p95_ms": 88.944}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.271, "count": 205, "max_ms": 97.198, "p95_ms": 84.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.292, "count": 205, "max_ms": 171.178, "p95_ms": 157.165}, "read_interval": {"avg_ms": 146.416, "count": 204, "max_ms": 181.598, "p95_ms": 165.8}, "triton_wait": {"avg_ms": 71.908, "count": 205, "max_ms": 109.06, "p95_ms": 89.533}, "visualize": {"avg_ms": 42.597, "count": 205, "max_ms": 52.251, "p95_ms": 48.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4648.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1745.401, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.154, "sample_count": 3134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:51:08+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:51:08+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T09:51:08.838230+09:00", "mtime_epoch": 1783299068.8382301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:51:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 737.898, "name": "celery", "pid": 237, "rss_mb": 735.52, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.063}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 300, "max_ms": 5.553, "p95_ms": 4.176}, "gstreamer_push": {"avg_ms": 1.394, "count": 300, "max_ms": 4.42, "p95_ms": 1.524}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.352, "count": 300, "max_ms": 80.688, "p95_ms": 68.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.416, "count": 300, "max_ms": 102.911, "p95_ms": 90.47}, "yolo11_640_fire_11class": {"avg_ms": 48.674, "count": 300, "max_ms": 81.746, "p95_ms": 66.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.041, "count": 300, "max_ms": 85.046, "p95_ms": 52.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.705, "count": 300, "max_ms": 110.946, "p95_ms": 98.404}, "read_interval": {"avg_ms": 100.036, "count": 300, "max_ms": 378.128, "p95_ms": 135.254}, "triton_wait": {"avg_ms": 64.528, "count": 300, "max_ms": 102.924, "p95_ms": 90.482}, "visualize": {"avg_ms": 3.835, "count": 300, "max_ms": 9.018, "p95_ms": 4.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 71}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4652.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:50:34+09:00", "last_error_summary": "[h264 @ 0x55fec0aae840] error while decoding MB 6 66, bytestream -15 [in#0/rtsp @ 0x55fec0994e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55fec0994e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T09:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.18, "last_started_at": "2026-07-06T09:50:37+09:00", "pid": 1721, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 1721, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.624, "sample_count": 2428, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:51:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:51:33+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T09:51:33+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T09:51:33.282695+09:00", "mtime_epoch": 1783299093.2826953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:51:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.603, "pushed": 8.603, "read": 8.57}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.7, "count": 257, "max_ms": 9.001, "p95_ms": 6.609}, "gstreamer_push": {"avg_ms": 1.242, "count": 258, "max_ms": 1.732, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.522, "count": 257, "max_ms": 78.766, "p95_ms": 67.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.2, "count": 257, "max_ms": 106.715, "p95_ms": 96.61}, "yolo11_640_fire_11class": {"avg_ms": 52.027, "count": 257, "max_ms": 78.258, "p95_ms": 66.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.805, "count": 257, "max_ms": 80.516, "p95_ms": 65.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.972, "count": 258, "max_ms": 165.431, "p95_ms": 146.034}, "read_interval": {"avg_ms": 116.501, "count": 257, "max_ms": 174.12, "p95_ms": 156.051}, "triton_wait": {"avg_ms": 70.348, "count": 257, "max_ms": 106.727, "p95_ms": 96.623}, "visualize": {"avg_ms": 4.583, "count": 257, "max_ms": 7.949, "p95_ms": 6.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 35, "tracking_summary": 36}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4652.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 633.432, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.711, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:51:37+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T09:51:37+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T09:51:37.410774+09:00", "mtime_epoch": 1783299097.410774, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:51:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 701.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.754, "pushed": 6.754, "read": 6.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.171, "count": 202, "max_ms": 27.725, "p95_ms": 24.012}, "gstreamer_push": {"avg_ms": 1.039, "count": 202, "max_ms": 1.998, "p95_ms": 1.186}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.325, "count": 202, "max_ms": 102.5, "p95_ms": 92.845}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.049, "count": 202, "max_ms": 103.612, "p95_ms": 89.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.573, "count": 202, "max_ms": 181.429, "p95_ms": 161.972}, "read_interval": {"avg_ms": 148.891, "count": 201, "max_ms": 189.366, "p95_ms": 172.314}, "triton_wait": {"avg_ms": 73.171, "count": 202, "max_ms": 103.625, "p95_ms": 92.962}, "visualize": {"avg_ms": 42.915, "count": 202, "max_ms": 63.592, "p95_ms": 52.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4652.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1775.416, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.858, "sample_count": 3165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:51:38+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T09:51:38+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T09:51:38.846801+09:00", "mtime_epoch": 1783299098.846801, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:51:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 738.098, "name": "celery", "pid": 237, "rss_mb": 735.52, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.334, "count": 300, "max_ms": 5.352, "p95_ms": 4.015}, "gstreamer_push": {"avg_ms": 1.39, "count": 300, "max_ms": 4.665, "p95_ms": 1.571}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.818, "count": 300, "max_ms": 79.76, "p95_ms": 68.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.21, "count": 300, "max_ms": 108.75, "p95_ms": 88.645}, "yolo11_640_fire_11class": {"avg_ms": 48.467, "count": 300, "max_ms": 79.771, "p95_ms": 65.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.02, "count": 300, "max_ms": 70.069, "p95_ms": 49.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.495, "count": 300, "max_ms": 116.654, "p95_ms": 96.788}, "read_interval": {"avg_ms": 100.032, "count": 300, "max_ms": 176.208, "p95_ms": 137.651}, "triton_wait": {"avg_ms": 62.475, "count": 300, "max_ms": 108.765, "p95_ms": 88.658}, "visualize": {"avg_ms": 3.776, "count": 300, "max_ms": 9.499, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 73}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4650.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:50:34+09:00", "last_error_summary": "[h264 @ 0x55fec0aae840] error while decoding MB 6 66, bytestream -15 [in#0/rtsp @ 0x55fec0994e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55fec0994e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T09:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.292, "last_started_at": "2026-07-06T09:50:37+09:00", "pid": 1721, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 1721, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.628, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:52:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:52:03+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T09:52:03+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T09:52:03.410654+09:00", "mtime_epoch": 1783299123.4106536, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:52:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.778, "pushed": 8.778, "read": 8.745}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.609, "count": 263, "max_ms": 8.848, "p95_ms": 6.474}, "gstreamer_push": {"avg_ms": 1.255, "count": 263, "max_ms": 2.021, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.08, "count": 263, "max_ms": 74.59, "p95_ms": 68.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.761, "count": 263, "max_ms": 112.514, "p95_ms": 94.181}, "yolo11_640_fire_11class": {"avg_ms": 54.228, "count": 263, "max_ms": 77.066, "p95_ms": 68.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.308, "count": 263, "max_ms": 75.699, "p95_ms": 68.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.714, "count": 263, "max_ms": 164.703, "p95_ms": 142.87}, "read_interval": {"avg_ms": 114.382, "count": 262, "max_ms": 174.13, "p95_ms": 152.873}, "triton_wait": {"avg_ms": 72.012, "count": 263, "max_ms": 112.528, "p95_ms": 94.194}, "visualize": {"avg_ms": 4.407, "count": 263, "max_ms": 6.873, "p95_ms": 5.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 37, "tracking_summary": 38}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4651.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 663.562, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.465, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:52:07+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T09:52:07+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T09:52:07.526631+09:00", "mtime_epoch": 1783299127.5266309, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:52:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 700.031, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.906, "pushed": 6.906, "read": 6.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.072, "count": 207, "max_ms": 21.498, "p95_ms": 18.621}, "gstreamer_push": {"avg_ms": 1.027, "count": 207, "max_ms": 2.193, "p95_ms": 1.176}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.366, "count": 207, "max_ms": 102.015, "p95_ms": 89.025}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.274, "count": 207, "max_ms": 97.337, "p95_ms": 88.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.722, "count": 207, "max_ms": 174.021, "p95_ms": 156.447}, "read_interval": {"avg_ms": 145.564, "count": 206, "max_ms": 183.317, "p95_ms": 165.896}, "triton_wait": {"avg_ms": 71.649, "count": 207, "max_ms": 102.028, "p95_ms": 90.83}, "visualize": {"avg_ms": 43.641, "count": 207, "max_ms": 57.228, "p95_ms": 49.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4652.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1805.433, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.154, "sample_count": 3112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:52:09+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T09:52:08+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T09:52:08.934623+09:00", "mtime_epoch": 1783299128.9346232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:52:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 738.098, "name": "celery", "pid": 237, "rss_mb": 735.777, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.561, "pushed": 9.561, "read": 9.528}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.257, "count": 286, "max_ms": 5.449, "p95_ms": 3.963}, "gstreamer_push": {"avg_ms": 1.364, "count": 286, "max_ms": 4.181, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.438, "count": 286, "max_ms": 76.321, "p95_ms": 67.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.209, "count": 286, "max_ms": 106.254, "p95_ms": 90.308}, "yolo11_640_fire_11class": {"avg_ms": 49.431, "count": 286, "max_ms": 75.8, "p95_ms": 66.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.751, "count": 286, "max_ms": 77.86, "p95_ms": 50.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.219, "count": 286, "max_ms": 114.85, "p95_ms": 98.428}, "read_interval": {"avg_ms": 104.962, "count": 285, "max_ms": 2998.65, "p95_ms": 131.294}, "triton_wait": {"avg_ms": 64.298, "count": 286, "max_ms": 106.267, "p95_ms": 90.322}, "visualize": {"avg_ms": 3.769, "count": 286, "max_ms": 8.623, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 75}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4653.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:50:34+09:00", "last_error_summary": "[h264 @ 0x55fec0aae840] error while decoding MB 6 66, bytestream -15 [in#0/rtsp @ 0x55fec0994e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55fec0994e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T09:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.355, "last_started_at": "2026-07-06T09:50:37+09:00", "pid": 1721, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 1721, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.02, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:52:33+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T09:52:33+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T09:52:33.498503+09:00", "mtime_epoch": 1783299153.4985034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:52:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.021, "pushed": 8.021, "read": 7.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.421, "count": 240, "max_ms": 8.336, "p95_ms": 6.771}, "gstreamer_push": {"avg_ms": 1.177, "count": 240, "max_ms": 1.671, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.75, "count": 240, "max_ms": 73.334, "p95_ms": 65.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.801, "count": 240, "max_ms": 112.003, "p95_ms": 91.089}, "yolo11_640_fire_11class": {"avg_ms": 51.329, "count": 240, "max_ms": 72.06, "p95_ms": 64.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.305, "count": 240, "max_ms": 78.485, "p95_ms": 65.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.565, "count": 240, "max_ms": 164.575, "p95_ms": 145.542}, "read_interval": {"avg_ms": 125.298, "count": 239, "max_ms": 173.405, "p95_ms": 158.09}, "triton_wait": {"avg_ms": 69.902, "count": 240, "max_ms": 112.016, "p95_ms": 91.104}, "visualize": {"avg_ms": 4.874, "count": 240, "max_ms": 7.834, "p95_ms": 6.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 39}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4655.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 693.577, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.987, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:52:37+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T09:52:37+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T09:52:37.550486+09:00", "mtime_epoch": 1783299157.5504858, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:52:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 701.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.094, "pushed": 7.094, "read": 7.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.453, "count": 212, "max_ms": 27.491, "p95_ms": 22.374}, "gstreamer_push": {"avg_ms": 0.998, "count": 212, "max_ms": 2.363, "p95_ms": 1.162}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.282, "count": 212, "max_ms": 99.16, "p95_ms": 90.696}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.781, "count": 212, "max_ms": 100.47, "p95_ms": 89.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.677, "count": 212, "max_ms": 167.545, "p95_ms": 156.673}, "read_interval": {"avg_ms": 141.598, "count": 211, "max_ms": 175.384, "p95_ms": 165.931}, "triton_wait": {"avg_ms": 69.959, "count": 212, "max_ms": 100.483, "p95_ms": 91.34}, "visualize": {"avg_ms": 40.827, "count": 212, "max_ms": 59.96, "p95_ms": 51.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4656.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1835.46, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.591, "sample_count": 3087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:52:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:52:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T09:52:38+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T09:52:38.914480+09:00", "mtime_epoch": 1783299158.9144802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:52:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 738.672, "name": "celery", "pid": 237, "rss_mb": 738.672, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.528, "pushed": 10.528, "read": 10.495}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.709, "count": 315, "max_ms": 8.496, "p95_ms": 5.698}, "gstreamer_push": {"avg_ms": 1.388, "count": 315, "max_ms": 5.088, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.263, "count": 315, "max_ms": 75.239, "p95_ms": 63.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.13, "count": 315, "max_ms": 108.73, "p95_ms": 85.82}, "yolo11_640_fire_11class": {"avg_ms": 45.719, "count": 315, "max_ms": 75.743, "p95_ms": 62.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.944, "count": 315, "max_ms": 77.832, "p95_ms": 50.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.754, "count": 315, "max_ms": 120.952, "p95_ms": 93.867}, "read_interval": {"avg_ms": 95.356, "count": 314, "max_ms": 194.767, "p95_ms": 136.057}, "triton_wait": {"avg_ms": 60.184, "count": 315, "max_ms": 108.742, "p95_ms": 85.828}, "visualize": {"avg_ms": 3.968, "count": 315, "max_ms": 9.712, "p95_ms": 5.644}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 78}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4653.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:50:34+09:00", "last_error_summary": "[h264 @ 0x55fec0aae840] error while decoding MB 6 66, bytestream -15 [in#0/rtsp @ 0x55fec0994e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55fec0994e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T09:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.375, "last_started_at": "2026-07-06T09:50:37+09:00", "pid": 1721, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 1721, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:53:03+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T09:53:03+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T09:53:03.514389+09:00", "mtime_epoch": 1783299183.5143893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:53:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1217.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.804, "pushed": 8.804, "read": 8.771}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.824, "count": 263, "max_ms": 9.278, "p95_ms": 6.775}, "gstreamer_push": {"avg_ms": 1.183, "count": 263, "max_ms": 1.726, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.374, "count": 263, "max_ms": 75.709, "p95_ms": 69.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.108, "count": 263, "max_ms": 111.706, "p95_ms": 91.227}, "yolo11_640_fire_11class": {"avg_ms": 52.439, "count": 263, "max_ms": 75.084, "p95_ms": 68.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.805, "count": 263, "max_ms": 75.048, "p95_ms": 68.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.869, "count": 263, "max_ms": 154.092, "p95_ms": 141.778}, "read_interval": {"avg_ms": 114.094, "count": 262, "max_ms": 166.416, "p95_ms": 152.787}, "triton_wait": {"avg_ms": 68.258, "count": 263, "max_ms": 111.719, "p95_ms": 91.243}, "visualize": {"avg_ms": 4.526, "count": 263, "max_ms": 7.962, "p95_ms": 5.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 39, "tracking_summary": 41}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4654.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 723.693, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.146, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:53:07+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T09:53:07+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T09:53:07.638376+09:00", "mtime_epoch": 1783299187.6383765, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:53:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 698.938, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.037, "pushed": 7.037, "read": 7.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.783, "count": 211, "max_ms": 34.582, "p95_ms": 22.411}, "gstreamer_push": {"avg_ms": 0.996, "count": 211, "max_ms": 1.375, "p95_ms": 1.151}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.07, "count": 211, "max_ms": 112.477, "p95_ms": 95.214}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.153, "count": 211, "max_ms": 105.118, "p95_ms": 88.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.528, "count": 211, "max_ms": 186.484, "p95_ms": 159.447}, "read_interval": {"avg_ms": 142.647, "count": 210, "max_ms": 196.51, "p95_ms": 168.0}, "triton_wait": {"avg_ms": 72.106, "count": 211, "max_ms": 112.491, "p95_ms": 95.224}, "visualize": {"avg_ms": 39.159, "count": 211, "max_ms": 56.564, "p95_ms": 44.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4651.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1865.505, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.926, "name": "ffmpeg", "pid": 276, "rss_mb": 286.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.367, "sample_count": 3047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:53:09+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-06T09:53:09+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T09:53:08.990372+09:00", "mtime_epoch": 1783299188.9903724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:53:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 738.789, "name": "celery", "pid": 237, "rss_mb": 738.742, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.91, "count": 300, "max_ms": 8.492, "p95_ms": 5.973}, "gstreamer_push": {"avg_ms": 1.707, "count": 300, "max_ms": 7.121, "p95_ms": 4.049}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.48, "count": 300, "max_ms": 78.718, "p95_ms": 68.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.529, "count": 300, "max_ms": 104.245, "p95_ms": 88.124}, "yolo11_640_fire_11class": {"avg_ms": 48.555, "count": 300, "max_ms": 79.297, "p95_ms": 66.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.179, "count": 300, "max_ms": 82.95, "p95_ms": 55.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.933, "count": 300, "max_ms": 112.244, "p95_ms": 96.826}, "read_interval": {"avg_ms": 100.242, "count": 299, "max_ms": 237.496, "p95_ms": 134.736}, "triton_wait": {"avg_ms": 63.941, "count": 300, "max_ms": 104.259, "p95_ms": 88.138}, "visualize": {"avg_ms": 4.195, "count": 300, "max_ms": 9.301, "p95_ms": 5.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 42, "tracking_summary": 43}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4654.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 753.78, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.508, "sample_count": 2068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:53:37+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T09:53:37+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T09:53:37.750301+09:00", "mtime_epoch": 1783299217.7503006, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:53:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 698.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.043, "pushed": 7.043, "read": 7.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.132, "count": 211, "max_ms": 27.36, "p95_ms": 22.133}, "gstreamer_push": {"avg_ms": 1.008, "count": 211, "max_ms": 2.667, "p95_ms": 1.13}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.608, "count": 211, "max_ms": 93.892, "p95_ms": 83.536}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.309, "count": 211, "max_ms": 92.441, "p95_ms": 82.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.802, "count": 211, "max_ms": 181.594, "p95_ms": 158.474}, "read_interval": {"avg_ms": 142.612, "count": 210, "max_ms": 197.338, "p95_ms": 168.589}, "triton_wait": {"avg_ms": 67.25, "count": 211, "max_ms": 93.904, "p95_ms": 85.554}, "visualize": {"avg_ms": 43.281, "count": 211, "max_ms": 60.782, "p95_ms": 56.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4654.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1895.589, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.184, "name": "ffmpeg", "pid": 276, "rss_mb": 287.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.695, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:53:39+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T09:53:39+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T09:53:39.094298+09:00", "mtime_epoch": 1783299219.094298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:53:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 738.918, "name": "celery", "pid": 237, "rss_mb": 738.902, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.286, "count": 300, "max_ms": 5.303, "p95_ms": 4.033}, "gstreamer_push": {"avg_ms": 1.624, "count": 300, "max_ms": 7.865, "p95_ms": 3.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.451, "count": 300, "max_ms": 69.937, "p95_ms": 56.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.176, "count": 300, "max_ms": 99.008, "p95_ms": 80.406}, "yolo11_640_fire_11class": {"avg_ms": 43.952, "count": 300, "max_ms": 69.491, "p95_ms": 53.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 34.476, "count": 300, "max_ms": 59.103, "p95_ms": 43.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.195, "count": 300, "max_ms": 106.841, "p95_ms": 89.619}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 227.567, "p95_ms": 135.921}, "triton_wait": {"avg_ms": 56.19, "count": 300, "max_ms": 99.021, "p95_ms": 80.423}, "visualize": {"avg_ms": 3.836, "count": 300, "max_ms": 12.339, "p95_ms": 4.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 79}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4655.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:50:34+09:00", "last_error_summary": "[h264 @ 0x55fec0aae840] error while decoding MB 6 66, bytestream -15 [in#0/rtsp @ 0x55fec0994e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55fec0994e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-06T09:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.27, "last_started_at": "2026-07-06T09:50:37+09:00", "pid": 1721, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.375, "name": "ffmpeg", "pid": 1721, "rss_mb": 333.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.015, "sample_count": 2170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:53:39+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T09:53:39+09:00", "mjpeg": {"age_sec": 17.816, "exists": true, "mtime": "2026-07-06T09:53:21.698337+09:00", "mtime_epoch": 1783299201.6983368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:53:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1218.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.734, "pushed": 2.734, "read": 2.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.214, "count": 81, "max_ms": 11.575, "p95_ms": 9.41}, "gstreamer_push": {"avg_ms": 1.075, "count": 82, "max_ms": 1.59, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.219, "count": 81, "max_ms": 73.735, "p95_ms": 67.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.644, "count": 81, "max_ms": 93.039, "p95_ms": 91.622}, "yolo11_640_fire_11class": {"avg_ms": 51.156, "count": 81, "max_ms": 70.448, "p95_ms": 63.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.161, "count": 81, "max_ms": 69.148, "p95_ms": 65.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.522, "count": 82, "max_ms": 198.476, "p95_ms": 182.238}, "read_interval": {"avg_ms": 370.801, "count": 81, "max_ms": 17848.213, "p95_ms": 190.562}, "triton_wait": {"avg_ms": 69.762, "count": 81, "max_ms": 93.052, "p95_ms": 91.634}, "visualize": {"avg_ms": 5.498, "count": 81, "max_ms": 7.165, "p95_ms": 6.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 43, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4654.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 783.797, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.458, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:54:07+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T09:54:07+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T09:54:07.754257+09:00", "mtime_epoch": 1783299247.7542567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:54:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 700.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.061, "pushed": 7.061, "read": 7.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.305, "count": 211, "max_ms": 27.043, "p95_ms": 23.855}, "gstreamer_push": {"avg_ms": 1.038, "count": 211, "max_ms": 1.671, "p95_ms": 1.133}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.957, "count": 211, "max_ms": 100.204, "p95_ms": 89.912}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.853, "count": 211, "max_ms": 94.214, "p95_ms": 88.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.277, "count": 211, "max_ms": 167.781, "p95_ms": 154.809}, "read_interval": {"avg_ms": 142.211, "count": 210, "max_ms": 176.364, "p95_ms": 164.382}, "triton_wait": {"avg_ms": 69.712, "count": 211, "max_ms": 100.217, "p95_ms": 89.924}, "visualize": {"avg_ms": 40.015, "count": 211, "max_ms": 46.153, "p95_ms": 45.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4655.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1925.668, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.184, "name": "ffmpeg", "pid": 276, "rss_mb": 287.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.546, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:54:09+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T09:54:09+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T09:54:09.174256+09:00", "mtime_epoch": 1783299249.1742556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:54:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 741.715, "name": "celery", "pid": 237, "rss_mb": 741.656, "state": "S (sleeping)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.25, "count": 300, "max_ms": 5.159, "p95_ms": 3.863}, "gstreamer_push": {"avg_ms": 1.717, "count": 300, "max_ms": 6.631, "p95_ms": 4.54}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.369, "count": 300, "max_ms": 72.123, "p95_ms": 61.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.953, "count": 300, "max_ms": 101.633, "p95_ms": 85.238}, "yolo11_640_fire_11class": {"avg_ms": 44.723, "count": 300, "max_ms": 67.644, "p95_ms": 57.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.307, "count": 300, "max_ms": 72.936, "p95_ms": 45.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.09, "count": 300, "max_ms": 109.492, "p95_ms": 92.772}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 376.143, "p95_ms": 138.18}, "triton_wait": {"avg_ms": 58.086, "count": 300, "max_ms": 101.647, "p95_ms": 85.252}, "visualize": {"avg_ms": 3.868, "count": 300, "max_ms": 11.311, "p95_ms": 5.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "running", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 80}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4655.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.204, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.836, "name": "ffmpeg", "pid": 1873, "rss_mb": 330.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.667, "sample_count": 2054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:54:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T09:54:09+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T09:54:09.466255+09:00", "mtime_epoch": 1783299249.4662552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:54:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1218.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 129, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.455, "pushed": 6.455, "read": 6.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.739, "count": 129, "max_ms": 7.71, "p95_ms": 6.155}, "gstreamer_push": {"avg_ms": 1.229, "count": 129, "max_ms": 2.3, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.7, "count": 129, "max_ms": 75.925, "p95_ms": 65.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.458, "count": 129, "max_ms": 106.037, "p95_ms": 97.362}, "yolo11_640_fire_11class": {"avg_ms": 51.337, "count": 129, "max_ms": 74.603, "p95_ms": 63.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.569, "count": 129, "max_ms": 77.308, "p95_ms": 65.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.756, "count": 129, "max_ms": 161.679, "p95_ms": 150.228}, "read_interval": {"avg_ms": 233.008, "count": 129, "max_ms": 10164.883, "p95_ms": 163.059}, "triton_wait": {"avg_ms": 70.583, "count": 129, "max_ms": 106.051, "p95_ms": 97.374}, "visualize": {"avg_ms": 4.617, "count": 129, "max_ms": 7.328, "p95_ms": 5.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.983, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_092203_698cf579.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 160}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4388.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1939.617, "last_started_at": "2026-07-06T09:22:03+09:00", "pid": 276, "process": {"exists": false, "pid": 276}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.546, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:54:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "698cf579", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-07-06T09:54:23+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T09:54:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:54:23.110246+09:00", "mtime_epoch": 1783299263.110246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:54:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 742.301, "name": "celery", "pid": 237, "rss_mb": 742.301, "state": "R (running)", "threads": 64}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 299, "max_ms": 7.93, "p95_ms": 5.82}, "gstreamer_push": {"avg_ms": 1.728, "count": 299, "max_ms": 7.644, "p95_ms": 4.54}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.36, "count": 299, "max_ms": 73.004, "p95_ms": 64.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.966, "count": 299, "max_ms": 103.747, "p95_ms": 88.874}, "yolo11_640_fire_11class": {"avg_ms": 45.954, "count": 299, "max_ms": 71.41, "p95_ms": 62.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.358, "count": 299, "max_ms": 78.11, "p95_ms": 54.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.66, "count": 299, "max_ms": 111.577, "p95_ms": 96.709}, "read_interval": {"avg_ms": 100.095, "count": 298, "max_ms": 376.143, "p95_ms": 135.322}, "triton_wait": {"avg_ms": 61.282, "count": 299, "max_ms": 103.76, "p95_ms": 88.888}, "visualize": {"avg_ms": 4.435, "count": 299, "max_ms": 11.311, "p95_ms": 6.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T09:22:03+09:00", "state": "stopped", "task_id": "01695c9d-6d29-4142-ad55-abcb8ed2c274", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4475.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.018, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.539, "name": "ffmpeg", "pid": 2026, "rss_mb": 141.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.91}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 3.042, "exists": true, "mtime": "2026-07-06T09:54:23.110246+09:00", "mtime_epoch": 1783299263.110246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:54:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 742.301, "name": "celery", "pid": 237, "rss_mb": 710.781, "state": "R (running)", "threads": 66}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 45, "tracking_summary": 46}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4754.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 813.801, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.202, "sample_count": 2077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:54:37+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T09:54:37+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T09:54:37.746243+09:00", "mtime_epoch": 1783299277.7462428, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:54:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 698.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.734, "pushed": 6.734, "read": 6.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.425, "count": 202, "max_ms": 25.174, "p95_ms": 20.157}, "gstreamer_push": {"avg_ms": 1.034, "count": 202, "max_ms": 2.292, "p95_ms": 1.171}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.331, "count": 202, "max_ms": 101.697, "p95_ms": 89.963}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.582, "count": 202, "max_ms": 96.89, "p95_ms": 90.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.656, "count": 202, "max_ms": 168.37, "p95_ms": 159.017}, "read_interval": {"avg_ms": 148.478, "count": 202, "max_ms": 176.547, "p95_ms": 167.993}, "triton_wait": {"avg_ms": 73.335, "count": 202, "max_ms": 101.71, "p95_ms": 90.991}, "visualize": {"avg_ms": 44.703, "count": 202, "max_ms": 64.013, "p95_ms": 53.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4759.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.322, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.862, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:54:39+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T09:54:39+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T09:54:39.530243+09:00", "mtime_epoch": 1783299279.530243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:54:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1218.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.273, "pushed": 8.273, "read": 8.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.84, "count": 247, "max_ms": 8.336, "p95_ms": 6.165}, "gstreamer_push": {"avg_ms": 1.236, "count": 248, "max_ms": 2.071, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.676, "count": 247, "max_ms": 76.964, "p95_ms": 68.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.066, "count": 247, "max_ms": 105.345, "p95_ms": 91.808}, "yolo11_640_fire_11class": {"avg_ms": 52.139, "count": 247, "max_ms": 75.469, "p95_ms": 66.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.38, "count": 247, "max_ms": 77.845, "p95_ms": 65.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.411, "count": 248, "max_ms": 152.202, "p95_ms": 143.951}, "read_interval": {"avg_ms": 121.308, "count": 247, "max_ms": 164.341, "p95_ms": 156.709}, "triton_wait": {"avg_ms": 69.167, "count": 247, "max_ms": 105.359, "p95_ms": 91.822}, "visualize": {"avg_ms": 4.734, "count": 247, "max_ms": 7.708, "p95_ms": 5.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4763.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.094, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.852, "name": "ffmpeg", "pid": 2026, "rss_mb": 271.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.144, "sample_count": 306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.831}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:54:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T09:54:56+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T09:54:56.150248+09:00", "mtime_epoch": 1783299296.1502483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:54:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.172, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.208, "pushed": 10.208, "read": 10.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.002, "count": 306, "max_ms": 5.31, "p95_ms": 4.128}, "gstreamer_push": {"avg_ms": 1.472, "count": 306, "max_ms": 5.589, "p95_ms": 3.531}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.139, "count": 306, "max_ms": 75.852, "p95_ms": 66.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.048, "count": 306, "max_ms": 100.441, "p95_ms": 91.293}, "yolo11_640_fire_11class": {"avg_ms": 47.906, "count": 306, "max_ms": 74.393, "p95_ms": 64.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.327, "count": 306, "max_ms": 64.615, "p95_ms": 50.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.615, "count": 306, "max_ms": 146.917, "p95_ms": 103.144}, "read_interval": {"avg_ms": 98.364, "count": 305, "max_ms": 195.525, "p95_ms": 124.067}, "triton_wait": {"avg_ms": 62.321, "count": 306, "max_ms": 100.453, "p95_ms": 91.306}, "visualize": {"avg_ms": 3.694, "count": 306, "max_ms": 6.518, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 47, "tracking_summary": 48}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4766.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 843.822, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.249, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:55:07+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T09:55:07+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T09:55:07.790257+09:00", "mtime_epoch": 1783299307.7902572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:55:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 701.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.761, "pushed": 6.761, "read": 6.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.522, "count": 202, "max_ms": 29.871, "p95_ms": 23.327}, "gstreamer_push": {"avg_ms": 1.064, "count": 202, "max_ms": 2.512, "p95_ms": 1.189}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.25, "count": 202, "max_ms": 107.312, "p95_ms": 91.76}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.085, "count": 202, "max_ms": 104.829, "p95_ms": 89.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.432, "count": 202, "max_ms": 181.704, "p95_ms": 157.329}, "read_interval": {"avg_ms": 148.641, "count": 201, "max_ms": 191.887, "p95_ms": 167.008}, "triton_wait": {"avg_ms": 74.83, "count": 202, "max_ms": 107.324, "p95_ms": 92.603}, "visualize": {"avg_ms": 41.667, "count": 202, "max_ms": 54.609, "p95_ms": 49.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 84}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4766.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.435, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.122, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:55:09+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T09:55:09+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T09:55:09.630259+09:00", "mtime_epoch": 1783299309.6302588, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:55:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1218.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.669, "pushed": 7.669, "read": 7.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.093, "count": 230, "max_ms": 8.495, "p95_ms": 6.658}, "gstreamer_push": {"avg_ms": 1.203, "count": 230, "max_ms": 1.623, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.212, "count": 230, "max_ms": 77.183, "p95_ms": 70.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.276, "count": 230, "max_ms": 118.841, "p95_ms": 94.874}, "yolo11_640_fire_11class": {"avg_ms": 54.255, "count": 230, "max_ms": 74.694, "p95_ms": 69.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.766, "count": 230, "max_ms": 79.813, "p95_ms": 66.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.683, "count": 230, "max_ms": 174.674, "p95_ms": 148.11}, "read_interval": {"avg_ms": 130.227, "count": 230, "max_ms": 186.542, "p95_ms": 161.307}, "triton_wait": {"avg_ms": 74.354, "count": 230, "max_ms": 118.865, "p95_ms": 94.887}, "visualize": {"avg_ms": 4.83, "count": 230, "max_ms": 7.13, "p95_ms": 5.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4757.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.122, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.625, "name": "ffmpeg", "pid": 2026, "rss_mb": 272.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.973, "sample_count": 606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.803}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:55:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:55:26+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T09:55:26+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T09:55:26.130279+09:00", "mtime_epoch": 1783299326.130279, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:55:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.125, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.997, "count": 300, "max_ms": 4.732, "p95_ms": 3.657}, "gstreamer_push": {"avg_ms": 1.62, "count": 300, "max_ms": 6.501, "p95_ms": 3.816}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.258, "count": 300, "max_ms": 81.982, "p95_ms": 67.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.573, "count": 300, "max_ms": 109.31, "p95_ms": 89.279}, "yolo11_640_fire_11class": {"avg_ms": 48.931, "count": 300, "max_ms": 79.512, "p95_ms": 67.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.935, "count": 300, "max_ms": 77.43, "p95_ms": 50.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.487, "count": 300, "max_ms": 120.738, "p95_ms": 101.604}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 142.004, "p95_ms": 129.957}, "triton_wait": {"avg_ms": 62.665, "count": 300, "max_ms": 109.323, "p95_ms": 89.292}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 4.992, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4753.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 873.85, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.666, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:55:37+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T09:55:37+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T09:55:37.826298+09:00", "mtime_epoch": 1783299337.826298, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:55:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 690.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.731, "pushed": 6.731, "read": 6.697}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.564, "count": 201, "max_ms": 24.284, "p95_ms": 23.074}, "gstreamer_push": {"avg_ms": 1.214, "count": 201, "max_ms": 2.694, "p95_ms": 2.416}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.05, "count": 201, "max_ms": 103.109, "p95_ms": 93.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.126, "count": 201, "max_ms": 97.191, "p95_ms": 90.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.12, "count": 201, "max_ms": 176.295, "p95_ms": 163.008}, "read_interval": {"avg_ms": 149.468, "count": 200, "max_ms": 184.467, "p95_ms": 170.791}, "triton_wait": {"avg_ms": 73.648, "count": 201, "max_ms": 103.121, "p95_ms": 94.458}, "visualize": {"avg_ms": 43.649, "count": 201, "max_ms": 58.395, "p95_ms": 54.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 86}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4751.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.55, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.069, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:55:39+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T09:55:39+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T09:55:39.790302+09:00", "mtime_epoch": 1783299339.7903016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:55:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1218.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.376, "pushed": 8.376, "read": 8.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.68, "count": 250, "max_ms": 8.488, "p95_ms": 6.522}, "gstreamer_push": {"avg_ms": 1.25, "count": 251, "max_ms": 2.351, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.968, "count": 250, "max_ms": 79.483, "p95_ms": 71.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.034, "count": 250, "max_ms": 111.54, "p95_ms": 94.607}, "yolo11_640_fire_11class": {"avg_ms": 54.835, "count": 250, "max_ms": 76.886, "p95_ms": 70.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.044, "count": 250, "max_ms": 75.586, "p95_ms": 67.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.772, "count": 251, "max_ms": 161.718, "p95_ms": 143.387}, "read_interval": {"avg_ms": 119.972, "count": 250, "max_ms": 174.423, "p95_ms": 156.54}, "triton_wait": {"avg_ms": 71.135, "count": 250, "max_ms": 111.553, "p95_ms": 94.621}, "visualize": {"avg_ms": 4.549, "count": 250, "max_ms": 7.089, "p95_ms": 5.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4765.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.196, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.305, "sample_count": 907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.729}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:55:56+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T09:55:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T09:55:56.270335+09:00", "mtime_epoch": 1783299356.2703354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:55:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.184, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.99, "count": 301, "max_ms": 4.818, "p95_ms": 3.608}, "gstreamer_push": {"avg_ms": 1.553, "count": 301, "max_ms": 6.588, "p95_ms": 3.671}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.06, "count": 301, "max_ms": 75.377, "p95_ms": 67.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.249, "count": 301, "max_ms": 111.661, "p95_ms": 92.008}, "yolo11_640_fire_11class": {"avg_ms": 49.197, "count": 301, "max_ms": 75.915, "p95_ms": 66.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.088, "count": 301, "max_ms": 59.379, "p95_ms": 49.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.151, "count": 301, "max_ms": 123.155, "p95_ms": 103.929}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 188.784, "p95_ms": 123.009}, "triton_wait": {"avg_ms": 64.345, "count": 301, "max_ms": 111.673, "p95_ms": 92.02}, "visualize": {"avg_ms": 3.739, "count": 301, "max_ms": 4.814, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 51, "tracking_summary": 51}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4762.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 903.939, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.488, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.229, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:56:08+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T09:56:07+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T09:56:07.898364+09:00", "mtime_epoch": 1783299367.898364, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:56:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 699.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.512, "pushed": 6.512, "read": 6.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.504, "count": 195, "max_ms": 32.938, "p95_ms": 24.648}, "gstreamer_push": {"avg_ms": 1.391, "count": 195, "max_ms": 5.455, "p95_ms": 3.66}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.217, "count": 195, "max_ms": 103.039, "p95_ms": 93.244}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.212, "count": 195, "max_ms": 102.239, "p95_ms": 89.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.934, "count": 195, "max_ms": 185.072, "p95_ms": 172.174}, "read_interval": {"avg_ms": 154.337, "count": 194, "max_ms": 191.887, "p95_ms": 181.132}, "triton_wait": {"avg_ms": 73.454, "count": 195, "max_ms": 103.052, "p95_ms": 93.435}, "visualize": {"avg_ms": 47.006, "count": 195, "max_ms": 70.247, "p95_ms": 63.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 88}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4760.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.653, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.766, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:56:09+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T09:56:09+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T09:56:09.898369+09:00", "mtime_epoch": 1783299369.8983693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:56:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1218.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.205, "pushed": 8.205, "read": 8.171}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.776, "count": 245, "max_ms": 7.985, "p95_ms": 6.288}, "gstreamer_push": {"avg_ms": 1.236, "count": 246, "max_ms": 2.091, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.667, "count": 245, "max_ms": 73.87, "p95_ms": 69.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.582, "count": 245, "max_ms": 108.68, "p95_ms": 93.85}, "yolo11_640_fire_11class": {"avg_ms": 53.972, "count": 245, "max_ms": 73.039, "p95_ms": 69.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.419, "count": 245, "max_ms": 71.865, "p95_ms": 65.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.118, "count": 246, "max_ms": 158.921, "p95_ms": 144.04}, "read_interval": {"avg_ms": 122.4, "count": 245, "max_ms": 174.985, "p95_ms": 158.492}, "triton_wait": {"avg_ms": 71.646, "count": 245, "max_ms": 108.692, "p95_ms": 93.863}, "visualize": {"avg_ms": 4.662, "count": 245, "max_ms": 7.329, "p95_ms": 5.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4759.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.211, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.564, "sample_count": 1207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.714}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:56:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:56:26+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T09:56:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T09:56:26.282416+09:00", "mtime_epoch": 1783299386.282416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:56:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 860.348, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.064, "count": 300, "max_ms": 5.105, "p95_ms": 4.313}, "gstreamer_push": {"avg_ms": 1.539, "count": 300, "max_ms": 8.72, "p95_ms": 3.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.524, "count": 300, "max_ms": 74.575, "p95_ms": 69.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.395, "count": 300, "max_ms": 109.597, "p95_ms": 93.666}, "yolo11_640_fire_11class": {"avg_ms": 53.166, "count": 300, "max_ms": 73.678, "p95_ms": 68.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.401, "count": 300, "max_ms": 54.811, "p95_ms": 49.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.36, "count": 300, "max_ms": 121.483, "p95_ms": 105.189}, "read_interval": {"avg_ms": 100.054, "count": 300, "max_ms": 136.966, "p95_ms": 121.216}, "triton_wait": {"avg_ms": 69.408, "count": 300, "max_ms": 109.611, "p95_ms": 93.679}, "visualize": {"avg_ms": 3.782, "count": 300, "max_ms": 5.869, "p95_ms": 4.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 53}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4764.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 934.078, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.746, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.56, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:56:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T09:56:38+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T09:56:38.046454+09:00", "mtime_epoch": 1783299398.046454, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:56:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 701.27, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.672, "pushed": 6.672, "read": 6.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.992, "count": 200, "max_ms": 30.889, "p95_ms": 26.326}, "gstreamer_push": {"avg_ms": 1.093, "count": 200, "max_ms": 3.599, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.673, "count": 200, "max_ms": 104.836, "p95_ms": 95.498}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.743, "count": 200, "max_ms": 100.161, "p95_ms": 91.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.484, "count": 200, "max_ms": 175.47, "p95_ms": 163.733}, "read_interval": {"avg_ms": 150.715, "count": 199, "max_ms": 186.214, "p95_ms": 172.917}, "triton_wait": {"avg_ms": 76.211, "count": 200, "max_ms": 104.85, "p95_ms": 96.423}, "visualize": {"avg_ms": 41.016, "count": 200, "max_ms": 58.36, "p95_ms": 50.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4767.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.659, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.949, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:56:39+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:56:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T09:56:39.910460+09:00", "mtime_epoch": 1783299399.9104602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:56:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1218.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.169, "pushed": 8.169, "read": 8.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.485, "count": 245, "max_ms": 8.721, "p95_ms": 6.158}, "gstreamer_push": {"avg_ms": 1.26, "count": 245, "max_ms": 2.001, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.132, "count": 245, "max_ms": 72.756, "p95_ms": 70.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.988, "count": 245, "max_ms": 113.191, "p95_ms": 97.454}, "yolo11_640_fire_11class": {"avg_ms": 56.128, "count": 245, "max_ms": 73.023, "p95_ms": 68.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.545, "count": 245, "max_ms": 72.521, "p95_ms": 67.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.525, "count": 245, "max_ms": 161.167, "p95_ms": 148.744}, "read_interval": {"avg_ms": 122.521, "count": 245, "max_ms": 175.467, "p95_ms": 163.963}, "triton_wait": {"avg_ms": 76.082, "count": 245, "max_ms": 113.204, "p95_ms": 97.467}, "visualize": {"avg_ms": 4.463, "count": 245, "max_ms": 8.852, "p95_ms": 5.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4764.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.327, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.15, "sample_count": 1508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.598}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:56:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T09:56:56+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T09:56:56.358520+09:00", "mtime_epoch": 1783299416.3585196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:56:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 860.348, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.043, "count": 300, "max_ms": 5.313, "p95_ms": 3.903}, "gstreamer_push": {"avg_ms": 1.567, "count": 300, "max_ms": 6.841, "p95_ms": 3.741}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.675, "count": 300, "max_ms": 74.489, "p95_ms": 65.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.457, "count": 300, "max_ms": 113.055, "p95_ms": 89.517}, "yolo11_640_fire_11class": {"avg_ms": 48.178, "count": 300, "max_ms": 73.58, "p95_ms": 64.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.401, "count": 300, "max_ms": 65.42, "p95_ms": 49.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.343, "count": 300, "max_ms": 127.638, "p95_ms": 101.389}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 154.053, "p95_ms": 126.297}, "triton_wait": {"avg_ms": 62.492, "count": 300, "max_ms": 113.068, "p95_ms": 89.529}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 5.155, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4766.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 964.219, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.746, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.225, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:57:08+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T09:57:08+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T09:57:08.162566+09:00", "mtime_epoch": 1783299428.1625662, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:57:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 700.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.738, "pushed": 6.738, "read": 6.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.115, "count": 202, "max_ms": 32.137, "p95_ms": 24.133}, "gstreamer_push": {"avg_ms": 1.066, "count": 202, "max_ms": 2.436, "p95_ms": 1.166}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.884, "count": 202, "max_ms": 99.301, "p95_ms": 90.078}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.149, "count": 202, "max_ms": 97.01, "p95_ms": 89.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.208, "count": 202, "max_ms": 184.595, "p95_ms": 163.446}, "read_interval": {"avg_ms": 149.13, "count": 201, "max_ms": 195.254, "p95_ms": 172.453}, "triton_wait": {"avg_ms": 71.675, "count": 202, "max_ms": 99.316, "p95_ms": 91.126}, "visualize": {"avg_ms": 44.195, "count": 202, "max_ms": 73.748, "p95_ms": 62.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4763.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.788, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.149, "sample_count": 2169, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:57:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:57:10+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T09:57:09+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T09:57:10.002574+09:00", "mtime_epoch": 1783299430.0025737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:57:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.067, "pushed": 8.067, "read": 8.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.039, "count": 241, "max_ms": 8.278, "p95_ms": 6.274}, "gstreamer_push": {"avg_ms": 1.201, "count": 242, "max_ms": 2.137, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.793, "count": 241, "max_ms": 81.769, "p95_ms": 70.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.443, "count": 241, "max_ms": 115.417, "p95_ms": 91.808}, "yolo11_640_fire_11class": {"avg_ms": 53.418, "count": 241, "max_ms": 79.517, "p95_ms": 68.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.813, "count": 241, "max_ms": 74.695, "p95_ms": 65.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.604, "count": 242, "max_ms": 161.771, "p95_ms": 140.873}, "read_interval": {"avg_ms": 124.408, "count": 241, "max_ms": 175.033, "p95_ms": 154.486}, "triton_wait": {"avg_ms": 68.507, "count": 241, "max_ms": 115.431, "p95_ms": 91.822}, "visualize": {"avg_ms": 4.86, "count": 241, "max_ms": 7.454, "p95_ms": 5.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4761.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.408, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.107, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.518}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:57:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:57:26+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T09:57:26+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T09:57:26.438645+09:00", "mtime_epoch": 1783299446.438645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:57:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 860.406, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.087, "count": 300, "max_ms": 5.116, "p95_ms": 4.251}, "gstreamer_push": {"avg_ms": 1.619, "count": 301, "max_ms": 7.292, "p95_ms": 3.822}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.36, "count": 300, "max_ms": 82.004, "p95_ms": 69.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.148, "count": 300, "max_ms": 104.625, "p95_ms": 90.838}, "yolo11_640_fire_11class": {"avg_ms": 48.722, "count": 300, "max_ms": 80.627, "p95_ms": 67.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.668, "count": 300, "max_ms": 69.575, "p95_ms": 51.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.428, "count": 301, "max_ms": 116.991, "p95_ms": 102.492}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 244.732, "p95_ms": 124.272}, "triton_wait": {"avg_ms": 62.43, "count": 300, "max_ms": 104.64, "p95_ms": 90.851}, "visualize": {"avg_ms": 3.786, "count": 300, "max_ms": 6.489, "p95_ms": 4.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 56}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4763.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 994.303, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.746, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.479, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:57:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:57:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T09:57:38+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T09:57:38.270700+09:00", "mtime_epoch": 1783299458.2706997, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:57:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.352, "name": "celery", "pid": 239, "rss_mb": 696.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.682, "pushed": 6.682, "read": 6.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.004, "count": 200, "max_ms": 27.565, "p95_ms": 21.814}, "gstreamer_push": {"avg_ms": 1.248, "count": 200, "max_ms": 4.341, "p95_ms": 2.394}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.733, "count": 200, "max_ms": 119.481, "p95_ms": 94.852}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.94, "count": 200, "max_ms": 103.543, "p95_ms": 91.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.168, "count": 200, "max_ms": 193.783, "p95_ms": 168.154}, "read_interval": {"avg_ms": 150.44, "count": 199, "max_ms": 202.058, "p95_ms": 176.355}, "triton_wait": {"avg_ms": 73.384, "count": 200, "max_ms": 119.493, "p95_ms": 94.864}, "visualize": {"avg_ms": 45.667, "count": 200, "max_ms": 64.409, "p95_ms": 60.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 94}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4763.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.882, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.75, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:57:40+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T09:57:40+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T09:57:40.126709+09:00", "mtime_epoch": 1783299460.1267085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:57:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.636, "pushed": 8.636, "read": 8.636}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.333, "count": 259, "max_ms": 7.886, "p95_ms": 5.868}, "gstreamer_push": {"avg_ms": 1.253, "count": 259, "max_ms": 2.382, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.172, "count": 259, "max_ms": 76.662, "p95_ms": 70.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.676, "count": 259, "max_ms": 111.603, "p95_ms": 92.227}, "yolo11_640_fire_11class": {"avg_ms": 54.722, "count": 259, "max_ms": 74.443, "p95_ms": 68.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.552, "count": 259, "max_ms": 75.603, "p95_ms": 67.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.976, "count": 259, "max_ms": 151.845, "p95_ms": 142.29}, "read_interval": {"avg_ms": 115.755, "count": 259, "max_ms": 166.024, "p95_ms": 155.615}, "triton_wait": {"avg_ms": 71.803, "count": 259, "max_ms": 111.619, "p95_ms": 92.242}, "visualize": {"avg_ms": 4.31, "count": 259, "max_ms": 7.176, "p95_ms": 5.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4770.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.429, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.15, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.494}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:57:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:57:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T09:57:56+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T09:57:56.502790+09:00", "mtime_epoch": 1783299476.5027902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:57:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 865.82, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.895, "pushed": 9.895, "read": 9.862}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.038, "count": 296, "max_ms": 5.269, "p95_ms": 4.225}, "gstreamer_push": {"avg_ms": 1.683, "count": 296, "max_ms": 6.636, "p95_ms": 3.965}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.923, "count": 296, "max_ms": 79.262, "p95_ms": 71.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.626, "count": 296, "max_ms": 112.186, "p95_ms": 92.133}, "yolo11_640_fire_11class": {"avg_ms": 53.87, "count": 296, "max_ms": 77.534, "p95_ms": 70.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.663, "count": 296, "max_ms": 70.814, "p95_ms": 53.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.588, "count": 296, "max_ms": 124.169, "p95_ms": 104.319}, "read_interval": {"avg_ms": 101.476, "count": 295, "max_ms": 142.709, "p95_ms": 123.785}, "triton_wait": {"avg_ms": 70.661, "count": 296, "max_ms": 112.197, "p95_ms": 92.147}, "visualize": {"avg_ms": 3.734, "count": 296, "max_ms": 5.062, "p95_ms": 4.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 58}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4771.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1024.364, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.746, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.954, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:58:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T09:58:08+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T09:58:08+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T09:58:08.342853+09:00", "mtime_epoch": 1783299488.3428528, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:58:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 704.164, "name": "celery", "pid": 239, "rss_mb": 704.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.856, "pushed": 6.856, "read": 6.823}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.228, "count": 205, "max_ms": 30.677, "p95_ms": 24.373}, "gstreamer_push": {"avg_ms": 1.029, "count": 205, "max_ms": 1.54, "p95_ms": 1.13}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.915, "count": 205, "max_ms": 108.523, "p95_ms": 95.252}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.517, "count": 205, "max_ms": 98.365, "p95_ms": 91.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.703, "count": 205, "max_ms": 183.472, "p95_ms": 163.471}, "read_interval": {"avg_ms": 146.717, "count": 204, "max_ms": 194.352, "p95_ms": 172.727}, "triton_wait": {"avg_ms": 73.322, "count": 205, "max_ms": 108.536, "p95_ms": 95.266}, "visualize": {"avg_ms": 39.854, "count": 205, "max_ms": 55.217, "p95_ms": 45.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 96}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4757.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.938, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.968, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:58:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:58:10+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T09:58:10+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T09:58:10.186863+09:00", "mtime_epoch": 1783299490.186863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:58:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.415, "pushed": 9.415, "read": 9.382}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.708, "count": 282, "max_ms": 6.317, "p95_ms": 5.443}, "gstreamer_push": {"avg_ms": 1.325, "count": 282, "max_ms": 1.707, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.635, "count": 282, "max_ms": 78.216, "p95_ms": 70.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.927, "count": 282, "max_ms": 108.679, "p95_ms": 95.031}, "yolo11_640_fire_11class": {"avg_ms": 56.332, "count": 282, "max_ms": 76.392, "p95_ms": 69.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.296, "count": 282, "max_ms": 75.496, "p95_ms": 66.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.801, "count": 282, "max_ms": 158.385, "p95_ms": 127.382}, "read_interval": {"avg_ms": 106.562, "count": 281, "max_ms": 174.192, "p95_ms": 142.267}, "triton_wait": {"avg_ms": 73.236, "count": 282, "max_ms": 108.692, "p95_ms": 95.044}, "visualize": {"avg_ms": 3.911, "count": 282, "max_ms": 5.651, "p95_ms": 5.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4769.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.491, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.332, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.434}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:58:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:58:26+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T09:58:26+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T09:58:26.566955+09:00", "mtime_epoch": 1783299506.5669549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:58:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.043, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.147}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.026, "count": 305, "max_ms": 5.191, "p95_ms": 3.975}, "gstreamer_push": {"avg_ms": 1.53, "count": 305, "max_ms": 6.089, "p95_ms": 3.743}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.365, "count": 305, "max_ms": 74.995, "p95_ms": 67.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.34, "count": 305, "max_ms": 106.967, "p95_ms": 92.089}, "yolo11_640_fire_11class": {"avg_ms": 50.148, "count": 305, "max_ms": 73.896, "p95_ms": 65.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.213, "count": 305, "max_ms": 72.947, "p95_ms": 55.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.252, "count": 305, "max_ms": 119.429, "p95_ms": 103.763}, "read_interval": {"avg_ms": 98.62, "count": 304, "max_ms": 148.823, "p95_ms": 123.424}, "triton_wait": {"avg_ms": 66.366, "count": 305, "max_ms": 106.982, "p95_ms": 92.102}, "visualize": {"avg_ms": 3.743, "count": 305, "max_ms": 5.259, "p95_ms": 4.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 58, "tracking_summary": 60}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4771.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1054.399, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.746, "name": "ffmpeg", "pid": 1150, "rss_mb": 308.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.177, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:58:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:58:38+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T09:58:38+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T09:58:38.403025+09:00", "mtime_epoch": 1783299518.4030247, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:58:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 704.352, "name": "celery", "pid": 239, "rss_mb": 704.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.86, "pushed": 6.86, "read": 6.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.772, "count": 205, "max_ms": 31.741, "p95_ms": 25.774}, "gstreamer_push": {"avg_ms": 1.088, "count": 205, "max_ms": 2.442, "p95_ms": 2.108}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.464, "count": 205, "max_ms": 102.494, "p95_ms": 88.908}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.946, "count": 205, "max_ms": 93.224, "p95_ms": 88.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.731, "count": 205, "max_ms": 184.682, "p95_ms": 161.253}, "read_interval": {"avg_ms": 146.702, "count": 204, "max_ms": 193.432, "p95_ms": 170.516}, "triton_wait": {"avg_ms": 69.462, "count": 205, "max_ms": 102.508, "p95_ms": 90.214}, "visualize": {"avg_ms": 43.425, "count": 205, "max_ms": 58.956, "p95_ms": 54.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 98}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4768.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.086, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.202, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:58:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:58:40+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T09:58:40+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T09:58:40.215035+09:00", "mtime_epoch": 1783299520.2150354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:58:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.346, "pushed": 6.346, "read": 6.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.267, "count": 190, "max_ms": 16.365, "p95_ms": 11.304}, "gstreamer_push": {"avg_ms": 1.096, "count": 190, "max_ms": 1.84, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.173, "count": 190, "max_ms": 83.789, "p95_ms": 69.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.77, "count": 190, "max_ms": 101.596, "p95_ms": 90.125}, "yolo11_640_fire_11class": {"avg_ms": 53.164, "count": 190, "max_ms": 74.502, "p95_ms": 67.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.768, "count": 190, "max_ms": 84.136, "p95_ms": 68.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.069, "count": 190, "max_ms": 251.96, "p95_ms": 219.024}, "read_interval": {"avg_ms": 157.694, "count": 189, "max_ms": 263.181, "p95_ms": 229.138}, "triton_wait": {"avg_ms": 71.049, "count": 190, "max_ms": 101.608, "p95_ms": 90.137}, "visualize": {"avg_ms": 5.071, "count": 190, "max_ms": 8.265, "p95_ms": 6.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4768.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.503, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.015, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.423}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:58:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:58:56+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T09:58:56+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-06T09:58:56.583137+09:00", "mtime_epoch": 1783299536.5831373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:58:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.242, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.088, "count": 300, "max_ms": 5.72, "p95_ms": 4.306}, "gstreamer_push": {"avg_ms": 1.515, "count": 300, "max_ms": 6.508, "p95_ms": 3.575}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.543, "count": 300, "max_ms": 78.696, "p95_ms": 61.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.448, "count": 300, "max_ms": 105.325, "p95_ms": 81.433}, "yolo11_640_fire_11class": {"avg_ms": 44.225, "count": 300, "max_ms": 71.739, "p95_ms": 55.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.096, "count": 300, "max_ms": 84.937, "p95_ms": 49.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.537, "count": 300, "max_ms": 127.659, "p95_ms": 94.318}, "read_interval": {"avg_ms": 100.047, "count": 300, "max_ms": 146.665, "p95_ms": 128.305}, "triton_wait": {"avg_ms": 57.463, "count": 300, "max_ms": 105.337, "p95_ms": 81.447}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.541, "p95_ms": 4.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 59, "tracking_summary": 61}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4771.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1084.449, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.177, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:59:08+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T09:59:08+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T09:59:08.419214+09:00", "mtime_epoch": 1783299548.4192138, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:59:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 702.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.051, "pushed": 7.051, "read": 7.018}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.446, "count": 211, "max_ms": 35.815, "p95_ms": 26.849}, "gstreamer_push": {"avg_ms": 1.048, "count": 211, "max_ms": 2.974, "p95_ms": 1.224}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.26, "count": 211, "max_ms": 102.802, "p95_ms": 86.253}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.96, "count": 211, "max_ms": 95.716, "p95_ms": 81.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.55, "count": 211, "max_ms": 168.958, "p95_ms": 155.059}, "read_interval": {"avg_ms": 142.438, "count": 210, "max_ms": 179.056, "p95_ms": 163.197}, "triton_wait": {"avg_ms": 68.622, "count": 211, "max_ms": 102.812, "p95_ms": 87.348}, "visualize": {"avg_ms": 40.184, "count": 211, "max_ms": 64.215, "p95_ms": 49.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 99}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4769.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.165, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.29, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:59:10+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T09:59:10+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T09:59:10.303226+09:00", "mtime_epoch": 1783299550.3032262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:59:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.719, "pushed": 4.719, "read": 4.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.062, "count": 141, "max_ms": 15.173, "p95_ms": 12.659}, "gstreamer_push": {"avg_ms": 0.878, "count": 141, "max_ms": 1.504, "p95_ms": 0.921}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.307, "count": 141, "max_ms": 84.038, "p95_ms": 73.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.241, "count": 141, "max_ms": 100.708, "p95_ms": 95.219}, "yolo11_640_fire_11class": {"avg_ms": 49.948, "count": 141, "max_ms": 69.872, "p95_ms": 63.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.226, "count": 141, "max_ms": 81.064, "p95_ms": 71.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.681, "count": 141, "max_ms": 238.155, "p95_ms": 228.313}, "read_interval": {"avg_ms": 213.263, "count": 140, "max_ms": 251.241, "p95_ms": 239.832}, "triton_wait": {"avg_ms": 69.489, "count": 141, "max_ms": 100.722, "p95_ms": 95.233}, "visualize": {"avg_ms": 6.254, "count": 141, "max_ms": 8.221, "p95_ms": 7.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4768.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.568, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.514, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:59:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T09:59:26+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T09:59:26.643337+09:00", "mtime_epoch": 1783299566.6433368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:59:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.242, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.997, "count": 301, "max_ms": 4.913, "p95_ms": 3.817}, "gstreamer_push": {"avg_ms": 1.503, "count": 301, "max_ms": 7.241, "p95_ms": 3.623}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.97, "count": 301, "max_ms": 78.415, "p95_ms": 58.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.439, "count": 301, "max_ms": 113.979, "p95_ms": 82.967}, "yolo11_640_fire_11class": {"avg_ms": 44.873, "count": 301, "max_ms": 67.786, "p95_ms": 56.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.013, "count": 301, "max_ms": 79.847, "p95_ms": 51.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.283, "count": 301, "max_ms": 126.09, "p95_ms": 94.563}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 401.545, "p95_ms": 123.263}, "triton_wait": {"avg_ms": 57.642, "count": 301, "max_ms": 113.992, "p95_ms": 82.979}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.912, "p95_ms": 4.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 62, "tracking_summary": 63}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4768.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1114.547, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.309, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:59:38+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T09:59:38+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T09:59:38.523420+09:00", "mtime_epoch": 1783299578.52342, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T09:59:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 700.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.944, "pushed": 6.944, "read": 6.911}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.045, "count": 208, "max_ms": 33.954, "p95_ms": 25.262}, "gstreamer_push": {"avg_ms": 1.0, "count": 208, "max_ms": 1.554, "p95_ms": 1.125}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.612, "count": 208, "max_ms": 105.311, "p95_ms": 88.01}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.882, "count": 208, "max_ms": 94.582, "p95_ms": 87.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.902, "count": 208, "max_ms": 181.072, "p95_ms": 156.189}, "read_interval": {"avg_ms": 144.755, "count": 207, "max_ms": 191.402, "p95_ms": 164.765}, "triton_wait": {"avg_ms": 69.594, "count": 208, "max_ms": 105.323, "p95_ms": 89.669}, "visualize": {"avg_ms": 40.959, "count": 208, "max_ms": 55.03, "p95_ms": 48.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4765.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.19, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.876, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:59:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T09:59:40+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:59:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T09:59:40.447434+09:00", "mtime_epoch": 1783299580.447434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T09:59:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.236, "pushed": 6.236, "read": 6.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 186, "max_ms": 15.211, "p95_ms": 13.107}, "gstreamer_push": {"avg_ms": 1.058, "count": 186, "max_ms": 1.524, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.054, "count": 186, "max_ms": 76.191, "p95_ms": 69.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.166, "count": 186, "max_ms": 106.524, "p95_ms": 91.129}, "yolo11_640_fire_11class": {"avg_ms": 51.827, "count": 186, "max_ms": 71.897, "p95_ms": 64.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.046, "count": 186, "max_ms": 73.827, "p95_ms": 68.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.245, "count": 186, "max_ms": 240.79, "p95_ms": 223.436}, "read_interval": {"avg_ms": 161.758, "count": 185, "max_ms": 252.971, "p95_ms": 233.459}, "triton_wait": {"avg_ms": 68.308, "count": 186, "max_ms": 106.537, "p95_ms": 91.143}, "visualize": {"avg_ms": 5.413, "count": 186, "max_ms": 8.17, "p95_ms": 6.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4767.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.607, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.299, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T09:59:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T09:59:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T09:59:56+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T09:59:56.659552+09:00", "mtime_epoch": 1783299596.659552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T09:59:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.184, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.025, "count": 298, "max_ms": 4.957, "p95_ms": 4.007}, "gstreamer_push": {"avg_ms": 1.496, "count": 298, "max_ms": 6.365, "p95_ms": 3.725}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.595, "count": 298, "max_ms": 78.102, "p95_ms": 68.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.34, "count": 298, "max_ms": 104.539, "p95_ms": 88.977}, "yolo11_640_fire_11class": {"avg_ms": 51.585, "count": 298, "max_ms": 78.114, "p95_ms": 67.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.224, "count": 298, "max_ms": 71.343, "p95_ms": 51.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.189, "count": 298, "max_ms": 117.139, "p95_ms": 102.212}, "read_interval": {"avg_ms": 100.719, "count": 298, "max_ms": 189.83, "p95_ms": 126.25}, "triton_wait": {"avg_ms": 65.444, "count": 298, "max_ms": 104.552, "p95_ms": 88.991}, "visualize": {"avg_ms": 3.672, "count": 298, "max_ms": 5.327, "p95_ms": 4.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 62, "tracking_summary": 65}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4765.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1144.664, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.018, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:00:08+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T10:00:08+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T10:00:08.651643+09:00", "mtime_epoch": 1783299608.6516426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:00:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 700.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.939, "pushed": 6.939, "read": 6.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.233, "count": 208, "max_ms": 30.606, "p95_ms": 22.335}, "gstreamer_push": {"avg_ms": 1.026, "count": 208, "max_ms": 1.911, "p95_ms": 1.134}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.718, "count": 208, "max_ms": 105.633, "p95_ms": 95.075}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.437, "count": 208, "max_ms": 95.13, "p95_ms": 90.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.87, "count": 208, "max_ms": 173.26, "p95_ms": 164.379}, "read_interval": {"avg_ms": 144.904, "count": 207, "max_ms": 181.72, "p95_ms": 172.359}, "triton_wait": {"avg_ms": 71.441, "count": 208, "max_ms": 105.646, "p95_ms": 95.087}, "visualize": {"avg_ms": 40.915, "count": 208, "max_ms": 54.769, "p95_ms": 48.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4765.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 377.287, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.918, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:00:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:00:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:00:10+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T10:00:10.543657+09:00", "mtime_epoch": 1783299610.543657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:00:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.551, "count": 292, "max_ms": 5.69, "p95_ms": 5.01}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 2.11, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.892, "count": 292, "max_ms": 75.96, "p95_ms": 70.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.186, "count": 292, "max_ms": 109.571, "p95_ms": 91.887}, "yolo11_640_fire_11class": {"avg_ms": 57.953, "count": 292, "max_ms": 77.091, "p95_ms": 69.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.762, "count": 292, "max_ms": 76.849, "p95_ms": 66.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.072, "count": 292, "max_ms": 128.797, "p95_ms": 106.002}, "read_interval": {"avg_ms": 103.064, "count": 291, "max_ms": 141.069, "p95_ms": 123.747}, "triton_wait": {"avg_ms": 74.341, "count": 292, "max_ms": 109.584, "p95_ms": 91.903}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 6.637, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4768.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.751, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.723, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:00:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:00:26+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T10:00:26+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:00:26.759783+09:00", "mtime_epoch": 1783299626.7597833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:00:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.043, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.687}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.981, "count": 291, "max_ms": 5.035, "p95_ms": 3.386}, "gstreamer_push": {"avg_ms": 1.561, "count": 291, "max_ms": 4.373, "p95_ms": 3.744}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.407, "count": 291, "max_ms": 79.098, "p95_ms": 70.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.296, "count": 291, "max_ms": 116.122, "p95_ms": 95.804}, "yolo11_640_fire_11class": {"avg_ms": 57.332, "count": 291, "max_ms": 80.287, "p95_ms": 69.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.37, "count": 291, "max_ms": 74.649, "p95_ms": 52.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.291, "count": 291, "max_ms": 129.345, "p95_ms": 107.598}, "read_interval": {"avg_ms": 103.056, "count": 290, "max_ms": 146.688, "p95_ms": 124.555}, "triton_wait": {"avg_ms": 74.512, "count": 291, "max_ms": 116.136, "p95_ms": 95.815}, "visualize": {"avg_ms": 3.706, "count": 291, "max_ms": 6.7, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 64, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4760.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1174.72, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.788, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:00:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T10:00:38+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T10:00:38.695879+09:00", "mtime_epoch": 1783299638.695879, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:00:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 689.551, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.849, "pushed": 6.849, "read": 6.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.945, "count": 205, "max_ms": 39.431, "p95_ms": 26.402}, "gstreamer_push": {"avg_ms": 1.039, "count": 205, "max_ms": 2.325, "p95_ms": 1.158}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.524, "count": 205, "max_ms": 101.952, "p95_ms": 94.706}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.775, "count": 205, "max_ms": 97.241, "p95_ms": 88.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.611, "count": 205, "max_ms": 175.717, "p95_ms": 162.178}, "read_interval": {"avg_ms": 146.619, "count": 204, "max_ms": 183.631, "p95_ms": 172.212}, "triton_wait": {"avg_ms": 70.764, "count": 205, "max_ms": 101.966, "p95_ms": 94.718}, "visualize": {"avg_ms": 40.676, "count": 205, "max_ms": 57.272, "p95_ms": 54.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4753.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 407.339, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.867, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:00:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:00:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T10:00:40+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T10:00:40.599895+09:00", "mtime_epoch": 1783299640.5998945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:00:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.582, "pushed": 9.582, "read": 9.549}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.555, "count": 287, "max_ms": 5.627, "p95_ms": 4.488}, "gstreamer_push": {"avg_ms": 1.339, "count": 287, "max_ms": 1.873, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.383, "count": 287, "max_ms": 76.023, "p95_ms": 71.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.929, "count": 287, "max_ms": 111.614, "p95_ms": 93.257}, "yolo11_640_fire_11class": {"avg_ms": 59.645, "count": 287, "max_ms": 77.468, "p95_ms": 71.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.177, "count": 287, "max_ms": 76.281, "p95_ms": 66.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.352, "count": 287, "max_ms": 123.807, "p95_ms": 105.538}, "read_interval": {"avg_ms": 104.711, "count": 286, "max_ms": 139.888, "p95_ms": 123.573}, "triton_wait": {"avg_ms": 76.066, "count": 287, "max_ms": 111.627, "p95_ms": 93.271}, "visualize": {"avg_ms": 3.667, "count": 287, "max_ms": 5.439, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4761.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.834, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.398, "name": "ffmpeg", "pid": 2026, "rss_mb": 273.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.891, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:00:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:00:56+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T10:00:56+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T10:00:56.876029+09:00", "mtime_epoch": 1783299656.876029, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:00:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.242, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.015, "count": 300, "max_ms": 4.852, "p95_ms": 3.96}, "gstreamer_push": {"avg_ms": 1.489, "count": 301, "max_ms": 6.137, "p95_ms": 1.714}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.19, "count": 300, "max_ms": 74.171, "p95_ms": 70.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.051, "count": 300, "max_ms": 109.673, "p95_ms": 92.807}, "yolo11_640_fire_11class": {"avg_ms": 55.095, "count": 300, "max_ms": 75.227, "p95_ms": 69.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.639, "count": 300, "max_ms": 79.472, "p95_ms": 54.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.947, "count": 300, "max_ms": 122.152, "p95_ms": 104.592}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 139.738, "p95_ms": 120.406}, "triton_wait": {"avg_ms": 71.1, "count": 300, "max_ms": 109.687, "p95_ms": 92.822}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 5.147, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 65, "tracking_summary": 68}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4761.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1204.83, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.023, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:01:08+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T10:01:08+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:01:08.792130+09:00", "mtime_epoch": 1783299668.79213, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:01:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 689.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.507, "pushed": 6.507, "read": 6.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.075, "count": 195, "max_ms": 28.23, "p95_ms": 25.845}, "gstreamer_push": {"avg_ms": 1.206, "count": 195, "max_ms": 3.873, "p95_ms": 2.337}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.94, "count": 195, "max_ms": 106.038, "p95_ms": 96.163}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.686, "count": 195, "max_ms": 101.024, "p95_ms": 91.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.408, "count": 195, "max_ms": 182.068, "p95_ms": 175.729}, "read_interval": {"avg_ms": 154.422, "count": 194, "max_ms": 189.669, "p95_ms": 185.024}, "triton_wait": {"avg_ms": 72.473, "count": 195, "max_ms": 106.05, "p95_ms": 97.067}, "visualize": {"avg_ms": 47.95, "count": 195, "max_ms": 68.954, "p95_ms": 62.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4764.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.348, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.488, "sample_count": 2404, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:01:10+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T10:01:10+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T10:01:10.596145+09:00", "mtime_epoch": 1783299670.5961454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:01:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1219.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.469, "pushed": 9.469, "read": 9.469}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.689, "count": 284, "max_ms": 6.261, "p95_ms": 5.532}, "gstreamer_push": {"avg_ms": 1.333, "count": 284, "max_ms": 2.217, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.236, "count": 284, "max_ms": 74.169, "p95_ms": 70.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.193, "count": 284, "max_ms": 105.995, "p95_ms": 91.984}, "yolo11_640_fire_11class": {"avg_ms": 58.04, "count": 284, "max_ms": 73.333, "p95_ms": 69.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.55, "count": 284, "max_ms": 81.816, "p95_ms": 69.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.629, "count": 284, "max_ms": 156.058, "p95_ms": 117.276}, "read_interval": {"avg_ms": 105.636, "count": 284, "max_ms": 168.88, "p95_ms": 132.678}, "triton_wait": {"avg_ms": 74.456, "count": 284, "max_ms": 106.008, "p95_ms": 91.999}, "visualize": {"avg_ms": 3.798, "count": 284, "max_ms": 5.525, "p95_ms": 5.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4775.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.959, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.555, "name": "ffmpeg", "pid": 2026, "rss_mb": 278.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.372, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:01:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:01:27+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T10:01:26+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T10:01:26.976288+09:00", "mtime_epoch": 1783299686.9762878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:01:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 864.016, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.527, "pushed": 9.527, "read": 9.494}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.14, "count": 285, "max_ms": 8.25, "p95_ms": 4.773}, "gstreamer_push": {"avg_ms": 1.598, "count": 285, "max_ms": 6.366, "p95_ms": 3.86}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.481, "count": 285, "max_ms": 75.951, "p95_ms": 70.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.237, "count": 285, "max_ms": 110.812, "p95_ms": 91.925}, "yolo11_640_fire_11class": {"avg_ms": 57.676, "count": 285, "max_ms": 74.771, "p95_ms": 70.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.682, "count": 285, "max_ms": 79.647, "p95_ms": 53.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.48, "count": 285, "max_ms": 151.055, "p95_ms": 113.039}, "read_interval": {"avg_ms": 105.233, "count": 284, "max_ms": 162.634, "p95_ms": 129.296}, "triton_wait": {"avg_ms": 74.372, "count": 285, "max_ms": 110.826, "p95_ms": 91.937}, "visualize": {"avg_ms": 3.839, "count": 285, "max_ms": 8.46, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 67, "tracking_summary": 70}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4765.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1234.955, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.683, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:01:39+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T10:01:38+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T10:01:38.872394+09:00", "mtime_epoch": 1783299698.8723938, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:01:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 689.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.77, "count": 197, "max_ms": 32.591, "p95_ms": 27.093}, "gstreamer_push": {"avg_ms": 1.275, "count": 197, "max_ms": 4.07, "p95_ms": 2.495}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.695, "count": 197, "max_ms": 104.744, "p95_ms": 94.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.244, "count": 197, "max_ms": 95.568, "p95_ms": 90.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.549, "count": 197, "max_ms": 185.532, "p95_ms": 170.317}, "read_interval": {"avg_ms": 152.72, "count": 196, "max_ms": 193.519, "p95_ms": 178.108}, "triton_wait": {"avg_ms": 74.164, "count": 197, "max_ms": 104.757, "p95_ms": 95.58}, "visualize": {"avg_ms": 44.499, "count": 197, "max_ms": 65.917, "p95_ms": 57.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4763.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.421, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.898, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.205, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:01:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:01:40+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T10:01:40+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T10:01:40.668410+09:00", "mtime_epoch": 1783299700.66841, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:01:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1220.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.877}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.689, "count": 297, "max_ms": 7.339, "p95_ms": 5.397}, "gstreamer_push": {"avg_ms": 1.343, "count": 297, "max_ms": 2.492, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.584, "count": 297, "max_ms": 78.21, "p95_ms": 71.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.614, "count": 297, "max_ms": 104.504, "p95_ms": 93.885}, "yolo11_640_fire_11class": {"avg_ms": 55.612, "count": 297, "max_ms": 75.693, "p95_ms": 70.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.963, "count": 297, "max_ms": 78.808, "p95_ms": 66.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.985, "count": 297, "max_ms": 148.614, "p95_ms": 110.768}, "read_interval": {"avg_ms": 101.218, "count": 296, "max_ms": 161.851, "p95_ms": 127.435}, "triton_wait": {"avg_ms": 70.726, "count": 297, "max_ms": 104.517, "p95_ms": 93.899}, "visualize": {"avg_ms": 3.788, "count": 297, "max_ms": 6.172, "p95_ms": 5.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4775.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 453.013, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.555, "name": "ffmpeg", "pid": 2026, "rss_mb": 278.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.837, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:01:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:01:57+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:01:57+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T10:01:57.080560+09:00", "mtime_epoch": 1783299717.0805597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:01:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 861.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.634}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.727, "count": 289, "max_ms": 8.173, "p95_ms": 5.552}, "gstreamer_push": {"avg_ms": 1.466, "count": 289, "max_ms": 6.44, "p95_ms": 3.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.915, "count": 289, "max_ms": 81.969, "p95_ms": 68.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.99, "count": 289, "max_ms": 104.663, "p95_ms": 90.422}, "yolo11_640_fire_11class": {"avg_ms": 48.329, "count": 289, "max_ms": 75.586, "p95_ms": 67.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.428, "count": 289, "max_ms": 80.46, "p95_ms": 56.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.941, "count": 289, "max_ms": 160.366, "p95_ms": 139.916}, "read_interval": {"avg_ms": 104.082, "count": 288, "max_ms": 177.912, "p95_ms": 155.085}, "triton_wait": {"avg_ms": 64.13, "count": 289, "max_ms": 104.677, "p95_ms": 90.435}, "visualize": {"avg_ms": 4.173, "count": 289, "max_ms": 8.068, "p95_ms": 5.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 69, "tracking_summary": 71}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4778.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1265.055, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.846, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:02:09+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T10:02:09+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T10:02:09.020671+09:00", "mtime_epoch": 1783299729.020671, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:02:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 702.477, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.448, "pushed": 6.448, "read": 6.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.943, "count": 193, "max_ms": 28.792, "p95_ms": 26.579}, "gstreamer_push": {"avg_ms": 1.504, "count": 193, "max_ms": 5.687, "p95_ms": 3.586}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.699, "count": 193, "max_ms": 105.251, "p95_ms": 89.405}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.114, "count": 193, "max_ms": 98.139, "p95_ms": 90.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.443, "count": 193, "max_ms": 180.399, "p95_ms": 167.593}, "read_interval": {"avg_ms": 156.043, "count": 192, "max_ms": 187.671, "p95_ms": 175.745}, "triton_wait": {"avg_ms": 73.188, "count": 193, "max_ms": 105.264, "p95_ms": 93.889}, "visualize": {"avg_ms": 47.37, "count": 193, "max_ms": 63.915, "p95_ms": 62.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4778.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 497.537, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.898, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.488, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:02:10+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T10:02:10+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T10:02:10.740687+09:00", "mtime_epoch": 1783299730.7406871, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:02:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1220.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.213, "count": 196, "max_ms": 8.644, "p95_ms": 6.447}, "gstreamer_push": {"avg_ms": 1.201, "count": 196, "max_ms": 1.497, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.317, "count": 196, "max_ms": 82.697, "p95_ms": 71.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.963, "count": 196, "max_ms": 110.25, "p95_ms": 90.907}, "yolo11_640_fire_11class": {"avg_ms": 53.653, "count": 196, "max_ms": 76.486, "p95_ms": 69.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.555, "count": 196, "max_ms": 75.363, "p95_ms": 67.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.377, "count": 196, "max_ms": 164.143, "p95_ms": 144.058}, "read_interval": {"avg_ms": 152.857, "count": 196, "max_ms": 5414.843, "p95_ms": 158.521}, "triton_wait": {"avg_ms": 69.35, "count": 196, "max_ms": 110.263, "p95_ms": 90.92}, "visualize": {"avg_ms": 4.882, "count": 196, "max_ms": 8.167, "p95_ms": 5.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4779.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 483.13, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.711, "name": "ffmpeg", "pid": 2026, "rss_mb": 283.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.598, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:02:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:02:27+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T10:02:27+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T10:02:27.144843+09:00", "mtime_epoch": 1783299747.144843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:02:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 860.953, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.295, "pushed": 11.295, "read": 11.261}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.093, "count": 338, "max_ms": 5.517, "p95_ms": 4.237}, "gstreamer_push": {"avg_ms": 1.602, "count": 338, "max_ms": 6.424, "p95_ms": 3.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.173, "count": 338, "max_ms": 81.005, "p95_ms": 64.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.275, "count": 338, "max_ms": 103.872, "p95_ms": 82.456}, "yolo11_640_fire_11class": {"avg_ms": 46.714, "count": 338, "max_ms": 79.583, "p95_ms": 61.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.768, "count": 338, "max_ms": 55.729, "p95_ms": 51.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.38, "count": 338, "max_ms": 116.23, "p95_ms": 94.158}, "read_interval": {"avg_ms": 88.741, "count": 337, "max_ms": 136.219, "p95_ms": 112.661}, "triton_wait": {"avg_ms": 59.407, "count": 338, "max_ms": 103.886, "p95_ms": 82.469}, "visualize": {"avg_ms": 3.754, "count": 338, "max_ms": 5.871, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 70, "tracking_summary": 73}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4782.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1295.172, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.909, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:02:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:02:39+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T10:02:39+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T10:02:39.128959+09:00", "mtime_epoch": 1783299759.1289592, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:02:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 700.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.47, "pushed": 6.47, "read": 6.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.012, "count": 194, "max_ms": 24.9, "p95_ms": 22.652}, "gstreamer_push": {"avg_ms": 1.41, "count": 194, "max_ms": 4.544, "p95_ms": 3.541}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.608, "count": 194, "max_ms": 105.737, "p95_ms": 86.603}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.6, "count": 194, "max_ms": 94.885, "p95_ms": 88.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.702, "count": 194, "max_ms": 175.195, "p95_ms": 168.503}, "read_interval": {"avg_ms": 155.26, "count": 193, "max_ms": 185.901, "p95_ms": 177.444}, "triton_wait": {"avg_ms": 72.129, "count": 194, "max_ms": 105.752, "p95_ms": 90.374}, "visualize": {"avg_ms": 48.641, "count": 194, "max_ms": 65.902, "p95_ms": 63.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4781.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.588, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.898, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.552, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:02:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:02:40+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T10:02:40+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T10:02:40.820976+09:00", "mtime_epoch": 1783299760.8209758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:02:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1220.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.621, "pushed": 7.621, "read": 7.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.753, "count": 228, "max_ms": 8.881, "p95_ms": 6.737}, "gstreamer_push": {"avg_ms": 1.164, "count": 228, "max_ms": 1.828, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.405, "count": 228, "max_ms": 75.534, "p95_ms": 69.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.886, "count": 228, "max_ms": 97.31, "p95_ms": 88.063}, "yolo11_640_fire_11class": {"avg_ms": 51.894, "count": 228, "max_ms": 74.092, "p95_ms": 66.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.389, "count": 228, "max_ms": 77.069, "p95_ms": 64.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.495, "count": 228, "max_ms": 153.215, "p95_ms": 143.345}, "read_interval": {"avg_ms": 131.85, "count": 227, "max_ms": 168.524, "p95_ms": 157.221}, "triton_wait": {"avg_ms": 65.332, "count": 228, "max_ms": 97.323, "p95_ms": 88.076}, "visualize": {"avg_ms": 5.275, "count": 228, "max_ms": 8.804, "p95_ms": 5.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4783.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 513.189, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.711, "name": "ffmpeg", "pid": 2026, "rss_mb": 283.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.946, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:02:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:02:57+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T10:02:57+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T10:02:57.233138+09:00", "mtime_epoch": 1783299777.233138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:02:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 863.789, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.086, "count": 301, "max_ms": 4.909, "p95_ms": 4.038}, "gstreamer_push": {"avg_ms": 1.541, "count": 301, "max_ms": 6.065, "p95_ms": 3.647}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.383, "count": 301, "max_ms": 74.009, "p95_ms": 66.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.441, "count": 301, "max_ms": 93.591, "p95_ms": 83.841}, "yolo11_640_fire_11class": {"avg_ms": 47.065, "count": 301, "max_ms": 69.658, "p95_ms": 64.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.582, "count": 301, "max_ms": 69.168, "p95_ms": 51.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.627, "count": 301, "max_ms": 106.946, "p95_ms": 95.634}, "read_interval": {"avg_ms": 99.842, "count": 300, "max_ms": 236.048, "p95_ms": 122.998}, "triton_wait": {"avg_ms": 59.605, "count": 301, "max_ms": 93.604, "p95_ms": 83.854}, "visualize": {"avg_ms": 3.781, "count": 301, "max_ms": 5.975, "p95_ms": 4.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 73, "tracking_summary": 75}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4780.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1325.236, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.846, "sample_count": 2014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:03:09+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T10:03:09+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:03:09.185258+09:00", "mtime_epoch": 1783299789.1852582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:03:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 705.395, "name": "celery", "pid": 239, "rss_mb": 703.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.782, "pushed": 6.782, "read": 6.749}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.655, "count": 203, "max_ms": 35.574, "p95_ms": 27.756}, "gstreamer_push": {"avg_ms": 1.143, "count": 203, "max_ms": 3.868, "p95_ms": 2.234}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.342, "count": 203, "max_ms": 99.817, "p95_ms": 87.78}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.063, "count": 203, "max_ms": 92.222, "p95_ms": 86.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.756, "count": 203, "max_ms": 173.502, "p95_ms": 161.316}, "read_interval": {"avg_ms": 148.052, "count": 202, "max_ms": 388.019, "p95_ms": 171.764}, "triton_wait": {"avg_ms": 70.207, "count": 203, "max_ms": 99.834, "p95_ms": 89.888}, "visualize": {"avg_ms": 41.668, "count": 203, "max_ms": 63.201, "p95_ms": 53.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4771.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 557.642, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.898, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.918, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:03:10+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T10:03:10+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T10:03:10.877275+09:00", "mtime_epoch": 1783299790.8772752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:03:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1220.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.655, "pushed": 7.655, "read": 7.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.869, "count": 229, "max_ms": 8.569, "p95_ms": 7.732}, "gstreamer_push": {"avg_ms": 1.145, "count": 229, "max_ms": 1.677, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.295, "count": 229, "max_ms": 78.845, "p95_ms": 67.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.242, "count": 229, "max_ms": 100.508, "p95_ms": 87.216}, "yolo11_640_fire_11class": {"avg_ms": 50.869, "count": 229, "max_ms": 75.255, "p95_ms": 67.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.118, "count": 229, "max_ms": 72.551, "p95_ms": 65.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.17, "count": 229, "max_ms": 160.611, "p95_ms": 141.651}, "read_interval": {"avg_ms": 131.26, "count": 228, "max_ms": 175.774, "p95_ms": 155.936}, "triton_wait": {"avg_ms": 64.626, "count": 229, "max_ms": 100.523, "p95_ms": 87.228}, "visualize": {"avg_ms": 5.305, "count": 229, "max_ms": 8.841, "p95_ms": 6.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4781.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 543.217, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.711, "name": "ffmpeg", "pid": 2026, "rss_mb": 283.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.277, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:03:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:03:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:03:27+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T10:03:27.261443+09:00", "mtime_epoch": 1783299807.261443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:03:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 861.152, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.034, "count": 300, "max_ms": 4.984, "p95_ms": 4.006}, "gstreamer_push": {"avg_ms": 1.558, "count": 300, "max_ms": 6.203, "p95_ms": 3.755}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.464, "count": 300, "max_ms": 75.164, "p95_ms": 64.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.277, "count": 300, "max_ms": 96.887, "p95_ms": 84.954}, "yolo11_640_fire_11class": {"avg_ms": 46.722, "count": 300, "max_ms": 71.744, "p95_ms": 61.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.77, "count": 300, "max_ms": 77.835, "p95_ms": 52.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.342, "count": 300, "max_ms": 109.295, "p95_ms": 96.456}, "read_interval": {"avg_ms": 100.044, "count": 299, "max_ms": 169.549, "p95_ms": 124.01}, "triton_wait": {"avg_ms": 59.473, "count": 300, "max_ms": 96.9, "p95_ms": 84.969}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 6.179, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 74, "tracking_summary": 76}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4774.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1355.286, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.898, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:03:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:03:39+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T10:03:39+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T10:03:39.225567+09:00", "mtime_epoch": 1783299819.2255673, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:03:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 707.762, "name": "celery", "pid": 239, "rss_mb": 693.156, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.655, "pushed": 6.655, "read": 6.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.999, "count": 199, "max_ms": 31.535, "p95_ms": 26.236}, "gstreamer_push": {"avg_ms": 1.154, "count": 199, "max_ms": 3.068, "p95_ms": 2.268}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.313, "count": 199, "max_ms": 101.46, "p95_ms": 86.511}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.227, "count": 199, "max_ms": 98.011, "p95_ms": 88.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.984, "count": 199, "max_ms": 188.073, "p95_ms": 172.187}, "read_interval": {"avg_ms": 150.898, "count": 198, "max_ms": 195.101, "p95_ms": 180.003}, "triton_wait": {"avg_ms": 69.423, "count": 199, "max_ms": 101.472, "p95_ms": 91.527}, "visualize": {"avg_ms": 47.544, "count": 199, "max_ms": 68.662, "p95_ms": 67.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4781.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 587.742, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.898, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.529, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:03:41+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T10:03:40+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T10:03:40.989586+09:00", "mtime_epoch": 1783299820.9895856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:03:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1220.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.769, "pushed": 7.769, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.728, "count": 232, "max_ms": 8.721, "p95_ms": 6.787}, "gstreamer_push": {"avg_ms": 1.128, "count": 233, "max_ms": 1.524, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.667, "count": 232, "max_ms": 77.736, "p95_ms": 66.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.93, "count": 232, "max_ms": 103.166, "p95_ms": 88.778}, "yolo11_640_fire_11class": {"avg_ms": 51.606, "count": 232, "max_ms": 73.159, "p95_ms": 65.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.051, "count": 232, "max_ms": 78.515, "p95_ms": 66.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.17, "count": 233, "max_ms": 162.345, "p95_ms": 141.679}, "read_interval": {"avg_ms": 129.241, "count": 232, "max_ms": 176.789, "p95_ms": 154.277}, "triton_wait": {"avg_ms": 63.452, "count": 232, "max_ms": 103.181, "p95_ms": 88.791}, "visualize": {"avg_ms": 5.238, "count": 232, "max_ms": 8.559, "p95_ms": 5.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4781.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 573.322, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.711, "name": "ffmpeg", "pid": 2026, "rss_mb": 283.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.461, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:03:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:03:57+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T10:03:57+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:03:57.329758+09:00", "mtime_epoch": 1783299837.3297584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:03:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 866.871, "name": "celery", "pid": 237, "rss_mb": 861.152, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.061, "count": 300, "max_ms": 5.075, "p95_ms": 3.959}, "gstreamer_push": {"avg_ms": 1.57, "count": 300, "max_ms": 6.42, "p95_ms": 3.78}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.804, "count": 300, "max_ms": 78.398, "p95_ms": 68.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.645, "count": 300, "max_ms": 100.898, "p95_ms": 88.175}, "yolo11_640_fire_11class": {"avg_ms": 49.588, "count": 300, "max_ms": 76.281, "p95_ms": 67.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.225, "count": 300, "max_ms": 78.217, "p95_ms": 51.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.834, "count": 300, "max_ms": 112.463, "p95_ms": 99.94}, "read_interval": {"avg_ms": 100.033, "count": 299, "max_ms": 223.949, "p95_ms": 123.464}, "triton_wait": {"avg_ms": 62.907, "count": 300, "max_ms": 100.913, "p95_ms": 88.188}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.373, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 76, "tracking_summary": 78}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4785.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1385.436, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.74, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:04:09+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:04:09+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:04:09.385887+09:00", "mtime_epoch": 1783299849.3858874, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:04:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.508, "name": "celery", "pid": 239, "rss_mb": 709.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.702, "pushed": 6.702, "read": 6.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.562, "count": 201, "max_ms": 31.238, "p95_ms": 27.12}, "gstreamer_push": {"avg_ms": 1.107, "count": 201, "max_ms": 2.625, "p95_ms": 2.195}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.582, "count": 201, "max_ms": 108.426, "p95_ms": 93.396}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.161, "count": 201, "max_ms": 102.278, "p95_ms": 88.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.064, "count": 201, "max_ms": 196.072, "p95_ms": 170.189}, "read_interval": {"avg_ms": 149.959, "count": 200, "max_ms": 205.759, "p95_ms": 179.146}, "triton_wait": {"avg_ms": 71.338, "count": 201, "max_ms": 108.438, "p95_ms": 94.459}, "visualize": {"avg_ms": 44.049, "count": 201, "max_ms": 64.218, "p95_ms": 61.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4779.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 617.819, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.898, "name": "ffmpeg", "pid": 1873, "rss_mb": 332.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.717, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:04:11+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T10:04:11+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T10:04:11.057905+09:00", "mtime_epoch": 1783299851.0579054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:04:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1220.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.578, "pushed": 9.578, "read": 9.545}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.96, "count": 286, "max_ms": 7.591, "p95_ms": 5.614}, "gstreamer_push": {"avg_ms": 1.31, "count": 287, "max_ms": 2.275, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.126, "count": 286, "max_ms": 78.818, "p95_ms": 70.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.06, "count": 286, "max_ms": 108.569, "p95_ms": 91.476}, "yolo11_640_fire_11class": {"avg_ms": 54.961, "count": 286, "max_ms": 76.74, "p95_ms": 69.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.753, "count": 286, "max_ms": 79.671, "p95_ms": 65.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.234, "count": 287, "max_ms": 142.927, "p95_ms": 128.228}, "read_interval": {"avg_ms": 104.756, "count": 286, "max_ms": 159.407, "p95_ms": 141.67}, "triton_wait": {"avg_ms": 69.261, "count": 286, "max_ms": 108.583, "p95_ms": 91.489}, "visualize": {"avg_ms": 3.981, "count": 286, "max_ms": 6.095, "p95_ms": 5.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "running", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_093349_6a8c0861.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 121}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4484.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T09:53:51+09:00", "last_error_summary": "[h264 @ 0x55610dd85680] error while decoding MB 34 53, bytestream -17 [in#0/rtsp @ 0x55610dbf2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55610dbf2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T09:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 630.581, "last_started_at": "2026-07-06T09:53:53+09:00", "pid": 1873, "process": {"exists": false, "pid": 1873}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.285, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:04:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6a8c0861", "last_frame_pushed_age_sec": 0.107, "last_frame_pushed_at": "2026-07-06T10:04:23+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T10:04:23+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T10:04:23.834044+09:00", "mtime_epoch": 1783299863.8340442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:04:23+09:00", "process": {"exists": true, "fd_count": 133, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1221.859, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.4, "pushed": 10.434, "read": 10.4}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.611, "count": 312, "max_ms": 6.079, "p95_ms": 5.326}, "gstreamer_push": {"avg_ms": 1.352, "count": 313, "max_ms": 2.275, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.322, "count": 312, "max_ms": 77.019, "p95_ms": 69.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.334, "count": 312, "max_ms": 106.109, "p95_ms": 91.108}, "yolo11_640_fire_11class": {"avg_ms": 52.166, "count": 312, "max_ms": 74.686, "p95_ms": 68.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.935, "count": 312, "max_ms": 79.671, "p95_ms": 63.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.387, "count": 312, "max_ms": 142.927, "p95_ms": 109.094}, "read_interval": {"avg_ms": 95.797, "count": 312, "max_ms": 159.407, "p95_ms": 126.229}, "triton_wait": {"avg_ms": 65.426, "count": 312, "max_ms": 106.122, "p95_ms": 91.124}, "visualize": {"avg_ms": 3.789, "count": 312, "max_ms": 5.496, "p95_ms": 4.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:33:49+09:00", "state": "stopped", "task_id": "b9c05f6d-2f1c-4e8f-804b-13e47c6559ba", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4645.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.017, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.602, "name": "ffmpeg", "pid": 2190, "rss_mb": 194.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.914}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 3.029, "exists": true, "mtime": "2026-07-06T10:04:23.834044+09:00", "mtime_epoch": 1783299863.8340442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:04:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1255.988, "name": "celery", "pid": 267, "rss_mb": 1221.707, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 49}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4661.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 603.337, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.711, "name": "ffmpeg", "pid": 2026, "rss_mb": 283.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.739, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:04:27+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T10:04:27+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T10:04:27.366083+09:00", "mtime_epoch": 1783299867.366083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:04:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 867.781, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.667, "pushed": 8.667, "read": 8.667}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.094, "count": 260, "max_ms": 7.482, "p95_ms": 5.649}, "gstreamer_push": {"avg_ms": 1.403, "count": 260, "max_ms": 6.364, "p95_ms": 1.652}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.488, "count": 260, "max_ms": 76.249, "p95_ms": 69.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.913, "count": 260, "max_ms": 112.118, "p95_ms": 91.876}, "yolo11_640_fire_11class": {"avg_ms": 49.459, "count": 260, "max_ms": 73.189, "p95_ms": 68.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.775, "count": 260, "max_ms": 80.298, "p95_ms": 51.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.605, "count": 260, "max_ms": 155.517, "p95_ms": 142.374}, "read_interval": {"avg_ms": 115.412, "count": 260, "max_ms": 170.361, "p95_ms": 155.67}, "triton_wait": {"avg_ms": 66.257, "count": 260, "max_ms": 112.131, "p95_ms": 91.893}, "visualize": {"avg_ms": 4.451, "count": 260, "max_ms": 7.056, "p95_ms": 5.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "running", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_095424_2d4dcbc1.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 50}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4669.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 615.262, "last_started_at": "2026-07-06T09:54:24+09:00", "pid": 2026, "process": {"exists": false, "pid": 2026}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.879, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:04:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2d4dcbc1", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-07-06T10:04:39+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T10:04:39+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T10:04:39.322215+09:00", "mtime_epoch": 1783299879.3222146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:04:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 867.004, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.324, "pushed": 9.324, "read": 9.291}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.037, "count": 279, "max_ms": 7.482, "p95_ms": 5.649}, "gstreamer_push": {"avg_ms": 1.416, "count": 279, "max_ms": 6.853, "p95_ms": 3.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.196, "count": 279, "max_ms": 74.29, "p95_ms": 68.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.489, "count": 279, "max_ms": 108.721, "p95_ms": 90.424}, "yolo11_640_fire_11class": {"avg_ms": 46.411, "count": 279, "max_ms": 73.189, "p95_ms": 63.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.741, "count": 279, "max_ms": 80.298, "p95_ms": 54.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.708, "count": 279, "max_ms": 155.517, "p95_ms": 142.374}, "read_interval": {"avg_ms": 107.397, "count": 278, "max_ms": 170.361, "p95_ms": 155.67}, "triton_wait": {"avg_ms": 61.739, "count": 279, "max_ms": 108.734, "p95_ms": 90.437}, "visualize": {"avg_ms": 4.367, "count": 279, "max_ms": 7.056, "p95_ms": 5.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T09:54:24+09:00", "state": "stopped", "task_id": "81ba486a-834a-4dad-9453-510df63a303b", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 78, "tracking_summary": 80}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4641.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1415.469, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.99, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:04:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:04:39+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T10:04:39+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T10:04:39.402215+09:00", "mtime_epoch": 1783299879.4022155, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:04:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.508, "name": "celery", "pid": 239, "rss_mb": 701.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.556, "pushed": 6.556, "read": 6.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.303, "count": 196, "max_ms": 40.537, "p95_ms": 29.011}, "gstreamer_push": {"avg_ms": 1.188, "count": 196, "max_ms": 4.106, "p95_ms": 2.393}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.631, "count": 196, "max_ms": 108.611, "p95_ms": 95.805}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.937, "count": 196, "max_ms": 96.318, "p95_ms": 89.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.121, "count": 196, "max_ms": 187.162, "p95_ms": 167.99}, "read_interval": {"avg_ms": 153.143, "count": 195, "max_ms": 195.889, "p95_ms": 177.014}, "triton_wait": {"avg_ms": 73.597, "count": 196, "max_ms": 108.624, "p95_ms": 95.817}, "visualize": {"avg_ms": 43.095, "count": 196, "max_ms": 67.481, "p95_ms": 62.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4742.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.019, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.164, "name": "ffmpeg", "pid": 2344, "rss_mb": 139.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.91}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 3.043, "exists": true, "mtime": "2026-07-06T10:04:39.322215+09:00", "mtime_epoch": 1783299879.3222146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:04:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 829.688, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4912.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.048, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.672, "name": "ffmpeg", "pid": 2190, "rss_mb": 331.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.525, "sample_count": 172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.883}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:04:56+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T10:04:56+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T10:04:56.742409+09:00", "mtime_epoch": 1783299896.7424088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:04:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1376.168, "name": "celery", "pid": 267, "rss_mb": 1369.391, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.76, "pushed": 5.76, "read": 5.726}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.573, "count": 172, "max_ms": 11.852, "p95_ms": 10.25}, "gstreamer_push": {"avg_ms": 1.034, "count": 172, "max_ms": 2.291, "p95_ms": 1.564}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.272, "count": 172, "max_ms": 84.237, "p95_ms": 71.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.069, "count": 172, "max_ms": 107.202, "p95_ms": 95.36}, "yolo11_640_fire_11class": {"avg_ms": 52.034, "count": 172, "max_ms": 73.625, "p95_ms": 66.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.597, "count": 172, "max_ms": 82.004, "p95_ms": 73.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.891, "count": 172, "max_ms": 237.513, "p95_ms": 208.164}, "read_interval": {"avg_ms": 174.633, "count": 171, "max_ms": 245.837, "p95_ms": 216.516}, "triton_wait": {"avg_ms": 68.662, "count": 172, "max_ms": 107.219, "p95_ms": 95.371}, "visualize": {"avg_ms": 5.671, "count": 172, "max_ms": 8.094, "p95_ms": 6.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 79, "tracking_summary": 81}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4918.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1445.609, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.929, "sample_count": 1980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:05:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:05:09+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T10:05:09+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T10:05:09.546553+09:00", "mtime_epoch": 1783299909.5465534, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:05:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.508, "name": "celery", "pid": 239, "rss_mb": 707.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.769, "pushed": 6.769, "read": 6.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.537, "count": 203, "max_ms": 29.242, "p95_ms": 24.175}, "gstreamer_push": {"avg_ms": 1.032, "count": 203, "max_ms": 2.358, "p95_ms": 1.181}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.895, "count": 203, "max_ms": 98.567, "p95_ms": 92.255}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.888, "count": 203, "max_ms": 99.108, "p95_ms": 91.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.735, "count": 203, "max_ms": 181.505, "p95_ms": 162.289}, "read_interval": {"avg_ms": 148.343, "count": 202, "max_ms": 188.135, "p95_ms": 170.569}, "triton_wait": {"avg_ms": 71.603, "count": 203, "max_ms": 99.121, "p95_ms": 94.712}, "visualize": {"avg_ms": 42.446, "count": 203, "max_ms": 64.64, "p95_ms": 56.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4915.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.019, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.219, "name": "ffmpeg", "pid": 2344, "rss_mb": 269.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.218, "sample_count": 304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.907}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:05:12+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T10:05:12+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T10:05:12.266584+09:00", "mtime_epoch": 1783299912.2665844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:05:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 855.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.057, "count": 304, "max_ms": 5.225, "p95_ms": 3.972}, "gstreamer_push": {"avg_ms": 1.532, "count": 304, "max_ms": 6.561, "p95_ms": 3.62}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.867, "count": 304, "max_ms": 74.513, "p95_ms": 68.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.911, "count": 304, "max_ms": 108.868, "p95_ms": 88.707}, "yolo11_640_fire_11class": {"avg_ms": 49.737, "count": 304, "max_ms": 73.615, "p95_ms": 66.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.968, "count": 304, "max_ms": 83.598, "p95_ms": 54.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.052, "count": 304, "max_ms": 121.764, "p95_ms": 100.218}, "read_interval": {"avg_ms": 98.652, "count": 303, "max_ms": 166.481, "p95_ms": 125.364}, "triton_wait": {"avg_ms": 63.002, "count": 304, "max_ms": 108.881, "p95_ms": 88.719}, "visualize": {"avg_ms": 3.789, "count": 304, "max_ms": 6.912, "p95_ms": 4.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4925.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.104, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.445, "name": "ffmpeg", "pid": 2190, "rss_mb": 332.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.782, "sample_count": 453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.825}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:05:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T10:05:26+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T10:05:26.866751+09:00", "mtime_epoch": 1783299926.8667514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:05:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1377.137, "name": "celery", "pid": 267, "rss_mb": 1377.137, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.404, "pushed": 9.404, "read": 9.371}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.008, "count": 281, "max_ms": 8.875, "p95_ms": 6.268}, "gstreamer_push": {"avg_ms": 1.465, "count": 281, "max_ms": 6.508, "p95_ms": 3.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.156, "count": 281, "max_ms": 75.046, "p95_ms": 70.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.17, "count": 281, "max_ms": 111.134, "p95_ms": 89.534}, "yolo11_640_fire_11class": {"avg_ms": 57.266, "count": 281, "max_ms": 75.058, "p95_ms": 69.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.661, "count": 281, "max_ms": 77.445, "p95_ms": 65.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.105, "count": 281, "max_ms": 166.382, "p95_ms": 128.306}, "read_interval": {"avg_ms": 106.995, "count": 280, "max_ms": 175.925, "p95_ms": 142.049}, "triton_wait": {"avg_ms": 71.259, "count": 281, "max_ms": 111.149, "p95_ms": 89.547}, "visualize": {"avg_ms": 4.091, "count": 281, "max_ms": 6.85, "p95_ms": 5.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 81, "tracking_summary": 83}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4927.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1475.648, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.938, "sample_count": 1980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:05:39+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T10:05:39+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T10:05:39.586899+09:00", "mtime_epoch": 1783299939.5868986, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:05:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.508, "name": "celery", "pid": 239, "rss_mb": 707.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.821, "pushed": 6.821, "read": 6.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.747, "count": 204, "max_ms": 34.459, "p95_ms": 26.735}, "gstreamer_push": {"avg_ms": 1.075, "count": 204, "max_ms": 2.415, "p95_ms": 1.245}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.524, "count": 204, "max_ms": 108.856, "p95_ms": 97.425}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.111, "count": 204, "max_ms": 97.334, "p95_ms": 91.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.409, "count": 204, "max_ms": 173.283, "p95_ms": 167.065}, "read_interval": {"avg_ms": 147.139, "count": 203, "max_ms": 184.295, "p95_ms": 176.049}, "triton_wait": {"avg_ms": 72.774, "count": 204, "max_ms": 108.87, "p95_ms": 97.437}, "visualize": {"avg_ms": 39.579, "count": 204, "max_ms": 55.251, "p95_ms": 48.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4919.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.099, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.992, "name": "ffmpeg", "pid": 2344, "rss_mb": 269.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.1, "sample_count": 606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.828}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:05:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:05:42+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T10:05:42+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T10:05:42.354931+09:00", "mtime_epoch": 1783299942.3549309, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:05:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 855.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.014, "count": 302, "max_ms": 5.098, "p95_ms": 3.738}, "gstreamer_push": {"avg_ms": 1.572, "count": 302, "max_ms": 7.814, "p95_ms": 3.801}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.027, "count": 302, "max_ms": 75.156, "p95_ms": 71.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.992, "count": 302, "max_ms": 107.413, "p95_ms": 92.481}, "yolo11_640_fire_11class": {"avg_ms": 56.068, "count": 302, "max_ms": 75.03, "p95_ms": 70.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.775, "count": 302, "max_ms": 73.433, "p95_ms": 52.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.248, "count": 302, "max_ms": 119.794, "p95_ms": 104.507}, "read_interval": {"avg_ms": 99.562, "count": 301, "max_ms": 136.457, "p95_ms": 121.112}, "triton_wait": {"avg_ms": 69.379, "count": 302, "max_ms": 107.426, "p95_ms": 92.494}, "visualize": {"avg_ms": 3.749, "count": 302, "max_ms": 6.131, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4914.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.205, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.703, "name": "ffmpeg", "pid": 2190, "rss_mb": 332.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.37, "sample_count": 735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.724}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:05:57+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T10:05:56+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T10:05:56.927101+09:00", "mtime_epoch": 1783299956.9271014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:05:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1377.137, "name": "celery", "pid": 267, "rss_mb": 1375.957, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.409, "pushed": 9.409, "read": 9.376}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.907, "count": 282, "max_ms": 8.919, "p95_ms": 6.02}, "gstreamer_push": {"avg_ms": 1.452, "count": 282, "max_ms": 4.503, "p95_ms": 3.598}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.011, "count": 282, "max_ms": 74.365, "p95_ms": 71.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.8, "count": 282, "max_ms": 105.947, "p95_ms": 88.039}, "yolo11_640_fire_11class": {"avg_ms": 57.673, "count": 282, "max_ms": 74.528, "p95_ms": 70.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.759, "count": 282, "max_ms": 74.096, "p95_ms": 68.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.488, "count": 282, "max_ms": 188.739, "p95_ms": 134.18}, "read_interval": {"avg_ms": 106.594, "count": 281, "max_ms": 198.599, "p95_ms": 146.653}, "triton_wait": {"avg_ms": 71.143, "count": 282, "max_ms": 105.962, "p95_ms": 88.06}, "visualize": {"avg_ms": 4.061, "count": 282, "max_ms": 8.952, "p95_ms": 5.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 82, "tracking_summary": 85}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4921.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1505.735, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.708, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:06:09+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:06:09+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T10:06:09.691252+09:00", "mtime_epoch": 1783299969.6912522, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:06:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.508, "name": "celery", "pid": 239, "rss_mb": 707.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.911, "pushed": 6.911, "read": 6.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.979, "count": 207, "max_ms": 40.348, "p95_ms": 27.468}, "gstreamer_push": {"avg_ms": 1.019, "count": 207, "max_ms": 1.856, "p95_ms": 1.193}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.275, "count": 207, "max_ms": 102.359, "p95_ms": 92.687}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.223, "count": 207, "max_ms": 96.911, "p95_ms": 87.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.419, "count": 207, "max_ms": 171.332, "p95_ms": 161.7}, "read_interval": {"avg_ms": 145.308, "count": 206, "max_ms": 182.21, "p95_ms": 170.009}, "triton_wait": {"avg_ms": 71.816, "count": 207, "max_ms": 102.372, "p95_ms": 93.139}, "visualize": {"avg_ms": 38.239, "count": 207, "max_ms": 49.508, "p95_ms": 43.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4925.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.2, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 270.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.969, "sample_count": 870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.728}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:06:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:06:12+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T10:06:12+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T10:06:12.411284+09:00", "mtime_epoch": 1783299972.4112844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:06:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.762, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.767, "pushed": 8.8, "read": 8.767}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.252, "count": 263, "max_ms": 10.569, "p95_ms": 7.103}, "gstreamer_push": {"avg_ms": 1.357, "count": 264, "max_ms": 4.359, "p95_ms": 2.585}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.776, "count": 263, "max_ms": 76.079, "p95_ms": 70.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.972, "count": 263, "max_ms": 99.319, "p95_ms": 87.861}, "yolo11_640_fire_11class": {"avg_ms": 50.61, "count": 263, "max_ms": 75.595, "p95_ms": 69.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.968, "count": 263, "max_ms": 70.906, "p95_ms": 53.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.071, "count": 263, "max_ms": 187.31, "p95_ms": 145.82}, "read_interval": {"avg_ms": 113.845, "count": 263, "max_ms": 198.809, "p95_ms": 156.44}, "triton_wait": {"avg_ms": 65.093, "count": 263, "max_ms": 99.332, "p95_ms": 87.876}, "visualize": {"avg_ms": 4.485, "count": 263, "max_ms": 10.088, "p95_ms": 6.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4917.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.28, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.703, "name": "ffmpeg", "pid": 2190, "rss_mb": 332.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.354, "sample_count": 992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.649}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:06:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:06:27+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T10:06:27+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T10:06:27.023459+09:00", "mtime_epoch": 1783299987.0234592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:06:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1371.871, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.583, "pushed": 8.583, "read": 8.55}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.967, "count": 257, "max_ms": 8.931, "p95_ms": 6.77}, "gstreamer_push": {"avg_ms": 1.344, "count": 257, "max_ms": 5.756, "p95_ms": 2.757}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.216, "count": 257, "max_ms": 72.513, "p95_ms": 65.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.108, "count": 257, "max_ms": 107.554, "p95_ms": 90.443}, "yolo11_640_fire_11class": {"avg_ms": 50.189, "count": 257, "max_ms": 71.62, "p95_ms": 64.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.974, "count": 257, "max_ms": 87.08, "p95_ms": 68.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.77, "count": 257, "max_ms": 163.266, "p95_ms": 143.615}, "read_interval": {"avg_ms": 116.997, "count": 256, "max_ms": 176.525, "p95_ms": 156.772}, "triton_wait": {"avg_ms": 65.708, "count": 257, "max_ms": 107.568, "p95_ms": 90.457}, "visualize": {"avg_ms": 4.588, "count": 257, "max_ms": 8.17, "p95_ms": 5.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 87}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4922.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1535.837, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.672, "sample_count": 2000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:06:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:06:39+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T10:06:39+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:06:39.799613+09:00", "mtime_epoch": 1783299999.7996132, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:06:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.508, "name": "celery", "pid": 239, "rss_mb": 707.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.842, "pushed": 6.842, "read": 6.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.595, "count": 205, "max_ms": 38.298, "p95_ms": 31.005}, "gstreamer_push": {"avg_ms": 0.987, "count": 205, "max_ms": 1.694, "p95_ms": 1.129}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.145, "count": 205, "max_ms": 98.1, "p95_ms": 92.19}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.485, "count": 205, "max_ms": 98.723, "p95_ms": 92.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.288, "count": 205, "max_ms": 168.725, "p95_ms": 162.077}, "read_interval": {"avg_ms": 146.832, "count": 204, "max_ms": 176.361, "p95_ms": 169.789}, "triton_wait": {"avg_ms": 70.712, "count": 205, "max_ms": 98.735, "p95_ms": 93.516}, "visualize": {"avg_ms": 39.808, "count": 205, "max_ms": 59.094, "p95_ms": 46.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 9}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4924.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.264, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 270.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.659, "sample_count": 1157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.662}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:06:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:06:42+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T10:06:42+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T10:06:42.551646+09:00", "mtime_epoch": 1783300002.5516465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:06:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 862.145, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.595, "pushed": 9.595, "read": 9.562}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.836, "count": 287, "max_ms": 9.19, "p95_ms": 6.933}, "gstreamer_push": {"avg_ms": 1.439, "count": 287, "max_ms": 6.619, "p95_ms": 3.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.085, "count": 287, "max_ms": 75.212, "p95_ms": 70.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.722, "count": 287, "max_ms": 110.568, "p95_ms": 91.243}, "yolo11_640_fire_11class": {"avg_ms": 50.471, "count": 287, "max_ms": 74.714, "p95_ms": 69.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.256, "count": 287, "max_ms": 86.534, "p95_ms": 58.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.502, "count": 287, "max_ms": 159.362, "p95_ms": 135.976}, "read_interval": {"avg_ms": 104.86, "count": 286, "max_ms": 169.934, "p95_ms": 149.451}, "triton_wait": {"avg_ms": 67.203, "count": 287, "max_ms": 110.583, "p95_ms": 91.255}, "visualize": {"avg_ms": 4.18, "count": 287, "max_ms": 7.752, "p95_ms": 6.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4918.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.376, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.703, "name": "ffmpeg", "pid": 2190, "rss_mb": 332.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.943, "sample_count": 1257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.553}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:06:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:06:57+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T10:06:57+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T10:06:57.087824+09:00", "mtime_epoch": 1783300017.0878236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:06:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1373.273, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.836, "pushed": 8.836, "read": 8.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.217, "count": 265, "max_ms": 9.186, "p95_ms": 6.021}, "gstreamer_push": {"avg_ms": 1.448, "count": 265, "max_ms": 6.208, "p95_ms": 3.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.392, "count": 265, "max_ms": 75.301, "p95_ms": 71.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.63, "count": 265, "max_ms": 110.325, "p95_ms": 94.509}, "yolo11_640_fire_11class": {"avg_ms": 56.137, "count": 265, "max_ms": 75.038, "p95_ms": 70.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.513, "count": 265, "max_ms": 86.579, "p95_ms": 69.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.046, "count": 265, "max_ms": 164.144, "p95_ms": 142.87}, "read_interval": {"avg_ms": 113.41, "count": 264, "max_ms": 178.654, "p95_ms": 155.641}, "triton_wait": {"avg_ms": 72.941, "count": 265, "max_ms": 110.338, "p95_ms": 94.523}, "visualize": {"avg_ms": 4.214, "count": 265, "max_ms": 6.983, "p95_ms": 5.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 86, "tracking_summary": 88}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4928.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1565.935, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.087, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:07:10+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:07:09+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T10:07:09.887981+09:00", "mtime_epoch": 1783300029.887981, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:07:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.508, "name": "celery", "pid": 239, "rss_mb": 708.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.612, "read": 6.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.154, "count": 198, "max_ms": 37.532, "p95_ms": 30.613}, "gstreamer_push": {"avg_ms": 1.024, "count": 198, "max_ms": 1.509, "p95_ms": 1.193}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.184, "count": 198, "max_ms": 104.667, "p95_ms": 92.195}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.6, "count": 198, "max_ms": 99.625, "p95_ms": 89.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.842, "count": 198, "max_ms": 178.065, "p95_ms": 162.948}, "read_interval": {"avg_ms": 152.0, "count": 197, "max_ms": 188.912, "p95_ms": 171.168}, "triton_wait": {"avg_ms": 75.464, "count": 198, "max_ms": 104.68, "p95_ms": 92.858}, "visualize": {"avg_ms": 39.846, "count": 198, "max_ms": 66.637, "p95_ms": 49.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4929.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.343, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.508, "name": "ffmpeg", "pid": 2344, "rss_mb": 270.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.47, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.582}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:07:12+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T10:07:12+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T10:07:12.588014+09:00", "mtime_epoch": 1783300032.5880141, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:07:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 861.945, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.567, "pushed": 11.6, "read": 11.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.081, "count": 347, "max_ms": 4.923, "p95_ms": 4.244}, "gstreamer_push": {"avg_ms": 1.528, "count": 348, "max_ms": 6.847, "p95_ms": 3.677}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.398, "count": 347, "max_ms": 73.957, "p95_ms": 65.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.433, "count": 347, "max_ms": 109.228, "p95_ms": 85.222}, "yolo11_640_fire_11class": {"avg_ms": 46.193, "count": 347, "max_ms": 73.152, "p95_ms": 64.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.115, "count": 347, "max_ms": 71.141, "p95_ms": 49.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.356, "count": 347, "max_ms": 121.13, "p95_ms": 97.501}, "read_interval": {"avg_ms": 86.35, "count": 347, "max_ms": 141.693, "p95_ms": 113.707}, "triton_wait": {"avg_ms": 58.497, "count": 347, "max_ms": 109.242, "p95_ms": 85.235}, "visualize": {"avg_ms": 3.74, "count": 347, "max_ms": 5.613, "p95_ms": 4.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4927.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.469, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.703, "name": "ffmpeg", "pid": 2190, "rss_mb": 332.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.799, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.46}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:07:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:07:27+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T10:07:27+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T10:07:27.236196+09:00", "mtime_epoch": 1783300047.2361958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:07:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1375.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.284, "pushed": 8.284, "read": 8.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.018, "count": 248, "max_ms": 8.85, "p95_ms": 7.537}, "gstreamer_push": {"avg_ms": 1.442, "count": 248, "max_ms": 6.075, "p95_ms": 2.713}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.395, "count": 248, "max_ms": 82.675, "p95_ms": 68.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.282, "count": 248, "max_ms": 108.627, "p95_ms": 92.693}, "yolo11_640_fire_11class": {"avg_ms": 54.016, "count": 248, "max_ms": 82.161, "p95_ms": 67.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.672, "count": 248, "max_ms": 80.106, "p95_ms": 68.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.526, "count": 248, "max_ms": 161.203, "p95_ms": 146.892}, "read_interval": {"avg_ms": 121.451, "count": 247, "max_ms": 172.93, "p95_ms": 158.422}, "triton_wait": {"avg_ms": 71.689, "count": 248, "max_ms": 108.641, "p95_ms": 92.706}, "visualize": {"avg_ms": 4.685, "count": 248, "max_ms": 8.786, "p95_ms": 6.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 88, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4917.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1596.03, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.127, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:07:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:07:40+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T10:07:39+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T10:07:39.980355+09:00", "mtime_epoch": 1783300059.980355, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:07:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 711.039, "name": "celery", "pid": 239, "rss_mb": 703.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.577, "pushed": 6.577, "read": 6.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.418, "count": 197, "max_ms": 36.054, "p95_ms": 30.17}, "gstreamer_push": {"avg_ms": 1.003, "count": 197, "max_ms": 1.741, "p95_ms": 1.12}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.953, "count": 197, "max_ms": 107.022, "p95_ms": 94.481}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.593, "count": 197, "max_ms": 98.965, "p95_ms": 93.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.945, "count": 197, "max_ms": 186.131, "p95_ms": 170.17}, "read_interval": {"avg_ms": 152.75, "count": 196, "max_ms": 193.99, "p95_ms": 177.97}, "triton_wait": {"avg_ms": 73.458, "count": 197, "max_ms": 107.036, "p95_ms": 95.619}, "visualize": {"avg_ms": 42.925, "count": 197, "max_ms": 58.269, "p95_ms": 52.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4921.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.384, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.508, "name": "ffmpeg", "pid": 2344, "rss_mb": 270.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.16, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.541}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:07:42+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:07:42+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T10:07:42.656389+09:00", "mtime_epoch": 1783300062.6563888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:07:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.508, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.157, "pushed": 10.157, "read": 10.123}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.072, "count": 304, "max_ms": 5.143, "p95_ms": 4.419}, "gstreamer_push": {"avg_ms": 1.535, "count": 304, "max_ms": 6.555, "p95_ms": 2.869}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.015, "count": 304, "max_ms": 80.726, "p95_ms": 71.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.142, "count": 304, "max_ms": 110.235, "p95_ms": 93.417}, "yolo11_640_fire_11class": {"avg_ms": 53.438, "count": 304, "max_ms": 80.209, "p95_ms": 70.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.137, "count": 304, "max_ms": 79.793, "p95_ms": 52.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.232, "count": 304, "max_ms": 121.694, "p95_ms": 106.547}, "read_interval": {"avg_ms": 98.856, "count": 303, "max_ms": 211.212, "p95_ms": 125.581}, "triton_wait": {"avg_ms": 68.257, "count": 304, "max_ms": 110.249, "p95_ms": 93.43}, "visualize": {"avg_ms": 3.789, "count": 304, "max_ms": 6.778, "p95_ms": 4.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 14}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4919.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 218.56, "last_started_at": "2026-07-06T10:04:24+09:00", "pid": 2190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.703, "name": "ffmpeg", "pid": 2190, "rss_mb": 332.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.545, "sample_count": 1727, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 81.369}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:08:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:08:03+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:08:03+09:00", "mjpeg": {"age_sec": 13.257, "exists": true, "mtime": "2026-07-06T10:07:50.148483+09:00", "mtime_epoch": 1783300070.148483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:08:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1373.262, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.404, "pushed": 5.404, "read": 5.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.906, "count": 162, "max_ms": 7.847, "p95_ms": 5.84}, "gstreamer_push": {"avg_ms": 1.356, "count": 162, "max_ms": 4.057, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.696, "count": 162, "max_ms": 76.846, "p95_ms": 67.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.335, "count": 162, "max_ms": 99.197, "p95_ms": 89.212}, "yolo11_640_fire_11class": {"avg_ms": 53.934, "count": 162, "max_ms": 76.829, "p95_ms": 66.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.358, "count": 162, "max_ms": 78.27, "p95_ms": 67.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.333, "count": 162, "max_ms": 144.183, "p95_ms": 133.267}, "read_interval": {"avg_ms": 186.318, "count": 161, "max_ms": 13275.316, "p95_ms": 148.463}, "triton_wait": {"avg_ms": 67.466, "count": 162, "max_ms": 99.211, "p95_ms": 89.226}, "visualize": {"avg_ms": 4.072, "count": 162, "max_ms": 6.583, "p95_ms": 5.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4922.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1626.156, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.926, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:08:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:08:10+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T10:08:10+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T10:08:10.128736+09:00", "mtime_epoch": 1783300090.1287363, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:08:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 711.039, "name": "celery", "pid": 239, "rss_mb": 705.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.039, "pushed": 7.039, "read": 7.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.812, "count": 211, "max_ms": 30.741, "p95_ms": 26.137}, "gstreamer_push": {"avg_ms": 1.009, "count": 211, "max_ms": 2.686, "p95_ms": 1.12}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.831, "count": 211, "max_ms": 103.276, "p95_ms": 76.975}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.947, "count": 211, "max_ms": 95.464, "p95_ms": 77.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.139, "count": 211, "max_ms": 178.721, "p95_ms": 153.257}, "read_interval": {"avg_ms": 142.809, "count": 210, "max_ms": 189.561, "p95_ms": 161.951}, "triton_wait": {"avg_ms": 66.616, "count": 211, "max_ms": 103.291, "p95_ms": 77.808}, "visualize": {"avg_ms": 41.6, "count": 211, "max_ms": 58.506, "p95_ms": 52.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4913.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.392, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.508, "name": "ffmpeg", "pid": 2344, "rss_mb": 270.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.369, "sample_count": 2077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.534}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:08:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:08:12+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T10:08:12+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T10:08:12.672769+09:00", "mtime_epoch": 1783300092.6727686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:08:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.466, "count": 268, "max_ms": 7.585, "p95_ms": 6.019}, "gstreamer_push": {"avg_ms": 1.309, "count": 268, "max_ms": 6.213, "p95_ms": 1.508}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.504, "count": 268, "max_ms": 73.209, "p95_ms": 54.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.929, "count": 268, "max_ms": 95.898, "p95_ms": 78.086}, "yolo11_640_fire_11class": {"avg_ms": 44.203, "count": 268, "max_ms": 72.3, "p95_ms": 53.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.137, "count": 268, "max_ms": 63.669, "p95_ms": 45.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.581, "count": 268, "max_ms": 139.933, "p95_ms": 130.034}, "read_interval": {"avg_ms": 111.976, "count": 268, "max_ms": 217.095, "p95_ms": 144.216}, "triton_wait": {"avg_ms": 59.949, "count": 268, "max_ms": 95.911, "p95_ms": 78.098}, "visualize": {"avg_ms": 4.508, "count": 268, "max_ms": 7.284, "p95_ms": 5.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4914.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.856, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.746, "name": "ffmpeg", "pid": 2452, "rss_mb": 330.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.901, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 51.305}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:08:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:08:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:08:33+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T10:08:33.413034+09:00", "mtime_epoch": 1783300113.4130344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:08:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1372.512, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 134, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.711, "pushed": 6.711, "read": 6.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.607, "count": 134, "max_ms": 8.799, "p95_ms": 6.253}, "gstreamer_push": {"avg_ms": 1.357, "count": 134, "max_ms": 4.232, "p95_ms": 1.952}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.706, "count": 134, "max_ms": 73.17, "p95_ms": 67.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.452, "count": 134, "max_ms": 101.001, "p95_ms": 92.107}, "yolo11_640_fire_11class": {"avg_ms": 53.4, "count": 134, "max_ms": 73.991, "p95_ms": 66.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.466, "count": 134, "max_ms": 78.575, "p95_ms": 69.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.345, "count": 134, "max_ms": 153.095, "p95_ms": 140.448}, "read_interval": {"avg_ms": 224.363, "count": 134, "max_ms": 10163.887, "p95_ms": 151.452}, "triton_wait": {"avg_ms": 68.713, "count": 134, "max_ms": 101.014, "p95_ms": 92.121}, "visualize": {"avg_ms": 4.5, "count": 134, "max_ms": 6.453, "p95_ms": 5.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.968, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 90, "tracking_summary": 93}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4918.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1656.234, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.355, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:08:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:08:40+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T10:08:40+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T10:08:40.205122+09:00", "mtime_epoch": 1783300120.205122, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:08:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 711.039, "name": "celery", "pid": 239, "rss_mb": 703.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.678, "pushed": 6.678, "read": 6.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.978, "count": 200, "max_ms": 40.51, "p95_ms": 28.088}, "gstreamer_push": {"avg_ms": 1.22, "count": 200, "max_ms": 4.234, "p95_ms": 2.345}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.994, "count": 200, "max_ms": 106.831, "p95_ms": 86.39}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.567, "count": 200, "max_ms": 93.318, "p95_ms": 87.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.232, "count": 200, "max_ms": 202.514, "p95_ms": 166.316}, "read_interval": {"avg_ms": 150.462, "count": 199, "max_ms": 209.464, "p95_ms": 176.879}, "triton_wait": {"avg_ms": 68.909, "count": 200, "max_ms": 106.845, "p95_ms": 89.511}, "visualize": {"avg_ms": 45.265, "count": 200, "max_ms": 66.38, "p95_ms": 60.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4921.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.456, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.766, "name": "ffmpeg", "pid": 2344, "rss_mb": 270.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.923, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.47}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:08:42+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T10:08:42+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T10:08:42.725155+09:00", "mtime_epoch": 1783300122.7251546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:08:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.105, "pushed": 11.105, "read": 11.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.042, "count": 333, "max_ms": 4.821, "p95_ms": 3.854}, "gstreamer_push": {"avg_ms": 1.573, "count": 333, "max_ms": 6.444, "p95_ms": 3.847}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.49, "count": 333, "max_ms": 78.024, "p95_ms": 64.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.496, "count": 333, "max_ms": 108.2, "p95_ms": 85.404}, "yolo11_640_fire_11class": {"avg_ms": 46.768, "count": 333, "max_ms": 70.731, "p95_ms": 63.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.305, "count": 333, "max_ms": 74.829, "p95_ms": 52.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.418, "count": 333, "max_ms": 119.801, "p95_ms": 96.889}, "read_interval": {"avg_ms": 90.323, "count": 332, "max_ms": 135.768, "p95_ms": 116.203}, "triton_wait": {"avg_ms": 60.58, "count": 333, "max_ms": 108.215, "p95_ms": 85.418}, "visualize": {"avg_ms": 3.721, "count": 333, "max_ms": 5.279, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4917.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.948, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.52, "name": "ffmpeg", "pid": 2452, "rss_mb": 331.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.199, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 21.211}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:09:03+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T10:09:03+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T10:09:03.469424+09:00", "mtime_epoch": 1783300143.4694245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:09:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1374.68, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.603}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 289, "max_ms": 8.788, "p95_ms": 6.142}, "gstreamer_push": {"avg_ms": 1.464, "count": 289, "max_ms": 6.744, "p95_ms": 3.616}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.035, "count": 289, "max_ms": 73.728, "p95_ms": 66.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.814, "count": 289, "max_ms": 103.132, "p95_ms": 88.929}, "yolo11_640_fire_11class": {"avg_ms": 52.714, "count": 289, "max_ms": 73.94, "p95_ms": 66.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.587, "count": 289, "max_ms": 79.23, "p95_ms": 68.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.508, "count": 289, "max_ms": 165.325, "p95_ms": 136.782}, "read_interval": {"avg_ms": 104.091, "count": 288, "max_ms": 175.821, "p95_ms": 145.969}, "triton_wait": {"avg_ms": 65.197, "count": 289, "max_ms": 103.145, "p95_ms": 88.942}, "visualize": {"avg_ms": 4.271, "count": 289, "max_ms": 6.736, "p95_ms": 5.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 93, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4929.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1686.379, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.127, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:09:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:09:10+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T10:09:10+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:09:10.337514+09:00", "mtime_epoch": 1783300150.3375142, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:09:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 711.039, "name": "celery", "pid": 239, "rss_mb": 707.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.401, "pushed": 6.401, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.431, "count": 192, "max_ms": 37.127, "p95_ms": 29.588}, "gstreamer_push": {"avg_ms": 1.149, "count": 192, "max_ms": 3.538, "p95_ms": 2.244}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.274, "count": 192, "max_ms": 99.461, "p95_ms": 88.542}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.965, "count": 192, "max_ms": 99.592, "p95_ms": 88.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.48, "count": 192, "max_ms": 183.644, "p95_ms": 170.163}, "read_interval": {"avg_ms": 156.224, "count": 192, "max_ms": 191.561, "p95_ms": 178.535}, "triton_wait": {"avg_ms": 71.163, "count": 192, "max_ms": 99.605, "p95_ms": 90.554}, "visualize": {"avg_ms": 47.073, "count": 192, "max_ms": 74.511, "p95_ms": 62.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4928.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.48, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.766, "name": "ffmpeg", "pid": 2344, "rss_mb": 270.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.456, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.446}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:09:12+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:09:12+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T10:09:12.765546+09:00", "mtime_epoch": 1783300152.765546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:09:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 861.805, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.33, "count": 300, "max_ms": 6.687, "p95_ms": 5.192}, "gstreamer_push": {"avg_ms": 1.57, "count": 300, "max_ms": 6.748, "p95_ms": 3.719}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.541, "count": 300, "max_ms": 73.007, "p95_ms": 65.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.211, "count": 300, "max_ms": 102.506, "p95_ms": 86.913}, "yolo11_640_fire_11class": {"avg_ms": 49.117, "count": 300, "max_ms": 72.905, "p95_ms": 64.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.908, "count": 300, "max_ms": 78.583, "p95_ms": 56.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.627, "count": 300, "max_ms": 142.221, "p95_ms": 117.452}, "read_interval": {"avg_ms": 100.136, "count": 299, "max_ms": 156.88, "p95_ms": 133.439}, "triton_wait": {"avg_ms": 63.402, "count": 300, "max_ms": 102.521, "p95_ms": 86.929}, "visualize": {"avg_ms": 3.944, "count": 300, "max_ms": 6.987, "p95_ms": 5.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4910.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.983, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.777, "name": "ffmpeg", "pid": 2452, "rss_mb": 331.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.848, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:09:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:09:33+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T10:09:33+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T10:09:33.501819+09:00", "mtime_epoch": 1783300173.5018191, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:09:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1372.879, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.254, "pushed": 9.254, "read": 9.22}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.25, "count": 277, "max_ms": 8.132, "p95_ms": 6.101}, "gstreamer_push": {"avg_ms": 1.393, "count": 277, "max_ms": 6.077, "p95_ms": 2.749}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.829, "count": 277, "max_ms": 76.938, "p95_ms": 68.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.882, "count": 277, "max_ms": 111.393, "p95_ms": 92.245}, "yolo11_640_fire_11class": {"avg_ms": 54.802, "count": 277, "max_ms": 73.182, "p95_ms": 68.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.782, "count": 277, "max_ms": 74.779, "p95_ms": 65.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.155, "count": 277, "max_ms": 156.194, "p95_ms": 137.127}, "read_interval": {"avg_ms": 108.39, "count": 276, "max_ms": 169.522, "p95_ms": 147.274}, "triton_wait": {"avg_ms": 69.022, "count": 277, "max_ms": 111.406, "p95_ms": 92.258}, "visualize": {"avg_ms": 4.241, "count": 277, "max_ms": 7.121, "p95_ms": 5.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 93, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4924.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1716.551, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.345, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:09:40+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T10:09:40+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T10:09:40.477912+09:00", "mtime_epoch": 1783300180.4779117, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:09:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 708.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.562, "pushed": 6.562, "read": 6.529}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.434, "count": 196, "max_ms": 37.318, "p95_ms": 30.622}, "gstreamer_push": {"avg_ms": 1.276, "count": 196, "max_ms": 4.243, "p95_ms": 2.447}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.858, "count": 196, "max_ms": 101.661, "p95_ms": 92.509}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.196, "count": 196, "max_ms": 99.139, "p95_ms": 88.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.725, "count": 196, "max_ms": 181.268, "p95_ms": 169.133}, "read_interval": {"avg_ms": 152.996, "count": 195, "max_ms": 189.716, "p95_ms": 177.698}, "triton_wait": {"avg_ms": 73.671, "count": 196, "max_ms": 101.673, "p95_ms": 92.916}, "visualize": {"avg_ms": 43.489, "count": 196, "max_ms": 67.133, "p95_ms": 58.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4920.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.499, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.023, "name": "ffmpeg", "pid": 2344, "rss_mb": 271.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.869, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:09:42+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T10:09:42+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T10:09:42.777942+09:00", "mtime_epoch": 1783300182.7779422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:09:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 856.332, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.02, "count": 300, "max_ms": 5.107, "p95_ms": 3.816}, "gstreamer_push": {"avg_ms": 1.543, "count": 300, "max_ms": 7.183, "p95_ms": 3.674}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.19, "count": 300, "max_ms": 74.976, "p95_ms": 67.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.194, "count": 300, "max_ms": 109.948, "p95_ms": 88.737}, "yolo11_640_fire_11class": {"avg_ms": 49.385, "count": 300, "max_ms": 74.364, "p95_ms": 66.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.8, "count": 300, "max_ms": 67.595, "p95_ms": 51.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.347, "count": 300, "max_ms": 122.656, "p95_ms": 101.977}, "read_interval": {"avg_ms": 100.104, "count": 299, "max_ms": 144.684, "p95_ms": 122.548}, "triton_wait": {"avg_ms": 64.468, "count": 300, "max_ms": 109.961, "p95_ms": 88.748}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 5.912, "p95_ms": 4.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4925.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.065, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.965, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:10:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:10:03+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T10:10:03+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T10:10:03.578219+09:00", "mtime_epoch": 1783300203.5782194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:10:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1373.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.607, "pushed": 8.607, "read": 8.574}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.91, "count": 258, "max_ms": 8.483, "p95_ms": 7.773}, "gstreamer_push": {"avg_ms": 1.367, "count": 258, "max_ms": 7.015, "p95_ms": 2.99}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.377, "count": 258, "max_ms": 74.66, "p95_ms": 68.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.26, "count": 258, "max_ms": 106.02, "p95_ms": 91.534}, "yolo11_640_fire_11class": {"avg_ms": 53.047, "count": 258, "max_ms": 72.612, "p95_ms": 66.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.636, "count": 258, "max_ms": 74.055, "p95_ms": 65.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.097, "count": 258, "max_ms": 165.914, "p95_ms": 145.965}, "read_interval": {"avg_ms": 116.564, "count": 257, "max_ms": 176.533, "p95_ms": 157.836}, "triton_wait": {"avg_ms": 68.573, "count": 258, "max_ms": 106.035, "p95_ms": 91.547}, "visualize": {"avg_ms": 4.535, "count": 258, "max_ms": 6.847, "p95_ms": 5.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 96, "tracking_summary": 98}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4922.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1746.608, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.472, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:10:10+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T10:10:10+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T10:10:10.582313+09:00", "mtime_epoch": 1783300210.5823133, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:10:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 707.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.622, "pushed": 6.622, "read": 6.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.731, "count": 198, "max_ms": 32.71, "p95_ms": 28.7}, "gstreamer_push": {"avg_ms": 1.004, "count": 198, "max_ms": 2.486, "p95_ms": 1.129}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.966, "count": 198, "max_ms": 103.636, "p95_ms": 88.704}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.211, "count": 198, "max_ms": 96.866, "p95_ms": 88.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.149, "count": 198, "max_ms": 186.82, "p95_ms": 162.913}, "read_interval": {"avg_ms": 151.872, "count": 197, "max_ms": 196.564, "p95_ms": 171.623}, "triton_wait": {"avg_ms": 72.89, "count": 198, "max_ms": 103.648, "p95_ms": 90.494}, "visualize": {"avg_ms": 41.458, "count": 198, "max_ms": 70.823, "p95_ms": 52.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4923.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.558, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.023, "name": "ffmpeg", "pid": 2344, "rss_mb": 271.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.869, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:10:12+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T10:10:12+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T10:10:12.826344+09:00", "mtime_epoch": 1783300212.8263435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:10:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 856.332, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.112, "count": 301, "max_ms": 5.599, "p95_ms": 4.171}, "gstreamer_push": {"avg_ms": 1.585, "count": 301, "max_ms": 6.992, "p95_ms": 3.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.596, "count": 301, "max_ms": 76.108, "p95_ms": 65.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.322, "count": 301, "max_ms": 96.012, "p95_ms": 85.748}, "yolo11_640_fire_11class": {"avg_ms": 48.039, "count": 301, "max_ms": 71.598, "p95_ms": 63.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.96, "count": 301, "max_ms": 69.338, "p95_ms": 52.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.519, "count": 301, "max_ms": 107.973, "p95_ms": 97.719}, "read_interval": {"avg_ms": 99.871, "count": 300, "max_ms": 134.521, "p95_ms": 121.357}, "triton_wait": {"avg_ms": 61.537, "count": 301, "max_ms": 96.025, "p95_ms": 85.76}, "visualize": {"avg_ms": 3.755, "count": 301, "max_ms": 5.613, "p95_ms": 4.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 24}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4921.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.114, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.584, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:10:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:10:33+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:10:33+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T10:10:33.638624+09:00", "mtime_epoch": 1783300233.6386242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:10:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1372.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.859, "pushed": 8.859, "read": 8.826}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.89, "count": 265, "max_ms": 8.661, "p95_ms": 7.003}, "gstreamer_push": {"avg_ms": 1.331, "count": 265, "max_ms": 7.591, "p95_ms": 2.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.348, "count": 265, "max_ms": 74.958, "p95_ms": 67.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.459, "count": 265, "max_ms": 97.041, "p95_ms": 87.687}, "yolo11_640_fire_11class": {"avg_ms": 51.14, "count": 265, "max_ms": 74.406, "p95_ms": 64.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.357, "count": 265, "max_ms": 74.797, "p95_ms": 63.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.987, "count": 265, "max_ms": 164.349, "p95_ms": 139.903}, "read_interval": {"avg_ms": 113.433, "count": 264, "max_ms": 177.816, "p95_ms": 150.318}, "triton_wait": {"avg_ms": 65.659, "count": 265, "max_ms": 97.056, "p95_ms": 87.701}, "visualize": {"avg_ms": 4.607, "count": 265, "max_ms": 7.066, "p95_ms": 5.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 96, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4908.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1776.617, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.926, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:10:40+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T10:10:40+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:10:40.578718+09:00", "mtime_epoch": 1783300240.5787182, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:10:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 695.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.662, "pushed": 6.662, "read": 6.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.446, "count": 199, "max_ms": 32.705, "p95_ms": 25.223}, "gstreamer_push": {"avg_ms": 1.072, "count": 199, "max_ms": 3.599, "p95_ms": 2.157}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.776, "count": 199, "max_ms": 97.368, "p95_ms": 90.772}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.788, "count": 199, "max_ms": 93.764, "p95_ms": 89.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.078, "count": 199, "max_ms": 179.26, "p95_ms": 163.188}, "read_interval": {"avg_ms": 150.805, "count": 198, "max_ms": 189.053, "p95_ms": 171.647}, "triton_wait": {"avg_ms": 72.444, "count": 199, "max_ms": 97.381, "p95_ms": 91.641}, "visualize": {"avg_ms": 43.042, "count": 199, "max_ms": 62.666, "p95_ms": 58.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4918.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.682, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.023, "name": "ffmpeg", "pid": 2344, "rss_mb": 271.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.869, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:10:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:10:42+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T10:10:42.902750+09:00", "mtime_epoch": 1783300242.9027498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:10:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.168, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.041, "count": 300, "max_ms": 4.641, "p95_ms": 4.008}, "gstreamer_push": {"avg_ms": 1.516, "count": 300, "max_ms": 6.652, "p95_ms": 3.811}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.787, "count": 300, "max_ms": 74.533, "p95_ms": 64.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.814, "count": 300, "max_ms": 105.207, "p95_ms": 85.568}, "yolo11_640_fire_11class": {"avg_ms": 47.153, "count": 300, "max_ms": 71.832, "p95_ms": 63.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.922, "count": 300, "max_ms": 72.229, "p95_ms": 53.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.946, "count": 300, "max_ms": 117.128, "p95_ms": 98.728}, "read_interval": {"avg_ms": 100.066, "count": 299, "max_ms": 143.494, "p95_ms": 122.968}, "triton_wait": {"avg_ms": 61.193, "count": 300, "max_ms": 105.223, "p95_ms": 85.584}, "visualize": {"avg_ms": 3.642, "count": 300, "max_ms": 4.795, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 26}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4924.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.208, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.057, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:11:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:11:03+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T10:11:03+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T10:11:03.707033+09:00", "mtime_epoch": 1783300263.7070334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:11:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1372.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.67, "pushed": 8.67, "read": 8.637}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.871, "count": 260, "max_ms": 8.46, "p95_ms": 6.266}, "gstreamer_push": {"avg_ms": 1.354, "count": 260, "max_ms": 7.232, "p95_ms": 2.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.867, "count": 260, "max_ms": 78.063, "p95_ms": 69.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.172, "count": 260, "max_ms": 107.255, "p95_ms": 89.485}, "yolo11_640_fire_11class": {"avg_ms": 52.788, "count": 260, "max_ms": 76.233, "p95_ms": 69.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.204, "count": 260, "max_ms": 77.003, "p95_ms": 65.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.461, "count": 260, "max_ms": 167.711, "p95_ms": 142.166}, "read_interval": {"avg_ms": 115.648, "count": 259, "max_ms": 176.66, "p95_ms": 153.02}, "triton_wait": {"avg_ms": 67.411, "count": 260, "max_ms": 107.268, "p95_ms": 89.496}, "visualize": {"avg_ms": 4.608, "count": 260, "max_ms": 7.229, "p95_ms": 5.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4920.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1806.719, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.345, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:11:10+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T10:11:10+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T10:11:10.695129+09:00", "mtime_epoch": 1783300270.6951292, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:11:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 703.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.676, "pushed": 6.676, "read": 6.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.166, "count": 200, "max_ms": 33.679, "p95_ms": 29.299}, "gstreamer_push": {"avg_ms": 1.139, "count": 200, "max_ms": 3.302, "p95_ms": 2.357}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.155, "count": 200, "max_ms": 107.698, "p95_ms": 92.278}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.44, "count": 200, "max_ms": 95.791, "p95_ms": 87.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.833, "count": 200, "max_ms": 179.956, "p95_ms": 165.053}, "read_interval": {"avg_ms": 150.601, "count": 199, "max_ms": 187.225, "p95_ms": 174.611}, "triton_wait": {"avg_ms": 71.011, "count": 200, "max_ms": 107.711, "p95_ms": 92.378}, "visualize": {"avg_ms": 41.669, "count": 200, "max_ms": 61.837, "p95_ms": 54.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4922.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.759, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.023, "name": "ffmpeg", "pid": 2344, "rss_mb": 271.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.134, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:11:13+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T10:11:13+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T10:11:13.027161+09:00", "mtime_epoch": 1783300273.0271611, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:11:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.168, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.116, "count": 301, "max_ms": 5.534, "p95_ms": 4.3}, "gstreamer_push": {"avg_ms": 1.575, "count": 301, "max_ms": 7.034, "p95_ms": 3.849}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.248, "count": 301, "max_ms": 74.805, "p95_ms": 65.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.64, "count": 301, "max_ms": 108.717, "p95_ms": 87.451}, "yolo11_640_fire_11class": {"avg_ms": 48.881, "count": 301, "max_ms": 74.844, "p95_ms": 65.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.141, "count": 301, "max_ms": 67.298, "p95_ms": 52.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.044, "count": 301, "max_ms": 121.441, "p95_ms": 99.914}, "read_interval": {"avg_ms": 99.921, "count": 300, "max_ms": 168.469, "p95_ms": 126.137}, "triton_wait": {"avg_ms": 62.969, "count": 301, "max_ms": 108.731, "p95_ms": 87.465}, "visualize": {"avg_ms": 3.737, "count": 301, "max_ms": 5.447, "p95_ms": 4.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 29}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4936.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.213, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.584, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:11:33+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T10:11:33+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T10:11:33.755446+09:00", "mtime_epoch": 1783300293.7554464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:11:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.316, "name": "celery", "pid": 267, "rss_mb": 1375.875, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.865, "count": 300, "max_ms": 7.162, "p95_ms": 5.799}, "gstreamer_push": {"avg_ms": 1.437, "count": 300, "max_ms": 5.794, "p95_ms": 1.75}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.801, "count": 300, "max_ms": 73.827, "p95_ms": 69.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.151, "count": 300, "max_ms": 103.106, "p95_ms": 89.761}, "yolo11_640_fire_11class": {"avg_ms": 53.849, "count": 300, "max_ms": 73.308, "p95_ms": 67.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.228, "count": 300, "max_ms": 77.603, "p95_ms": 65.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.273, "count": 300, "max_ms": 163.265, "p95_ms": 137.252}, "read_interval": {"avg_ms": 100.173, "count": 300, "max_ms": 174.023, "p95_ms": 147.436}, "triton_wait": {"avg_ms": 67.431, "count": 300, "max_ms": 103.118, "p95_ms": 89.775}, "visualize": {"avg_ms": 4.014, "count": 300, "max_ms": 6.693, "p95_ms": 5.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 100, "tracking_summary": 103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4933.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1836.735, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.476, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:11:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:11:40+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:11:40+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T10:11:40.687542+09:00", "mtime_epoch": 1783300300.6875422, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:11:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 709.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.725, "pushed": 6.725, "read": 6.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.121, "count": 201, "max_ms": 44.58, "p95_ms": 30.108}, "gstreamer_push": {"avg_ms": 1.025, "count": 201, "max_ms": 1.74, "p95_ms": 1.176}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.589, "count": 201, "max_ms": 102.736, "p95_ms": 89.668}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.945, "count": 201, "max_ms": 99.535, "p95_ms": 86.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.499, "count": 201, "max_ms": 177.869, "p95_ms": 163.993}, "read_interval": {"avg_ms": 149.274, "count": 200, "max_ms": 188.246, "p95_ms": 173.417}, "triton_wait": {"avg_ms": 72.25, "count": 201, "max_ms": 102.748, "p95_ms": 90.213}, "visualize": {"avg_ms": 39.968, "count": 201, "max_ms": 51.332, "p95_ms": 48.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4929.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.82, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.023, "name": "ffmpeg", "pid": 2344, "rss_mb": 271.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.993, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-07-06T10:11:43+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T10:11:43+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T10:11:43.043575+09:00", "mtime_epoch": 1783300303.0435748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:11:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.219, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.41, "pushed": 9.41, "read": 9.376}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.832, "count": 282, "max_ms": 8.237, "p95_ms": 5.764}, "gstreamer_push": {"avg_ms": 1.488, "count": 282, "max_ms": 6.296, "p95_ms": 3.573}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.401, "count": 282, "max_ms": 72.946, "p95_ms": 67.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.408, "count": 282, "max_ms": 107.817, "p95_ms": 87.797}, "yolo11_640_fire_11class": {"avg_ms": 48.702, "count": 282, "max_ms": 73.748, "p95_ms": 65.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.171, "count": 282, "max_ms": 78.211, "p95_ms": 54.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.89, "count": 282, "max_ms": 165.673, "p95_ms": 136.816}, "read_interval": {"avg_ms": 106.41, "count": 281, "max_ms": 179.454, "p95_ms": 151.669}, "triton_wait": {"avg_ms": 63.487, "count": 282, "max_ms": 107.831, "p95_ms": 87.811}, "visualize": {"avg_ms": 4.195, "count": 282, "max_ms": 7.4, "p95_ms": 5.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 31}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4937.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.334, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.467, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:12:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:12:03+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T10:12:03+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T10:12:03.763863+09:00", "mtime_epoch": 1783300323.7638628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:12:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1378.137, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.981, "pushed": 7.981, "read": 7.948}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.502, "count": 239, "max_ms": 12.228, "p95_ms": 10.169}, "gstreamer_push": {"avg_ms": 1.242, "count": 239, "max_ms": 3.919, "p95_ms": 1.516}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.252, "count": 239, "max_ms": 72.712, "p95_ms": 69.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.22, "count": 239, "max_ms": 108.886, "p95_ms": 91.5}, "yolo11_640_fire_11class": {"avg_ms": 52.667, "count": 239, "max_ms": 72.699, "p95_ms": 67.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.312, "count": 239, "max_ms": 78.209, "p95_ms": 69.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.473, "count": 239, "max_ms": 228.803, "p95_ms": 190.15}, "read_interval": {"avg_ms": 125.297, "count": 238, "max_ms": 235.419, "p95_ms": 196.784}, "triton_wait": {"avg_ms": 67.325, "count": 239, "max_ms": 108.899, "p95_ms": 91.512}, "visualize": {"avg_ms": 4.843, "count": 239, "max_ms": 9.41, "p95_ms": 7.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 102, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4927.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1866.855, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.472, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:12:10+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T10:12:10+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T10:12:10.799961+09:00", "mtime_epoch": 1783300330.7999609, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:12:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 704.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.742, "pushed": 6.742, "read": 6.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.855, "count": 202, "max_ms": 38.401, "p95_ms": 31.092}, "gstreamer_push": {"avg_ms": 1.07, "count": 202, "max_ms": 2.504, "p95_ms": 1.352}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.334, "count": 202, "max_ms": 100.791, "p95_ms": 89.499}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.484, "count": 202, "max_ms": 98.114, "p95_ms": 88.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.132, "count": 202, "max_ms": 167.817, "p95_ms": 159.358}, "read_interval": {"avg_ms": 149.037, "count": 201, "max_ms": 179.262, "p95_ms": 168.954}, "triton_wait": {"avg_ms": 70.986, "count": 202, "max_ms": 100.804, "p95_ms": 91.144}, "visualize": {"avg_ms": 41.137, "count": 202, "max_ms": 67.558, "p95_ms": 54.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4912.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 452.84, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.023, "name": "ffmpeg", "pid": 2344, "rss_mb": 271.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.134, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:12:13+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:12:13+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T10:12:13.091993+09:00", "mtime_epoch": 1783300333.0919929, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:12:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.219, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.534, "pushed": 10.534, "read": 10.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.168, "count": 316, "max_ms": 5.32, "p95_ms": 4.183}, "gstreamer_push": {"avg_ms": 1.562, "count": 316, "max_ms": 6.54, "p95_ms": 3.744}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.14, "count": 316, "max_ms": 75.066, "p95_ms": 67.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.383, "count": 316, "max_ms": 106.905, "p95_ms": 91.505}, "yolo11_640_fire_11class": {"avg_ms": 48.08, "count": 316, "max_ms": 74.879, "p95_ms": 64.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.518, "count": 316, "max_ms": 77.963, "p95_ms": 53.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.948, "count": 316, "max_ms": 149.827, "p95_ms": 104.306}, "read_interval": {"avg_ms": 95.099, "count": 316, "max_ms": 162.727, "p95_ms": 123.058}, "triton_wait": {"avg_ms": 62.454, "count": 316, "max_ms": 106.919, "p95_ms": 91.519}, "visualize": {"avg_ms": 3.772, "count": 316, "max_ms": 6.498, "p95_ms": 4.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 33}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4925.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.412, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.539, "sample_count": 2449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:12:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:12:34+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T10:12:33+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T10:12:33.952285+09:00", "mtime_epoch": 1783300353.9522853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:12:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1374.855, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.069, "pushed": 9.069, "read": 9.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.416, "count": 271, "max_ms": 11.383, "p95_ms": 9.369}, "gstreamer_push": {"avg_ms": 1.587, "count": 271, "max_ms": 7.766, "p95_ms": 3.81}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.839, "count": 271, "max_ms": 77.727, "p95_ms": 70.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.467, "count": 271, "max_ms": 114.176, "p95_ms": 90.217}, "yolo11_640_fire_11class": {"avg_ms": 58.244, "count": 271, "max_ms": 75.614, "p95_ms": 70.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.817, "count": 271, "max_ms": 81.077, "p95_ms": 65.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.44, "count": 271, "max_ms": 189.401, "p95_ms": 149.477}, "read_interval": {"avg_ms": 111.072, "count": 270, "max_ms": 310.581, "p95_ms": 165.043}, "triton_wait": {"avg_ms": 72.637, "count": 271, "max_ms": 114.191, "p95_ms": 90.231}, "visualize": {"avg_ms": 4.167, "count": 271, "max_ms": 7.789, "p95_ms": 6.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 104, "tracking_summary": 106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4926.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1896.948, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.476, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:12:41+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T10:12:40+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T10:12:40.912383+09:00", "mtime_epoch": 1783300360.912383, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:12:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 707.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.383, "pushed": 6.383, "read": 6.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.046, "count": 191, "max_ms": 34.157, "p95_ms": 29.55}, "gstreamer_push": {"avg_ms": 1.289, "count": 191, "max_ms": 4.268, "p95_ms": 2.508}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.159, "count": 191, "max_ms": 104.652, "p95_ms": 92.855}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.563, "count": 191, "max_ms": 99.215, "p95_ms": 89.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.435, "count": 191, "max_ms": 191.762, "p95_ms": 170.109}, "read_interval": {"avg_ms": 157.627, "count": 190, "max_ms": 200.14, "p95_ms": 178.329}, "triton_wait": {"avg_ms": 73.535, "count": 191, "max_ms": 104.666, "p95_ms": 93.497}, "visualize": {"avg_ms": 46.024, "count": 191, "max_ms": 64.083, "p95_ms": 60.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4929.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 482.855, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.023, "name": "ffmpeg", "pid": 2344, "rss_mb": 271.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.725, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:12:43+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:12:43+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T10:12:43.104414+09:00", "mtime_epoch": 1783300363.104414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:12:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.02, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.096, "count": 303, "max_ms": 5.457, "p95_ms": 3.84}, "gstreamer_push": {"avg_ms": 1.599, "count": 303, "max_ms": 6.209, "p95_ms": 3.864}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.676, "count": 303, "max_ms": 76.133, "p95_ms": 65.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.327, "count": 303, "max_ms": 105.296, "p95_ms": 85.048}, "yolo11_640_fire_11class": {"avg_ms": 52.416, "count": 303, "max_ms": 78.942, "p95_ms": 66.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.3, "count": 303, "max_ms": 76.912, "p95_ms": 54.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.618, "count": 303, "max_ms": 117.525, "p95_ms": 97.915}, "read_interval": {"avg_ms": 99.153, "count": 303, "max_ms": 137.146, "p95_ms": 121.276}, "triton_wait": {"avg_ms": 66.483, "count": 303, "max_ms": 105.31, "p95_ms": 85.061}, "visualize": {"avg_ms": 3.791, "count": 303, "max_ms": 6.818, "p95_ms": 4.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4925.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.482, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.334, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:13:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:13:04+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:13:04.036710+09:00", "mtime_epoch": 1783300384.0367098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:13:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1372.105, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.241, "pushed": 9.241, "read": 9.208}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.779, "count": 277, "max_ms": 9.043, "p95_ms": 6.784}, "gstreamer_push": {"avg_ms": 1.421, "count": 277, "max_ms": 6.557, "p95_ms": 3.647}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.682, "count": 277, "max_ms": 71.269, "p95_ms": 65.76}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.546, "count": 277, "max_ms": 104.978, "p95_ms": 83.736}, "yolo11_640_fire_11class": {"avg_ms": 50.643, "count": 277, "max_ms": 70.315, "p95_ms": 64.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.434, "count": 277, "max_ms": 71.883, "p95_ms": 63.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.567, "count": 277, "max_ms": 160.485, "p95_ms": 136.399}, "read_interval": {"avg_ms": 108.65, "count": 276, "max_ms": 173.555, "p95_ms": 147.312}, "triton_wait": {"avg_ms": 62.873, "count": 277, "max_ms": 104.991, "p95_ms": 83.749}, "visualize": {"avg_ms": 4.528, "count": 277, "max_ms": 6.716, "p95_ms": 5.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 105, "tracking_summary": 108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4927.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1926.957, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.779, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:13:11+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T10:13:10+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T10:13:10.896807+09:00", "mtime_epoch": 1783300390.896807, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:13:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 707.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.627, "pushed": 6.627, "read": 6.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.11, "count": 198, "max_ms": 37.2, "p95_ms": 27.992}, "gstreamer_push": {"avg_ms": 1.061, "count": 198, "max_ms": 3.522, "p95_ms": 1.447}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.206, "count": 198, "max_ms": 94.787, "p95_ms": 85.603}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.372, "count": 198, "max_ms": 95.462, "p95_ms": 86.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.712, "count": 198, "max_ms": 173.532, "p95_ms": 164.43}, "read_interval": {"avg_ms": 151.483, "count": 197, "max_ms": 180.99, "p95_ms": 173.229}, "triton_wait": {"avg_ms": 71.013, "count": 198, "max_ms": 95.474, "p95_ms": 87.334}, "visualize": {"avg_ms": 42.525, "count": 198, "max_ms": 61.845, "p95_ms": 56.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4927.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 512.862, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.602, "name": "ffmpeg", "pid": 2344, "rss_mb": 273.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.166, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:13:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T10:13:13+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T10:13:13.148839+09:00", "mtime_epoch": 1783300393.148839, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:13:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 276, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.202, "pushed": 9.202, "read": 9.202}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.061, "count": 276, "max_ms": 4.778, "p95_ms": 3.811}, "gstreamer_push": {"avg_ms": 1.461, "count": 276, "max_ms": 7.756, "p95_ms": 1.648}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.714, "count": 276, "max_ms": 73.006, "p95_ms": 65.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.559, "count": 276, "max_ms": 105.381, "p95_ms": 84.831}, "yolo11_640_fire_11class": {"avg_ms": 48.275, "count": 276, "max_ms": 70.653, "p95_ms": 64.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.063, "count": 276, "max_ms": 65.333, "p95_ms": 52.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.734, "count": 276, "max_ms": 117.401, "p95_ms": 96.876}, "read_interval": {"avg_ms": 108.711, "count": 276, "max_ms": 3328.442, "p95_ms": 121.783}, "triton_wait": {"avg_ms": 60.703, "count": 276, "max_ms": 105.394, "p95_ms": 84.844}, "visualize": {"avg_ms": 3.785, "count": 276, "max_ms": 5.64, "p95_ms": 4.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4933.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 316.49, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 2452, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.28, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:13:34+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T10:13:34+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T10:13:34.009136+09:00", "mtime_epoch": 1783300414.009136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:13:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1372.695, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.335, "pushed": 9.335, "read": 9.335}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.383, "count": 280, "max_ms": 8.79, "p95_ms": 6.608}, "gstreamer_push": {"avg_ms": 1.479, "count": 280, "max_ms": 6.421, "p95_ms": 3.696}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.512, "count": 280, "max_ms": 74.226, "p95_ms": 68.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.613, "count": 280, "max_ms": 108.299, "p95_ms": 90.751}, "yolo11_640_fire_11class": {"avg_ms": 53.753, "count": 280, "max_ms": 73.648, "p95_ms": 68.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.969, "count": 280, "max_ms": 82.22, "p95_ms": 67.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.415, "count": 280, "max_ms": 159.781, "p95_ms": 142.395}, "read_interval": {"avg_ms": 107.042, "count": 280, "max_ms": 175.64, "p95_ms": 152.709}, "triton_wait": {"avg_ms": 66.796, "count": 280, "max_ms": 108.312, "p95_ms": 90.764}, "visualize": {"avg_ms": 4.301, "count": 280, "max_ms": 7.839, "p95_ms": 5.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 108, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4927.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1957.05, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.593, "sample_count": 1976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:13:41+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T10:13:41+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:13:41.013236+09:00", "mtime_epoch": 1783300421.013236, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:13:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 708.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.744, "pushed": 6.744, "read": 6.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.88, "count": 202, "max_ms": 34.033, "p95_ms": 30.347}, "gstreamer_push": {"avg_ms": 1.083, "count": 202, "max_ms": 3.942, "p95_ms": 1.237}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.848, "count": 202, "max_ms": 98.594, "p95_ms": 91.602}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.009, "count": 202, "max_ms": 96.693, "p95_ms": 87.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.061, "count": 202, "max_ms": 184.741, "p95_ms": 161.562}, "read_interval": {"avg_ms": 148.984, "count": 201, "max_ms": 192.422, "p95_ms": 169.73}, "triton_wait": {"avg_ms": 71.352, "count": 202, "max_ms": 98.608, "p95_ms": 91.615}, "visualize": {"avg_ms": 39.718, "count": 202, "max_ms": 62.872, "p95_ms": 48.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4930.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 542.932, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.602, "name": "ffmpeg", "pid": 2344, "rss_mb": 273.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.075, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:13:43+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T10:13:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T10:13:43.213267+09:00", "mtime_epoch": 1783300423.2132673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:13:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 862.051, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.835, "pushed": 10.835, "read": 10.802}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.083, "count": 325, "max_ms": 4.934, "p95_ms": 3.962}, "gstreamer_push": {"avg_ms": 1.543, "count": 325, "max_ms": 6.426, "p95_ms": 3.804}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.507, "count": 325, "max_ms": 75.335, "p95_ms": 65.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.842, "count": 325, "max_ms": 104.889, "p95_ms": 85.937}, "yolo11_640_fire_11class": {"avg_ms": 49.567, "count": 325, "max_ms": 74.307, "p95_ms": 65.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.949, "count": 325, "max_ms": 73.369, "p95_ms": 52.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.185, "count": 325, "max_ms": 116.616, "p95_ms": 97.874}, "read_interval": {"avg_ms": 92.563, "count": 324, "max_ms": 152.637, "p95_ms": 119.965}, "triton_wait": {"avg_ms": 61.214, "count": 325, "max_ms": 104.901, "p95_ms": 85.951}, "visualize": {"avg_ms": 3.749, "count": 325, "max_ms": 5.914, "p95_ms": 4.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4947.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:08:14+09:00", "last_error_summary": "[h264 @ 0x55a6a5e6ac00] error while decoding MB 2 27, bytestream -13 [in#0/rtsp @ 0x55a6a5638e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6a5638e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 350.717, "last_started_at": "2026-07-06T10:08:17+09:00", "pid": 2452, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.059, "name": "ffmpeg", "pid": 2452, "rss_mb": 355.059, "state": "S (sleeping)", "threads": 104}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.622, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:14:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:14:08+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T10:14:08+09:00", "mjpeg": {"age_sec": 16.791, "exists": true, "mtime": "2026-07-06T10:13:51.541387+09:00", "mtime_epoch": 1783300431.5413866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:14:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1364.645, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.469, "pushed": 1.469, "read": 1.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.149, "count": 44, "max_ms": 7.956, "p95_ms": 6.406}, "gstreamer_push": {"avg_ms": 1.564, "count": 44, "max_ms": 4.22, "p95_ms": 3.818}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.97, "count": 44, "max_ms": 70.773, "p95_ms": 67.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.468, "count": 44, "max_ms": 103.818, "p95_ms": 86.392}, "yolo11_640_fire_11class": {"avg_ms": 57.045, "count": 44, "max_ms": 71.159, "p95_ms": 67.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.105, "count": 44, "max_ms": 68.83, "p95_ms": 64.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.845, "count": 44, "max_ms": 140.461, "p95_ms": 132.095}, "read_interval": {"avg_ms": 695.858, "count": 43, "max_ms": 16819.86, "p95_ms": 150.137}, "triton_wait": {"avg_ms": 70.61, "count": 44, "max_ms": 103.835, "p95_ms": 86.404}, "visualize": {"avg_ms": 4.066, "count": 44, "max_ms": 6.104, "p95_ms": 5.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 109, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4620.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1987.171, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.004, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.405, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:14:11+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T10:14:11+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:14:11.133668+09:00", "mtime_epoch": 1783300451.133668, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:14:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 707.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.28, "pushed": 7.28, "read": 7.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.185, "count": 218, "max_ms": 39.996, "p95_ms": 30.847}, "gstreamer_push": {"avg_ms": 1.004, "count": 218, "max_ms": 1.784, "p95_ms": 1.118}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.047, "count": 218, "max_ms": 93.56, "p95_ms": 71.389}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 62.447, "count": 218, "max_ms": 93.572, "p95_ms": 76.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.502, "count": 218, "max_ms": 167.323, "p95_ms": 145.549}, "read_interval": {"avg_ms": 138.134, "count": 217, "max_ms": 175.495, "p95_ms": 154.67}, "triton_wait": {"avg_ms": 62.544, "count": 218, "max_ms": 93.581, "p95_ms": 76.151}, "visualize": {"avg_ms": 38.737, "count": 218, "max_ms": 48.058, "p95_ms": 44.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 46}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4644.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 572.995, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.602, "name": "ffmpeg", "pid": 2344, "rss_mb": 273.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:14:13+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T10:14:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T10:14:13.277699+09:00", "mtime_epoch": 1783300453.2776988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:14:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 862.051, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.178, "pushed": 6.178, "read": 6.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.938, "count": 185, "max_ms": 4.966, "p95_ms": 3.795}, "gstreamer_push": {"avg_ms": 1.513, "count": 185, "max_ms": 4.855, "p95_ms": 3.583}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.147, "count": 185, "max_ms": 67.812, "p95_ms": 51.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.515, "count": 185, "max_ms": 87.145, "p95_ms": 75.367}, "yolo11_640_fire_11class": {"avg_ms": 43.914, "count": 185, "max_ms": 67.289, "p95_ms": 50.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.272, "count": 185, "max_ms": 49.78, "p95_ms": 36.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.097, "count": 185, "max_ms": 98.879, "p95_ms": 86.924}, "read_interval": {"avg_ms": 162.748, "count": 184, "max_ms": 3417.228, "p95_ms": 117.589}, "triton_wait": {"avg_ms": 53.605, "count": 185, "max_ms": 87.162, "p95_ms": 75.381}, "visualize": {"avg_ms": 3.636, "count": 185, "max_ms": 5.527, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4924.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:14:09+09:00", "last_error_summary": "[h264 @ 0x559e60120500] error while decoding MB 69 33, bytestream -5 [in#0/rtsp @ 0x559e5f81ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e5f81ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:14:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.811, "last_started_at": "2026-07-06T10:14:11+09:00", "pid": 2604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.582, "name": "ffmpeg", "pid": 2604, "rss_mb": 332.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.334, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:14:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:14:38+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T10:14:38.310060+09:00", "mtime_epoch": 1783300478.3100603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:14:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1369.773, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.088, "pushed": 7.088, "read": 7.055}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.153, "count": 212, "max_ms": 8.203, "p95_ms": 6.145}, "gstreamer_push": {"avg_ms": 1.489, "count": 212, "max_ms": 6.181, "p95_ms": 3.679}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.071, "count": 212, "max_ms": 75.292, "p95_ms": 66.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.536, "count": 212, "max_ms": 92.361, "p95_ms": 86.607}, "yolo11_640_fire_11class": {"avg_ms": 52.214, "count": 212, "max_ms": 75.28, "p95_ms": 65.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.121, "count": 212, "max_ms": 79.556, "p95_ms": 62.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.205, "count": 212, "max_ms": 143.924, "p95_ms": 130.348}, "read_interval": {"avg_ms": 141.996, "count": 211, "max_ms": 7685.93, "p95_ms": 142.35}, "triton_wait": {"avg_ms": 64.762, "count": 212, "max_ms": 92.372, "p95_ms": 86.621}, "visualize": {"avg_ms": 4.161, "count": 212, "max_ms": 8.454, "p95_ms": 5.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 111, "tracking_summary": 113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4924.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2017.201, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.109, "sample_count": 2012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:14:41+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:14:41+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T10:14:41.146101+09:00", "mtime_epoch": 1783300481.1461012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:14:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 705.441, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.926, "pushed": 6.926, "read": 6.893}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.925, "count": 207, "max_ms": 41.895, "p95_ms": 33.385}, "gstreamer_push": {"avg_ms": 1.001, "count": 207, "max_ms": 2.241, "p95_ms": 1.149}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.274, "count": 207, "max_ms": 95.16, "p95_ms": 88.353}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.581, "count": 207, "max_ms": 93.9, "p95_ms": 85.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.25, "count": 207, "max_ms": 182.852, "p95_ms": 158.303}, "read_interval": {"avg_ms": 145.001, "count": 206, "max_ms": 190.357, "p95_ms": 167.421}, "triton_wait": {"avg_ms": 67.221, "count": 207, "max_ms": 95.178, "p95_ms": 88.589}, "visualize": {"avg_ms": 41.003, "count": 207, "max_ms": 66.345, "p95_ms": 54.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 48}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4919.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 603.053, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.18, "name": "ffmpeg", "pid": 2344, "rss_mb": 276.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.827, "sample_count": 2798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:14:43+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:14:43+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:14:43.338133+09:00", "mtime_epoch": 1783300483.338133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:14:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.106, "pushed": 7.106, "read": 7.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.103, "count": 213, "max_ms": 4.935, "p95_ms": 4.401}, "gstreamer_push": {"avg_ms": 1.472, "count": 213, "max_ms": 6.073, "p95_ms": 1.611}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.366, "count": 213, "max_ms": 76.605, "p95_ms": 64.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.231, "count": 213, "max_ms": 104.571, "p95_ms": 86.372}, "yolo11_640_fire_11class": {"avg_ms": 48.905, "count": 213, "max_ms": 76.593, "p95_ms": 63.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.847, "count": 213, "max_ms": 60.827, "p95_ms": 52.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.368, "count": 213, "max_ms": 117.459, "p95_ms": 99.802}, "read_interval": {"avg_ms": 141.431, "count": 212, "max_ms": 3183.492, "p95_ms": 119.936}, "triton_wait": {"avg_ms": 62.295, "count": 213, "max_ms": 104.584, "p95_ms": 86.385}, "visualize": {"avg_ms": 3.799, "count": 213, "max_ms": 5.414, "p95_ms": 4.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 43}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4938.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:14:09+09:00", "last_error_summary": "[h264 @ 0x559e60120500] error while decoding MB 69 33, bytestream -5 [in#0/rtsp @ 0x559e5f81ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e5f81ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:14:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.872, "last_started_at": "2026-07-06T10:14:11+09:00", "pid": 2604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.582, "name": "ffmpeg", "pid": 2604, "rss_mb": 332.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.517, "sample_count": 2441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:15:08+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T10:15:08+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:15:08.366497+09:00", "mtime_epoch": 1783300508.3664966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:15:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1372.926, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.122, "count": 299, "max_ms": 9.024, "p95_ms": 6.245}, "gstreamer_push": {"avg_ms": 1.492, "count": 299, "max_ms": 6.489, "p95_ms": 3.656}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.088, "count": 299, "max_ms": 76.788, "p95_ms": 67.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.404, "count": 299, "max_ms": 107.107, "p95_ms": 91.031}, "yolo11_640_fire_11class": {"avg_ms": 51.582, "count": 299, "max_ms": 76.004, "p95_ms": 65.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.323, "count": 299, "max_ms": 76.618, "p95_ms": 64.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.893, "count": 299, "max_ms": 158.929, "p95_ms": 133.166}, "read_interval": {"avg_ms": 100.593, "count": 298, "max_ms": 168.802, "p95_ms": 142.941}, "triton_wait": {"avg_ms": 64.734, "count": 299, "max_ms": 107.121, "p95_ms": 91.043}, "visualize": {"avg_ms": 4.134, "count": 299, "max_ms": 6.576, "p95_ms": 5.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 113, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4935.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2047.298, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.146, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:15:11+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T10:15:11+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T10:15:11.250539+09:00", "mtime_epoch": 1783300511.2505386, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:15:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 708.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.477, "pushed": 6.477, "read": 6.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.26, "count": 194, "max_ms": 36.06, "p95_ms": 32.075}, "gstreamer_push": {"avg_ms": 1.211, "count": 194, "max_ms": 3.37, "p95_ms": 2.376}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.582, "count": 194, "max_ms": 105.445, "p95_ms": 90.537}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.347, "count": 194, "max_ms": 94.867, "p95_ms": 90.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.234, "count": 194, "max_ms": 181.063, "p95_ms": 169.368}, "read_interval": {"avg_ms": 155.127, "count": 193, "max_ms": 191.179, "p95_ms": 177.15}, "triton_wait": {"avg_ms": 73.476, "count": 194, "max_ms": 105.458, "p95_ms": 91.942}, "visualize": {"avg_ms": 42.636, "count": 194, "max_ms": 64.185, "p95_ms": 57.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4941.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 633.13, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.758, "name": "ffmpeg", "pid": 2344, "rss_mb": 278.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.266, "sample_count": 2769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:15:13+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:15:13+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:15:13.414570+09:00", "mtime_epoch": 1783300513.41457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:15:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 864.727, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.034, "pushed": 9.067, "read": 9.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.089, "count": 271, "max_ms": 7.588, "p95_ms": 5.796}, "gstreamer_push": {"avg_ms": 1.395, "count": 272, "max_ms": 6.432, "p95_ms": 2.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.165, "count": 271, "max_ms": 73.626, "p95_ms": 65.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.298, "count": 271, "max_ms": 97.093, "p95_ms": 88.095}, "yolo11_640_fire_11class": {"avg_ms": 48.589, "count": 271, "max_ms": 72.783, "p95_ms": 63.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.69, "count": 271, "max_ms": 69.147, "p95_ms": 55.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.687, "count": 271, "max_ms": 155.685, "p95_ms": 140.155}, "read_interval": {"avg_ms": 110.687, "count": 271, "max_ms": 169.405, "p95_ms": 154.754}, "triton_wait": {"avg_ms": 63.811, "count": 271, "max_ms": 97.111, "p95_ms": 88.109}, "visualize": {"avg_ms": 4.393, "count": 271, "max_ms": 6.582, "p95_ms": 5.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4945.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:14:09+09:00", "last_error_summary": "[h264 @ 0x559e60120500] error while decoding MB 69 33, bytestream -5 [in#0/rtsp @ 0x559e5f81ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e5f81ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:14:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.879, "last_started_at": "2026-07-06T10:14:11+09:00", "pid": 2604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.582, "name": "ffmpeg", "pid": 2604, "rss_mb": 332.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.517, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:15:38+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:15:38+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:15:38.374935+09:00", "mtime_epoch": 1783300538.374935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:15:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1375.578, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.335, "pushed": 9.335, "read": 9.335}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.403, "count": 280, "max_ms": 9.282, "p95_ms": 6.446}, "gstreamer_push": {"avg_ms": 1.416, "count": 280, "max_ms": 6.691, "p95_ms": 2.572}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.187, "count": 280, "max_ms": 75.194, "p95_ms": 69.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.856, "count": 280, "max_ms": 99.848, "p95_ms": 89.931}, "yolo11_640_fire_11class": {"avg_ms": 53.791, "count": 280, "max_ms": 74.418, "p95_ms": 68.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.095, "count": 280, "max_ms": 77.967, "p95_ms": 68.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.782, "count": 280, "max_ms": 156.114, "p95_ms": 138.057}, "read_interval": {"avg_ms": 107.186, "count": 280, "max_ms": 168.2, "p95_ms": 149.185}, "triton_wait": {"avg_ms": 67.261, "count": 280, "max_ms": 99.861, "p95_ms": 89.944}, "visualize": {"avg_ms": 4.278, "count": 280, "max_ms": 8.735, "p95_ms": 5.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 114, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4931.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2077.311, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.688, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:15:41+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T10:15:41+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T10:15:41.258977+09:00", "mtime_epoch": 1783300541.2589772, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:15:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 700.117, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.694, "pushed": 6.694, "read": 6.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.848, "count": 200, "max_ms": 40.216, "p95_ms": 32.892}, "gstreamer_push": {"avg_ms": 1.147, "count": 200, "max_ms": 4.027, "p95_ms": 2.299}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.803, "count": 200, "max_ms": 99.618, "p95_ms": 93.12}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.826, "count": 200, "max_ms": 95.948, "p95_ms": 89.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.316, "count": 200, "max_ms": 173.608, "p95_ms": 166.008}, "read_interval": {"avg_ms": 150.005, "count": 199, "max_ms": 181.313, "p95_ms": 174.809}, "triton_wait": {"avg_ms": 72.785, "count": 200, "max_ms": 99.633, "p95_ms": 94.723}, "visualize": {"avg_ms": 40.841, "count": 200, "max_ms": 66.963, "p95_ms": 51.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 53}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4928.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 663.162, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.758, "name": "ffmpeg", "pid": 2344, "rss_mb": 278.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.694, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:15:43+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:15:43+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:15:43.447009+09:00", "mtime_epoch": 1783300543.4470093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:15:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 864.789, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.988, "pushed": 10.988, "read": 10.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.133, "count": 329, "max_ms": 5.175, "p95_ms": 4.61}, "gstreamer_push": {"avg_ms": 1.483, "count": 329, "max_ms": 6.407, "p95_ms": 3.538}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.934, "count": 329, "max_ms": 73.09, "p95_ms": 66.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.396, "count": 329, "max_ms": 103.597, "p95_ms": 85.728}, "yolo11_640_fire_11class": {"avg_ms": 47.853, "count": 329, "max_ms": 72.483, "p95_ms": 66.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.326, "count": 329, "max_ms": 74.744, "p95_ms": 55.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.574, "count": 329, "max_ms": 115.836, "p95_ms": 97.627}, "read_interval": {"avg_ms": 91.313, "count": 328, "max_ms": 132.985, "p95_ms": 115.759}, "triton_wait": {"avg_ms": 62.655, "count": 329, "max_ms": 103.61, "p95_ms": 85.741}, "visualize": {"avg_ms": 3.714, "count": 329, "max_ms": 6.144, "p95_ms": 4.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4944.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:14:09+09:00", "last_error_summary": "[h264 @ 0x559e60120500] error while decoding MB 69 33, bytestream -5 [in#0/rtsp @ 0x559e5f81ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e5f81ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:14:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.903, "last_started_at": "2026-07-06T10:14:11+09:00", "pid": 2604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.582, "name": "ffmpeg", "pid": 2604, "rss_mb": 332.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.131, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:16:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:16:08+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T10:16:08+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T10:16:08.371375+09:00", "mtime_epoch": 1783300568.3713753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:16:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1375.637, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.748, "pushed": 8.748, "read": 8.715}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.779, "count": 262, "max_ms": 8.887, "p95_ms": 6.769}, "gstreamer_push": {"avg_ms": 1.42, "count": 262, "max_ms": 6.208, "p95_ms": 3.52}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.461, "count": 262, "max_ms": 76.14, "p95_ms": 69.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.763, "count": 262, "max_ms": 99.806, "p95_ms": 89.837}, "yolo11_640_fire_11class": {"avg_ms": 53.423, "count": 262, "max_ms": 72.246, "p95_ms": 68.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.108, "count": 262, "max_ms": 74.552, "p95_ms": 65.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.443, "count": 262, "max_ms": 156.304, "p95_ms": 140.253}, "read_interval": {"avg_ms": 114.604, "count": 261, "max_ms": 172.842, "p95_ms": 151.832}, "triton_wait": {"avg_ms": 69.057, "count": 262, "max_ms": 99.82, "p95_ms": 89.85}, "visualize": {"avg_ms": 4.554, "count": 262, "max_ms": 7.075, "p95_ms": 6.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 117, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4947.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2107.443, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.208, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:16:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:16:11+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T10:16:11+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T10:16:11.383420+09:00", "mtime_epoch": 1783300571.3834198, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:16:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 710.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.544, "pushed": 6.544, "read": 6.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.464, "count": 196, "max_ms": 40.579, "p95_ms": 34.146}, "gstreamer_push": {"avg_ms": 1.268, "count": 196, "max_ms": 3.895, "p95_ms": 2.353}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.293, "count": 196, "max_ms": 99.953, "p95_ms": 90.469}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.355, "count": 196, "max_ms": 92.163, "p95_ms": 86.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.775, "count": 196, "max_ms": 181.932, "p95_ms": 168.751}, "read_interval": {"avg_ms": 153.655, "count": 195, "max_ms": 189.189, "p95_ms": 178.622}, "triton_wait": {"avg_ms": 69.833, "count": 196, "max_ms": 99.965, "p95_ms": 90.518}, "visualize": {"avg_ms": 45.505, "count": 196, "max_ms": 66.218, "p95_ms": 58.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 56}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4942.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 693.214, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.758, "name": "ffmpeg", "pid": 2344, "rss_mb": 278.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.318, "sample_count": 2823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:16:13+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T10:16:13+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T10:16:13.459450+09:00", "mtime_epoch": 1783300573.4594502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:16:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 864.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.876, "pushed": 10.876, "read": 10.843}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.097, "count": 326, "max_ms": 5.13, "p95_ms": 4.383}, "gstreamer_push": {"avg_ms": 1.593, "count": 326, "max_ms": 5.357, "p95_ms": 3.855}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.675, "count": 326, "max_ms": 73.652, "p95_ms": 66.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.777, "count": 326, "max_ms": 103.392, "p95_ms": 88.821}, "yolo11_640_fire_11class": {"avg_ms": 48.441, "count": 326, "max_ms": 72.607, "p95_ms": 64.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.755, "count": 326, "max_ms": 69.254, "p95_ms": 53.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.976, "count": 326, "max_ms": 115.426, "p95_ms": 100.99}, "read_interval": {"avg_ms": 92.099, "count": 325, "max_ms": 135.644, "p95_ms": 118.2}, "triton_wait": {"avg_ms": 62.988, "count": 326, "max_ms": 103.405, "p95_ms": 88.834}, "visualize": {"avg_ms": 3.737, "count": 326, "max_ms": 6.788, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 49}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4937.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:14:09+09:00", "last_error_summary": "[h264 @ 0x559e60120500] error while decoding MB 69 33, bytestream -5 [in#0/rtsp @ 0x559e5f81ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e5f81ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:14:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.93, "last_started_at": "2026-07-06T10:14:11+09:00", "pid": 2604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.582, "name": "ffmpeg", "pid": 2604, "rss_mb": 332.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.113, "sample_count": 2444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:16:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:16:38+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:16:38+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-06T10:16:38.431819+09:00", "mtime_epoch": 1783300598.431819, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:16:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1374.969, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.501, "pushed": 9.501, "read": 9.467}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.165, "count": 284, "max_ms": 8.99, "p95_ms": 6.257}, "gstreamer_push": {"avg_ms": 1.482, "count": 284, "max_ms": 6.89, "p95_ms": 3.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.819, "count": 284, "max_ms": 77.864, "p95_ms": 69.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.123, "count": 284, "max_ms": 108.928, "p95_ms": 92.651}, "yolo11_640_fire_11class": {"avg_ms": 54.897, "count": 284, "max_ms": 75.094, "p95_ms": 68.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.266, "count": 284, "max_ms": 72.288, "p95_ms": 65.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.202, "count": 284, "max_ms": 154.491, "p95_ms": 134.823}, "read_interval": {"avg_ms": 105.84, "count": 283, "max_ms": 164.497, "p95_ms": 144.031}, "triton_wait": {"avg_ms": 69.425, "count": 284, "max_ms": 108.941, "p95_ms": 92.664}, "visualize": {"avg_ms": 4.14, "count": 284, "max_ms": 7.516, "p95_ms": 5.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 118, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4943.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2137.474, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.03, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:16:41+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T10:16:41+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:16:41.423863+09:00", "mtime_epoch": 1783300601.4238634, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:16:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.211, "name": "celery", "pid": 239, "rss_mb": 710.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.858, "pushed": 6.858, "read": 6.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.003, "count": 205, "max_ms": 35.17, "p95_ms": 31.345}, "gstreamer_push": {"avg_ms": 1.029, "count": 205, "max_ms": 2.541, "p95_ms": 1.172}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.977, "count": 205, "max_ms": 106.98, "p95_ms": 91.542}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.033, "count": 205, "max_ms": 95.484, "p95_ms": 86.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.775, "count": 205, "max_ms": 197.911, "p95_ms": 163.317}, "read_interval": {"avg_ms": 146.427, "count": 204, "max_ms": 205.041, "p95_ms": 173.567}, "triton_wait": {"avg_ms": 70.71, "count": 205, "max_ms": 106.993, "p95_ms": 92.057}, "visualize": {"avg_ms": 37.927, "count": 205, "max_ms": 59.286, "p95_ms": 46.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 58}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4943.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 723.223, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.758, "name": "ffmpeg", "pid": 2344, "rss_mb": 278.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.569, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:16:43+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T10:16:43+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T10:16:43.495894+09:00", "mtime_epoch": 1783300603.495894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:16:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 862.406, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.636, "pushed": 10.636, "read": 10.636}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.109, "count": 319, "max_ms": 4.902, "p95_ms": 4.156}, "gstreamer_push": {"avg_ms": 1.584, "count": 319, "max_ms": 6.368, "p95_ms": 3.753}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.633, "count": 319, "max_ms": 72.715, "p95_ms": 66.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.891, "count": 319, "max_ms": 104.309, "p95_ms": 92.072}, "yolo11_640_fire_11class": {"avg_ms": 50.219, "count": 319, "max_ms": 73.98, "p95_ms": 65.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.529, "count": 319, "max_ms": 65.615, "p95_ms": 52.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.06, "count": 319, "max_ms": 116.322, "p95_ms": 104.772}, "read_interval": {"avg_ms": 94.143, "count": 319, "max_ms": 142.062, "p95_ms": 121.481}, "triton_wait": {"avg_ms": 64.973, "count": 319, "max_ms": 104.323, "p95_ms": 92.087}, "visualize": {"avg_ms": 3.781, "count": 319, "max_ms": 6.11, "p95_ms": 4.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4951.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:14:09+09:00", "last_error_summary": "[h264 @ 0x559e60120500] error while decoding MB 69 33, bytestream -5 [in#0/rtsp @ 0x559e5f81ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e5f81ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:14:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.987, "last_started_at": "2026-07-06T10:14:11+09:00", "pid": 2604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.582, "name": "ffmpeg", "pid": 2604, "rss_mb": 332.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.437, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:17:08+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T10:17:08+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T10:17:08.444264+09:00", "mtime_epoch": 1783300628.4442642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:17:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1372.988, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.68, "count": 269, "max_ms": 8.974, "p95_ms": 6.41}, "gstreamer_push": {"avg_ms": 1.456, "count": 269, "max_ms": 5.994, "p95_ms": 3.661}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.451, "count": 269, "max_ms": 74.07, "p95_ms": 66.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.611, "count": 269, "max_ms": 99.115, "p95_ms": 91.417}, "yolo11_640_fire_11class": {"avg_ms": 51.651, "count": 269, "max_ms": 73.124, "p95_ms": 66.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.418, "count": 269, "max_ms": 77.379, "p95_ms": 63.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.632, "count": 269, "max_ms": 163.114, "p95_ms": 144.894}, "read_interval": {"avg_ms": 111.71, "count": 268, "max_ms": 173.564, "p95_ms": 155.266}, "triton_wait": {"avg_ms": 65.849, "count": 269, "max_ms": 99.127, "p95_ms": 91.431}, "visualize": {"avg_ms": 4.469, "count": 269, "max_ms": 6.98, "p95_ms": 5.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 120, "tracking_summary": 122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4951.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2167.489, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.829, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:17:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:17:11+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T10:17:11+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T10:17:11.448309+09:00", "mtime_epoch": 1783300631.4483087, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:17:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 713.238, "name": "celery", "pid": 239, "rss_mb": 713.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.696, "pushed": 6.696, "read": 6.662}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.727, "count": 200, "max_ms": 38.926, "p95_ms": 31.838}, "gstreamer_push": {"avg_ms": 0.992, "count": 200, "max_ms": 1.371, "p95_ms": 1.138}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.821, "count": 200, "max_ms": 103.387, "p95_ms": 90.896}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.034, "count": 200, "max_ms": 95.323, "p95_ms": 90.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.507, "count": 200, "max_ms": 171.027, "p95_ms": 166.796}, "read_interval": {"avg_ms": 150.086, "count": 199, "max_ms": 179.745, "p95_ms": 175.04}, "triton_wait": {"avg_ms": 71.184, "count": 200, "max_ms": 103.401, "p95_ms": 91.742}, "visualize": {"avg_ms": 39.571, "count": 200, "max_ms": 61.0, "p95_ms": 46.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 61}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4950.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 753.279, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.492, "name": "ffmpeg", "pid": 2344, "rss_mb": 286.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.994, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:17:13+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T10:17:13+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T10:17:13.552340+09:00", "mtime_epoch": 1783300633.55234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:17:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 859.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 334, "pushed_frames": 334, "read_frames": 333, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.144, "pushed": 11.144, "read": 11.11}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.084, "count": 334, "max_ms": 5.119, "p95_ms": 4.167}, "gstreamer_push": {"avg_ms": 1.576, "count": 334, "max_ms": 5.709, "p95_ms": 3.805}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.981, "count": 334, "max_ms": 73.666, "p95_ms": 64.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.937, "count": 334, "max_ms": 106.948, "p95_ms": 84.441}, "yolo11_640_fire_11class": {"avg_ms": 47.235, "count": 334, "max_ms": 72.773, "p95_ms": 63.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.983, "count": 334, "max_ms": 72.921, "p95_ms": 52.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.816, "count": 334, "max_ms": 118.669, "p95_ms": 96.775}, "read_interval": {"avg_ms": 89.98, "count": 333, "max_ms": 135.873, "p95_ms": 114.381}, "triton_wait": {"avg_ms": 61.003, "count": 334, "max_ms": 106.961, "p95_ms": 84.458}, "visualize": {"avg_ms": 3.708, "count": 334, "max_ms": 5.265, "p95_ms": 4.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 121, "tracking_summary": 123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4953.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2197.637, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.565, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:17:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:17:41+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T10:17:41+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T10:17:41.592758+09:00", "mtime_epoch": 1783300661.5927582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:17:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.27, "name": "celery", "pid": 239, "rss_mb": 713.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.67, "pushed": 6.67, "read": 6.636}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.616, "count": 200, "max_ms": 37.501, "p95_ms": 33.57}, "gstreamer_push": {"avg_ms": 1.044, "count": 200, "max_ms": 2.114, "p95_ms": 1.134}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.462, "count": 200, "max_ms": 100.746, "p95_ms": 92.967}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.251, "count": 200, "max_ms": 99.927, "p95_ms": 91.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.812, "count": 200, "max_ms": 176.36, "p95_ms": 160.714}, "read_interval": {"avg_ms": 150.738, "count": 199, "max_ms": 183.61, "p95_ms": 171.899}, "triton_wait": {"avg_ms": 73.261, "count": 200, "max_ms": 100.76, "p95_ms": 94.446}, "visualize": {"avg_ms": 38.748, "count": 200, "max_ms": 50.966, "p95_ms": 44.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 64}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4956.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 783.307, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.492, "name": "ffmpeg", "pid": 2344, "rss_mb": 286.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.807, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:17:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:17:43+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T10:17:43+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T10:17:43.592788+09:00", "mtime_epoch": 1783300663.592788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:17:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 865.441, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.357, "pushed": 11.357, "read": 11.324}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.119, "count": 340, "max_ms": 5.527, "p95_ms": 4.269}, "gstreamer_push": {"avg_ms": 1.607, "count": 340, "max_ms": 6.972, "p95_ms": 3.849}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.391, "count": 340, "max_ms": 76.358, "p95_ms": 64.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.923, "count": 340, "max_ms": 106.196, "p95_ms": 87.871}, "yolo11_640_fire_11class": {"avg_ms": 46.665, "count": 340, "max_ms": 76.695, "p95_ms": 65.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.833, "count": 340, "max_ms": 77.678, "p95_ms": 50.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.967, "count": 340, "max_ms": 119.827, "p95_ms": 99.789}, "read_interval": {"avg_ms": 88.342, "count": 339, "max_ms": 141.686, "p95_ms": 118.993}, "triton_wait": {"avg_ms": 59.047, "count": 340, "max_ms": 106.209, "p95_ms": 87.886}, "visualize": {"avg_ms": 3.731, "count": 340, "max_ms": 5.375, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 54}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4957.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:14:09+09:00", "last_error_summary": "[h264 @ 0x559e60120500] error while decoding MB 69 33, bytestream -5 [in#0/rtsp @ 0x559e5f81ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e5f81ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:14:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.667, "last_started_at": "2026-07-06T10:14:11+09:00", "pid": 2604, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.41, "name": "ffmpeg", "pid": 2604, "rss_mb": 333.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.461, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:17:46+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T10:17:46+09:00", "mjpeg": {"age_sec": 9.203, "exists": true, "mtime": "2026-07-06T10:17:37.020690+09:00", "mtime_epoch": 1783300657.0206897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:17:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1375.988, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.735, "pushed": 5.735, "read": 5.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.022, "count": 172, "max_ms": 7.86, "p95_ms": 6.756}, "gstreamer_push": {"avg_ms": 1.297, "count": 172, "max_ms": 4.65, "p95_ms": 1.926}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.565, "count": 172, "max_ms": 77.213, "p95_ms": 71.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.305, "count": 172, "max_ms": 107.817, "p95_ms": 96.317}, "yolo11_640_fire_11class": {"avg_ms": 53.177, "count": 172, "max_ms": 76.381, "p95_ms": 69.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.27, "count": 172, "max_ms": 80.451, "p95_ms": 67.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.241, "count": 172, "max_ms": 165.051, "p95_ms": 151.567}, "read_interval": {"avg_ms": 174.298, "count": 172, "max_ms": 9210.863, "p95_ms": 162.429}, "triton_wait": {"avg_ms": 69.883, "count": 172, "max_ms": 107.829, "p95_ms": 96.329}, "visualize": {"avg_ms": 4.774, "count": 172, "max_ms": 7.478, "p95_ms": 6.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 123, "tracking_summary": 125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4927.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2227.667, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.979, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:18:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:18:11+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T10:18:11+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:18:11.625208+09:00", "mtime_epoch": 1783300691.6252077, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:18:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.27, "name": "celery", "pid": 239, "rss_mb": 709.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.728, "pushed": 6.728, "read": 6.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.053, "count": 201, "max_ms": 30.83, "p95_ms": 28.226}, "gstreamer_push": {"avg_ms": 1.108, "count": 201, "max_ms": 3.573, "p95_ms": 2.267}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.194, "count": 201, "max_ms": 101.397, "p95_ms": 73.715}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.85, "count": 201, "max_ms": 100.619, "p95_ms": 77.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.517, "count": 201, "max_ms": 173.967, "p95_ms": 158.517}, "read_interval": {"avg_ms": 149.406, "count": 200, "max_ms": 182.698, "p95_ms": 167.764}, "triton_wait": {"avg_ms": 66.984, "count": 201, "max_ms": 101.409, "p95_ms": 77.338}, "visualize": {"avg_ms": 43.642, "count": 201, "max_ms": 63.022, "p95_ms": 58.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4949.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 813.376, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.648, "name": "ffmpeg", "pid": 2344, "rss_mb": 291.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.829, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:18:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T10:18:13+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T10:18:13+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T10:18:13.653238+09:00", "mtime_epoch": 1783300693.653238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:18:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.164, "name": "celery", "pid": 237, "rss_mb": 862.879, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 359, "pushed_frames": 359, "read_frames": 358, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.971, "pushed": 11.971, "read": 11.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.049, "count": 359, "max_ms": 4.93, "p95_ms": 3.745}, "gstreamer_push": {"avg_ms": 1.578, "count": 359, "max_ms": 6.143, "p95_ms": 3.772}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.379, "count": 359, "max_ms": 75.067, "p95_ms": 51.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.663, "count": 359, "max_ms": 104.145, "p95_ms": 76.886}, "yolo11_640_fire_11class": {"avg_ms": 44.338, "count": 359, "max_ms": 70.041, "p95_ms": 50.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.86, "count": 359, "max_ms": 65.155, "p95_ms": 41.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.583, "count": 359, "max_ms": 115.647, "p95_ms": 88.348}, "read_interval": {"avg_ms": 83.749, "count": 358, "max_ms": 131.797, "p95_ms": 106.906}, "triton_wait": {"avg_ms": 54.721, "count": 359, "max_ms": 104.158, "p95_ms": 76.898}, "visualize": {"avg_ms": 3.737, "count": 359, "max_ms": 5.31, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4949.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.407, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.527, "name": "ffmpeg", "pid": 2756, "rss_mb": 327.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.572, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:18:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:18:16+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T10:18:16+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:18:16.181276+09:00", "mtime_epoch": 1783300696.1812758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:18:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1373.273, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.304, "pushed": 6.304, "read": 6.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.091, "count": 98, "max_ms": 8.685, "p95_ms": 7.328}, "gstreamer_push": {"avg_ms": 1.229, "count": 98, "max_ms": 2.572, "p95_ms": 1.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.608, "count": 98, "max_ms": 74.485, "p95_ms": 64.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.356, "count": 98, "max_ms": 93.863, "p95_ms": 85.632}, "yolo11_640_fire_11class": {"avg_ms": 51.674, "count": 98, "max_ms": 73.003, "p95_ms": 67.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.166, "count": 98, "max_ms": 71.818, "p95_ms": 63.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.259, "count": 98, "max_ms": 140.459, "p95_ms": 138.073}, "read_interval": {"avg_ms": 306.536, "count": 98, "max_ms": 14635.55, "p95_ms": 148.337}, "triton_wait": {"avg_ms": 64.489, "count": 98, "max_ms": 93.875, "p95_ms": 85.644}, "visualize": {"avg_ms": 4.914, "count": 98, "max_ms": 9.24, "p95_ms": 6.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 15.545, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 125, "tracking_summary": 127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4958.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2257.819, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.979, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:18:41+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:18:41+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T10:18:41.773661+09:00", "mtime_epoch": 1783300721.7736607, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:18:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.27, "name": "celery", "pid": 239, "rss_mb": 711.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.768, "pushed": 6.768, "read": 6.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.815, "count": 203, "max_ms": 39.664, "p95_ms": 32.282}, "gstreamer_push": {"avg_ms": 1.032, "count": 203, "max_ms": 1.243, "p95_ms": 1.154}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.862, "count": 203, "max_ms": 101.079, "p95_ms": 88.752}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.328, "count": 203, "max_ms": 94.013, "p95_ms": 88.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.668, "count": 203, "max_ms": 170.625, "p95_ms": 161.494}, "read_interval": {"avg_ms": 148.503, "count": 202, "max_ms": 179.181, "p95_ms": 169.786}, "triton_wait": {"avg_ms": 71.199, "count": 203, "max_ms": 101.094, "p95_ms": 90.41}, "visualize": {"avg_ms": 38.485, "count": 203, "max_ms": 50.803, "p95_ms": 43.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4958.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 843.399, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.906, "name": "ffmpeg", "pid": 2344, "rss_mb": 291.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.599, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:18:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:18:43+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T10:18:43.661689+09:00", "mtime_epoch": 1783300723.661689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:18:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.547, "name": "celery", "pid": 237, "rss_mb": 865.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.922, "pushed": 10.922, "read": 10.889}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.09, "count": 327, "max_ms": 5.062, "p95_ms": 3.786}, "gstreamer_push": {"avg_ms": 1.62, "count": 327, "max_ms": 7.126, "p95_ms": 3.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.592, "count": 327, "max_ms": 73.133, "p95_ms": 64.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.668, "count": 327, "max_ms": 99.868, "p95_ms": 86.535}, "yolo11_640_fire_11class": {"avg_ms": 48.062, "count": 327, "max_ms": 72.734, "p95_ms": 63.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.615, "count": 327, "max_ms": 71.309, "p95_ms": 52.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.001, "count": 327, "max_ms": 112.843, "p95_ms": 98.26}, "read_interval": {"avg_ms": 91.762, "count": 326, "max_ms": 171.802, "p95_ms": 119.116}, "triton_wait": {"avg_ms": 60.89, "count": 327, "max_ms": 99.88, "p95_ms": 86.55}, "visualize": {"avg_ms": 3.794, "count": 327, "max_ms": 6.282, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4958.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.407, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.395, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.459, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:18:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:18:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:18:46+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T10:18:46.253728+09:00", "mtime_epoch": 1783300726.253728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:18:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1373.137, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.869, "pushed": 8.869, "read": 8.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.609, "count": 266, "max_ms": 8.34, "p95_ms": 5.967}, "gstreamer_push": {"avg_ms": 1.381, "count": 266, "max_ms": 5.839, "p95_ms": 2.73}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.313, "count": 266, "max_ms": 76.177, "p95_ms": 68.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.428, "count": 266, "max_ms": 101.952, "p95_ms": 89.906}, "yolo11_640_fire_11class": {"avg_ms": 53.342, "count": 266, "max_ms": 71.035, "p95_ms": 66.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.353, "count": 266, "max_ms": 77.332, "p95_ms": 65.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.597, "count": 266, "max_ms": 152.546, "p95_ms": 140.673}, "read_interval": {"avg_ms": 113.061, "count": 266, "max_ms": 161.999, "p95_ms": 151.322}, "triton_wait": {"avg_ms": 66.676, "count": 266, "max_ms": 101.965, "p95_ms": 89.918}, "visualize": {"avg_ms": 4.567, "count": 266, "max_ms": 6.429, "p95_ms": 5.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 126, "tracking_summary": 128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4953.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2287.875, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.83, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:19:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:19:11+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T10:19:11+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T10:19:11.818114+09:00", "mtime_epoch": 1783300751.8181138, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:19:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.27, "name": "celery", "pid": 239, "rss_mb": 700.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.75, "pushed": 6.75, "read": 6.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.17, "count": 202, "max_ms": 34.213, "p95_ms": 32.243}, "gstreamer_push": {"avg_ms": 1.061, "count": 202, "max_ms": 2.368, "p95_ms": 1.237}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.263, "count": 202, "max_ms": 100.691, "p95_ms": 90.708}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.014, "count": 202, "max_ms": 98.096, "p95_ms": 89.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.817, "count": 202, "max_ms": 173.096, "p95_ms": 163.118}, "read_interval": {"avg_ms": 148.7, "count": 201, "max_ms": 181.051, "p95_ms": 171.068}, "triton_wait": {"avg_ms": 71.638, "count": 202, "max_ms": 100.704, "p95_ms": 90.72}, "visualize": {"avg_ms": 37.748, "count": 202, "max_ms": 57.547, "p95_ms": 42.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 72}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4950.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 873.454, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.906, "name": "ffmpeg", "pid": 2344, "rss_mb": 291.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.199, "sample_count": 3102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:19:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:19:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T10:19:13+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T10:19:13.714142+09:00", "mtime_epoch": 1783300753.7141423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:19:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.547, "name": "celery", "pid": 237, "rss_mb": 863.379, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.614, "pushed": 9.614, "read": 9.58}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.543, "count": 288, "max_ms": 8.293, "p95_ms": 5.362}, "gstreamer_push": {"avg_ms": 1.466, "count": 288, "max_ms": 4.473, "p95_ms": 2.802}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.086, "count": 288, "max_ms": 76.521, "p95_ms": 66.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.574, "count": 288, "max_ms": 110.954, "p95_ms": 92.385}, "yolo11_640_fire_11class": {"avg_ms": 49.109, "count": 288, "max_ms": 73.104, "p95_ms": 64.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.403, "count": 288, "max_ms": 78.058, "p95_ms": 55.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.135, "count": 288, "max_ms": 143.821, "p95_ms": 128.382}, "read_interval": {"avg_ms": 104.335, "count": 287, "max_ms": 185.94, "p95_ms": 142.927}, "triton_wait": {"avg_ms": 63.922, "count": 288, "max_ms": 110.967, "p95_ms": 92.401}, "visualize": {"avg_ms": 4.055, "count": 288, "max_ms": 6.794, "p95_ms": 5.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 59}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4954.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.543, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.539, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:19:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:19:16+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T10:19:16+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T10:19:16.298181+09:00", "mtime_epoch": 1783300756.2981813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:19:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1376.02, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.953, "pushed": 8.953, "read": 8.919}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.441, "count": 268, "max_ms": 8.302, "p95_ms": 6.058}, "gstreamer_push": {"avg_ms": 1.476, "count": 268, "max_ms": 6.262, "p95_ms": 3.758}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.527, "count": 268, "max_ms": 72.933, "p95_ms": 69.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.136, "count": 268, "max_ms": 101.004, "p95_ms": 91.284}, "yolo11_640_fire_11class": {"avg_ms": 53.46, "count": 268, "max_ms": 73.446, "p95_ms": 66.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.464, "count": 268, "max_ms": 81.007, "p95_ms": 66.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.028, "count": 268, "max_ms": 160.686, "p95_ms": 140.9}, "read_interval": {"avg_ms": 111.857, "count": 267, "max_ms": 169.588, "p95_ms": 149.076}, "triton_wait": {"avg_ms": 68.408, "count": 268, "max_ms": 101.017, "p95_ms": 91.297}, "visualize": {"avg_ms": 4.466, "count": 268, "max_ms": 6.778, "p95_ms": 5.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 129, "tracking_summary": 130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4957.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2317.929, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.971, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:19:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:19:42+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T10:19:41+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T10:19:41.898569+09:00", "mtime_epoch": 1783300781.8985689, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:19:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.344, "name": "celery", "pid": 239, "rss_mb": 711.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.588, "pushed": 6.588, "read": 6.554}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.451, "count": 197, "max_ms": 35.83, "p95_ms": 32.955}, "gstreamer_push": {"avg_ms": 1.027, "count": 197, "max_ms": 2.517, "p95_ms": 1.125}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.293, "count": 197, "max_ms": 101.122, "p95_ms": 91.085}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.994, "count": 197, "max_ms": 99.146, "p95_ms": 85.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.974, "count": 197, "max_ms": 177.055, "p95_ms": 164.093}, "read_interval": {"avg_ms": 152.618, "count": 196, "max_ms": 185.162, "p95_ms": 173.533}, "triton_wait": {"avg_ms": 71.528, "count": 197, "max_ms": 101.135, "p95_ms": 91.673}, "visualize": {"avg_ms": 40.087, "count": 197, "max_ms": 50.21, "p95_ms": 46.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4954.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 903.536, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.906, "name": "ffmpeg", "pid": 2344, "rss_mb": 291.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.103, "sample_count": 3202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:19:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T10:19:43+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T10:19:43.814598+09:00", "mtime_epoch": 1783300783.814598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:19:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 868.547, "name": "celery", "pid": 237, "rss_mb": 860.941, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.472, "pushed": 10.472, "read": 10.438}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.087, "count": 314, "max_ms": 4.973, "p95_ms": 3.948}, "gstreamer_push": {"avg_ms": 1.574, "count": 314, "max_ms": 7.891, "p95_ms": 3.759}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.168, "count": 314, "max_ms": 75.871, "p95_ms": 66.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.933, "count": 314, "max_ms": 107.479, "p95_ms": 86.673}, "yolo11_640_fire_11class": {"avg_ms": 50.042, "count": 314, "max_ms": 74.114, "p95_ms": 66.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.979, "count": 314, "max_ms": 75.798, "p95_ms": 53.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.024, "count": 314, "max_ms": 123.272, "p95_ms": 97.769}, "read_interval": {"avg_ms": 95.832, "count": 313, "max_ms": 153.841, "p95_ms": 121.315}, "triton_wait": {"avg_ms": 63.001, "count": 314, "max_ms": 107.492, "p95_ms": 86.687}, "visualize": {"avg_ms": 3.712, "count": 314, "max_ms": 5.249, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 61}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4961.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.616, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.673, "sample_count": 2464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:19:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:19:46+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T10:19:46+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T10:19:46.414637+09:00", "mtime_epoch": 1783300786.4146373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:19:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.777, "name": "celery", "pid": 267, "rss_mb": 1375.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.321, "pushed": 9.321, "read": 9.288}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.363, "count": 278, "max_ms": 7.759, "p95_ms": 6.59}, "gstreamer_push": {"avg_ms": 1.479, "count": 279, "max_ms": 5.706, "p95_ms": 3.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.048, "count": 278, "max_ms": 75.231, "p95_ms": 68.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.995, "count": 278, "max_ms": 108.452, "p95_ms": 89.969}, "yolo11_640_fire_11class": {"avg_ms": 54.164, "count": 278, "max_ms": 76.097, "p95_ms": 68.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.611, "count": 278, "max_ms": 86.478, "p95_ms": 66.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.434, "count": 279, "max_ms": 160.408, "p95_ms": 135.838}, "read_interval": {"avg_ms": 107.735, "count": 278, "max_ms": 169.655, "p95_ms": 146.224}, "triton_wait": {"avg_ms": 67.369, "count": 278, "max_ms": 108.465, "p95_ms": 89.98}, "visualize": {"avg_ms": 4.298, "count": 278, "max_ms": 7.257, "p95_ms": 5.636}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4962.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2348.026, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.093, "sample_count": 2000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:20:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:20:12+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T10:20:11+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T10:20:11.971025+09:00", "mtime_epoch": 1783300811.9710255, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:20:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.344, "name": "celery", "pid": 239, "rss_mb": 712.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.683, "pushed": 6.683, "read": 6.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.965, "count": 200, "max_ms": 47.553, "p95_ms": 38.197}, "gstreamer_push": {"avg_ms": 1.148, "count": 200, "max_ms": 2.782, "p95_ms": 2.334}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.532, "count": 200, "max_ms": 104.056, "p95_ms": 92.542}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.576, "count": 200, "max_ms": 97.835, "p95_ms": 91.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.634, "count": 200, "max_ms": 189.148, "p95_ms": 163.584}, "read_interval": {"avg_ms": 150.396, "count": 199, "max_ms": 196.163, "p95_ms": 173.459}, "triton_wait": {"avg_ms": 72.185, "count": 200, "max_ms": 104.065, "p95_ms": 93.404}, "visualize": {"avg_ms": 40.534, "count": 200, "max_ms": 68.612, "p95_ms": 56.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 77}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4955.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 933.601, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.906, "name": "ffmpeg", "pid": 2344, "rss_mb": 291.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.968, "sample_count": 3165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:20:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:20:13+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T10:20:13+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:20:13.819054+09:00", "mtime_epoch": 1783300813.8190536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:20:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 858.762, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.784, "pushed": 7.784, "read": 7.75}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.373, "count": 233, "max_ms": 9.158, "p95_ms": 7.199}, "gstreamer_push": {"avg_ms": 1.184, "count": 233, "max_ms": 3.648, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.948, "count": 233, "max_ms": 75.343, "p95_ms": 67.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.772, "count": 233, "max_ms": 110.742, "p95_ms": 90.779}, "yolo11_640_fire_11class": {"avg_ms": 47.684, "count": 233, "max_ms": 73.79, "p95_ms": 64.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 44.749, "count": 233, "max_ms": 87.944, "p95_ms": 65.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.513, "count": 233, "max_ms": 172.242, "p95_ms": 149.835}, "read_interval": {"avg_ms": 128.81, "count": 232, "max_ms": 183.759, "p95_ms": 165.333}, "triton_wait": {"avg_ms": 64.652, "count": 233, "max_ms": 110.756, "p95_ms": 90.791}, "visualize": {"avg_ms": 5.035, "count": 233, "max_ms": 9.237, "p95_ms": 6.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 64}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4962.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.643, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.572, "sample_count": 2464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:20:16+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T10:20:16+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:20:16.415093+09:00", "mtime_epoch": 1783300816.4150932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:20:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1375.836, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.695, "pushed": 9.695, "read": 9.661}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.412, "count": 290, "max_ms": 9.022, "p95_ms": 6.461}, "gstreamer_push": {"avg_ms": 1.338, "count": 290, "max_ms": 5.519, "p95_ms": 1.821}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.829, "count": 290, "max_ms": 72.192, "p95_ms": 67.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.585, "count": 290, "max_ms": 112.194, "p95_ms": 87.652}, "yolo11_640_fire_11class": {"avg_ms": 50.782, "count": 290, "max_ms": 74.513, "p95_ms": 64.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.394, "count": 290, "max_ms": 74.069, "p95_ms": 69.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.167, "count": 290, "max_ms": 161.963, "p95_ms": 135.223}, "read_interval": {"avg_ms": 103.382, "count": 289, "max_ms": 174.921, "p95_ms": 145.984}, "triton_wait": {"avg_ms": 63.955, "count": 290, "max_ms": 112.207, "p95_ms": 87.666}, "visualize": {"avg_ms": 4.278, "count": 290, "max_ms": 8.809, "p95_ms": 5.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4964.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2378.113, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.274, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:20:42+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T10:20:42+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T10:20:42.071484+09:00", "mtime_epoch": 1783300842.071484, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:20:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.637, "name": "celery", "pid": 239, "rss_mb": 714.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.449, "pushed": 6.449, "read": 6.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.441, "count": 193, "max_ms": 46.656, "p95_ms": 37.297}, "gstreamer_push": {"avg_ms": 1.029, "count": 193, "max_ms": 2.384, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.632, "count": 193, "max_ms": 101.285, "p95_ms": 91.285}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.827, "count": 193, "max_ms": 100.61, "p95_ms": 91.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.153, "count": 193, "max_ms": 180.392, "p95_ms": 173.109}, "read_interval": {"avg_ms": 155.913, "count": 192, "max_ms": 189.697, "p95_ms": 181.89}, "triton_wait": {"avg_ms": 73.612, "count": 193, "max_ms": 101.3, "p95_ms": 94.391}, "visualize": {"avg_ms": 41.091, "count": 193, "max_ms": 53.806, "p95_ms": 51.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 79}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4964.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 963.676, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.906, "name": "ffmpeg", "pid": 2344, "rss_mb": 291.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.386, "sample_count": 3136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:20:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:20:44+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T10:20:43+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T10:20:43.963513+09:00", "mtime_epoch": 1783300843.963513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:20:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 866.352, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.672, "count": 301, "max_ms": 8.196, "p95_ms": 5.536}, "gstreamer_push": {"avg_ms": 1.494, "count": 301, "max_ms": 5.935, "p95_ms": 3.559}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.208, "count": 301, "max_ms": 77.408, "p95_ms": 69.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.385, "count": 301, "max_ms": 105.467, "p95_ms": 90.079}, "yolo11_640_fire_11class": {"avg_ms": 51.814, "count": 301, "max_ms": 77.396, "p95_ms": 67.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.555, "count": 301, "max_ms": 76.996, "p95_ms": 54.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.237, "count": 301, "max_ms": 152.681, "p95_ms": 125.916}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 168.357, "p95_ms": 141.587}, "triton_wait": {"avg_ms": 65.668, "count": 301, "max_ms": 105.482, "p95_ms": 90.091}, "visualize": {"avg_ms": 3.999, "count": 301, "max_ms": 7.089, "p95_ms": 5.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 66}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4962.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.653, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.348, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:20:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:20:46+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:20:46+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T10:20:46.495552+09:00", "mtime_epoch": 1783300846.4955516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:20:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1375.953, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.2, "pushed": 10.2, "read": 10.2}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.768, "count": 306, "max_ms": 6.909, "p95_ms": 5.843}, "gstreamer_push": {"avg_ms": 1.533, "count": 306, "max_ms": 6.934, "p95_ms": 3.663}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.014, "count": 306, "max_ms": 79.441, "p95_ms": 70.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.144, "count": 306, "max_ms": 107.81, "p95_ms": 86.924}, "yolo11_640_fire_11class": {"avg_ms": 54.868, "count": 306, "max_ms": 76.086, "p95_ms": 68.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.987, "count": 306, "max_ms": 81.127, "p95_ms": 67.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.229, "count": 306, "max_ms": 143.437, "p95_ms": 120.23}, "read_interval": {"avg_ms": 98.306, "count": 306, "max_ms": 156.769, "p95_ms": 134.833}, "triton_wait": {"avg_ms": 67.416, "count": 306, "max_ms": 107.824, "p95_ms": 86.936}, "visualize": {"avg_ms": 3.936, "count": 306, "max_ms": 7.09, "p95_ms": 5.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4964.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2408.176, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.329, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:21:12+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T10:21:12+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T10:21:12.139943+09:00", "mtime_epoch": 1783300872.1399434, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:21:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.637, "name": "celery", "pid": 239, "rss_mb": 711.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.718, "pushed": 6.718, "read": 6.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.489, "count": 201, "max_ms": 37.173, "p95_ms": 29.511}, "gstreamer_push": {"avg_ms": 1.009, "count": 201, "max_ms": 2.207, "p95_ms": 1.165}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.606, "count": 201, "max_ms": 103.73, "p95_ms": 90.356}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.804, "count": 201, "max_ms": 94.801, "p95_ms": 88.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.795, "count": 201, "max_ms": 177.333, "p95_ms": 163.232}, "read_interval": {"avg_ms": 149.578, "count": 200, "max_ms": 185.609, "p95_ms": 171.854}, "triton_wait": {"avg_ms": 71.633, "count": 201, "max_ms": 103.745, "p95_ms": 90.38}, "visualize": {"avg_ms": 39.542, "count": 201, "max_ms": 56.856, "p95_ms": 46.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4957.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 993.74, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.484, "name": "ffmpeg", "pid": 2344, "rss_mb": 294.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.58, "sample_count": 3147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:21:14+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T10:21:14+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T10:21:14.027972+09:00", "mtime_epoch": 1783300874.0279722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:21:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 864.027, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.206, "pushed": 11.206, "read": 11.172}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.371, "count": 336, "max_ms": 5.625, "p95_ms": 4.431}, "gstreamer_push": {"avg_ms": 1.534, "count": 336, "max_ms": 6.209, "p95_ms": 3.764}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.201, "count": 336, "max_ms": 76.244, "p95_ms": 65.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.136, "count": 336, "max_ms": 106.488, "p95_ms": 86.294}, "yolo11_640_fire_11class": {"avg_ms": 47.335, "count": 336, "max_ms": 75.672, "p95_ms": 65.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.335, "count": 336, "max_ms": 72.492, "p95_ms": 52.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.347, "count": 336, "max_ms": 118.524, "p95_ms": 98.538}, "read_interval": {"avg_ms": 89.506, "count": 335, "max_ms": 135.109, "p95_ms": 117.267}, "triton_wait": {"avg_ms": 60.235, "count": 336, "max_ms": 106.501, "p95_ms": 86.307}, "visualize": {"avg_ms": 3.678, "count": 336, "max_ms": 6.115, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 68}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4963.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.76, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.704, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:21:16+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T10:21:16+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T10:21:16.544011+09:00", "mtime_epoch": 1783300876.5440106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:21:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1375.762, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.548, "pushed": 8.548, "read": 8.514}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.064, "count": 256, "max_ms": 9.038, "p95_ms": 7.743}, "gstreamer_push": {"avg_ms": 1.356, "count": 256, "max_ms": 6.128, "p95_ms": 2.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.074, "count": 256, "max_ms": 74.692, "p95_ms": 68.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.347, "count": 256, "max_ms": 103.555, "p95_ms": 91.728}, "yolo11_640_fire_11class": {"avg_ms": 52.914, "count": 256, "max_ms": 74.703, "p95_ms": 66.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.515, "count": 256, "max_ms": 76.182, "p95_ms": 66.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.482, "count": 256, "max_ms": 161.162, "p95_ms": 141.457}, "read_interval": {"avg_ms": 117.196, "count": 255, "max_ms": 172.215, "p95_ms": 154.488}, "triton_wait": {"avg_ms": 68.504, "count": 256, "max_ms": 103.568, "p95_ms": 91.74}, "visualize": {"avg_ms": 4.657, "count": 256, "max_ms": 7.178, "p95_ms": 5.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4952.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2438.269, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.579, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:21:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:21:42+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T10:21:42+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T10:21:42.204404+09:00", "mtime_epoch": 1783300902.2044039, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:21:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.637, "name": "celery", "pid": 239, "rss_mb": 704.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.578, "pushed": 6.578, "read": 6.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.684, "count": 197, "max_ms": 45.278, "p95_ms": 37.801}, "gstreamer_push": {"avg_ms": 1.032, "count": 197, "max_ms": 2.668, "p95_ms": 1.366}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.532, "count": 197, "max_ms": 98.082, "p95_ms": 87.584}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.277, "count": 197, "max_ms": 92.222, "p95_ms": 88.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.169, "count": 197, "max_ms": 178.163, "p95_ms": 165.559}, "read_interval": {"avg_ms": 152.653, "count": 196, "max_ms": 186.067, "p95_ms": 175.661}, "triton_wait": {"avg_ms": 70.605, "count": 197, "max_ms": 98.098, "p95_ms": 90.073}, "visualize": {"avg_ms": 39.817, "count": 197, "max_ms": 62.912, "p95_ms": 54.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 85}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4960.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1023.87, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.484, "name": "ffmpeg", "pid": 2344, "rss_mb": 294.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.58, "sample_count": 3157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:21:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T10:21:44+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:21:44.084433+09:00", "mtime_epoch": 1783300904.0844326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:21:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 861.449, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.075, "pushed": 11.075, "read": 11.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 332, "max_ms": 5.538, "p95_ms": 4.623}, "gstreamer_push": {"avg_ms": 1.525, "count": 332, "max_ms": 6.376, "p95_ms": 3.671}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.691, "count": 332, "max_ms": 71.448, "p95_ms": 65.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.536, "count": 332, "max_ms": 103.823, "p95_ms": 84.924}, "yolo11_640_fire_11class": {"avg_ms": 46.109, "count": 332, "max_ms": 69.859, "p95_ms": 63.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.313, "count": 332, "max_ms": 74.998, "p95_ms": 51.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.943, "count": 332, "max_ms": 117.719, "p95_ms": 96.319}, "read_interval": {"avg_ms": 90.479, "count": 331, "max_ms": 139.312, "p95_ms": 118.449}, "triton_wait": {"avg_ms": 59.864, "count": 332, "max_ms": 103.836, "p95_ms": 84.936}, "visualize": {"avg_ms": 3.664, "count": 332, "max_ms": 5.337, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4950.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 222.828, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.389, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:21:46+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T10:21:46+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T10:21:46.640472+09:00", "mtime_epoch": 1783300906.640472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:21:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1372.379, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.688, "pushed": 8.688, "read": 8.655}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.162, "count": 260, "max_ms": 9.008, "p95_ms": 7.45}, "gstreamer_push": {"avg_ms": 1.341, "count": 260, "max_ms": 4.528, "p95_ms": 2.551}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.266, "count": 260, "max_ms": 71.856, "p95_ms": 65.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.356, "count": 260, "max_ms": 96.723, "p95_ms": 89.323}, "yolo11_640_fire_11class": {"avg_ms": 50.984, "count": 260, "max_ms": 71.32, "p95_ms": 64.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.827, "count": 260, "max_ms": 77.468, "p95_ms": 64.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.381, "count": 260, "max_ms": 156.07, "p95_ms": 142.271}, "read_interval": {"avg_ms": 115.678, "count": 259, "max_ms": 168.097, "p95_ms": 154.397}, "triton_wait": {"avg_ms": 65.661, "count": 260, "max_ms": 96.737, "p95_ms": 89.335}, "visualize": {"avg_ms": 4.705, "count": 260, "max_ms": 6.562, "p95_ms": 5.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 136, "tracking_summary": 138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4962.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2468.402, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.712, "sample_count": 1986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:22:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:22:12+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T10:22:12+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T10:22:12.336867+09:00", "mtime_epoch": 1783300932.3368666, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:22:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.129, "name": "celery", "pid": 239, "rss_mb": 712.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.601, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.942, "count": 198, "max_ms": 41.158, "p95_ms": 35.416}, "gstreamer_push": {"avg_ms": 1.03, "count": 198, "max_ms": 1.882, "p95_ms": 1.211}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.553, "count": 198, "max_ms": 107.723, "p95_ms": 92.305}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.891, "count": 198, "max_ms": 97.893, "p95_ms": 89.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.354, "count": 198, "max_ms": 184.911, "p95_ms": 166.6}, "read_interval": {"avg_ms": 152.081, "count": 197, "max_ms": 192.977, "p95_ms": 176.253}, "triton_wait": {"avg_ms": 72.503, "count": 198, "max_ms": 107.736, "p95_ms": 93.034}, "visualize": {"avg_ms": 38.826, "count": 198, "max_ms": 51.752, "p95_ms": 45.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 87}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4956.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1053.897, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.742, "name": "ffmpeg", "pid": 2344, "rss_mb": 294.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.522, "sample_count": 3100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:22:14+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T10:22:14+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T10:22:14.148895+09:00", "mtime_epoch": 1783300934.1488945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:22:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 861.617, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.217, "pushed": 9.217, "read": 9.183}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.055, "count": 276, "max_ms": 7.992, "p95_ms": 6.013}, "gstreamer_push": {"avg_ms": 1.508, "count": 276, "max_ms": 6.123, "p95_ms": 3.743}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.843, "count": 276, "max_ms": 76.344, "p95_ms": 67.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.844, "count": 276, "max_ms": 112.906, "p95_ms": 89.838}, "yolo11_640_fire_11class": {"avg_ms": 50.351, "count": 276, "max_ms": 77.074, "p95_ms": 69.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.575, "count": 276, "max_ms": 73.659, "p95_ms": 57.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.951, "count": 276, "max_ms": 162.906, "p95_ms": 136.804}, "read_interval": {"avg_ms": 108.786, "count": 275, "max_ms": 175.243, "p95_ms": 150.851}, "triton_wait": {"avg_ms": 67.106, "count": 276, "max_ms": 112.921, "p95_ms": 89.851}, "visualize": {"avg_ms": 4.17, "count": 276, "max_ms": 7.12, "p95_ms": 5.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 73}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4950.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 252.912, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.377, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:22:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T10:22:16+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T10:22:16.736934+09:00", "mtime_epoch": 1783300936.7369342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:22:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1372.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.026, "count": 294, "max_ms": 8.292, "p95_ms": 6.128}, "gstreamer_push": {"avg_ms": 1.531, "count": 294, "max_ms": 6.092, "p95_ms": 3.775}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.754, "count": 294, "max_ms": 77.427, "p95_ms": 70.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.695, "count": 294, "max_ms": 103.184, "p95_ms": 92.628}, "yolo11_640_fire_11class": {"avg_ms": 54.734, "count": 294, "max_ms": 79.881, "p95_ms": 71.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.743, "count": 294, "max_ms": 74.503, "p95_ms": 68.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.983, "count": 294, "max_ms": 154.321, "p95_ms": 131.857}, "read_interval": {"avg_ms": 101.959, "count": 294, "max_ms": 168.159, "p95_ms": 142.465}, "triton_wait": {"avg_ms": 68.081, "count": 294, "max_ms": 103.201, "p95_ms": 92.641}, "visualize": {"avg_ms": 4.048, "count": 294, "max_ms": 6.753, "p95_ms": 5.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4951.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2498.428, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.341, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:22:42+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T10:22:42+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T10:22:42.353329+09:00", "mtime_epoch": 1783300962.3533287, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:22:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.129, "name": "celery", "pid": 239, "rss_mb": 699.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.624, "pushed": 6.624, "read": 6.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.72, "count": 198, "max_ms": 40.527, "p95_ms": 36.95}, "gstreamer_push": {"avg_ms": 1.034, "count": 198, "max_ms": 2.384, "p95_ms": 1.222}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.049, "count": 198, "max_ms": 107.512, "p95_ms": 95.157}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.798, "count": 198, "max_ms": 98.919, "p95_ms": 90.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.832, "count": 198, "max_ms": 182.584, "p95_ms": 169.87}, "read_interval": {"avg_ms": 151.486, "count": 197, "max_ms": 192.39, "p95_ms": 177.263}, "triton_wait": {"avg_ms": 72.634, "count": 198, "max_ms": 107.526, "p95_ms": 95.389}, "visualize": {"avg_ms": 39.205, "count": 198, "max_ms": 52.316, "p95_ms": 49.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4962.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1083.933, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.742, "name": "ffmpeg", "pid": 2344, "rss_mb": 294.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.884, "sample_count": 3074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:22:44+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T10:22:44+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T10:22:44.161356+09:00", "mtime_epoch": 1783300964.1613564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:22:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 864.711, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.483, "pushed": 10.483, "read": 10.45}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 314, "max_ms": 6.336, "p95_ms": 4.644}, "gstreamer_push": {"avg_ms": 1.647, "count": 314, "max_ms": 6.388, "p95_ms": 3.91}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.019, "count": 314, "max_ms": 79.446, "p95_ms": 68.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.472, "count": 314, "max_ms": 112.249, "p95_ms": 91.222}, "yolo11_640_fire_11class": {"avg_ms": 52.034, "count": 314, "max_ms": 78.232, "p95_ms": 68.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.032, "count": 314, "max_ms": 73.33, "p95_ms": 55.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.231, "count": 314, "max_ms": 124.341, "p95_ms": 103.998}, "read_interval": {"avg_ms": 95.531, "count": 313, "max_ms": 140.798, "p95_ms": 122.193}, "triton_wait": {"avg_ms": 65.732, "count": 314, "max_ms": 112.264, "p95_ms": 91.236}, "visualize": {"avg_ms": 3.808, "count": 314, "max_ms": 7.012, "p95_ms": 4.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4951.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 282.97, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.198, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:22:46+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T10:22:46+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T10:22:46.777397+09:00", "mtime_epoch": 1783300966.777397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:22:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1374.777, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.043, "pushed": 9.043, "read": 9.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.212, "count": 271, "max_ms": 8.685, "p95_ms": 5.959}, "gstreamer_push": {"avg_ms": 1.412, "count": 271, "max_ms": 6.097, "p95_ms": 2.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.431, "count": 271, "max_ms": 78.701, "p95_ms": 71.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.003, "count": 271, "max_ms": 107.363, "p95_ms": 93.074}, "yolo11_640_fire_11class": {"avg_ms": 57.629, "count": 271, "max_ms": 77.509, "p95_ms": 70.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.732, "count": 271, "max_ms": 78.829, "p95_ms": 67.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.258, "count": 271, "max_ms": 182.552, "p95_ms": 144.057}, "read_interval": {"avg_ms": 110.879, "count": 270, "max_ms": 198.676, "p95_ms": 154.276}, "triton_wait": {"avg_ms": 74.232, "count": 271, "max_ms": 107.376, "p95_ms": 93.087}, "visualize": {"avg_ms": 4.226, "count": 271, "max_ms": 7.853, "p95_ms": 5.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 140, "tracking_summary": 141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4964.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2528.506, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.843, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:23:12+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:23:12+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T10:23:12.457793+09:00", "mtime_epoch": 1783300992.457793, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:23:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.129, "name": "celery", "pid": 239, "rss_mb": 710.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.518, "pushed": 6.518, "read": 6.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.224, "count": 195, "max_ms": 44.784, "p95_ms": 35.096}, "gstreamer_push": {"avg_ms": 1.016, "count": 195, "max_ms": 2.343, "p95_ms": 1.197}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.179, "count": 195, "max_ms": 103.623, "p95_ms": 91.731}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.359, "count": 195, "max_ms": 97.95, "p95_ms": 89.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.626, "count": 195, "max_ms": 189.782, "p95_ms": 168.648}, "read_interval": {"avg_ms": 154.221, "count": 194, "max_ms": 198.404, "p95_ms": 178.101}, "triton_wait": {"avg_ms": 71.443, "count": 195, "max_ms": 103.635, "p95_ms": 92.392}, "visualize": {"avg_ms": 42.003, "count": 195, "max_ms": 56.198, "p95_ms": 52.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4966.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1113.94, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.742, "name": "ffmpeg", "pid": 2344, "rss_mb": 294.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.311, "sample_count": 3018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:23:14+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T10:23:14+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:23:14.157819+09:00", "mtime_epoch": 1783300994.1578193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:23:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 863.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 302, "max_ms": 7.646, "p95_ms": 5.304}, "gstreamer_push": {"avg_ms": 1.565, "count": 302, "max_ms": 6.613, "p95_ms": 3.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.347, "count": 302, "max_ms": 72.982, "p95_ms": 63.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.443, "count": 302, "max_ms": 107.506, "p95_ms": 87.591}, "yolo11_640_fire_11class": {"avg_ms": 46.724, "count": 302, "max_ms": 72.332, "p95_ms": 62.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.595, "count": 302, "max_ms": 82.841, "p95_ms": 54.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.672, "count": 302, "max_ms": 154.476, "p95_ms": 117.494}, "read_interval": {"avg_ms": 99.303, "count": 302, "max_ms": 171.503, "p95_ms": 138.588}, "triton_wait": {"avg_ms": 60.911, "count": 302, "max_ms": 107.519, "p95_ms": 87.604}, "visualize": {"avg_ms": 3.764, "count": 302, "max_ms": 5.702, "p95_ms": 5.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 77}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4967.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 312.976, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.745, "sample_count": 2737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:23:16+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:23:16+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T10:23:16.733859+09:00", "mtime_epoch": 1783300996.733859, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:23:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1378.59, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.268, "pushed": 8.268, "read": 8.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.382, "count": 248, "max_ms": 9.518, "p95_ms": 6.874}, "gstreamer_push": {"avg_ms": 1.249, "count": 248, "max_ms": 4.174, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.605, "count": 248, "max_ms": 75.11, "p95_ms": 67.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.431, "count": 248, "max_ms": 103.021, "p95_ms": 92.248}, "yolo11_640_fire_11class": {"avg_ms": 51.384, "count": 248, "max_ms": 72.455, "p95_ms": 64.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.038, "count": 248, "max_ms": 84.924, "p95_ms": 66.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.055, "count": 248, "max_ms": 176.615, "p95_ms": 145.453}, "read_interval": {"avg_ms": 120.804, "count": 248, "max_ms": 188.04, "p95_ms": 154.907}, "triton_wait": {"avg_ms": 65.837, "count": 248, "max_ms": 103.033, "p95_ms": 92.26}, "visualize": {"avg_ms": 4.893, "count": 248, "max_ms": 6.919, "p95_ms": 6.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4964.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2558.543, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.6, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:23:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:23:42+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T10:23:42+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T10:23:42.498258+09:00", "mtime_epoch": 1783301022.4982576, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:23:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.129, "name": "celery", "pid": 239, "rss_mb": 710.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.559, "pushed": 6.559, "read": 6.526}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.449, "count": 196, "max_ms": 41.123, "p95_ms": 35.802}, "gstreamer_push": {"avg_ms": 0.973, "count": 196, "max_ms": 1.431, "p95_ms": 1.105}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.636, "count": 196, "max_ms": 104.399, "p95_ms": 90.776}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.554, "count": 196, "max_ms": 98.79, "p95_ms": 88.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.682, "count": 196, "max_ms": 178.847, "p95_ms": 169.27}, "read_interval": {"avg_ms": 153.229, "count": 195, "max_ms": 186.657, "p95_ms": 177.146}, "triton_wait": {"avg_ms": 70.956, "count": 196, "max_ms": 104.413, "p95_ms": 92.088}, "visualize": {"avg_ms": 40.239, "count": 196, "max_ms": 50.947, "p95_ms": 49.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 94}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4964.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1143.942, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.32, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.85, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T10:23:44+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T10:23:44+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T10:23:44.214284+09:00", "mtime_epoch": 1783301024.2142842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:23:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 868.074, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.337, "pushed": 9.337, "read": 9.337}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 280, "max_ms": 8.498, "p95_ms": 5.651}, "gstreamer_push": {"avg_ms": 1.497, "count": 280, "max_ms": 6.341, "p95_ms": 3.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.192, "count": 280, "max_ms": 78.864, "p95_ms": 68.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.596, "count": 280, "max_ms": 102.803, "p95_ms": 91.416}, "yolo11_640_fire_11class": {"avg_ms": 51.385, "count": 280, "max_ms": 75.863, "p95_ms": 67.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.011, "count": 280, "max_ms": 76.264, "p95_ms": 56.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.681, "count": 280, "max_ms": 152.881, "p95_ms": 132.068}, "read_interval": {"avg_ms": 107.351, "count": 280, "max_ms": 165.405, "p95_ms": 147.4}, "triton_wait": {"avg_ms": 65.778, "count": 280, "max_ms": 102.816, "p95_ms": 91.426}, "visualize": {"avg_ms": 4.171, "count": 280, "max_ms": 6.551, "p95_ms": 5.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 80}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4971.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 343.002, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.121, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:23:46+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T10:23:46+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:23:46.842325+09:00", "mtime_epoch": 1783301026.8423247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:23:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1376.926, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.633}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 289, "max_ms": 8.982, "p95_ms": 6.065}, "gstreamer_push": {"avg_ms": 1.484, "count": 289, "max_ms": 6.892, "p95_ms": 3.711}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.211, "count": 289, "max_ms": 77.03, "p95_ms": 69.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.75, "count": 289, "max_ms": 104.374, "p95_ms": 88.923}, "yolo11_640_fire_11class": {"avg_ms": 55.027, "count": 289, "max_ms": 74.005, "p95_ms": 68.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.96, "count": 289, "max_ms": 78.363, "p95_ms": 68.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.184, "count": 289, "max_ms": 160.972, "p95_ms": 129.526}, "read_interval": {"avg_ms": 103.963, "count": 288, "max_ms": 171.351, "p95_ms": 139.297}, "triton_wait": {"avg_ms": 67.203, "count": 289, "max_ms": 104.387, "p95_ms": 88.936}, "visualize": {"avg_ms": 4.181, "count": 289, "max_ms": 6.909, "p95_ms": 5.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4962.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2588.645, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.728, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:24:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:24:12+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T10:24:12+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:24:12.594724+09:00", "mtime_epoch": 1783301052.5947237, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:24:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.129, "name": "celery", "pid": 239, "rss_mb": 711.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.573, "pushed": 6.573, "read": 6.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.747, "count": 197, "max_ms": 39.827, "p95_ms": 34.038}, "gstreamer_push": {"avg_ms": 1.091, "count": 197, "max_ms": 2.364, "p95_ms": 2.055}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.236, "count": 197, "max_ms": 101.537, "p95_ms": 91.612}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.476, "count": 197, "max_ms": 97.473, "p95_ms": 87.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.927, "count": 197, "max_ms": 182.5, "p95_ms": 167.296}, "read_interval": {"avg_ms": 152.758, "count": 196, "max_ms": 191.424, "p95_ms": 177.211}, "triton_wait": {"avg_ms": 71.895, "count": 197, "max_ms": 101.563, "p95_ms": 92.548}, "visualize": {"avg_ms": 40.204, "count": 197, "max_ms": 58.009, "p95_ms": 53.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4965.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1173.98, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.32, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.011, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:24:14+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T10:24:14+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T10:24:14.246749+09:00", "mtime_epoch": 1783301054.2467494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:24:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.008, "name": "celery", "pid": 237, "rss_mb": 862.66, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.715, "pushed": 10.715, "read": 10.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.357, "count": 321, "max_ms": 5.661, "p95_ms": 4.476}, "gstreamer_push": {"avg_ms": 1.595, "count": 321, "max_ms": 5.97, "p95_ms": 3.854}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.279, "count": 321, "max_ms": 75.266, "p95_ms": 67.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.99, "count": 321, "max_ms": 103.772, "p95_ms": 87.759}, "yolo11_640_fire_11class": {"avg_ms": 51.027, "count": 321, "max_ms": 75.097, "p95_ms": 68.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.287, "count": 321, "max_ms": 71.408, "p95_ms": 53.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.431, "count": 321, "max_ms": 115.919, "p95_ms": 98.764}, "read_interval": {"avg_ms": 93.566, "count": 320, "max_ms": 132.301, "p95_ms": 116.379}, "triton_wait": {"avg_ms": 64.198, "count": 321, "max_ms": 103.785, "p95_ms": 87.77}, "visualize": {"avg_ms": 3.721, "count": 321, "max_ms": 4.902, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4968.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 373.031, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.877, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:24:16+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:24:16+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T10:24:16.850790+09:00", "mtime_epoch": 1783301056.8507898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:24:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1378.918, "name": "celery", "pid": 267, "rss_mb": 1375.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.358, "pushed": 10.358, "read": 10.324}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.672, "count": 310, "max_ms": 7.441, "p95_ms": 5.742}, "gstreamer_push": {"avg_ms": 1.614, "count": 310, "max_ms": 6.643, "p95_ms": 3.997}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.409, "count": 310, "max_ms": 74.982, "p95_ms": 69.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.075, "count": 310, "max_ms": 108.18, "p95_ms": 88.989}, "yolo11_640_fire_11class": {"avg_ms": 54.304, "count": 310, "max_ms": 74.491, "p95_ms": 69.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.284, "count": 310, "max_ms": 70.977, "p95_ms": 66.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.227, "count": 310, "max_ms": 141.386, "p95_ms": 112.787}, "read_interval": {"avg_ms": 96.845, "count": 309, "max_ms": 151.154, "p95_ms": 125.255}, "triton_wait": {"avg_ms": 66.565, "count": 310, "max_ms": 108.193, "p95_ms": 89.006}, "visualize": {"avg_ms": 3.875, "count": 310, "max_ms": 5.933, "p95_ms": 5.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4969.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2618.714, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.683, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:24:42+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T10:24:42+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T10:24:42.679191+09:00", "mtime_epoch": 1783301082.6791909, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:24:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.129, "name": "celery", "pid": 239, "rss_mb": 713.215, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.686, "pushed": 6.686, "read": 6.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.276, "count": 200, "max_ms": 44.385, "p95_ms": 34.205}, "gstreamer_push": {"avg_ms": 0.979, "count": 200, "max_ms": 1.404, "p95_ms": 1.124}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.609, "count": 200, "max_ms": 102.781, "p95_ms": 91.11}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.794, "count": 200, "max_ms": 98.739, "p95_ms": 90.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.486, "count": 200, "max_ms": 178.501, "p95_ms": 163.802}, "read_interval": {"avg_ms": 150.369, "count": 199, "max_ms": 185.782, "p95_ms": 173.071}, "triton_wait": {"avg_ms": 72.414, "count": 200, "max_ms": 102.794, "p95_ms": 93.616}, "visualize": {"avg_ms": 37.708, "count": 200, "max_ms": 56.904, "p95_ms": 44.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4971.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1204.042, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.32, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.011, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:24:44+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:24:44+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T10:24:44.319216+09:00", "mtime_epoch": 1783301084.3192163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:24:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.652, "name": "celery", "pid": 237, "rss_mb": 868.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.281, "pushed": 10.281, "read": 10.247}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.347, "count": 308, "max_ms": 5.676, "p95_ms": 4.14}, "gstreamer_push": {"avg_ms": 1.519, "count": 308, "max_ms": 6.165, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.477, "count": 308, "max_ms": 77.637, "p95_ms": 67.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.958, "count": 308, "max_ms": 104.563, "p95_ms": 88.378}, "yolo11_640_fire_11class": {"avg_ms": 47.496, "count": 308, "max_ms": 72.53, "p95_ms": 65.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.827, "count": 308, "max_ms": 71.353, "p95_ms": 52.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.386, "count": 308, "max_ms": 116.798, "p95_ms": 100.311}, "read_interval": {"avg_ms": 97.656, "count": 307, "max_ms": 197.971, "p95_ms": 123.133}, "triton_wait": {"avg_ms": 61.22, "count": 308, "max_ms": 104.576, "p95_ms": 88.391}, "visualize": {"avg_ms": 3.727, "count": 308, "max_ms": 5.958, "p95_ms": 4.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 84}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4971.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 403.142, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.91, "name": "ffmpeg", "pid": 2756, "rss_mb": 331.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.309, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:24:47+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T10:24:46+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T10:24:46.947257+09:00", "mtime_epoch": 1783301086.947257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:24:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1375.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.335, "pushed": 8.335, "read": 8.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.167, "count": 250, "max_ms": 8.376, "p95_ms": 6.461}, "gstreamer_push": {"avg_ms": 1.321, "count": 250, "max_ms": 4.142, "p95_ms": 2.533}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.644, "count": 250, "max_ms": 77.209, "p95_ms": 69.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.861, "count": 250, "max_ms": 101.417, "p95_ms": 92.096}, "yolo11_640_fire_11class": {"avg_ms": 52.042, "count": 250, "max_ms": 73.525, "p95_ms": 67.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.061, "count": 250, "max_ms": 74.054, "p95_ms": 65.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.008, "count": 250, "max_ms": 151.978, "p95_ms": 144.254}, "read_interval": {"avg_ms": 120.427, "count": 249, "max_ms": 165.178, "p95_ms": 155.087}, "triton_wait": {"avg_ms": 67.116, "count": 250, "max_ms": 101.43, "p95_ms": 92.109}, "visualize": {"avg_ms": 4.765, "count": 250, "max_ms": 7.148, "p95_ms": 5.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4959.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2648.858, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.694, "sample_count": 1971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:25:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:25:12+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T10:25:12+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T10:25:12.811659+09:00", "mtime_epoch": 1783301112.8116593, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:25:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.129, "name": "celery", "pid": 239, "rss_mb": 710.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.702, "pushed": 6.702, "read": 6.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.775, "count": 201, "max_ms": 41.356, "p95_ms": 34.729}, "gstreamer_push": {"avg_ms": 1.008, "count": 201, "max_ms": 2.484, "p95_ms": 1.165}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.438, "count": 201, "max_ms": 102.993, "p95_ms": 90.814}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.754, "count": 201, "max_ms": 98.098, "p95_ms": 89.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.383, "count": 201, "max_ms": 175.737, "p95_ms": 165.47}, "read_interval": {"avg_ms": 149.957, "count": 200, "max_ms": 183.508, "p95_ms": 173.772}, "triton_wait": {"avg_ms": 71.222, "count": 201, "max_ms": 103.006, "p95_ms": 91.432}, "visualize": {"avg_ms": 39.314, "count": 201, "max_ms": 55.638, "p95_ms": 46.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4961.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1234.052, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.32, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.317, "sample_count": 3068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:25:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:25:14+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T10:25:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T10:25:14.307683+09:00", "mtime_epoch": 1783301114.3076825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:25:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.965, "name": "celery", "pid": 237, "rss_mb": 868.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.314, "count": 300, "max_ms": 5.238, "p95_ms": 3.98}, "gstreamer_push": {"avg_ms": 1.576, "count": 300, "max_ms": 6.173, "p95_ms": 3.809}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.517, "count": 300, "max_ms": 76.989, "p95_ms": 63.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.971, "count": 300, "max_ms": 104.273, "p95_ms": 86.252}, "yolo11_640_fire_11class": {"avg_ms": 46.728, "count": 300, "max_ms": 76.247, "p95_ms": 61.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.787, "count": 300, "max_ms": 75.824, "p95_ms": 52.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.19, "count": 300, "max_ms": 116.633, "p95_ms": 98.118}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 275.045, "p95_ms": 126.775}, "triton_wait": {"avg_ms": 60.143, "count": 300, "max_ms": 104.287, "p95_ms": 86.267}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 4.863, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 86}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4967.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.186, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.168, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.923, "sample_count": 2721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:25:17+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T10:25:16+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T10:25:16.991724+09:00", "mtime_epoch": 1783301116.9917243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:25:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1372.445, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.988, "pushed": 7.988, "read": 7.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.649, "count": 239, "max_ms": 9.234, "p95_ms": 6.998}, "gstreamer_push": {"avg_ms": 1.322, "count": 239, "max_ms": 5.951, "p95_ms": 2.732}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.423, "count": 239, "max_ms": 78.128, "p95_ms": 67.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.205, "count": 239, "max_ms": 109.074, "p95_ms": 92.288}, "yolo11_640_fire_11class": {"avg_ms": 51.736, "count": 239, "max_ms": 77.602, "p95_ms": 66.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.717, "count": 239, "max_ms": 75.173, "p95_ms": 68.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.152, "count": 239, "max_ms": 191.061, "p95_ms": 143.878}, "read_interval": {"avg_ms": 125.747, "count": 238, "max_ms": 200.639, "p95_ms": 156.473}, "triton_wait": {"avg_ms": 66.476, "count": 239, "max_ms": 109.087, "p95_ms": 92.302}, "visualize": {"avg_ms": 5.043, "count": 239, "max_ms": 8.81, "p95_ms": 6.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4969.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2678.887, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.882, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:25:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:25:42+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T10:25:42+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:25:42.836127+09:00", "mtime_epoch": 1783301142.836127, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:25:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.098, "name": "celery", "pid": 239, "rss_mb": 714.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.564, "pushed": 6.564, "read": 6.53}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.34, "count": 196, "max_ms": 43.811, "p95_ms": 36.226}, "gstreamer_push": {"avg_ms": 1.014, "count": 196, "max_ms": 1.752, "p95_ms": 1.168}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.79, "count": 196, "max_ms": 100.657, "p95_ms": 92.147}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.785, "count": 196, "max_ms": 100.956, "p95_ms": 89.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.482, "count": 196, "max_ms": 185.302, "p95_ms": 164.804}, "read_interval": {"avg_ms": 153.187, "count": 195, "max_ms": 194.432, "p95_ms": 173.785}, "triton_wait": {"avg_ms": 73.668, "count": 196, "max_ms": 100.969, "p95_ms": 92.597}, "visualize": {"avg_ms": 37.421, "count": 196, "max_ms": 48.198, "p95_ms": 43.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4966.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1264.083, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.32, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.759, "sample_count": 3065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:25:44+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T10:25:44+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T10:25:44.360151+09:00", "mtime_epoch": 1783301144.3601508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:25:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 870.965, "name": "celery", "pid": 237, "rss_mb": 865.809, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.382, "count": 299, "max_ms": 5.514, "p95_ms": 4.702}, "gstreamer_push": {"avg_ms": 1.615, "count": 299, "max_ms": 6.474, "p95_ms": 3.835}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.0, "count": 299, "max_ms": 82.319, "p95_ms": 65.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.84, "count": 299, "max_ms": 110.765, "p95_ms": 89.696}, "yolo11_640_fire_11class": {"avg_ms": 48.436, "count": 299, "max_ms": 73.655, "p95_ms": 64.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.779, "count": 299, "max_ms": 77.461, "p95_ms": 51.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.354, "count": 299, "max_ms": 123.71, "p95_ms": 101.78}, "read_interval": {"avg_ms": 100.482, "count": 298, "max_ms": 158.677, "p95_ms": 125.269}, "triton_wait": {"avg_ms": 63.987, "count": 299, "max_ms": 110.782, "p95_ms": 89.71}, "visualize": {"avg_ms": 3.762, "count": 299, "max_ms": 6.975, "p95_ms": 4.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 89}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4967.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 463.237, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.168, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.664, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:25:47+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T10:25:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T10:25:47.052193+09:00", "mtime_epoch": 1783301147.0521927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:25:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1371.934, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.565, "pushed": 9.565, "read": 9.531}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.108, "count": 286, "max_ms": 9.034, "p95_ms": 5.886}, "gstreamer_push": {"avg_ms": 1.506, "count": 286, "max_ms": 5.945, "p95_ms": 3.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.379, "count": 286, "max_ms": 76.123, "p95_ms": 68.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.494, "count": 286, "max_ms": 102.192, "p95_ms": 91.557}, "yolo11_640_fire_11class": {"avg_ms": 53.245, "count": 286, "max_ms": 73.287, "p95_ms": 67.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.468, "count": 286, "max_ms": 77.332, "p95_ms": 64.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.392, "count": 286, "max_ms": 160.203, "p95_ms": 142.872}, "read_interval": {"avg_ms": 105.074, "count": 285, "max_ms": 170.013, "p95_ms": 153.732}, "triton_wait": {"avg_ms": 69.588, "count": 286, "max_ms": 102.206, "p95_ms": 91.57}, "visualize": {"avg_ms": 4.163, "count": 286, "max_ms": 8.824, "p95_ms": 5.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 150, "tracking_summary": 151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4972.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2708.902, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.663, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:26:12+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T10:26:12+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T10:26:12.849066+09:00", "mtime_epoch": 1783301172.8490663, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:26:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.098, "name": "celery", "pid": 239, "rss_mb": 713.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.498, "pushed": 6.498, "read": 6.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.832, "count": 194, "max_ms": 39.345, "p95_ms": 32.508}, "gstreamer_push": {"avg_ms": 1.031, "count": 194, "max_ms": 1.527, "p95_ms": 1.118}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.678, "count": 194, "max_ms": 107.24, "p95_ms": 92.792}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.343, "count": 194, "max_ms": 105.1, "p95_ms": 89.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.943, "count": 194, "max_ms": 181.879, "p95_ms": 167.337}, "read_interval": {"avg_ms": 154.683, "count": 193, "max_ms": 190.154, "p95_ms": 175.246}, "triton_wait": {"avg_ms": 73.297, "count": 194, "max_ms": 107.253, "p95_ms": 94.457}, "visualize": {"avg_ms": 39.852, "count": 194, "max_ms": 53.46, "p95_ms": 43.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4966.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1294.138, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.32, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.818, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:26:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:26:14+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:26:14+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:26:14.421120+09:00", "mtime_epoch": 1783301174.42112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:26:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 871.223, "name": "celery", "pid": 237, "rss_mb": 865.867, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.383, "count": 302, "max_ms": 5.472, "p95_ms": 4.247}, "gstreamer_push": {"avg_ms": 1.53, "count": 302, "max_ms": 6.727, "p95_ms": 3.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.658, "count": 302, "max_ms": 79.115, "p95_ms": 66.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.131, "count": 302, "max_ms": 102.242, "p95_ms": 86.117}, "yolo11_640_fire_11class": {"avg_ms": 49.112, "count": 302, "max_ms": 77.832, "p95_ms": 65.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.61, "count": 302, "max_ms": 82.295, "p95_ms": 53.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.667, "count": 302, "max_ms": 114.31, "p95_ms": 97.95}, "read_interval": {"avg_ms": 99.582, "count": 301, "max_ms": 224.001, "p95_ms": 123.047}, "triton_wait": {"avg_ms": 63.272, "count": 302, "max_ms": 102.255, "p95_ms": 86.131}, "visualize": {"avg_ms": 3.752, "count": 302, "max_ms": 5.976, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 91}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4970.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 493.349, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.168, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.733, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:26:17+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T10:26:17+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T10:26:17.129212+09:00", "mtime_epoch": 1783301177.129212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:26:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1372.652, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.391, "pushed": 8.391, "read": 8.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.815, "count": 251, "max_ms": 8.783, "p95_ms": 6.089}, "gstreamer_push": {"avg_ms": 1.346, "count": 251, "max_ms": 4.073, "p95_ms": 2.52}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.806, "count": 251, "max_ms": 75.986, "p95_ms": 70.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.168, "count": 251, "max_ms": 108.0, "p95_ms": 91.214}, "yolo11_640_fire_11class": {"avg_ms": 53.538, "count": 251, "max_ms": 72.201, "p95_ms": 67.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.566, "count": 251, "max_ms": 83.898, "p95_ms": 65.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.869, "count": 251, "max_ms": 165.935, "p95_ms": 142.343}, "read_interval": {"avg_ms": 119.473, "count": 250, "max_ms": 175.459, "p95_ms": 152.64}, "triton_wait": {"avg_ms": 69.345, "count": 251, "max_ms": 108.015, "p95_ms": 91.224}, "visualize": {"avg_ms": 4.753, "count": 251, "max_ms": 8.512, "p95_ms": 5.634}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 152, "tracking_summary": 153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4970.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2739.003, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.58, "sample_count": 1971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:26:43+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T10:26:42+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T10:26:42.958080+09:00", "mtime_epoch": 1783301202.9580798, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:26:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.191, "name": "celery", "pid": 239, "rss_mb": 711.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.71, "pushed": 6.71, "read": 6.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.694, "count": 201, "max_ms": 40.36, "p95_ms": 34.189}, "gstreamer_push": {"avg_ms": 1.02, "count": 201, "max_ms": 2.273, "p95_ms": 1.119}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.894, "count": 201, "max_ms": 106.959, "p95_ms": 89.729}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.16, "count": 201, "max_ms": 93.425, "p95_ms": 86.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.002, "count": 201, "max_ms": 170.755, "p95_ms": 161.887}, "read_interval": {"avg_ms": 149.743, "count": 200, "max_ms": 180.089, "p95_ms": 170.911}, "triton_wait": {"avg_ms": 71.623, "count": 201, "max_ms": 106.972, "p95_ms": 91.086}, "visualize": {"avg_ms": 37.584, "count": 201, "max_ms": 61.594, "p95_ms": 43.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4971.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1324.177, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.32, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.867, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:26:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:26:44+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T10:26:44+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T10:26:44.418128+09:00", "mtime_epoch": 1783301204.4181285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:26:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 871.48, "name": "celery", "pid": 237, "rss_mb": 869.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.62}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.641, "count": 289, "max_ms": 6.565, "p95_ms": 5.375}, "gstreamer_push": {"avg_ms": 1.483, "count": 289, "max_ms": 6.25, "p95_ms": 3.562}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.429, "count": 289, "max_ms": 80.442, "p95_ms": 64.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.65, "count": 289, "max_ms": 97.658, "p95_ms": 88.061}, "yolo11_640_fire_11class": {"avg_ms": 46.6, "count": 289, "max_ms": 74.601, "p95_ms": 61.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.144, "count": 289, "max_ms": 76.7, "p95_ms": 50.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.705, "count": 289, "max_ms": 146.661, "p95_ms": 129.196}, "read_interval": {"avg_ms": 103.782, "count": 288, "max_ms": 290.59, "p95_ms": 144.745}, "triton_wait": {"avg_ms": 60.903, "count": 289, "max_ms": 97.671, "p95_ms": 88.074}, "visualize": {"avg_ms": 3.87, "count": 289, "max_ms": 6.662, "p95_ms": 5.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 93}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4972.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 523.357, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.168, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.06, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:26:47+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:26:47+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T10:26:47.122218+09:00", "mtime_epoch": 1783301207.1222181, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:26:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1372.895, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.801, "pushed": 7.801, "read": 7.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.545, "count": 234, "max_ms": 8.704, "p95_ms": 7.633}, "gstreamer_push": {"avg_ms": 1.253, "count": 234, "max_ms": 5.344, "p95_ms": 1.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.298, "count": 234, "max_ms": 74.765, "p95_ms": 66.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.248, "count": 234, "max_ms": 97.966, "p95_ms": 89.796}, "yolo11_640_fire_11class": {"avg_ms": 50.969, "count": 234, "max_ms": 72.719, "p95_ms": 65.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.061, "count": 234, "max_ms": 75.909, "p95_ms": 66.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.706, "count": 234, "max_ms": 180.645, "p95_ms": 144.603}, "read_interval": {"avg_ms": 128.157, "count": 234, "max_ms": 191.711, "p95_ms": 153.839}, "triton_wait": {"avg_ms": 67.359, "count": 234, "max_ms": 97.978, "p95_ms": 89.81}, "visualize": {"avg_ms": 5.178, "count": 234, "max_ms": 8.664, "p95_ms": 6.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 153, "tracking_summary": 155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4961.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2769.036, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.663, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:27:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:27:13+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T10:27:12+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T10:27:13.003066+09:00", "mtime_epoch": 1783301233.0030663, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:27:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.25, "name": "celery", "pid": 239, "rss_mb": 700.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.528, "pushed": 6.528, "read": 6.494}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.443, "count": 195, "max_ms": 44.757, "p95_ms": 36.542}, "gstreamer_push": {"avg_ms": 1.231, "count": 195, "max_ms": 2.646, "p95_ms": 2.401}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.885, "count": 195, "max_ms": 100.409, "p95_ms": 89.973}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.63, "count": 195, "max_ms": 97.174, "p95_ms": 84.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.995, "count": 195, "max_ms": 194.034, "p95_ms": 171.094}, "read_interval": {"avg_ms": 154.059, "count": 194, "max_ms": 200.936, "p95_ms": 180.513}, "triton_wait": {"avg_ms": 70.705, "count": 195, "max_ms": 100.422, "p95_ms": 90.692}, "visualize": {"avg_ms": 41.898, "count": 195, "max_ms": 64.719, "p95_ms": 56.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4958.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1354.233, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.578, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.94, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:27:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:27:14+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T10:27:14+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T10:27:14.499115+09:00", "mtime_epoch": 1783301234.4991148, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:27:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 868.758, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.776, "count": 301, "max_ms": 8.226, "p95_ms": 5.455}, "gstreamer_push": {"avg_ms": 1.448, "count": 301, "max_ms": 5.749, "p95_ms": 2.877}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.904, "count": 301, "max_ms": 76.448, "p95_ms": 65.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.389, "count": 301, "max_ms": 101.426, "p95_ms": 85.267}, "yolo11_640_fire_11class": {"avg_ms": 49.204, "count": 301, "max_ms": 71.901, "p95_ms": 63.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.647, "count": 301, "max_ms": 61.12, "p95_ms": 52.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.503, "count": 301, "max_ms": 160.287, "p95_ms": 126.52}, "read_interval": {"avg_ms": 99.858, "count": 300, "max_ms": 173.748, "p95_ms": 144.249}, "triton_wait": {"avg_ms": 62.532, "count": 301, "max_ms": 101.44, "p95_ms": 85.285}, "visualize": {"avg_ms": 4.026, "count": 301, "max_ms": 6.716, "p95_ms": 5.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4950.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 553.357, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.006, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:27:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:27:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T10:27:17+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T10:27:17.179201+09:00", "mtime_epoch": 1783301237.1792014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:27:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1371.941, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 298, "max_ms": 9.236, "p95_ms": 6.374}, "gstreamer_push": {"avg_ms": 1.589, "count": 298, "max_ms": 6.057, "p95_ms": 3.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.753, "count": 298, "max_ms": 73.491, "p95_ms": 68.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.112, "count": 298, "max_ms": 107.87, "p95_ms": 85.889}, "yolo11_640_fire_11class": {"avg_ms": 53.556, "count": 298, "max_ms": 72.809, "p95_ms": 66.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.579, "count": 298, "max_ms": 70.528, "p95_ms": 62.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.918, "count": 298, "max_ms": 146.505, "p95_ms": 125.789}, "read_interval": {"avg_ms": 100.879, "count": 298, "max_ms": 162.35, "p95_ms": 137.968}, "triton_wait": {"avg_ms": 66.352, "count": 298, "max_ms": 107.884, "p95_ms": 85.902}, "visualize": {"avg_ms": 4.062, "count": 298, "max_ms": 7.85, "p95_ms": 5.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 156, "tracking_summary": 156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4971.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2799.104, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.466, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:27:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:27:43+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:27:43+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T10:27:43.056029+09:00", "mtime_epoch": 1783301263.056029, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:27:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.25, "name": "celery", "pid": 239, "rss_mb": 712.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.357, "pushed": 6.357, "read": 6.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.817, "count": 190, "max_ms": 36.498, "p95_ms": 34.376}, "gstreamer_push": {"avg_ms": 1.212, "count": 190, "max_ms": 3.47, "p95_ms": 2.283}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.419, "count": 190, "max_ms": 102.754, "p95_ms": 92.179}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.411, "count": 190, "max_ms": 95.002, "p95_ms": 89.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.302, "count": 190, "max_ms": 192.001, "p95_ms": 179.881}, "read_interval": {"avg_ms": 158.279, "count": 189, "max_ms": 352.259, "p95_ms": 188.705}, "triton_wait": {"avg_ms": 70.343, "count": 190, "max_ms": 102.767, "p95_ms": 92.404}, "visualize": {"avg_ms": 43.407, "count": 190, "max_ms": 63.199, "p95_ms": 56.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4969.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1384.273, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.578, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.199, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:27:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:27:44+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T10:27:44+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T10:27:44.540076+09:00", "mtime_epoch": 1783301264.540076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:27:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 866.18, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.289, "pushed": 10.289, "read": 10.255}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.36, "count": 308, "max_ms": 5.171, "p95_ms": 4.353}, "gstreamer_push": {"avg_ms": 1.525, "count": 308, "max_ms": 7.542, "p95_ms": 3.584}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.294, "count": 308, "max_ms": 74.593, "p95_ms": 68.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.856, "count": 308, "max_ms": 106.364, "p95_ms": 94.804}, "yolo11_640_fire_11class": {"avg_ms": 54.212, "count": 308, "max_ms": 73.317, "p95_ms": 67.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.026, "count": 308, "max_ms": 66.231, "p95_ms": 52.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.307, "count": 308, "max_ms": 118.38, "p95_ms": 107.044}, "read_interval": {"avg_ms": 97.525, "count": 307, "max_ms": 134.972, "p95_ms": 123.564}, "triton_wait": {"avg_ms": 68.025, "count": 308, "max_ms": 106.379, "p95_ms": 94.817}, "visualize": {"avg_ms": 3.727, "count": 308, "max_ms": 5.012, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 98}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4966.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 583.368, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.237, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:27:47+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:27:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T10:27:47.184160+09:00", "mtime_epoch": 1783301267.1841595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:27:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1369.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.301, "pushed": 10.301, "read": 10.301}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.57, "count": 309, "max_ms": 7.117, "p95_ms": 5.172}, "gstreamer_push": {"avg_ms": 1.522, "count": 309, "max_ms": 5.859, "p95_ms": 3.668}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.387, "count": 309, "max_ms": 76.094, "p95_ms": 70.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.252, "count": 309, "max_ms": 107.681, "p95_ms": 91.987}, "yolo11_640_fire_11class": {"avg_ms": 56.239, "count": 309, "max_ms": 73.842, "p95_ms": 68.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.886, "count": 309, "max_ms": 70.96, "p95_ms": 65.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.274, "count": 309, "max_ms": 141.289, "p95_ms": 108.079}, "read_interval": {"avg_ms": 97.111, "count": 309, "max_ms": 151.994, "p95_ms": 121.666}, "triton_wait": {"avg_ms": 69.546, "count": 309, "max_ms": 107.695, "p95_ms": 92.0}, "visualize": {"avg_ms": 3.785, "count": 309, "max_ms": 6.444, "p95_ms": 4.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 156, "tracking_summary": 158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4973.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2829.192, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.466, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:28:13+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T10:28:13+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T10:28:13.136970+09:00", "mtime_epoch": 1783301293.1369703, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:28:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.25, "name": "celery", "pid": 239, "rss_mb": 712.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.444, "pushed": 6.444, "read": 6.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.154, "count": 193, "max_ms": 49.908, "p95_ms": 38.118}, "gstreamer_push": {"avg_ms": 1.241, "count": 193, "max_ms": 3.546, "p95_ms": 2.367}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.522, "count": 193, "max_ms": 103.939, "p95_ms": 90.641}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.025, "count": 193, "max_ms": 100.799, "p95_ms": 88.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.74, "count": 193, "max_ms": 187.98, "p95_ms": 168.68}, "read_interval": {"avg_ms": 155.846, "count": 192, "max_ms": 196.068, "p95_ms": 177.833}, "triton_wait": {"avg_ms": 72.88, "count": 193, "max_ms": 103.952, "p95_ms": 92.711}, "visualize": {"avg_ms": 42.716, "count": 193, "max_ms": 70.274, "p95_ms": 62.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4956.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1414.367, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.578, "name": "ffmpeg", "pid": 2344, "rss_mb": 297.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.048, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:28:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:28:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T10:28:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T10:28:14.625016+09:00", "mtime_epoch": 1783301294.6250162, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:28:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 866.344, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.167, "pushed": 9.167, "read": 9.167}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.005, "count": 275, "max_ms": 8.527, "p95_ms": 5.67}, "gstreamer_push": {"avg_ms": 1.484, "count": 275, "max_ms": 6.046, "p95_ms": 3.778}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.191, "count": 275, "max_ms": 76.612, "p95_ms": 69.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.56, "count": 275, "max_ms": 105.287, "p95_ms": 89.274}, "yolo11_640_fire_11class": {"avg_ms": 47.77, "count": 275, "max_ms": 73.533, "p95_ms": 66.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.578, "count": 275, "max_ms": 82.814, "p95_ms": 54.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.758, "count": 275, "max_ms": 167.524, "p95_ms": 141.281}, "read_interval": {"avg_ms": 109.049, "count": 275, "max_ms": 194.147, "p95_ms": 154.983}, "triton_wait": {"avg_ms": 64.024, "count": 275, "max_ms": 105.301, "p95_ms": 89.286}, "visualize": {"avg_ms": 4.16, "count": 275, "max_ms": 6.398, "p95_ms": 5.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4970.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 613.412, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.312, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:28:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:28:17+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:28:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T10:28:17.229097+09:00", "mtime_epoch": 1783301297.2290967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:28:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1372.32, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.627, "pushed": 9.627, "read": 9.593}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.174, "count": 288, "max_ms": 7.645, "p95_ms": 6.295}, "gstreamer_push": {"avg_ms": 1.482, "count": 288, "max_ms": 5.619, "p95_ms": 3.633}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.054, "count": 288, "max_ms": 75.194, "p95_ms": 68.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.172, "count": 288, "max_ms": 108.933, "p95_ms": 92.404}, "yolo11_640_fire_11class": {"avg_ms": 51.803, "count": 288, "max_ms": 74.113, "p95_ms": 66.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.611, "count": 288, "max_ms": 80.379, "p95_ms": 66.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.457, "count": 288, "max_ms": 161.167, "p95_ms": 136.583}, "read_interval": {"avg_ms": 104.3, "count": 287, "max_ms": 171.658, "p95_ms": 146.31}, "triton_wait": {"avg_ms": 67.282, "count": 288, "max_ms": 108.949, "p95_ms": 92.418}, "visualize": {"avg_ms": 4.198, "count": 288, "max_ms": 7.136, "p95_ms": 5.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 159, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4974.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2859.236, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.477, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:28:43+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T10:28:43+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T10:28:43.181889+09:00", "mtime_epoch": 1783301323.1818893, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:28:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.402, "name": "celery", "pid": 239, "rss_mb": 712.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.326, "pushed": 6.326, "read": 6.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.205, "count": 189, "max_ms": 41.063, "p95_ms": 34.012}, "gstreamer_push": {"avg_ms": 1.057, "count": 189, "max_ms": 2.426, "p95_ms": 1.748}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.067, "count": 189, "max_ms": 106.177, "p95_ms": 92.855}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.336, "count": 189, "max_ms": 101.964, "p95_ms": 92.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.175, "count": 189, "max_ms": 196.837, "p95_ms": 172.773}, "read_interval": {"avg_ms": 158.938, "count": 188, "max_ms": 206.76, "p95_ms": 183.053}, "triton_wait": {"avg_ms": 73.338, "count": 189, "max_ms": 106.191, "p95_ms": 94.315}, "visualize": {"avg_ms": 42.853, "count": 189, "max_ms": 60.65, "p95_ms": 57.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4972.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1444.385, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.156, "name": "ffmpeg", "pid": 2344, "rss_mb": 300.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.074, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:28:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:28:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:28:44+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T10:28:44.633933+09:00", "mtime_epoch": 1783301324.6339333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:28:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 866.344, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.995}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 300, "max_ms": 5.718, "p95_ms": 5.308}, "gstreamer_push": {"avg_ms": 1.604, "count": 300, "max_ms": 5.973, "p95_ms": 3.847}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.739, "count": 300, "max_ms": 73.103, "p95_ms": 66.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.074, "count": 300, "max_ms": 114.507, "p95_ms": 96.089}, "yolo11_640_fire_11class": {"avg_ms": 52.508, "count": 300, "max_ms": 75.396, "p95_ms": 66.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 42.753, "count": 300, "max_ms": 76.646, "p95_ms": 61.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.964, "count": 300, "max_ms": 126.776, "p95_ms": 108.046}, "read_interval": {"avg_ms": 100.04, "count": 299, "max_ms": 142.409, "p95_ms": 127.98}, "triton_wait": {"avg_ms": 70.283, "count": 300, "max_ms": 114.52, "p95_ms": 96.104}, "visualize": {"avg_ms": 3.882, "count": 300, "max_ms": 6.913, "p95_ms": 4.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4973.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 643.454, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.979, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:28:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:28:47+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:28:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T10:28:47.270013+09:00", "mtime_epoch": 1783301327.2700129, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:28:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1372.32, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.522, "count": 302, "max_ms": 6.257, "p95_ms": 5.26}, "gstreamer_push": {"avg_ms": 1.517, "count": 302, "max_ms": 6.41, "p95_ms": 2.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.137, "count": 302, "max_ms": 75.193, "p95_ms": 69.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.763, "count": 302, "max_ms": 105.256, "p95_ms": 93.097}, "yolo11_640_fire_11class": {"avg_ms": 55.944, "count": 302, "max_ms": 75.783, "p95_ms": 69.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.475, "count": 302, "max_ms": 79.801, "p95_ms": 66.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.539, "count": 302, "max_ms": 121.925, "p95_ms": 106.057}, "read_interval": {"avg_ms": 99.45, "count": 301, "max_ms": 139.473, "p95_ms": 120.523}, "triton_wait": {"avg_ms": 72.878, "count": 302, "max_ms": 105.266, "p95_ms": 93.109}, "visualize": {"avg_ms": 3.867, "count": 302, "max_ms": 6.913, "p95_ms": 5.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 159, "tracking_summary": 161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4965.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2889.371, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.497, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:29:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:29:13+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T10:29:13+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T10:29:13.338792+09:00", "mtime_epoch": 1783301353.3387918, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:29:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.402, "name": "celery", "pid": 239, "rss_mb": 701.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.541, "pushed": 6.541, "read": 6.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.668, "count": 196, "max_ms": 40.335, "p95_ms": 33.14}, "gstreamer_push": {"avg_ms": 1.081, "count": 196, "max_ms": 3.495, "p95_ms": 2.188}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.577, "count": 196, "max_ms": 99.417, "p95_ms": 93.605}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.299, "count": 196, "max_ms": 100.486, "p95_ms": 90.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.942, "count": 196, "max_ms": 185.131, "p95_ms": 168.327}, "read_interval": {"avg_ms": 153.802, "count": 195, "max_ms": 192.76, "p95_ms": 176.701}, "triton_wait": {"avg_ms": 72.45, "count": 196, "max_ms": 100.499, "p95_ms": 94.391}, "visualize": {"avg_ms": 39.807, "count": 196, "max_ms": 61.69, "p95_ms": 49.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4963.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1474.39, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.074, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:29:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:29:14+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:29:14+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T10:29:14.678831+09:00", "mtime_epoch": 1783301354.6788313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:29:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 861.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.904, "pushed": 10.904, "read": 10.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 327, "max_ms": 5.345, "p95_ms": 4.945}, "gstreamer_push": {"avg_ms": 1.555, "count": 327, "max_ms": 7.576, "p95_ms": 3.701}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.227, "count": 327, "max_ms": 79.162, "p95_ms": 68.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.873, "count": 327, "max_ms": 109.064, "p95_ms": 87.919}, "yolo11_640_fire_11class": {"avg_ms": 48.831, "count": 327, "max_ms": 78.559, "p95_ms": 66.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.477, "count": 327, "max_ms": 69.133, "p95_ms": 52.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.418, "count": 327, "max_ms": 121.208, "p95_ms": 100.009}, "read_interval": {"avg_ms": 91.828, "count": 327, "max_ms": 138.332, "p95_ms": 118.773}, "triton_wait": {"avg_ms": 62.068, "count": 327, "max_ms": 109.077, "p95_ms": 87.931}, "visualize": {"avg_ms": 3.781, "count": 327, "max_ms": 6.069, "p95_ms": 4.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4983.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 673.528, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.879, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:29:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:29:17+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:29:17+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T10:29:17.286909+09:00", "mtime_epoch": 1783301357.2869086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:29:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1378.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.28, "pushed": 8.28, "read": 8.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.244, "count": 248, "max_ms": 9.441, "p95_ms": 7.575}, "gstreamer_push": {"avg_ms": 1.297, "count": 248, "max_ms": 5.977, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.045, "count": 248, "max_ms": 77.408, "p95_ms": 69.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.654, "count": 248, "max_ms": 107.609, "p95_ms": 90.395}, "yolo11_640_fire_11class": {"avg_ms": 53.569, "count": 248, "max_ms": 74.714, "p95_ms": 67.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.483, "count": 248, "max_ms": 74.042, "p95_ms": 68.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.643, "count": 248, "max_ms": 173.743, "p95_ms": 148.692}, "read_interval": {"avg_ms": 121.09, "count": 247, "max_ms": 183.473, "p95_ms": 158.933}, "triton_wait": {"avg_ms": 68.953, "count": 248, "max_ms": 107.621, "p95_ms": 90.408}, "visualize": {"avg_ms": 4.678, "count": 248, "max_ms": 7.512, "p95_ms": 6.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 162, "tracking_summary": 163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4971.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2919.501, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.68, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:29:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:29:43+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T10:29:43+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T10:29:43.471675+09:00", "mtime_epoch": 1783301383.4716747, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:29:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.402, "name": "celery", "pid": 239, "rss_mb": 710.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.873, "count": 199, "max_ms": 43.409, "p95_ms": 37.685}, "gstreamer_push": {"avg_ms": 1.085, "count": 199, "max_ms": 3.2, "p95_ms": 2.117}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.195, "count": 199, "max_ms": 102.272, "p95_ms": 89.304}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.894, "count": 199, "max_ms": 94.641, "p95_ms": 85.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.695, "count": 199, "max_ms": 174.974, "p95_ms": 166.276}, "read_interval": {"avg_ms": 151.465, "count": 198, "max_ms": 184.757, "p95_ms": 175.045}, "triton_wait": {"avg_ms": 68.548, "count": 199, "max_ms": 102.287, "p95_ms": 90.558}, "visualize": {"avg_ms": 38.312, "count": 199, "max_ms": 60.638, "p95_ms": 49.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4974.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1504.395, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.737, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:29:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:29:44+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:29:44+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T10:29:44.651709+09:00", "mtime_epoch": 1783301384.6517088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:29:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 864.164, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.346, "count": 300, "max_ms": 5.458, "p95_ms": 4.183}, "gstreamer_push": {"avg_ms": 1.534, "count": 300, "max_ms": 6.6, "p95_ms": 3.628}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.764, "count": 300, "max_ms": 73.026, "p95_ms": 61.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.662, "count": 300, "max_ms": 99.115, "p95_ms": 80.413}, "yolo11_640_fire_11class": {"avg_ms": 44.869, "count": 300, "max_ms": 71.448, "p95_ms": 59.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.499, "count": 300, "max_ms": 63.375, "p95_ms": 52.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.897, "count": 300, "max_ms": 110.936, "p95_ms": 93.156}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 177.065, "p95_ms": 127.608}, "triton_wait": {"avg_ms": 58.679, "count": 300, "max_ms": 99.128, "p95_ms": 80.423}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 5.858, "p95_ms": 4.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4975.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 703.667, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.767, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:29:47+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T10:29:47+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T10:29:47.411789+09:00", "mtime_epoch": 1783301387.4117887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:29:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.102, "name": "celery", "pid": 267, "rss_mb": 1372.824, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.367, "pushed": 7.367, "read": 7.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.153, "count": 220, "max_ms": 9.776, "p95_ms": 7.085}, "gstreamer_push": {"avg_ms": 1.15, "count": 221, "max_ms": 2.686, "p95_ms": 1.62}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.378, "count": 220, "max_ms": 73.354, "p95_ms": 66.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.154, "count": 220, "max_ms": 105.269, "p95_ms": 88.738}, "yolo11_640_fire_11class": {"avg_ms": 49.034, "count": 220, "max_ms": 72.84, "p95_ms": 63.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.592, "count": 220, "max_ms": 75.402, "p95_ms": 65.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.664, "count": 221, "max_ms": 172.206, "p95_ms": 151.652}, "read_interval": {"avg_ms": 136.185, "count": 220, "max_ms": 186.488, "p95_ms": 161.107}, "triton_wait": {"avg_ms": 66.322, "count": 220, "max_ms": 105.284, "p95_ms": 88.752}, "visualize": {"avg_ms": 5.157, "count": 220, "max_ms": 8.558, "p95_ms": 5.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 163, "tracking_summary": 164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4978.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2949.505, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.082, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:30:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:30:13+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T10:30:13+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T10:30:13.432535+09:00", "mtime_epoch": 1783301413.432535, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:30:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.402, "name": "celery", "pid": 239, "rss_mb": 710.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.429, "count": 196, "max_ms": 46.97, "p95_ms": 37.103}, "gstreamer_push": {"avg_ms": 1.024, "count": 196, "max_ms": 2.387, "p95_ms": 1.396}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.376, "count": 196, "max_ms": 100.268, "p95_ms": 88.753}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.016, "count": 196, "max_ms": 98.507, "p95_ms": 88.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.501, "count": 196, "max_ms": 182.307, "p95_ms": 169.014}, "read_interval": {"avg_ms": 152.875, "count": 196, "max_ms": 189.438, "p95_ms": 176.845}, "triton_wait": {"avg_ms": 72.468, "count": 196, "max_ms": 100.281, "p95_ms": 89.299}, "visualize": {"avg_ms": 38.668, "count": 196, "max_ms": 65.101, "p95_ms": 50.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4974.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1534.448, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.54, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:30:14+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T10:30:14+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:30:14.732572+09:00", "mtime_epoch": 1783301414.7325718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:30:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 867.0, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.28, "count": 301, "max_ms": 5.674, "p95_ms": 4.022}, "gstreamer_push": {"avg_ms": 1.496, "count": 301, "max_ms": 6.246, "p95_ms": 3.685}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.047, "count": 301, "max_ms": 80.412, "p95_ms": 67.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.23, "count": 301, "max_ms": 98.748, "p95_ms": 88.706}, "yolo11_640_fire_11class": {"avg_ms": 46.931, "count": 301, "max_ms": 75.85, "p95_ms": 63.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.123, "count": 301, "max_ms": 84.453, "p95_ms": 51.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.401, "count": 301, "max_ms": 111.311, "p95_ms": 100.455}, "read_interval": {"avg_ms": 99.922, "count": 300, "max_ms": 474.854, "p95_ms": 125.724}, "triton_wait": {"avg_ms": 60.41, "count": 301, "max_ms": 98.76, "p95_ms": 88.717}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 5.896, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4977.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 733.745, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.327, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:30:17+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T10:30:17+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T10:30:17.544652+09:00", "mtime_epoch": 1783301417.5446515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:30:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1375.539, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.947, "pushed": 7.947, "read": 7.914}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.471, "count": 238, "max_ms": 9.006, "p95_ms": 6.848}, "gstreamer_push": {"avg_ms": 1.251, "count": 238, "max_ms": 7.381, "p95_ms": 1.577}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.632, "count": 238, "max_ms": 75.831, "p95_ms": 66.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.796, "count": 238, "max_ms": 110.616, "p95_ms": 92.287}, "yolo11_640_fire_11class": {"avg_ms": 52.615, "count": 238, "max_ms": 74.419, "p95_ms": 65.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.205, "count": 238, "max_ms": 83.427, "p95_ms": 67.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.692, "count": 238, "max_ms": 170.673, "p95_ms": 154.933}, "read_interval": {"avg_ms": 126.418, "count": 237, "max_ms": 183.9, "p95_ms": 165.517}, "triton_wait": {"avg_ms": 68.935, "count": 238, "max_ms": 110.632, "p95_ms": 92.301}, "visualize": {"avg_ms": 4.795, "count": 238, "max_ms": 6.685, "p95_ms": 5.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 165, "tracking_summary": 166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4980.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2979.538, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.663, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:30:43+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T10:30:43+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T10:30:43.497381+09:00", "mtime_epoch": 1783301443.4973812, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:30:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.402, "name": "celery", "pid": 239, "rss_mb": 713.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.524, "pushed": 6.524, "read": 6.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.985, "count": 195, "max_ms": 43.89, "p95_ms": 38.355}, "gstreamer_push": {"avg_ms": 1.18, "count": 195, "max_ms": 2.932, "p95_ms": 2.341}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.344, "count": 195, "max_ms": 104.647, "p95_ms": 92.347}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.898, "count": 195, "max_ms": 98.718, "p95_ms": 89.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.273, "count": 195, "max_ms": 179.972, "p95_ms": 170.678}, "read_interval": {"avg_ms": 154.021, "count": 194, "max_ms": 190.859, "p95_ms": 180.892}, "triton_wait": {"avg_ms": 71.515, "count": 195, "max_ms": 104.661, "p95_ms": 93.052}, "visualize": {"avg_ms": 41.874, "count": 195, "max_ms": 62.769, "p95_ms": 57.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4974.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1564.452, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.129, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:30:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:30:44+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T10:30:44+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:30:44.737416+09:00", "mtime_epoch": 1783301444.7374158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:30:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 866.859, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.335, "count": 300, "max_ms": 5.345, "p95_ms": 4.606}, "gstreamer_push": {"avg_ms": 1.429, "count": 300, "max_ms": 4.325, "p95_ms": 2.006}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.183, "count": 300, "max_ms": 78.727, "p95_ms": 64.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.835, "count": 300, "max_ms": 100.225, "p95_ms": 87.927}, "yolo11_640_fire_11class": {"avg_ms": 46.388, "count": 300, "max_ms": 75.432, "p95_ms": 63.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.513, "count": 300, "max_ms": 74.608, "p95_ms": 50.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.871, "count": 300, "max_ms": 112.282, "p95_ms": 99.74}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 241.24, "p95_ms": 132.815}, "triton_wait": {"avg_ms": 59.851, "count": 300, "max_ms": 100.239, "p95_ms": 87.937}, "visualize": {"avg_ms": 3.663, "count": 300, "max_ms": 5.634, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4969.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 763.833, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.394, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:30:47+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T10:30:47+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T10:30:47.621496+09:00", "mtime_epoch": 1783301447.6214962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:30:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1367.141, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.907, "pushed": 7.907, "read": 7.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.827, "count": 236, "max_ms": 9.002, "p95_ms": 7.963}, "gstreamer_push": {"avg_ms": 1.214, "count": 237, "max_ms": 4.045, "p95_ms": 1.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.3, "count": 236, "max_ms": 80.422, "p95_ms": 69.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.329, "count": 236, "max_ms": 106.908, "p95_ms": 91.917}, "yolo11_640_fire_11class": {"avg_ms": 50.848, "count": 236, "max_ms": 80.434, "p95_ms": 66.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.136, "count": 236, "max_ms": 78.065, "p95_ms": 67.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.366, "count": 237, "max_ms": 161.106, "p95_ms": 151.962}, "read_interval": {"avg_ms": 126.924, "count": 236, "max_ms": 171.011, "p95_ms": 161.853}, "triton_wait": {"avg_ms": 66.702, "count": 236, "max_ms": 106.921, "p95_ms": 91.93}, "visualize": {"avg_ms": 5.01, "count": 236, "max_ms": 8.35, "p95_ms": 6.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 167, "tracking_summary": 168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4971.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3009.616, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.255, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:31:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:31:13+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T10:31:13+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T10:31:13.570212+09:00", "mtime_epoch": 1783301473.5702124, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:31:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.402, "name": "celery", "pid": 239, "rss_mb": 703.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.318, "pushed": 6.318, "read": 6.285}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.097, "count": 189, "max_ms": 49.328, "p95_ms": 40.815}, "gstreamer_push": {"avg_ms": 1.111, "count": 189, "max_ms": 4.118, "p95_ms": 2.353}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.604, "count": 189, "max_ms": 115.912, "p95_ms": 91.734}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.695, "count": 189, "max_ms": 103.279, "p95_ms": 89.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.323, "count": 189, "max_ms": 210.218, "p95_ms": 174.173}, "read_interval": {"avg_ms": 159.156, "count": 188, "max_ms": 221.094, "p95_ms": 180.888}, "triton_wait": {"avg_ms": 72.923, "count": 189, "max_ms": 115.925, "p95_ms": 91.746}, "visualize": {"avg_ms": 41.353, "count": 189, "max_ms": 70.402, "p95_ms": 55.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4980.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1594.462, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.065, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:31:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:31:14+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-06T10:31:14+09:00", "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-07-06T10:31:14.758245+09:00", "mtime_epoch": 1783301474.7582448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:31:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 861.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.569, "pushed": 9.569, "read": 9.569}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.086, "count": 287, "max_ms": 7.944, "p95_ms": 6.023}, "gstreamer_push": {"avg_ms": 1.489, "count": 287, "max_ms": 6.681, "p95_ms": 3.703}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.168, "count": 287, "max_ms": 79.755, "p95_ms": 64.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.194, "count": 287, "max_ms": 116.271, "p95_ms": 84.954}, "yolo11_640_fire_11class": {"avg_ms": 45.262, "count": 287, "max_ms": 79.742, "p95_ms": 60.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.649, "count": 287, "max_ms": 90.393, "p95_ms": 51.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.173, "count": 287, "max_ms": 170.01, "p95_ms": 134.284}, "read_interval": {"avg_ms": 104.561, "count": 287, "max_ms": 187.485, "p95_ms": 149.359}, "triton_wait": {"avg_ms": 59.401, "count": 287, "max_ms": 116.285, "p95_ms": 84.967}, "visualize": {"avg_ms": 4.164, "count": 287, "max_ms": 6.85, "p95_ms": 5.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4974.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 793.914, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.035, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:31:17+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T10:31:17+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T10:31:17.722326+09:00", "mtime_epoch": 1783301477.7223258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:31:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1378.344, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.679, "pushed": 7.679, "read": 7.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.133, "count": 229, "max_ms": 9.097, "p95_ms": 7.604}, "gstreamer_push": {"avg_ms": 1.23, "count": 230, "max_ms": 4.562, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.899, "count": 229, "max_ms": 79.097, "p95_ms": 65.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.361, "count": 229, "max_ms": 106.334, "p95_ms": 90.858}, "yolo11_640_fire_11class": {"avg_ms": 50.02, "count": 229, "max_ms": 78.301, "p95_ms": 61.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.153, "count": 229, "max_ms": 90.24, "p95_ms": 65.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.615, "count": 230, "max_ms": 175.304, "p95_ms": 147.092}, "read_interval": {"avg_ms": 130.845, "count": 229, "max_ms": 187.566, "p95_ms": 157.798}, "triton_wait": {"avg_ms": 66.602, "count": 229, "max_ms": 106.347, "p95_ms": 90.872}, "visualize": {"avg_ms": 5.173, "count": 229, "max_ms": 7.137, "p95_ms": 5.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 168, "tracking_summary": 169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4982.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3039.669, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.326, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:31:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:31:43+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T10:31:43+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T10:31:43.615028+09:00", "mtime_epoch": 1783301503.6150277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:31:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 715.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.591, "pushed": 6.591, "read": 6.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.946, "count": 197, "max_ms": 34.946, "p95_ms": 33.34}, "gstreamer_push": {"avg_ms": 0.993, "count": 197, "max_ms": 3.594, "p95_ms": 1.159}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.27, "count": 197, "max_ms": 96.229, "p95_ms": 88.441}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.516, "count": 197, "max_ms": 97.919, "p95_ms": 89.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.243, "count": 197, "max_ms": 180.323, "p95_ms": 167.627}, "read_interval": {"avg_ms": 152.514, "count": 196, "max_ms": 190.71, "p95_ms": 175.516}, "triton_wait": {"avg_ms": 71.175, "count": 197, "max_ms": 97.932, "p95_ms": 90.811}, "visualize": {"avg_ms": 39.321, "count": 197, "max_ms": 57.697, "p95_ms": 49.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4976.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1624.538, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.341, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:31:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:31:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:31:44+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T10:31:44.819060+09:00", "mtime_epoch": 1783301504.81906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:31:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 866.879, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.468, "pushed": 10.468, "read": 10.435}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.319, "count": 314, "max_ms": 5.267, "p95_ms": 4.424}, "gstreamer_push": {"avg_ms": 1.426, "count": 314, "max_ms": 4.645, "p95_ms": 2.037}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.582, "count": 314, "max_ms": 75.537, "p95_ms": 62.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.134, "count": 314, "max_ms": 104.597, "p95_ms": 81.728}, "yolo11_640_fire_11class": {"avg_ms": 46.165, "count": 314, "max_ms": 76.246, "p95_ms": 59.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.74, "count": 314, "max_ms": 55.043, "p95_ms": 48.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.182, "count": 314, "max_ms": 116.571, "p95_ms": 93.567}, "read_interval": {"avg_ms": 95.824, "count": 313, "max_ms": 230.237, "p95_ms": 122.273}, "triton_wait": {"avg_ms": 59.232, "count": 314, "max_ms": 104.61, "p95_ms": 81.74}, "visualize": {"avg_ms": 3.648, "count": 314, "max_ms": 5.168, "p95_ms": 4.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4975.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 824.033, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.024, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:31:47+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T10:31:47+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T10:31:47.811140+09:00", "mtime_epoch": 1783301507.8111403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:31:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1372.832, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.734, "pushed": 7.734, "read": 7.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.135, "count": 232, "max_ms": 9.517, "p95_ms": 7.551}, "gstreamer_push": {"avg_ms": 1.184, "count": 232, "max_ms": 4.372, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.17, "count": 232, "max_ms": 74.976, "p95_ms": 67.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.261, "count": 232, "max_ms": 102.086, "p95_ms": 89.846}, "yolo11_640_fire_11class": {"avg_ms": 49.793, "count": 232, "max_ms": 74.987, "p95_ms": 63.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.667, "count": 232, "max_ms": 68.129, "p95_ms": 62.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.046, "count": 232, "max_ms": 158.599, "p95_ms": 144.275}, "read_interval": {"avg_ms": 129.19, "count": 232, "max_ms": 171.453, "p95_ms": 154.357}, "triton_wait": {"avg_ms": 65.391, "count": 232, "max_ms": 102.099, "p95_ms": 89.858}, "visualize": {"avg_ms": 5.183, "count": 232, "max_ms": 7.05, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 171, "tracking_summary": 171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4975.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3069.766, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.767, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:32:13+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T10:32:13+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:32:13.727831+09:00", "mtime_epoch": 1783301533.727831, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:32:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 712.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.646, "pushed": 6.646, "read": 6.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.649, "count": 199, "max_ms": 43.732, "p95_ms": 37.443}, "gstreamer_push": {"avg_ms": 1.082, "count": 199, "max_ms": 2.947, "p95_ms": 2.105}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.683, "count": 199, "max_ms": 97.897, "p95_ms": 89.206}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.542, "count": 199, "max_ms": 96.254, "p95_ms": 85.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.57, "count": 199, "max_ms": 176.178, "p95_ms": 166.589}, "read_interval": {"avg_ms": 151.238, "count": 198, "max_ms": 184.348, "p95_ms": 175.123}, "triton_wait": {"avg_ms": 69.478, "count": 199, "max_ms": 97.907, "p95_ms": 89.218}, "visualize": {"avg_ms": 39.337, "count": 199, "max_ms": 61.21, "p95_ms": 52.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4978.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1654.641, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.095, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:32:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T10:32:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:32:14+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T10:32:14.895862+09:00", "mtime_epoch": 1783301534.8958616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:32:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 864.758, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 300, "max_ms": 5.335, "p95_ms": 4.651}, "gstreamer_push": {"avg_ms": 1.475, "count": 300, "max_ms": 6.605, "p95_ms": 2.961}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.912, "count": 300, "max_ms": 74.025, "p95_ms": 63.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.772, "count": 300, "max_ms": 101.344, "p95_ms": 86.218}, "yolo11_640_fire_11class": {"avg_ms": 46.108, "count": 300, "max_ms": 74.038, "p95_ms": 60.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.405, "count": 300, "max_ms": 73.278, "p95_ms": 48.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.222, "count": 300, "max_ms": 113.396, "p95_ms": 97.99}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 143.088, "p95_ms": 122.053}, "triton_wait": {"avg_ms": 59.971, "count": 300, "max_ms": 101.358, "p95_ms": 86.232}, "visualize": {"avg_ms": 3.759, "count": 300, "max_ms": 5.98, "p95_ms": 4.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4975.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 854.054, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.427, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:32:17+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T10:32:17+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T10:32:17.843940+09:00", "mtime_epoch": 1783301537.8439395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:32:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1370.098, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.228, "pushed": 8.228, "read": 8.194}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.759, "count": 246, "max_ms": 9.318, "p95_ms": 7.646}, "gstreamer_push": {"avg_ms": 1.306, "count": 246, "max_ms": 6.863, "p95_ms": 2.591}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.549, "count": 246, "max_ms": 75.529, "p95_ms": 64.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.592, "count": 246, "max_ms": 99.137, "p95_ms": 86.553}, "yolo11_640_fire_11class": {"avg_ms": 50.494, "count": 246, "max_ms": 75.034, "p95_ms": 63.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.747, "count": 246, "max_ms": 72.576, "p95_ms": 63.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.395, "count": 246, "max_ms": 163.526, "p95_ms": 139.285}, "read_interval": {"avg_ms": 121.968, "count": 245, "max_ms": 174.878, "p95_ms": 150.753}, "triton_wait": {"avg_ms": 64.176, "count": 246, "max_ms": 99.15, "p95_ms": 86.567}, "visualize": {"avg_ms": 5.046, "count": 246, "max_ms": 8.744, "p95_ms": 6.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 172, "tracking_summary": 173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4978.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3099.85, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.814, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:32:43+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T10:32:43+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T10:32:43.800620+09:00", "mtime_epoch": 1783301563.8006196, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:32:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 715.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.714, "pushed": 6.714, "read": 6.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.248, "count": 201, "max_ms": 50.974, "p95_ms": 38.565}, "gstreamer_push": {"avg_ms": 0.969, "count": 201, "max_ms": 1.658, "p95_ms": 1.123}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.595, "count": 201, "max_ms": 92.379, "p95_ms": 86.1}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.715, "count": 201, "max_ms": 96.973, "p95_ms": 86.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.134, "count": 201, "max_ms": 181.67, "p95_ms": 163.536}, "read_interval": {"avg_ms": 149.614, "count": 200, "max_ms": 188.33, "p95_ms": 172.83}, "triton_wait": {"avg_ms": 69.457, "count": 201, "max_ms": 96.986, "p95_ms": 89.033}, "visualize": {"avg_ms": 37.392, "count": 201, "max_ms": 52.213, "p95_ms": 47.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4972.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1684.722, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.658, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:32:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:32:45+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:32:44+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T10:32:45.004651+09:00", "mtime_epoch": 1783301565.004651, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:32:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 861.98, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.329, "count": 300, "max_ms": 5.225, "p95_ms": 4.665}, "gstreamer_push": {"avg_ms": 1.457, "count": 301, "max_ms": 6.689, "p95_ms": 2.03}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.938, "count": 300, "max_ms": 75.36, "p95_ms": 62.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.191, "count": 300, "max_ms": 100.738, "p95_ms": 85.169}, "yolo11_640_fire_11class": {"avg_ms": 46.365, "count": 300, "max_ms": 71.616, "p95_ms": 62.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.201, "count": 300, "max_ms": 73.37, "p95_ms": 50.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.637, "count": 300, "max_ms": 112.613, "p95_ms": 96.272}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 205.69, "p95_ms": 124.426}, "triton_wait": {"avg_ms": 59.577, "count": 300, "max_ms": 100.75, "p95_ms": 85.183}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 4.88, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4978.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 884.065, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.913, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:32:47+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T10:32:47+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T10:32:47.876726+09:00", "mtime_epoch": 1783301567.8767257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:32:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1373.172, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.966, "pushed": 7.966, "read": 7.932}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.044, "count": 238, "max_ms": 8.965, "p95_ms": 7.376}, "gstreamer_push": {"avg_ms": 1.214, "count": 238, "max_ms": 4.404, "p95_ms": 1.535}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.244, "count": 238, "max_ms": 75.981, "p95_ms": 65.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.625, "count": 238, "max_ms": 99.81, "p95_ms": 89.474}, "yolo11_640_fire_11class": {"avg_ms": 51.395, "count": 238, "max_ms": 74.462, "p95_ms": 65.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.952, "count": 238, "max_ms": 74.118, "p95_ms": 65.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.946, "count": 238, "max_ms": 164.504, "p95_ms": 143.377}, "read_interval": {"avg_ms": 126.156, "count": 237, "max_ms": 176.113, "p95_ms": 153.804}, "triton_wait": {"avg_ms": 63.986, "count": 238, "max_ms": 99.824, "p95_ms": 89.487}, "visualize": {"avg_ms": 5.152, "count": 238, "max_ms": 7.049, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 174, "tracking_summary": 174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4979.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3129.885, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.659, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:33:13+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T10:33:13+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T10:33:13.849396+09:00", "mtime_epoch": 1783301593.8493955, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:33:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 716.938, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.659, "pushed": 6.659, "read": 6.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.862, "count": 199, "max_ms": 51.624, "p95_ms": 38.12}, "gstreamer_push": {"avg_ms": 0.944, "count": 199, "max_ms": 1.248, "p95_ms": 1.097}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.127, "count": 199, "max_ms": 95.424, "p95_ms": 89.825}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.487, "count": 199, "max_ms": 100.355, "p95_ms": 88.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.655, "count": 199, "max_ms": 184.831, "p95_ms": 168.509}, "read_interval": {"avg_ms": 150.985, "count": 198, "max_ms": 191.643, "p95_ms": 176.832}, "triton_wait": {"avg_ms": 70.699, "count": 199, "max_ms": 100.367, "p95_ms": 91.576}, "visualize": {"avg_ms": 37.23, "count": 199, "max_ms": 48.962, "p95_ms": 44.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4979.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1714.748, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.871, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:33:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:33:15+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T10:33:15.009425+09:00", "mtime_epoch": 1783301595.0094252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:33:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 861.98, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.383, "count": 300, "max_ms": 5.387, "p95_ms": 4.275}, "gstreamer_push": {"avg_ms": 1.51, "count": 300, "max_ms": 5.884, "p95_ms": 3.675}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.141, "count": 300, "max_ms": 76.794, "p95_ms": 64.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.474, "count": 300, "max_ms": 109.198, "p95_ms": 86.01}, "yolo11_640_fire_11class": {"avg_ms": 46.759, "count": 300, "max_ms": 76.274, "p95_ms": 63.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.979, "count": 300, "max_ms": 84.522, "p95_ms": 49.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.957, "count": 300, "max_ms": 121.351, "p95_ms": 98.15}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 256.194, "p95_ms": 124.994}, "triton_wait": {"avg_ms": 59.735, "count": 300, "max_ms": 109.211, "p95_ms": 86.022}, "visualize": {"avg_ms": 3.731, "count": 300, "max_ms": 5.09, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4979.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 914.097, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.204, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:33:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:33:17+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T10:33:17+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T10:33:17.905499+09:00", "mtime_epoch": 1783301597.9054992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:33:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1375.508, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.863, "pushed": 7.863, "read": 7.829}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.048, "count": 235, "max_ms": 9.222, "p95_ms": 7.704}, "gstreamer_push": {"avg_ms": 1.224, "count": 235, "max_ms": 4.062, "p95_ms": 2.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.322, "count": 235, "max_ms": 74.317, "p95_ms": 67.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.481, "count": 235, "max_ms": 97.935, "p95_ms": 89.68}, "yolo11_640_fire_11class": {"avg_ms": 51.456, "count": 235, "max_ms": 75.346, "p95_ms": 67.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.771, "count": 235, "max_ms": 85.64, "p95_ms": 67.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.417, "count": 235, "max_ms": 158.26, "p95_ms": 143.57}, "read_interval": {"avg_ms": 127.842, "count": 234, "max_ms": 172.337, "p95_ms": 154.177}, "triton_wait": {"avg_ms": 64.796, "count": 235, "max_ms": 97.948, "p95_ms": 89.694}, "visualize": {"avg_ms": 5.226, "count": 235, "max_ms": 8.688, "p95_ms": 6.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 175, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4978.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3160.005, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.954, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:33:44+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T10:33:43+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T10:33:43.926160+09:00", "mtime_epoch": 1783301623.9261603, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:33:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 715.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.64, "pushed": 6.64, "read": 6.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.272, "count": 199, "max_ms": 49.831, "p95_ms": 38.962}, "gstreamer_push": {"avg_ms": 0.958, "count": 199, "max_ms": 1.929, "p95_ms": 1.124}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.998, "count": 199, "max_ms": 110.922, "p95_ms": 88.397}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.626, "count": 199, "max_ms": 100.082, "p95_ms": 88.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.07, "count": 199, "max_ms": 176.7, "p95_ms": 165.766}, "read_interval": {"avg_ms": 151.176, "count": 198, "max_ms": 181.928, "p95_ms": 173.329}, "triton_wait": {"avg_ms": 72.976, "count": 199, "max_ms": 110.935, "p95_ms": 91.046}, "visualize": {"avg_ms": 36.86, "count": 199, "max_ms": 51.63, "p95_ms": 44.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4976.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1744.849, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.57, "name": "ffmpeg", "pid": 2344, "rss_mb": 305.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.715, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:33:45+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T10:33:45+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T10:33:45.102190+09:00", "mtime_epoch": 1783301625.10219, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:33:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 862.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 300, "max_ms": 5.894, "p95_ms": 4.635}, "gstreamer_push": {"avg_ms": 1.485, "count": 300, "max_ms": 6.127, "p95_ms": 3.581}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.174, "count": 300, "max_ms": 85.441, "p95_ms": 62.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.819, "count": 300, "max_ms": 102.157, "p95_ms": 83.297}, "yolo11_640_fire_11class": {"avg_ms": 46.059, "count": 300, "max_ms": 83.901, "p95_ms": 61.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.408, "count": 300, "max_ms": 63.839, "p95_ms": 48.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.154, "count": 300, "max_ms": 114.117, "p95_ms": 96.212}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 247.107, "p95_ms": 127.287}, "triton_wait": {"avg_ms": 59.96, "count": 300, "max_ms": 102.171, "p95_ms": 83.311}, "visualize": {"avg_ms": 3.756, "count": 300, "max_ms": 5.198, "p95_ms": 4.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4977.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 944.172, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.876, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:33:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:33:48+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T10:33:47+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T10:33:47.982263+09:00", "mtime_epoch": 1783301627.9822626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:33:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1376.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.92, "pushed": 7.92, "read": 7.886}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.031, "count": 237, "max_ms": 9.132, "p95_ms": 7.916}, "gstreamer_push": {"avg_ms": 1.189, "count": 237, "max_ms": 3.046, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.001, "count": 237, "max_ms": 86.028, "p95_ms": 64.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.767, "count": 237, "max_ms": 104.846, "p95_ms": 87.334}, "yolo11_640_fire_11class": {"avg_ms": 49.93, "count": 237, "max_ms": 83.679, "p95_ms": 63.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.65, "count": 237, "max_ms": 86.015, "p95_ms": 63.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.519, "count": 237, "max_ms": 158.051, "p95_ms": 143.346}, "read_interval": {"avg_ms": 126.953, "count": 236, "max_ms": 167.574, "p95_ms": 154.704}, "triton_wait": {"avg_ms": 64.278, "count": 237, "max_ms": 104.86, "p95_ms": 87.349}, "visualize": {"avg_ms": 5.188, "count": 237, "max_ms": 8.982, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 177, "tracking_summary": 177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4978.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3190.028, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.349, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:34:14+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T10:34:13+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T10:34:13.974913+09:00", "mtime_epoch": 1783301653.9749134, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:34:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 715.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.326, "pushed": 6.326, "read": 6.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.392, "count": 189, "max_ms": 49.448, "p95_ms": 36.29}, "gstreamer_push": {"avg_ms": 1.264, "count": 189, "max_ms": 4.993, "p95_ms": 3.463}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.768, "count": 189, "max_ms": 94.609, "p95_ms": 88.466}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.907, "count": 189, "max_ms": 94.365, "p95_ms": 87.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.83, "count": 189, "max_ms": 184.484, "p95_ms": 171.009}, "read_interval": {"avg_ms": 158.839, "count": 188, "max_ms": 192.855, "p95_ms": 178.907}, "triton_wait": {"avg_ms": 71.49, "count": 189, "max_ms": 94.622, "p95_ms": 90.656}, "visualize": {"avg_ms": 43.208, "count": 189, "max_ms": 63.991, "p95_ms": 56.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4968.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1774.928, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.148, "name": "ffmpeg", "pid": 2344, "rss_mb": 308.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.364, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:34:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:34:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:34:15+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T10:34:15.206944+09:00", "mtime_epoch": 1783301655.206944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:34:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 865.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.267, "pushed": 8.3, "read": 8.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 248, "max_ms": 7.441, "p95_ms": 6.242}, "gstreamer_push": {"avg_ms": 1.403, "count": 249, "max_ms": 4.899, "p95_ms": 2.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.686, "count": 248, "max_ms": 76.115, "p95_ms": 69.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.859, "count": 248, "max_ms": 101.553, "p95_ms": 83.42}, "yolo11_640_fire_11class": {"avg_ms": 49.784, "count": 248, "max_ms": 72.098, "p95_ms": 66.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.583, "count": 248, "max_ms": 83.162, "p95_ms": 52.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.732, "count": 248, "max_ms": 158.737, "p95_ms": 136.108}, "read_interval": {"avg_ms": 120.943, "count": 248, "max_ms": 2425.315, "p95_ms": 150.502}, "triton_wait": {"avg_ms": 64.249, "count": 248, "max_ms": 101.566, "p95_ms": 83.435}, "visualize": {"avg_ms": 4.331, "count": 248, "max_ms": 7.383, "p95_ms": 5.597}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4984.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 974.212, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.517, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:34:18+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T10:34:18+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T10:34:18.047014+09:00", "mtime_epoch": 1783301658.0470145, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:34:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1373.027, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.859, "pushed": 10.859, "read": 10.825}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.677, "count": 325, "max_ms": 9.162, "p95_ms": 5.553}, "gstreamer_push": {"avg_ms": 1.55, "count": 325, "max_ms": 6.985, "p95_ms": 3.67}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.16, "count": 325, "max_ms": 81.585, "p95_ms": 70.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.645, "count": 325, "max_ms": 99.177, "p95_ms": 85.744}, "yolo11_640_fire_11class": {"avg_ms": 52.098, "count": 325, "max_ms": 75.64, "p95_ms": 65.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.26, "count": 325, "max_ms": 77.409, "p95_ms": 64.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.12, "count": 325, "max_ms": 135.28, "p95_ms": 105.944}, "read_interval": {"avg_ms": 92.447, "count": 324, "max_ms": 145.788, "p95_ms": 118.942}, "triton_wait": {"avg_ms": 63.921, "count": 325, "max_ms": 99.19, "p95_ms": 85.758}, "visualize": {"avg_ms": 3.81, "count": 325, "max_ms": 6.112, "p95_ms": 5.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 178, "tracking_summary": 179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4969.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3220.101, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.843, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:34:44+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T10:34:44+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T10:34:44.023656+09:00", "mtime_epoch": 1783301684.023656, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:34:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 703.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.25, "pushed": 6.25, "read": 6.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.954, "count": 187, "max_ms": 45.452, "p95_ms": 37.662}, "gstreamer_push": {"avg_ms": 1.483, "count": 187, "max_ms": 4.378, "p95_ms": 3.73}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.629, "count": 187, "max_ms": 107.264, "p95_ms": 94.749}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.44, "count": 187, "max_ms": 105.518, "p95_ms": 91.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.434, "count": 187, "max_ms": 204.38, "p95_ms": 182.796}, "read_interval": {"avg_ms": 160.661, "count": 186, "max_ms": 214.626, "p95_ms": 191.455}, "triton_wait": {"avg_ms": 73.343, "count": 187, "max_ms": 107.278, "p95_ms": 95.543}, "visualize": {"avg_ms": 44.279, "count": 187, "max_ms": 65.276, "p95_ms": 57.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4977.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1804.993, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.727, "name": "ffmpeg", "pid": 2344, "rss_mb": 310.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.88, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:34:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:34:45+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T10:34:45+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T10:34:45.223685+09:00", "mtime_epoch": 1783301685.2236853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:34:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 868.68, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.339, "pushed": 10.339, "read": 10.305}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.302, "count": 310, "max_ms": 4.857, "p95_ms": 4.036}, "gstreamer_push": {"avg_ms": 1.609, "count": 310, "max_ms": 6.148, "p95_ms": 3.865}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.239, "count": 310, "max_ms": 84.112, "p95_ms": 74.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.598, "count": 310, "max_ms": 106.74, "p95_ms": 93.022}, "yolo11_640_fire_11class": {"avg_ms": 53.649, "count": 310, "max_ms": 76.331, "p95_ms": 69.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.859, "count": 310, "max_ms": 78.461, "p95_ms": 53.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.115, "count": 310, "max_ms": 118.675, "p95_ms": 104.808}, "read_interval": {"avg_ms": 96.878, "count": 309, "max_ms": 140.583, "p95_ms": 120.021}, "triton_wait": {"avg_ms": 67.966, "count": 310, "max_ms": 106.753, "p95_ms": 93.04}, "visualize": {"avg_ms": 3.693, "count": 310, "max_ms": 5.608, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4982.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1004.237, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.39, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:34:48+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T10:34:48+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T10:34:48.059755+09:00", "mtime_epoch": 1783301688.0597548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:34:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1373.027, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.185}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.654, "count": 306, "max_ms": 5.597, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.576, "count": 306, "max_ms": 7.408, "p95_ms": 3.831}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.465, "count": 306, "max_ms": 86.222, "p95_ms": 75.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.683, "count": 306, "max_ms": 107.961, "p95_ms": 92.349}, "yolo11_640_fire_11class": {"avg_ms": 56.158, "count": 306, "max_ms": 77.987, "p95_ms": 70.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.663, "count": 306, "max_ms": 76.164, "p95_ms": 64.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.404, "count": 306, "max_ms": 122.623, "p95_ms": 106.07}, "read_interval": {"avg_ms": 98.128, "count": 305, "max_ms": 136.136, "p95_ms": 120.483}, "triton_wait": {"avg_ms": 70.111, "count": 306, "max_ms": 107.974, "p95_ms": 92.362}, "visualize": {"avg_ms": 3.75, "count": 306, "max_ms": 5.594, "p95_ms": 4.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 180, "tracking_summary": 181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4986.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3250.156, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.381, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:35:14+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:35:14+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T10:35:14.108389+09:00", "mtime_epoch": 1783301714.1083894, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 233019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:35:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 714.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.461, "pushed": 6.461, "read": 6.427}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.402, "count": 193, "max_ms": 43.137, "p95_ms": 37.549}, "gstreamer_push": {"avg_ms": 1.104, "count": 193, "max_ms": 2.784, "p95_ms": 2.186}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.577, "count": 193, "max_ms": 101.768, "p95_ms": 92.271}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.765, "count": 193, "max_ms": 96.87, "p95_ms": 91.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.905, "count": 193, "max_ms": 187.744, "p95_ms": 171.366}, "read_interval": {"avg_ms": 155.729, "count": 192, "max_ms": 194.688, "p95_ms": 180.003}, "triton_wait": {"avg_ms": 70.989, "count": 193, "max_ms": 101.782, "p95_ms": 93.272}, "visualize": {"avg_ms": 40.519, "count": 193, "max_ms": 59.475, "p95_ms": 55.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4986.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1835.002, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.305, "name": "ffmpeg", "pid": 2344, "rss_mb": 313.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.211, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:35:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:35:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:35:15+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T10:35:15.284418+09:00", "mtime_epoch": 1783301715.2844179, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:35:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 866.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.636, "pushed": 10.636, "read": 10.636}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.378, "count": 319, "max_ms": 5.86, "p95_ms": 4.301}, "gstreamer_push": {"avg_ms": 1.624, "count": 319, "max_ms": 6.938, "p95_ms": 3.864}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.02, "count": 319, "max_ms": 80.549, "p95_ms": 71.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.403, "count": 319, "max_ms": 107.149, "p95_ms": 92.54}, "yolo11_640_fire_11class": {"avg_ms": 49.913, "count": 319, "max_ms": 75.762, "p95_ms": 65.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.44, "count": 319, "max_ms": 63.15, "p95_ms": 51.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.191, "count": 319, "max_ms": 118.725, "p95_ms": 104.687}, "read_interval": {"avg_ms": 94.21, "count": 319, "max_ms": 250.062, "p95_ms": 124.793}, "triton_wait": {"avg_ms": 63.718, "count": 319, "max_ms": 107.162, "p95_ms": 92.554}, "visualize": {"avg_ms": 3.778, "count": 319, "max_ms": 5.862, "p95_ms": 4.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4978.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1034.304, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.429, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:35:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:35:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T10:35:18.120486+09:00", "mtime_epoch": 1783301718.1204865, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:35:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1373.348, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.772, "pushed": 10.772, "read": 10.739}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.63, "count": 323, "max_ms": 5.735, "p95_ms": 4.913}, "gstreamer_push": {"avg_ms": 1.545, "count": 323, "max_ms": 6.873, "p95_ms": 3.596}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.555, "count": 323, "max_ms": 80.116, "p95_ms": 74.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.576, "count": 323, "max_ms": 104.49, "p95_ms": 91.156}, "yolo11_640_fire_11class": {"avg_ms": 52.445, "count": 323, "max_ms": 72.168, "p95_ms": 67.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.905, "count": 323, "max_ms": 73.849, "p95_ms": 62.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.292, "count": 323, "max_ms": 119.003, "p95_ms": 105.266}, "read_interval": {"avg_ms": 93.047, "count": 322, "max_ms": 133.663, "p95_ms": 119.273}, "triton_wait": {"avg_ms": 65.148, "count": 323, "max_ms": 104.504, "p95_ms": 91.168}, "visualize": {"avg_ms": 3.706, "count": 323, "max_ms": 5.332, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 182, "tracking_summary": 182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4990.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3280.281, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.932, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:35:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:35:44+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T10:35:44+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T10:35:44.257115+09:00", "mtime_epoch": 1783301744.2571154, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:35:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 716.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.403, "pushed": 6.403, "read": 6.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.715, "count": 192, "max_ms": 46.34, "p95_ms": 39.674}, "gstreamer_push": {"avg_ms": 1.004, "count": 192, "max_ms": 2.817, "p95_ms": 1.108}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.687, "count": 192, "max_ms": 107.846, "p95_ms": 93.113}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.809, "count": 192, "max_ms": 109.994, "p95_ms": 89.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.446, "count": 192, "max_ms": 190.456, "p95_ms": 172.926}, "read_interval": {"avg_ms": 157.019, "count": 191, "max_ms": 198.345, "p95_ms": 180.433}, "triton_wait": {"avg_ms": 71.67, "count": 192, "max_ms": 110.006, "p95_ms": 93.401}, "visualize": {"avg_ms": 39.262, "count": 192, "max_ms": 54.251, "p95_ms": 47.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4990.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1865.055, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.305, "name": "ffmpeg", "pid": 2344, "rss_mb": 313.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.971, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:35:45+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T10:35:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T10:35:45.329141+09:00", "mtime_epoch": 1783301745.329141, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:35:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 868.934, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.751, "pushed": 10.751, "read": 10.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.369, "count": 322, "max_ms": 5.498, "p95_ms": 4.414}, "gstreamer_push": {"avg_ms": 1.585, "count": 322, "max_ms": 6.205, "p95_ms": 3.821}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.526, "count": 322, "max_ms": 86.752, "p95_ms": 72.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.321, "count": 322, "max_ms": 107.919, "p95_ms": 87.369}, "yolo11_640_fire_11class": {"avg_ms": 50.614, "count": 322, "max_ms": 80.861, "p95_ms": 66.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.984, "count": 322, "max_ms": 68.38, "p95_ms": 51.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.0, "count": 322, "max_ms": 119.839, "p95_ms": 99.356}, "read_interval": {"avg_ms": 93.339, "count": 321, "max_ms": 140.87, "p95_ms": 116.064}, "triton_wait": {"avg_ms": 63.657, "count": 322, "max_ms": 107.932, "p95_ms": 87.386}, "visualize": {"avg_ms": 3.758, "count": 322, "max_ms": 5.379, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4983.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1064.396, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.978, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:35:48+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:35:48+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T10:35:48.213210+09:00", "mtime_epoch": 1783301748.2132099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:35:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1373.262, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.67, "pushed": 10.67, "read": 10.637}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.632, "count": 320, "max_ms": 5.794, "p95_ms": 4.645}, "gstreamer_push": {"avg_ms": 1.525, "count": 320, "max_ms": 6.041, "p95_ms": 3.574}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.143, "count": 320, "max_ms": 84.102, "p95_ms": 72.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.169, "count": 320, "max_ms": 116.361, "p95_ms": 87.387}, "yolo11_640_fire_11class": {"avg_ms": 53.198, "count": 320, "max_ms": 80.613, "p95_ms": 68.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.594, "count": 320, "max_ms": 75.692, "p95_ms": 62.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.76, "count": 320, "max_ms": 130.382, "p95_ms": 101.187}, "read_interval": {"avg_ms": 93.999, "count": 319, "max_ms": 146.767, "p95_ms": 118.926}, "triton_wait": {"avg_ms": 65.581, "count": 320, "max_ms": 116.375, "p95_ms": 87.402}, "visualize": {"avg_ms": 3.768, "count": 320, "max_ms": 5.856, "p95_ms": 4.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 183, "tracking_summary": 184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4992.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3310.323, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.281, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:36:14+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T10:36:14+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T10:36:14.265829+09:00", "mtime_epoch": 1783301774.265829, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:36:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 717.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.526, "pushed": 6.526, "read": 6.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.452, "count": 195, "max_ms": 54.623, "p95_ms": 41.476}, "gstreamer_push": {"avg_ms": 1.137, "count": 195, "max_ms": 2.605, "p95_ms": 2.272}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.614, "count": 195, "max_ms": 103.54, "p95_ms": 92.37}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.454, "count": 195, "max_ms": 104.121, "p95_ms": 88.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.235, "count": 195, "max_ms": 190.324, "p95_ms": 168.173}, "read_interval": {"avg_ms": 154.004, "count": 194, "max_ms": 197.212, "p95_ms": 175.59}, "triton_wait": {"avg_ms": 71.698, "count": 195, "max_ms": 104.152, "p95_ms": 92.384}, "visualize": {"avg_ms": 40.059, "count": 195, "max_ms": 62.668, "p95_ms": 53.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4989.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1895.209, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.305, "name": "ffmpeg", "pid": 2344, "rss_mb": 313.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.505, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:36:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:36:15+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T10:36:15+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T10:36:15.417856+09:00", "mtime_epoch": 1783301775.4178562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:36:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 872.176, "name": "celery", "pid": 237, "rss_mb": 867.137, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.345, "pushed": 9.345, "read": 9.311}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.967, "count": 280, "max_ms": 9.686, "p95_ms": 5.985}, "gstreamer_push": {"avg_ms": 1.594, "count": 280, "max_ms": 7.184, "p95_ms": 3.823}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.739, "count": 280, "max_ms": 76.694, "p95_ms": 67.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.074, "count": 280, "max_ms": 105.813, "p95_ms": 90.885}, "yolo11_640_fire_11class": {"avg_ms": 51.337, "count": 280, "max_ms": 76.707, "p95_ms": 65.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.584, "count": 280, "max_ms": 68.637, "p95_ms": 51.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.704, "count": 280, "max_ms": 157.97, "p95_ms": 139.778}, "read_interval": {"avg_ms": 107.095, "count": 279, "max_ms": 218.12, "p95_ms": 155.531}, "triton_wait": {"avg_ms": 67.224, "count": 280, "max_ms": 105.827, "p95_ms": 90.899}, "visualize": {"avg_ms": 4.165, "count": 280, "max_ms": 7.821, "p95_ms": 5.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4994.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1094.399, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.249, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:36:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T10:36:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T10:36:18.213922+09:00", "mtime_epoch": 1783301778.2139223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:36:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1373.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.737, "pushed": 10.737, "read": 10.737}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.594, "count": 322, "max_ms": 5.697, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.57, "count": 322, "max_ms": 6.661, "p95_ms": 3.749}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.21, "count": 322, "max_ms": 77.451, "p95_ms": 67.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.205, "count": 322, "max_ms": 103.928, "p95_ms": 90.84}, "yolo11_640_fire_11class": {"avg_ms": 54.247, "count": 322, "max_ms": 81.182, "p95_ms": 67.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.392, "count": 322, "max_ms": 78.191, "p95_ms": 60.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.082, "count": 322, "max_ms": 116.497, "p95_ms": 103.945}, "read_interval": {"avg_ms": 93.18, "count": 322, "max_ms": 129.921, "p95_ms": 118.737}, "triton_wait": {"avg_ms": 66.395, "count": 322, "max_ms": 103.945, "p95_ms": 90.856}, "visualize": {"avg_ms": 3.77, "count": 322, "max_ms": 6.972, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 186, "tracking_summary": 185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4981.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3340.442, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.629, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:36:44+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T10:36:44+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T10:36:44.382537+09:00", "mtime_epoch": 1783301804.3825371, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:36:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 707.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.469, "pushed": 6.469, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.508, "count": 194, "max_ms": 43.306, "p95_ms": 37.977}, "gstreamer_push": {"avg_ms": 1.021, "count": 194, "max_ms": 1.695, "p95_ms": 1.133}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.395, "count": 194, "max_ms": 106.641, "p95_ms": 92.917}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.896, "count": 194, "max_ms": 100.97, "p95_ms": 91.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.591, "count": 194, "max_ms": 182.235, "p95_ms": 172.227}, "read_interval": {"avg_ms": 155.18, "count": 193, "max_ms": 190.134, "p95_ms": 180.969}, "triton_wait": {"avg_ms": 72.869, "count": 194, "max_ms": 106.655, "p95_ms": 93.087}, "visualize": {"avg_ms": 38.241, "count": 194, "max_ms": 53.842, "p95_ms": 42.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4981.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1925.253, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.305, "name": "ffmpeg", "pid": 2344, "rss_mb": 313.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.128, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:36:45+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T10:36:45+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T10:36:45.518564+09:00", "mtime_epoch": 1783301805.5185637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:36:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 866.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.633, "count": 300, "max_ms": 8.333, "p95_ms": 5.9}, "gstreamer_push": {"avg_ms": 1.49, "count": 300, "max_ms": 4.756, "p95_ms": 3.577}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.996, "count": 300, "max_ms": 76.34, "p95_ms": 67.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.415, "count": 300, "max_ms": 113.536, "p95_ms": 93.307}, "yolo11_640_fire_11class": {"avg_ms": 52.697, "count": 300, "max_ms": 76.864, "p95_ms": 67.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.82, "count": 300, "max_ms": 64.866, "p95_ms": 49.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.64, "count": 300, "max_ms": 150.775, "p95_ms": 124.577}, "read_interval": {"avg_ms": 100.174, "count": 299, "max_ms": 162.781, "p95_ms": 141.971}, "triton_wait": {"avg_ms": 66.514, "count": 300, "max_ms": 113.55, "p95_ms": 93.321}, "visualize": {"avg_ms": 3.877, "count": 300, "max_ms": 6.664, "p95_ms": 5.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4993.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1124.411, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.473, "sample_count": 2868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:36:48+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:36:48+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T10:36:48.254628+09:00", "mtime_epoch": 1783301808.2546277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:36:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1373.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.6, "pushed": 10.6, "read": 10.6}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 318, "max_ms": 5.383, "p95_ms": 4.016}, "gstreamer_push": {"avg_ms": 1.535, "count": 318, "max_ms": 6.047, "p95_ms": 3.675}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.605, "count": 318, "max_ms": 81.102, "p95_ms": 70.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.761, "count": 318, "max_ms": 107.54, "p95_ms": 93.752}, "yolo11_640_fire_11class": {"avg_ms": 56.668, "count": 318, "max_ms": 81.826, "p95_ms": 71.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.911, "count": 318, "max_ms": 69.096, "p95_ms": 60.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.303, "count": 318, "max_ms": 119.863, "p95_ms": 106.324}, "read_interval": {"avg_ms": 94.454, "count": 318, "max_ms": 141.061, "p95_ms": 119.995}, "triton_wait": {"avg_ms": 67.922, "count": 318, "max_ms": 107.554, "p95_ms": 93.765}, "visualize": {"avg_ms": 3.732, "count": 318, "max_ms": 5.082, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 186, "tracking_summary": 187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4992.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3370.447, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.936, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:37:14+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T10:37:14+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T10:37:14.419235+09:00", "mtime_epoch": 1783301834.4192355, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:37:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 716.93, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.467, "pushed": 6.467, "read": 6.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.088, "count": 194, "max_ms": 49.812, "p95_ms": 35.44}, "gstreamer_push": {"avg_ms": 1.038, "count": 194, "max_ms": 2.397, "p95_ms": 1.15}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.246, "count": 194, "max_ms": 102.079, "p95_ms": 88.622}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.711, "count": 194, "max_ms": 93.653, "p95_ms": 89.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.086, "count": 194, "max_ms": 179.343, "p95_ms": 166.635}, "read_interval": {"avg_ms": 154.814, "count": 194, "max_ms": 188.09, "p95_ms": 174.615}, "triton_wait": {"avg_ms": 71.394, "count": 194, "max_ms": 102.09, "p95_ms": 90.937}, "visualize": {"avg_ms": 38.736, "count": 194, "max_ms": 58.703, "p95_ms": 43.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4992.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1955.311, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.883, "name": "ffmpeg", "pid": 2344, "rss_mb": 315.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.524, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:37:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:37:15+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T10:37:15+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:37:15.595263+09:00", "mtime_epoch": 1783301835.5952628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:37:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 866.586, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.815, "pushed": 10.815, "read": 10.782}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.327, "count": 324, "max_ms": 5.056, "p95_ms": 3.988}, "gstreamer_push": {"avg_ms": 1.573, "count": 324, "max_ms": 6.445, "p95_ms": 3.709}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.85, "count": 324, "max_ms": 70.916, "p95_ms": 65.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.38, "count": 324, "max_ms": 106.61, "p95_ms": 87.63}, "yolo11_640_fire_11class": {"avg_ms": 48.541, "count": 324, "max_ms": 71.555, "p95_ms": 66.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.792, "count": 324, "max_ms": 54.923, "p95_ms": 49.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.768, "count": 324, "max_ms": 118.801, "p95_ms": 100.133}, "read_interval": {"avg_ms": 92.82, "count": 323, "max_ms": 187.552, "p95_ms": 118.009}, "triton_wait": {"avg_ms": 62.42, "count": 324, "max_ms": 106.623, "p95_ms": 87.643}, "visualize": {"avg_ms": 3.758, "count": 324, "max_ms": 5.505, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4995.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1154.455, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.287, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:37:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:37:18+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T10:37:18+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T10:37:18.287325+09:00", "mtime_epoch": 1783301838.287325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:37:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1374.0, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.081, "pushed": 11.081, "read": 11.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.602, "count": 332, "max_ms": 5.452, "p95_ms": 5.024}, "gstreamer_push": {"avg_ms": 1.568, "count": 332, "max_ms": 7.911, "p95_ms": 3.708}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.97, "count": 332, "max_ms": 74.634, "p95_ms": 67.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.339, "count": 332, "max_ms": 100.988, "p95_ms": 85.939}, "yolo11_640_fire_11class": {"avg_ms": 52.894, "count": 332, "max_ms": 74.623, "p95_ms": 68.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.435, "count": 332, "max_ms": 69.634, "p95_ms": 58.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.127, "count": 332, "max_ms": 113.201, "p95_ms": 98.184}, "read_interval": {"avg_ms": 90.517, "count": 331, "max_ms": 126.867, "p95_ms": 113.894}, "triton_wait": {"avg_ms": 63.457, "count": 332, "max_ms": 101.002, "p95_ms": 85.952}, "visualize": {"avg_ms": 3.769, "count": 332, "max_ms": 4.874, "p95_ms": 4.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 189, "tracking_summary": 189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4985.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3400.547, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.747, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:37:44+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:37:44+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T10:37:44.503928+09:00", "mtime_epoch": 1783301864.5039277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:37:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 706.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.507, "pushed": 6.507, "read": 6.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.708, "count": 195, "max_ms": 48.416, "p95_ms": 41.134}, "gstreamer_push": {"avg_ms": 1.017, "count": 195, "max_ms": 2.323, "p95_ms": 1.137}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.714, "count": 195, "max_ms": 103.997, "p95_ms": 91.906}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.484, "count": 195, "max_ms": 94.567, "p95_ms": 88.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.662, "count": 195, "max_ms": 189.95, "p95_ms": 174.165}, "read_interval": {"avg_ms": 154.353, "count": 194, "max_ms": 198.027, "p95_ms": 182.732}, "triton_wait": {"avg_ms": 70.209, "count": 195, "max_ms": 104.011, "p95_ms": 92.808}, "visualize": {"avg_ms": 37.855, "count": 195, "max_ms": 56.02, "p95_ms": 49.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4997.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1985.328, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.883, "name": "ffmpeg", "pid": 2344, "rss_mb": 315.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.789, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:37:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:37:45+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:37:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T10:37:45.587953+09:00", "mtime_epoch": 1783301865.5879526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:37:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 869.023, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.301, "count": 297, "max_ms": 5.329, "p95_ms": 4.157}, "gstreamer_push": {"avg_ms": 1.459, "count": 297, "max_ms": 4.962, "p95_ms": 1.868}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.882, "count": 297, "max_ms": 74.814, "p95_ms": 68.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.103, "count": 297, "max_ms": 108.367, "p95_ms": 88.459}, "yolo11_640_fire_11class": {"avg_ms": 53.157, "count": 297, "max_ms": 75.424, "p95_ms": 68.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.351, "count": 297, "max_ms": 64.346, "p95_ms": 51.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.292, "count": 297, "max_ms": 122.297, "p95_ms": 101.273}, "read_interval": {"avg_ms": 100.974, "count": 297, "max_ms": 194.819, "p95_ms": 129.858}, "triton_wait": {"avg_ms": 68.17, "count": 297, "max_ms": 108.377, "p95_ms": 88.472}, "visualize": {"avg_ms": 3.691, "count": 297, "max_ms": 5.011, "p95_ms": 4.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4994.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1184.522, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.072, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T10:37:48+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T10:37:48+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T10:37:48.332015+09:00", "mtime_epoch": 1783301868.3320153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:37:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1374.113, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.382, "pushed": 10.382, "read": 10.348}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.553, "count": 311, "max_ms": 5.556, "p95_ms": 4.872}, "gstreamer_push": {"avg_ms": 1.487, "count": 311, "max_ms": 7.787, "p95_ms": 1.525}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.716, "count": 311, "max_ms": 73.29, "p95_ms": 70.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.882, "count": 311, "max_ms": 104.679, "p95_ms": 90.828}, "yolo11_640_fire_11class": {"avg_ms": 56.836, "count": 311, "max_ms": 75.892, "p95_ms": 70.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.601, "count": 311, "max_ms": 83.363, "p95_ms": 60.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.475, "count": 311, "max_ms": 116.857, "p95_ms": 103.288}, "read_interval": {"avg_ms": 96.61, "count": 310, "max_ms": 130.361, "p95_ms": 116.988}, "triton_wait": {"avg_ms": 69.965, "count": 311, "max_ms": 104.693, "p95_ms": 90.842}, "visualize": {"avg_ms": 3.748, "count": 311, "max_ms": 5.57, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 190, "tracking_summary": 190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4995.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3430.589, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.135, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:38:14+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T10:38:14+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T10:38:14.548612+09:00", "mtime_epoch": 1783301894.548612, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:38:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 715.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.326, "pushed": 6.326, "read": 6.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.775, "count": 189, "max_ms": 42.669, "p95_ms": 38.247}, "gstreamer_push": {"avg_ms": 1.204, "count": 189, "max_ms": 3.963, "p95_ms": 2.435}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.025, "count": 189, "max_ms": 104.319, "p95_ms": 94.741}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.988, "count": 189, "max_ms": 101.602, "p95_ms": 88.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.152, "count": 189, "max_ms": 196.046, "p95_ms": 181.704}, "read_interval": {"avg_ms": 159.001, "count": 188, "max_ms": 203.996, "p95_ms": 188.545}, "triton_wait": {"avg_ms": 72.006, "count": 189, "max_ms": 104.332, "p95_ms": 95.118}, "visualize": {"avg_ms": 43.628, "count": 189, "max_ms": 75.465, "p95_ms": 59.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4997.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2015.425, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.883, "name": "ffmpeg", "pid": 2344, "rss_mb": 315.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.884, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:38:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:38:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T10:38:15+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T10:38:15.688638+09:00", "mtime_epoch": 1783301895.688638, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:38:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 869.363, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.346, "count": 301, "max_ms": 5.399, "p95_ms": 4.152}, "gstreamer_push": {"avg_ms": 1.498, "count": 302, "max_ms": 6.253, "p95_ms": 1.986}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.805, "count": 301, "max_ms": 77.184, "p95_ms": 68.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.521, "count": 301, "max_ms": 109.734, "p95_ms": 90.165}, "yolo11_640_fire_11class": {"avg_ms": 52.712, "count": 301, "max_ms": 77.872, "p95_ms": 67.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.025, "count": 301, "max_ms": 80.355, "p95_ms": 50.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.193, "count": 302, "max_ms": 121.465, "p95_ms": 102.399}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 154.761, "p95_ms": 126.764}, "triton_wait": {"avg_ms": 67.866, "count": 301, "max_ms": 109.747, "p95_ms": 90.178}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.931, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4992.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1214.602, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.152, "sample_count": 3108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:38:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:38:18+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T10:38:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T10:38:18.412700+09:00", "mtime_epoch": 1783301898.4126997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:38:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1377.004, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.573, "pushed": 10.573, "read": 10.54}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.504, "count": 317, "max_ms": 5.786, "p95_ms": 4.102}, "gstreamer_push": {"avg_ms": 1.6, "count": 317, "max_ms": 6.804, "p95_ms": 3.857}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.92, "count": 317, "max_ms": 78.284, "p95_ms": 70.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.225, "count": 317, "max_ms": 106.934, "p95_ms": 90.86}, "yolo11_640_fire_11class": {"avg_ms": 55.042, "count": 317, "max_ms": 78.73, "p95_ms": 69.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.817, "count": 317, "max_ms": 69.852, "p95_ms": 61.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.795, "count": 317, "max_ms": 121.017, "p95_ms": 102.962}, "read_interval": {"avg_ms": 94.847, "count": 316, "max_ms": 134.278, "p95_ms": 116.66}, "triton_wait": {"avg_ms": 68.395, "count": 317, "max_ms": 106.948, "p95_ms": 90.873}, "visualize": {"avg_ms": 3.733, "count": 317, "max_ms": 4.928, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 192, "tracking_summary": 192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5000.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3460.657, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.378, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:38:44+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T10:38:44+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T10:38:44.601290+09:00", "mtime_epoch": 1783301924.6012902, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:38:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 720.289, "name": "celery", "pid": 239, "rss_mb": 719.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.484, "pushed": 6.484, "read": 6.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.536, "count": 194, "max_ms": 41.068, "p95_ms": 37.356}, "gstreamer_push": {"avg_ms": 1.118, "count": 194, "max_ms": 3.828, "p95_ms": 1.222}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.111, "count": 194, "max_ms": 103.896, "p95_ms": 93.907}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.611, "count": 194, "max_ms": 97.696, "p95_ms": 92.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.224, "count": 194, "max_ms": 185.209, "p95_ms": 170.392}, "read_interval": {"avg_ms": 154.943, "count": 193, "max_ms": 195.561, "p95_ms": 178.074}, "triton_wait": {"avg_ms": 71.981, "count": 194, "max_ms": 103.908, "p95_ms": 94.61}, "visualize": {"avg_ms": 39.843, "count": 194, "max_ms": 62.837, "p95_ms": 49.541}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5000.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2045.515, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.883, "name": "ffmpeg", "pid": 2344, "rss_mb": 315.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.216, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:38:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:38:45+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T10:38:45+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T10:38:45.745316+09:00", "mtime_epoch": 1783301925.7453158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:38:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 872.117, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.316, "count": 301, "max_ms": 5.949, "p95_ms": 4.314}, "gstreamer_push": {"avg_ms": 1.532, "count": 301, "max_ms": 6.28, "p95_ms": 3.599}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.527, "count": 301, "max_ms": 73.09, "p95_ms": 68.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.537, "count": 301, "max_ms": 115.688, "p95_ms": 95.239}, "yolo11_640_fire_11class": {"avg_ms": 54.319, "count": 301, "max_ms": 73.078, "p95_ms": 67.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.576, "count": 301, "max_ms": 70.235, "p95_ms": 50.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.008, "count": 301, "max_ms": 128.645, "p95_ms": 107.3}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 159.7, "p95_ms": 127.564}, "triton_wait": {"avg_ms": 69.743, "count": 301, "max_ms": 115.701, "p95_ms": 95.252}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 6.173, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4998.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1244.662, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.753, "sample_count": 3181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:38:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:38:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:38:48+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T10:38:48.501378+09:00", "mtime_epoch": 1783301928.5013776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:38:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1371.598, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.381, "pushed": 10.381, "read": 10.348}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.498, "count": 311, "max_ms": 6.139, "p95_ms": 4.097}, "gstreamer_push": {"avg_ms": 1.635, "count": 311, "max_ms": 6.574, "p95_ms": 3.86}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.811, "count": 311, "max_ms": 75.745, "p95_ms": 70.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.754, "count": 311, "max_ms": 101.113, "p95_ms": 91.473}, "yolo11_640_fire_11class": {"avg_ms": 55.684, "count": 311, "max_ms": 72.512, "p95_ms": 69.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.946, "count": 311, "max_ms": 72.216, "p95_ms": 61.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.262, "count": 311, "max_ms": 115.672, "p95_ms": 103.529}, "read_interval": {"avg_ms": 96.706, "count": 310, "max_ms": 132.4, "p95_ms": 120.592}, "triton_wait": {"avg_ms": 69.878, "count": 311, "max_ms": 101.129, "p95_ms": 91.484}, "visualize": {"avg_ms": 3.716, "count": 311, "max_ms": 5.15, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 194, "tracking_summary": 193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4992.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3490.7, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.135, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:39:14+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T10:39:14+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T10:39:14.645962+09:00", "mtime_epoch": 1783301954.6459618, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:39:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.363, "name": "celery", "pid": 239, "rss_mb": 715.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.453, "pushed": 6.453, "read": 6.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.049, "count": 193, "max_ms": 51.744, "p95_ms": 42.534}, "gstreamer_push": {"avg_ms": 1.028, "count": 193, "max_ms": 2.115, "p95_ms": 1.127}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.447, "count": 193, "max_ms": 102.101, "p95_ms": 93.494}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.433, "count": 193, "max_ms": 97.271, "p95_ms": 90.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.929, "count": 193, "max_ms": 182.438, "p95_ms": 168.573}, "read_interval": {"avg_ms": 155.637, "count": 192, "max_ms": 190.106, "p95_ms": 176.907}, "triton_wait": {"avg_ms": 72.925, "count": 193, "max_ms": 102.115, "p95_ms": 93.767}, "visualize": {"avg_ms": 37.072, "count": 193, "max_ms": 46.942, "p95_ms": 42.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4992.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2075.573, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.883, "name": "ffmpeg", "pid": 2344, "rss_mb": 315.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.085, "sample_count": 3050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:39:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T10:39:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:39:15+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T10:39:15.833988+09:00", "mtime_epoch": 1783301955.8339882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:39:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 866.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 300, "max_ms": 5.389, "p95_ms": 4.742}, "gstreamer_push": {"avg_ms": 1.561, "count": 300, "max_ms": 6.175, "p95_ms": 3.814}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.523, "count": 300, "max_ms": 75.132, "p95_ms": 67.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.349, "count": 300, "max_ms": 111.646, "p95_ms": 93.543}, "yolo11_640_fire_11class": {"avg_ms": 53.003, "count": 300, "max_ms": 74.108, "p95_ms": 66.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.821, "count": 300, "max_ms": 68.397, "p95_ms": 51.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.949, "count": 300, "max_ms": 125.466, "p95_ms": 106.654}, "read_interval": {"avg_ms": 100.164, "count": 299, "max_ms": 194.133, "p95_ms": 126.38}, "triton_wait": {"avg_ms": 69.404, "count": 300, "max_ms": 111.659, "p95_ms": 93.568}, "visualize": {"avg_ms": 3.801, "count": 300, "max_ms": 4.935, "p95_ms": 4.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4992.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1274.675, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.753, "sample_count": 3164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:39:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:39:18+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T10:39:18+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T10:39:18.510048+09:00", "mtime_epoch": 1783301958.5100477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:39:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1374.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.3, "pushed": 10.3, "read": 10.3}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.535, "count": 309, "max_ms": 5.651, "p95_ms": 4.452}, "gstreamer_push": {"avg_ms": 1.592, "count": 309, "max_ms": 7.185, "p95_ms": 3.705}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.619, "count": 309, "max_ms": 74.903, "p95_ms": 69.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.013, "count": 309, "max_ms": 107.325, "p95_ms": 91.664}, "yolo11_640_fire_11class": {"avg_ms": 55.67, "count": 309, "max_ms": 73.925, "p95_ms": 68.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.922, "count": 309, "max_ms": 71.18, "p95_ms": 61.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.747, "count": 309, "max_ms": 119.533, "p95_ms": 104.331}, "read_interval": {"avg_ms": 97.112, "count": 309, "max_ms": 135.428, "p95_ms": 118.224}, "triton_wait": {"avg_ms": 70.231, "count": 309, "max_ms": 107.339, "p95_ms": 91.677}, "visualize": {"avg_ms": 3.761, "count": 309, "max_ms": 5.614, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 195, "tracking_summary": 195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4995.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3520.707, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.687, "sample_count": 1930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:39:44+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T10:39:44+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T10:39:44.654627+09:00", "mtime_epoch": 1783301984.6546268, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:39:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.363, "name": "celery", "pid": 239, "rss_mb": 718.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.467, "pushed": 6.467, "read": 6.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.013, "count": 194, "max_ms": 45.78, "p95_ms": 36.911}, "gstreamer_push": {"avg_ms": 1.075, "count": 194, "max_ms": 3.715, "p95_ms": 2.084}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.412, "count": 194, "max_ms": 96.469, "p95_ms": 82.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.246, "count": 194, "max_ms": 95.391, "p95_ms": 85.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.221, "count": 194, "max_ms": 194.334, "p95_ms": 166.624}, "read_interval": {"avg_ms": 154.657, "count": 194, "max_ms": 201.52, "p95_ms": 175.819}, "triton_wait": {"avg_ms": 67.635, "count": 194, "max_ms": 96.483, "p95_ms": 85.131}, "visualize": {"avg_ms": 41.859, "count": 194, "max_ms": 61.794, "p95_ms": 55.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5001.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2105.97, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.883, "name": "ffmpeg", "pid": 2344, "rss_mb": 315.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.258, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:39:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:39:46+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T10:39:46+09:00", "mjpeg": {"age_sec": 0.437, "exists": true, "mtime": "2026-07-06T10:39:45.878654+09:00", "mtime_epoch": 1783301985.878654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:39:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 869.68, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.675, "pushed": 4.675, "read": 4.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.386, "count": 140, "max_ms": 6.175, "p95_ms": 5.229}, "gstreamer_push": {"avg_ms": 1.596, "count": 140, "max_ms": 6.09, "p95_ms": 3.671}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.206, "count": 140, "max_ms": 70.791, "p95_ms": 65.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.998, "count": 140, "max_ms": 105.596, "p95_ms": 82.592}, "yolo11_640_fire_11class": {"avg_ms": 49.644, "count": 140, "max_ms": 68.005, "p95_ms": 63.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.47, "count": 140, "max_ms": 74.593, "p95_ms": 51.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.76, "count": 140, "max_ms": 117.549, "p95_ms": 95.947}, "read_interval": {"avg_ms": 214.838, "count": 140, "max_ms": 2304.2, "p95_ms": 539.931}, "triton_wait": {"avg_ms": 63.086, "count": 140, "max_ms": 105.61, "p95_ms": 82.606}, "visualize": {"avg_ms": 3.837, "count": 140, "max_ms": 6.9, "p95_ms": 4.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4991.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1304.734, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.845, "sample_count": 3177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:39:48+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T10:39:48+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T10:39:48.526712+09:00", "mtime_epoch": 1783301988.5267124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:39:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1374.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.674, "pushed": 10.674, "read": 10.641}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.946, "count": 320, "max_ms": 7.221, "p95_ms": 5.896}, "gstreamer_push": {"avg_ms": 1.559, "count": 320, "max_ms": 6.824, "p95_ms": 3.841}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.478, "count": 320, "max_ms": 71.033, "p95_ms": 64.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.769, "count": 320, "max_ms": 96.49, "p95_ms": 81.699}, "yolo11_640_fire_11class": {"avg_ms": 49.247, "count": 320, "max_ms": 69.865, "p95_ms": 62.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.216, "count": 320, "max_ms": 74.975, "p95_ms": 57.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.572, "count": 320, "max_ms": 146.232, "p95_ms": 108.803}, "read_interval": {"avg_ms": 93.813, "count": 319, "max_ms": 280.788, "p95_ms": 123.192}, "triton_wait": {"avg_ms": 59.851, "count": 320, "max_ms": 96.505, "p95_ms": 81.712}, "visualize": {"avg_ms": 4.005, "count": 320, "max_ms": 6.887, "p95_ms": 5.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 197, "tracking_summary": 197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4994.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3550.708, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.233, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:40:14+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T10:40:14+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T10:40:14.695287+09:00", "mtime_epoch": 1783302014.6952872, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:40:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.363, "name": "celery", "pid": 239, "rss_mb": 714.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.735, "pushed": 6.735, "read": 6.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.696, "count": 202, "max_ms": 44.567, "p95_ms": 38.673}, "gstreamer_push": {"avg_ms": 0.969, "count": 202, "max_ms": 2.268, "p95_ms": 1.151}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.656, "count": 202, "max_ms": 95.379, "p95_ms": 81.226}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.518, "count": 202, "max_ms": 87.986, "p95_ms": 82.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.089, "count": 202, "max_ms": 178.422, "p95_ms": 159.824}, "read_interval": {"avg_ms": 148.684, "count": 202, "max_ms": 188.351, "p95_ms": 169.173}, "triton_wait": {"avg_ms": 67.156, "count": 202, "max_ms": 95.392, "p95_ms": 84.368}, "visualize": {"avg_ms": 37.281, "count": 202, "max_ms": 62.281, "p95_ms": 48.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4991.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2136.588, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.141, "name": "ffmpeg", "pid": 2344, "rss_mb": 316.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.258, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:40:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:40:16+09:00", "mjpeg": {"age_sec": 0.718, "exists": true, "mtime": "2026-07-06T10:40:16.215321+09:00", "mtime_epoch": 1783302016.2153206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:40:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 866.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.725, "pushed": 6.725, "read": 6.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.326, "count": 200, "max_ms": 5.339, "p95_ms": 4.465}, "gstreamer_push": {"avg_ms": 1.523, "count": 200, "max_ms": 4.975, "p95_ms": 3.682}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.963, "count": 200, "max_ms": 75.135, "p95_ms": 63.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.421, "count": 200, "max_ms": 95.95, "p95_ms": 82.799}, "yolo11_640_fire_11class": {"avg_ms": 46.186, "count": 200, "max_ms": 77.249, "p95_ms": 61.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.797, "count": 200, "max_ms": 70.903, "p95_ms": 48.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.697, "count": 200, "max_ms": 108.082, "p95_ms": 94.363}, "read_interval": {"avg_ms": 150.993, "count": 200, "max_ms": 2650.461, "p95_ms": 343.257}, "triton_wait": {"avg_ms": 59.649, "count": 200, "max_ms": 95.963, "p95_ms": 82.812}, "visualize": {"avg_ms": 3.696, "count": 200, "max_ms": 5.897, "p95_ms": 4.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.741, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4996.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1334.747, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.69, "sample_count": 3094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:40:18+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T10:40:18+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T10:40:18.527371+09:00", "mtime_epoch": 1783302018.5273712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:40:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1375.172, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.961, "pushed": 7.961, "read": 7.928}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.924, "count": 238, "max_ms": 9.068, "p95_ms": 6.882}, "gstreamer_push": {"avg_ms": 1.214, "count": 238, "max_ms": 5.066, "p95_ms": 2.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.719, "count": 238, "max_ms": 68.595, "p95_ms": 61.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.699, "count": 238, "max_ms": 101.523, "p95_ms": 85.082}, "yolo11_640_fire_11class": {"avg_ms": 48.779, "count": 238, "max_ms": 71.238, "p95_ms": 60.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.628, "count": 238, "max_ms": 72.622, "p95_ms": 63.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.377, "count": 238, "max_ms": 152.92, "p95_ms": 137.982}, "read_interval": {"avg_ms": 126.044, "count": 237, "max_ms": 167.14, "p95_ms": 149.481}, "triton_wait": {"avg_ms": 63.765, "count": 238, "max_ms": 101.537, "p95_ms": 85.095}, "visualize": {"avg_ms": 5.126, "count": 238, "max_ms": 8.47, "p95_ms": 5.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 198, "tracking_summary": 198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4990.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3580.725, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.224, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:40:44+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T10:40:44+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T10:40:44.667941+09:00", "mtime_epoch": 1783302044.667941, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:40:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.363, "name": "celery", "pid": 239, "rss_mb": 706.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.594, "pushed": 6.594, "read": 6.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.673, "count": 197, "max_ms": 46.154, "p95_ms": 40.397}, "gstreamer_push": {"avg_ms": 1.025, "count": 197, "max_ms": 2.637, "p95_ms": 2.154}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.328, "count": 197, "max_ms": 92.016, "p95_ms": 86.013}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.529, "count": 197, "max_ms": 91.351, "p95_ms": 85.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.821, "count": 197, "max_ms": 176.429, "p95_ms": 165.63}, "read_interval": {"avg_ms": 152.279, "count": 196, "max_ms": 184.368, "p95_ms": 173.803}, "triton_wait": {"avg_ms": 69.525, "count": 197, "max_ms": 92.028, "p95_ms": 88.909}, "visualize": {"avg_ms": 38.781, "count": 197, "max_ms": 58.318, "p95_ms": 51.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4989.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2166.664, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.141, "name": "ffmpeg", "pid": 2344, "rss_mb": 316.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.51, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:40:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:40:46+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T10:40:46.943990+09:00", "mtime_epoch": 1783302046.9439905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:40:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 870.055, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.627, "pushed": 9.627, "read": 9.594}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.326, "count": 288, "max_ms": 5.292, "p95_ms": 4.691}, "gstreamer_push": {"avg_ms": 1.509, "count": 288, "max_ms": 6.592, "p95_ms": 3.791}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.095, "count": 288, "max_ms": 73.24, "p95_ms": 63.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.421, "count": 288, "max_ms": 99.036, "p95_ms": 83.258}, "yolo11_640_fire_11class": {"avg_ms": 46.304, "count": 288, "max_ms": 71.587, "p95_ms": 62.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.3, "count": 288, "max_ms": 74.104, "p95_ms": 48.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.525, "count": 288, "max_ms": 110.805, "p95_ms": 94.711}, "read_interval": {"avg_ms": 104.328, "count": 287, "max_ms": 861.817, "p95_ms": 188.959}, "triton_wait": {"avg_ms": 59.616, "count": 288, "max_ms": 99.048, "p95_ms": 83.27}, "visualize": {"avg_ms": 3.632, "count": 288, "max_ms": 5.603, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4995.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1364.838, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.77, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:40:48+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T10:40:48+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T10:40:48.620027+09:00", "mtime_epoch": 1783302048.6200268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:40:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1375.441, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.814, "pushed": 7.814, "read": 7.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.061, "count": 234, "max_ms": 8.929, "p95_ms": 8.055}, "gstreamer_push": {"avg_ms": 1.218, "count": 234, "max_ms": 3.97, "p95_ms": 1.668}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.747, "count": 234, "max_ms": 71.823, "p95_ms": 64.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.759, "count": 234, "max_ms": 97.288, "p95_ms": 89.149}, "yolo11_640_fire_11class": {"avg_ms": 50.557, "count": 234, "max_ms": 69.978, "p95_ms": 63.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.743, "count": 234, "max_ms": 71.64, "p95_ms": 66.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.947, "count": 234, "max_ms": 150.053, "p95_ms": 141.697}, "read_interval": {"avg_ms": 128.54, "count": 233, "max_ms": 161.067, "p95_ms": 153.622}, "triton_wait": {"avg_ms": 65.867, "count": 234, "max_ms": 97.302, "p95_ms": 89.163}, "visualize": {"avg_ms": 5.24, "count": 234, "max_ms": 7.464, "p95_ms": 6.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 201, "tracking_summary": 200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5003.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3610.807, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.811, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:41:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:41:14+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:41:14+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:41:14.768593+09:00", "mtime_epoch": 1783302074.7685928, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:41:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 716.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.419, "pushed": 6.419, "read": 6.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.802, "count": 192, "max_ms": 50.567, "p95_ms": 43.34}, "gstreamer_push": {"avg_ms": 0.935, "count": 192, "max_ms": 1.952, "p95_ms": 1.075}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.024, "count": 192, "max_ms": 100.941, "p95_ms": 85.866}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.29, "count": 192, "max_ms": 98.086, "p95_ms": 85.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.49, "count": 192, "max_ms": 182.831, "p95_ms": 172.661}, "read_interval": {"avg_ms": 156.692, "count": 191, "max_ms": 190.853, "p95_ms": 180.567}, "triton_wait": {"avg_ms": 68.785, "count": 192, "max_ms": 100.954, "p95_ms": 87.876}, "visualize": {"avg_ms": 40.115, "count": 192, "max_ms": 62.547, "p95_ms": 52.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5000.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2196.741, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.141, "name": "ffmpeg", "pid": 2344, "rss_mb": 316.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.413, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:41:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:41:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:41:17+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T10:41:17.016641+09:00", "mtime_epoch": 1783302077.0166411, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:41:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 870.055, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.334, "pushed": 11.334, "read": 11.301}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.318, "count": 339, "max_ms": 5.422, "p95_ms": 4.528}, "gstreamer_push": {"avg_ms": 1.499, "count": 340, "max_ms": 6.368, "p95_ms": 3.765}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.793, "count": 339, "max_ms": 74.035, "p95_ms": 63.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.538, "count": 339, "max_ms": 103.267, "p95_ms": 82.68}, "yolo11_640_fire_11class": {"avg_ms": 46.252, "count": 339, "max_ms": 74.023, "p95_ms": 62.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 34.763, "count": 339, "max_ms": 70.998, "p95_ms": 48.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.517, "count": 340, "max_ms": 117.862, "p95_ms": 94.558}, "read_interval": {"avg_ms": 88.46, "count": 339, "max_ms": 138.274, "p95_ms": 113.113}, "triton_wait": {"avg_ms": 59.639, "count": 339, "max_ms": 103.283, "p95_ms": 82.695}, "visualize": {"avg_ms": 3.635, "count": 339, "max_ms": 4.887, "p95_ms": 4.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4997.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1394.846, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.619, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:41:18+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T10:41:18+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T10:41:18.648676+09:00", "mtime_epoch": 1783302078.6486764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:41:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.141, "name": "celery", "pid": 267, "rss_mb": 1377.832, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.767, "pushed": 7.767, "read": 7.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.968, "count": 233, "max_ms": 8.909, "p95_ms": 7.149}, "gstreamer_push": {"avg_ms": 1.208, "count": 233, "max_ms": 3.944, "p95_ms": 2.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.903, "count": 233, "max_ms": 75.041, "p95_ms": 65.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.052, "count": 233, "max_ms": 100.57, "p95_ms": 89.83}, "yolo11_640_fire_11class": {"avg_ms": 50.96, "count": 233, "max_ms": 74.526, "p95_ms": 64.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.386, "count": 233, "max_ms": 75.175, "p95_ms": 65.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.341, "count": 233, "max_ms": 159.941, "p95_ms": 142.063}, "read_interval": {"avg_ms": 128.881, "count": 233, "max_ms": 170.587, "p95_ms": 153.705}, "triton_wait": {"avg_ms": 66.182, "count": 233, "max_ms": 100.584, "p95_ms": 89.842}, "visualize": {"avg_ms": 5.154, "count": 233, "max_ms": 7.935, "p95_ms": 5.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 202, "tracking_summary": 202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4999.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3640.854, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.039, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:41:44+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T10:41:44+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:41:44.813239+09:00", "mtime_epoch": 1783302104.8132386, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:41:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 716.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.49, "pushed": 6.49, "read": 6.456}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.241, "count": 194, "max_ms": 51.291, "p95_ms": 42.793}, "gstreamer_push": {"avg_ms": 0.998, "count": 194, "max_ms": 2.152, "p95_ms": 1.215}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.611, "count": 194, "max_ms": 106.487, "p95_ms": 95.363}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.549, "count": 194, "max_ms": 100.674, "p95_ms": 88.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.303, "count": 194, "max_ms": 189.692, "p95_ms": 175.036}, "read_interval": {"avg_ms": 154.894, "count": 193, "max_ms": 197.685, "p95_ms": 183.7}, "triton_wait": {"avg_ms": 74.651, "count": 194, "max_ms": 106.502, "p95_ms": 95.376}, "visualize": {"avg_ms": 37.366, "count": 194, "max_ms": 54.897, "p95_ms": 48.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4998.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2226.813, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.141, "name": "ffmpeg", "pid": 2344, "rss_mb": 316.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.05, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:41:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:41:47+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:41:47+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T10:41:47.065287+09:00", "mtime_epoch": 1783302107.0652869, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:41:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 867.457, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 268, "max_ms": 8.567, "p95_ms": 5.998}, "gstreamer_push": {"avg_ms": 1.43, "count": 268, "max_ms": 6.767, "p95_ms": 2.822}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.808, "count": 268, "max_ms": 73.779, "p95_ms": 66.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.767, "count": 268, "max_ms": 108.267, "p95_ms": 93.603}, "yolo11_640_fire_11class": {"avg_ms": 48.058, "count": 268, "max_ms": 72.792, "p95_ms": 65.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.477, "count": 268, "max_ms": 71.647, "p95_ms": 54.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.66, "count": 268, "max_ms": 162.591, "p95_ms": 145.729}, "read_interval": {"avg_ms": 112.21, "count": 267, "max_ms": 174.515, "p95_ms": 159.477}, "triton_wait": {"avg_ms": 65.125, "count": 268, "max_ms": 108.28, "p95_ms": 93.615}, "visualize": {"avg_ms": 4.416, "count": 268, "max_ms": 8.929, "p95_ms": 5.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4998.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1424.938, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.938, "sample_count": 2858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:41:48+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T10:41:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T10:41:48.749323+09:00", "mtime_epoch": 1783302108.749323, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:41:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.422, "name": "celery", "pid": 267, "rss_mb": 1378.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.643, "pushed": 8.643, "read": 8.61}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.009, "count": 258, "max_ms": 9.039, "p95_ms": 6.877}, "gstreamer_push": {"avg_ms": 1.277, "count": 259, "max_ms": 4.51, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.947, "count": 258, "max_ms": 78.712, "p95_ms": 70.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.699, "count": 258, "max_ms": 109.757, "p95_ms": 98.044}, "yolo11_640_fire_11class": {"avg_ms": 53.025, "count": 258, "max_ms": 78.31, "p95_ms": 69.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.774, "count": 258, "max_ms": 73.564, "p95_ms": 66.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.624, "count": 259, "max_ms": 163.284, "p95_ms": 148.164}, "read_interval": {"avg_ms": 116.21, "count": 258, "max_ms": 173.108, "p95_ms": 158.115}, "triton_wait": {"avg_ms": 68.984, "count": 258, "max_ms": 109.772, "p95_ms": 98.061}, "visualize": {"avg_ms": 4.601, "count": 258, "max_ms": 6.755, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 204, "tracking_summary": 203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4994.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3670.935, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.273, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:42:15+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T10:42:14+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T10:42:14.857880+09:00", "mtime_epoch": 1783302134.85788, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:42:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 716.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.249, "pushed": 6.249, "read": 6.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.37, "count": 187, "max_ms": 48.369, "p95_ms": 39.03}, "gstreamer_push": {"avg_ms": 1.139, "count": 187, "max_ms": 3.623, "p95_ms": 3.199}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.277, "count": 187, "max_ms": 101.263, "p95_ms": 91.854}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.169, "count": 187, "max_ms": 102.733, "p95_ms": 92.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.239, "count": 187, "max_ms": 186.931, "p95_ms": 174.902}, "read_interval": {"avg_ms": 160.728, "count": 186, "max_ms": 194.284, "p95_ms": 183.232}, "triton_wait": {"avg_ms": 73.102, "count": 187, "max_ms": 102.745, "p95_ms": 93.705}, "visualize": {"avg_ms": 41.02, "count": 187, "max_ms": 57.254, "p95_ms": 50.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4985.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2256.878, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.141, "name": "ffmpeg", "pid": 2344, "rss_mb": 316.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.512, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:42:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:42:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T10:42:17+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T10:42:17.141929+09:00", "mtime_epoch": 1783302137.1419287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:42:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 867.516, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.279, "pushed": 11.279, "read": 11.246}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.36, "count": 338, "max_ms": 5.329, "p95_ms": 4.289}, "gstreamer_push": {"avg_ms": 1.477, "count": 338, "max_ms": 5.841, "p95_ms": 3.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.09, "count": 338, "max_ms": 75.332, "p95_ms": 64.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.757, "count": 338, "max_ms": 112.009, "p95_ms": 84.056}, "yolo11_640_fire_11class": {"avg_ms": 47.008, "count": 338, "max_ms": 71.942, "p95_ms": 63.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.242, "count": 338, "max_ms": 74.952, "p95_ms": 52.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.973, "count": 338, "max_ms": 121.214, "p95_ms": 95.553}, "read_interval": {"avg_ms": 88.911, "count": 337, "max_ms": 133.912, "p95_ms": 113.684}, "triton_wait": {"avg_ms": 59.885, "count": 338, "max_ms": 112.02, "p95_ms": 84.069}, "visualize": {"avg_ms": 3.67, "count": 338, "max_ms": 4.845, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4996.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1455.057, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.995, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:42:18+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T10:42:18+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T10:42:18.833965+09:00", "mtime_epoch": 1783302138.8339648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:42:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.422, "name": "celery", "pid": 267, "rss_mb": 1373.188, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.937, "pushed": 7.937, "read": 7.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.836, "count": 237, "max_ms": 9.386, "p95_ms": 7.33}, "gstreamer_push": {"avg_ms": 1.24, "count": 238, "max_ms": 4.352, "p95_ms": 2.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.464, "count": 237, "max_ms": 71.733, "p95_ms": 66.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.096, "count": 237, "max_ms": 105.849, "p95_ms": 90.095}, "yolo11_640_fire_11class": {"avg_ms": 51.671, "count": 237, "max_ms": 73.296, "p95_ms": 65.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.989, "count": 237, "max_ms": 76.209, "p95_ms": 64.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.88, "count": 238, "max_ms": 176.233, "p95_ms": 143.291}, "read_interval": {"avg_ms": 126.462, "count": 237, "max_ms": 188.4, "p95_ms": 153.818}, "triton_wait": {"avg_ms": 66.347, "count": 237, "max_ms": 105.863, "p95_ms": 90.108}, "visualize": {"avg_ms": 5.054, "count": 237, "max_ms": 6.733, "p95_ms": 5.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 204, "tracking_summary": 205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5004.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3700.938, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.117, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:42:45+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T10:42:44+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T10:42:44.926518+09:00", "mtime_epoch": 1783302164.9265182, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:42:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 716.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.581, "count": 193, "max_ms": 47.205, "p95_ms": 37.863}, "gstreamer_push": {"avg_ms": 1.073, "count": 193, "max_ms": 3.656, "p95_ms": 2.13}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.022, "count": 193, "max_ms": 107.95, "p95_ms": 89.122}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.303, "count": 193, "max_ms": 94.128, "p95_ms": 87.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.928, "count": 193, "max_ms": 187.839, "p95_ms": 171.998}, "read_interval": {"avg_ms": 155.786, "count": 193, "max_ms": 198.311, "p95_ms": 180.446}, "triton_wait": {"avg_ms": 71.037, "count": 193, "max_ms": 107.962, "p95_ms": 90.42}, "visualize": {"avg_ms": 39.449, "count": 193, "max_ms": 57.819, "p95_ms": 53.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4993.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2286.934, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.29, "sample_count": 2812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:42:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:42:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T10:42:47+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T10:42:47.190566+09:00", "mtime_epoch": 1783302167.190566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:42:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 864.938, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 346, "pushed_frames": 346, "read_frames": 345, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.543, "pushed": 11.543, "read": 11.509}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.35, "count": 346, "max_ms": 5.599, "p95_ms": 4.216}, "gstreamer_push": {"avg_ms": 1.529, "count": 346, "max_ms": 7.546, "p95_ms": 3.835}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.83, "count": 346, "max_ms": 73.11, "p95_ms": 60.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.595, "count": 346, "max_ms": 96.515, "p95_ms": 82.198}, "yolo11_640_fire_11class": {"avg_ms": 45.54, "count": 346, "max_ms": 82.505, "p95_ms": 60.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.333, "count": 346, "max_ms": 62.871, "p95_ms": 49.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.768, "count": 346, "max_ms": 108.524, "p95_ms": 95.518}, "read_interval": {"avg_ms": 86.823, "count": 345, "max_ms": 124.919, "p95_ms": 114.13}, "triton_wait": {"avg_ms": 57.703, "count": 346, "max_ms": 96.527, "p95_ms": 82.212}, "visualize": {"avg_ms": 3.693, "count": 346, "max_ms": 5.161, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4996.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1485.125, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.203, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:42:49+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T10:42:48+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T10:42:48.922603+09:00", "mtime_epoch": 1783302168.9226027, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:42:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.422, "name": "celery", "pid": 267, "rss_mb": 1373.074, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.711, "pushed": 7.711, "read": 7.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.146, "count": 231, "max_ms": 9.405, "p95_ms": 8.14}, "gstreamer_push": {"avg_ms": 1.259, "count": 231, "max_ms": 6.104, "p95_ms": 2.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.964, "count": 231, "max_ms": 72.256, "p95_ms": 65.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.979, "count": 231, "max_ms": 96.081, "p95_ms": 90.11}, "yolo11_640_fire_11class": {"avg_ms": 50.903, "count": 231, "max_ms": 76.577, "p95_ms": 64.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.018, "count": 231, "max_ms": 76.303, "p95_ms": 66.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.726, "count": 231, "max_ms": 164.339, "p95_ms": 144.525}, "read_interval": {"avg_ms": 130.199, "count": 230, "max_ms": 174.81, "p95_ms": 155.312}, "triton_wait": {"avg_ms": 66.205, "count": 231, "max_ms": 96.094, "p95_ms": 90.127}, "visualize": {"avg_ms": 5.241, "count": 231, "max_ms": 9.302, "p95_ms": 6.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 207, "tracking_summary": 206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5004.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3730.992, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.224, "sample_count": 1936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:43:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:43:15+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T10:43:14+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T10:43:14.959152+09:00", "mtime_epoch": 1783302194.9591515, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:43:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 717.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.418, "pushed": 6.418, "read": 6.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.133, "count": 192, "max_ms": 48.88, "p95_ms": 41.061}, "gstreamer_push": {"avg_ms": 1.144, "count": 192, "max_ms": 3.29, "p95_ms": 2.183}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.935, "count": 192, "max_ms": 97.497, "p95_ms": 85.228}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.613, "count": 192, "max_ms": 95.847, "p95_ms": 85.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.007, "count": 192, "max_ms": 176.019, "p95_ms": 169.647}, "read_interval": {"avg_ms": 156.605, "count": 191, "max_ms": 183.019, "p95_ms": 177.429}, "triton_wait": {"avg_ms": 69.441, "count": 192, "max_ms": 97.51, "p95_ms": 87.451}, "visualize": {"avg_ms": 38.684, "count": 192, "max_ms": 64.127, "p95_ms": 50.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5005.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2317.001, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.151, "sample_count": 2848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:43:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:43:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:43:17+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T10:43:17.287200+09:00", "mtime_epoch": 1783302197.2872005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:43:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 874.184, "name": "celery", "pid": 237, "rss_mb": 873.246, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.281, "pushed": 11.281, "read": 11.248}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.417, "count": 338, "max_ms": 5.447, "p95_ms": 4.666}, "gstreamer_push": {"avg_ms": 1.6, "count": 338, "max_ms": 6.55, "p95_ms": 3.827}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.35, "count": 338, "max_ms": 70.561, "p95_ms": 62.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.493, "count": 338, "max_ms": 97.773, "p95_ms": 83.97}, "yolo11_640_fire_11class": {"avg_ms": 46.12, "count": 338, "max_ms": 70.05, "p95_ms": 61.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.596, "count": 338, "max_ms": 74.081, "p95_ms": 49.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.844, "count": 338, "max_ms": 109.965, "p95_ms": 96.232}, "read_interval": {"avg_ms": 88.977, "count": 337, "max_ms": 127.436, "p95_ms": 113.598}, "triton_wait": {"avg_ms": 59.589, "count": 338, "max_ms": 97.786, "p95_ms": 83.983}, "visualize": {"avg_ms": 3.716, "count": 338, "max_ms": 4.98, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5005.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1515.129, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.99, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:43:19+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T10:43:18+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T10:43:18.907235+09:00", "mtime_epoch": 1783302198.9072347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:43:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.422, "name": "celery", "pid": 267, "rss_mb": 1375.668, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.635, "pushed": 7.635, "read": 7.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.014, "count": 229, "max_ms": 9.721, "p95_ms": 7.676}, "gstreamer_push": {"avg_ms": 1.232, "count": 229, "max_ms": 4.737, "p95_ms": 2.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.024, "count": 229, "max_ms": 72.609, "p95_ms": 66.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.708, "count": 229, "max_ms": 102.813, "p95_ms": 90.848}, "yolo11_640_fire_11class": {"avg_ms": 51.005, "count": 229, "max_ms": 70.654, "p95_ms": 63.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.614, "count": 229, "max_ms": 74.506, "p95_ms": 64.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.621, "count": 229, "max_ms": 159.373, "p95_ms": 144.257}, "read_interval": {"avg_ms": 130.924, "count": 229, "max_ms": 171.1, "p95_ms": 154.621}, "triton_wait": {"avg_ms": 67.913, "count": 229, "max_ms": 102.826, "p95_ms": 90.863}, "visualize": {"avg_ms": 5.178, "count": 229, "max_ms": 7.838, "p95_ms": 5.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 208, "tracking_summary": 208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5002.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3761.005, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.868, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:43:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:43:45+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T10:43:44+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T10:43:44.939780+09:00", "mtime_epoch": 1783302224.9397802, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:43:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 719.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.532, "pushed": 6.532, "read": 6.498}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.654, "count": 195, "max_ms": 49.982, "p95_ms": 40.911}, "gstreamer_push": {"avg_ms": 1.044, "count": 195, "max_ms": 4.109, "p95_ms": 2.133}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.316, "count": 195, "max_ms": 100.352, "p95_ms": 85.457}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.678, "count": 195, "max_ms": 92.387, "p95_ms": 85.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.303, "count": 195, "max_ms": 179.539, "p95_ms": 167.285}, "read_interval": {"avg_ms": 153.793, "count": 194, "max_ms": 187.191, "p95_ms": 176.286}, "triton_wait": {"avg_ms": 69.883, "count": 195, "max_ms": 100.366, "p95_ms": 87.052}, "visualize": {"avg_ms": 38.966, "count": 195, "max_ms": 55.941, "p95_ms": 47.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4994.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2347.047, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.854, "sample_count": 2863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:43:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:43:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T10:43:47+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T10:43:47.171827+09:00", "mtime_epoch": 1783302227.1718268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:43:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 867.773, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.592, "pushed": 10.592, "read": 10.559}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.334, "count": 317, "max_ms": 5.279, "p95_ms": 4.338}, "gstreamer_push": {"avg_ms": 1.428, "count": 317, "max_ms": 6.186, "p95_ms": 1.774}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.582, "count": 317, "max_ms": 74.742, "p95_ms": 64.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.905, "count": 317, "max_ms": 95.812, "p95_ms": 84.759}, "yolo11_640_fire_11class": {"avg_ms": 45.908, "count": 317, "max_ms": 75.785, "p95_ms": 62.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.875, "count": 317, "max_ms": 69.237, "p95_ms": 50.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.165, "count": 317, "max_ms": 108.179, "p95_ms": 96.621}, "read_interval": {"avg_ms": 94.754, "count": 316, "max_ms": 226.491, "p95_ms": 125.592}, "triton_wait": {"avg_ms": 59.18, "count": 317, "max_ms": 95.825, "p95_ms": 84.773}, "visualize": {"avg_ms": 3.653, "count": 317, "max_ms": 5.074, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4989.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1545.239, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.697, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:43:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:43:49+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T10:43:49+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T10:43:49.047866+09:00", "mtime_epoch": 1783302229.047866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:43:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.422, "name": "celery", "pid": 267, "rss_mb": 1373.566, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.87, "pushed": 7.87, "read": 7.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.874, "count": 235, "max_ms": 10.962, "p95_ms": 6.918}, "gstreamer_push": {"avg_ms": 1.182, "count": 236, "max_ms": 4.224, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.237, "count": 235, "max_ms": 71.051, "p95_ms": 64.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.104, "count": 235, "max_ms": 99.554, "p95_ms": 89.123}, "yolo11_640_fire_11class": {"avg_ms": 50.293, "count": 235, "max_ms": 70.583, "p95_ms": 64.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.953, "count": 235, "max_ms": 79.859, "p95_ms": 65.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.452, "count": 236, "max_ms": 153.032, "p95_ms": 142.409}, "read_interval": {"avg_ms": 127.645, "count": 235, "max_ms": 164.84, "p95_ms": 152.741}, "triton_wait": {"avg_ms": 65.314, "count": 235, "max_ms": 99.568, "p95_ms": 89.136}, "visualize": {"avg_ms": 5.082, "count": 235, "max_ms": 6.265, "p95_ms": 5.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 210, "tracking_summary": 210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5005.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3791.022, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.021, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:44:15+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T10:44:14+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T10:44:14.964406+09:00", "mtime_epoch": 1783302254.9644065, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:44:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 717.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.597, "pushed": 6.597, "read": 6.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.045, "count": 197, "max_ms": 57.807, "p95_ms": 41.537}, "gstreamer_push": {"avg_ms": 0.969, "count": 197, "max_ms": 2.208, "p95_ms": 1.136}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.663, "count": 197, "max_ms": 112.665, "p95_ms": 92.538}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.891, "count": 197, "max_ms": 94.484, "p95_ms": 85.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.8, "count": 197, "max_ms": 196.902, "p95_ms": 166.831}, "read_interval": {"avg_ms": 152.265, "count": 196, "max_ms": 204.433, "p95_ms": 176.516}, "triton_wait": {"avg_ms": 70.862, "count": 197, "max_ms": 112.68, "p95_ms": 93.649}, "visualize": {"avg_ms": 37.962, "count": 197, "max_ms": 62.112, "p95_ms": 47.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4994.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2377.14, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.936, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:44:17+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:44:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T10:44:17.396457+09:00", "mtime_epoch": 1783302257.396457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:44:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 870.668, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.356, "count": 300, "max_ms": 5.392, "p95_ms": 4.126}, "gstreamer_push": {"avg_ms": 1.476, "count": 300, "max_ms": 6.2, "p95_ms": 3.595}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.602, "count": 300, "max_ms": 78.21, "p95_ms": 63.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.116, "count": 300, "max_ms": 99.923, "p95_ms": 83.538}, "yolo11_640_fire_11class": {"avg_ms": 45.872, "count": 300, "max_ms": 78.736, "p95_ms": 62.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.993, "count": 300, "max_ms": 73.718, "p95_ms": 47.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.609, "count": 300, "max_ms": 112.222, "p95_ms": 95.316}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 232.882, "p95_ms": 145.86}, "triton_wait": {"avg_ms": 59.451, "count": 300, "max_ms": 99.936, "p95_ms": 83.551}, "visualize": {"avg_ms": 3.709, "count": 300, "max_ms": 5.25, "p95_ms": 4.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4993.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:18:01+09:00", "last_error_summary": "[h264 @ 0x55a29a6e35c0] error while decoding MB 76 30, bytestream -35 [in#0/rtsp @ 0x55a29a6a6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a29a6a6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T10:18:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 1575.246, "last_started_at": "2026-07-06T10:18:03+09:00", "pid": 2756, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 2756, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.045, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:44:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T10:44:19+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:44:19.020491+09:00", "mtime_epoch": 1783302259.020491, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:44:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.422, "name": "celery", "pid": 267, "rss_mb": 1370.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.667, "pushed": 7.667, "read": 7.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.968, "count": 230, "max_ms": 8.775, "p95_ms": 6.856}, "gstreamer_push": {"avg_ms": 1.192, "count": 230, "max_ms": 3.966, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.209, "count": 230, "max_ms": 72.964, "p95_ms": 66.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.945, "count": 230, "max_ms": 104.084, "p95_ms": 92.641}, "yolo11_640_fire_11class": {"avg_ms": 50.662, "count": 230, "max_ms": 70.561, "p95_ms": 65.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.255, "count": 230, "max_ms": 74.033, "p95_ms": 65.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.277, "count": 230, "max_ms": 178.674, "p95_ms": 146.234}, "read_interval": {"avg_ms": 130.308, "count": 230, "max_ms": 194.822, "p95_ms": 156.862}, "triton_wait": {"avg_ms": 67.143, "count": 230, "max_ms": 104.099, "p95_ms": 92.653}, "visualize": {"avg_ms": 5.199, "count": 230, "max_ms": 6.743, "p95_ms": 5.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 212, "tracking_summary": 211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4984.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3821.048, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.74, "sample_count": 1930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:44:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:44:45+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T10:44:44+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T10:44:44.993030+09:00", "mtime_epoch": 1783302284.9930296, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:44:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 702.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.125, "pushed": 6.125, "read": 6.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.363, "count": 183, "max_ms": 44.8, "p95_ms": 41.112}, "gstreamer_push": {"avg_ms": 1.33, "count": 183, "max_ms": 4.334, "p95_ms": 3.456}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.091, "count": 183, "max_ms": 102.113, "p95_ms": 94.616}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.412, "count": 183, "max_ms": 97.852, "p95_ms": 88.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.113, "count": 183, "max_ms": 193.994, "p95_ms": 177.635}, "read_interval": {"avg_ms": 164.079, "count": 182, "max_ms": 204.302, "p95_ms": 185.77}, "triton_wait": {"avg_ms": 73.145, "count": 183, "max_ms": 102.127, "p95_ms": 94.628}, "visualize": {"avg_ms": 42.961, "count": 183, "max_ms": 66.061, "p95_ms": 54.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5000.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2407.165, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.053, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:44:47+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T10:44:47+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T10:44:47.437080+09:00", "mtime_epoch": 1783302287.4370801, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:44:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 868.031, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.295, "count": 300, "max_ms": 5.155, "p95_ms": 3.887}, "gstreamer_push": {"avg_ms": 1.546, "count": 300, "max_ms": 6.062, "p95_ms": 3.609}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.545, "count": 300, "max_ms": 71.378, "p95_ms": 66.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.708, "count": 300, "max_ms": 107.483, "p95_ms": 88.644}, "yolo11_640_fire_11class": {"avg_ms": 50.421, "count": 300, "max_ms": 72.798, "p95_ms": 65.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.47, "count": 300, "max_ms": 73.483, "p95_ms": 53.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.004, "count": 300, "max_ms": 122.175, "p95_ms": 101.417}, "read_interval": {"avg_ms": 100.113, "count": 299, "max_ms": 211.525, "p95_ms": 132.636}, "triton_wait": {"avg_ms": 64.842, "count": 300, "max_ms": 107.499, "p95_ms": 88.656}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 5.646, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4998.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.332, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.832, "name": "ffmpeg", "pid": 2936, "rss_mb": 330.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.537, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:44:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:44:49+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T10:44:49+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T10:44:49.157116+09:00", "mtime_epoch": 1783302289.1571157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:44:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.422, "name": "celery", "pid": 267, "rss_mb": 1377.922, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.915, "pushed": 7.915, "read": 7.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 237, "max_ms": 9.109, "p95_ms": 6.558}, "gstreamer_push": {"avg_ms": 1.44, "count": 237, "max_ms": 5.747, "p95_ms": 3.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.698, "count": 237, "max_ms": 74.958, "p95_ms": 69.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.313, "count": 237, "max_ms": 100.446, "p95_ms": 90.903}, "yolo11_640_fire_11class": {"avg_ms": 56.737, "count": 237, "max_ms": 74.516, "p95_ms": 69.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.104, "count": 237, "max_ms": 74.438, "p95_ms": 64.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.059, "count": 237, "max_ms": 161.113, "p95_ms": 136.356}, "read_interval": {"avg_ms": 127.082, "count": 236, "max_ms": 4483.838, "p95_ms": 149.93}, "triton_wait": {"avg_ms": 72.466, "count": 237, "max_ms": 100.46, "p95_ms": 90.914}, "visualize": {"avg_ms": 4.142, "count": 237, "max_ms": 6.838, "p95_ms": 5.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 213, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5001.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3851.129, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.682, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:45:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:45:15+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T10:45:15+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T10:45:15.057650+09:00", "mtime_epoch": 1783302315.0576503, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:45:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 714.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.29, "pushed": 6.29, "read": 6.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.112, "count": 188, "max_ms": 49.403, "p95_ms": 42.405}, "gstreamer_push": {"avg_ms": 1.211, "count": 188, "max_ms": 6.423, "p95_ms": 2.449}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.448, "count": 188, "max_ms": 98.558, "p95_ms": 90.248}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.942, "count": 188, "max_ms": 95.511, "p95_ms": 88.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.26, "count": 188, "max_ms": 188.453, "p95_ms": 176.602}, "read_interval": {"avg_ms": 159.879, "count": 187, "max_ms": 196.461, "p95_ms": 183.785}, "triton_wait": {"avg_ms": 71.095, "count": 188, "max_ms": 98.569, "p95_ms": 91.877}, "visualize": {"avg_ms": 41.314, "count": 188, "max_ms": 60.209, "p95_ms": 55.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5004.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2437.206, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.18, "sample_count": 3133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:45:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:45:17+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:45:17+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T10:45:17.453700+09:00", "mtime_epoch": 1783302317.4536996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:45:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 873.703, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 300, "max_ms": 5.535, "p95_ms": 4.866}, "gstreamer_push": {"avg_ms": 1.583, "count": 300, "max_ms": 6.461, "p95_ms": 3.718}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.49, "count": 300, "max_ms": 77.991, "p95_ms": 67.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.415, "count": 300, "max_ms": 102.971, "p95_ms": 87.786}, "yolo11_640_fire_11class": {"avg_ms": 51.201, "count": 300, "max_ms": 77.27, "p95_ms": 66.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.713, "count": 300, "max_ms": 56.608, "p95_ms": 52.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.991, "count": 300, "max_ms": 115.037, "p95_ms": 100.378}, "read_interval": {"avg_ms": 100.107, "count": 299, "max_ms": 188.1, "p95_ms": 128.726}, "triton_wait": {"avg_ms": 65.516, "count": 300, "max_ms": 102.986, "p95_ms": 87.799}, "visualize": {"avg_ms": 3.788, "count": 300, "max_ms": 6.953, "p95_ms": 4.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5000.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.421, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.863, "name": "ffmpeg", "pid": 2936, "rss_mb": 331.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.232, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:45:19+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T10:45:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T10:45:19.245737+09:00", "mtime_epoch": 1783302319.2457366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:45:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.734, "name": "celery", "pid": 267, "rss_mb": 1376.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.185, "count": 292, "max_ms": 7.436, "p95_ms": 6.209}, "gstreamer_push": {"avg_ms": 1.59, "count": 292, "max_ms": 6.337, "p95_ms": 3.857}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.817, "count": 292, "max_ms": 75.885, "p95_ms": 70.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.089, "count": 292, "max_ms": 102.54, "p95_ms": 88.926}, "yolo11_640_fire_11class": {"avg_ms": 54.386, "count": 292, "max_ms": 75.244, "p95_ms": 69.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.155, "count": 292, "max_ms": 70.631, "p95_ms": 63.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.249, "count": 292, "max_ms": 147.085, "p95_ms": 130.803}, "read_interval": {"avg_ms": 103.013, "count": 291, "max_ms": 160.188, "p95_ms": 141.709}, "triton_wait": {"avg_ms": 68.226, "count": 292, "max_ms": 102.553, "p95_ms": 88.939}, "visualize": {"avg_ms": 4.153, "count": 292, "max_ms": 6.895, "p95_ms": 5.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 215, "tracking_summary": 214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5001.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3881.152, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.821, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:45:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:45:45+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T10:45:45+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:45:45.110268+09:00", "mtime_epoch": 1783302345.1102679, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:45:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 719.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.533, "pushed": 6.533, "read": 6.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.965, "count": 195, "max_ms": 51.406, "p95_ms": 40.221}, "gstreamer_push": {"avg_ms": 1.084, "count": 195, "max_ms": 3.635, "p95_ms": 1.248}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.569, "count": 195, "max_ms": 101.128, "p95_ms": 90.826}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.612, "count": 195, "max_ms": 96.239, "p95_ms": 89.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.091, "count": 195, "max_ms": 186.391, "p95_ms": 168.54}, "read_interval": {"avg_ms": 153.977, "count": 194, "max_ms": 194.157, "p95_ms": 176.769}, "triton_wait": {"avg_ms": 70.501, "count": 195, "max_ms": 101.151, "p95_ms": 91.049}, "visualize": {"avg_ms": 37.711, "count": 195, "max_ms": 56.558, "p95_ms": 49.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4997.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2467.21, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.871, "sample_count": 3144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:45:47+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T10:45:47+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T10:45:47.474316+09:00", "mtime_epoch": 1783302347.4743164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:45:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 871.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 302, "max_ms": 5.49, "p95_ms": 4.172}, "gstreamer_push": {"avg_ms": 1.595, "count": 302, "max_ms": 6.371, "p95_ms": 3.727}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.095, "count": 302, "max_ms": 70.844, "p95_ms": 64.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.959, "count": 302, "max_ms": 107.056, "p95_ms": 91.558}, "yolo11_640_fire_11class": {"avg_ms": 48.479, "count": 302, "max_ms": 70.857, "p95_ms": 63.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.991, "count": 302, "max_ms": 74.342, "p95_ms": 51.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.523, "count": 302, "max_ms": 121.074, "p95_ms": 104.751}, "read_interval": {"avg_ms": 99.37, "count": 302, "max_ms": 183.239, "p95_ms": 132.636}, "triton_wait": {"avg_ms": 63.165, "count": 302, "max_ms": 107.069, "p95_ms": 91.574}, "visualize": {"avg_ms": 3.772, "count": 302, "max_ms": 6.776, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5000.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.477, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.863, "name": "ffmpeg", "pid": 2936, "rss_mb": 331.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.665, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:45:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:45:49+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T10:45:49.330354+09:00", "mtime_epoch": 1783302349.3303545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:45:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.734, "name": "celery", "pid": 267, "rss_mb": 1375.516, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.176, "pushed": 10.176, "read": 10.142}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 305, "max_ms": 8.845, "p95_ms": 5.924}, "gstreamer_push": {"avg_ms": 1.586, "count": 305, "max_ms": 7.791, "p95_ms": 3.853}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.407, "count": 305, "max_ms": 74.679, "p95_ms": 65.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.044, "count": 305, "max_ms": 98.256, "p95_ms": 87.986}, "yolo11_640_fire_11class": {"avg_ms": 52.372, "count": 305, "max_ms": 74.822, "p95_ms": 65.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.603, "count": 305, "max_ms": 75.251, "p95_ms": 61.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.463, "count": 305, "max_ms": 148.458, "p95_ms": 128.199}, "read_interval": {"avg_ms": 98.597, "count": 304, "max_ms": 158.447, "p95_ms": 137.913}, "triton_wait": {"avg_ms": 65.24, "count": 305, "max_ms": 98.272, "p95_ms": 87.999}, "visualize": {"avg_ms": 4.023, "count": 305, "max_ms": 6.759, "p95_ms": 5.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 216, "tracking_summary": 216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5006.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3911.236, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.818, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:46:15+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T10:46:15+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T10:46:15.190884+09:00", "mtime_epoch": 1783302375.1908836, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:46:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 720.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.515, "pushed": 6.515, "read": 6.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.076, "count": 195, "max_ms": 44.729, "p95_ms": 40.721}, "gstreamer_push": {"avg_ms": 1.009, "count": 195, "max_ms": 2.312, "p95_ms": 1.111}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.613, "count": 195, "max_ms": 109.996, "p95_ms": 92.441}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.158, "count": 195, "max_ms": 97.793, "p95_ms": 90.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.661, "count": 195, "max_ms": 194.635, "p95_ms": 171.816}, "read_interval": {"avg_ms": 154.27, "count": 194, "max_ms": 201.639, "p95_ms": 180.716}, "triton_wait": {"avg_ms": 71.766, "count": 195, "max_ms": 110.009, "p95_ms": 92.453}, "visualize": {"avg_ms": 36.904, "count": 195, "max_ms": 57.832, "p95_ms": 50.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5005.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2497.352, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.014, "sample_count": 3104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:46:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T10:46:17+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T10:46:17+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:46:17.570932+09:00", "mtime_epoch": 1783302377.5709321, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:46:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 869.004, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.275, "count": 300, "max_ms": 5.456, "p95_ms": 4.139}, "gstreamer_push": {"avg_ms": 1.586, "count": 300, "max_ms": 6.916, "p95_ms": 3.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.75, "count": 300, "max_ms": 73.759, "p95_ms": 66.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.281, "count": 300, "max_ms": 109.469, "p95_ms": 92.151}, "yolo11_640_fire_11class": {"avg_ms": 51.231, "count": 300, "max_ms": 71.227, "p95_ms": 65.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.851, "count": 300, "max_ms": 69.998, "p95_ms": 52.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.491, "count": 300, "max_ms": 121.516, "p95_ms": 104.37}, "read_interval": {"avg_ms": 100.083, "count": 299, "max_ms": 267.302, "p95_ms": 131.417}, "triton_wait": {"avg_ms": 67.302, "count": 300, "max_ms": 109.483, "p95_ms": 92.166}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.987, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5002.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.542, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.121, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.327, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:46:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:46:19+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T10:46:19+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T10:46:19.346968+09:00", "mtime_epoch": 1783302379.3469684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:46:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.734, "name": "celery", "pid": 267, "rss_mb": 1378.484, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.243, "pushed": 10.243, "read": 10.21}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.681, "count": 307, "max_ms": 7.905, "p95_ms": 5.734}, "gstreamer_push": {"avg_ms": 1.553, "count": 307, "max_ms": 6.269, "p95_ms": 3.673}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.715, "count": 307, "max_ms": 80.074, "p95_ms": 69.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.986, "count": 307, "max_ms": 101.312, "p95_ms": 91.913}, "yolo11_640_fire_11class": {"avg_ms": 54.589, "count": 307, "max_ms": 78.315, "p95_ms": 67.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.374, "count": 307, "max_ms": 73.737, "p95_ms": 64.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.326, "count": 307, "max_ms": 142.384, "p95_ms": 108.829}, "read_interval": {"avg_ms": 97.833, "count": 306, "max_ms": 152.581, "p95_ms": 122.37}, "triton_wait": {"avg_ms": 69.206, "count": 307, "max_ms": 101.327, "p95_ms": 91.928}, "visualize": {"avg_ms": 3.833, "count": 307, "max_ms": 6.336, "p95_ms": 5.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 219, "tracking_summary": 218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5009.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3941.258, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.168, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:46:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:46:45+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T10:46:45+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T10:46:45.219496+09:00", "mtime_epoch": 1783302405.2194955, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:46:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.902, "name": "celery", "pid": 239, "rss_mb": 720.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.329, "pushed": 6.329, "read": 6.296}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.88, "count": 189, "max_ms": 50.655, "p95_ms": 43.335}, "gstreamer_push": {"avg_ms": 0.989, "count": 189, "max_ms": 1.657, "p95_ms": 1.115}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.487, "count": 189, "max_ms": 105.333, "p95_ms": 91.766}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.658, "count": 189, "max_ms": 95.895, "p95_ms": 87.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.388, "count": 189, "max_ms": 189.646, "p95_ms": 176.082}, "read_interval": {"avg_ms": 158.909, "count": 188, "max_ms": 197.74, "p95_ms": 184.673}, "triton_wait": {"avg_ms": 71.733, "count": 189, "max_ms": 105.344, "p95_ms": 91.777}, "visualize": {"avg_ms": 38.053, "count": 189, "max_ms": 49.113, "p95_ms": 44.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5004.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2527.392, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.829, "sample_count": 3138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:46:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:46:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T10:46:47+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:46:47.675545+09:00", "mtime_epoch": 1783302407.6755455, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:46:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 868.805, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.39, "count": 300, "max_ms": 5.441, "p95_ms": 4.704}, "gstreamer_push": {"avg_ms": 1.638, "count": 300, "max_ms": 7.741, "p95_ms": 3.902}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.476, "count": 300, "max_ms": 76.468, "p95_ms": 69.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.252, "count": 300, "max_ms": 114.908, "p95_ms": 91.303}, "yolo11_640_fire_11class": {"avg_ms": 51.172, "count": 300, "max_ms": 74.67, "p95_ms": 68.045}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.832, "count": 300, "max_ms": 72.42, "p95_ms": 52.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.653, "count": 300, "max_ms": 126.843, "p95_ms": 103.816}, "read_interval": {"avg_ms": 100.185, "count": 299, "max_ms": 184.932, "p95_ms": 131.828}, "triton_wait": {"avg_ms": 66.284, "count": 300, "max_ms": 114.921, "p95_ms": 91.316}, "visualize": {"avg_ms": 3.723, "count": 300, "max_ms": 4.813, "p95_ms": 4.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5006.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.585, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.121, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:46:49+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T10:46:49+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T10:46:49.435581+09:00", "mtime_epoch": 1783302409.4355812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:46:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.734, "name": "celery", "pid": 267, "rss_mb": 1376.227, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.946, "count": 298, "max_ms": 8.626, "p95_ms": 5.933}, "gstreamer_push": {"avg_ms": 1.47, "count": 298, "max_ms": 6.872, "p95_ms": 3.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.374, "count": 298, "max_ms": 81.968, "p95_ms": 71.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.205, "count": 298, "max_ms": 108.521, "p95_ms": 91.684}, "yolo11_640_fire_11class": {"avg_ms": 54.308, "count": 298, "max_ms": 79.891, "p95_ms": 69.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.483, "count": 298, "max_ms": 75.161, "p95_ms": 63.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.748, "count": 298, "max_ms": 146.93, "p95_ms": 127.1}, "read_interval": {"avg_ms": 100.865, "count": 297, "max_ms": 285.072, "p95_ms": 139.555}, "triton_wait": {"avg_ms": 68.312, "count": 298, "max_ms": 108.536, "p95_ms": 91.697}, "visualize": {"avg_ms": 3.967, "count": 298, "max_ms": 6.515, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 220, "tracking_summary": 219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5011.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3971.368, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.762, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:47:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:47:15+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T10:47:15+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T10:47:15.324106+09:00", "mtime_epoch": 1783302435.3241065, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:47:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 722.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.512, "pushed": 6.512, "read": 6.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.561, "count": 195, "max_ms": 52.315, "p95_ms": 44.785}, "gstreamer_push": {"avg_ms": 1.017, "count": 195, "max_ms": 1.606, "p95_ms": 1.117}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.156, "count": 195, "max_ms": 103.526, "p95_ms": 93.699}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.03, "count": 195, "max_ms": 99.609, "p95_ms": 91.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.741, "count": 195, "max_ms": 183.503, "p95_ms": 169.469}, "read_interval": {"avg_ms": 154.429, "count": 194, "max_ms": 192.82, "p95_ms": 177.463}, "triton_wait": {"avg_ms": 74.029, "count": 195, "max_ms": 103.54, "p95_ms": 94.521}, "visualize": {"avg_ms": 36.102, "count": 195, "max_ms": 45.843, "p95_ms": 43.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5007.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2557.487, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.126, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:47:17+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T10:47:17+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T10:47:17.732155+09:00", "mtime_epoch": 1783302437.7321553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:47:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 869.914, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.837, "pushed": 7.837, "read": 7.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.144, "count": 235, "max_ms": 7.918, "p95_ms": 6.282}, "gstreamer_push": {"avg_ms": 1.324, "count": 235, "max_ms": 4.255, "p95_ms": 2.564}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.725, "count": 235, "max_ms": 76.145, "p95_ms": 67.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.421, "count": 235, "max_ms": 107.99, "p95_ms": 95.395}, "yolo11_640_fire_11class": {"avg_ms": 47.533, "count": 235, "max_ms": 76.655, "p95_ms": 63.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.235, "count": 235, "max_ms": 70.647, "p95_ms": 53.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.964, "count": 235, "max_ms": 161.736, "p95_ms": 150.345}, "read_interval": {"avg_ms": 127.566, "count": 235, "max_ms": 190.931, "p95_ms": 164.671}, "triton_wait": {"avg_ms": 65.504, "count": 235, "max_ms": 108.003, "p95_ms": 95.408}, "visualize": {"avg_ms": 5.003, "count": 235, "max_ms": 6.748, "p95_ms": 5.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5009.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.634, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.444, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:47:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:47:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T10:47:19+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T10:47:19.484191+09:00", "mtime_epoch": 1783302439.4841907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:47:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.734, "name": "celery", "pid": 267, "rss_mb": 1375.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.211, "pushed": 10.211, "read": 10.177}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.785, "count": 306, "max_ms": 7.565, "p95_ms": 5.887}, "gstreamer_push": {"avg_ms": 1.491, "count": 306, "max_ms": 5.245, "p95_ms": 3.634}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.682, "count": 306, "max_ms": 76.099, "p95_ms": 67.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.479, "count": 306, "max_ms": 96.922, "p95_ms": 89.384}, "yolo11_640_fire_11class": {"avg_ms": 50.279, "count": 306, "max_ms": 75.618, "p95_ms": 64.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.172, "count": 306, "max_ms": 78.978, "p95_ms": 63.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.682, "count": 306, "max_ms": 154.575, "p95_ms": 117.36}, "read_interval": {"avg_ms": 98.256, "count": 305, "max_ms": 480.843, "p95_ms": 148.271}, "triton_wait": {"avg_ms": 63.699, "count": 306, "max_ms": 96.936, "p95_ms": 89.398}, "visualize": {"avg_ms": 3.833, "count": 306, "max_ms": 6.185, "p95_ms": 5.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 222, "tracking_summary": 221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5013.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4001.45, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.762, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:47:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:47:45+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T10:47:45+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T10:47:45.396715+09:00", "mtime_epoch": 1783302465.3967147, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:47:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 721.027, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.35, "pushed": 6.35, "read": 6.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.177, "count": 190, "max_ms": 45.722, "p95_ms": 41.84}, "gstreamer_push": {"avg_ms": 1.026, "count": 190, "max_ms": 2.385, "p95_ms": 1.169}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.244, "count": 190, "max_ms": 104.573, "p95_ms": 92.023}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.992, "count": 190, "max_ms": 95.261, "p95_ms": 87.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.846, "count": 190, "max_ms": 181.765, "p95_ms": 172.697}, "read_interval": {"avg_ms": 158.362, "count": 189, "max_ms": 189.617, "p95_ms": 181.373}, "triton_wait": {"avg_ms": 71.393, "count": 190, "max_ms": 104.587, "p95_ms": 92.272}, "visualize": {"avg_ms": 38.463, "count": 190, "max_ms": 57.784, "p95_ms": 48.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5000.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2587.508, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.047, "name": "ffmpeg", "pid": 2344, "rss_mb": 318.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.428, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:47:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:47:47+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T10:47:47.788763+09:00", "mtime_epoch": 1783302467.788763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:47:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 872.461, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.605}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 288, "max_ms": 7.677, "p95_ms": 5.865}, "gstreamer_push": {"avg_ms": 1.465, "count": 288, "max_ms": 7.712, "p95_ms": 3.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.255, "count": 288, "max_ms": 78.551, "p95_ms": 66.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.521, "count": 288, "max_ms": 97.985, "p95_ms": 85.949}, "yolo11_640_fire_11class": {"avg_ms": 49.902, "count": 288, "max_ms": 75.641, "p95_ms": 65.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.254, "count": 288, "max_ms": 73.396, "p95_ms": 54.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.672, "count": 288, "max_ms": 144.022, "p95_ms": 130.428}, "read_interval": {"avg_ms": 104.333, "count": 287, "max_ms": 157.364, "p95_ms": 144.12}, "triton_wait": {"avg_ms": 64.016, "count": 288, "max_ms": 97.997, "p95_ms": 85.962}, "visualize": {"avg_ms": 4.191, "count": 288, "max_ms": 6.888, "p95_ms": 5.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5007.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.723, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.87, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:47:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:47:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:47:49+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T10:47:49.552799+09:00", "mtime_epoch": 1783302469.5527985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:47:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.742, "name": "celery", "pid": 267, "rss_mb": 1378.391, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.535, "pushed": 9.535, "read": 9.535}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.261, "count": 286, "max_ms": 8.591, "p95_ms": 6.679}, "gstreamer_push": {"avg_ms": 1.496, "count": 286, "max_ms": 7.101, "p95_ms": 3.687}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.286, "count": 286, "max_ms": 76.744, "p95_ms": 68.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.884, "count": 286, "max_ms": 105.349, "p95_ms": 88.26}, "yolo11_640_fire_11class": {"avg_ms": 53.753, "count": 286, "max_ms": 77.532, "p95_ms": 67.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.741, "count": 286, "max_ms": 73.366, "p95_ms": 64.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.355, "count": 286, "max_ms": 149.618, "p95_ms": 132.638}, "read_interval": {"avg_ms": 104.829, "count": 286, "max_ms": 228.679, "p95_ms": 145.437}, "triton_wait": {"avg_ms": 67.241, "count": 286, "max_ms": 105.362, "p95_ms": 88.274}, "visualize": {"avg_ms": 4.152, "count": 286, "max_ms": 6.603, "p95_ms": 5.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 222, "tracking_summary": 222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4996.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4031.479, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.111, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:48:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:48:15+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T10:48:15+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T10:48:15.457320+09:00", "mtime_epoch": 1783302495.4573205, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:48:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 709.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.191, "pushed": 6.191, "read": 6.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.028, "count": 185, "max_ms": 49.388, "p95_ms": 42.31}, "gstreamer_push": {"avg_ms": 1.38, "count": 185, "max_ms": 5.294, "p95_ms": 3.519}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.736, "count": 185, "max_ms": 98.847, "p95_ms": 91.137}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.53, "count": 185, "max_ms": 96.587, "p95_ms": 89.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.984, "count": 185, "max_ms": 193.388, "p95_ms": 178.246}, "read_interval": {"avg_ms": 162.48, "count": 184, "max_ms": 207.822, "p95_ms": 186.026}, "triton_wait": {"avg_ms": 73.063, "count": 185, "max_ms": 98.861, "p95_ms": 93.257}, "visualize": {"avg_ms": 42.13, "count": 185, "max_ms": 63.965, "p95_ms": 55.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5009.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2617.555, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.625, "name": "ffmpeg", "pid": 2344, "rss_mb": 320.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.03, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:48:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:48:17+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T10:48:17+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T10:48:17.789367+09:00", "mtime_epoch": 1783302497.7893674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:48:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 869.625, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.843, "pushed": 10.843, "read": 10.81}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.34, "count": 325, "max_ms": 5.523, "p95_ms": 4.079}, "gstreamer_push": {"avg_ms": 1.526, "count": 325, "max_ms": 7.014, "p95_ms": 3.516}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.689, "count": 325, "max_ms": 73.824, "p95_ms": 66.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.883, "count": 325, "max_ms": 105.332, "p95_ms": 86.97}, "yolo11_640_fire_11class": {"avg_ms": 50.301, "count": 325, "max_ms": 71.924, "p95_ms": 65.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.588, "count": 325, "max_ms": 63.674, "p95_ms": 51.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.477, "count": 325, "max_ms": 117.833, "p95_ms": 99.017}, "read_interval": {"avg_ms": 92.35, "count": 324, "max_ms": 139.939, "p95_ms": 115.368}, "triton_wait": {"avg_ms": 63.142, "count": 325, "max_ms": 105.345, "p95_ms": 86.983}, "visualize": {"avg_ms": 3.748, "count": 325, "max_ms": 6.813, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5011.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.806, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.861, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:48:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:48:19+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T10:48:19+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:48:19.589404+09:00", "mtime_epoch": 1783302499.5894036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:48:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1381.742, "name": "celery", "pid": 267, "rss_mb": 1379.43, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.931, "count": 302, "max_ms": 8.083, "p95_ms": 5.906}, "gstreamer_push": {"avg_ms": 1.539, "count": 302, "max_ms": 6.346, "p95_ms": 3.675}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.649, "count": 302, "max_ms": 74.118, "p95_ms": 69.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.304, "count": 302, "max_ms": 100.575, "p95_ms": 88.719}, "yolo11_640_fire_11class": {"avg_ms": 53.66, "count": 302, "max_ms": 76.483, "p95_ms": 67.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.984, "count": 302, "max_ms": 71.716, "p95_ms": 65.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.309, "count": 302, "max_ms": 152.343, "p95_ms": 120.42}, "read_interval": {"avg_ms": 99.448, "count": 301, "max_ms": 166.759, "p95_ms": 131.579}, "triton_wait": {"avg_ms": 67.473, "count": 302, "max_ms": 100.588, "p95_ms": 88.733}, "visualize": {"avg_ms": 3.965, "count": 302, "max_ms": 6.773, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 225, "tracking_summary": 224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5014.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4061.549, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.452, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:48:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:48:45+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T10:48:45+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T10:48:45.497924+09:00", "mtime_epoch": 1783302525.4979239, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:48:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 722.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.281, "pushed": 6.281, "read": 6.248}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.434, "count": 188, "max_ms": 54.993, "p95_ms": 46.199}, "gstreamer_push": {"avg_ms": 1.199, "count": 188, "max_ms": 3.85, "p95_ms": 2.463}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.015, "count": 188, "max_ms": 98.542, "p95_ms": 89.47}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.061, "count": 188, "max_ms": 93.209, "p95_ms": 86.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.236, "count": 188, "max_ms": 194.49, "p95_ms": 175.739}, "read_interval": {"avg_ms": 159.997, "count": 187, "max_ms": 201.553, "p95_ms": 184.045}, "triton_wait": {"avg_ms": 69.116, "count": 188, "max_ms": 98.558, "p95_ms": 89.484}, "visualize": {"avg_ms": 39.989, "count": 188, "max_ms": 62.865, "p95_ms": 53.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5008.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2647.577, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.625, "name": "ffmpeg", "pid": 2344, "rss_mb": 320.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.03, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:48:47+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T10:48:47+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T10:48:47.841971+09:00", "mtime_epoch": 1783302527.841971, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:48:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 869.879, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.553, "pushed": 10.553, "read": 10.52}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.328, "count": 316, "max_ms": 5.312, "p95_ms": 4.116}, "gstreamer_push": {"avg_ms": 1.469, "count": 316, "max_ms": 6.375, "p95_ms": 1.987}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.072, "count": 316, "max_ms": 74.822, "p95_ms": 66.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.827, "count": 316, "max_ms": 102.701, "p95_ms": 86.357}, "yolo11_640_fire_11class": {"avg_ms": 51.659, "count": 316, "max_ms": 72.766, "p95_ms": 65.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.652, "count": 316, "max_ms": 69.435, "p95_ms": 53.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.097, "count": 316, "max_ms": 115.166, "p95_ms": 98.494}, "read_interval": {"avg_ms": 94.993, "count": 315, "max_ms": 139.354, "p95_ms": 116.154}, "triton_wait": {"avg_ms": 65.867, "count": 316, "max_ms": 102.714, "p95_ms": 86.371}, "visualize": {"avg_ms": 3.716, "count": 316, "max_ms": 5.94, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5006.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 254.865, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.769, "sample_count": 2849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:48:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:48:49+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T10:48:49+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T10:48:49.670007+09:00", "mtime_epoch": 1783302529.6700075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:48:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1377.344, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.605}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.078, "count": 289, "max_ms": 8.868, "p95_ms": 5.985}, "gstreamer_push": {"avg_ms": 1.414, "count": 289, "max_ms": 6.527, "p95_ms": 2.694}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.436, "count": 289, "max_ms": 75.623, "p95_ms": 69.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.99, "count": 289, "max_ms": 105.174, "p95_ms": 85.933}, "yolo11_640_fire_11class": {"avg_ms": 55.15, "count": 289, "max_ms": 72.478, "p95_ms": 67.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.158, "count": 289, "max_ms": 68.769, "p95_ms": 64.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.108, "count": 289, "max_ms": 141.608, "p95_ms": 128.157}, "read_interval": {"avg_ms": 103.936, "count": 288, "max_ms": 159.354, "p95_ms": 138.595}, "triton_wait": {"avg_ms": 69.165, "count": 289, "max_ms": 105.188, "p95_ms": 85.945}, "visualize": {"avg_ms": 4.0, "count": 289, "max_ms": 6.159, "p95_ms": 5.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 226, "tracking_summary": 226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5012.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4091.657, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.797, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:49:15+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T10:49:15+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T10:49:15.610527+09:00", "mtime_epoch": 1783302555.6105268, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:49:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 719.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.509, "pushed": 6.509, "read": 6.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.452, "count": 195, "max_ms": 53.437, "p95_ms": 43.105}, "gstreamer_push": {"avg_ms": 1.07, "count": 195, "max_ms": 3.88, "p95_ms": 2.062}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.609, "count": 195, "max_ms": 98.872, "p95_ms": 88.456}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.342, "count": 195, "max_ms": 98.679, "p95_ms": 87.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.764, "count": 195, "max_ms": 181.525, "p95_ms": 172.444}, "read_interval": {"avg_ms": 154.379, "count": 194, "max_ms": 192.047, "p95_ms": 181.343}, "triton_wait": {"avg_ms": 69.445, "count": 195, "max_ms": 98.883, "p95_ms": 91.852}, "visualize": {"avg_ms": 38.107, "count": 195, "max_ms": 48.594, "p95_ms": 45.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5010.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2677.642, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.625, "name": "ffmpeg", "pid": 2344, "rss_mb": 320.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.645, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:49:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:49:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:49:17+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T10:49:17.922573+09:00", "mtime_epoch": 1783302557.922573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:49:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 870.137, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.713, "pushed": 10.713, "read": 10.68}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.365, "count": 321, "max_ms": 5.518, "p95_ms": 4.529}, "gstreamer_push": {"avg_ms": 1.604, "count": 321, "max_ms": 7.206, "p95_ms": 3.831}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.575, "count": 321, "max_ms": 75.502, "p95_ms": 66.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.418, "count": 321, "max_ms": 104.429, "p95_ms": 88.595}, "yolo11_640_fire_11class": {"avg_ms": 50.054, "count": 321, "max_ms": 74.926, "p95_ms": 65.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.873, "count": 321, "max_ms": 73.549, "p95_ms": 52.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.807, "count": 321, "max_ms": 116.555, "p95_ms": 102.533}, "read_interval": {"avg_ms": 93.688, "count": 320, "max_ms": 133.233, "p95_ms": 119.147}, "triton_wait": {"avg_ms": 64.532, "count": 321, "max_ms": 104.442, "p95_ms": 88.61}, "visualize": {"avg_ms": 3.723, "count": 321, "max_ms": 6.843, "p95_ms": 4.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5011.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 284.97, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.521, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:49:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:49:19+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T10:49:19+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T10:49:19.750609+09:00", "mtime_epoch": 1783302559.7506094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:49:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1377.023, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.145, "count": 290, "max_ms": 8.237, "p95_ms": 6.2}, "gstreamer_push": {"avg_ms": 1.548, "count": 291, "max_ms": 6.966, "p95_ms": 3.812}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.935, "count": 290, "max_ms": 73.556, "p95_ms": 68.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.636, "count": 290, "max_ms": 102.586, "p95_ms": 88.783}, "yolo11_640_fire_11class": {"avg_ms": 54.74, "count": 290, "max_ms": 72.808, "p95_ms": 68.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.935, "count": 290, "max_ms": 76.675, "p95_ms": 64.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.976, "count": 291, "max_ms": 153.508, "p95_ms": 130.195}, "read_interval": {"avg_ms": 103.293, "count": 290, "max_ms": 164.278, "p95_ms": 140.955}, "triton_wait": {"avg_ms": 68.86, "count": 290, "max_ms": 102.6, "p95_ms": 88.796}, "visualize": {"avg_ms": 4.089, "count": 290, "max_ms": 6.816, "p95_ms": 5.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 228, "tracking_summary": 227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5013.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4121.758, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.093, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:49:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:49:45+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:49:45+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:49:45.707128+09:00", "mtime_epoch": 1783302585.7071276, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:49:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 719.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.412, "pushed": 6.412, "read": 6.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.376, "count": 192, "max_ms": 46.144, "p95_ms": 43.85}, "gstreamer_push": {"avg_ms": 1.04, "count": 192, "max_ms": 2.608, "p95_ms": 1.289}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.349, "count": 192, "max_ms": 104.407, "p95_ms": 89.12}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.089, "count": 192, "max_ms": 97.34, "p95_ms": 89.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.049, "count": 192, "max_ms": 183.423, "p95_ms": 170.965}, "read_interval": {"avg_ms": 156.762, "count": 191, "max_ms": 190.409, "p95_ms": 181.503}, "triton_wait": {"avg_ms": 71.714, "count": 192, "max_ms": 104.42, "p95_ms": 92.282}, "visualize": {"avg_ms": 40.03, "count": 192, "max_ms": 66.351, "p95_ms": 58.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5001.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2707.706, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.625, "name": "ffmpeg", "pid": 2344, "rss_mb": 320.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.508, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:49:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:49:48+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:49:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T10:49:47.963172+09:00", "mtime_epoch": 1783302587.9631724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:49:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 875.824, "name": "celery", "pid": 237, "rss_mb": 872.973, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.549, "pushed": 10.549, "read": 10.516}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 316, "max_ms": 5.604, "p95_ms": 4.65}, "gstreamer_push": {"avg_ms": 1.637, "count": 316, "max_ms": 7.152, "p95_ms": 3.86}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.158, "count": 316, "max_ms": 80.227, "p95_ms": 67.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.314, "count": 316, "max_ms": 105.543, "p95_ms": 87.431}, "yolo11_640_fire_11class": {"avg_ms": 49.438, "count": 316, "max_ms": 75.547, "p95_ms": 64.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.824, "count": 316, "max_ms": 71.975, "p95_ms": 53.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.908, "count": 316, "max_ms": 119.039, "p95_ms": 99.892}, "read_interval": {"avg_ms": 95.094, "count": 315, "max_ms": 231.668, "p95_ms": 125.458}, "triton_wait": {"avg_ms": 63.458, "count": 316, "max_ms": 105.555, "p95_ms": 87.446}, "visualize": {"avg_ms": 3.751, "count": 316, "max_ms": 6.887, "p95_ms": 4.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5006.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 315.049, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.735, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:49:49+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T10:49:49+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T10:49:49.851210+09:00", "mtime_epoch": 1783302589.85121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:49:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1380.617, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.582, "pushed": 8.582, "read": 8.549}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.113, "count": 257, "max_ms": 10.14, "p95_ms": 8.805}, "gstreamer_push": {"avg_ms": 1.377, "count": 257, "max_ms": 4.687, "p95_ms": 2.981}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.733, "count": 257, "max_ms": 79.123, "p95_ms": 70.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.119, "count": 257, "max_ms": 103.045, "p95_ms": 90.838}, "yolo11_640_fire_11class": {"avg_ms": 53.632, "count": 257, "max_ms": 77.265, "p95_ms": 67.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.387, "count": 257, "max_ms": 79.837, "p95_ms": 65.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.886, "count": 257, "max_ms": 186.386, "p95_ms": 166.047}, "read_interval": {"avg_ms": 116.954, "count": 256, "max_ms": 197.63, "p95_ms": 174.8}, "triton_wait": {"avg_ms": 68.39, "count": 257, "max_ms": 103.059, "p95_ms": 90.849}, "visualize": {"avg_ms": 4.354, "count": 257, "max_ms": 6.68, "p95_ms": 5.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 230, "tracking_summary": 229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5011.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4151.858, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.347, "sample_count": 1905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:50:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:50:15+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T10:50:15+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T10:50:15.815727+09:00", "mtime_epoch": 1783302615.815727, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:50:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 721.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.181, "pushed": 6.181, "read": 6.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.965, "count": 185, "max_ms": 50.958, "p95_ms": 43.84}, "gstreamer_push": {"avg_ms": 1.154, "count": 185, "max_ms": 3.484, "p95_ms": 2.207}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.366, "count": 185, "max_ms": 105.181, "p95_ms": 90.904}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.025, "count": 185, "max_ms": 98.686, "p95_ms": 90.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.996, "count": 185, "max_ms": 183.178, "p95_ms": 176.171}, "read_interval": {"avg_ms": 162.75, "count": 184, "max_ms": 190.487, "p95_ms": 185.056}, "triton_wait": {"avg_ms": 74.919, "count": 185, "max_ms": 105.195, "p95_ms": 92.451}, "visualize": {"avg_ms": 38.358, "count": 185, "max_ms": 66.587, "p95_ms": 49.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5015.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2737.713, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.625, "name": "ffmpeg", "pid": 2344, "rss_mb": 320.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.77, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:50:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:50:18+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T10:50:17+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T10:50:17.963770+09:00", "mtime_epoch": 1783302617.9637697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:50:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 876.387, "name": "celery", "pid": 237, "rss_mb": 872.785, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.204, "pushed": 9.204, "read": 9.204}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.179, "count": 276, "max_ms": 7.646, "p95_ms": 5.938}, "gstreamer_push": {"avg_ms": 1.466, "count": 276, "max_ms": 6.465, "p95_ms": 3.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.524, "count": 276, "max_ms": 71.867, "p95_ms": 65.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.936, "count": 276, "max_ms": 112.174, "p95_ms": 87.629}, "yolo11_640_fire_11class": {"avg_ms": 47.799, "count": 276, "max_ms": 72.428, "p95_ms": 63.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.752, "count": 276, "max_ms": 76.591, "p95_ms": 52.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.138, "count": 276, "max_ms": 155.107, "p95_ms": 139.487}, "read_interval": {"avg_ms": 108.702, "count": 276, "max_ms": 263.838, "p95_ms": 154.458}, "triton_wait": {"avg_ms": 63.249, "count": 276, "max_ms": 112.189, "p95_ms": 87.643}, "visualize": {"avg_ms": 4.281, "count": 276, "max_ms": 6.206, "p95_ms": 5.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5012.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 345.157, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.203, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:50:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:50:20+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T10:50:19+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T10:50:19.971809+09:00", "mtime_epoch": 1783302619.9718094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:50:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1380.051, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.501, "pushed": 9.501, "read": 9.468}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.294, "count": 284, "max_ms": 7.854, "p95_ms": 5.835}, "gstreamer_push": {"avg_ms": 1.499, "count": 285, "max_ms": 7.184, "p95_ms": 3.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.659, "count": 284, "max_ms": 78.29, "p95_ms": 67.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.083, "count": 284, "max_ms": 106.237, "p95_ms": 91.396}, "yolo11_640_fire_11class": {"avg_ms": 51.573, "count": 284, "max_ms": 73.416, "p95_ms": 65.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.654, "count": 284, "max_ms": 79.302, "p95_ms": 64.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.741, "count": 285, "max_ms": 150.956, "p95_ms": 139.016}, "read_interval": {"avg_ms": 105.594, "count": 284, "max_ms": 161.601, "p95_ms": 149.368}, "triton_wait": {"avg_ms": 66.528, "count": 284, "max_ms": 106.25, "p95_ms": 91.41}, "visualize": {"avg_ms": 4.23, "count": 284, "max_ms": 6.824, "p95_ms": 5.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 231, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5010.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4181.961, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.724, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:50:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:50:46+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T10:50:45+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T10:50:45.912324+09:00", "mtime_epoch": 1783302645.9123244, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:50:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.676, "name": "celery", "pid": 239, "rss_mb": 721.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.244, "pushed": 6.244, "read": 6.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.977, "count": 187, "max_ms": 54.616, "p95_ms": 46.195}, "gstreamer_push": {"avg_ms": 1.014, "count": 187, "max_ms": 2.324, "p95_ms": 1.108}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.909, "count": 187, "max_ms": 106.968, "p95_ms": 96.902}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.897, "count": 187, "max_ms": 101.287, "p95_ms": 91.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.473, "count": 187, "max_ms": 191.665, "p95_ms": 176.262}, "read_interval": {"avg_ms": 161.006, "count": 186, "max_ms": 201.05, "p95_ms": 183.912}, "triton_wait": {"avg_ms": 73.724, "count": 187, "max_ms": 106.981, "p95_ms": 96.913}, "visualize": {"avg_ms": 37.924, "count": 187, "max_ms": 49.722, "p95_ms": 42.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5015.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2768.823, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.625, "name": "ffmpeg", "pid": 2344, "rss_mb": 320.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.908, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:50:49+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T10:50:49+09:00", "mjpeg": {"age_sec": 3.292, "exists": true, "mtime": "2026-07-06T10:50:45.876324+09:00", "mtime_epoch": 1783302645.8763237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:50:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 876.387, "name": "celery", "pid": 237, "rss_mb": 869.949, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.535, "pushed": 9.535, "read": 9.502}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.37, "count": 286, "max_ms": 5.333, "p95_ms": 4.26}, "gstreamer_push": {"avg_ms": 1.526, "count": 286, "max_ms": 4.406, "p95_ms": 3.677}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.12, "count": 286, "max_ms": 82.667, "p95_ms": 68.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.332, "count": 286, "max_ms": 102.084, "p95_ms": 88.825}, "yolo11_640_fire_11class": {"avg_ms": 50.314, "count": 286, "max_ms": 77.694, "p95_ms": 67.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.582, "count": 286, "max_ms": 77.95, "p95_ms": 52.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.865, "count": 286, "max_ms": 117.595, "p95_ms": 101.192}, "read_interval": {"avg_ms": 105.201, "count": 285, "max_ms": 3297.137, "p95_ms": 120.723}, "triton_wait": {"avg_ms": 64.499, "count": 286, "max_ms": 102.097, "p95_ms": 88.842}, "visualize": {"avg_ms": 3.775, "count": 286, "max_ms": 5.648, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5018.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 375.176, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.29, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:50:50+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T10:50:49+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T10:50:49.980405+09:00", "mtime_epoch": 1783302649.980405, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:50:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1382.637, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.183, "pushed": 9.183, "read": 9.15}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 275, "max_ms": 8.08, "p95_ms": 6.264}, "gstreamer_push": {"avg_ms": 1.458, "count": 275, "max_ms": 6.809, "p95_ms": 3.64}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.222, "count": 275, "max_ms": 79.548, "p95_ms": 71.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.221, "count": 275, "max_ms": 111.569, "p95_ms": 90.211}, "yolo11_640_fire_11class": {"avg_ms": 53.688, "count": 275, "max_ms": 74.159, "p95_ms": 70.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.88, "count": 275, "max_ms": 80.95, "p95_ms": 68.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.589, "count": 275, "max_ms": 165.415, "p95_ms": 139.158}, "read_interval": {"avg_ms": 109.095, "count": 274, "max_ms": 176.597, "p95_ms": 150.749}, "triton_wait": {"avg_ms": 68.361, "count": 275, "max_ms": 111.583, "p95_ms": 90.224}, "visualize": {"avg_ms": 4.274, "count": 275, "max_ms": 6.706, "p95_ms": 5.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 233, "tracking_summary": 232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5015.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4212.065, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.36, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:51:16+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:51:16+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T10:51:16.020921+09:00", "mtime_epoch": 1783302676.0209208, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:51:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.719, "name": "celery", "pid": 239, "rss_mb": 720.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.509, "pushed": 6.509, "read": 6.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.49, "count": 195, "max_ms": 49.672, "p95_ms": 42.067}, "gstreamer_push": {"avg_ms": 1.025, "count": 195, "max_ms": 2.402, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.825, "count": 195, "max_ms": 98.611, "p95_ms": 88.995}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.226, "count": 195, "max_ms": 92.421, "p95_ms": 86.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.844, "count": 195, "max_ms": 179.189, "p95_ms": 167.799}, "read_interval": {"avg_ms": 154.385, "count": 194, "max_ms": 186.596, "p95_ms": 175.727}, "triton_wait": {"avg_ms": 70.398, "count": 195, "max_ms": 98.624, "p95_ms": 89.008}, "visualize": {"avg_ms": 37.13, "count": 195, "max_ms": 57.305, "p95_ms": 52.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5015.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2798.871, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.203, "name": "ffmpeg", "pid": 2344, "rss_mb": 323.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.698, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:51:19+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T10:51:19+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T10:51:19.140982+09:00", "mtime_epoch": 1783302679.1409824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:51:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 876.387, "name": "celery", "pid": 237, "rss_mb": 870.203, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.216, "pushed": 11.216, "read": 11.182}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.332, "count": 336, "max_ms": 5.756, "p95_ms": 4.46}, "gstreamer_push": {"avg_ms": 1.566, "count": 336, "max_ms": 6.185, "p95_ms": 3.794}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.29, "count": 336, "max_ms": 70.501, "p95_ms": 63.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.6, "count": 336, "max_ms": 105.864, "p95_ms": 84.351}, "yolo11_640_fire_11class": {"avg_ms": 47.146, "count": 336, "max_ms": 71.078, "p95_ms": 63.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.568, "count": 336, "max_ms": 64.613, "p95_ms": 52.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.155, "count": 336, "max_ms": 118.11, "p95_ms": 97.461}, "read_interval": {"avg_ms": 89.418, "count": 335, "max_ms": 134.557, "p95_ms": 114.555}, "triton_wait": {"avg_ms": 59.968, "count": 336, "max_ms": 105.877, "p95_ms": 84.364}, "visualize": {"avg_ms": 3.698, "count": 336, "max_ms": 5.666, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5008.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 405.227, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.626, "sample_count": 2853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:51:20+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T10:51:20+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T10:51:20.049000+09:00", "mtime_epoch": 1783302680.0490003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:51:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1380.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.997, "pushed": 8.997, "read": 8.964}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.721, "count": 269, "max_ms": 10.534, "p95_ms": 6.776}, "gstreamer_push": {"avg_ms": 1.327, "count": 269, "max_ms": 3.985, "p95_ms": 2.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.626, "count": 269, "max_ms": 76.497, "p95_ms": 66.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.745, "count": 269, "max_ms": 97.926, "p95_ms": 89.519}, "yolo11_640_fire_11class": {"avg_ms": 51.859, "count": 269, "max_ms": 76.51, "p95_ms": 65.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.706, "count": 269, "max_ms": 74.252, "p95_ms": 66.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.836, "count": 269, "max_ms": 171.896, "p95_ms": 144.375}, "read_interval": {"avg_ms": 111.726, "count": 268, "max_ms": 181.348, "p95_ms": 154.928}, "triton_wait": {"avg_ms": 66.084, "count": 269, "max_ms": 97.939, "p95_ms": 89.533}, "visualize": {"avg_ms": 4.511, "count": 269, "max_ms": 8.654, "p95_ms": 6.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 234, "tracking_summary": 233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5011.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4242.137, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.213, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:51:46+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T10:51:46+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T10:51:46.089515+09:00", "mtime_epoch": 1783302706.0895147, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:51:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.863, "name": "celery", "pid": 239, "rss_mb": 717.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.413, "pushed": 6.413, "read": 6.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.705, "count": 192, "max_ms": 54.747, "p95_ms": 43.735}, "gstreamer_push": {"avg_ms": 1.18, "count": 192, "max_ms": 4.809, "p95_ms": 2.411}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.218, "count": 192, "max_ms": 104.802, "p95_ms": 92.896}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.468, "count": 192, "max_ms": 105.489, "p95_ms": 87.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.291, "count": 192, "max_ms": 187.201, "p95_ms": 174.701}, "read_interval": {"avg_ms": 156.642, "count": 191, "max_ms": 197.007, "p95_ms": 185.315}, "triton_wait": {"avg_ms": 71.812, "count": 192, "max_ms": 105.502, "p95_ms": 92.91}, "visualize": {"avg_ms": 36.82, "count": 192, "max_ms": 56.743, "p95_ms": 49.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5011.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2828.956, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.203, "name": "ffmpeg", "pid": 2344, "rss_mb": 323.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.698, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T10:51:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T10:51:49+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T10:51:49.061573+09:00", "mtime_epoch": 1783302709.0615733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:51:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 876.387, "name": "celery", "pid": 237, "rss_mb": 870.402, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.349, "count": 299, "max_ms": 5.507, "p95_ms": 4.066}, "gstreamer_push": {"avg_ms": 1.597, "count": 299, "max_ms": 6.255, "p95_ms": 3.858}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.286, "count": 299, "max_ms": 73.368, "p95_ms": 67.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.103, "count": 299, "max_ms": 112.278, "p95_ms": 88.455}, "yolo11_640_fire_11class": {"avg_ms": 51.505, "count": 299, "max_ms": 73.204, "p95_ms": 66.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.225, "count": 299, "max_ms": 74.618, "p95_ms": 53.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.655, "count": 299, "max_ms": 124.18, "p95_ms": 100.612}, "read_interval": {"avg_ms": 100.662, "count": 298, "max_ms": 320.029, "p95_ms": 136.436}, "triton_wait": {"avg_ms": 66.211, "count": 299, "max_ms": 112.291, "p95_ms": 88.469}, "visualize": {"avg_ms": 3.79, "count": 299, "max_ms": 6.927, "p95_ms": 4.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5008.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 435.246, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.134, "sample_count": 2853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:51:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:51:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:51:50+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:51:50.097594+09:00", "mtime_epoch": 1783302710.0975938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:51:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1376.859, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.961}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.968, "count": 299, "max_ms": 9.687, "p95_ms": 6.046}, "gstreamer_push": {"avg_ms": 1.548, "count": 299, "max_ms": 6.32, "p95_ms": 3.717}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.479, "count": 299, "max_ms": 78.349, "p95_ms": 70.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.474, "count": 299, "max_ms": 106.87, "p95_ms": 90.578}, "yolo11_640_fire_11class": {"avg_ms": 54.857, "count": 299, "max_ms": 76.977, "p95_ms": 69.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.367, "count": 299, "max_ms": 73.425, "p95_ms": 65.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.006, "count": 299, "max_ms": 168.69, "p95_ms": 130.965}, "read_interval": {"avg_ms": 100.455, "count": 298, "max_ms": 180.773, "p95_ms": 141.601}, "triton_wait": {"avg_ms": 68.797, "count": 299, "max_ms": 106.881, "p95_ms": 90.592}, "visualize": {"avg_ms": 3.959, "count": 299, "max_ms": 6.854, "p95_ms": 5.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 237, "tracking_summary": 235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5013.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4272.172, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.016, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:52:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:52:16+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T10:52:16+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T10:52:16.154107+09:00", "mtime_epoch": 1783302736.1541073, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:52:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.863, "name": "celery", "pid": 239, "rss_mb": 720.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.223, "pushed": 6.223, "read": 6.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.904, "count": 186, "max_ms": 53.824, "p95_ms": 43.419}, "gstreamer_push": {"avg_ms": 1.06, "count": 186, "max_ms": 3.728, "p95_ms": 1.292}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.501, "count": 186, "max_ms": 105.798, "p95_ms": 89.76}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.408, "count": 186, "max_ms": 97.689, "p95_ms": 86.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.119, "count": 186, "max_ms": 200.881, "p95_ms": 179.27}, "read_interval": {"avg_ms": 161.65, "count": 185, "max_ms": 209.192, "p95_ms": 188.385}, "triton_wait": {"avg_ms": 70.921, "count": 186, "max_ms": 105.812, "p95_ms": 90.106}, "visualize": {"avg_ms": 39.641, "count": 186, "max_ms": 61.012, "p95_ms": 51.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5011.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2859.024, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.203, "name": "ffmpeg", "pid": 2344, "rss_mb": 323.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.982, "sample_count": 3065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:52:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:52:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T10:52:19.306169+09:00", "mtime_epoch": 1783302739.3061693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:52:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 876.387, "name": "celery", "pid": 237, "rss_mb": 873.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.38, "count": 302, "max_ms": 5.282, "p95_ms": 4.601}, "gstreamer_push": {"avg_ms": 1.619, "count": 302, "max_ms": 7.505, "p95_ms": 3.867}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.832, "count": 302, "max_ms": 71.031, "p95_ms": 64.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.826, "count": 302, "max_ms": 110.269, "p95_ms": 84.851}, "yolo11_640_fire_11class": {"avg_ms": 47.468, "count": 302, "max_ms": 75.513, "p95_ms": 64.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.032, "count": 302, "max_ms": 69.02, "p95_ms": 49.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.399, "count": 302, "max_ms": 122.398, "p95_ms": 97.622}, "read_interval": {"avg_ms": 99.616, "count": 301, "max_ms": 468.529, "p95_ms": 128.835}, "triton_wait": {"avg_ms": 60.966, "count": 302, "max_ms": 110.283, "p95_ms": 84.866}, "visualize": {"avg_ms": 3.768, "count": 302, "max_ms": 5.326, "p95_ms": 4.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5013.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 465.29, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.772, "sample_count": 2851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:52:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:52:20+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:52:20.142186+09:00", "mtime_epoch": 1783302740.1421857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:52:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1380.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.042}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.121, "count": 302, "max_ms": 7.625, "p95_ms": 5.891}, "gstreamer_push": {"avg_ms": 1.506, "count": 302, "max_ms": 6.455, "p95_ms": 3.624}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.94, "count": 302, "max_ms": 71.699, "p95_ms": 66.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.544, "count": 302, "max_ms": 102.289, "p95_ms": 86.453}, "yolo11_640_fire_11class": {"avg_ms": 50.682, "count": 302, "max_ms": 75.427, "p95_ms": 64.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.739, "count": 302, "max_ms": 71.208, "p95_ms": 63.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.304, "count": 302, "max_ms": 153.864, "p95_ms": 132.681}, "read_interval": {"avg_ms": 99.545, "count": 301, "max_ms": 164.621, "p95_ms": 144.019}, "triton_wait": {"avg_ms": 64.74, "count": 302, "max_ms": 102.302, "p95_ms": 86.467}, "visualize": {"avg_ms": 4.041, "count": 302, "max_ms": 6.327, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 237, "tracking_summary": 237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5018.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4302.248, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.171, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:52:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:52:46+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T10:52:46+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T10:52:46.202698+09:00", "mtime_epoch": 1783302766.2026982, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:52:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.902, "name": "celery", "pid": 239, "rss_mb": 720.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.256, "pushed": 6.256, "read": 6.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.307, "count": 187, "max_ms": 56.985, "p95_ms": 49.856}, "gstreamer_push": {"avg_ms": 1.313, "count": 187, "max_ms": 3.664, "p95_ms": 2.468}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.72, "count": 187, "max_ms": 110.158, "p95_ms": 94.262}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.417, "count": 187, "max_ms": 97.91, "p95_ms": 89.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.891, "count": 187, "max_ms": 197.916, "p95_ms": 185.247}, "read_interval": {"avg_ms": 160.857, "count": 186, "max_ms": 206.64, "p95_ms": 192.776}, "triton_wait": {"avg_ms": 72.388, "count": 187, "max_ms": 110.172, "p95_ms": 95.062}, "visualize": {"avg_ms": 43.438, "count": 187, "max_ms": 63.263, "p95_ms": 58.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5019.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2889.041, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.203, "name": "ffmpeg", "pid": 2344, "rss_mb": 323.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.988, "sample_count": 3073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:52:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:52:49+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T10:52:49+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T10:52:49.326760+09:00", "mtime_epoch": 1783302769.3267598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:52:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 876.387, "name": "celery", "pid": 237, "rss_mb": 873.48, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.306, "count": 301, "max_ms": 5.334, "p95_ms": 4.225}, "gstreamer_push": {"avg_ms": 1.594, "count": 301, "max_ms": 6.532, "p95_ms": 3.753}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.984, "count": 301, "max_ms": 76.259, "p95_ms": 68.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.689, "count": 301, "max_ms": 109.815, "p95_ms": 88.829}, "yolo11_640_fire_11class": {"avg_ms": 50.167, "count": 301, "max_ms": 76.68, "p95_ms": 66.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.606, "count": 301, "max_ms": 80.348, "p95_ms": 55.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.93, "count": 301, "max_ms": 121.715, "p95_ms": 101.093}, "read_interval": {"avg_ms": 99.737, "count": 301, "max_ms": 290.886, "p95_ms": 128.332}, "triton_wait": {"avg_ms": 65.772, "count": 301, "max_ms": 109.829, "p95_ms": 88.843}, "visualize": {"avg_ms": 3.673, "count": 301, "max_ms": 5.659, "p95_ms": 4.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5019.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 495.315, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.379, "name": "ffmpeg", "pid": 2936, "rss_mb": 332.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.512, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:52:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:52:50+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T10:52:50.154776+09:00", "mtime_epoch": 1783302770.1547759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:52:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1384.844, "name": "celery", "pid": 267, "rss_mb": 1381.07, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.151, "pushed": 9.151, "read": 9.117}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.317, "count": 274, "max_ms": 8.811, "p95_ms": 6.983}, "gstreamer_push": {"avg_ms": 1.479, "count": 274, "max_ms": 4.217, "p95_ms": 3.614}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.417, "count": 274, "max_ms": 76.427, "p95_ms": 70.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.572, "count": 274, "max_ms": 112.812, "p95_ms": 92.482}, "yolo11_640_fire_11class": {"avg_ms": 55.391, "count": 274, "max_ms": 75.007, "p95_ms": 69.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.703, "count": 274, "max_ms": 80.422, "p95_ms": 67.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.652, "count": 274, "max_ms": 177.709, "p95_ms": 143.942}, "read_interval": {"avg_ms": 109.593, "count": 273, "max_ms": 186.868, "p95_ms": 154.162}, "triton_wait": {"avg_ms": 71.886, "count": 274, "max_ms": 112.826, "p95_ms": 92.496}, "visualize": {"avg_ms": 4.202, "count": 274, "max_ms": 7.872, "p95_ms": 6.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 240, "tracking_summary": 238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5026.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4332.277, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.127, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:53:16+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T10:53:16+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T10:53:16.239288+09:00", "mtime_epoch": 1783302796.2392879, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:53:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.672, "name": "celery", "pid": 239, "rss_mb": 722.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.296, "pushed": 6.296, "read": 6.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.114, "count": 188, "max_ms": 57.785, "p95_ms": 51.32}, "gstreamer_push": {"avg_ms": 1.256, "count": 188, "max_ms": 3.881, "p95_ms": 3.304}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.398, "count": 188, "max_ms": 103.706, "p95_ms": 84.5}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.006, "count": 188, "max_ms": 96.025, "p95_ms": 85.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.919, "count": 188, "max_ms": 206.826, "p95_ms": 177.446}, "read_interval": {"avg_ms": 159.798, "count": 187, "max_ms": 216.185, "p95_ms": 185.198}, "triton_wait": {"avg_ms": 68.622, "count": 188, "max_ms": 103.719, "p95_ms": 87.938}, "visualize": {"avg_ms": 40.503, "count": 188, "max_ms": 70.263, "p95_ms": 53.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5023.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2919.068, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.203, "name": "ffmpeg", "pid": 2344, "rss_mb": 323.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.116, "sample_count": 3043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:53:19+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T10:53:19+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T10:53:19.355349+09:00", "mtime_epoch": 1783302799.355349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:53:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 872.898, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.854, "pushed": 9.854, "read": 9.82}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.995, "count": 295, "max_ms": 6.834, "p95_ms": 6.068}, "gstreamer_push": {"avg_ms": 1.453, "count": 295, "max_ms": 6.633, "p95_ms": 3.047}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.407, "count": 295, "max_ms": 76.368, "p95_ms": 55.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.73, "count": 295, "max_ms": 111.133, "p95_ms": 79.354}, "yolo11_640_fire_11class": {"avg_ms": 44.102, "count": 295, "max_ms": 76.379, "p95_ms": 54.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 34.208, "count": 295, "max_ms": 51.591, "p95_ms": 41.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.583, "count": 295, "max_ms": 145.541, "p95_ms": 128.371}, "read_interval": {"avg_ms": 101.866, "count": 294, "max_ms": 483.271, "p95_ms": 144.891}, "triton_wait": {"avg_ms": 56.753, "count": 295, "max_ms": 111.159, "p95_ms": 79.368}, "visualize": {"avg_ms": 4.072, "count": 295, "max_ms": 5.706, "p95_ms": 5.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5038.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:44:32+09:00", "last_error_summary": "[h264 @ 0x55dce7b18140] error while decoding MB 38 32, bytestream -17", "last_exit_at": "2026-07-06T10:44:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 531.067, "last_started_at": "2026-07-06T10:44:34+09:00", "pid": 2936, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.145, "name": "ffmpeg", "pid": 2936, "rss_mb": 351.145, "state": "S (sleeping)", "threads": 104}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.747, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:53:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T10:53:25+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T10:53:25+09:00", "mjpeg": {"age_sec": 16.758, "exists": true, "mtime": "2026-07-06T10:53:09.223150+09:00", "mtime_epoch": 1783302789.2231503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:53:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1386.664, "name": "celery", "pid": 267, "rss_mb": 1383.625, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 24, "pushed_frames": 24, "read_frames": 23, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.803, "pushed": 0.803, "read": 0.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.969, "count": 24, "max_ms": 9.257, "p95_ms": 9.056}, "gstreamer_push": {"avg_ms": 1.239, "count": 24, "max_ms": 1.535, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.404, "count": 24, "max_ms": 62.062, "p95_ms": 59.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.953, "count": 24, "max_ms": 86.53, "p95_ms": 82.471}, "yolo11_640_fire_11class": {"avg_ms": 50.166, "count": 24, "max_ms": 62.078, "p95_ms": 58.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.696, "count": 24, "max_ms": 60.959, "p95_ms": 60.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.079, "count": 24, "max_ms": 141.061, "p95_ms": 138.04}, "read_interval": {"avg_ms": 1299.744, "count": 23, "max_ms": 16733.516, "p95_ms": 10116.792}, "triton_wait": {"avg_ms": 59.966, "count": 24, "max_ms": 86.543, "p95_ms": 82.485}, "visualize": {"avg_ms": 4.572, "count": 24, "max_ms": 8.556, "p95_ms": 8.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 240, "tracking_summary": 240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5024.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4362.384, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.453, "sample_count": 1897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:53:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:53:46+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T10:53:46+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T10:53:46.339878+09:00", "mtime_epoch": 1783302826.3398776, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:53:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.672, "name": "celery", "pid": 239, "rss_mb": 717.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.511, "pushed": 6.511, "read": 6.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.212, "count": 195, "max_ms": 47.862, "p95_ms": 42.168}, "gstreamer_push": {"avg_ms": 1.0, "count": 195, "max_ms": 2.238, "p95_ms": 1.098}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.112, "count": 195, "max_ms": 99.309, "p95_ms": 88.66}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.28, "count": 195, "max_ms": 100.332, "p95_ms": 86.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.063, "count": 195, "max_ms": 180.605, "p95_ms": 163.053}, "read_interval": {"avg_ms": 154.395, "count": 194, "max_ms": 370.096, "p95_ms": 171.934}, "triton_wait": {"avg_ms": 68.457, "count": 195, "max_ms": 100.344, "p95_ms": 89.692}, "visualize": {"avg_ms": 36.653, "count": 195, "max_ms": 46.636, "p95_ms": 39.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5011.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2949.116, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.203, "name": "ffmpeg", "pid": 2344, "rss_mb": 323.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.386, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:53:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T10:53:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T10:53:49.395937+09:00", "mtime_epoch": 1783302829.3959374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:53:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 870.516, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.245, "pushed": 10.245, "read": 10.211}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.338, "count": 307, "max_ms": 5.424, "p95_ms": 4.404}, "gstreamer_push": {"avg_ms": 1.501, "count": 307, "max_ms": 6.151, "p95_ms": 2.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.658, "count": 307, "max_ms": 71.377, "p95_ms": 66.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.795, "count": 307, "max_ms": 107.561, "p95_ms": 86.764}, "yolo11_640_fire_11class": {"avg_ms": 47.521, "count": 307, "max_ms": 70.093, "p95_ms": 65.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.489, "count": 307, "max_ms": 65.802, "p95_ms": 50.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.321, "count": 307, "max_ms": 119.95, "p95_ms": 97.527}, "read_interval": {"avg_ms": 97.91, "count": 306, "max_ms": 381.302, "p95_ms": 133.804}, "triton_wait": {"avg_ms": 61.074, "count": 307, "max_ms": 107.576, "p95_ms": 86.773}, "visualize": {"avg_ms": 3.734, "count": 307, "max_ms": 5.463, "p95_ms": 4.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5024.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.789, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.992, "name": "ffmpeg", "pid": 3088, "rss_mb": 336.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.061, "sample_count": 2514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:53:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:53:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T10:53:55+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T10:53:55.972066+09:00", "mtime_epoch": 1783302835.9720662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:53:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1386.664, "name": "celery", "pid": 267, "rss_mb": 1378.41, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.59, "pushed": 8.59, "read": 8.557}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.752, "count": 257, "max_ms": 8.071, "p95_ms": 5.701}, "gstreamer_push": {"avg_ms": 1.543, "count": 257, "max_ms": 6.6, "p95_ms": 3.673}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.107, "count": 257, "max_ms": 76.366, "p95_ms": 68.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.347, "count": 257, "max_ms": 109.619, "p95_ms": 92.868}, "yolo11_640_fire_11class": {"avg_ms": 53.064, "count": 257, "max_ms": 75.261, "p95_ms": 67.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.018, "count": 257, "max_ms": 71.035, "p95_ms": 63.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.852, "count": 257, "max_ms": 154.73, "p95_ms": 110.995}, "read_interval": {"avg_ms": 117.092, "count": 256, "max_ms": 4911.705, "p95_ms": 133.985}, "triton_wait": {"avg_ms": 66.563, "count": 257, "max_ms": 109.634, "p95_ms": 92.88}, "visualize": {"avg_ms": 3.84, "count": 257, "max_ms": 6.397, "p95_ms": 5.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 243, "tracking_summary": 241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5020.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4392.493, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.442, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:54:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:54:16+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T10:54:16+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T10:54:16.460467+09:00", "mtime_epoch": 1783302856.4604669, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:54:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 714.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.341, "pushed": 6.341, "read": 6.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.396, "count": 190, "max_ms": 62.214, "p95_ms": 46.33}, "gstreamer_push": {"avg_ms": 1.084, "count": 190, "max_ms": 3.433, "p95_ms": 2.113}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.501, "count": 190, "max_ms": 104.531, "p95_ms": 87.273}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.593, "count": 190, "max_ms": 93.703, "p95_ms": 84.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.888, "count": 190, "max_ms": 193.043, "p95_ms": 174.219}, "read_interval": {"avg_ms": 158.55, "count": 189, "max_ms": 200.314, "p95_ms": 182.341}, "triton_wait": {"avg_ms": 68.892, "count": 190, "max_ms": 104.545, "p95_ms": 87.286}, "visualize": {"avg_ms": 37.891, "count": 190, "max_ms": 55.873, "p95_ms": 49.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5016.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2979.236, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.781, "name": "ffmpeg", "pid": 2344, "rss_mb": 325.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.219, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:54:19+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T10:54:19+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T10:54:19.480526+09:00", "mtime_epoch": 1783302859.4805257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:54:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 871.027, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.35, "pushed": 9.35, "read": 9.317}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.858, "count": 280, "max_ms": 6.437, "p95_ms": 5.865}, "gstreamer_push": {"avg_ms": 1.537, "count": 280, "max_ms": 6.429, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.572, "count": 280, "max_ms": 70.155, "p95_ms": 63.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.599, "count": 280, "max_ms": 106.512, "p95_ms": 84.471}, "yolo11_640_fire_11class": {"avg_ms": 47.061, "count": 280, "max_ms": 69.165, "p95_ms": 61.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.53, "count": 280, "max_ms": 74.145, "p95_ms": 52.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.963, "count": 280, "max_ms": 154.768, "p95_ms": 124.966}, "read_interval": {"avg_ms": 107.206, "count": 279, "max_ms": 680.88, "p95_ms": 155.481}, "triton_wait": {"avg_ms": 61.743, "count": 280, "max_ms": 106.525, "p95_ms": 84.485}, "visualize": {"avg_ms": 4.063, "count": 280, "max_ms": 6.979, "p95_ms": 5.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5024.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.9, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.992, "name": "ffmpeg", "pid": 3088, "rss_mb": 336.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.747, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:54:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:54:26+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T10:54:26+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T10:54:26.040654+09:00", "mtime_epoch": 1783302866.040654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:54:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1386.664, "name": "celery", "pid": 267, "rss_mb": 1379.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.683, "pushed": 9.683, "read": 9.65}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 290, "max_ms": 8.991, "p95_ms": 5.992}, "gstreamer_push": {"avg_ms": 1.5, "count": 290, "max_ms": 4.385, "p95_ms": 3.686}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.778, "count": 290, "max_ms": 74.908, "p95_ms": 65.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.091, "count": 290, "max_ms": 98.336, "p95_ms": 89.167}, "yolo11_640_fire_11class": {"avg_ms": 50.716, "count": 290, "max_ms": 74.975, "p95_ms": 64.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.363, "count": 290, "max_ms": 77.405, "p95_ms": 63.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.656, "count": 290, "max_ms": 155.708, "p95_ms": 129.122}, "read_interval": {"avg_ms": 103.484, "count": 289, "max_ms": 575.173, "p95_ms": 147.872}, "triton_wait": {"avg_ms": 64.299, "count": 290, "max_ms": 98.348, "p95_ms": 89.181}, "visualize": {"avg_ms": 4.028, "count": 290, "max_ms": 6.982, "p95_ms": 5.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 244, "tracking_summary": 243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5021.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4422.505, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.442, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:54:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:54:46+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T10:54:46+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T10:54:46.449052+09:00", "mtime_epoch": 1783302886.4490523, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:54:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 717.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.526, "pushed": 6.526, "read": 6.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.538, "count": 195, "max_ms": 54.536, "p95_ms": 45.91}, "gstreamer_push": {"avg_ms": 1.037, "count": 195, "max_ms": 2.465, "p95_ms": 1.418}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.194, "count": 195, "max_ms": 105.768, "p95_ms": 92.343}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.173, "count": 195, "max_ms": 100.143, "p95_ms": 91.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.435, "count": 195, "max_ms": 189.458, "p95_ms": 171.528}, "read_interval": {"avg_ms": 153.852, "count": 194, "max_ms": 196.8, "p95_ms": 178.363}, "triton_wait": {"avg_ms": 70.554, "count": 195, "max_ms": 105.779, "p95_ms": 93.319}, "visualize": {"avg_ms": 36.588, "count": 195, "max_ms": 49.688, "p95_ms": 46.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5017.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3009.267, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.781, "name": "ffmpeg", "pid": 2344, "rss_mb": 325.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.323, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:54:49+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T10:54:49+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T10:54:49.545113+09:00", "mtime_epoch": 1783302889.5451126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:54:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 866.07, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.63, "pushed": 10.63, "read": 10.596}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.347, "count": 318, "max_ms": 5.125, "p95_ms": 4.068}, "gstreamer_push": {"avg_ms": 1.471, "count": 318, "max_ms": 6.035, "p95_ms": 2.272}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.075, "count": 318, "max_ms": 73.743, "p95_ms": 66.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.178, "count": 318, "max_ms": 110.561, "p95_ms": 91.817}, "yolo11_640_fire_11class": {"avg_ms": 49.746, "count": 318, "max_ms": 72.494, "p95_ms": 65.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.183, "count": 318, "max_ms": 65.032, "p95_ms": 51.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.556, "count": 318, "max_ms": 125.023, "p95_ms": 103.902}, "read_interval": {"avg_ms": 94.453, "count": 317, "max_ms": 145.897, "p95_ms": 122.236}, "triton_wait": {"avg_ms": 65.306, "count": 318, "max_ms": 110.577, "p95_ms": 91.832}, "visualize": {"avg_ms": 3.723, "count": 318, "max_ms": 5.147, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5027.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.975, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.25, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.762, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:54:56+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T10:54:56+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T10:54:56.129241+09:00", "mtime_epoch": 1783302896.1292412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:54:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1386.664, "name": "celery", "pid": 267, "rss_mb": 1380.777, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.63, "pushed": 9.63, "read": 9.596}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 288, "max_ms": 9.408, "p95_ms": 6.296}, "gstreamer_push": {"avg_ms": 1.515, "count": 288, "max_ms": 6.496, "p95_ms": 3.588}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.126, "count": 288, "max_ms": 77.384, "p95_ms": 69.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.491, "count": 288, "max_ms": 108.979, "p95_ms": 90.892}, "yolo11_640_fire_11class": {"avg_ms": 54.128, "count": 288, "max_ms": 75.473, "p95_ms": 68.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.205, "count": 288, "max_ms": 79.804, "p95_ms": 64.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.522, "count": 288, "max_ms": 167.404, "p95_ms": 135.481}, "read_interval": {"avg_ms": 104.42, "count": 287, "max_ms": 180.802, "p95_ms": 146.222}, "triton_wait": {"avg_ms": 68.727, "count": 288, "max_ms": 108.993, "p95_ms": 90.906}, "visualize": {"avg_ms": 4.122, "count": 288, "max_ms": 7.309, "p95_ms": 5.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 246, "tracking_summary": 245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5024.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4452.624, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.788, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:55:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:55:16+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T10:55:16+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:55:16.573640+09:00", "mtime_epoch": 1783302916.5736396, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:55:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 721.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.585, "pushed": 6.585, "read": 6.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.403, "count": 197, "max_ms": 54.114, "p95_ms": 45.737}, "gstreamer_push": {"avg_ms": 0.965, "count": 197, "max_ms": 1.178, "p95_ms": 1.076}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.312, "count": 197, "max_ms": 107.519, "p95_ms": 92.281}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.86, "count": 197, "max_ms": 101.528, "p95_ms": 89.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.443, "count": 197, "max_ms": 191.821, "p95_ms": 168.037}, "read_interval": {"avg_ms": 152.847, "count": 196, "max_ms": 202.588, "p95_ms": 175.979}, "triton_wait": {"avg_ms": 70.71, "count": 197, "max_ms": 107.533, "p95_ms": 92.645}, "visualize": {"avg_ms": 36.424, "count": 197, "max_ms": 53.951, "p95_ms": 42.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5033.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3039.299, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.811, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:55:19+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T10:55:19+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T10:55:19.541697+09:00", "mtime_epoch": 1783302919.5416973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:55:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 875.336, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.415, "pushed": 9.415, "read": 9.382}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.923, "count": 282, "max_ms": 9.125, "p95_ms": 5.915}, "gstreamer_push": {"avg_ms": 1.481, "count": 282, "max_ms": 6.372, "p95_ms": 3.539}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.929, "count": 282, "max_ms": 76.131, "p95_ms": 65.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.143, "count": 282, "max_ms": 108.63, "p95_ms": 88.966}, "yolo11_640_fire_11class": {"avg_ms": 47.465, "count": 282, "max_ms": 73.999, "p95_ms": 63.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.488, "count": 282, "max_ms": 79.898, "p95_ms": 55.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.624, "count": 282, "max_ms": 180.731, "p95_ms": 132.257}, "read_interval": {"avg_ms": 106.413, "count": 281, "max_ms": 450.825, "p95_ms": 154.436}, "triton_wait": {"avg_ms": 64.472, "count": 282, "max_ms": 108.645, "p95_ms": 88.98}, "visualize": {"avg_ms": 4.088, "count": 282, "max_ms": 8.89, "p95_ms": 5.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5023.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.059, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.25, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.483, "sample_count": 2554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:55:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:55:26+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T10:55:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T10:55:26.217827+09:00", "mtime_epoch": 1783302926.2178273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:55:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1386.664, "name": "celery", "pid": 267, "rss_mb": 1375.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.635}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.21, "count": 290, "max_ms": 9.176, "p95_ms": 6.431}, "gstreamer_push": {"avg_ms": 1.461, "count": 290, "max_ms": 6.325, "p95_ms": 3.612}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.23, "count": 290, "max_ms": 75.824, "p95_ms": 69.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.473, "count": 290, "max_ms": 112.907, "p95_ms": 93.743}, "yolo11_640_fire_11class": {"avg_ms": 52.567, "count": 290, "max_ms": 74.351, "p95_ms": 67.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.051, "count": 290, "max_ms": 87.318, "p95_ms": 67.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.12, "count": 290, "max_ms": 182.354, "p95_ms": 136.51}, "read_interval": {"avg_ms": 103.725, "count": 289, "max_ms": 194.775, "p95_ms": 146.924}, "triton_wait": {"avg_ms": 67.64, "count": 290, "max_ms": 112.92, "p95_ms": 93.756}, "visualize": {"avg_ms": 4.069, "count": 290, "max_ms": 8.835, "p95_ms": 5.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 248, "tracking_summary": 246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5026.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4482.781, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.36, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:55:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T10:55:46+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T10:55:46+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T10:55:46.718226+09:00", "mtime_epoch": 1783302946.7182262, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:55:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 723.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.269, "pushed": 6.269, "read": 6.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.507, "count": 188, "max_ms": 54.398, "p95_ms": 45.624}, "gstreamer_push": {"avg_ms": 0.99, "count": 188, "max_ms": 1.742, "p95_ms": 1.1}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.296, "count": 188, "max_ms": 101.61, "p95_ms": 90.068}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.621, "count": 188, "max_ms": 103.36, "p95_ms": 89.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.96, "count": 188, "max_ms": 184.152, "p95_ms": 171.543}, "read_interval": {"avg_ms": 160.312, "count": 187, "max_ms": 192.349, "p95_ms": 179.359}, "triton_wait": {"avg_ms": 74.073, "count": 188, "max_ms": 103.372, "p95_ms": 93.02}, "visualize": {"avg_ms": 35.622, "count": 188, "max_ms": 44.289, "p95_ms": 39.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5026.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3069.334, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.605, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:55:49+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T10:55:49+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T10:55:49.586282+09:00", "mtime_epoch": 1783302949.586282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:55:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 871.727, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.273, "pushed": 10.273, "read": 10.239}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.553, "count": 307, "max_ms": 6.365, "p95_ms": 5.4}, "gstreamer_push": {"avg_ms": 1.607, "count": 307, "max_ms": 7.376, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.308, "count": 307, "max_ms": 77.661, "p95_ms": 67.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.136, "count": 307, "max_ms": 108.01, "p95_ms": 91.097}, "yolo11_640_fire_11class": {"avg_ms": 49.458, "count": 307, "max_ms": 80.407, "p95_ms": 65.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.057, "count": 307, "max_ms": 72.57, "p95_ms": 52.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.026, "count": 307, "max_ms": 137.143, "p95_ms": 108.47}, "read_interval": {"avg_ms": 97.802, "count": 306, "max_ms": 338.119, "p95_ms": 128.062}, "triton_wait": {"avg_ms": 65.209, "count": 307, "max_ms": 108.025, "p95_ms": 91.11}, "visualize": {"avg_ms": 3.873, "count": 307, "max_ms": 6.918, "p95_ms": 4.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5030.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.105, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.25, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.403, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:55:56+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T10:55:56+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T10:55:56.214411+09:00", "mtime_epoch": 1783302956.214411, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:55:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1386.664, "name": "celery", "pid": 267, "rss_mb": 1382.219, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.559, "pushed": 9.559, "read": 9.526}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 286, "max_ms": 9.154, "p95_ms": 6.679}, "gstreamer_push": {"avg_ms": 1.51, "count": 286, "max_ms": 6.68, "p95_ms": 3.541}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.356, "count": 286, "max_ms": 77.831, "p95_ms": 70.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.33, "count": 286, "max_ms": 102.383, "p95_ms": 91.786}, "yolo11_640_fire_11class": {"avg_ms": 53.269, "count": 286, "max_ms": 78.467, "p95_ms": 68.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.489, "count": 286, "max_ms": 76.675, "p95_ms": 65.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.064, "count": 286, "max_ms": 156.443, "p95_ms": 137.676}, "read_interval": {"avg_ms": 104.859, "count": 285, "max_ms": 166.392, "p95_ms": 147.896}, "triton_wait": {"avg_ms": 68.376, "count": 286, "max_ms": 102.397, "p95_ms": 91.802}, "visualize": {"avg_ms": 4.2, "count": 286, "max_ms": 8.933, "p95_ms": 5.606}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 249, "tracking_summary": 248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5029.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4512.939, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.016, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:56:17+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T10:56:16+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T10:56:16.882812+09:00", "mtime_epoch": 1783302976.8828125, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:56:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 719.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.364, "pushed": 6.364, "read": 6.33}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.687, "count": 190, "max_ms": 50.411, "p95_ms": 46.325}, "gstreamer_push": {"avg_ms": 0.965, "count": 190, "max_ms": 2.165, "p95_ms": 1.115}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.09, "count": 190, "max_ms": 105.108, "p95_ms": 94.744}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.157, "count": 190, "max_ms": 100.629, "p95_ms": 90.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.718, "count": 190, "max_ms": 196.546, "p95_ms": 176.793}, "read_interval": {"avg_ms": 157.892, "count": 189, "max_ms": 205.399, "p95_ms": 184.175}, "triton_wait": {"avg_ms": 71.146, "count": 190, "max_ms": 105.121, "p95_ms": 96.372}, "visualize": {"avg_ms": 37.185, "count": 190, "max_ms": 56.89, "p95_ms": 45.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5019.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3099.459, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.161, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:56:19+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T10:56:19+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T10:56:19.686867+09:00", "mtime_epoch": 1783302979.686867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:56:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 872.18, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.434, "pushed": 10.434, "read": 10.434}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.363, "count": 313, "max_ms": 5.546, "p95_ms": 3.987}, "gstreamer_push": {"avg_ms": 1.568, "count": 313, "max_ms": 7.22, "p95_ms": 3.742}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.445, "count": 313, "max_ms": 74.759, "p95_ms": 67.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.171, "count": 313, "max_ms": 110.353, "p95_ms": 91.098}, "yolo11_640_fire_11class": {"avg_ms": 49.846, "count": 313, "max_ms": 75.771, "p95_ms": 65.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.797, "count": 313, "max_ms": 71.047, "p95_ms": 53.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.681, "count": 313, "max_ms": 122.674, "p95_ms": 103.388}, "read_interval": {"avg_ms": 95.808, "count": 313, "max_ms": 140.146, "p95_ms": 121.697}, "triton_wait": {"avg_ms": 66.347, "count": 313, "max_ms": 110.367, "p95_ms": 91.108}, "visualize": {"avg_ms": 3.762, "count": 313, "max_ms": 6.895, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5030.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.233, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.25, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.564, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:56:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:56:26+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T10:56:26+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:56:26.346996+09:00", "mtime_epoch": 1783302986.3469963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:56:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1386.664, "name": "celery", "pid": 267, "rss_mb": 1381.707, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.736}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 292, "max_ms": 9.253, "p95_ms": 6.032}, "gstreamer_push": {"avg_ms": 1.58, "count": 293, "max_ms": 6.723, "p95_ms": 3.83}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.141, "count": 292, "max_ms": 73.89, "p95_ms": 68.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.858, "count": 292, "max_ms": 105.852, "p95_ms": 88.654}, "yolo11_640_fire_11class": {"avg_ms": 52.901, "count": 292, "max_ms": 73.721, "p95_ms": 67.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.124, "count": 292, "max_ms": 70.815, "p95_ms": 65.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.869, "count": 293, "max_ms": 158.362, "p95_ms": 132.042}, "read_interval": {"avg_ms": 102.637, "count": 292, "max_ms": 168.44, "p95_ms": 142.365}, "triton_wait": {"avg_ms": 67.079, "count": 292, "max_ms": 105.866, "p95_ms": 88.668}, "visualize": {"avg_ms": 4.147, "count": 292, "max_ms": 6.83, "p95_ms": 5.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 251, "tracking_summary": 249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5037.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4542.97, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.333, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:56:47+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:56:46+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T10:56:46.923396+09:00", "mtime_epoch": 1783303006.9233956, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:56:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 722.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.226, "pushed": 6.226, "read": 6.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.436, "count": 186, "max_ms": 54.907, "p95_ms": 43.534}, "gstreamer_push": {"avg_ms": 1.102, "count": 186, "max_ms": 3.846, "p95_ms": 2.131}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.235, "count": 186, "max_ms": 104.789, "p95_ms": 90.156}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.4, "count": 186, "max_ms": 95.17, "p95_ms": 87.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.871, "count": 186, "max_ms": 197.965, "p95_ms": 185.702}, "read_interval": {"avg_ms": 161.477, "count": 185, "max_ms": 207.844, "p95_ms": 192.703}, "triton_wait": {"avg_ms": 71.469, "count": 186, "max_ms": 104.802, "p95_ms": 91.341}, "visualize": {"avg_ms": 42.35, "count": 186, "max_ms": 59.512, "p95_ms": 55.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5037.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3129.55, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.805, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:56:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T10:56:49+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T10:56:49.775451+09:00", "mtime_epoch": 1783303009.775451, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:56:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 874.816, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.333, "count": 304, "max_ms": 6.413, "p95_ms": 3.929}, "gstreamer_push": {"avg_ms": 1.587, "count": 304, "max_ms": 6.995, "p95_ms": 3.696}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.409, "count": 304, "max_ms": 74.345, "p95_ms": 65.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.78, "count": 304, "max_ms": 108.922, "p95_ms": 85.418}, "yolo11_640_fire_11class": {"avg_ms": 47.637, "count": 304, "max_ms": 72.035, "p95_ms": 63.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.674, "count": 304, "max_ms": 70.57, "p95_ms": 51.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.271, "count": 304, "max_ms": 121.067, "p95_ms": 97.543}, "read_interval": {"avg_ms": 98.632, "count": 304, "max_ms": 530.213, "p95_ms": 124.968}, "triton_wait": {"avg_ms": 61.874, "count": 304, "max_ms": 108.934, "p95_ms": 85.431}, "visualize": {"avg_ms": 3.794, "count": 304, "max_ms": 6.888, "p95_ms": 4.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5032.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.317, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.25, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.234, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:56:56+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T10:56:56+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T10:56:56.463581+09:00", "mtime_epoch": 1783303016.4635806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:56:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1387.062, "name": "celery", "pid": 267, "rss_mb": 1382.988, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.51, "pushed": 9.51, "read": 9.477}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 284, "max_ms": 8.298, "p95_ms": 6.202}, "gstreamer_push": {"avg_ms": 1.448, "count": 285, "max_ms": 6.665, "p95_ms": 2.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.316, "count": 284, "max_ms": 74.963, "p95_ms": 67.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.632, "count": 284, "max_ms": 101.557, "p95_ms": 91.49}, "yolo11_640_fire_11class": {"avg_ms": 53.257, "count": 284, "max_ms": 74.437, "p95_ms": 66.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.696, "count": 284, "max_ms": 74.702, "p95_ms": 63.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.899, "count": 285, "max_ms": 164.486, "p95_ms": 136.871}, "read_interval": {"avg_ms": 105.518, "count": 284, "max_ms": 176.379, "p95_ms": 147.049}, "triton_wait": {"avg_ms": 67.764, "count": 284, "max_ms": 101.571, "p95_ms": 91.504}, "visualize": {"avg_ms": 4.233, "count": 284, "max_ms": 7.341, "p95_ms": 5.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 252, "tracking_summary": 251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5028.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4573.078, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.239, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:57:17+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T10:57:17+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T10:57:17.027979+09:00", "mtime_epoch": 1783303037.0279794, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:57:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 714.359, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.509, "pushed": 6.509, "read": 6.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.048, "count": 195, "max_ms": 49.3, "p95_ms": 44.024}, "gstreamer_push": {"avg_ms": 1.127, "count": 195, "max_ms": 2.618, "p95_ms": 2.09}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.091, "count": 195, "max_ms": 102.009, "p95_ms": 91.442}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.706, "count": 195, "max_ms": 97.817, "p95_ms": 83.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.882, "count": 195, "max_ms": 193.899, "p95_ms": 170.081}, "read_interval": {"avg_ms": 154.377, "count": 194, "max_ms": 201.088, "p95_ms": 178.787}, "triton_wait": {"avg_ms": 69.671, "count": 195, "max_ms": 102.021, "p95_ms": 91.456}, "visualize": {"avg_ms": 36.397, "count": 195, "max_ms": 57.334, "p95_ms": 48.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5032.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3159.555, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.773, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:57:19+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T10:57:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T10:57:19.812033+09:00", "mtime_epoch": 1783303039.8120332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:57:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 872.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 300, "max_ms": 5.546, "p95_ms": 4.283}, "gstreamer_push": {"avg_ms": 1.626, "count": 300, "max_ms": 6.429, "p95_ms": 3.789}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.556, "count": 300, "max_ms": 73.616, "p95_ms": 65.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.816, "count": 300, "max_ms": 97.292, "p95_ms": 87.298}, "yolo11_640_fire_11class": {"avg_ms": 50.195, "count": 300, "max_ms": 74.116, "p95_ms": 65.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.485, "count": 300, "max_ms": 58.834, "p95_ms": 51.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.394, "count": 300, "max_ms": 115.152, "p95_ms": 100.468}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 217.536, "p95_ms": 125.742}, "triton_wait": {"avg_ms": 65.91, "count": 300, "max_ms": 97.307, "p95_ms": 87.314}, "visualize": {"avg_ms": 3.839, "count": 300, "max_ms": 6.849, "p95_ms": 4.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5028.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.363, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.481, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:57:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:57:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T10:57:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T10:57:26.544164+09:00", "mtime_epoch": 1783303046.5441637, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:57:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1387.062, "name": "celery", "pid": 267, "rss_mb": 1380.934, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.138}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.732, "count": 304, "max_ms": 7.672, "p95_ms": 5.469}, "gstreamer_push": {"avg_ms": 1.547, "count": 304, "max_ms": 6.151, "p95_ms": 3.638}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.295, "count": 304, "max_ms": 73.418, "p95_ms": 68.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.531, "count": 304, "max_ms": 105.114, "p95_ms": 89.947}, "yolo11_640_fire_11class": {"avg_ms": 54.419, "count": 304, "max_ms": 73.907, "p95_ms": 67.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.569, "count": 304, "max_ms": 67.843, "p95_ms": 61.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.449, "count": 304, "max_ms": 144.087, "p95_ms": 115.16}, "read_interval": {"avg_ms": 98.892, "count": 303, "max_ms": 157.728, "p95_ms": 128.747}, "triton_wait": {"avg_ms": 69.667, "count": 304, "max_ms": 105.127, "p95_ms": 89.96}, "visualize": {"avg_ms": 3.881, "count": 304, "max_ms": 6.857, "p95_ms": 5.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 255, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5029.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4603.188, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.722, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:57:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:57:47+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T10:57:47+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T10:57:47.088561+09:00", "mtime_epoch": 1783303067.0885613, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:57:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 719.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.94, "pushed": 5.94, "read": 5.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.593, "count": 178, "max_ms": 57.292, "p95_ms": 49.056}, "gstreamer_push": {"avg_ms": 1.28, "count": 178, "max_ms": 3.865, "p95_ms": 3.425}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.466, "count": 178, "max_ms": 102.889, "p95_ms": 94.89}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.795, "count": 178, "max_ms": 96.018, "p95_ms": 88.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.32, "count": 178, "max_ms": 205.395, "p95_ms": 188.842}, "read_interval": {"avg_ms": 168.934, "count": 177, "max_ms": 212.237, "p95_ms": 196.771}, "triton_wait": {"avg_ms": 73.253, "count": 178, "max_ms": 102.903, "p95_ms": 96.03}, "visualize": {"avg_ms": 41.938, "count": 178, "max_ms": 65.335, "p95_ms": 56.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5031.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3189.555, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.773, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:57:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T10:57:49+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T10:57:49.832614+09:00", "mtime_epoch": 1783303069.8326144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:57:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 879.656, "name": "celery", "pid": 237, "rss_mb": 872.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 10.031}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.378, "count": 300, "max_ms": 5.67, "p95_ms": 4.091}, "gstreamer_push": {"avg_ms": 1.6, "count": 300, "max_ms": 6.245, "p95_ms": 3.662}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.441, "count": 300, "max_ms": 77.84, "p95_ms": 67.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.767, "count": 300, "max_ms": 105.48, "p95_ms": 91.902}, "yolo11_640_fire_11class": {"avg_ms": 53.096, "count": 300, "max_ms": 71.141, "p95_ms": 66.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.771, "count": 300, "max_ms": 67.334, "p95_ms": 52.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.348, "count": 300, "max_ms": 118.757, "p95_ms": 104.761}, "read_interval": {"avg_ms": 100.077, "count": 300, "max_ms": 184.695, "p95_ms": 123.504}, "triton_wait": {"avg_ms": 69.849, "count": 300, "max_ms": 105.491, "p95_ms": 91.915}, "visualize": {"avg_ms": 3.799, "count": 300, "max_ms": 6.784, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5035.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.44, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.787, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:57:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T10:57:56+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T10:57:56+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T10:57:56.616746+09:00", "mtime_epoch": 1783303076.6167457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:57:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1387.062, "name": "celery", "pid": 267, "rss_mb": 1381.133, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.624, "count": 304, "max_ms": 6.41, "p95_ms": 5.402}, "gstreamer_push": {"avg_ms": 1.561, "count": 304, "max_ms": 6.357, "p95_ms": 3.716}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.024, "count": 304, "max_ms": 77.331, "p95_ms": 70.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.257, "count": 304, "max_ms": 104.599, "p95_ms": 90.989}, "yolo11_640_fire_11class": {"avg_ms": 55.464, "count": 304, "max_ms": 76.553, "p95_ms": 68.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.319, "count": 304, "max_ms": 70.606, "p95_ms": 64.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.211, "count": 304, "max_ms": 156.012, "p95_ms": 105.217}, "read_interval": {"avg_ms": 98.97, "count": 303, "max_ms": 166.018, "p95_ms": 119.437}, "triton_wait": {"avg_ms": 71.416, "count": 304, "max_ms": 104.613, "p95_ms": 91.003}, "visualize": {"avg_ms": 3.785, "count": 304, "max_ms": 6.79, "p95_ms": 4.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 255, "tracking_summary": 254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5038.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4633.201, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.281, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:58:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:58:17+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T10:58:17+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T10:58:17.141143+09:00", "mtime_epoch": 1783303097.1411426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:58:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 722.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.499, "pushed": 6.499, "read": 6.466}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.525, "count": 194, "max_ms": 55.535, "p95_ms": 47.599}, "gstreamer_push": {"avg_ms": 1.06, "count": 194, "max_ms": 3.396, "p95_ms": 1.324}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.198, "count": 194, "max_ms": 115.243, "p95_ms": 95.889}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.866, "count": 194, "max_ms": 100.072, "p95_ms": 89.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.134, "count": 194, "max_ms": 197.645, "p95_ms": 173.184}, "read_interval": {"avg_ms": 154.649, "count": 193, "max_ms": 205.373, "p95_ms": 181.08}, "triton_wait": {"avg_ms": 73.028, "count": 194, "max_ms": 115.26, "p95_ms": 97.495}, "visualize": {"avg_ms": 36.664, "count": 194, "max_ms": 70.721, "p95_ms": 51.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5036.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3219.672, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.528, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:58:20+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T10:58:19+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T10:58:19.921196+09:00", "mtime_epoch": 1783303099.9211962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:58:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 880.488, "name": "celery", "pid": 237, "rss_mb": 877.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.366, "count": 299, "max_ms": 5.305, "p95_ms": 4.05}, "gstreamer_push": {"avg_ms": 1.653, "count": 299, "max_ms": 6.402, "p95_ms": 4.022}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.719, "count": 299, "max_ms": 74.141, "p95_ms": 67.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.429, "count": 299, "max_ms": 112.513, "p95_ms": 92.512}, "yolo11_640_fire_11class": {"avg_ms": 50.3, "count": 299, "max_ms": 74.129, "p95_ms": 66.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.975, "count": 299, "max_ms": 64.778, "p95_ms": 52.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.018, "count": 299, "max_ms": 124.905, "p95_ms": 104.692}, "read_interval": {"avg_ms": 100.324, "count": 299, "max_ms": 215.294, "p95_ms": 134.782}, "triton_wait": {"avg_ms": 65.572, "count": 299, "max_ms": 112.526, "p95_ms": 92.526}, "visualize": {"avg_ms": 3.77, "count": 299, "max_ms": 5.894, "p95_ms": 4.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5037.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.444, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.525, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:58:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:58:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T10:58:26+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T10:58:26.629326+09:00", "mtime_epoch": 1783303106.6293259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:58:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1387.062, "name": "celery", "pid": 267, "rss_mb": 1384.672, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.906, "count": 295, "max_ms": 7.686, "p95_ms": 5.558}, "gstreamer_push": {"avg_ms": 1.457, "count": 295, "max_ms": 6.033, "p95_ms": 3.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.547, "count": 295, "max_ms": 76.245, "p95_ms": 69.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.129, "count": 295, "max_ms": 108.245, "p95_ms": 92.32}, "yolo11_640_fire_11class": {"avg_ms": 53.189, "count": 295, "max_ms": 75.706, "p95_ms": 68.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.782, "count": 295, "max_ms": 73.793, "p95_ms": 63.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.607, "count": 295, "max_ms": 144.874, "p95_ms": 128.108}, "read_interval": {"avg_ms": 101.735, "count": 295, "max_ms": 157.527, "p95_ms": 137.761}, "triton_wait": {"avg_ms": 68.235, "count": 295, "max_ms": 108.259, "p95_ms": 92.337}, "visualize": {"avg_ms": 3.959, "count": 295, "max_ms": 6.401, "p95_ms": 5.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 258, "tracking_summary": 256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5033.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4663.207, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.04, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:58:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:58:47+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T10:58:47+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T10:58:47.165723+09:00", "mtime_epoch": 1783303127.1657226, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:58:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.258, "name": "celery", "pid": 239, "rss_mb": 724.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.2, "pushed": 6.2, "read": 6.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.671, "count": 186, "max_ms": 51.695, "p95_ms": 45.067}, "gstreamer_push": {"avg_ms": 0.992, "count": 186, "max_ms": 1.287, "p95_ms": 1.08}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.004, "count": 186, "max_ms": 104.905, "p95_ms": 94.11}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.095, "count": 186, "max_ms": 100.836, "p95_ms": 90.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.057, "count": 186, "max_ms": 192.189, "p95_ms": 178.1}, "read_interval": {"avg_ms": 161.401, "count": 186, "max_ms": 202.94, "p95_ms": 186.223}, "triton_wait": {"avg_ms": 73.176, "count": 186, "max_ms": 104.919, "p95_ms": 95.697}, "visualize": {"avg_ms": 36.521, "count": 186, "max_ms": 47.447, "p95_ms": 39.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5033.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3249.745, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.528, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:58:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T10:58:49+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T10:58:49.957777+09:00", "mtime_epoch": 1783303129.9577765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:58:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 880.488, "name": "celery", "pid": 237, "rss_mb": 872.953, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.326, "count": 302, "max_ms": 5.38, "p95_ms": 4.395}, "gstreamer_push": {"avg_ms": 1.547, "count": 302, "max_ms": 6.728, "p95_ms": 3.705}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.335, "count": 302, "max_ms": 75.382, "p95_ms": 67.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.278, "count": 302, "max_ms": 109.307, "p95_ms": 88.459}, "yolo11_640_fire_11class": {"avg_ms": 52.792, "count": 302, "max_ms": 75.534, "p95_ms": 66.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.61, "count": 302, "max_ms": 65.745, "p95_ms": 53.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.828, "count": 302, "max_ms": 121.333, "p95_ms": 100.425}, "read_interval": {"avg_ms": 99.55, "count": 301, "max_ms": 233.014, "p95_ms": 126.715}, "triton_wait": {"avg_ms": 67.669, "count": 302, "max_ms": 109.321, "p95_ms": 88.472}, "visualize": {"avg_ms": 3.685, "count": 302, "max_ms": 4.985, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5033.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.483, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.068, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:58:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T10:58:56+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T10:58:56+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T10:58:56.621905+09:00", "mtime_epoch": 1783303136.621905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:58:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1387.062, "name": "celery", "pid": 267, "rss_mb": 1381.316, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.216, "pushed": 10.216, "read": 10.183}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.597, "count": 306, "max_ms": 5.551, "p95_ms": 4.679}, "gstreamer_push": {"avg_ms": 1.524, "count": 306, "max_ms": 6.368, "p95_ms": 3.557}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.684, "count": 306, "max_ms": 78.336, "p95_ms": 69.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.493, "count": 306, "max_ms": 104.322, "p95_ms": 90.403}, "yolo11_640_fire_11class": {"avg_ms": 55.682, "count": 306, "max_ms": 79.038, "p95_ms": 68.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.183, "count": 306, "max_ms": 78.323, "p95_ms": 63.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.32, "count": 306, "max_ms": 134.239, "p95_ms": 106.244}, "read_interval": {"avg_ms": 98.069, "count": 305, "max_ms": 145.575, "p95_ms": 120.332}, "triton_wait": {"avg_ms": 70.523, "count": 306, "max_ms": 104.337, "p95_ms": 90.416}, "visualize": {"avg_ms": 3.766, "count": 306, "max_ms": 5.749, "p95_ms": 4.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 258, "tracking_summary": 257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5032.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4693.332, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.297, "sample_count": 1893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:59:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:59:17+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T10:59:17+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T10:59:17.306304+09:00", "mtime_epoch": 1783303157.3063042, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:59:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 725.578, "name": "celery", "pid": 239, "rss_mb": 722.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.271, "pushed": 6.271, "read": 6.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.19, "count": 188, "max_ms": 49.755, "p95_ms": 46.326}, "gstreamer_push": {"avg_ms": 1.038, "count": 188, "max_ms": 3.473, "p95_ms": 1.129}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.034, "count": 188, "max_ms": 103.68, "p95_ms": 91.965}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.995, "count": 188, "max_ms": 101.139, "p95_ms": 85.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.821, "count": 188, "max_ms": 203.45, "p95_ms": 176.86}, "read_interval": {"avg_ms": 160.38, "count": 187, "max_ms": 210.726, "p95_ms": 185.39}, "triton_wait": {"avg_ms": 71.341, "count": 188, "max_ms": 103.693, "p95_ms": 91.981}, "visualize": {"avg_ms": 38.663, "count": 188, "max_ms": 56.639, "p95_ms": 49.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5028.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3279.754, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.19, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:59:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:59:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T10:59:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T10:59:20.030357+09:00", "mtime_epoch": 1783303160.030357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:59:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 880.488, "name": "celery", "pid": 237, "rss_mb": 875.59, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.381, "count": 300, "max_ms": 5.555, "p95_ms": 4.654}, "gstreamer_push": {"avg_ms": 1.607, "count": 300, "max_ms": 6.36, "p95_ms": 3.807}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.125, "count": 300, "max_ms": 72.69, "p95_ms": 66.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.845, "count": 300, "max_ms": 106.49, "p95_ms": 88.628}, "yolo11_640_fire_11class": {"avg_ms": 51.464, "count": 300, "max_ms": 70.209, "p95_ms": 65.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.54, "count": 300, "max_ms": 63.518, "p95_ms": 52.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.406, "count": 300, "max_ms": 119.448, "p95_ms": 101.859}, "read_interval": {"avg_ms": 100.092, "count": 300, "max_ms": 193.884, "p95_ms": 129.699}, "triton_wait": {"avg_ms": 66.968, "count": 300, "max_ms": 106.504, "p95_ms": 88.641}, "visualize": {"avg_ms": 3.788, "count": 300, "max_ms": 6.926, "p95_ms": 4.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5035.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.546, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.333, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:59:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T10:59:26+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T10:59:26.686485+09:00", "mtime_epoch": 1783303166.6864853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:59:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1387.062, "name": "celery", "pid": 267, "rss_mb": 1384.492, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.868, "count": 296, "max_ms": 8.659, "p95_ms": 5.639}, "gstreamer_push": {"avg_ms": 1.465, "count": 296, "max_ms": 6.016, "p95_ms": 3.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.768, "count": 296, "max_ms": 73.717, "p95_ms": 67.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.036, "count": 296, "max_ms": 108.79, "p95_ms": 90.577}, "yolo11_640_fire_11class": {"avg_ms": 54.64, "count": 296, "max_ms": 72.763, "p95_ms": 66.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.218, "count": 296, "max_ms": 71.167, "p95_ms": 65.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.908, "count": 296, "max_ms": 143.458, "p95_ms": 121.305}, "read_interval": {"avg_ms": 101.479, "count": 295, "max_ms": 157.39, "p95_ms": 133.067}, "triton_wait": {"avg_ms": 70.141, "count": 296, "max_ms": 108.805, "p95_ms": 90.59}, "visualize": {"avg_ms": 3.975, "count": 296, "max_ms": 8.798, "p95_ms": 5.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 261, "tracking_summary": 259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5034.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4723.353, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.738, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:59:47+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T10:59:47+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T10:59:47.298883+09:00", "mtime_epoch": 1783303187.2988827, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T10:59:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.23, "name": "celery", "pid": 239, "rss_mb": 723.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.231, "pushed": 6.231, "read": 6.197}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.617, "count": 186, "max_ms": 57.821, "p95_ms": 48.917}, "gstreamer_push": {"avg_ms": 1.066, "count": 186, "max_ms": 4.03, "p95_ms": 1.902}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.259, "count": 186, "max_ms": 99.81, "p95_ms": 90.573}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.074, "count": 186, "max_ms": 112.364, "p95_ms": 83.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.026, "count": 186, "max_ms": 197.842, "p95_ms": 176.991}, "read_interval": {"avg_ms": 161.407, "count": 185, "max_ms": 206.98, "p95_ms": 185.764}, "triton_wait": {"avg_ms": 70.461, "count": 186, "max_ms": 112.378, "p95_ms": 90.586}, "visualize": {"avg_ms": 38.352, "count": 186, "max_ms": 55.979, "p95_ms": 48.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5042.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3309.755, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.181, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:59:50+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T10:59:50+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T10:59:50.002935+09:00", "mtime_epoch": 1783303190.0029347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T10:59:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 880.488, "name": "celery", "pid": 237, "rss_mb": 876.305, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.34, "count": 298, "max_ms": 5.476, "p95_ms": 4.038}, "gstreamer_push": {"avg_ms": 1.628, "count": 298, "max_ms": 6.698, "p95_ms": 3.814}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.468, "count": 298, "max_ms": 74.931, "p95_ms": 67.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.27, "count": 298, "max_ms": 104.962, "p95_ms": 90.162}, "yolo11_640_fire_11class": {"avg_ms": 51.643, "count": 298, "max_ms": 72.489, "p95_ms": 66.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.71, "count": 298, "max_ms": 71.103, "p95_ms": 53.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.833, "count": 298, "max_ms": 117.735, "p95_ms": 102.021}, "read_interval": {"avg_ms": 100.588, "count": 298, "max_ms": 179.615, "p95_ms": 129.719}, "triton_wait": {"avg_ms": 66.43, "count": 298, "max_ms": 104.976, "p95_ms": 90.176}, "visualize": {"avg_ms": 3.744, "count": 298, "max_ms": 6.971, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5042.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.583, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.724, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T10:59:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T10:59:56+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T10:59:56+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T10:59:56.771058+09:00", "mtime_epoch": 1783303196.7710578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T10:59:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1388.023, "name": "celery", "pid": 267, "rss_mb": 1384.676, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.123}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.76, "count": 304, "max_ms": 7.518, "p95_ms": 5.458}, "gstreamer_push": {"avg_ms": 1.493, "count": 304, "max_ms": 6.176, "p95_ms": 3.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.811, "count": 304, "max_ms": 79.262, "p95_ms": 69.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.205, "count": 304, "max_ms": 113.767, "p95_ms": 91.759}, "yolo11_640_fire_11class": {"avg_ms": 55.047, "count": 304, "max_ms": 73.657, "p95_ms": 68.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.898, "count": 304, "max_ms": 74.298, "p95_ms": 62.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.052, "count": 304, "max_ms": 150.657, "p95_ms": 114.215}, "read_interval": {"avg_ms": 98.868, "count": 303, "max_ms": 160.793, "p95_ms": 126.123}, "triton_wait": {"avg_ms": 69.549, "count": 304, "max_ms": 113.781, "p95_ms": 91.772}, "visualize": {"avg_ms": 3.865, "count": 304, "max_ms": 6.972, "p95_ms": 5.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 262, "tracking_summary": 260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5029.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4753.468, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.355, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:00:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:00:17+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T11:00:17+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T11:00:17.415268+09:00", "mtime_epoch": 1783303217.4152684, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:00:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.23, "name": "celery", "pid": 239, "rss_mb": 713.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.443, "pushed": 6.443, "read": 6.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.017, "count": 193, "max_ms": 61.03, "p95_ms": 46.909}, "gstreamer_push": {"avg_ms": 1.009, "count": 193, "max_ms": 2.151, "p95_ms": 1.145}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.782, "count": 193, "max_ms": 102.708, "p95_ms": 96.679}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.348, "count": 193, "max_ms": 99.455, "p95_ms": 92.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.688, "count": 193, "max_ms": 189.923, "p95_ms": 180.572}, "read_interval": {"avg_ms": 155.989, "count": 192, "max_ms": 200.146, "p95_ms": 188.535}, "triton_wait": {"avg_ms": 72.495, "count": 193, "max_ms": 102.721, "p95_ms": 97.015}, "visualize": {"avg_ms": 35.368, "count": 193, "max_ms": 53.686, "p95_ms": 42.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5034.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3339.846, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.936, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:00:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T11:00:20+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T11:00:20.103296+09:00", "mtime_epoch": 1783303220.1032963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:00:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 876.48, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.359, "count": 302, "max_ms": 5.495, "p95_ms": 4.148}, "gstreamer_push": {"avg_ms": 1.557, "count": 302, "max_ms": 6.149, "p95_ms": 3.643}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.669, "count": 302, "max_ms": 74.726, "p95_ms": 69.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.104, "count": 302, "max_ms": 113.018, "p95_ms": 91.99}, "yolo11_640_fire_11class": {"avg_ms": 52.739, "count": 302, "max_ms": 73.156, "p95_ms": 68.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.154, "count": 302, "max_ms": 68.769, "p95_ms": 52.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.738, "count": 302, "max_ms": 125.611, "p95_ms": 104.264}, "read_interval": {"avg_ms": 99.597, "count": 301, "max_ms": 177.617, "p95_ms": 127.454}, "triton_wait": {"avg_ms": 68.332, "count": 302, "max_ms": 113.031, "p95_ms": 92.003}, "visualize": {"avg_ms": 3.772, "count": 302, "max_ms": 6.872, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5036.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.677, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.039, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:00:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:00:26+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T11:00:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T11:00:26.835367+09:00", "mtime_epoch": 1783303226.8353667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:00:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1388.023, "name": "celery", "pid": 267, "rss_mb": 1382.871, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.762, "count": 299, "max_ms": 8.79, "p95_ms": 5.422}, "gstreamer_push": {"avg_ms": 1.596, "count": 299, "max_ms": 6.683, "p95_ms": 3.812}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.908, "count": 299, "max_ms": 76.282, "p95_ms": 71.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.191, "count": 299, "max_ms": 112.551, "p95_ms": 93.085}, "yolo11_640_fire_11class": {"avg_ms": 56.249, "count": 299, "max_ms": 76.836, "p95_ms": 70.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.845, "count": 299, "max_ms": 74.145, "p95_ms": 66.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.641, "count": 299, "max_ms": 167.26, "p95_ms": 113.002}, "read_interval": {"avg_ms": 100.629, "count": 298, "max_ms": 182.211, "p95_ms": 128.066}, "triton_wait": {"avg_ms": 71.434, "count": 299, "max_ms": 112.563, "p95_ms": 93.097}, "visualize": {"avg_ms": 3.885, "count": 299, "max_ms": 7.052, "p95_ms": 5.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 264, "tracking_summary": 262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5039.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4783.597, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.996, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:00:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:00:47+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T11:00:47+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T11:00:47.559587+09:00", "mtime_epoch": 1783303247.5595875, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:00:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.23, "name": "celery", "pid": 239, "rss_mb": 722.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.475, "pushed": 6.475, "read": 6.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.833, "count": 194, "max_ms": 51.62, "p95_ms": 45.209}, "gstreamer_push": {"avg_ms": 1.092, "count": 194, "max_ms": 3.836, "p95_ms": 1.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.301, "count": 194, "max_ms": 102.289, "p95_ms": 91.669}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.358, "count": 194, "max_ms": 104.532, "p95_ms": 86.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.931, "count": 194, "max_ms": 206.781, "p95_ms": 175.325}, "read_interval": {"avg_ms": 155.34, "count": 193, "max_ms": 214.805, "p95_ms": 184.255}, "triton_wait": {"avg_ms": 71.583, "count": 194, "max_ms": 104.544, "p95_ms": 93.043}, "visualize": {"avg_ms": 37.868, "count": 194, "max_ms": 59.925, "p95_ms": 53.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5033.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3369.869, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.412, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:00:50+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T11:00:50+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T11:00:50.135615+09:00", "mtime_epoch": 1783303250.1356153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:00:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 876.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.312, "count": 300, "max_ms": 5.265, "p95_ms": 3.721}, "gstreamer_push": {"avg_ms": 1.53, "count": 300, "max_ms": 8.012, "p95_ms": 3.591}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.281, "count": 300, "max_ms": 75.527, "p95_ms": 66.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.181, "count": 300, "max_ms": 105.688, "p95_ms": 91.657}, "yolo11_640_fire_11class": {"avg_ms": 51.289, "count": 300, "max_ms": 72.948, "p95_ms": 64.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.85, "count": 300, "max_ms": 76.063, "p95_ms": 52.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.615, "count": 300, "max_ms": 117.758, "p95_ms": 103.812}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 301.821, "p95_ms": 131.269}, "triton_wait": {"avg_ms": 65.385, "count": 300, "max_ms": 105.701, "p95_ms": 91.67}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.93, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5043.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.703, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.57, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:00:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:00:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T11:00:56+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T11:00:56.867688+09:00", "mtime_epoch": 1783303256.8676884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:00:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1388.023, "name": "celery", "pid": 267, "rss_mb": 1384.871, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.294, "pushed": 10.294, "read": 10.261}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.755, "count": 308, "max_ms": 8.069, "p95_ms": 5.491}, "gstreamer_push": {"avg_ms": 1.556, "count": 308, "max_ms": 6.53, "p95_ms": 3.667}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.5, "count": 308, "max_ms": 75.177, "p95_ms": 68.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.092, "count": 308, "max_ms": 106.31, "p95_ms": 90.749}, "yolo11_640_fire_11class": {"avg_ms": 53.48, "count": 308, "max_ms": 73.341, "p95_ms": 67.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.731, "count": 308, "max_ms": 74.494, "p95_ms": 62.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.882, "count": 308, "max_ms": 144.185, "p95_ms": 118.875}, "read_interval": {"avg_ms": 97.467, "count": 307, "max_ms": 154.769, "p95_ms": 132.28}, "triton_wait": {"avg_ms": 67.18, "count": 308, "max_ms": 106.323, "p95_ms": 90.762}, "visualize": {"avg_ms": 3.897, "count": 308, "max_ms": 6.712, "p95_ms": 5.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 266, "tracking_summary": 263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5038.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4813.628, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.181, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:01:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:01:17+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T11:01:17+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T11:01:17.543917+09:00", "mtime_epoch": 1783303277.5439174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:01:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.23, "name": "celery", "pid": 239, "rss_mb": 724.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.192, "pushed": 6.192, "read": 6.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.213, "count": 185, "max_ms": 51.634, "p95_ms": 48.6}, "gstreamer_push": {"avg_ms": 1.117, "count": 185, "max_ms": 3.822, "p95_ms": 2.175}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.43, "count": 185, "max_ms": 100.876, "p95_ms": 94.712}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.163, "count": 185, "max_ms": 103.798, "p95_ms": 91.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.65, "count": 185, "max_ms": 191.138, "p95_ms": 177.545}, "read_interval": {"avg_ms": 162.145, "count": 184, "max_ms": 197.917, "p95_ms": 186.377}, "triton_wait": {"avg_ms": 74.306, "count": 185, "max_ms": 103.817, "p95_ms": 94.935}, "visualize": {"avg_ms": 36.364, "count": 185, "max_ms": 54.21, "p95_ms": 46.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5035.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3399.944, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.785, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:01:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T11:01:20+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T11:01:20.223948+09:00", "mtime_epoch": 1783303280.2239475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:01:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 874.043, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.399, "count": 300, "max_ms": 5.528, "p95_ms": 4.586}, "gstreamer_push": {"avg_ms": 1.577, "count": 300, "max_ms": 7.698, "p95_ms": 3.866}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.112, "count": 300, "max_ms": 74.003, "p95_ms": 67.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.378, "count": 300, "max_ms": 108.797, "p95_ms": 92.384}, "yolo11_640_fire_11class": {"avg_ms": 51.618, "count": 300, "max_ms": 73.991, "p95_ms": 66.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.852, "count": 300, "max_ms": 69.897, "p95_ms": 52.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.14, "count": 300, "max_ms": 121.482, "p95_ms": 105.267}, "read_interval": {"avg_ms": 100.294, "count": 299, "max_ms": 288.028, "p95_ms": 128.584}, "triton_wait": {"avg_ms": 66.695, "count": 300, "max_ms": 108.81, "p95_ms": 92.396}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 6.783, "p95_ms": 4.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5032.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.735, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.748, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:01:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:01:26+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T11:01:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T11:01:26.892023+09:00", "mtime_epoch": 1783303286.8920226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:01:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1388.023, "name": "celery", "pid": 267, "rss_mb": 1385.164, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.65, "count": 301, "max_ms": 6.579, "p95_ms": 5.346}, "gstreamer_push": {"avg_ms": 1.527, "count": 301, "max_ms": 6.227, "p95_ms": 3.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.706, "count": 301, "max_ms": 76.479, "p95_ms": 70.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.068, "count": 301, "max_ms": 113.367, "p95_ms": 92.872}, "yolo11_640_fire_11class": {"avg_ms": 55.455, "count": 301, "max_ms": 76.469, "p95_ms": 68.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.637, "count": 301, "max_ms": 74.095, "p95_ms": 64.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.003, "count": 301, "max_ms": 141.678, "p95_ms": 110.289}, "read_interval": {"avg_ms": 99.741, "count": 300, "max_ms": 155.905, "p95_ms": 125.54}, "triton_wait": {"avg_ms": 71.373, "count": 301, "max_ms": 113.386, "p95_ms": 92.885}, "visualize": {"avg_ms": 3.8, "count": 301, "max_ms": 6.385, "p95_ms": 4.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 267, "tracking_summary": 265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5039.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4843.755, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.477, "sample_count": 1876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:01:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:01:47+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T11:01:47+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T11:01:47.676261+09:00", "mtime_epoch": 1783303307.676261, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:01:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 722.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.038, "pushed": 6.038, "read": 6.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.426, "count": 181, "max_ms": 56.645, "p95_ms": 44.432}, "gstreamer_push": {"avg_ms": 1.19, "count": 181, "max_ms": 3.782, "p95_ms": 2.238}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.521, "count": 181, "max_ms": 105.519, "p95_ms": 92.213}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.776, "count": 181, "max_ms": 100.119, "p95_ms": 91.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.977, "count": 181, "max_ms": 204.954, "p95_ms": 179.978}, "read_interval": {"avg_ms": 166.357, "count": 180, "max_ms": 211.826, "p95_ms": 188.213}, "triton_wait": {"avg_ms": 73.341, "count": 181, "max_ms": 105.531, "p95_ms": 93.373}, "visualize": {"avg_ms": 41.743, "count": 181, "max_ms": 57.926, "p95_ms": 54.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5037.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3429.959, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.171, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:01:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T11:01:50+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T11:01:50.220290+09:00", "mtime_epoch": 1783303310.2202904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:01:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 876.879, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.277, "count": 302, "max_ms": 5.071, "p95_ms": 3.943}, "gstreamer_push": {"avg_ms": 1.579, "count": 302, "max_ms": 6.563, "p95_ms": 3.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.47, "count": 302, "max_ms": 74.633, "p95_ms": 66.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.0, "count": 302, "max_ms": 104.036, "p95_ms": 88.096}, "yolo11_640_fire_11class": {"avg_ms": 50.935, "count": 302, "max_ms": 72.95, "p95_ms": 65.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.409, "count": 302, "max_ms": 78.017, "p95_ms": 51.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.391, "count": 302, "max_ms": 115.932, "p95_ms": 101.153}, "read_interval": {"avg_ms": 99.329, "count": 302, "max_ms": 664.795, "p95_ms": 123.836}, "triton_wait": {"avg_ms": 65.195, "count": 302, "max_ms": 104.049, "p95_ms": 88.112}, "visualize": {"avg_ms": 3.688, "count": 302, "max_ms": 5.339, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5038.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.764, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.071, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:01:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:01:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T11:01:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T11:01:56.948369+09:00", "mtime_epoch": 1783303316.948369, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:01:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1388.738, "name": "celery", "pid": 267, "rss_mb": 1385.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.452, "pushed": 10.452, "read": 10.418}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.659, "count": 313, "max_ms": 7.756, "p95_ms": 5.417}, "gstreamer_push": {"avg_ms": 1.551, "count": 313, "max_ms": 5.767, "p95_ms": 3.688}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.357, "count": 313, "max_ms": 76.638, "p95_ms": 70.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.85, "count": 313, "max_ms": 114.861, "p95_ms": 90.54}, "yolo11_640_fire_11class": {"avg_ms": 53.45, "count": 313, "max_ms": 75.642, "p95_ms": 68.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.607, "count": 313, "max_ms": 77.358, "p95_ms": 64.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.07, "count": 313, "max_ms": 153.574, "p95_ms": 111.476}, "read_interval": {"avg_ms": 95.977, "count": 312, "max_ms": 164.56, "p95_ms": 125.712}, "triton_wait": {"avg_ms": 66.982, "count": 313, "max_ms": 114.875, "p95_ms": 90.553}, "visualize": {"avg_ms": 3.838, "count": 313, "max_ms": 6.204, "p95_ms": 5.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 269, "tracking_summary": 267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5030.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4873.793, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.554, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:02:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:02:17+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T11:02:17+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T11:02:17.716615+09:00", "mtime_epoch": 1783303337.7166147, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:02:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 714.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.36, "pushed": 6.36, "read": 6.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.565, "count": 190, "max_ms": 52.915, "p95_ms": 46.414}, "gstreamer_push": {"avg_ms": 1.117, "count": 190, "max_ms": 3.56, "p95_ms": 2.26}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.806, "count": 190, "max_ms": 100.333, "p95_ms": 92.068}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.166, "count": 190, "max_ms": 92.314, "p95_ms": 89.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.418, "count": 190, "max_ms": 202.957, "p95_ms": 180.205}, "read_interval": {"avg_ms": 157.967, "count": 189, "max_ms": 209.858, "p95_ms": 190.441}, "triton_wait": {"avg_ms": 69.722, "count": 190, "max_ms": 100.347, "p95_ms": 92.081}, "visualize": {"avg_ms": 38.414, "count": 190, "max_ms": 69.472, "p95_ms": 50.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5032.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3459.963, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.578, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:02:20+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T11:02:20+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T11:02:20.212645+09:00", "mtime_epoch": 1783303340.2126446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:02:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 874.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.503, "pushed": 9.503, "read": 9.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.326, "count": 285, "max_ms": 5.809, "p95_ms": 4.524}, "gstreamer_push": {"avg_ms": 1.554, "count": 285, "max_ms": 5.922, "p95_ms": 3.748}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.738, "count": 285, "max_ms": 72.396, "p95_ms": 67.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.769, "count": 285, "max_ms": 105.844, "p95_ms": 90.233}, "yolo11_640_fire_11class": {"avg_ms": 50.364, "count": 285, "max_ms": 71.5, "p95_ms": 65.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.757, "count": 285, "max_ms": 77.044, "p95_ms": 52.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.88, "count": 285, "max_ms": 118.017, "p95_ms": 103.942}, "read_interval": {"avg_ms": 105.251, "count": 285, "max_ms": 620.602, "p95_ms": 140.582}, "triton_wait": {"avg_ms": 64.842, "count": 285, "max_ms": 105.856, "p95_ms": 90.245}, "visualize": {"avg_ms": 3.641, "count": 285, "max_ms": 5.218, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5042.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.855, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.109, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:02:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:02:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T11:02:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T11:02:27.016726+09:00", "mtime_epoch": 1783303347.0167265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:02:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1388.988, "name": "celery", "pid": 267, "rss_mb": 1388.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.733, "count": 304, "max_ms": 8.428, "p95_ms": 5.389}, "gstreamer_push": {"avg_ms": 1.565, "count": 304, "max_ms": 6.079, "p95_ms": 3.724}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.137, "count": 304, "max_ms": 75.646, "p95_ms": 69.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.998, "count": 304, "max_ms": 107.385, "p95_ms": 89.445}, "yolo11_640_fire_11class": {"avg_ms": 54.009, "count": 304, "max_ms": 74.92, "p95_ms": 67.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.36, "count": 304, "max_ms": 77.015, "p95_ms": 63.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.767, "count": 304, "max_ms": 144.616, "p95_ms": 114.718}, "read_interval": {"avg_ms": 98.641, "count": 304, "max_ms": 157.598, "p95_ms": 126.158}, "triton_wait": {"avg_ms": 68.242, "count": 304, "max_ms": 107.399, "p95_ms": 89.458}, "visualize": {"avg_ms": 3.864, "count": 304, "max_ms": 8.031, "p95_ms": 5.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 270, "tracking_summary": 268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5033.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4903.86, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.702, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:02:47+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T11:02:47+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T11:02:47.792979+09:00", "mtime_epoch": 1783303367.7929795, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 221729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:02:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 714.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.288, "pushed": 6.288, "read": 6.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.038, "count": 188, "max_ms": 51.986, "p95_ms": 46.576}, "gstreamer_push": {"avg_ms": 1.24, "count": 188, "max_ms": 4.586, "p95_ms": 3.303}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.852, "count": 188, "max_ms": 104.982, "p95_ms": 92.483}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.23, "count": 188, "max_ms": 98.015, "p95_ms": 88.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.959, "count": 188, "max_ms": 194.271, "p95_ms": 176.345}, "read_interval": {"avg_ms": 159.868, "count": 187, "max_ms": 204.6, "p95_ms": 184.387}, "triton_wait": {"avg_ms": 70.464, "count": 188, "max_ms": 104.995, "p95_ms": 94.793}, "visualize": {"avg_ms": 38.737, "count": 188, "max_ms": 55.632, "p95_ms": 49.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5045.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3490.019, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.521, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:02:50+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T11:02:50+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T11:02:50.225009+09:00", "mtime_epoch": 1783303370.2250094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:02:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 877.078, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.445, "pushed": 7.445, "read": 7.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.312, "count": 223, "max_ms": 5.14, "p95_ms": 3.99}, "gstreamer_push": {"avg_ms": 1.493, "count": 223, "max_ms": 7.015, "p95_ms": 1.572}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.348, "count": 223, "max_ms": 74.545, "p95_ms": 68.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.294, "count": 223, "max_ms": 108.834, "p95_ms": 94.962}, "yolo11_640_fire_11class": {"avg_ms": 51.196, "count": 223, "max_ms": 71.476, "p95_ms": 67.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.63, "count": 223, "max_ms": 64.712, "p95_ms": 50.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.582, "count": 223, "max_ms": 120.994, "p95_ms": 106.865}, "read_interval": {"avg_ms": 134.936, "count": 222, "max_ms": 1462.596, "p95_ms": 219.688}, "triton_wait": {"avg_ms": 67.332, "count": 223, "max_ms": 108.848, "p95_ms": 94.975}, "visualize": {"avg_ms": 3.724, "count": 223, "max_ms": 5.851, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5045.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.887, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.57, "sample_count": 3045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:02:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:02:57+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T11:02:57+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T11:02:57.065094+09:00", "mtime_epoch": 1783303377.065094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:02:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1391.766, "name": "celery", "pid": 267, "rss_mb": 1388.406, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.758, "pushed": 10.758, "read": 10.725}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.708, "count": 322, "max_ms": 8.515, "p95_ms": 5.455}, "gstreamer_push": {"avg_ms": 1.602, "count": 322, "max_ms": 8.281, "p95_ms": 3.757}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.138, "count": 322, "max_ms": 77.377, "p95_ms": 67.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.562, "count": 322, "max_ms": 104.468, "p95_ms": 86.624}, "yolo11_640_fire_11class": {"avg_ms": 50.65, "count": 322, "max_ms": 72.362, "p95_ms": 65.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.896, "count": 322, "max_ms": 70.268, "p95_ms": 60.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.535, "count": 322, "max_ms": 142.919, "p95_ms": 109.972}, "read_interval": {"avg_ms": 93.302, "count": 321, "max_ms": 157.769, "p95_ms": 123.482}, "triton_wait": {"avg_ms": 63.61, "count": 322, "max_ms": 104.483, "p95_ms": 86.638}, "visualize": {"avg_ms": 3.831, "count": 322, "max_ms": 6.627, "p95_ms": 5.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 272, "tracking_summary": 270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5034.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4933.908, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.087, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:03:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:03:17+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T11:03:17+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T11:03:17.821354+09:00", "mtime_epoch": 1783303397.821354, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:03:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 712.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.153, "pushed": 6.153, "read": 6.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.395, "count": 184, "max_ms": 57.005, "p95_ms": 46.841}, "gstreamer_push": {"avg_ms": 0.983, "count": 184, "max_ms": 2.098, "p95_ms": 1.084}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.253, "count": 184, "max_ms": 99.104, "p95_ms": 92.63}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.025, "count": 184, "max_ms": 102.401, "p95_ms": 88.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.083, "count": 184, "max_ms": 192.775, "p95_ms": 179.744}, "read_interval": {"avg_ms": 163.138, "count": 183, "max_ms": 202.578, "p95_ms": 187.009}, "triton_wait": {"avg_ms": 71.212, "count": 184, "max_ms": 102.413, "p95_ms": 92.643}, "visualize": {"avg_ms": 37.987, "count": 184, "max_ms": 56.929, "p95_ms": 46.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5049.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3520.018, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.521, "sample_count": 2875, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:03:20+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T11:03:20+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T11:03:20.293385+09:00", "mtime_epoch": 1783303400.293385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:03:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 879.992, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.9, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.36, "count": 266, "max_ms": 5.613, "p95_ms": 4.549}, "gstreamer_push": {"avg_ms": 1.623, "count": 267, "max_ms": 6.4, "p95_ms": 3.854}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.433, "count": 266, "max_ms": 74.972, "p95_ms": 67.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.186, "count": 266, "max_ms": 112.804, "p95_ms": 93.265}, "yolo11_640_fire_11class": {"avg_ms": 52.689, "count": 266, "max_ms": 74.134, "p95_ms": 67.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.864, "count": 266, "max_ms": 72.791, "p95_ms": 51.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.799, "count": 266, "max_ms": 124.693, "p95_ms": 106.861}, "read_interval": {"avg_ms": 112.842, "count": 266, "max_ms": 1692.722, "p95_ms": 153.926}, "triton_wait": {"avg_ms": 67.48, "count": 266, "max_ms": 112.817, "p95_ms": 93.28}, "visualize": {"avg_ms": 3.724, "count": 266, "max_ms": 7.07, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5036.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.957, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.236, "sample_count": 3052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:03:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:03:27+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T11:03:27+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-06T11:03:27.149472+09:00", "mtime_epoch": 1783303407.1494722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:03:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1391.82, "name": "celery", "pid": 267, "rss_mb": 1388.18, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.723, "count": 304, "max_ms": 6.328, "p95_ms": 5.505}, "gstreamer_push": {"avg_ms": 1.538, "count": 304, "max_ms": 6.054, "p95_ms": 3.744}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.772, "count": 304, "max_ms": 78.01, "p95_ms": 69.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.747, "count": 304, "max_ms": 111.95, "p95_ms": 90.701}, "yolo11_640_fire_11class": {"avg_ms": 55.116, "count": 304, "max_ms": 76.969, "p95_ms": 69.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.826, "count": 304, "max_ms": 73.242, "p95_ms": 65.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.627, "count": 304, "max_ms": 148.616, "p95_ms": 111.763}, "read_interval": {"avg_ms": 98.964, "count": 303, "max_ms": 163.602, "p95_ms": 126.67}, "triton_wait": {"avg_ms": 69.821, "count": 304, "max_ms": 111.964, "p95_ms": 90.716}, "visualize": {"avg_ms": 3.85, "count": 304, "max_ms": 7.074, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 273, "tracking_summary": 271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5030.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4964.061, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.087, "sample_count": 1877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:03:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:03:48+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T11:03:47+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T11:03:48.009740+09:00", "mtime_epoch": 1783303428.0097396, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:03:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 711.922, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.442, "pushed": 6.442, "read": 6.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.037, "count": 193, "max_ms": 55.543, "p95_ms": 52.437}, "gstreamer_push": {"avg_ms": 1.013, "count": 193, "max_ms": 2.525, "p95_ms": 1.108}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.299, "count": 193, "max_ms": 102.878, "p95_ms": 92.79}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.995, "count": 193, "max_ms": 99.911, "p95_ms": 88.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.74, "count": 193, "max_ms": 193.38, "p95_ms": 178.513}, "read_interval": {"avg_ms": 156.212, "count": 192, "max_ms": 200.937, "p95_ms": 186.201}, "triton_wait": {"avg_ms": 70.329, "count": 193, "max_ms": 102.894, "p95_ms": 93.669}, "visualize": {"avg_ms": 37.602, "count": 193, "max_ms": 59.073, "p95_ms": 48.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5035.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3550.035, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.815, "sample_count": 2793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:03:50+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T11:03:50+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T11:03:50.317770+09:00", "mtime_epoch": 1783303430.3177695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:03:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 877.355, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.3, "pushed": 7.3, "read": 7.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.298, "count": 219, "max_ms": 5.051, "p95_ms": 4.048}, "gstreamer_push": {"avg_ms": 1.6, "count": 219, "max_ms": 6.218, "p95_ms": 3.73}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.365, "count": 219, "max_ms": 76.404, "p95_ms": 68.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.571, "count": 219, "max_ms": 105.994, "p95_ms": 94.038}, "yolo11_640_fire_11class": {"avg_ms": 52.04, "count": 219, "max_ms": 75.505, "p95_ms": 67.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.737, "count": 219, "max_ms": 81.251, "p95_ms": 53.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.862, "count": 219, "max_ms": 118.097, "p95_ms": 106.278}, "read_interval": {"avg_ms": 137.065, "count": 219, "max_ms": 8438.351, "p95_ms": 125.921}, "triton_wait": {"avg_ms": 67.584, "count": 219, "max_ms": 106.007, "p95_ms": 94.052}, "visualize": {"avg_ms": 3.699, "count": 219, "max_ms": 4.692, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5041.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 628.029, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.396, "sample_count": 3050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:03:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:03:57+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T11:03:57+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T11:03:57.145858+09:00", "mtime_epoch": 1783303437.1458583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:03:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1391.82, "name": "celery", "pid": 267, "rss_mb": 1385.809, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.789, "count": 302, "max_ms": 8.124, "p95_ms": 5.476}, "gstreamer_push": {"avg_ms": 1.454, "count": 303, "max_ms": 6.124, "p95_ms": 3.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.97, "count": 302, "max_ms": 77.81, "p95_ms": 70.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.711, "count": 302, "max_ms": 113.962, "p95_ms": 91.141}, "yolo11_640_fire_11class": {"avg_ms": 52.963, "count": 302, "max_ms": 75.898, "p95_ms": 69.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.66, "count": 302, "max_ms": 82.849, "p95_ms": 66.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.636, "count": 303, "max_ms": 167.227, "p95_ms": 127.606}, "read_interval": {"avg_ms": 99.079, "count": 302, "max_ms": 177.936, "p95_ms": 139.921}, "triton_wait": {"avg_ms": 67.943, "count": 302, "max_ms": 113.975, "p95_ms": 91.153}, "visualize": {"avg_ms": 3.89, "count": 302, "max_ms": 7.095, "p95_ms": 5.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5044.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4994.124, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.332, "sample_count": 1876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:04:18+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T11:04:18+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T11:04:18.038132+09:00", "mtime_epoch": 1783303458.0381324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:04:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 727.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.227, "pushed": 6.227, "read": 6.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.382, "count": 186, "max_ms": 57.7, "p95_ms": 46.82}, "gstreamer_push": {"avg_ms": 0.983, "count": 186, "max_ms": 1.271, "p95_ms": 1.076}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.936, "count": 186, "max_ms": 105.289, "p95_ms": 95.06}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.656, "count": 186, "max_ms": 101.32, "p95_ms": 91.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.327, "count": 186, "max_ms": 200.147, "p95_ms": 176.462}, "read_interval": {"avg_ms": 161.454, "count": 185, "max_ms": 207.953, "p95_ms": 184.383}, "triton_wait": {"avg_ms": 72.189, "count": 186, "max_ms": 105.301, "p95_ms": 95.533}, "visualize": {"avg_ms": 39.098, "count": 186, "max_ms": 65.179, "p95_ms": 57.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5046.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3580.123, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.359, "name": "ffmpeg", "pid": 2344, "rss_mb": 328.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.967, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:04:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T11:04:20+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T11:04:20.382164+09:00", "mtime_epoch": 1783303460.3821635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:04:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 874.773, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.538, "pushed": 10.538, "read": 10.505}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.367, "count": 316, "max_ms": 5.596, "p95_ms": 4.504}, "gstreamer_push": {"avg_ms": 1.574, "count": 316, "max_ms": 5.799, "p95_ms": 3.718}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.822, "count": 316, "max_ms": 76.049, "p95_ms": 67.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.56, "count": 316, "max_ms": 110.699, "p95_ms": 90.973}, "yolo11_640_fire_11class": {"avg_ms": 50.352, "count": 316, "max_ms": 75.198, "p95_ms": 66.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.775, "count": 316, "max_ms": 76.629, "p95_ms": 53.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.245, "count": 316, "max_ms": 122.572, "p95_ms": 103.126}, "read_interval": {"avg_ms": 95.172, "count": 315, "max_ms": 140.02, "p95_ms": 121.581}, "triton_wait": {"avg_ms": 65.81, "count": 316, "max_ms": 110.712, "p95_ms": 90.985}, "visualize": {"avg_ms": 3.769, "count": 316, "max_ms": 6.819, "p95_ms": 4.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5040.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.111, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.906, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:04:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T11:04:27+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T11:04:27.274255+09:00", "mtime_epoch": 1783303467.274255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:04:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1391.82, "name": "celery", "pid": 267, "rss_mb": 1386.699, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.536, "pushed": 9.536, "read": 9.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.978, "count": 286, "max_ms": 7.852, "p95_ms": 5.637}, "gstreamer_push": {"avg_ms": 1.505, "count": 286, "max_ms": 6.183, "p95_ms": 3.665}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.569, "count": 286, "max_ms": 73.734, "p95_ms": 69.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.79, "count": 286, "max_ms": 109.608, "p95_ms": 89.037}, "yolo11_640_fire_11class": {"avg_ms": 55.301, "count": 286, "max_ms": 72.966, "p95_ms": 68.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.261, "count": 286, "max_ms": 73.771, "p95_ms": 64.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.66, "count": 286, "max_ms": 152.791, "p95_ms": 126.897}, "read_interval": {"avg_ms": 104.825, "count": 286, "max_ms": 292.241, "p95_ms": 138.587}, "triton_wait": {"avg_ms": 70.97, "count": 286, "max_ms": 109.621, "p95_ms": 89.05}, "visualize": {"avg_ms": 4.026, "count": 286, "max_ms": 6.813, "p95_ms": 5.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 276, "tracking_summary": 274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5046.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5024.24, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.238, "sample_count": 1873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:04:48+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T11:04:48+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T11:04:48.194535+09:00", "mtime_epoch": 1783303488.1945353, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:04:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 720.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.142, "pushed": 6.142, "read": 6.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.516, "count": 184, "max_ms": 54.001, "p95_ms": 48.661}, "gstreamer_push": {"avg_ms": 0.979, "count": 184, "max_ms": 2.025, "p95_ms": 1.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.618, "count": 184, "max_ms": 102.458, "p95_ms": 90.644}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.61, "count": 184, "max_ms": 101.617, "p95_ms": 91.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.336, "count": 184, "max_ms": 187.741, "p95_ms": 175.509}, "read_interval": {"avg_ms": 163.733, "count": 183, "max_ms": 196.721, "p95_ms": 184.402}, "triton_wait": {"avg_ms": 72.29, "count": 184, "max_ms": 102.47, "p95_ms": 92.758}, "visualize": {"avg_ms": 35.991, "count": 184, "max_ms": 45.944, "p95_ms": 41.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5042.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3610.151, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.516, "name": "ffmpeg", "pid": 2344, "rss_mb": 333.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.9, "sample_count": 2831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:04:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T11:04:50+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T11:04:50.410565+09:00", "mtime_epoch": 1783303490.4105654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:04:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 874.973, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.725, "pushed": 10.725, "read": 10.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.375, "count": 321, "max_ms": 5.432, "p95_ms": 4.745}, "gstreamer_push": {"avg_ms": 1.606, "count": 321, "max_ms": 7.892, "p95_ms": 3.843}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.203, "count": 321, "max_ms": 73.698, "p95_ms": 66.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.614, "count": 321, "max_ms": 119.542, "p95_ms": 87.192}, "yolo11_640_fire_11class": {"avg_ms": 50.762, "count": 321, "max_ms": 72.515, "p95_ms": 65.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.356, "count": 321, "max_ms": 78.647, "p95_ms": 52.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.294, "count": 321, "max_ms": 133.093, "p95_ms": 99.36}, "read_interval": {"avg_ms": 93.506, "count": 320, "max_ms": 151.295, "p95_ms": 117.955}, "triton_wait": {"avg_ms": 63.886, "count": 321, "max_ms": 119.556, "p95_ms": 87.205}, "visualize": {"avg_ms": 3.76, "count": 321, "max_ms": 5.192, "p95_ms": 4.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5048.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.215, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.049, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:04:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:04:57+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T11:04:57+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T11:04:57.366659+09:00", "mtime_epoch": 1783303497.3666594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:04:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1391.82, "name": "celery", "pid": 267, "rss_mb": 1389.0, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.836, "count": 298, "max_ms": 8.471, "p95_ms": 5.47}, "gstreamer_push": {"avg_ms": 1.55, "count": 299, "max_ms": 6.446, "p95_ms": 3.722}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.294, "count": 298, "max_ms": 76.638, "p95_ms": 70.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.983, "count": 298, "max_ms": 106.247, "p95_ms": 92.276}, "yolo11_640_fire_11class": {"avg_ms": 54.993, "count": 298, "max_ms": 73.083, "p95_ms": 68.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.946, "count": 298, "max_ms": 79.583, "p95_ms": 65.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.142, "count": 299, "max_ms": 151.538, "p95_ms": 126.886}, "read_interval": {"avg_ms": 100.643, "count": 298, "max_ms": 162.89, "p95_ms": 136.586}, "triton_wait": {"avg_ms": 69.173, "count": 298, "max_ms": 106.261, "p95_ms": 92.288}, "visualize": {"avg_ms": 3.959, "count": 298, "max_ms": 6.306, "p95_ms": 5.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 279, "tracking_summary": 276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5048.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5054.316, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.918, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:05:18+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T11:05:18+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T11:05:18.234945+09:00", "mtime_epoch": 1783303518.2349446, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:05:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 723.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.249, "pushed": 6.249, "read": 6.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.634, "count": 187, "max_ms": 54.962, "p95_ms": 50.876}, "gstreamer_push": {"avg_ms": 1.073, "count": 187, "max_ms": 2.446, "p95_ms": 2.022}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.554, "count": 187, "max_ms": 107.667, "p95_ms": 90.949}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.063, "count": 187, "max_ms": 94.869, "p95_ms": 90.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.427, "count": 187, "max_ms": 193.94, "p95_ms": 181.346}, "read_interval": {"avg_ms": 160.671, "count": 186, "max_ms": 202.17, "p95_ms": 186.418}, "triton_wait": {"avg_ms": 71.184, "count": 187, "max_ms": 107.681, "p95_ms": 91.526}, "visualize": {"avg_ms": 39.005, "count": 187, "max_ms": 55.929, "p95_ms": 52.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5043.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3640.159, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.516, "name": "ffmpeg", "pid": 2344, "rss_mb": 333.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.9, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:05:20+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T11:05:20+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T11:05:20.410975+09:00", "mtime_epoch": 1783303520.4109745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:05:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 877.867, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.271, "pushed": 10.271, "read": 10.271}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.358, "count": 308, "max_ms": 5.413, "p95_ms": 4.219}, "gstreamer_push": {"avg_ms": 1.521, "count": 308, "max_ms": 7.031, "p95_ms": 3.592}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.881, "count": 308, "max_ms": 74.566, "p95_ms": 68.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.647, "count": 308, "max_ms": 107.014, "p95_ms": 93.056}, "yolo11_640_fire_11class": {"avg_ms": 52.555, "count": 308, "max_ms": 73.215, "p95_ms": 66.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.048, "count": 308, "max_ms": 74.724, "p95_ms": 52.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.179, "count": 308, "max_ms": 119.638, "p95_ms": 105.064}, "read_interval": {"avg_ms": 97.406, "count": 308, "max_ms": 135.658, "p95_ms": 121.953}, "triton_wait": {"avg_ms": 67.703, "count": 308, "max_ms": 107.027, "p95_ms": 93.071}, "visualize": {"avg_ms": 3.764, "count": 308, "max_ms": 6.474, "p95_ms": 4.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5047.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.278, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.07, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:05:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:05:27+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T11:05:27+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T11:05:27.391071+09:00", "mtime_epoch": 1783303527.3910708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:05:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1392.352, "name": "celery", "pid": 267, "rss_mb": 1387.336, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.647, "pushed": 9.647, "read": 9.614}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.943, "count": 289, "max_ms": 8.584, "p95_ms": 5.653}, "gstreamer_push": {"avg_ms": 1.475, "count": 289, "max_ms": 4.744, "p95_ms": 3.628}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.065, "count": 289, "max_ms": 79.981, "p95_ms": 69.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.834, "count": 289, "max_ms": 102.862, "p95_ms": 91.591}, "yolo11_640_fire_11class": {"avg_ms": 55.852, "count": 289, "max_ms": 74.912, "p95_ms": 68.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.208, "count": 289, "max_ms": 77.347, "p95_ms": 65.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.61, "count": 289, "max_ms": 152.071, "p95_ms": 131.781}, "read_interval": {"avg_ms": 103.843, "count": 288, "max_ms": 162.611, "p95_ms": 142.201}, "triton_wait": {"avg_ms": 70.966, "count": 289, "max_ms": 102.876, "p95_ms": 91.603}, "visualize": {"avg_ms": 3.999, "count": 289, "max_ms": 8.57, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 280, "tracking_summary": 277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5051.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5084.49, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.375, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:05:48+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T11:05:48+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T11:05:48.395363+09:00", "mtime_epoch": 1783303548.395363, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:05:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.98, "name": "celery", "pid": 239, "rss_mb": 725.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.363, "pushed": 6.363, "read": 6.329}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.287, "count": 190, "max_ms": 56.036, "p95_ms": 47.121}, "gstreamer_push": {"avg_ms": 1.008, "count": 190, "max_ms": 1.577, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.996, "count": 190, "max_ms": 109.331, "p95_ms": 94.401}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.666, "count": 190, "max_ms": 97.968, "p95_ms": 89.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.553, "count": 190, "max_ms": 195.649, "p95_ms": 177.018}, "read_interval": {"avg_ms": 157.706, "count": 189, "max_ms": 196.32, "p95_ms": 184.537}, "triton_wait": {"avg_ms": 72.18, "count": 190, "max_ms": 109.343, "p95_ms": 94.415}, "visualize": {"avg_ms": 35.207, "count": 190, "max_ms": 46.766, "p95_ms": 43.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5046.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3670.229, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.516, "name": "ffmpeg", "pid": 2344, "rss_mb": 333.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.521, "sample_count": 2855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:05:50+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T11:05:50+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T11:05:50.491392+09:00", "mtime_epoch": 1783303550.4913924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:05:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 875.031, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.611, "pushed": 10.611, "read": 10.578}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.374, "count": 318, "max_ms": 5.642, "p95_ms": 4.55}, "gstreamer_push": {"avg_ms": 1.626, "count": 318, "max_ms": 6.292, "p95_ms": 3.871}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.657, "count": 318, "max_ms": 76.352, "p95_ms": 65.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.692, "count": 318, "max_ms": 107.729, "p95_ms": 86.535}, "yolo11_640_fire_11class": {"avg_ms": 50.447, "count": 318, "max_ms": 76.863, "p95_ms": 66.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.431, "count": 318, "max_ms": 65.979, "p95_ms": 52.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.368, "count": 318, "max_ms": 122.41, "p95_ms": 98.61}, "read_interval": {"avg_ms": 94.506, "count": 317, "max_ms": 142.846, "p95_ms": 117.893}, "triton_wait": {"avg_ms": 64.855, "count": 318, "max_ms": 107.743, "p95_ms": 86.548}, "visualize": {"avg_ms": 3.798, "count": 318, "max_ms": 6.953, "p95_ms": 4.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5055.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.348, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.087, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:05:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:05:57+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T11:05:57+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T11:05:57.519491+09:00", "mtime_epoch": 1783303557.519491, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:05:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1392.352, "name": "celery", "pid": 267, "rss_mb": 1387.969, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.888, "count": 299, "max_ms": 7.899, "p95_ms": 5.605}, "gstreamer_push": {"avg_ms": 1.544, "count": 299, "max_ms": 6.082, "p95_ms": 3.69}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.508, "count": 299, "max_ms": 76.679, "p95_ms": 69.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.962, "count": 299, "max_ms": 102.441, "p95_ms": 91.283}, "yolo11_640_fire_11class": {"avg_ms": 54.352, "count": 299, "max_ms": 77.319, "p95_ms": 67.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.137, "count": 299, "max_ms": 73.248, "p95_ms": 63.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.714, "count": 299, "max_ms": 149.004, "p95_ms": 121.627}, "read_interval": {"avg_ms": 100.573, "count": 298, "max_ms": 161.616, "p95_ms": 133.584}, "triton_wait": {"avg_ms": 69.04, "count": 299, "max_ms": 102.457, "p95_ms": 91.297}, "visualize": {"avg_ms": 3.932, "count": 299, "max_ms": 7.343, "p95_ms": 5.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 282, "tracking_summary": 279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5059.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5114.618, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.441, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:06:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:06:18+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T11:06:18+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T11:06:18.567789+09:00", "mtime_epoch": 1783303578.5677886, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:06:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 728.301, "name": "celery", "pid": 239, "rss_mb": 728.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.208, "pushed": 6.208, "read": 6.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.592, "count": 186, "max_ms": 57.879, "p95_ms": 53.739}, "gstreamer_push": {"avg_ms": 0.98, "count": 186, "max_ms": 1.478, "p95_ms": 1.1}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.442, "count": 186, "max_ms": 104.312, "p95_ms": 92.354}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.854, "count": 186, "max_ms": 100.665, "p95_ms": 91.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.655, "count": 186, "max_ms": 192.629, "p95_ms": 181.074}, "read_interval": {"avg_ms": 161.981, "count": 185, "max_ms": 199.385, "p95_ms": 189.557}, "triton_wait": {"avg_ms": 71.922, "count": 186, "max_ms": 104.323, "p95_ms": 92.701}, "visualize": {"avg_ms": 36.391, "count": 186, "max_ms": 55.254, "p95_ms": 43.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5055.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3700.262, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.094, "name": "ffmpeg", "pid": 2344, "rss_mb": 336.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.246, "sample_count": 2871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:06:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:06:20+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-06T11:06:20+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T11:06:20.547817+09:00", "mtime_epoch": 1783303580.5478168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:06:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 877.867, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.548, "pushed": 10.548, "read": 10.515}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 316, "max_ms": 5.614, "p95_ms": 4.838}, "gstreamer_push": {"avg_ms": 1.532, "count": 316, "max_ms": 6.958, "p95_ms": 3.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.563, "count": 316, "max_ms": 78.114, "p95_ms": 66.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.856, "count": 316, "max_ms": 105.799, "p95_ms": 89.974}, "yolo11_640_fire_11class": {"avg_ms": 50.139, "count": 316, "max_ms": 75.243, "p95_ms": 65.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.369, "count": 316, "max_ms": 74.486, "p95_ms": 52.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.736, "count": 316, "max_ms": 134.679, "p95_ms": 103.246}, "read_interval": {"avg_ms": 95.109, "count": 315, "max_ms": 146.829, "p95_ms": 119.108}, "triton_wait": {"avg_ms": 65.003, "count": 316, "max_ms": 105.813, "p95_ms": 89.988}, "visualize": {"avg_ms": 3.804, "count": 316, "max_ms": 7.004, "p95_ms": 4.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5054.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.404, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.25, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:06:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:06:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T11:06:27+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T11:06:27.563917+09:00", "mtime_epoch": 1783303587.563917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:06:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1392.352, "name": "celery", "pid": 267, "rss_mb": 1387.641, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.717, "pushed": 9.717, "read": 9.684}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.011, "count": 291, "max_ms": 7.745, "p95_ms": 5.571}, "gstreamer_push": {"avg_ms": 1.447, "count": 291, "max_ms": 6.222, "p95_ms": 2.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.481, "count": 291, "max_ms": 78.815, "p95_ms": 70.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.534, "count": 291, "max_ms": 111.938, "p95_ms": 91.974}, "yolo11_640_fire_11class": {"avg_ms": 54.197, "count": 291, "max_ms": 74.232, "p95_ms": 69.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.326, "count": 291, "max_ms": 74.995, "p95_ms": 65.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.839, "count": 291, "max_ms": 148.476, "p95_ms": 131.414}, "read_interval": {"avg_ms": 103.269, "count": 290, "max_ms": 161.431, "p95_ms": 142.581}, "triton_wait": {"avg_ms": 69.619, "count": 291, "max_ms": 111.953, "p95_ms": 91.988}, "visualize": {"avg_ms": 4.051, "count": 291, "max_ms": 7.007, "p95_ms": 5.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 283, "tracking_summary": 281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5051.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5144.683, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.232, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:06:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:06:48+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T11:06:48+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T11:06:48.624219+09:00", "mtime_epoch": 1783303608.6242194, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:06:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 728.301, "name": "celery", "pid": 239, "rss_mb": 725.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.152, "pushed": 6.152, "read": 6.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.187, "count": 184, "max_ms": 56.894, "p95_ms": 52.665}, "gstreamer_push": {"avg_ms": 1.194, "count": 184, "max_ms": 3.233, "p95_ms": 2.203}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.423, "count": 184, "max_ms": 109.012, "p95_ms": 94.762}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.718, "count": 184, "max_ms": 95.836, "p95_ms": 91.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.703, "count": 184, "max_ms": 195.828, "p95_ms": 182.507}, "read_interval": {"avg_ms": 163.381, "count": 183, "max_ms": 203.082, "p95_ms": 190.285}, "triton_wait": {"avg_ms": 74.56, "count": 184, "max_ms": 109.024, "p95_ms": 95.447}, "visualize": {"avg_ms": 40.238, "count": 184, "max_ms": 55.701, "p95_ms": 52.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5056.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3730.36, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.094, "name": "ffmpeg", "pid": 2344, "rss_mb": 336.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.827, "sample_count": 2880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:06:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T11:06:50+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T11:06:50+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T11:06:50.608248+09:00", "mtime_epoch": 1783303610.608248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:06:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 878.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.336, "pushed": 10.336, "read": 10.336}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.326, "count": 310, "max_ms": 5.634, "p95_ms": 3.96}, "gstreamer_push": {"avg_ms": 1.645, "count": 310, "max_ms": 6.248, "p95_ms": 3.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.08, "count": 310, "max_ms": 74.359, "p95_ms": 68.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.572, "count": 310, "max_ms": 115.85, "p95_ms": 93.57}, "yolo11_640_fire_11class": {"avg_ms": 50.078, "count": 310, "max_ms": 73.65, "p95_ms": 66.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.274, "count": 310, "max_ms": 74.122, "p95_ms": 54.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.507, "count": 310, "max_ms": 128.466, "p95_ms": 106.153}, "read_interval": {"avg_ms": 96.72, "count": 310, "max_ms": 145.754, "p95_ms": 123.348}, "triton_wait": {"avg_ms": 67.059, "count": 310, "max_ms": 115.864, "p95_ms": 93.584}, "visualize": {"avg_ms": 3.755, "count": 310, "max_ms": 5.944, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5060.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.462, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.457, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:06:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:06:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T11:06:57+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T11:06:57.644350+09:00", "mtime_epoch": 1783303617.6443498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:06:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1392.352, "name": "celery", "pid": 267, "rss_mb": 1390.734, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.514, "pushed": 9.514, "read": 9.481}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.003, "count": 285, "max_ms": 8.805, "p95_ms": 5.532}, "gstreamer_push": {"avg_ms": 1.423, "count": 285, "max_ms": 6.562, "p95_ms": 1.675}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.541, "count": 285, "max_ms": 78.327, "p95_ms": 69.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.737, "count": 285, "max_ms": 108.78, "p95_ms": 96.363}, "yolo11_640_fire_11class": {"avg_ms": 54.09, "count": 285, "max_ms": 77.75, "p95_ms": 68.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.968, "count": 285, "max_ms": 77.646, "p95_ms": 63.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.278, "count": 285, "max_ms": 152.964, "p95_ms": 132.162}, "read_interval": {"avg_ms": 105.555, "count": 284, "max_ms": 164.391, "p95_ms": 144.377}, "triton_wait": {"avg_ms": 70.816, "count": 285, "max_ms": 108.793, "p95_ms": 96.379}, "visualize": {"avg_ms": 4.061, "count": 285, "max_ms": 8.854, "p95_ms": 5.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 285, "tracking_summary": 282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5059.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5174.841, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.819, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:07:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:07:18+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T11:07:18+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T11:07:18.784658+09:00", "mtime_epoch": 1783303638.784658, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:07:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 728.301, "name": "celery", "pid": 239, "rss_mb": 725.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.134, "pushed": 6.134, "read": 6.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.56, "count": 184, "max_ms": 52.863, "p95_ms": 46.543}, "gstreamer_push": {"avg_ms": 1.009, "count": 184, "max_ms": 2.263, "p95_ms": 1.151}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.157, "count": 184, "max_ms": 100.322, "p95_ms": 91.557}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.347, "count": 184, "max_ms": 96.813, "p95_ms": 87.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.625, "count": 184, "max_ms": 183.743, "p95_ms": 177.902}, "read_interval": {"avg_ms": 163.898, "count": 183, "max_ms": 192.221, "p95_ms": 187.249}, "triton_wait": {"avg_ms": 73.109, "count": 184, "max_ms": 100.332, "p95_ms": 94.2}, "visualize": {"avg_ms": 37.411, "count": 184, "max_ms": 52.879, "p95_ms": 46.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5051.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3760.398, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.094, "name": "ffmpeg", "pid": 2344, "rss_mb": 336.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.28, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:07:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:07:20+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T11:07:20+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T11:07:20.640685+09:00", "mtime_epoch": 1783303640.640685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:07:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 875.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.714, "pushed": 10.714, "read": 10.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.361, "count": 321, "max_ms": 5.685, "p95_ms": 4.259}, "gstreamer_push": {"avg_ms": 1.531, "count": 321, "max_ms": 4.675, "p95_ms": 3.634}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.776, "count": 321, "max_ms": 79.663, "p95_ms": 65.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.049, "count": 321, "max_ms": 107.955, "p95_ms": 86.518}, "yolo11_640_fire_11class": {"avg_ms": 49.62, "count": 321, "max_ms": 71.132, "p95_ms": 64.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.124, "count": 321, "max_ms": 68.991, "p95_ms": 53.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.419, "count": 321, "max_ms": 120.102, "p95_ms": 98.825}, "read_interval": {"avg_ms": 93.489, "count": 320, "max_ms": 142.76, "p95_ms": 115.532}, "triton_wait": {"avg_ms": 64.069, "count": 321, "max_ms": 107.968, "p95_ms": 86.531}, "visualize": {"avg_ms": 3.772, "count": 321, "max_ms": 5.546, "p95_ms": 4.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5055.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.496, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.251, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:07:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:07:27+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T11:07:27+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T11:07:27.676788+09:00", "mtime_epoch": 1783303647.6767883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:07:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1387.801, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.718, "pushed": 9.718, "read": 9.685}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.98, "count": 291, "max_ms": 7.185, "p95_ms": 5.548}, "gstreamer_push": {"avg_ms": 1.527, "count": 291, "max_ms": 6.187, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.533, "count": 291, "max_ms": 79.091, "p95_ms": 68.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.677, "count": 291, "max_ms": 96.59, "p95_ms": 90.437}, "yolo11_640_fire_11class": {"avg_ms": 54.696, "count": 291, "max_ms": 76.612, "p95_ms": 68.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.089, "count": 291, "max_ms": 74.091, "p95_ms": 64.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.841, "count": 291, "max_ms": 155.48, "p95_ms": 132.717}, "read_interval": {"avg_ms": 103.263, "count": 290, "max_ms": 165.797, "p95_ms": 145.618}, "triton_wait": {"avg_ms": 69.775, "count": 291, "max_ms": 96.602, "p95_ms": 90.45}, "visualize": {"avg_ms": 4.022, "count": 291, "max_ms": 6.63, "p95_ms": 5.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 285, "tracking_summary": 284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5054.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5204.962, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.054, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:07:49+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T11:07:48+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T11:07:48.937102+09:00", "mtime_epoch": 1783303668.9371023, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:07:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 728.555, "name": "celery", "pid": 239, "rss_mb": 724.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.176, "pushed": 6.176, "read": 6.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.185, "count": 185, "max_ms": 56.68, "p95_ms": 45.3}, "gstreamer_push": {"avg_ms": 1.008, "count": 185, "max_ms": 2.186, "p95_ms": 1.143}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.251, "count": 185, "max_ms": 106.781, "p95_ms": 94.937}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.519, "count": 185, "max_ms": 97.368, "p95_ms": 90.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.091, "count": 185, "max_ms": 194.858, "p95_ms": 177.924}, "read_interval": {"avg_ms": 162.991, "count": 184, "max_ms": 204.998, "p95_ms": 187.661}, "triton_wait": {"avg_ms": 73.808, "count": 185, "max_ms": 106.797, "p95_ms": 96.511}, "visualize": {"avg_ms": 38.29, "count": 185, "max_ms": 56.66, "p95_ms": 53.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5052.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3790.473, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.672, "name": "ffmpeg", "pid": 2344, "rss_mb": 338.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.246, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:07:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:07:50+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T11:07:50+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T11:07:50.753129+09:00", "mtime_epoch": 1783303670.7531292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:07:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 875.547, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.578, "pushed": 10.578, "read": 10.544}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 317, "max_ms": 8.209, "p95_ms": 4.573}, "gstreamer_push": {"avg_ms": 1.585, "count": 317, "max_ms": 6.267, "p95_ms": 3.756}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.956, "count": 317, "max_ms": 77.024, "p95_ms": 66.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.168, "count": 317, "max_ms": 110.859, "p95_ms": 91.047}, "yolo11_640_fire_11class": {"avg_ms": 49.738, "count": 317, "max_ms": 73.368, "p95_ms": 65.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.236, "count": 317, "max_ms": 67.366, "p95_ms": 53.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.587, "count": 317, "max_ms": 125.434, "p95_ms": 104.19}, "read_interval": {"avg_ms": 94.919, "count": 316, "max_ms": 145.369, "p95_ms": 121.425}, "triton_wait": {"avg_ms": 65.205, "count": 317, "max_ms": 110.875, "p95_ms": 91.06}, "visualize": {"avg_ms": 3.671, "count": 317, "max_ms": 5.967, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5044.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.557, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.406, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:07:57+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T11:07:57+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T11:07:57.697232+09:00", "mtime_epoch": 1783303677.6972325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:07:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1383.043, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.794, "count": 302, "max_ms": 6.313, "p95_ms": 5.44}, "gstreamer_push": {"avg_ms": 1.471, "count": 302, "max_ms": 4.373, "p95_ms": 3.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.144, "count": 302, "max_ms": 74.779, "p95_ms": 68.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.009, "count": 302, "max_ms": 111.631, "p95_ms": 90.529}, "yolo11_640_fire_11class": {"avg_ms": 53.36, "count": 302, "max_ms": 74.229, "p95_ms": 67.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.16, "count": 302, "max_ms": 72.942, "p95_ms": 63.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.006, "count": 302, "max_ms": 158.432, "p95_ms": 130.366}, "read_interval": {"avg_ms": 99.459, "count": 301, "max_ms": 170.732, "p95_ms": 141.173}, "triton_wait": {"avg_ms": 68.155, "count": 302, "max_ms": 111.644, "p95_ms": 90.542}, "visualize": {"avg_ms": 3.912, "count": 302, "max_ms": 5.962, "p95_ms": 5.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 288, "tracking_summary": 285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5057.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5235.108, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.576, "sample_count": 1859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:08:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:08:19+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T11:08:19+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T11:08:19.057552+09:00", "mtime_epoch": 1783303699.0575516, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:08:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 728.555, "name": "celery", "pid": 239, "rss_mb": 724.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.168, "pushed": 6.168, "read": 6.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.366, "count": 185, "max_ms": 55.579, "p95_ms": 49.367}, "gstreamer_push": {"avg_ms": 0.984, "count": 185, "max_ms": 1.469, "p95_ms": 1.084}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.857, "count": 185, "max_ms": 105.322, "p95_ms": 93.716}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.343, "count": 185, "max_ms": 94.853, "p95_ms": 88.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.617, "count": 185, "max_ms": 197.298, "p95_ms": 179.838}, "read_interval": {"avg_ms": 162.948, "count": 184, "max_ms": 205.904, "p95_ms": 187.643}, "triton_wait": {"avg_ms": 71.986, "count": 185, "max_ms": 105.336, "p95_ms": 93.728}, "visualize": {"avg_ms": 34.639, "count": 185, "max_ms": 45.525, "p95_ms": 39.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5056.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3820.515, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.048, "sample_count": 3055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:08:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:08:20+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T11:08:20+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T11:08:20.769578+09:00", "mtime_epoch": 1783303700.7695775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:08:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 875.805, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.446, "pushed": 10.446, "read": 10.412}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.303, "count": 313, "max_ms": 5.157, "p95_ms": 4.354}, "gstreamer_push": {"avg_ms": 1.506, "count": 313, "max_ms": 5.903, "p95_ms": 3.581}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.159, "count": 313, "max_ms": 73.991, "p95_ms": 67.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.643, "count": 313, "max_ms": 109.617, "p95_ms": 91.113}, "yolo11_640_fire_11class": {"avg_ms": 51.377, "count": 313, "max_ms": 74.389, "p95_ms": 66.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.022, "count": 313, "max_ms": 70.65, "p95_ms": 52.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.854, "count": 313, "max_ms": 122.078, "p95_ms": 103.082}, "read_interval": {"avg_ms": 95.932, "count": 312, "max_ms": 150.348, "p95_ms": 121.377}, "triton_wait": {"avg_ms": 66.715, "count": 313, "max_ms": 109.631, "p95_ms": 91.127}, "visualize": {"avg_ms": 3.696, "count": 313, "max_ms": 5.833, "p95_ms": 4.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5059.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.598, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.508, "name": "ffmpeg", "pid": 3088, "rss_mb": 337.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.841, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:08:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:08:27+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T11:08:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T11:08:27.777683+09:00", "mtime_epoch": 1783303707.7776828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:08:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1382.449, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.524, "pushed": 9.524, "read": 9.49}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 285, "max_ms": 8.417, "p95_ms": 5.584}, "gstreamer_push": {"avg_ms": 1.524, "count": 285, "max_ms": 6.055, "p95_ms": 3.62}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.683, "count": 285, "max_ms": 75.687, "p95_ms": 70.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.859, "count": 285, "max_ms": 110.266, "p95_ms": 93.769}, "yolo11_640_fire_11class": {"avg_ms": 55.504, "count": 285, "max_ms": 74.708, "p95_ms": 70.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.653, "count": 285, "max_ms": 73.133, "p95_ms": 64.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.933, "count": 285, "max_ms": 147.672, "p95_ms": 132.822}, "read_interval": {"avg_ms": 105.48, "count": 284, "max_ms": 156.612, "p95_ms": 143.208}, "triton_wait": {"avg_ms": 71.052, "count": 285, "max_ms": 110.278, "p95_ms": 93.782}, "visualize": {"avg_ms": 4.126, "count": 285, "max_ms": 7.023, "p95_ms": 5.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 289, "tracking_summary": 287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5050.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5265.273, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.306, "sample_count": 1855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:08:49+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T11:08:49+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T11:08:49.206007+09:00", "mtime_epoch": 1783303729.2060068, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:08:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 729.016, "name": "celery", "pid": 239, "rss_mb": 716.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.333, "pushed": 6.333, "read": 6.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.285, "count": 189, "max_ms": 50.206, "p95_ms": 47.936}, "gstreamer_push": {"avg_ms": 0.981, "count": 190, "max_ms": 1.143, "p95_ms": 1.1}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.588, "count": 189, "max_ms": 99.66, "p95_ms": 93.005}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.183, "count": 189, "max_ms": 93.92, "p95_ms": 88.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.434, "count": 190, "max_ms": 185.669, "p95_ms": 180.784}, "read_interval": {"avg_ms": 158.68, "count": 189, "max_ms": 195.267, "p95_ms": 188.373}, "triton_wait": {"avg_ms": 71.588, "count": 189, "max_ms": 99.674, "p95_ms": 93.205}, "visualize": {"avg_ms": 35.804, "count": 189, "max_ms": 43.282, "p95_ms": 41.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5055.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3850.594, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.672, "sample_count": 3145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:08:50+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T11:08:50+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T11:08:50.866032+09:00", "mtime_epoch": 1783303730.8660321, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:08:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 875.805, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.341, "pushed": 10.341, "read": 10.308}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.467, "count": 310, "max_ms": 5.568, "p95_ms": 5.247}, "gstreamer_push": {"avg_ms": 1.644, "count": 310, "max_ms": 6.265, "p95_ms": 3.917}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.745, "count": 310, "max_ms": 77.033, "p95_ms": 66.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.632, "count": 310, "max_ms": 106.276, "p95_ms": 88.435}, "yolo11_640_fire_11class": {"avg_ms": 52.672, "count": 310, "max_ms": 73.284, "p95_ms": 66.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.106, "count": 310, "max_ms": 67.889, "p95_ms": 52.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.515, "count": 310, "max_ms": 118.143, "p95_ms": 100.918}, "read_interval": {"avg_ms": 97.034, "count": 309, "max_ms": 137.868, "p95_ms": 118.929}, "triton_wait": {"avg_ms": 66.724, "count": 310, "max_ms": 106.286, "p95_ms": 88.451}, "visualize": {"avg_ms": 3.887, "count": 310, "max_ms": 7.018, "p95_ms": 4.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5056.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T10:53:26+09:00", "last_error_summary": "[NULL @ 0x5604a85db200] missing picture in access unit with size 18 [h264 @ 0x5604a86546c0] no frame! [in#0/rtsp @ 0x5604a85d6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5604a85d6e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5604a85db840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T10:53:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 940.624, "last_started_at": "2026-07-06T10:53:29+09:00", "pid": 3088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.391, "name": "ffmpeg", "pid": 3088, "rss_mb": 338.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.748, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T11:09:09+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T11:09:09+09:00", "mjpeg": {"age_sec": 16.987, "exists": true, "mtime": "2026-07-06T11:08:52.882063+09:00", "mtime_epoch": 1783303732.8820627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:09:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1382.809, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.14, "pushed": 4.14, "read": 4.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.765, "count": 124, "max_ms": 7.654, "p95_ms": 5.578}, "gstreamer_push": {"avg_ms": 1.688, "count": 124, "max_ms": 6.281, "p95_ms": 3.908}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.365, "count": 124, "max_ms": 72.249, "p95_ms": 70.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.069, "count": 124, "max_ms": 97.642, "p95_ms": 93.247}, "yolo11_640_fire_11class": {"avg_ms": 59.993, "count": 124, "max_ms": 71.689, "p95_ms": 70.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.409, "count": 124, "max_ms": 73.123, "p95_ms": 65.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.224, "count": 124, "max_ms": 138.347, "p95_ms": 113.003}, "read_interval": {"avg_ms": 243.573, "count": 123, "max_ms": 17021.776, "p95_ms": 128.062}, "triton_wait": {"avg_ms": 76.305, "count": 124, "max_ms": 97.655, "p95_ms": 93.261}, "visualize": {"avg_ms": 3.908, "count": 124, "max_ms": 6.927, "p95_ms": 5.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5060.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5295.373, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.497, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:09:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T11:09:19+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T11:09:19.334467+09:00", "mtime_epoch": 1783303759.3344667, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:09:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 729.016, "name": "celery", "pid": 239, "rss_mb": 727.16, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.748, "pushed": 6.748, "read": 6.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.202, "count": 202, "max_ms": 56.503, "p95_ms": 47.538}, "gstreamer_push": {"avg_ms": 1.024, "count": 202, "max_ms": 2.439, "p95_ms": 1.858}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.201, "count": 202, "max_ms": 92.983, "p95_ms": 72.723}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 60.588, "count": 202, "max_ms": 97.682, "p95_ms": 73.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.605, "count": 202, "max_ms": 181.271, "p95_ms": 165.926}, "read_interval": {"avg_ms": 149.022, "count": 201, "max_ms": 188.645, "p95_ms": 172.837}, "triton_wait": {"avg_ms": 62.182, "count": 202, "max_ms": 97.694, "p95_ms": 75.076}, "visualize": {"avg_ms": 38.551, "count": 202, "max_ms": 60.677, "p95_ms": 53.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5057.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3880.664, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.918, "sample_count": 3192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:09:21+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-06T11:09:20+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T11:09:20.954492+09:00", "mtime_epoch": 1783303760.9544916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:09:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 878.441, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 362, "pushed_frames": 362, "read_frames": 361, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.088, "pushed": 12.088, "read": 12.055}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.302, "count": 362, "max_ms": 5.567, "p95_ms": 3.953}, "gstreamer_push": {"avg_ms": 1.567, "count": 362, "max_ms": 6.2, "p95_ms": 3.752}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.871, "count": 362, "max_ms": 69.693, "p95_ms": 50.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.112, "count": 362, "max_ms": 100.939, "p95_ms": 74.744}, "yolo11_640_fire_11class": {"avg_ms": 44.209, "count": 362, "max_ms": 68.793, "p95_ms": 50.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.342, "count": 362, "max_ms": 53.352, "p95_ms": 35.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.138, "count": 362, "max_ms": 113.446, "p95_ms": 87.968}, "read_interval": {"avg_ms": 83.081, "count": 361, "max_ms": 133.732, "p95_ms": 105.297}, "triton_wait": {"avg_ms": 54.127, "count": 362, "max_ms": 100.955, "p95_ms": 74.756}, "visualize": {"avg_ms": 3.662, "count": 362, "max_ms": 6.994, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5056.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.882, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.023, "name": "ffmpeg", "pid": 3240, "rss_mb": 331.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.695, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:09:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:09:39+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T11:09:39+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T11:09:39.886783+09:00", "mtime_epoch": 1783303779.8867831, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:09:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1390.715, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.688, "pushed": 6.688, "read": 6.688}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.875, "count": 92, "max_ms": 8.232, "p95_ms": 5.546}, "gstreamer_push": {"avg_ms": 1.65, "count": 92, "max_ms": 6.211, "p95_ms": 3.911}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.516, "count": 92, "max_ms": 75.223, "p95_ms": 69.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.166, "count": 92, "max_ms": 96.359, "p95_ms": 88.859}, "yolo11_640_fire_11class": {"avg_ms": 54.147, "count": 92, "max_ms": 73.752, "p95_ms": 69.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.996, "count": 92, "max_ms": 66.397, "p95_ms": 64.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.31, "count": 92, "max_ms": 137.71, "p95_ms": 109.065}, "read_interval": {"avg_ms": 327.073, "count": 92, "max_ms": 16409.306, "p95_ms": 139.484}, "triton_wait": {"avg_ms": 70.41, "count": 92, "max_ms": 96.372, "p95_ms": 88.872}, "visualize": {"avg_ms": 3.957, "count": 92, "max_ms": 6.529, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.756, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5068.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5325.54, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.829, "sample_count": 1873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:09:49+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T11:09:49+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T11:09:49.474931+09:00", "mtime_epoch": 1783303789.4749315, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:09:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 731.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.228, "pushed": 6.228, "read": 6.195}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.358, "count": 186, "max_ms": 59.489, "p95_ms": 50.42}, "gstreamer_push": {"avg_ms": 1.007, "count": 186, "max_ms": 3.803, "p95_ms": 1.153}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.804, "count": 186, "max_ms": 94.817, "p95_ms": 87.761}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.894, "count": 186, "max_ms": 104.1, "p95_ms": 85.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.943, "count": 186, "max_ms": 198.954, "p95_ms": 180.18}, "read_interval": {"avg_ms": 161.296, "count": 185, "max_ms": 206.227, "p95_ms": 189.123}, "triton_wait": {"avg_ms": 69.692, "count": 186, "max_ms": 104.114, "p95_ms": 89.49}, "visualize": {"avg_ms": 38.342, "count": 186, "max_ms": 69.577, "p95_ms": 52.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5068.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3910.677, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.194, "sample_count": 3172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:09:51+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T11:09:50+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T11:09:50.958954+09:00", "mtime_epoch": 1783303790.9589543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:09:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 878.898, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.374, "count": 301, "max_ms": 5.824, "p95_ms": 4.324}, "gstreamer_push": {"avg_ms": 1.496, "count": 301, "max_ms": 5.438, "p95_ms": 3.601}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.492, "count": 301, "max_ms": 74.126, "p95_ms": 64.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.693, "count": 301, "max_ms": 106.66, "p95_ms": 82.515}, "yolo11_640_fire_11class": {"avg_ms": 46.942, "count": 301, "max_ms": 74.54, "p95_ms": 63.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.129, "count": 301, "max_ms": 60.8, "p95_ms": 49.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.09, "count": 301, "max_ms": 118.729, "p95_ms": 95.529}, "read_interval": {"avg_ms": 99.689, "count": 301, "max_ms": 226.105, "p95_ms": 135.883}, "triton_wait": {"avg_ms": 59.748, "count": 301, "max_ms": 106.674, "p95_ms": 82.53}, "visualize": {"avg_ms": 3.763, "count": 301, "max_ms": 6.52, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5056.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.918, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.148, "name": "ffmpeg", "pid": 3240, "rss_mb": 335.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.596, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:10:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T11:10:09+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T11:10:09.923249+09:00", "mtime_epoch": 1783303809.9232492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:10:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1385.766, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.346, "pushed": 9.346, "read": 9.313}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 280, "max_ms": 7.394, "p95_ms": 5.641}, "gstreamer_push": {"avg_ms": 1.473, "count": 280, "max_ms": 6.384, "p95_ms": 3.617}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.119, "count": 280, "max_ms": 76.427, "p95_ms": 69.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.964, "count": 280, "max_ms": 96.232, "p95_ms": 89.696}, "yolo11_640_fire_11class": {"avg_ms": 52.656, "count": 280, "max_ms": 76.413, "p95_ms": 67.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.55, "count": 280, "max_ms": 77.689, "p95_ms": 64.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.172, "count": 280, "max_ms": 149.68, "p95_ms": 135.546}, "read_interval": {"avg_ms": 107.372, "count": 279, "max_ms": 655.967, "p95_ms": 146.194}, "triton_wait": {"avg_ms": 66.213, "count": 280, "max_ms": 96.245, "p95_ms": 89.708}, "visualize": {"avg_ms": 4.251, "count": 280, "max_ms": 6.586, "p95_ms": 5.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 294, "tracking_summary": 292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5046.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5355.624, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.873, "sample_count": 1870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:10:19+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T11:10:19+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T11:10:19.571400+09:00", "mtime_epoch": 1783303819.5714, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:10:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 713.652, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.113, "pushed": 6.113, "read": 6.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.127, "count": 183, "max_ms": 60.032, "p95_ms": 47.133}, "gstreamer_push": {"avg_ms": 1.042, "count": 183, "max_ms": 3.444, "p95_ms": 1.125}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.015, "count": 183, "max_ms": 99.746, "p95_ms": 90.857}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.459, "count": 183, "max_ms": 94.768, "p95_ms": 89.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.035, "count": 183, "max_ms": 200.363, "p95_ms": 182.443}, "read_interval": {"avg_ms": 164.412, "count": 182, "max_ms": 207.344, "p95_ms": 190.378}, "triton_wait": {"avg_ms": 72.223, "count": 183, "max_ms": 99.764, "p95_ms": 92.691}, "visualize": {"avg_ms": 38.092, "count": 183, "max_ms": 53.283, "p95_ms": 46.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5057.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3940.765, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.818, "sample_count": 3164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:10:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T11:10:21+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T11:10:21.027423+09:00", "mtime_epoch": 1783303821.0274227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:10:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.719, "name": "celery", "pid": 237, "rss_mb": 878.898, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.375, "count": 299, "max_ms": 5.671, "p95_ms": 4.483}, "gstreamer_push": {"avg_ms": 1.538, "count": 299, "max_ms": 6.149, "p95_ms": 3.79}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.207, "count": 299, "max_ms": 79.343, "p95_ms": 65.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.193, "count": 299, "max_ms": 105.127, "p95_ms": 86.702}, "yolo11_640_fire_11class": {"avg_ms": 49.015, "count": 299, "max_ms": 78.433, "p95_ms": 63.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.822, "count": 299, "max_ms": 73.794, "p95_ms": 54.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.913, "count": 299, "max_ms": 117.053, "p95_ms": 99.818}, "read_interval": {"avg_ms": 100.278, "count": 299, "max_ms": 271.72, "p95_ms": 153.609}, "triton_wait": {"avg_ms": 63.599, "count": 299, "max_ms": 105.14, "p95_ms": 86.715}, "visualize": {"avg_ms": 3.716, "count": 299, "max_ms": 6.722, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5050.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.939, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.148, "name": "ffmpeg", "pid": 3240, "rss_mb": 335.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.024, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:10:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:10:40+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T11:10:39+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T11:10:39.939719+09:00", "mtime_epoch": 1783303839.9397192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:10:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1380.266, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.152, "pushed": 9.152, "read": 9.119}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.524, "count": 274, "max_ms": 8.185, "p95_ms": 6.152}, "gstreamer_push": {"avg_ms": 1.385, "count": 274, "max_ms": 5.975, "p95_ms": 2.539}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.736, "count": 274, "max_ms": 80.262, "p95_ms": 69.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.042, "count": 274, "max_ms": 104.522, "p95_ms": 86.846}, "yolo11_640_fire_11class": {"avg_ms": 53.931, "count": 274, "max_ms": 79.408, "p95_ms": 67.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.7, "count": 274, "max_ms": 75.73, "p95_ms": 65.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.425, "count": 274, "max_ms": 144.109, "p95_ms": 132.796}, "read_interval": {"avg_ms": 109.629, "count": 273, "max_ms": 155.537, "p95_ms": 143.821}, "triton_wait": {"avg_ms": 67.218, "count": 274, "max_ms": 104.536, "p95_ms": 86.861}, "visualize": {"avg_ms": 4.423, "count": 274, "max_ms": 6.958, "p95_ms": 5.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 296, "tracking_summary": 293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5052.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5385.758, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.92, "sample_count": 1863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:10:49+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T11:10:49+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T11:10:49.691873+09:00", "mtime_epoch": 1783303849.6918728, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:10:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 716.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.14, "pushed": 6.14, "read": 6.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.07, "count": 184, "max_ms": 57.319, "p95_ms": 51.786}, "gstreamer_push": {"avg_ms": 1.301, "count": 184, "max_ms": 3.756, "p95_ms": 3.092}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.616, "count": 184, "max_ms": 99.883, "p95_ms": 87.904}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.715, "count": 184, "max_ms": 98.594, "p95_ms": 87.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.904, "count": 184, "max_ms": 214.286, "p95_ms": 180.266}, "read_interval": {"avg_ms": 163.657, "count": 183, "max_ms": 224.817, "p95_ms": 188.282}, "triton_wait": {"avg_ms": 70.807, "count": 184, "max_ms": 99.897, "p95_ms": 89.986}, "visualize": {"avg_ms": 40.366, "count": 184, "max_ms": 62.46, "p95_ms": 51.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5051.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3970.784, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.978, "sample_count": 3142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:10:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T11:10:51+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T11:10:51.051894+09:00", "mtime_epoch": 1783303851.0518944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:10:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.734, "name": "celery", "pid": 237, "rss_mb": 878.957, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.377, "count": 298, "max_ms": 5.264, "p95_ms": 4.824}, "gstreamer_push": {"avg_ms": 1.609, "count": 298, "max_ms": 6.693, "p95_ms": 3.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.118, "count": 298, "max_ms": 75.913, "p95_ms": 66.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.621, "count": 298, "max_ms": 105.276, "p95_ms": 87.839}, "yolo11_640_fire_11class": {"avg_ms": 50.968, "count": 298, "max_ms": 75.351, "p95_ms": 65.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.183, "count": 298, "max_ms": 71.952, "p95_ms": 52.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.224, "count": 298, "max_ms": 120.15, "p95_ms": 100.876}, "read_interval": {"avg_ms": 100.737, "count": 298, "max_ms": 267.029, "p95_ms": 133.244}, "triton_wait": {"avg_ms": 64.842, "count": 298, "max_ms": 105.29, "p95_ms": 87.852}, "visualize": {"avg_ms": 3.717, "count": 298, "max_ms": 4.871, "p95_ms": 4.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5052.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.001, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.148, "name": "ffmpeg", "pid": 3240, "rss_mb": 335.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.119, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:11:10+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T11:11:09+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T11:11:09.968194+09:00", "mtime_epoch": 1783303869.9681935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:11:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1382.332, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.892, "count": 298, "max_ms": 8.089, "p95_ms": 5.551}, "gstreamer_push": {"avg_ms": 1.548, "count": 298, "max_ms": 8.4, "p95_ms": 3.748}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.835, "count": 298, "max_ms": 75.391, "p95_ms": 69.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.423, "count": 298, "max_ms": 105.463, "p95_ms": 89.617}, "yolo11_640_fire_11class": {"avg_ms": 54.535, "count": 298, "max_ms": 74.833, "p95_ms": 68.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.436, "count": 298, "max_ms": 74.845, "p95_ms": 64.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.49, "count": 298, "max_ms": 158.732, "p95_ms": 125.843}, "read_interval": {"avg_ms": 100.839, "count": 297, "max_ms": 172.827, "p95_ms": 137.851}, "triton_wait": {"avg_ms": 68.617, "count": 298, "max_ms": 105.477, "p95_ms": 89.634}, "visualize": {"avg_ms": 3.967, "count": 298, "max_ms": 7.665, "p95_ms": 5.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 297, "tracking_summary": 295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5047.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5415.894, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.829, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:11:19+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T11:11:19+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T11:11:19.832350+09:00", "mtime_epoch": 1783303879.83235, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 238779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:11:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 716.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.239, "pushed": 6.239, "read": 6.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.908, "count": 187, "max_ms": 56.858, "p95_ms": 49.738}, "gstreamer_push": {"avg_ms": 1.032, "count": 187, "max_ms": 2.18, "p95_ms": 1.194}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.518, "count": 187, "max_ms": 105.848, "p95_ms": 93.789}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.036, "count": 187, "max_ms": 100.171, "p95_ms": 88.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.653, "count": 187, "max_ms": 201.488, "p95_ms": 176.281}, "read_interval": {"avg_ms": 161.133, "count": 186, "max_ms": 209.559, "p95_ms": 183.904}, "triton_wait": {"avg_ms": 72.373, "count": 187, "max_ms": 105.862, "p95_ms": 94.591}, "visualize": {"avg_ms": 36.576, "count": 187, "max_ms": 58.944, "p95_ms": 46.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5050.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4000.855, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.11, "sample_count": 3131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:11:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:11:21+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T11:11:21+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T11:11:21.128371+09:00", "mtime_epoch": 1783303881.1283708, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:11:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 881.828, "name": "celery", "pid": 237, "rss_mb": 876.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.454, "count": 304, "max_ms": 6.03, "p95_ms": 5.055}, "gstreamer_push": {"avg_ms": 1.665, "count": 304, "max_ms": 7.057, "p95_ms": 3.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.186, "count": 304, "max_ms": 76.489, "p95_ms": 67.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.657, "count": 304, "max_ms": 111.294, "p95_ms": 90.228}, "yolo11_640_fire_11class": {"avg_ms": 49.745, "count": 304, "max_ms": 75.976, "p95_ms": 65.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.034, "count": 304, "max_ms": 74.656, "p95_ms": 53.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.458, "count": 304, "max_ms": 123.465, "p95_ms": 102.142}, "read_interval": {"avg_ms": 98.945, "count": 303, "max_ms": 199.955, "p95_ms": 132.915}, "triton_wait": {"avg_ms": 63.879, "count": 304, "max_ms": 111.307, "p95_ms": 90.242}, "visualize": {"avg_ms": 3.801, "count": 304, "max_ms": 6.94, "p95_ms": 4.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5060.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.029, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.148, "name": "ffmpeg", "pid": 3240, "rss_mb": 335.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.717, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:11:40+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T11:11:39+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T11:11:39.980671+09:00", "mtime_epoch": 1783303899.9806712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:11:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1382.723, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.223, "pushed": 9.223, "read": 9.19}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 276, "max_ms": 8.715, "p95_ms": 5.629}, "gstreamer_push": {"avg_ms": 1.443, "count": 276, "max_ms": 6.427, "p95_ms": 3.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.893, "count": 276, "max_ms": 77.307, "p95_ms": 71.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.148, "count": 276, "max_ms": 105.358, "p95_ms": 94.881}, "yolo11_640_fire_11class": {"avg_ms": 54.869, "count": 276, "max_ms": 76.16, "p95_ms": 70.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.012, "count": 276, "max_ms": 72.213, "p95_ms": 66.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.233, "count": 276, "max_ms": 157.966, "p95_ms": 142.046}, "read_interval": {"avg_ms": 108.691, "count": 275, "max_ms": 171.29, "p95_ms": 152.947}, "triton_wait": {"avg_ms": 69.313, "count": 276, "max_ms": 105.372, "p95_ms": 94.895}, "visualize": {"avg_ms": 4.267, "count": 276, "max_ms": 8.757, "p95_ms": 5.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5062.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5445.958, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.659, "sample_count": 1856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:11:50+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T11:11:49+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T11:11:49.904830+09:00", "mtime_epoch": 1783303909.90483, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:11:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 728.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.891, "pushed": 5.891, "read": 5.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.326, "count": 176, "max_ms": 62.63, "p95_ms": 52.2}, "gstreamer_push": {"avg_ms": 1.304, "count": 176, "max_ms": 3.746, "p95_ms": 2.252}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.253, "count": 176, "max_ms": 100.317, "p95_ms": 95.183}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.435, "count": 176, "max_ms": 103.232, "p95_ms": 90.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.153, "count": 176, "max_ms": 202.118, "p95_ms": 194.243}, "read_interval": {"avg_ms": 170.885, "count": 175, "max_ms": 209.092, "p95_ms": 202.949}, "triton_wait": {"avg_ms": 72.781, "count": 176, "max_ms": 103.245, "p95_ms": 96.665}, "visualize": {"avg_ms": 40.627, "count": 176, "max_ms": 57.389, "p95_ms": 52.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5059.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4030.977, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.941, "sample_count": 3121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:11:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:11:51+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T11:11:51+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T11:11:51.168850+09:00", "mtime_epoch": 1783303911.1688502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:11:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 879.363, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 300, "max_ms": 5.513, "p95_ms": 4.056}, "gstreamer_push": {"avg_ms": 1.602, "count": 300, "max_ms": 5.475, "p95_ms": 3.826}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.718, "count": 300, "max_ms": 75.854, "p95_ms": 67.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.74, "count": 300, "max_ms": 111.682, "p95_ms": 89.995}, "yolo11_640_fire_11class": {"avg_ms": 50.154, "count": 300, "max_ms": 75.663, "p95_ms": 67.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.581, "count": 300, "max_ms": 67.23, "p95_ms": 52.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.248, "count": 300, "max_ms": 123.977, "p95_ms": 102.21}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 1250.831, "p95_ms": 128.893}, "triton_wait": {"avg_ms": 64.85, "count": 300, "max_ms": 111.695, "p95_ms": 90.007}, "visualize": {"avg_ms": 3.774, "count": 300, "max_ms": 5.939, "p95_ms": 4.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5061.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.133, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.148, "name": "ffmpeg", "pid": 3240, "rss_mb": 335.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.824, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:12:10+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T11:12:10+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T11:12:10.081154+09:00", "mtime_epoch": 1783303930.0811539, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:12:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1385.949, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.544, "pushed": 8.544, "read": 8.511}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.031, "count": 255, "max_ms": 8.711, "p95_ms": 6.635}, "gstreamer_push": {"avg_ms": 1.296, "count": 256, "max_ms": 4.087, "p95_ms": 2.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.566, "count": 255, "max_ms": 74.294, "p95_ms": 66.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.47, "count": 255, "max_ms": 101.014, "p95_ms": 91.426}, "yolo11_640_fire_11class": {"avg_ms": 51.641, "count": 255, "max_ms": 72.206, "p95_ms": 65.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.832, "count": 255, "max_ms": 75.406, "p95_ms": 64.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.15, "count": 256, "max_ms": 152.88, "p95_ms": 142.982}, "read_interval": {"avg_ms": 117.523, "count": 255, "max_ms": 166.066, "p95_ms": 152.948}, "triton_wait": {"avg_ms": 65.666, "count": 255, "max_ms": 101.027, "p95_ms": 91.44}, "visualize": {"avg_ms": 4.803, "count": 255, "max_ms": 8.873, "p95_ms": 6.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 300, "tracking_summary": 298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5061.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5476.035, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.696, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:12:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:12:20+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T11:12:19+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T11:12:20.001314+09:00", "mtime_epoch": 1783303940.0013137, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:12:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 725.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.416, "pushed": 6.416, "read": 6.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.336, "count": 192, "max_ms": 52.731, "p95_ms": 49.397}, "gstreamer_push": {"avg_ms": 1.132, "count": 192, "max_ms": 2.75, "p95_ms": 2.243}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.838, "count": 192, "max_ms": 97.496, "p95_ms": 88.235}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.571, "count": 192, "max_ms": 96.037, "p95_ms": 88.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.112, "count": 192, "max_ms": 187.939, "p95_ms": 174.419}, "read_interval": {"avg_ms": 156.739, "count": 191, "max_ms": 195.01, "p95_ms": 182.434}, "triton_wait": {"avg_ms": 70.826, "count": 192, "max_ms": 97.509, "p95_ms": 89.218}, "visualize": {"avg_ms": 38.235, "count": 192, "max_ms": 61.997, "p95_ms": 55.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5060.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4061.037, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 341.25, "name": "ffmpeg", "pid": 2344, "rss_mb": 341.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.695, "sample_count": 3081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:12:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T11:12:21+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T11:12:21+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T11:12:21.269334+09:00", "mtime_epoch": 1783303941.269334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:12:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 879.082, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.345, "pushed": 9.345, "read": 9.312}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 280, "max_ms": 8.6, "p95_ms": 6.142}, "gstreamer_push": {"avg_ms": 1.516, "count": 280, "max_ms": 6.925, "p95_ms": 3.635}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.781, "count": 280, "max_ms": 76.022, "p95_ms": 63.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.142, "count": 280, "max_ms": 103.768, "p95_ms": 87.664}, "yolo11_640_fire_11class": {"avg_ms": 46.834, "count": 280, "max_ms": 70.54, "p95_ms": 61.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.723, "count": 280, "max_ms": 67.949, "p95_ms": 51.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.909, "count": 280, "max_ms": 157.994, "p95_ms": 131.538}, "read_interval": {"avg_ms": 107.283, "count": 279, "max_ms": 353.314, "p95_ms": 154.571}, "triton_wait": {"avg_ms": 61.642, "count": 280, "max_ms": 103.781, "p95_ms": 87.677}, "visualize": {"avg_ms": 4.207, "count": 280, "max_ms": 6.73, "p95_ms": 5.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5059.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.167, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.406, "name": "ffmpeg", "pid": 3240, "rss_mb": 335.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.841, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:12:40+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T11:12:40+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T11:12:40.121639+09:00", "mtime_epoch": 1783303960.121639, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:12:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1385.945, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.998, "count": 296, "max_ms": 8.315, "p95_ms": 5.572}, "gstreamer_push": {"avg_ms": 1.572, "count": 296, "max_ms": 5.057, "p95_ms": 3.759}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.402, "count": 296, "max_ms": 79.819, "p95_ms": 69.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.219, "count": 296, "max_ms": 106.038, "p95_ms": 91.039}, "yolo11_640_fire_11class": {"avg_ms": 53.506, "count": 296, "max_ms": 72.618, "p95_ms": 68.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.629, "count": 296, "max_ms": 82.958, "p95_ms": 64.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.273, "count": 296, "max_ms": 144.177, "p95_ms": 130.554}, "read_interval": {"avg_ms": 101.384, "count": 295, "max_ms": 153.88, "p95_ms": 141.378}, "triton_wait": {"avg_ms": 68.338, "count": 296, "max_ms": 106.054, "p95_ms": 91.052}, "visualize": {"avg_ms": 4.029, "count": 296, "max_ms": 7.819, "p95_ms": 5.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 303, "tracking_summary": 299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5061.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5506.189, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.33, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:12:50+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T11:12:50+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T11:12:50.121801+09:00", "mtime_epoch": 1783303970.1218011, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:12:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 726.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.061, "pushed": 6.061, "read": 6.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.795, "count": 181, "max_ms": 55.536, "p95_ms": 49.506}, "gstreamer_push": {"avg_ms": 1.092, "count": 181, "max_ms": 3.362, "p95_ms": 2.141}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.738, "count": 181, "max_ms": 100.349, "p95_ms": 91.655}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.313, "count": 181, "max_ms": 98.396, "p95_ms": 89.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.425, "count": 181, "max_ms": 188.807, "p95_ms": 179.633}, "read_interval": {"avg_ms": 165.813, "count": 180, "max_ms": 195.786, "p95_ms": 188.318}, "triton_wait": {"avg_ms": 74.123, "count": 181, "max_ms": 100.363, "p95_ms": 91.967}, "visualize": {"avg_ms": 36.887, "count": 181, "max_ms": 63.571, "p95_ms": 52.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5062.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4091.108, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 343.828, "name": "ffmpeg", "pid": 2344, "rss_mb": 343.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.082, "sample_count": 3075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:12:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:12:51+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T11:12:51+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T11:12:51.369821+09:00", "mtime_epoch": 1783303971.3698213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:12:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 879.195, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.444, "pushed": 10.444, "read": 10.411}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.364, "count": 313, "max_ms": 6.468, "p95_ms": 4.289}, "gstreamer_push": {"avg_ms": 1.519, "count": 313, "max_ms": 4.565, "p95_ms": 3.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.547, "count": 313, "max_ms": 76.168, "p95_ms": 68.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.29, "count": 313, "max_ms": 111.786, "p95_ms": 89.191}, "yolo11_640_fire_11class": {"avg_ms": 51.406, "count": 313, "max_ms": 72.58, "p95_ms": 66.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.758, "count": 313, "max_ms": 79.166, "p95_ms": 52.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.951, "count": 313, "max_ms": 123.923, "p95_ms": 101.286}, "read_interval": {"avg_ms": 96.065, "count": 312, "max_ms": 144.439, "p95_ms": 120.284}, "triton_wait": {"avg_ms": 66.66, "count": 313, "max_ms": 111.799, "p95_ms": 89.204}, "visualize": {"avg_ms": 3.741, "count": 313, "max_ms": 6.725, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5063.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.221, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.406, "name": "ffmpeg", "pid": 3240, "rss_mb": 335.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.613, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:13:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T11:13:10+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T11:13:10.226128+09:00", "mtime_epoch": 1783303990.226128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:13:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1389.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.018, "pushed": 9.018, "read": 8.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.701, "count": 270, "max_ms": 8.642, "p95_ms": 6.189}, "gstreamer_push": {"avg_ms": 1.481, "count": 270, "max_ms": 6.355, "p95_ms": 3.667}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.33, "count": 270, "max_ms": 73.681, "p95_ms": 65.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.647, "count": 270, "max_ms": 95.171, "p95_ms": 88.242}, "yolo11_640_fire_11class": {"avg_ms": 51.524, "count": 270, "max_ms": 72.776, "p95_ms": 66.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.61, "count": 270, "max_ms": 79.342, "p95_ms": 65.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.407, "count": 270, "max_ms": 147.422, "p95_ms": 134.924}, "read_interval": {"avg_ms": 111.437, "count": 269, "max_ms": 157.516, "p95_ms": 144.83}, "triton_wait": {"avg_ms": 64.925, "count": 270, "max_ms": 95.184, "p95_ms": 88.254}, "visualize": {"avg_ms": 4.559, "count": 270, "max_ms": 8.736, "p95_ms": 5.583}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 303, "tracking_summary": 301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5070.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5536.327, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.696, "sample_count": 1854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:13:20+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T11:13:20+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T11:13:20.290293+09:00", "mtime_epoch": 1783304000.2902925, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:13:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 728.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.973, "pushed": 5.973, "read": 5.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.299, "count": 179, "max_ms": 60.406, "p95_ms": 48.169}, "gstreamer_push": {"avg_ms": 1.304, "count": 179, "max_ms": 3.764, "p95_ms": 3.422}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.637, "count": 179, "max_ms": 98.606, "p95_ms": 90.255}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.631, "count": 179, "max_ms": 105.469, "p95_ms": 92.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.627, "count": 179, "max_ms": 198.471, "p95_ms": 180.189}, "read_interval": {"avg_ms": 168.501, "count": 178, "max_ms": 205.494, "p95_ms": 189.262}, "triton_wait": {"avg_ms": 72.04, "count": 179, "max_ms": 105.483, "p95_ms": 92.434}, "visualize": {"avg_ms": 39.809, "count": 179, "max_ms": 64.257, "p95_ms": 53.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5072.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4121.184, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 343.828, "name": "ffmpeg", "pid": 2344, "rss_mb": 343.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.511, "sample_count": 3070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:13:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T11:13:21+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T11:13:21.446311+09:00", "mtime_epoch": 1783304001.4463112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:13:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 879.449, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.234, "pushed": 10.234, "read": 10.201}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.352, "count": 306, "max_ms": 5.085, "p95_ms": 4.313}, "gstreamer_push": {"avg_ms": 1.571, "count": 307, "max_ms": 6.629, "p95_ms": 3.614}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.274, "count": 306, "max_ms": 75.575, "p95_ms": 65.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.015, "count": 306, "max_ms": 110.575, "p95_ms": 84.612}, "yolo11_640_fire_11class": {"avg_ms": 47.887, "count": 306, "max_ms": 75.047, "p95_ms": 64.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.537, "count": 306, "max_ms": 75.899, "p95_ms": 53.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.636, "count": 307, "max_ms": 122.772, "p95_ms": 96.578}, "read_interval": {"avg_ms": 97.939, "count": 306, "max_ms": 240.174, "p95_ms": 133.665}, "triton_wait": {"avg_ms": 61.346, "count": 306, "max_ms": 110.588, "p95_ms": 84.626}, "visualize": {"avg_ms": 3.724, "count": 306, "max_ms": 4.752, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 306, "tracking_summary": 302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5052.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5566.456, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.69, "sample_count": 1860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:13:50+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T11:13:50+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T11:13:50.406786+09:00", "mtime_epoch": 1783304030.4067857, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:13:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 715.762, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.5, "pushed": 6.5, "read": 6.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.97, "count": 194, "max_ms": 57.899, "p95_ms": 49.099}, "gstreamer_push": {"avg_ms": 0.98, "count": 195, "max_ms": 2.451, "p95_ms": 1.087}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.67, "count": 194, "max_ms": 95.608, "p95_ms": 74.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.622, "count": 194, "max_ms": 94.822, "p95_ms": 77.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.239, "count": 195, "max_ms": 178.916, "p95_ms": 168.788}, "read_interval": {"avg_ms": 154.473, "count": 194, "max_ms": 185.664, "p95_ms": 176.15}, "triton_wait": {"avg_ms": 65.011, "count": 194, "max_ms": 95.62, "p95_ms": 77.263}, "visualize": {"avg_ms": 35.777, "count": 194, "max_ms": 58.525, "p95_ms": 50.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5062.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4151.227, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 343.828, "name": "ffmpeg", "pid": 2344, "rss_mb": 343.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.396, "sample_count": 3063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:13:51+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T11:13:51+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T11:13:51.502804+09:00", "mtime_epoch": 1783304031.5028038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:13:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 876.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.301, "count": 303, "max_ms": 5.298, "p95_ms": 3.784}, "gstreamer_push": {"avg_ms": 1.562, "count": 303, "max_ms": 7.679, "p95_ms": 3.83}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.926, "count": 303, "max_ms": 69.794, "p95_ms": 52.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.209, "count": 303, "max_ms": 103.171, "p95_ms": 75.883}, "yolo11_640_fire_11class": {"avg_ms": 43.899, "count": 303, "max_ms": 69.501, "p95_ms": 50.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 33.47, "count": 303, "max_ms": 53.947, "p95_ms": 35.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.278, "count": 303, "max_ms": 115.679, "p95_ms": 88.664}, "read_interval": {"avg_ms": 99.21, "count": 302, "max_ms": 229.398, "p95_ms": 135.31}, "triton_wait": {"avg_ms": 54.221, "count": 303, "max_ms": 103.184, "p95_ms": 75.896}, "visualize": {"avg_ms": 3.707, "count": 303, "max_ms": 4.832, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5083.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:09:27+09:00", "last_error_summary": "[h264 @ 0x562f3a82ccc0] error while decoding MB 53 59, bytestream -5 [in#0/rtsp @ 0x562f39a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f39a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:09:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 261.734, "last_started_at": "2026-07-06T11:09:30+09:00", "pid": 3240, "process": {"exists": true, "fd_count": 5, "hwm_mb": 357.488, "name": "ffmpeg", "pid": 3240, "rss_mb": 357.488, "state": "S (sleeping)", "threads": 104}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.011, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:13:51+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T11:13:51+09:00", "mjpeg": {"age_sec": 16.808, "exists": true, "mtime": "2026-07-06T11:13:34.990533+09:00", "mtime_epoch": 1783304014.9905329, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:13:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1386.695, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 26, "read_frames": 25, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.868, "pushed": 0.868, "read": 0.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.35, "count": 26, "max_ms": 6.386, "p95_ms": 5.669}, "gstreamer_push": {"avg_ms": 1.603, "count": 26, "max_ms": 6.036, "p95_ms": 3.748}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.344, "count": 26, "max_ms": 72.414, "p95_ms": 69.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.601, "count": 26, "max_ms": 92.518, "p95_ms": 90.147}, "yolo11_640_fire_11class": {"avg_ms": 53.503, "count": 26, "max_ms": 70.291, "p95_ms": 70.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.993, "count": 26, "max_ms": 68.656, "p95_ms": 65.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.824, "count": 26, "max_ms": 132.006, "p95_ms": 127.152}, "read_interval": {"avg_ms": 1197.391, "count": 25, "max_ms": 16777.092, "p95_ms": 10692.513}, "triton_wait": {"avg_ms": 65.614, "count": 26, "max_ms": 92.531, "p95_ms": 90.162}, "visualize": {"avg_ms": 4.285, "count": 26, "max_ms": 5.513, "p95_ms": 5.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 307, "tracking_summary": 304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5059.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5596.566, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.941, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:14:20+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T11:14:20+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T11:14:20.503282+09:00", "mtime_epoch": 1783304060.5032816, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:14:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 728.922, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.379, "pushed": 6.379, "read": 6.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.486, "count": 191, "max_ms": 55.666, "p95_ms": 50.882}, "gstreamer_push": {"avg_ms": 1.124, "count": 191, "max_ms": 2.562, "p95_ms": 2.256}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.358, "count": 191, "max_ms": 95.735, "p95_ms": 85.173}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.041, "count": 191, "max_ms": 98.69, "p95_ms": 84.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.194, "count": 191, "max_ms": 189.027, "p95_ms": 173.5}, "read_interval": {"avg_ms": 157.554, "count": 190, "max_ms": 196.012, "p95_ms": 183.269}, "triton_wait": {"avg_ms": 69.127, "count": 191, "max_ms": 98.704, "p95_ms": 87.771}, "visualize": {"avg_ms": 36.998, "count": 191, "max_ms": 52.192, "p95_ms": 46.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5065.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4181.319, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 343.828, "name": "ffmpeg", "pid": 2344, "rss_mb": 343.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.41, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:14:21+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T11:14:21+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T11:14:21.575299+09:00", "mtime_epoch": 1783304061.5752993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:14:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 879.707, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.386, "count": 300, "max_ms": 6.056, "p95_ms": 4.617}, "gstreamer_push": {"avg_ms": 1.587, "count": 300, "max_ms": 6.034, "p95_ms": 3.795}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.059, "count": 300, "max_ms": 73.886, "p95_ms": 64.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.924, "count": 300, "max_ms": 99.103, "p95_ms": 83.63}, "yolo11_640_fire_11class": {"avg_ms": 47.359, "count": 300, "max_ms": 72.977, "p95_ms": 63.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.84, "count": 300, "max_ms": 67.787, "p95_ms": 52.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.51, "count": 300, "max_ms": 111.08, "p95_ms": 98.015}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 260.341, "p95_ms": 132.493}, "triton_wait": {"avg_ms": 60.028, "count": 300, "max_ms": 99.116, "p95_ms": 83.643}, "visualize": {"avg_ms": 3.799, "count": 300, "max_ms": 6.822, "p95_ms": 4.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5064.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:13:52+09:00", "last_error_summary": "[h264 @ 0x557dd0174000] error while decoding MB 86 48, bytestream -5 [in#0/rtsp @ 0x557dd012ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557dd012ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:13:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.408, "last_started_at": "2026-07-06T11:13:55+09:00", "pid": 3392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.5, "name": "ffmpeg", "pid": 3392, "rss_mb": 329.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.972, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:14:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T11:14:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T11:14:21.719302+09:00", "mtime_epoch": 1783304061.7193017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:14:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1389.68, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.599, "count": 228, "max_ms": 10.203, "p95_ms": 6.554}, "gstreamer_push": {"avg_ms": 1.397, "count": 228, "max_ms": 6.914, "p95_ms": 2.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.563, "count": 228, "max_ms": 73.003, "p95_ms": 65.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.218, "count": 228, "max_ms": 101.971, "p95_ms": 90.022}, "yolo11_640_fire_11class": {"avg_ms": 52.282, "count": 228, "max_ms": 71.954, "p95_ms": 65.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.186, "count": 228, "max_ms": 73.705, "p95_ms": 63.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.562, "count": 228, "max_ms": 182.301, "p95_ms": 143.352}, "read_interval": {"avg_ms": 131.684, "count": 228, "max_ms": 4950.385, "p95_ms": 152.927}, "triton_wait": {"avg_ms": 67.363, "count": 228, "max_ms": 101.981, "p95_ms": 90.035}, "visualize": {"avg_ms": 4.499, "count": 228, "max_ms": 8.959, "p95_ms": 6.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5056.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5626.721, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.633, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:14:50+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T11:14:50+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T11:14:50.667781+09:00", "mtime_epoch": 1783304090.667781, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:14:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 726.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.234, "pushed": 6.234, "read": 6.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.594, "count": 186, "max_ms": 61.132, "p95_ms": 50.272}, "gstreamer_push": {"avg_ms": 0.981, "count": 187, "max_ms": 2.461, "p95_ms": 1.081}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.48, "count": 186, "max_ms": 104.117, "p95_ms": 90.308}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.468, "count": 186, "max_ms": 99.641, "p95_ms": 88.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.922, "count": 187, "max_ms": 193.925, "p95_ms": 177.574}, "read_interval": {"avg_ms": 161.243, "count": 186, "max_ms": 201.242, "p95_ms": 185.474}, "triton_wait": {"avg_ms": 71.819, "count": 186, "max_ms": 104.127, "p95_ms": 91.604}, "visualize": {"avg_ms": 35.873, "count": 186, "max_ms": 57.441, "p95_ms": 42.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5055.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4211.421, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 343.828, "name": "ffmpeg", "pid": 2344, "rss_mb": 343.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.067, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:14:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T11:14:51+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T11:14:51.655798+09:00", "mtime_epoch": 1783304091.6557977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:14:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 879.648, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.377, "count": 292, "max_ms": 5.489, "p95_ms": 4.297}, "gstreamer_push": {"avg_ms": 1.58, "count": 292, "max_ms": 6.055, "p95_ms": 3.842}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.406, "count": 292, "max_ms": 73.062, "p95_ms": 65.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.344, "count": 292, "max_ms": 106.368, "p95_ms": 90.094}, "yolo11_640_fire_11class": {"avg_ms": 50.813, "count": 292, "max_ms": 72.538, "p95_ms": 65.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.018, "count": 292, "max_ms": 72.247, "p95_ms": 54.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.74, "count": 292, "max_ms": 119.459, "p95_ms": 102.2}, "read_interval": {"avg_ms": 103.001, "count": 291, "max_ms": 876.807, "p95_ms": 127.427}, "triton_wait": {"avg_ms": 66.357, "count": 292, "max_ms": 106.382, "p95_ms": 90.106}, "visualize": {"avg_ms": 3.781, "count": 292, "max_ms": 6.897, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5052.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:13:52+09:00", "last_error_summary": "[h264 @ 0x557dd0174000] error while decoding MB 86 48, bytestream -5 [in#0/rtsp @ 0x557dd012ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557dd012ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:13:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.451, "last_started_at": "2026-07-06T11:13:55+09:00", "pid": 3392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.758, "name": "ffmpeg", "pid": 3392, "rss_mb": 329.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.556, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:14:51+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T11:14:51+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T11:14:51.751799+09:00", "mtime_epoch": 1783304091.751799, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:14:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1386.988, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.192, "pushed": 10.192, "read": 10.158}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.884, "count": 305, "max_ms": 8.665, "p95_ms": 6.01}, "gstreamer_push": {"avg_ms": 1.493, "count": 305, "max_ms": 6.354, "p95_ms": 3.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.501, "count": 305, "max_ms": 75.813, "p95_ms": 68.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.411, "count": 305, "max_ms": 103.081, "p95_ms": 88.284}, "yolo11_640_fire_11class": {"avg_ms": 54.574, "count": 305, "max_ms": 76.804, "p95_ms": 67.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.473, "count": 305, "max_ms": 75.724, "p95_ms": 63.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.479, "count": 305, "max_ms": 145.037, "p95_ms": 126.674}, "read_interval": {"avg_ms": 98.436, "count": 304, "max_ms": 154.971, "p95_ms": 136.067}, "triton_wait": {"avg_ms": 67.509, "count": 305, "max_ms": 103.099, "p95_ms": 88.298}, "visualize": {"avg_ms": 3.923, "count": 305, "max_ms": 6.896, "p95_ms": 5.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 310, "tracking_summary": 307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5056.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5656.875, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.002, "sample_count": 1848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:15:20+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T11:15:20+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T11:15:20.804283+09:00", "mtime_epoch": 1783304120.8042827, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:15:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 725.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.06, "pushed": 6.06, "read": 6.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.168, "count": 181, "max_ms": 63.608, "p95_ms": 56.491}, "gstreamer_push": {"avg_ms": 1.241, "count": 181, "max_ms": 3.87, "p95_ms": 2.398}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.219, "count": 181, "max_ms": 101.072, "p95_ms": 89.457}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.619, "count": 181, "max_ms": 98.902, "p95_ms": 91.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.994, "count": 181, "max_ms": 208.916, "p95_ms": 189.508}, "read_interval": {"avg_ms": 165.723, "count": 180, "max_ms": 215.543, "p95_ms": 199.7}, "triton_wait": {"avg_ms": 73.357, "count": 181, "max_ms": 101.084, "p95_ms": 92.349}, "visualize": {"avg_ms": 39.724, "count": 181, "max_ms": 56.096, "p95_ms": 50.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5056.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4241.482, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 346.406, "name": "ffmpeg", "pid": 2344, "rss_mb": 346.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.417, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:15:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T11:15:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T11:15:21.736298+09:00", "mtime_epoch": 1783304121.7362983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:15:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 877.129, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.671, "pushed": 8.671, "read": 8.637}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.394, "count": 260, "max_ms": 5.454, "p95_ms": 4.489}, "gstreamer_push": {"avg_ms": 1.593, "count": 260, "max_ms": 7.145, "p95_ms": 3.736}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.601, "count": 260, "max_ms": 74.204, "p95_ms": 66.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.715, "count": 260, "max_ms": 104.008, "p95_ms": 88.723}, "yolo11_640_fire_11class": {"avg_ms": 51.028, "count": 260, "max_ms": 72.478, "p95_ms": 66.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.703, "count": 260, "max_ms": 70.347, "p95_ms": 52.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.494, "count": 260, "max_ms": 116.318, "p95_ms": 101.059}, "read_interval": {"avg_ms": 115.65, "count": 259, "max_ms": 1585.917, "p95_ms": 184.179}, "triton_wait": {"avg_ms": 66.062, "count": 260, "max_ms": 104.022, "p95_ms": 88.736}, "visualize": {"avg_ms": 3.761, "count": 260, "max_ms": 4.69, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5055.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:13:52+09:00", "last_error_summary": "[h264 @ 0x557dd0174000] error while decoding MB 86 48, bytestream -5 [in#0/rtsp @ 0x557dd012ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557dd012ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:13:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.471, "last_started_at": "2026-07-06T11:13:55+09:00", "pid": 3392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.758, "name": "ffmpeg", "pid": 3392, "rss_mb": 329.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.924, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:15:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T11:15:21+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T11:15:21.808300+09:00", "mtime_epoch": 1783304121.8082995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:15:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1383.348, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 298, "max_ms": 8.064, "p95_ms": 6.207}, "gstreamer_push": {"avg_ms": 1.493, "count": 298, "max_ms": 7.332, "p95_ms": 3.708}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.304, "count": 298, "max_ms": 73.488, "p95_ms": 68.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.647, "count": 298, "max_ms": 110.099, "p95_ms": 90.999}, "yolo11_640_fire_11class": {"avg_ms": 53.174, "count": 298, "max_ms": 72.633, "p95_ms": 65.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.058, "count": 298, "max_ms": 82.225, "p95_ms": 61.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.662, "count": 298, "max_ms": 152.227, "p95_ms": 129.206}, "read_interval": {"avg_ms": 100.8, "count": 297, "max_ms": 165.247, "p95_ms": 141.005}, "triton_wait": {"avg_ms": 67.776, "count": 298, "max_ms": 110.114, "p95_ms": 91.014}, "visualize": {"avg_ms": 3.956, "count": 298, "max_ms": 6.381, "p95_ms": 5.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5064.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5686.974, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.341, "sample_count": 1840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:15:51+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T11:15:50+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T11:15:50.928787+09:00", "mtime_epoch": 1783304150.9287865, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:15:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.332, "name": "celery", "pid": 239, "rss_mb": 727.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.879, "pushed": 5.879, "read": 5.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.277, "count": 176, "max_ms": 55.735, "p95_ms": 50.318}, "gstreamer_push": {"avg_ms": 1.267, "count": 176, "max_ms": 3.951, "p95_ms": 3.258}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.405, "count": 176, "max_ms": 95.571, "p95_ms": 89.703}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.128, "count": 176, "max_ms": 99.697, "p95_ms": 92.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.442, "count": 176, "max_ms": 200.723, "p95_ms": 189.643}, "read_interval": {"avg_ms": 171.105, "count": 175, "max_ms": 207.302, "p95_ms": 198.486}, "triton_wait": {"avg_ms": 74.914, "count": 176, "max_ms": 99.711, "p95_ms": 94.448}, "visualize": {"avg_ms": 39.77, "count": 176, "max_ms": 54.923, "p95_ms": 52.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5064.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4271.558, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 348.984, "name": "ffmpeg", "pid": 2344, "rss_mb": 348.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.251, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:15:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T11:15:51+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T11:15:51+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T11:15:51.832802+09:00", "mtime_epoch": 1783304151.8328016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:15:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 879.965, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.768, "pushed": 10.768, "read": 10.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.392, "count": 322, "max_ms": 5.515, "p95_ms": 4.189}, "gstreamer_push": {"avg_ms": 1.609, "count": 323, "max_ms": 6.349, "p95_ms": 3.88}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.052, "count": 322, "max_ms": 72.936, "p95_ms": 65.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.355, "count": 322, "max_ms": 104.373, "p95_ms": 86.867}, "yolo11_640_fire_11class": {"avg_ms": 49.678, "count": 322, "max_ms": 72.258, "p95_ms": 64.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.27, "count": 322, "max_ms": 72.955, "p95_ms": 52.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.834, "count": 323, "max_ms": 117.124, "p95_ms": 99.06}, "read_interval": {"avg_ms": 93.123, "count": 322, "max_ms": 140.465, "p95_ms": 117.384}, "triton_wait": {"avg_ms": 63.487, "count": 322, "max_ms": 104.386, "p95_ms": 86.881}, "visualize": {"avg_ms": 3.782, "count": 322, "max_ms": 7.01, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5064.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:13:52+09:00", "last_error_summary": "[h264 @ 0x557dd0174000] error while decoding MB 86 48, bytestream -5 [in#0/rtsp @ 0x557dd012ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557dd012ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:13:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.578, "last_started_at": "2026-07-06T11:13:55+09:00", "pid": 3392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.758, "name": "ffmpeg", "pid": 3392, "rss_mb": 329.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.924, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:15:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:15:51+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T11:15:51+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T11:15:51.872802+09:00", "mtime_epoch": 1783304151.8728023, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:15:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1384.605, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.581, "pushed": 9.581, "read": 9.548}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.317, "count": 287, "max_ms": 9.197, "p95_ms": 6.092}, "gstreamer_push": {"avg_ms": 1.504, "count": 287, "max_ms": 6.596, "p95_ms": 3.662}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.492, "count": 287, "max_ms": 76.592, "p95_ms": 70.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.858, "count": 287, "max_ms": 104.241, "p95_ms": 87.458}, "yolo11_640_fire_11class": {"avg_ms": 54.284, "count": 287, "max_ms": 75.506, "p95_ms": 69.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.199, "count": 287, "max_ms": 73.0, "p95_ms": 66.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.864, "count": 287, "max_ms": 144.822, "p95_ms": 129.363}, "read_interval": {"avg_ms": 104.579, "count": 286, "max_ms": 156.558, "p95_ms": 139.944}, "triton_wait": {"avg_ms": 67.241, "count": 287, "max_ms": 104.256, "p95_ms": 87.471}, "visualize": {"avg_ms": 4.259, "count": 287, "max_ms": 8.967, "p95_ms": 5.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 313, "tracking_summary": 310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5054.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5717.102, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.13, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:16:21+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T11:16:21+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T11:16:21.069293+09:00", "mtime_epoch": 1783304181.0692925, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:16:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.129, "name": "celery", "pid": 239, "rss_mb": 719.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.309, "pushed": 6.309, "read": 6.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.581, "count": 189, "max_ms": 56.772, "p95_ms": 48.898}, "gstreamer_push": {"avg_ms": 0.99, "count": 189, "max_ms": 1.693, "p95_ms": 1.094}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.582, "count": 189, "max_ms": 103.88, "p95_ms": 91.833}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.484, "count": 189, "max_ms": 97.997, "p95_ms": 90.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.328, "count": 189, "max_ms": 194.811, "p95_ms": 176.528}, "read_interval": {"avg_ms": 159.497, "count": 188, "max_ms": 202.544, "p95_ms": 184.695}, "triton_wait": {"avg_ms": 72.213, "count": 189, "max_ms": 103.893, "p95_ms": 92.241}, "visualize": {"avg_ms": 34.893, "count": 189, "max_ms": 52.157, "p95_ms": 38.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5065.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4301.644, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 348.984, "name": "ffmpeg", "pid": 2344, "rss_mb": 348.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.279, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:16:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T11:16:21+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T11:16:21.901307+09:00", "mtime_epoch": 1783304181.9013066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:16:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 880.223, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.771, "pushed": 10.771, "read": 10.738}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.34, "count": 323, "max_ms": 5.099, "p95_ms": 4.02}, "gstreamer_push": {"avg_ms": 1.618, "count": 323, "max_ms": 6.414, "p95_ms": 3.901}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.648, "count": 323, "max_ms": 76.052, "p95_ms": 66.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.473, "count": 323, "max_ms": 108.345, "p95_ms": 90.162}, "yolo11_640_fire_11class": {"avg_ms": 50.185, "count": 323, "max_ms": 76.041, "p95_ms": 64.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.321, "count": 323, "max_ms": 67.544, "p95_ms": 51.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.89, "count": 323, "max_ms": 121.049, "p95_ms": 102.055}, "read_interval": {"avg_ms": 93.101, "count": 322, "max_ms": 137.161, "p95_ms": 121.672}, "triton_wait": {"avg_ms": 63.581, "count": 323, "max_ms": 108.359, "p95_ms": 90.177}, "visualize": {"avg_ms": 3.743, "count": 323, "max_ms": 5.607, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5065.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:13:52+09:00", "last_error_summary": "[h264 @ 0x557dd0174000] error while decoding MB 86 48, bytestream -5 [in#0/rtsp @ 0x557dd012ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557dd012ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:13:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.595, "last_started_at": "2026-07-06T11:13:55+09:00", "pid": 3392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.758, "name": "ffmpeg", "pid": 3392, "rss_mb": 329.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.065, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:16:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T11:16:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T11:16:21.905307+09:00", "mtime_epoch": 1783304181.9053066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:16:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1385.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.938, "count": 302, "max_ms": 7.195, "p95_ms": 5.901}, "gstreamer_push": {"avg_ms": 1.563, "count": 302, "max_ms": 7.021, "p95_ms": 3.654}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.344, "count": 302, "max_ms": 82.315, "p95_ms": 69.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.98, "count": 302, "max_ms": 109.556, "p95_ms": 89.974}, "yolo11_640_fire_11class": {"avg_ms": 54.43, "count": 302, "max_ms": 82.332, "p95_ms": 67.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.377, "count": 302, "max_ms": 74.868, "p95_ms": 62.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.179, "count": 302, "max_ms": 156.811, "p95_ms": 126.739}, "read_interval": {"avg_ms": 99.386, "count": 301, "max_ms": 168.544, "p95_ms": 137.023}, "triton_wait": {"avg_ms": 67.219, "count": 302, "max_ms": 109.57, "p95_ms": 89.989}, "visualize": {"avg_ms": 3.939, "count": 302, "max_ms": 5.747, "p95_ms": 5.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 315, "tracking_summary": 312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5061.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5747.172, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.191, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:16:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:16:51+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T11:16:51+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T11:16:51.141799+09:00", "mtime_epoch": 1783304211.1417994, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:16:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.129, "name": "celery", "pid": 239, "rss_mb": 726.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.119, "pushed": 6.119, "read": 6.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.598, "count": 183, "max_ms": 69.765, "p95_ms": 51.177}, "gstreamer_push": {"avg_ms": 1.009, "count": 183, "max_ms": 2.69, "p95_ms": 1.232}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.424, "count": 183, "max_ms": 106.653, "p95_ms": 94.711}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.27, "count": 183, "max_ms": 101.611, "p95_ms": 91.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.067, "count": 183, "max_ms": 200.909, "p95_ms": 183.942}, "read_interval": {"avg_ms": 164.458, "count": 182, "max_ms": 207.765, "p95_ms": 191.512}, "triton_wait": {"avg_ms": 71.062, "count": 183, "max_ms": 106.666, "p95_ms": 95.172}, "visualize": {"avg_ms": 35.898, "count": 183, "max_ms": 54.01, "p95_ms": 46.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5064.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4331.668, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 348.984, "name": "ffmpeg", "pid": 2344, "rss_mb": 348.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.849, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:16:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:16:52+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T11:16:51+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T11:16:51.881812+09:00", "mtime_epoch": 1783304211.881812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:16:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 878.289, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.628, "pushed": 9.628, "read": 9.595}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.804, "count": 288, "max_ms": 6.692, "p95_ms": 5.537}, "gstreamer_push": {"avg_ms": 1.589, "count": 288, "max_ms": 6.956, "p95_ms": 3.898}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.786, "count": 288, "max_ms": 78.301, "p95_ms": 67.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.212, "count": 288, "max_ms": 112.046, "p95_ms": 89.477}, "yolo11_640_fire_11class": {"avg_ms": 49.536, "count": 288, "max_ms": 72.411, "p95_ms": 66.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.616, "count": 288, "max_ms": 67.555, "p95_ms": 52.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.973, "count": 288, "max_ms": 153.21, "p95_ms": 128.107}, "read_interval": {"avg_ms": 104.077, "count": 287, "max_ms": 227.524, "p95_ms": 143.015}, "triton_wait": {"avg_ms": 64.393, "count": 288, "max_ms": 112.061, "p95_ms": 89.489}, "visualize": {"avg_ms": 4.046, "count": 288, "max_ms": 6.366, "p95_ms": 5.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5064.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:13:52+09:00", "last_error_summary": "[h264 @ 0x557dd0174000] error while decoding MB 86 48, bytestream -5 [in#0/rtsp @ 0x557dd012ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557dd012ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:13:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.667, "last_started_at": "2026-07-06T11:13:55+09:00", "pid": 3392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.758, "name": "ffmpeg", "pid": 3392, "rss_mb": 329.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.316, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:16:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:16:52+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T11:16:51+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T11:16:51.965813+09:00", "mtime_epoch": 1783304211.9658134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:16:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1385.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.184, "pushed": 10.184, "read": 10.151}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.995, "count": 305, "max_ms": 7.81, "p95_ms": 6.042}, "gstreamer_push": {"avg_ms": 1.497, "count": 305, "max_ms": 6.63, "p95_ms": 3.763}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.336, "count": 305, "max_ms": 81.001, "p95_ms": 70.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.679, "count": 305, "max_ms": 106.682, "p95_ms": 92.154}, "yolo11_640_fire_11class": {"avg_ms": 52.891, "count": 305, "max_ms": 75.17, "p95_ms": 68.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.429, "count": 305, "max_ms": 74.292, "p95_ms": 62.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.334, "count": 305, "max_ms": 161.325, "p95_ms": 128.42}, "read_interval": {"avg_ms": 98.525, "count": 304, "max_ms": 173.936, "p95_ms": 139.783}, "triton_wait": {"avg_ms": 65.839, "count": 305, "max_ms": 106.695, "p95_ms": 92.167}, "visualize": {"avg_ms": 3.97, "count": 305, "max_ms": 6.467, "p95_ms": 5.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 316, "tracking_summary": 313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5064.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5777.342, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.262, "name": "ffmpeg", "pid": 1150, "rss_mb": 309.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.13, "sample_count": 1842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:17:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:17:21+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T11:17:21+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T11:17:21.258309+09:00", "mtime_epoch": 1783304241.2583091, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:17:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.129, "name": "celery", "pid": 239, "rss_mb": 724.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.194, "pushed": 6.194, "read": 6.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.008, "count": 185, "max_ms": 59.091, "p95_ms": 51.061}, "gstreamer_push": {"avg_ms": 0.963, "count": 185, "max_ms": 1.703, "p95_ms": 1.092}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.532, "count": 185, "max_ms": 110.709, "p95_ms": 95.222}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.543, "count": 185, "max_ms": 98.684, "p95_ms": 90.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.998, "count": 185, "max_ms": 206.111, "p95_ms": 184.39}, "read_interval": {"avg_ms": 162.04, "count": 184, "max_ms": 215.911, "p95_ms": 190.37}, "triton_wait": {"avg_ms": 72.286, "count": 185, "max_ms": 110.723, "p95_ms": 96.836}, "visualize": {"avg_ms": 35.041, "count": 185, "max_ms": 55.855, "p95_ms": 41.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "running", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5067.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4361.713, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.562, "name": "ffmpeg", "pid": 2344, "rss_mb": 351.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.364, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:17:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T11:17:22+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T11:17:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T11:17:21.990322+09:00", "mtime_epoch": 1783304241.9903216, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:17:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 880.922, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.26, "pushed": 10.26, "read": 10.226}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.508, "count": 307, "max_ms": 6.422, "p95_ms": 5.325}, "gstreamer_push": {"avg_ms": 1.563, "count": 307, "max_ms": 7.755, "p95_ms": 3.684}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.914, "count": 307, "max_ms": 72.698, "p95_ms": 65.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.964, "count": 307, "max_ms": 106.951, "p95_ms": 91.362}, "yolo11_640_fire_11class": {"avg_ms": 50.381, "count": 307, "max_ms": 72.767, "p95_ms": 65.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 38.615, "count": 307, "max_ms": 84.971, "p95_ms": 53.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.177, "count": 307, "max_ms": 151.526, "p95_ms": 113.567}, "read_interval": {"avg_ms": 97.912, "count": 306, "max_ms": 171.109, "p95_ms": 132.65}, "triton_wait": {"avg_ms": 66.141, "count": 307, "max_ms": 106.968, "p95_ms": 91.376}, "visualize": {"avg_ms": 3.829, "count": 307, "max_ms": 6.774, "p95_ms": 5.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "running", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_100424_c9313603.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5071.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:13:52+09:00", "last_error_summary": "[h264 @ 0x557dd0174000] error while decoding MB 86 48, bytestream -5 [in#0/rtsp @ 0x557dd012ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557dd012ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:13:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.696, "last_started_at": "2026-07-06T11:13:55+09:00", "pid": 3392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.758, "name": "ffmpeg", "pid": 3392, "rss_mb": 329.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.905, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c9313603", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:17:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T11:17:22+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-06T11:17:22.038322+09:00", "mtime_epoch": 1783304242.0383224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:17:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1393.75, "name": "celery", "pid": 267, "rss_mb": 1389.359, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.929, "pushed": 9.929, "read": 9.895}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.978, "count": 297, "max_ms": 7.586, "p95_ms": 5.865}, "gstreamer_push": {"avg_ms": 1.466, "count": 297, "max_ms": 5.94, "p95_ms": 3.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.394, "count": 297, "max_ms": 74.659, "p95_ms": 69.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.951, "count": 297, "max_ms": 103.439, "p95_ms": 94.134}, "yolo11_640_fire_11class": {"avg_ms": 54.575, "count": 297, "max_ms": 75.485, "p95_ms": 68.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.095, "count": 297, "max_ms": 77.671, "p95_ms": 66.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.741, "count": 297, "max_ms": 153.894, "p95_ms": 117.538}, "read_interval": {"avg_ms": 101.188, "count": 296, "max_ms": 164.065, "p95_ms": 132.637}, "triton_wait": {"avg_ms": 69.296, "count": 297, "max_ms": 103.452, "p95_ms": 94.147}, "visualize": {"avg_ms": 3.963, "count": 297, "max_ms": 6.73, "p95_ms": 5.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T10:04:24+09:00", "state": "running", "task_id": "777649da-7090-465f-838a-56540e888dcb", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_094104_726fba62.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 314}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 2741.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5786.364, "last_started_at": "2026-07-06T09:41:04+09:00", "pid": 1150, "process": {"exists": false, "pid": 1150}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.802, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "726fba62", "last_frame_pushed_age_sec": 1.137, "last_frame_pushed_at": "2026-07-06T11:17:29+09:00", "last_frame_read_age_sec": 1.279, "last_frame_read_at": "2026-07-06T11:17:29+09:00", "mjpeg": {"age_sec": 1.115, "exists": true, "mtime": "2026-07-06T11:17:29.338446+09:00", "mtime_epoch": 1783304249.3384464, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:17:30+09:00", "process": {"exists": true, "fd_count": 115, "hwm_mb": 732.129, "name": "celery", "pid": 239, "rss_mb": 728.828, "state": "R (running)", "threads": 116}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.834, "pushed": 5.834, "read": 5.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.731, "count": 175, "max_ms": 59.091, "p95_ms": 51.285}, "gstreamer_push": {"avg_ms": 0.945, "count": 175, "max_ms": 1.703, "p95_ms": 1.033}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.033, "count": 175, "max_ms": 110.709, "p95_ms": 95.222}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.909, "count": 175, "max_ms": 98.684, "p95_ms": 90.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.564, "count": 175, "max_ms": 206.111, "p95_ms": 184.463}, "read_interval": {"avg_ms": 165.697, "count": 174, "max_ms": 215.911, "p95_ms": 193.038}, "triton_wait": {"avg_ms": 71.525, "count": 175, "max_ms": 110.723, "p95_ms": 96.836}, "visualize": {"avg_ms": 35.764, "count": 175, "max_ms": 55.855, "p95_ms": 41.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T09:41:03+09:00", "state": "stopped", "task_id": "22600d6e-3b2b-439c-be8f-37c755ee4afb", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_100440_8fc5102c.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 362}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 2739.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:17:29+09:00", "last_error_summary": "[h264 @ 0x565019775340] error while decoding MB 48 2, bytestream -16", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4370.173, "last_started_at": "2026-07-06T10:04:40+09:00", "pid": 2344, "process": {"exists": false, "pid": 2344}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.196, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8fc5102c", "last_frame_pushed_age_sec": 1.169, "last_frame_pushed_at": "2026-07-06T11:17:29+09:00", "last_frame_read_age_sec": 1.238, "last_frame_read_at": "2026-07-06T11:17:29+09:00", "mjpeg": {"age_sec": 1.152, "exists": true, "mtime": "2026-07-06T11:17:29.366447+09:00", "mtime_epoch": 1783304249.3664467, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:17:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 884.523, "name": "celery", "pid": 237, "rss_mb": 883.496, "state": "R (running)", "threads": 118}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.236}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 307, "max_ms": 5.526, "p95_ms": 4.018}, "gstreamer_push": {"avg_ms": 1.599, "count": 307, "max_ms": 6.701, "p95_ms": 3.771}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.069, "count": 307, "max_ms": 71.209, "p95_ms": 65.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.436, "count": 307, "max_ms": 108.715, "p95_ms": 86.699}, "yolo11_640_fire_11class": {"avg_ms": 49.775, "count": 307, "max_ms": 72.767, "p95_ms": 64.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 37.507, "count": 307, "max_ms": 71.266, "p95_ms": 52.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.859, "count": 307, "max_ms": 121.378, "p95_ms": 99.496}, "read_interval": {"avg_ms": 93.936, "count": 307, "max_ms": 137.311, "p95_ms": 117.503}, "triton_wait": {"avg_ms": 64.537, "count": 307, "max_ms": 108.728, "p95_ms": 86.712}, "visualize": {"avg_ms": 3.753, "count": 307, "max_ms": 6.774, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T10:04:40+09:00", "state": "stopped", "task_id": "b7bb9bc3-2529-4776-bd26-c9fe21c510c6", "trigger": "update"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111751_2a3ad68f.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 2579.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.018, "last_started_at": "2026-07-06T11:17:51+09:00", "pid": 272, "process": {"exists": true, "fd_count": 5, "hwm_mb": 157.008, "name": "ffmpeg", "pid": 272, "rss_mb": 157.008, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.865}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "2a3ad68f", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 14.405, "exists": true, "mtime": "2026-07-06T11:17:39.266615+09:00", "mtime_epoch": 1783304259.266615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:17:53+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 467.805, "name": "celery", "pid": 267, "rss_mb": 467.805, "state": "R (running)", "threads": 7}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:17:51+09:00", "state": "running", "task_id": "e797adc6-7859-4a46-af41-be18fcbb250c", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111751_2a3ad68f.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 2843.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7.95, "last_started_at": "2026-07-06T11:17:51+09:00", "pid": 272, "process": {"exists": false, "pid": 272}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.913, "sample_count": 52, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 291.933}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:17:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "2a3ad68f", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-07-06T11:17:59+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T11:17:59+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T11:17:59.546960+09:00", "mtime_epoch": 1783304279.5469599, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:17:59+09:00", "process": {"exists": true, "fd_count": 132, "hwm_mb": 861.945, "name": "celery", "pid": 267, "rss_mb": 859.336, "state": "R (running)", "threads": 123}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 52, "select_timeouts": 0, "triton_result_errors": 64}, "enabled": true, "fps": {"processed": 8.94, "pushed": 8.94, "read": 8.94}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 3.729, "count": 52, "max_ms": 11.742, "p95_ms": 6.259}, "gstreamer_push": {"avg_ms": 1.229, "count": 52, "max_ms": 1.788, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.386, "count": 52, "max_ms": 1021.024, "p95_ms": 53.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.507, "count": 52, "max_ms": 1200.834, "p95_ms": 69.89}, "yolo11_640_fire_11class": {"avg_ms": 59.376, "count": 52, "max_ms": 933.21, "p95_ms": 63.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.219, "count": 52, "max_ms": 1146.111, "p95_ms": 67.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.646, "count": 52, "max_ms": 1293.866, "p95_ms": 131.035}, "read_interval": {"avg_ms": 110.231, "count": 51, "max_ms": 1303.54, "p95_ms": 185.866}, "triton_wait": {"avg_ms": 68.01, "count": 52, "max_ms": 1200.848, "p95_ms": 69.902}, "visualize": {"avg_ms": 4.229, "count": 52, "max_ms": 10.48, "p95_ms": 5.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 5.817, "window_s": 30.0}, "started_at": "2026-07-06T11:17:51+09:00", "state": "stopped", "task_id": "e797adc6-7859-4a46-af41-be18fcbb250c", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 2778.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.016, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.227, "name": "ffmpeg", "pid": 544, "rss_mb": 58.227, "state": "S (sleeping)", "threads": 1}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.92}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 2.772, "exists": true, "mtime": "2026-07-06T11:17:59.546960+09:00", "mtime_epoch": 1783304279.5469599, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:18:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 861.945, "name": "celery", "pid": 267, "rss_mb": 756.992, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 3179.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.019, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.344, "name": "ffmpeg", "pid": 549, "rss_mb": 139.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.883}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 34.642, "exists": true, "mtime": "2026-07-06T11:17:29.366447+09:00", "mtime_epoch": 1783304249.3664467, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:18:04+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 469.75, "name": "celery", "pid": 237, "rss_mb": 469.75, "state": "R (running)", "threads": 7}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 3980.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.015, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 137.617, "name": "ffmpeg", "pid": 821, "rss_mb": 137.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.72}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 39.469, "exists": true, "mtime": "2026-07-06T11:17:29.338446+09:00", "mtime_epoch": 1783304249.3384464, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:18:08+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 473.109, "name": "celery", "pid": 239, "rss_mb": 473.109, "state": "R (running)", "threads": 8}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4404.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.08, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.227, "name": "ffmpeg", "pid": 544, "rss_mb": 332.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.024, "sample_count": 253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.854}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:18:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:18:32+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T11:18:32+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T11:18:32.279518+09:00", "mtime_epoch": 1783304312.2795184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:18:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1039.582, "name": "celery", "pid": 267, "rss_mb": 1037.188, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.547, "pushed": 8.547, "read": 8.547}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.305, "count": 253, "max_ms": 7.298, "p95_ms": 5.41}, "gstreamer_push": {"avg_ms": 1.506, "count": 253, "max_ms": 6.007, "p95_ms": 3.551}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.861, "count": 253, "max_ms": 192.405, "p95_ms": 83.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.983, "count": 253, "max_ms": 133.025, "p95_ms": 114.054}, "yolo11_640_fire_11class": {"avg_ms": 71.101, "count": 253, "max_ms": 135.505, "p95_ms": 85.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.417, "count": 253, "max_ms": 112.275, "p95_ms": 96.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.372, "count": 253, "max_ms": 205.304, "p95_ms": 141.125}, "read_interval": {"avg_ms": 117.013, "count": 252, "max_ms": 244.172, "p95_ms": 155.034}, "triton_wait": {"avg_ms": 89.731, "count": 253, "max_ms": 192.419, "p95_ms": 117.183}, "visualize": {"avg_ms": 3.93, "count": 253, "max_ms": 11.062, "p95_ms": 5.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.6, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4408.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.128, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.938, "name": "ffmpeg", "pid": 549, "rss_mb": 268.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.747, "sample_count": 267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.772}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:18:34+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T11:18:34+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T11:18:34.011548+09:00", "mtime_epoch": 1783304314.0115478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:18:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 838.422, "name": "celery", "pid": 237, "rss_mb": 835.863, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.911, "pushed": 8.911, "read": 8.877}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.077, "count": 267, "max_ms": 5.185, "p95_ms": 3.8}, "gstreamer_push": {"avg_ms": 1.755, "count": 267, "max_ms": 6.205, "p95_ms": 3.775}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.172, "count": 267, "max_ms": 99.973, "p95_ms": 83.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.59, "count": 267, "max_ms": 130.955, "p95_ms": 115.632}, "yolo11_640_fire_11class": {"avg_ms": 71.932, "count": 267, "max_ms": 143.996, "p95_ms": 86.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.905, "count": 267, "max_ms": 112.185, "p95_ms": 97.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.471, "count": 267, "max_ms": 160.093, "p95_ms": 128.747}, "read_interval": {"avg_ms": 112.734, "count": 266, "max_ms": 170.19, "p95_ms": 137.992}, "triton_wait": {"avg_ms": 90.043, "count": 267, "max_ms": 144.011, "p95_ms": 116.298}, "visualize": {"avg_ms": 3.78, "count": 267, "max_ms": 11.401, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4406.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.151, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.164, "name": "ffmpeg", "pid": 821, "rss_mb": 268.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.578, "sample_count": 195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.582}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T11:18:38+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T11:18:38+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T11:18:38.783629+09:00", "mtime_epoch": 1783304318.7836294, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:18:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 693.449, "name": "celery", "pid": 239, "rss_mb": 693.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.677, "pushed": 6.677, "read": 6.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.889, "count": 195, "max_ms": 37.863, "p95_ms": 20.767}, "gstreamer_push": {"avg_ms": 1.17, "count": 195, "max_ms": 4.012, "p95_ms": 2.371}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.056, "count": 195, "max_ms": 130.102, "p95_ms": 116.476}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.328, "count": 195, "max_ms": 845.989, "p95_ms": 113.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.09, "count": 195, "max_ms": 926.957, "p95_ms": 183.12}, "read_interval": {"avg_ms": 154.404, "count": 194, "max_ms": 938.575, "p95_ms": 189.331}, "triton_wait": {"avg_ms": 83.734, "count": 195, "max_ms": 846.002, "p95_ms": 117.66}, "visualize": {"avg_ms": 44.703, "count": 195, "max_ms": 84.161, "p95_ms": 54.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.206, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4414.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.095, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.484, "name": "ffmpeg", "pid": 544, "rss_mb": 332.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.774, "sample_count": 509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.839}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:19:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:19:02+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T11:19:02+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T11:19:02.332033+09:00", "mtime_epoch": 1783304342.3320327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:19:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1040.812, "name": "celery", "pid": 267, "rss_mb": 1038.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.555, "pushed": 8.555, "read": 8.522}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.829, "count": 256, "max_ms": 8.731, "p95_ms": 5.886}, "gstreamer_push": {"avg_ms": 1.374, "count": 256, "max_ms": 4.338, "p95_ms": 1.871}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.096, "count": 256, "max_ms": 98.048, "p95_ms": 82.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.664, "count": 256, "max_ms": 122.504, "p95_ms": 109.319}, "yolo11_640_fire_11class": {"avg_ms": 65.888, "count": 256, "max_ms": 98.596, "p95_ms": 84.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.83, "count": 256, "max_ms": 110.394, "p95_ms": 96.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.703, "count": 256, "max_ms": 179.58, "p95_ms": 151.723}, "read_interval": {"avg_ms": 117.369, "count": 255, "max_ms": 188.38, "p95_ms": 161.424}, "triton_wait": {"avg_ms": 82.805, "count": 256, "max_ms": 122.518, "p95_ms": 109.332}, "visualize": {"avg_ms": 4.174, "count": 256, "max_ms": 6.195, "p95_ms": 5.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4411.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.24, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.125, "name": "ffmpeg", "pid": 549, "rss_mb": 275.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.783, "sample_count": 561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.66}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:19:04+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T11:19:04+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T11:19:04.108063+09:00", "mtime_epoch": 1783304344.108063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:19:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 838.941, "name": "celery", "pid": 237, "rss_mb": 833.551, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.769}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.078, "count": 294, "max_ms": 4.886, "p95_ms": 3.835}, "gstreamer_push": {"avg_ms": 1.539, "count": 294, "max_ms": 6.301, "p95_ms": 3.637}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.137, "count": 294, "max_ms": 97.798, "p95_ms": 81.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.894, "count": 294, "max_ms": 126.341, "p95_ms": 110.723}, "yolo11_640_fire_11class": {"avg_ms": 63.971, "count": 294, "max_ms": 98.56, "p95_ms": 86.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.136, "count": 294, "max_ms": 110.208, "p95_ms": 95.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.781, "count": 294, "max_ms": 138.446, "p95_ms": 122.414}, "read_interval": {"avg_ms": 102.291, "count": 293, "max_ms": 149.46, "p95_ms": 133.491}, "triton_wait": {"avg_ms": 78.939, "count": 294, "max_ms": 126.356, "p95_ms": 110.738}, "visualize": {"avg_ms": 3.711, "count": 294, "max_ms": 5.891, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 3}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4413.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.184, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.164, "name": "ffmpeg", "pid": 821, "rss_mb": 268.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.936, "sample_count": 401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.549}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:19:08+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T11:19:08+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T11:19:08.856144+09:00", "mtime_epoch": 1783304348.8561444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:19:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 693.449, "name": "celery", "pid": 239, "rss_mb": 693.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.894, "pushed": 6.894, "read": 6.86}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.604, "count": 206, "max_ms": 21.807, "p95_ms": 15.371}, "gstreamer_push": {"avg_ms": 1.031, "count": 206, "max_ms": 1.426, "p95_ms": 1.135}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.854, "count": 206, "max_ms": 115.991, "p95_ms": 108.999}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.567, "count": 206, "max_ms": 116.734, "p95_ms": 109.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.673, "count": 206, "max_ms": 178.474, "p95_ms": 170.112}, "read_interval": {"avg_ms": 145.852, "count": 205, "max_ms": 186.26, "p95_ms": 178.387}, "triton_wait": {"avg_ms": 79.894, "count": 206, "max_ms": 116.744, "p95_ms": 111.275}, "visualize": {"avg_ms": 42.834, "count": 206, "max_ms": 53.896, "p95_ms": 48.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4415.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.163, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.0, "name": "ffmpeg", "pid": 544, "rss_mb": 333.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.215, "sample_count": 765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.771}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:19:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:19:32+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T11:19:32+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T11:19:32.348548+09:00", "mtime_epoch": 1783304372.3485477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:19:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1041.391, "name": "celery", "pid": 267, "rss_mb": 1038.039, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.537, "pushed": 8.537, "read": 8.504}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.513, "count": 256, "max_ms": 8.867, "p95_ms": 5.565}, "gstreamer_push": {"avg_ms": 1.534, "count": 256, "max_ms": 6.075, "p95_ms": 3.686}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.331, "count": 256, "max_ms": 95.788, "p95_ms": 82.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.546, "count": 256, "max_ms": 122.38, "p95_ms": 110.804}, "yolo11_640_fire_11class": {"avg_ms": 69.598, "count": 256, "max_ms": 98.571, "p95_ms": 85.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.367, "count": 256, "max_ms": 109.742, "p95_ms": 99.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.248, "count": 256, "max_ms": 175.285, "p95_ms": 155.942}, "read_interval": {"avg_ms": 117.387, "count": 255, "max_ms": 183.68, "p95_ms": 164.378}, "triton_wait": {"avg_ms": 88.614, "count": 256, "max_ms": 122.393, "p95_ms": 110.849}, "visualize": {"avg_ms": 3.978, "count": 256, "max_ms": 9.027, "p95_ms": 5.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 6}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4423.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.243, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.125, "name": "ffmpeg", "pid": 549, "rss_mb": 275.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.595, "sample_count": 834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.657}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:19:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T11:19:34+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T11:19:34.160579+09:00", "mtime_epoch": 1783304374.160579, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:19:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 839.07, "name": "celery", "pid": 237, "rss_mb": 836.387, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.102, "pushed": 9.102, "read": 9.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.174, "count": 273, "max_ms": 5.145, "p95_ms": 4.744}, "gstreamer_push": {"avg_ms": 1.581, "count": 273, "max_ms": 6.926, "p95_ms": 3.842}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.181, "count": 273, "max_ms": 93.754, "p95_ms": 82.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.716, "count": 273, "max_ms": 123.476, "p95_ms": 109.054}, "yolo11_640_fire_11class": {"avg_ms": 68.086, "count": 273, "max_ms": 96.624, "p95_ms": 86.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.631, "count": 273, "max_ms": 107.772, "p95_ms": 98.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.809, "count": 273, "max_ms": 135.858, "p95_ms": 122.166}, "read_interval": {"avg_ms": 110.095, "count": 273, "max_ms": 150.52, "p95_ms": 138.021}, "triton_wait": {"avg_ms": 85.762, "count": 273, "max_ms": 123.489, "p95_ms": 109.07}, "visualize": {"avg_ms": 3.774, "count": 273, "max_ms": 6.824, "p95_ms": 4.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4425.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.309, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.164, "name": "ffmpeg", "pid": 821, "rss_mb": 268.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.173, "sample_count": 609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.425}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:19:39+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T11:19:38+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T11:19:38.948661+09:00", "mtime_epoch": 1783304378.9486613, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:19:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 697.316, "name": "celery", "pid": 239, "rss_mb": 697.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.936, "pushed": 6.936, "read": 6.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.926, "count": 208, "max_ms": 24.941, "p95_ms": 19.101}, "gstreamer_push": {"avg_ms": 1.033, "count": 208, "max_ms": 1.311, "p95_ms": 1.165}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.701, "count": 208, "max_ms": 121.109, "p95_ms": 109.238}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.373, "count": 208, "max_ms": 114.964, "p95_ms": 106.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.764, "count": 208, "max_ms": 202.246, "p95_ms": 171.862}, "read_interval": {"avg_ms": 144.701, "count": 207, "max_ms": 211.071, "p95_ms": 179.528}, "triton_wait": {"avg_ms": 77.55, "count": 208, "max_ms": 121.122, "p95_ms": 109.725}, "visualize": {"avg_ms": 41.065, "count": 208, "max_ms": 57.76, "p95_ms": 50.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4428.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.168, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.258, "name": "ffmpeg", "pid": 544, "rss_mb": 333.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.625, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.767}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:20:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:20:02+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T11:20:02+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T11:20:02.369065+09:00", "mtime_epoch": 1783304402.3690646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:20:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1041.699, "name": "celery", "pid": 267, "rss_mb": 1039.898, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.669, "pushed": 8.669, "read": 8.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 260, "max_ms": 6.435, "p95_ms": 5.537}, "gstreamer_push": {"avg_ms": 1.507, "count": 260, "max_ms": 6.643, "p95_ms": 3.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.186, "count": 260, "max_ms": 88.639, "p95_ms": 80.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.191, "count": 260, "max_ms": 122.227, "p95_ms": 110.72}, "yolo11_640_fire_11class": {"avg_ms": 68.174, "count": 260, "max_ms": 96.105, "p95_ms": 85.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.006, "count": 260, "max_ms": 103.464, "p95_ms": 97.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.926, "count": 260, "max_ms": 167.903, "p95_ms": 139.085}, "read_interval": {"avg_ms": 115.461, "count": 260, "max_ms": 175.774, "p95_ms": 147.49}, "triton_wait": {"avg_ms": 86.483, "count": 260, "max_ms": 122.241, "p95_ms": 110.735}, "visualize": {"avg_ms": 3.978, "count": 260, "max_ms": 6.968, "p95_ms": 5.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 9}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4416.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.283, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.383, "name": "ffmpeg", "pid": 549, "rss_mb": 275.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.436, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.617}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:20:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T11:20:04+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T11:20:04.189096+09:00", "mtime_epoch": 1783304404.1890957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:20:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 839.961, "name": "celery", "pid": 237, "rss_mb": 839.961, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.165, "pushed": 9.165, "read": 9.131}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.135, "count": 274, "max_ms": 5.297, "p95_ms": 4.243}, "gstreamer_push": {"avg_ms": 1.629, "count": 274, "max_ms": 6.578, "p95_ms": 3.896}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.992, "count": 274, "max_ms": 91.771, "p95_ms": 82.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.327, "count": 274, "max_ms": 123.413, "p95_ms": 110.707}, "yolo11_640_fire_11class": {"avg_ms": 67.596, "count": 274, "max_ms": 96.506, "p95_ms": 85.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.699, "count": 274, "max_ms": 103.37, "p95_ms": 97.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.551, "count": 274, "max_ms": 137.087, "p95_ms": 122.615}, "read_interval": {"avg_ms": 109.661, "count": 273, "max_ms": 149.386, "p95_ms": 135.588}, "triton_wait": {"avg_ms": 85.483, "count": 274, "max_ms": 123.429, "p95_ms": 110.722}, "visualize": {"avg_ms": 3.743, "count": 274, "max_ms": 6.99, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 6}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4428.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.368, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.938, "name": "ffmpeg", "pid": 821, "rss_mb": 268.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.962, "sample_count": 814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.366}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:20:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:20:09+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T11:20:09+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T11:20:09.029179+09:00", "mtime_epoch": 1783304409.0291793, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:20:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.234, "name": "celery", "pid": 239, "rss_mb": 697.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.851, "pushed": 6.851, "read": 6.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.513, "count": 205, "max_ms": 21.189, "p95_ms": 18.518}, "gstreamer_push": {"avg_ms": 1.09, "count": 205, "max_ms": 3.71, "p95_ms": 1.375}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.944, "count": 205, "max_ms": 116.617, "p95_ms": 106.395}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.75, "count": 205, "max_ms": 120.415, "p95_ms": 106.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.322, "count": 205, "max_ms": 194.595, "p95_ms": 173.361}, "read_interval": {"avg_ms": 146.614, "count": 204, "max_ms": 202.564, "p95_ms": 180.809}, "triton_wait": {"avg_ms": 76.692, "count": 205, "max_ms": 120.428, "p95_ms": 108.245}, "visualize": {"avg_ms": 43.377, "count": 205, "max_ms": 61.102, "p95_ms": 55.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4416.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.183, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.258, "name": "ffmpeg", "pid": 544, "rss_mb": 333.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.02, "sample_count": 1260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.752}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:20:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:20:32+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T11:20:32+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T11:20:32.389582+09:00", "mtime_epoch": 1783304432.3895824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:20:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1042.75, "name": "celery", "pid": 267, "rss_mb": 1038.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.853, "pushed": 7.853, "read": 7.819}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.519, "count": 235, "max_ms": 8.878, "p95_ms": 6.174}, "gstreamer_push": {"avg_ms": 1.406, "count": 235, "max_ms": 6.852, "p95_ms": 2.913}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.122, "count": 235, "max_ms": 88.975, "p95_ms": 80.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.953, "count": 235, "max_ms": 126.905, "p95_ms": 110.299}, "yolo11_640_fire_11class": {"avg_ms": 65.034, "count": 235, "max_ms": 90.933, "p95_ms": 84.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.816, "count": 235, "max_ms": 107.447, "p95_ms": 96.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.113, "count": 235, "max_ms": 167.549, "p95_ms": 157.444}, "read_interval": {"avg_ms": 127.776, "count": 234, "max_ms": 181.949, "p95_ms": 167.257}, "triton_wait": {"avg_ms": 83.109, "count": 235, "max_ms": 126.921, "p95_ms": 110.313}, "visualize": {"avg_ms": 4.521, "count": 235, "max_ms": 9.033, "p95_ms": 5.577}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 11}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4422.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.414, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.641, "name": "ffmpeg", "pid": 549, "rss_mb": 275.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.166, "sample_count": 1401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.485}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:20:34+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T11:20:34+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T11:20:34.289615+09:00", "mtime_epoch": 1783304434.2896154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:20:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 840.008, "name": "celery", "pid": 237, "rss_mb": 837.609, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.721}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.161, "count": 292, "max_ms": 5.198, "p95_ms": 4.419}, "gstreamer_push": {"avg_ms": 1.511, "count": 292, "max_ms": 6.821, "p95_ms": 3.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.365, "count": 292, "max_ms": 90.961, "p95_ms": 78.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.626, "count": 292, "max_ms": 124.889, "p95_ms": 108.425}, "yolo11_640_fire_11class": {"avg_ms": 63.076, "count": 292, "max_ms": 91.562, "p95_ms": 84.576}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.818, "count": 292, "max_ms": 107.42, "p95_ms": 96.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.62, "count": 292, "max_ms": 138.88, "p95_ms": 120.025}, "read_interval": {"avg_ms": 102.828, "count": 291, "max_ms": 157.849, "p95_ms": 131.835}, "triton_wait": {"avg_ms": 78.694, "count": 292, "max_ms": 124.904, "p95_ms": 108.44}, "visualize": {"avg_ms": 3.699, "count": 292, "max_ms": 6.027, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 9, "tracking_summary": 8}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4419.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.388, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.938, "name": "ffmpeg", "pid": 821, "rss_mb": 268.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.112, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.345}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:20:39+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T11:20:38+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T11:20:39.005697+09:00", "mtime_epoch": 1783304439.0056968, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:20:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.43, "name": "celery", "pid": 239, "rss_mb": 688.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.526, "pushed": 6.526, "read": 6.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.159, "count": 195, "max_ms": 32.475, "p95_ms": 20.25}, "gstreamer_push": {"avg_ms": 1.192, "count": 195, "max_ms": 3.194, "p95_ms": 2.414}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.59, "count": 195, "max_ms": 121.683, "p95_ms": 110.441}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.953, "count": 195, "max_ms": 116.889, "p95_ms": 106.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.558, "count": 195, "max_ms": 197.482, "p95_ms": 182.351}, "read_interval": {"avg_ms": 153.737, "count": 194, "max_ms": 204.232, "p95_ms": 190.992}, "triton_wait": {"avg_ms": 78.529, "count": 195, "max_ms": 121.696, "p95_ms": 110.452}, "visualize": {"avg_ms": 46.655, "count": 195, "max_ms": 65.993, "p95_ms": 62.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4466.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.266, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.258, "name": "ffmpeg", "pid": 544, "rss_mb": 333.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.692, "sample_count": 1524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.669}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:21:02+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T11:21:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T11:21:02.470103+09:00", "mtime_epoch": 1783304462.4701028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:21:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1043.539, "name": "celery", "pid": 267, "rss_mb": 1038.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.81, "pushed": 8.81, "read": 8.776}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.281, "count": 264, "max_ms": 7.278, "p95_ms": 5.42}, "gstreamer_push": {"avg_ms": 1.555, "count": 264, "max_ms": 7.366, "p95_ms": 3.536}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.46, "count": 264, "max_ms": 93.444, "p95_ms": 82.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.528, "count": 264, "max_ms": 124.249, "p95_ms": 110.196}, "yolo11_640_fire_11class": {"avg_ms": 69.134, "count": 264, "max_ms": 93.968, "p95_ms": 85.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.54, "count": 264, "max_ms": 105.49, "p95_ms": 100.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.89, "count": 264, "max_ms": 146.711, "p95_ms": 131.689}, "read_interval": {"avg_ms": 113.927, "count": 263, "max_ms": 155.106, "p95_ms": 143.09}, "triton_wait": {"avg_ms": 87.754, "count": 264, "max_ms": 124.263, "p95_ms": 110.21}, "visualize": {"avg_ms": 3.852, "count": 264, "max_ms": 6.331, "p95_ms": 4.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 13}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4469.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.508, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.898, "name": "ffmpeg", "pid": 549, "rss_mb": 275.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.532, "sample_count": 1672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.39}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:21:04+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T11:21:04+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T11:21:04.394136+09:00", "mtime_epoch": 1783304464.3941362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:21:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 840.008, "name": "celery", "pid": 237, "rss_mb": 835.141, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.045, "pushed": 9.045, "read": 9.012}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.123, "count": 271, "max_ms": 5.108, "p95_ms": 4.658}, "gstreamer_push": {"avg_ms": 1.498, "count": 271, "max_ms": 8.138, "p95_ms": 2.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.844, "count": 271, "max_ms": 91.959, "p95_ms": 82.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.704, "count": 271, "max_ms": 124.417, "p95_ms": 111.759}, "yolo11_640_fire_11class": {"avg_ms": 68.201, "count": 271, "max_ms": 91.947, "p95_ms": 85.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.247, "count": 271, "max_ms": 104.184, "p95_ms": 98.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.674, "count": 271, "max_ms": 137.686, "p95_ms": 123.304}, "read_interval": {"avg_ms": 110.996, "count": 270, "max_ms": 153.148, "p95_ms": 138.289}, "triton_wait": {"avg_ms": 86.823, "count": 271, "max_ms": 124.43, "p95_ms": 111.773}, "visualize": {"avg_ms": 3.684, "count": 271, "max_ms": 5.993, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 10, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4469.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.395, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.352, "name": "ffmpeg", "pid": 821, "rss_mb": 307.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.024, "sample_count": 1205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.339}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:21:09+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T11:21:09+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T11:21:09.018216+09:00", "mtime_epoch": 1783304469.0182161, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:21:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.668, "name": "celery", "pid": 239, "rss_mb": 698.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.164, "count": 196, "max_ms": 26.338, "p95_ms": 21.055}, "gstreamer_push": {"avg_ms": 1.149, "count": 196, "max_ms": 3.325, "p95_ms": 2.229}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.754, "count": 196, "max_ms": 121.725, "p95_ms": 111.573}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.259, "count": 196, "max_ms": 117.612, "p95_ms": 111.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.668, "count": 196, "max_ms": 198.716, "p95_ms": 180.308}, "read_interval": {"avg_ms": 153.134, "count": 196, "max_ms": 208.255, "p95_ms": 188.49}, "triton_wait": {"avg_ms": 79.941, "count": 196, "max_ms": 121.738, "p95_ms": 114.47}, "visualize": {"avg_ms": 43.123, "count": 196, "max_ms": 67.527, "p95_ms": 62.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 16}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4472.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.605, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.477, "name": "ffmpeg", "pid": 549, "rss_mb": 278.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.676, "sample_count": 1976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.294}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:21:34+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T11:21:34+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T11:21:34.498658+09:00", "mtime_epoch": 1783304494.4986582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:21:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 840.008, "name": "celery", "pid": 237, "rss_mb": 837.852, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.089, "count": 304, "max_ms": 4.905, "p95_ms": 3.798}, "gstreamer_push": {"avg_ms": 1.54, "count": 304, "max_ms": 7.395, "p95_ms": 3.689}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.698, "count": 304, "max_ms": 89.367, "p95_ms": 73.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.485, "count": 304, "max_ms": 115.661, "p95_ms": 101.019}, "yolo11_640_fire_11class": {"avg_ms": 59.579, "count": 304, "max_ms": 100.547, "p95_ms": 80.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.963, "count": 304, "max_ms": 107.821, "p95_ms": 91.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.32, "count": 304, "max_ms": 127.261, "p95_ms": 112.107}, "read_interval": {"avg_ms": 98.935, "count": 303, "max_ms": 138.898, "p95_ms": 126.314}, "triton_wait": {"avg_ms": 74.564, "count": 304, "max_ms": 115.675, "p95_ms": 101.035}, "visualize": {"avg_ms": 3.697, "count": 304, "max_ms": 5.017, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 11}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4472.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.424, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.352, "name": "ffmpeg", "pid": 821, "rss_mb": 307.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.936, "sample_count": 1414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.309}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:21:39+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T11:21:39+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T11:21:39.078737+09:00", "mtime_epoch": 1783304499.0787375, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:21:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.695, "name": "celery", "pid": 239, "rss_mb": 699.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.992, "pushed": 6.992, "read": 6.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.405, "count": 209, "max_ms": 26.389, "p95_ms": 16.276}, "gstreamer_push": {"avg_ms": 1.048, "count": 209, "max_ms": 2.438, "p95_ms": 1.192}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.292, "count": 209, "max_ms": 120.277, "p95_ms": 87.971}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.254, "count": 209, "max_ms": 112.628, "p95_ms": 90.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.252, "count": 209, "max_ms": 184.546, "p95_ms": 152.474}, "read_interval": {"avg_ms": 143.614, "count": 208, "max_ms": 192.078, "p95_ms": 162.587}, "triton_wait": {"avg_ms": 72.577, "count": 209, "max_ms": 120.289, "p95_ms": 90.663}, "visualize": {"avg_ms": 43.941, "count": 209, "max_ms": 57.406, "p95_ms": 47.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 13}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4493.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 221.315, "last_started_at": "2026-07-06T11:18:00+09:00", "pid": 544, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.652, "name": "ffmpeg", "pid": 544, "rss_mb": 355.652, "state": "S (sleeping)", "threads": 104}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.382, "sample_count": 1618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 78.621}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:21:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:21:41+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T11:21:41+09:00", "mjpeg": {"age_sec": 10.179, "exists": true, "mtime": "2026-07-06T11:21:31.438605+09:00", "mtime_epoch": 1783304491.438605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:21:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1044.473, "name": "celery", "pid": 267, "rss_mb": 1040.867, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 12, "pushed_frames": 12, "read_frames": 11, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.401, "pushed": 0.401, "read": 0.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.796, "count": 12, "max_ms": 3.212, "p95_ms": 3.212}, "gstreamer_push": {"avg_ms": 1.775, "count": 12, "max_ms": 4.071, "p95_ms": 4.071}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.35, "count": 12, "max_ms": 89.377, "p95_ms": 89.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 93.107, "count": 12, "max_ms": 116.875, "p95_ms": 116.875}, "yolo11_640_fire_11class": {"avg_ms": 74.575, "count": 12, "max_ms": 91.869, "p95_ms": 91.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.21, "count": 12, "max_ms": 102.533, "p95_ms": 102.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.644, "count": 12, "max_ms": 128.752, "p95_ms": 128.752}, "read_interval": {"avg_ms": 2721.51, "count": 11, "max_ms": 18678.822, "p95_ms": 18678.822}, "triton_wait": {"avg_ms": 93.23, "count": 12, "max_ms": 116.889, "p95_ms": 116.889}, "visualize": {"avg_ms": 3.534, "count": 12, "max_ms": 5.006, "p95_ms": 5.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 18}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4472.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.695, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.477, "name": "ffmpeg", "pid": 549, "rss_mb": 278.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.272, "sample_count": 2274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.205}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:22:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T11:22:04+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T11:22:04.603181+09:00", "mtime_epoch": 1783304524.6031811, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:22:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 840.656, "name": "celery", "pid": 237, "rss_mb": 838.105, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.934, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.142, "count": 297, "max_ms": 5.043, "p95_ms": 4.28}, "gstreamer_push": {"avg_ms": 1.553, "count": 298, "max_ms": 6.304, "p95_ms": 3.698}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.755, "count": 297, "max_ms": 86.073, "p95_ms": 75.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.853, "count": 297, "max_ms": 124.158, "p95_ms": 106.299}, "yolo11_640_fire_11class": {"avg_ms": 59.481, "count": 297, "max_ms": 87.282, "p95_ms": 80.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.074, "count": 297, "max_ms": 102.134, "p95_ms": 92.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.843, "count": 297, "max_ms": 137.994, "p95_ms": 118.439}, "read_interval": {"avg_ms": 100.968, "count": 297, "max_ms": 153.332, "p95_ms": 132.381}, "triton_wait": {"avg_ms": 75.892, "count": 297, "max_ms": 124.174, "p95_ms": 106.314}, "visualize": {"avg_ms": 3.726, "count": 297, "max_ms": 4.793, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 14, "tracking_summary": 13}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4472.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.542, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.352, "name": "ffmpeg", "pid": 821, "rss_mb": 307.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.436, "sample_count": 1618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.191}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:22:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:22:09+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T11:22:09+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T11:22:09.167261+09:00", "mtime_epoch": 1783304529.1672606, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:22:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.746, "name": "celery", "pid": 239, "rss_mb": 698.16, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.803, "pushed": 6.803, "read": 6.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.718, "count": 204, "max_ms": 22.192, "p95_ms": 18.243}, "gstreamer_push": {"avg_ms": 1.046, "count": 204, "max_ms": 1.667, "p95_ms": 1.181}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.588, "count": 204, "max_ms": 123.273, "p95_ms": 107.722}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.288, "count": 204, "max_ms": 115.72, "p95_ms": 103.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.887, "count": 204, "max_ms": 184.003, "p95_ms": 169.774}, "read_interval": {"avg_ms": 147.424, "count": 203, "max_ms": 192.417, "p95_ms": 178.449}, "triton_wait": {"avg_ms": 78.422, "count": 204, "max_ms": 123.29, "p95_ms": 109.144}, "visualize": {"avg_ms": 41.196, "count": 204, "max_ms": 54.976, "p95_ms": 47.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4468.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.698, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.723, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.647, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 48.496}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:22:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:22:11+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T11:22:11+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T11:22:11.607303+09:00", "mtime_epoch": 1783304531.607303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:22:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1044.648, "name": "celery", "pid": 267, "rss_mb": 1042.211, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.667, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 199, "max_ms": 7.335, "p95_ms": 6.349}, "gstreamer_push": {"avg_ms": 1.478, "count": 200, "max_ms": 6.801, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.591, "count": 199, "max_ms": 89.129, "p95_ms": 78.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.467, "count": 199, "max_ms": 115.79, "p95_ms": 109.12}, "yolo11_640_fire_11class": {"avg_ms": 64.891, "count": 199, "max_ms": 91.145, "p95_ms": 84.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.515, "count": 199, "max_ms": 106.119, "p95_ms": 98.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.226, "count": 199, "max_ms": 171.535, "p95_ms": 160.753}, "read_interval": {"avg_ms": 150.579, "count": 199, "max_ms": 5155.954, "p95_ms": 171.65}, "triton_wait": {"avg_ms": 85.648, "count": 199, "max_ms": 115.804, "p95_ms": 109.132}, "visualize": {"avg_ms": 4.376, "count": 199, "max_ms": 6.331, "p95_ms": 5.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 21}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4474.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.762, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.055, "name": "ffmpeg", "pid": 549, "rss_mb": 281.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.875, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.138}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:22:34+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T11:22:34+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T11:22:34.639704+09:00", "mtime_epoch": 1783304554.639704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:22:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 840.883, "name": "celery", "pid": 237, "rss_mb": 838.297, "state": "S (sleeping)", "threads": 11}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.09, "count": 302, "max_ms": 5.28, "p95_ms": 3.761}, "gstreamer_push": {"avg_ms": 1.488, "count": 302, "max_ms": 7.723, "p95_ms": 1.662}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.353, "count": 302, "max_ms": 90.73, "p95_ms": 75.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.157, "count": 302, "max_ms": 129.258, "p95_ms": 102.563}, "yolo11_640_fire_11class": {"avg_ms": 59.855, "count": 302, "max_ms": 91.24, "p95_ms": 78.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.982, "count": 302, "max_ms": 100.963, "p95_ms": 93.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.223, "count": 302, "max_ms": 141.467, "p95_ms": 114.659}, "read_interval": {"avg_ms": 99.472, "count": 301, "max_ms": 158.008, "p95_ms": 128.486}, "triton_wait": {"avg_ms": 74.344, "count": 302, "max_ms": 129.272, "p95_ms": 102.578}, "visualize": {"avg_ms": 3.721, "count": 302, "max_ms": 5.916, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4463.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.598, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.352, "name": "ffmpeg", "pid": 821, "rss_mb": 307.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.171, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.135}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:22:39+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T11:22:39+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T11:22:39.247784+09:00", "mtime_epoch": 1783304559.2477844, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:22:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.746, "name": "celery", "pid": 239, "rss_mb": 689.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.65, "pushed": 6.65, "read": 6.617}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.615, "count": 199, "max_ms": 24.948, "p95_ms": 19.353}, "gstreamer_push": {"avg_ms": 1.242, "count": 199, "max_ms": 3.383, "p95_ms": 2.357}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.297, "count": 199, "max_ms": 116.269, "p95_ms": 103.773}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.335, "count": 199, "max_ms": 112.151, "p95_ms": 102.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.205, "count": 199, "max_ms": 187.023, "p95_ms": 172.91}, "read_interval": {"avg_ms": 150.979, "count": 198, "max_ms": 196.041, "p95_ms": 181.707}, "triton_wait": {"avg_ms": 76.607, "count": 199, "max_ms": 116.282, "p95_ms": 105.486}, "visualize": {"avg_ms": 45.643, "count": 199, "max_ms": 72.965, "p95_ms": 60.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4470.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.768, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.17, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 18.423}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T11:22:41+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T11:22:41+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T11:22:41.719827+09:00", "mtime_epoch": 1783304561.7198274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:22:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1044.648, "name": "celery", "pid": 267, "rss_mb": 1041.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.29, "pushed": 8.29, "read": 8.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.401, "count": 248, "max_ms": 8.435, "p95_ms": 6.247}, "gstreamer_push": {"avg_ms": 1.428, "count": 248, "max_ms": 6.144, "p95_ms": 2.801}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.561, "count": 248, "max_ms": 86.522, "p95_ms": 76.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.216, "count": 248, "max_ms": 119.565, "p95_ms": 105.164}, "yolo11_640_fire_11class": {"avg_ms": 61.342, "count": 248, "max_ms": 87.305, "p95_ms": 81.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.827, "count": 248, "max_ms": 101.431, "p95_ms": 93.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.984, "count": 248, "max_ms": 170.295, "p95_ms": 154.302}, "read_interval": {"avg_ms": 121.261, "count": 247, "max_ms": 181.474, "p95_ms": 164.255}, "triton_wait": {"avg_ms": 78.561, "count": 248, "max_ms": 119.578, "p95_ms": 105.178}, "visualize": {"avg_ms": 4.459, "count": 248, "max_ms": 6.822, "p95_ms": 5.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 23}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4478.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.837, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.055, "name": "ffmpeg", "pid": 549, "rss_mb": 281.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.576, "sample_count": 2849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:23:04+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T11:23:04+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T11:23:04.712229+09:00", "mtime_epoch": 1783304584.7122285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:23:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 852.258, "name": "celery", "pid": 237, "rss_mb": 850.176, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.349, "pushed": 9.349, "read": 9.316}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.337, "count": 280, "max_ms": 12.668, "p95_ms": 5.645}, "gstreamer_push": {"avg_ms": 1.59, "count": 280, "max_ms": 9.093, "p95_ms": 3.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.005, "count": 280, "max_ms": 95.312, "p95_ms": 77.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.608, "count": 280, "max_ms": 128.823, "p95_ms": 109.334}, "yolo11_640_fire_11class": {"avg_ms": 60.916, "count": 280, "max_ms": 95.802, "p95_ms": 82.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.745, "count": 280, "max_ms": 110.215, "p95_ms": 93.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.016, "count": 280, "max_ms": 160.524, "p95_ms": 137.84}, "read_interval": {"avg_ms": 107.303, "count": 279, "max_ms": 171.564, "p95_ms": 150.192}, "triton_wait": {"avg_ms": 77.738, "count": 280, "max_ms": 128.837, "p95_ms": 109.349}, "visualize": {"avg_ms": 3.862, "count": 280, "max_ms": 15.991, "p95_ms": 5.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 16}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4485.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.696, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.352, "name": "ffmpeg", "pid": 821, "rss_mb": 307.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.776, "sample_count": 2010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:23:09+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T11:23:09+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T11:23:09.340309+09:00", "mtime_epoch": 1783304589.3403094, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:23:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 700.746, "name": "celery", "pid": 239, "rss_mb": 697.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.447, "pushed": 6.447, "read": 6.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.797, "count": 193, "max_ms": 34.605, "p95_ms": 22.564}, "gstreamer_push": {"avg_ms": 1.161, "count": 193, "max_ms": 3.974, "p95_ms": 2.414}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.694, "count": 193, "max_ms": 126.082, "p95_ms": 110.172}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.804, "count": 193, "max_ms": 120.851, "p95_ms": 107.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.004, "count": 193, "max_ms": 203.033, "p95_ms": 181.245}, "read_interval": {"avg_ms": 155.893, "count": 192, "max_ms": 210.25, "p95_ms": 191.246}, "triton_wait": {"avg_ms": 77.551, "count": 193, "max_ms": 126.096, "p95_ms": 111.107}, "visualize": {"avg_ms": 47.418, "count": 193, "max_ms": 69.082, "p95_ms": 61.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4480.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.859, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.259, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:23:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:23:11+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T11:23:11+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T11:23:11.832353+09:00", "mtime_epoch": 1783304591.8323529, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:23:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1044.648, "name": "celery", "pid": 267, "rss_mb": 1036.176, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.177, "pushed": 8.177, "read": 8.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.441, "count": 245, "max_ms": 8.827, "p95_ms": 6.574}, "gstreamer_push": {"avg_ms": 1.407, "count": 245, "max_ms": 4.188, "p95_ms": 2.887}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.52, "count": 245, "max_ms": 93.761, "p95_ms": 79.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.694, "count": 245, "max_ms": 122.116, "p95_ms": 107.47}, "yolo11_640_fire_11class": {"avg_ms": 62.124, "count": 245, "max_ms": 94.36, "p95_ms": 83.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.151, "count": 245, "max_ms": 109.013, "p95_ms": 99.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.014, "count": 245, "max_ms": 183.424, "p95_ms": 156.41}, "read_interval": {"avg_ms": 122.931, "count": 244, "max_ms": 195.274, "p95_ms": 168.93}, "triton_wait": {"avg_ms": 79.052, "count": 245, "max_ms": 122.129, "p95_ms": 107.483}, "visualize": {"avg_ms": 4.488, "count": 245, "max_ms": 6.687, "p95_ms": 6.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4488.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.868, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.055, "name": "ffmpeg", "pid": 549, "rss_mb": 281.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.84, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:23:34+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T11:23:34+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T11:23:34.704753+09:00", "mtime_epoch": 1783304614.7047527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:23:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 854.617, "name": "celery", "pid": 237, "rss_mb": 853.883, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.483, "pushed": 6.483, "read": 6.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.376, "count": 194, "max_ms": 9.668, "p95_ms": 7.636}, "gstreamer_push": {"avg_ms": 1.112, "count": 194, "max_ms": 4.586, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.855, "count": 194, "max_ms": 83.993, "p95_ms": 74.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.46, "count": 194, "max_ms": 123.82, "p95_ms": 108.148}, "yolo11_640_fire_11class": {"avg_ms": 56.505, "count": 194, "max_ms": 85.018, "p95_ms": 80.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.396, "count": 194, "max_ms": 102.097, "p95_ms": 95.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.464, "count": 194, "max_ms": 196.514, "p95_ms": 174.79}, "read_interval": {"avg_ms": 154.713, "count": 193, "max_ms": 207.041, "p95_ms": 184.945}, "triton_wait": {"avg_ms": 76.608, "count": 194, "max_ms": 123.834, "p95_ms": 108.161}, "visualize": {"avg_ms": 5.956, "count": 194, "max_ms": 8.621, "p95_ms": 7.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 18}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4486.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.813, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.145, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:23:39+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T11:23:39+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T11:23:39.484836+09:00", "mtime_epoch": 1783304619.4848363, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:23:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 701.039, "name": "celery", "pid": 239, "rss_mb": 700.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.545, "pushed": 6.545, "read": 6.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.607, "count": 196, "max_ms": 38.155, "p95_ms": 25.739}, "gstreamer_push": {"avg_ms": 1.046, "count": 196, "max_ms": 1.738, "p95_ms": 1.209}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.887, "count": 196, "max_ms": 119.629, "p95_ms": 107.549}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.703, "count": 196, "max_ms": 118.332, "p95_ms": 104.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.424, "count": 196, "max_ms": 193.623, "p95_ms": 172.812}, "read_interval": {"avg_ms": 153.71, "count": 195, "max_ms": 202.465, "p95_ms": 182.441}, "triton_wait": {"avg_ms": 81.593, "count": 196, "max_ms": 119.642, "p95_ms": 108.772}, "visualize": {"avg_ms": 40.485, "count": 196, "max_ms": 64.793, "p95_ms": 47.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 21}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4490.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.918, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.308, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:23:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:23:41+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T11:23:41+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T11:23:41.844878+09:00", "mtime_epoch": 1783304621.8448777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:23:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1044.648, "name": "celery", "pid": 267, "rss_mb": 1042.191, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.541, "pushed": 8.541, "read": 8.507}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.333, "count": 256, "max_ms": 8.559, "p95_ms": 6.802}, "gstreamer_push": {"avg_ms": 1.409, "count": 256, "max_ms": 6.527, "p95_ms": 2.712}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.812, "count": 256, "max_ms": 80.105, "p95_ms": 65.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.955, "count": 256, "max_ms": 116.27, "p95_ms": 107.282}, "yolo11_640_fire_11class": {"avg_ms": 57.93, "count": 256, "max_ms": 83.841, "p95_ms": 74.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.049, "count": 256, "max_ms": 102.356, "p95_ms": 87.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.636, "count": 256, "max_ms": 173.94, "p95_ms": 158.913}, "read_interval": {"avg_ms": 117.334, "count": 255, "max_ms": 185.519, "p95_ms": 169.933}, "triton_wait": {"avg_ms": 76.104, "count": 256, "max_ms": 116.283, "p95_ms": 107.294}, "visualize": {"avg_ms": 4.318, "count": 256, "max_ms": 6.499, "p95_ms": 5.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 26}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4492.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.938, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.055, "name": "ffmpeg", "pid": 549, "rss_mb": 281.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.422, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:24:04+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T11:24:04+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T11:24:04.765279+09:00", "mtime_epoch": 1783304644.7652788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:24:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 857.012, "name": "celery", "pid": 237, "rss_mb": 856.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.281, "pushed": 6.281, "read": 6.248}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.987, "count": 188, "max_ms": 10.463, "p95_ms": 8.323}, "gstreamer_push": {"avg_ms": 1.079, "count": 188, "max_ms": 4.142, "p95_ms": 1.842}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.926, "count": 188, "max_ms": 83.838, "p95_ms": 71.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.593, "count": 188, "max_ms": 120.916, "p95_ms": 97.869}, "yolo11_640_fire_11class": {"avg_ms": 56.07, "count": 188, "max_ms": 88.529, "p95_ms": 75.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.847, "count": 188, "max_ms": 106.483, "p95_ms": 92.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.358, "count": 188, "max_ms": 198.926, "p95_ms": 180.292}, "read_interval": {"avg_ms": 159.838, "count": 187, "max_ms": 206.864, "p95_ms": 191.386}, "triton_wait": {"avg_ms": 70.88, "count": 188, "max_ms": 120.929, "p95_ms": 97.883}, "visualize": {"avg_ms": 6.53, "count": 188, "max_ms": 8.734, "p95_ms": 7.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4498.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.91, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.06, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:24:09+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T11:24:09+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T11:24:09.573363+09:00", "mtime_epoch": 1783304649.573363, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:24:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.699, "name": "celery", "pid": 239, "rss_mb": 703.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.777, "pushed": 6.777, "read": 6.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.029, "count": 203, "max_ms": 24.76, "p95_ms": 18.634}, "gstreamer_push": {"avg_ms": 0.997, "count": 203, "max_ms": 1.581, "p95_ms": 1.141}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.256, "count": 203, "max_ms": 104.266, "p95_ms": 96.629}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.837, "count": 203, "max_ms": 108.964, "p95_ms": 97.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.548, "count": 203, "max_ms": 178.141, "p95_ms": 164.687}, "read_interval": {"avg_ms": 148.264, "count": 202, "max_ms": 187.207, "p95_ms": 173.046}, "triton_wait": {"avg_ms": 76.408, "count": 203, "max_ms": 108.977, "p95_ms": 99.285}, "visualize": {"avg_ms": 42.645, "count": 203, "max_ms": 53.959, "p95_ms": 47.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 23}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4490.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.051, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.225, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:24:12+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T11:24:11+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T11:24:11.973405+09:00", "mtime_epoch": 1783304651.9734051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:24:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1044.832, "name": "celery", "pid": 267, "rss_mb": 1039.836, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.335, "pushed": 8.335, "read": 8.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.685, "count": 250, "max_ms": 8.493, "p95_ms": 7.089}, "gstreamer_push": {"avg_ms": 1.346, "count": 250, "max_ms": 6.053, "p95_ms": 2.839}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.136, "count": 250, "max_ms": 81.636, "p95_ms": 68.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.205, "count": 250, "max_ms": 108.407, "p95_ms": 100.808}, "yolo11_640_fire_11class": {"avg_ms": 57.859, "count": 250, "max_ms": 82.139, "p95_ms": 71.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.441, "count": 250, "max_ms": 100.718, "p95_ms": 88.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.857, "count": 250, "max_ms": 166.108, "p95_ms": 150.153}, "read_interval": {"avg_ms": 119.987, "count": 250, "max_ms": 178.524, "p95_ms": 159.765}, "triton_wait": {"avg_ms": 73.272, "count": 250, "max_ms": 108.421, "p95_ms": 100.821}, "visualize": {"avg_ms": 4.55, "count": 250, "max_ms": 6.641, "p95_ms": 6.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 28}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4489.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 393.138, "last_started_at": "2026-07-06T11:18:01+09:00", "pid": 549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.055, "name": "ffmpeg", "pid": 549, "rss_mb": 281.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.207, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:24:35+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T11:24:34+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T11:24:34.921808+09:00", "mtime_epoch": 1783304674.9218075, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:24:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 859.59, "name": "celery", "pid": 237, "rss_mb": 855.133, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.458, "pushed": 5.458, "read": 5.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.281, "count": 163, "max_ms": 12.003, "p95_ms": 10.075}, "gstreamer_push": {"avg_ms": 0.977, "count": 163, "max_ms": 3.32, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.577, "count": 163, "max_ms": 84.526, "p95_ms": 73.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.815, "count": 163, "max_ms": 117.428, "p95_ms": 105.045}, "yolo11_640_fire_11class": {"avg_ms": 56.704, "count": 163, "max_ms": 86.481, "p95_ms": 77.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.711, "count": 163, "max_ms": 105.463, "p95_ms": 96.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.481, "count": 163, "max_ms": 249.599, "p95_ms": 225.891}, "read_interval": {"avg_ms": 184.019, "count": 162, "max_ms": 257.285, "p95_ms": 232.67}, "triton_wait": {"avg_ms": 74.26, "count": 163, "max_ms": 117.442, "p95_ms": 105.064}, "visualize": {"avg_ms": 7.53, "count": 163, "max_ms": 10.87, "p95_ms": 8.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 21}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4493.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.932, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.164, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:24:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:24:39+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T11:24:39+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T11:24:39.565889+09:00", "mtime_epoch": 1783304679.5658891, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:24:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 703.699, "name": "celery", "pid": 239, "rss_mb": 701.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.868, "pushed": 6.868, "read": 6.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.41, "count": 205, "max_ms": 27.382, "p95_ms": 19.402}, "gstreamer_push": {"avg_ms": 1.035, "count": 205, "max_ms": 2.603, "p95_ms": 1.176}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.762, "count": 205, "max_ms": 108.776, "p95_ms": 97.882}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.527, "count": 205, "max_ms": 108.057, "p95_ms": 99.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.425, "count": 205, "max_ms": 184.298, "p95_ms": 164.957}, "read_interval": {"avg_ms": 146.303, "count": 204, "max_ms": 193.875, "p95_ms": 176.046}, "triton_wait": {"avg_ms": 74.475, "count": 205, "max_ms": 108.785, "p95_ms": 100.282}, "visualize": {"avg_ms": 42.944, "count": 205, "max_ms": 66.548, "p95_ms": 52.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4500.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.109, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.964, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:24:42+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T11:24:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T11:24:42.065933+09:00", "mtime_epoch": 1783304682.065933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:24:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1045.453, "name": "celery", "pid": 267, "rss_mb": 1045.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.493, "pushed": 8.493, "read": 8.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.605, "count": 254, "max_ms": 8.743, "p95_ms": 7.32}, "gstreamer_push": {"avg_ms": 1.325, "count": 254, "max_ms": 7.304, "p95_ms": 2.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.696, "count": 254, "max_ms": 84.912, "p95_ms": 67.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.515, "count": 254, "max_ms": 119.583, "p95_ms": 103.96}, "yolo11_640_fire_11class": {"avg_ms": 58.734, "count": 254, "max_ms": 91.937, "p95_ms": 76.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.873, "count": 254, "max_ms": 105.295, "p95_ms": 95.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.099, "count": 254, "max_ms": 175.111, "p95_ms": 155.572}, "read_interval": {"avg_ms": 118.363, "count": 253, "max_ms": 187.542, "p95_ms": 165.404}, "triton_wait": {"avg_ms": 73.728, "count": 254, "max_ms": 119.595, "p95_ms": 103.972}, "visualize": {"avg_ms": 4.454, "count": 254, "max_ms": 6.58, "p95_ms": 5.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 29}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4385.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:24:53+09:00", "last_error_summary": "[h264 @ 0x55598e1c0840] error while decoding MB 6 29, bytestream -20", "last_exit_at": "2026-07-06T11:24:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.557, "last_started_at": "2026-07-06T11:24:55+09:00", "pid": 1350, "process": {"exists": true, "fd_count": 5, "hwm_mb": 177.02, "name": "ffmpeg", "pid": 1350, "rss_mb": 177.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.207, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:25:05+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T11:25:05+09:00", "mjpeg": {"age_sec": 0.659, "exists": true, "mtime": "2026-07-06T11:25:04.870333+09:00", "mtime_epoch": 1783304704.8703334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:25:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 860.328, "name": "celery", "pid": 237, "rss_mb": 852.133, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.734, "pushed": 3.734, "read": 3.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.118, "count": 111, "max_ms": 14.293, "p95_ms": 10.239}, "gstreamer_push": {"avg_ms": 0.951, "count": 112, "max_ms": 2.011, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.773, "count": 111, "max_ms": 85.62, "p95_ms": 75.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.339, "count": 111, "max_ms": 122.572, "p95_ms": 108.385}, "yolo11_640_fire_11class": {"avg_ms": 60.604, "count": 111, "max_ms": 89.86, "p95_ms": 82.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.204, "count": 111, "max_ms": 110.246, "p95_ms": 102.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.835, "count": 112, "max_ms": 272.023, "p95_ms": 233.749}, "read_interval": {"avg_ms": 270.558, "count": 111, "max_ms": 6925.59, "p95_ms": 264.668}, "triton_wait": {"avg_ms": 78.719, "count": 111, "max_ms": 122.586, "p95_ms": 109.195}, "visualize": {"avg_ms": 7.765, "count": 111, "max_ms": 9.95, "p95_ms": 9.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 23}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4469.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 423.018, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.75, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:25:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:25:09+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T11:25:09+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T11:25:09.662418+09:00", "mtime_epoch": 1783304709.6624177, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:25:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 704.617, "name": "celery", "pid": 239, "rss_mb": 693.477, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.923, "pushed": 6.923, "read": 6.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.077, "count": 207, "max_ms": 28.04, "p95_ms": 20.724}, "gstreamer_push": {"avg_ms": 0.991, "count": 207, "max_ms": 1.276, "p95_ms": 1.145}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.969, "count": 207, "max_ms": 117.624, "p95_ms": 100.16}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.704, "count": 207, "max_ms": 111.232, "p95_ms": 96.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.405, "count": 207, "max_ms": 187.413, "p95_ms": 167.352}, "read_interval": {"avg_ms": 145.222, "count": 206, "max_ms": 196.119, "p95_ms": 175.422}, "triton_wait": {"avg_ms": 73.769, "count": 207, "max_ms": 117.641, "p95_ms": 101.426}, "visualize": {"avg_ms": 40.967, "count": 207, "max_ms": 57.802, "p95_ms": 48.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4469.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.139, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.369, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:25:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:25:12+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T11:25:12+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T11:25:12.042459+09:00", "mtime_epoch": 1783304712.0424595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:25:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1048.281, "name": "celery", "pid": 267, "rss_mb": 1043.73, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.428, "pushed": 8.428, "read": 8.395}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.611, "count": 252, "max_ms": 8.676, "p95_ms": 6.41}, "gstreamer_push": {"avg_ms": 1.385, "count": 252, "max_ms": 6.107, "p95_ms": 3.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.506, "count": 252, "max_ms": 84.075, "p95_ms": 71.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.375, "count": 252, "max_ms": 116.653, "p95_ms": 102.281}, "yolo11_640_fire_11class": {"avg_ms": 58.408, "count": 252, "max_ms": 86.293, "p95_ms": 80.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.429, "count": 252, "max_ms": 106.346, "p95_ms": 95.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.621, "count": 252, "max_ms": 167.981, "p95_ms": 154.947}, "read_interval": {"avg_ms": 118.997, "count": 251, "max_ms": 177.844, "p95_ms": 167.495}, "triton_wait": {"avg_ms": 73.6, "count": 252, "max_ms": 116.665, "p95_ms": 102.709}, "visualize": {"avg_ms": 4.558, "count": 252, "max_ms": 6.721, "p95_ms": 5.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4474.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:24:53+09:00", "last_error_summary": "[h264 @ 0x55598e1c0840] error while decoding MB 6 29, bytestream -20", "last_exit_at": "2026-07-06T11:24:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.664, "last_started_at": "2026-07-06T11:24:55+09:00", "pid": 1350, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.938, "name": "ffmpeg", "pid": 1350, "rss_mb": 268.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.815, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:25:35+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T11:25:35+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T11:25:35.458871+09:00", "mtime_epoch": 1783304735.4588711, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:25:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 860.328, "name": "celery", "pid": 237, "rss_mb": 854.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.08, "pushed": 6.08, "read": 6.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.1, "count": 182, "max_ms": 11.547, "p95_ms": 8.77}, "gstreamer_push": {"avg_ms": 1.108, "count": 182, "max_ms": 3.659, "p95_ms": 2.062}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.821, "count": 182, "max_ms": 87.061, "p95_ms": 77.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.796, "count": 182, "max_ms": 115.175, "p95_ms": 107.883}, "yolo11_640_fire_11class": {"avg_ms": 59.937, "count": 182, "max_ms": 121.58, "p95_ms": 83.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.44, "count": 182, "max_ms": 112.162, "p95_ms": 104.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.174, "count": 182, "max_ms": 199.909, "p95_ms": 190.558}, "read_interval": {"avg_ms": 165.29, "count": 181, "max_ms": 208.28, "p95_ms": 199.428}, "triton_wait": {"avg_ms": 77.423, "count": 182, "max_ms": 121.594, "p95_ms": 108.562}, "visualize": {"avg_ms": 6.405, "count": 182, "max_ms": 10.023, "p95_ms": 7.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4464.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 453.143, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.462, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:25:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:25:39+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T11:25:39+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T11:25:39.802948+09:00", "mtime_epoch": 1783304739.8029475, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:25:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 704.617, "name": "celery", "pid": 239, "rss_mb": 688.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.577, "pushed": 6.577, "read": 6.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.774, "count": 197, "max_ms": 31.106, "p95_ms": 22.368}, "gstreamer_push": {"avg_ms": 1.102, "count": 197, "max_ms": 2.738, "p95_ms": 2.248}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.193, "count": 197, "max_ms": 120.734, "p95_ms": 108.045}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.82, "count": 197, "max_ms": 112.961, "p95_ms": 104.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.03, "count": 197, "max_ms": 194.136, "p95_ms": 179.238}, "read_interval": {"avg_ms": 152.919, "count": 196, "max_ms": 202.369, "p95_ms": 189.184}, "triton_wait": {"avg_ms": 77.036, "count": 197, "max_ms": 120.748, "p95_ms": 109.741}, "visualize": {"avg_ms": 44.883, "count": 197, "max_ms": 67.242, "p95_ms": 54.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 29}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4478.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.256, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.491, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:25:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:25:42+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T11:25:42+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T11:25:42.190989+09:00", "mtime_epoch": 1783304742.1909895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:25:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1048.281, "name": "celery", "pid": 267, "rss_mb": 1043.637, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.544, "pushed": 6.544, "read": 6.51}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.602, "count": 196, "max_ms": 9.773, "p95_ms": 9.074}, "gstreamer_push": {"avg_ms": 1.13, "count": 196, "max_ms": 4.145, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.796, "count": 196, "max_ms": 86.722, "p95_ms": 80.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.185, "count": 196, "max_ms": 117.796, "p95_ms": 111.593}, "yolo11_640_fire_11class": {"avg_ms": 60.861, "count": 196, "max_ms": 91.406, "p95_ms": 81.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.127, "count": 196, "max_ms": 110.817, "p95_ms": 102.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.349, "count": 196, "max_ms": 198.599, "p95_ms": 182.96}, "read_interval": {"avg_ms": 153.766, "count": 195, "max_ms": 206.041, "p95_ms": 191.182}, "triton_wait": {"avg_ms": 81.404, "count": 196, "max_ms": 117.808, "p95_ms": 111.606}, "visualize": {"avg_ms": 5.183, "count": 196, "max_ms": 7.958, "p95_ms": 6.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4480.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:24:53+09:00", "last_error_summary": "[h264 @ 0x55598e1c0840] error while decoding MB 6 29, bytestream -20", "last_exit_at": "2026-07-06T11:24:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.747, "last_started_at": "2026-07-06T11:24:55+09:00", "pid": 1350, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.484, "name": "ffmpeg", "pid": 1350, "rss_mb": 270.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.524, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:26:05+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T11:26:05+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T11:26:05.591402+09:00", "mtime_epoch": 1783304765.5914016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:26:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 860.328, "name": "celery", "pid": 237, "rss_mb": 855.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.224, "pushed": 6.224, "read": 6.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.251, "count": 186, "max_ms": 10.73, "p95_ms": 8.765}, "gstreamer_push": {"avg_ms": 1.062, "count": 186, "max_ms": 3.148, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.66, "count": 186, "max_ms": 88.735, "p95_ms": 71.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.462, "count": 186, "max_ms": 114.138, "p95_ms": 103.881}, "yolo11_640_fire_11class": {"avg_ms": 56.191, "count": 186, "max_ms": 90.294, "p95_ms": 75.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.501, "count": 186, "max_ms": 110.387, "p95_ms": 93.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.389, "count": 186, "max_ms": 198.579, "p95_ms": 189.218}, "read_interval": {"avg_ms": 161.807, "count": 185, "max_ms": 206.998, "p95_ms": 197.414}, "triton_wait": {"avg_ms": 72.78, "count": 186, "max_ms": 114.151, "p95_ms": 104.4}, "visualize": {"avg_ms": 6.517, "count": 186, "max_ms": 8.357, "p95_ms": 7.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 26}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4472.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 483.242, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.807, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:26:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:26:10+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T11:26:09+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T11:26:09.891477+09:00", "mtime_epoch": 1783304769.8914773, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:26:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 704.617, "name": "celery", "pid": 239, "rss_mb": 691.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.546, "pushed": 6.546, "read": 6.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.663, "count": 196, "max_ms": 28.368, "p95_ms": 23.099}, "gstreamer_push": {"avg_ms": 1.36, "count": 196, "max_ms": 3.125, "p95_ms": 2.457}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.97, "count": 196, "max_ms": 121.777, "p95_ms": 99.78}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.628, "count": 196, "max_ms": 116.122, "p95_ms": 104.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.546, "count": 196, "max_ms": 188.594, "p95_ms": 178.459}, "read_interval": {"avg_ms": 153.51, "count": 195, "max_ms": 198.143, "p95_ms": 189.701}, "triton_wait": {"avg_ms": 75.848, "count": 196, "max_ms": 121.789, "p95_ms": 104.805}, "visualize": {"avg_ms": 46.843, "count": 196, "max_ms": 68.103, "p95_ms": 64.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4474.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.282, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.535, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:26:12+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T11:26:12+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T11:26:12.167517+09:00", "mtime_epoch": 1783304772.1675174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:26:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1048.281, "name": "celery", "pid": 267, "rss_mb": 1043.977, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.726, "pushed": 5.726, "read": 5.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.65, "count": 171, "max_ms": 11.923, "p95_ms": 10.443}, "gstreamer_push": {"avg_ms": 1.027, "count": 171, "max_ms": 3.955, "p95_ms": 1.891}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.612, "count": 171, "max_ms": 85.078, "p95_ms": 70.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.131, "count": 171, "max_ms": 119.323, "p95_ms": 99.755}, "yolo11_640_fire_11class": {"avg_ms": 56.837, "count": 171, "max_ms": 86.619, "p95_ms": 72.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.049, "count": 171, "max_ms": 107.358, "p95_ms": 92.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.667, "count": 171, "max_ms": 241.644, "p95_ms": 206.291}, "read_interval": {"avg_ms": 175.568, "count": 170, "max_ms": 251.87, "p95_ms": 213.542}, "triton_wait": {"avg_ms": 71.743, "count": 171, "max_ms": 119.336, "p95_ms": 101.397}, "visualize": {"avg_ms": 5.87, "count": 171, "max_ms": 8.046, "p95_ms": 7.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 33}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4486.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:24:53+09:00", "last_error_summary": "[h264 @ 0x55598e1c0840] error while decoding MB 6 29, bytestream -20", "last_exit_at": "2026-07-06T11:24:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.858, "last_started_at": "2026-07-06T11:24:55+09:00", "pid": 1350, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.742, "name": "ffmpeg", "pid": 1350, "rss_mb": 270.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.288, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:26:35+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T11:26:35+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T11:26:35.695932+09:00", "mtime_epoch": 1783304795.6959321, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:26:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 860.938, "name": "celery", "pid": 237, "rss_mb": 860.445, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.174, "pushed": 6.174, "read": 6.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.169, "count": 184, "max_ms": 11.204, "p95_ms": 9.142}, "gstreamer_push": {"avg_ms": 1.078, "count": 185, "max_ms": 3.602, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.227, "count": 184, "max_ms": 84.613, "p95_ms": 75.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.699, "count": 184, "max_ms": 122.631, "p95_ms": 103.312}, "yolo11_640_fire_11class": {"avg_ms": 57.562, "count": 184, "max_ms": 87.556, "p95_ms": 75.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.574, "count": 184, "max_ms": 105.955, "p95_ms": 96.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.482, "count": 185, "max_ms": 205.445, "p95_ms": 187.637}, "read_interval": {"avg_ms": 162.783, "count": 184, "max_ms": 213.458, "p95_ms": 196.5}, "triton_wait": {"avg_ms": 74.31, "count": 184, "max_ms": 122.644, "p95_ms": 103.326}, "visualize": {"avg_ms": 6.527, "count": 184, "max_ms": 9.787, "p95_ms": 7.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 28}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4486.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 513.254, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.871, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:26:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:26:40+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T11:26:39+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T11:26:39.908006+09:00", "mtime_epoch": 1783304799.9080064, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:26:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 704.617, "name": "celery", "pid": 239, "rss_mb": 701.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.432, "pushed": 6.432, "read": 6.399}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.965, "count": 192, "max_ms": 27.204, "p95_ms": 21.698}, "gstreamer_push": {"avg_ms": 1.225, "count": 192, "max_ms": 2.96, "p95_ms": 2.464}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.647, "count": 192, "max_ms": 118.868, "p95_ms": 102.959}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.732, "count": 192, "max_ms": 117.27, "p95_ms": 103.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.926, "count": 192, "max_ms": 205.645, "p95_ms": 179.082}, "read_interval": {"avg_ms": 156.306, "count": 191, "max_ms": 215.544, "p95_ms": 188.706}, "triton_wait": {"avg_ms": 78.542, "count": 192, "max_ms": 118.88, "p95_ms": 107.079}, "visualize": {"avg_ms": 46.111, "count": 192, "max_ms": 67.111, "p95_ms": 63.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 33}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4484.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.324, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.973, "sample_count": 2336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:26:42+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T11:26:42+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T11:26:42.256048+09:00", "mtime_epoch": 1783304802.256048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:26:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1048.281, "name": "celery", "pid": 267, "rss_mb": 1045.969, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 8.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 269, "max_ms": 13.985, "p95_ms": 9.079}, "gstreamer_push": {"avg_ms": 1.474, "count": 269, "max_ms": 6.196, "p95_ms": 3.565}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.781, "count": 269, "max_ms": 86.974, "p95_ms": 68.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.488, "count": 269, "max_ms": 119.363, "p95_ms": 105.938}, "yolo11_640_fire_11class": {"avg_ms": 58.482, "count": 269, "max_ms": 86.987, "p95_ms": 77.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.863, "count": 269, "max_ms": 107.635, "p95_ms": 93.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.903, "count": 269, "max_ms": 221.373, "p95_ms": 173.023}, "read_interval": {"avg_ms": 111.616, "count": 268, "max_ms": 230.318, "p95_ms": 183.924}, "triton_wait": {"avg_ms": 72.955, "count": 269, "max_ms": 119.375, "p95_ms": 105.951}, "visualize": {"avg_ms": 4.111, "count": 269, "max_ms": 8.852, "p95_ms": 6.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4513.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:24:53+09:00", "last_error_summary": "[h264 @ 0x55598e1c0840] error while decoding MB 6 29, bytestream -20", "last_exit_at": "2026-07-06T11:24:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.885, "last_started_at": "2026-07-06T11:24:55+09:00", "pid": 1350, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.031, "name": "ffmpeg", "pid": 1350, "rss_mb": 290.031, "state": "S (sleeping)", "threads": 104}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.153, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:27:05+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T11:27:05+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T11:27:05.708462+09:00", "mtime_epoch": 1783304825.7084618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:27:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 860.938, "name": "celery", "pid": 237, "rss_mb": 857.699, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.421, "pushed": 5.421, "read": 5.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.852, "count": 162, "max_ms": 13.393, "p95_ms": 9.725}, "gstreamer_push": {"avg_ms": 1.044, "count": 162, "max_ms": 4.334, "p95_ms": 1.529}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.01, "count": 162, "max_ms": 86.858, "p95_ms": 75.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.336, "count": 162, "max_ms": 115.304, "p95_ms": 107.028}, "yolo11_640_fire_11class": {"avg_ms": 61.608, "count": 162, "max_ms": 89.955, "p95_ms": 82.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.085, "count": 162, "max_ms": 109.565, "p95_ms": 101.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.698, "count": 162, "max_ms": 229.201, "p95_ms": 210.264}, "read_interval": {"avg_ms": 185.468, "count": 161, "max_ms": 237.253, "p95_ms": 217.847}, "triton_wait": {"avg_ms": 79.054, "count": 162, "max_ms": 115.318, "p95_ms": 107.169}, "visualize": {"avg_ms": 7.452, "count": 162, "max_ms": 11.617, "p95_ms": 9.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4241.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 543.291, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.182, "sample_count": 1981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:27:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:27:10+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T11:27:09+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T11:27:09.972537+09:00", "mtime_epoch": 1783304829.9725373, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:27:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 706.656, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.623, "pushed": 6.623, "read": 6.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.377, "count": 198, "max_ms": 23.405, "p95_ms": 18.209}, "gstreamer_push": {"avg_ms": 1.043, "count": 198, "max_ms": 2.349, "p95_ms": 1.146}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.801, "count": 198, "max_ms": 121.459, "p95_ms": 103.023}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.683, "count": 198, "max_ms": 115.039, "p95_ms": 105.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.747, "count": 198, "max_ms": 200.614, "p95_ms": 172.798}, "read_interval": {"avg_ms": 151.814, "count": 197, "max_ms": 208.379, "p95_ms": 181.94}, "triton_wait": {"avg_ms": 77.698, "count": 198, "max_ms": 121.473, "p95_ms": 106.993}, "visualize": {"avg_ms": 44.311, "count": 198, "max_ms": 64.695, "p95_ms": 57.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4253.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.377, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.035, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:27:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:27:12+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T11:27:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T11:27:12.348579+09:00", "mtime_epoch": 1783304832.3485792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:27:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1048.738, "name": "celery", "pid": 267, "rss_mb": 1046.156, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.605, "count": 298, "max_ms": 5.616, "p95_ms": 5.235}, "gstreamer_push": {"avg_ms": 1.476, "count": 298, "max_ms": 6.113, "p95_ms": 3.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.296, "count": 298, "max_ms": 83.48, "p95_ms": 69.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.59, "count": 298, "max_ms": 120.484, "p95_ms": 104.506}, "yolo11_640_fire_11class": {"avg_ms": 59.072, "count": 298, "max_ms": 86.497, "p95_ms": 76.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.849, "count": 298, "max_ms": 108.465, "p95_ms": 93.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.516, "count": 298, "max_ms": 156.049, "p95_ms": 119.082}, "read_interval": {"avg_ms": 100.872, "count": 297, "max_ms": 165.816, "p95_ms": 132.984}, "triton_wait": {"avg_ms": 74.757, "count": 298, "max_ms": 120.499, "p95_ms": 104.52}, "visualize": {"avg_ms": 3.712, "count": 298, "max_ms": 5.485, "p95_ms": 4.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4481.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:27:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.384, "last_started_at": "2026-07-06T11:27:11+09:00", "pid": 1457, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.934, "name": "ffmpeg", "pid": 1457, "rss_mb": 264.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.58, "sample_count": 1764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:27:35+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T11:27:35+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T11:27:35.696992+09:00", "mtime_epoch": 1783304855.6969917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:27:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 860.938, "name": "celery", "pid": 237, "rss_mb": 855.398, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.051, "pushed": 4.051, "read": 4.017}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.088, "count": 121, "max_ms": 13.299, "p95_ms": 10.804}, "gstreamer_push": {"avg_ms": 0.948, "count": 121, "max_ms": 2.414, "p95_ms": 1.817}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.632, "count": 121, "max_ms": 83.574, "p95_ms": 73.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.372, "count": 121, "max_ms": 119.564, "p95_ms": 111.13}, "yolo11_640_fire_11class": {"avg_ms": 59.915, "count": 121, "max_ms": 89.139, "p95_ms": 80.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.73, "count": 121, "max_ms": 107.43, "p95_ms": 99.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.593, "count": 121, "max_ms": 273.421, "p95_ms": 240.439}, "read_interval": {"avg_ms": 248.536, "count": 120, "max_ms": 5035.785, "p95_ms": 246.899}, "triton_wait": {"avg_ms": 80.869, "count": 121, "max_ms": 119.577, "p95_ms": 111.144}, "visualize": {"avg_ms": 8.448, "count": 121, "max_ms": 11.964, "p95_ms": 10.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 32, "tracking_summary": 31}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4485.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 573.351, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.254, "sample_count": 1982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:27:40+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T11:27:39+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T11:27:40.013068+09:00", "mtime_epoch": 1783304860.013068, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:27:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 699.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.656, "pushed": 6.656, "read": 6.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.591, "count": 199, "max_ms": 33.264, "p95_ms": 24.386}, "gstreamer_push": {"avg_ms": 1.196, "count": 199, "max_ms": 2.948, "p95_ms": 2.374}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.636, "count": 199, "max_ms": 122.622, "p95_ms": 102.861}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.458, "count": 199, "max_ms": 119.203, "p95_ms": 101.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.873, "count": 199, "max_ms": 213.45, "p95_ms": 179.917}, "read_interval": {"avg_ms": 151.037, "count": 198, "max_ms": 220.555, "p95_ms": 188.273}, "triton_wait": {"avg_ms": 74.79, "count": 199, "max_ms": 122.636, "p95_ms": 106.949}, "visualize": {"avg_ms": 44.016, "count": 199, "max_ms": 64.05, "p95_ms": 58.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4476.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.454, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.368, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:27:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:27:42+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T11:27:42+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T11:27:42.429111+09:00", "mtime_epoch": 1783304862.4291108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:27:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1049.621, "name": "celery", "pid": 267, "rss_mb": 1048.848, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.531, "count": 300, "max_ms": 6.05, "p95_ms": 4.88}, "gstreamer_push": {"avg_ms": 1.508, "count": 300, "max_ms": 4.641, "p95_ms": 3.592}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.118, "count": 300, "max_ms": 82.162, "p95_ms": 67.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.64, "count": 300, "max_ms": 120.515, "p95_ms": 103.559}, "yolo11_640_fire_11class": {"avg_ms": 57.332, "count": 300, "max_ms": 84.074, "p95_ms": 75.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.985, "count": 300, "max_ms": 106.343, "p95_ms": 92.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.877, "count": 300, "max_ms": 146.158, "p95_ms": 118.047}, "read_interval": {"avg_ms": 100.299, "count": 299, "max_ms": 156.324, "p95_ms": 131.788}, "triton_wait": {"avg_ms": 73.711, "count": 300, "max_ms": 120.528, "p95_ms": 103.575}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 6.013, "p95_ms": 4.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4775.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:27:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.546, "last_started_at": "2026-07-06T11:27:11+09:00", "pid": 1457, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.223, "name": "ffmpeg", "pid": 1457, "rss_mb": 266.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.306, "sample_count": 1615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:28:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:28:06+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T11:28:05+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T11:28:05.925526+09:00", "mtime_epoch": 1783304885.9255261, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:28:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1145.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.308, "pushed": 4.308, "read": 4.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.824, "count": 128, "max_ms": 13.046, "p95_ms": 11.637}, "gstreamer_push": {"avg_ms": 1.154, "count": 129, "max_ms": 3.148, "p95_ms": 2.077}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.825, "count": 128, "max_ms": 75.996, "p95_ms": 70.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.465, "count": 128, "max_ms": 118.11, "p95_ms": 108.227}, "yolo11_640_fire_11class": {"avg_ms": 58.557, "count": 128, "max_ms": 85.189, "p95_ms": 76.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.994, "count": 128, "max_ms": 111.423, "p95_ms": 101.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.467, "count": 129, "max_ms": 875.762, "p95_ms": 284.066}, "read_interval": {"avg_ms": 234.14, "count": 128, "max_ms": 886.774, "p95_ms": 291.443}, "triton_wait": {"avg_ms": 79.639, "count": 128, "max_ms": 118.123, "p95_ms": 108.241}, "visualize": {"avg_ms": 9.13, "count": 128, "max_ms": 17.454, "p95_ms": 14.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 33, "tracking_summary": 33}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4775.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 603.448, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.609, "name": "ffmpeg", "pid": 821, "rss_mb": 307.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.798, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:28:10+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T11:28:10+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T11:28:10.113600+09:00", "mtime_epoch": 1783304890.1136003, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:28:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 701.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.875, "pushed": 6.875, "read": 6.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.563, "count": 206, "max_ms": 26.815, "p95_ms": 21.828}, "gstreamer_push": {"avg_ms": 0.987, "count": 206, "max_ms": 1.436, "p95_ms": 1.148}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.236, "count": 206, "max_ms": 115.764, "p95_ms": 100.135}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.047, "count": 206, "max_ms": 114.949, "p95_ms": 97.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.193, "count": 206, "max_ms": 188.514, "p95_ms": 166.127}, "read_interval": {"avg_ms": 146.088, "count": 205, "max_ms": 195.308, "p95_ms": 176.135}, "triton_wait": {"avg_ms": 73.938, "count": 206, "max_ms": 115.776, "p95_ms": 101.65}, "visualize": {"avg_ms": 41.184, "count": 206, "max_ms": 64.135, "p95_ms": 48.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4774.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.467, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.973, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:28:12+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T11:28:12+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T11:28:12.353640+09:00", "mtime_epoch": 1783304892.35364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:28:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1049.633, "name": "celery", "pid": 267, "rss_mb": 1047.395, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.267, "pushed": 8.267, "read": 8.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.855, "count": 248, "max_ms": 9.922, "p95_ms": 7.853}, "gstreamer_push": {"avg_ms": 1.274, "count": 248, "max_ms": 4.152, "p95_ms": 1.565}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.364, "count": 248, "max_ms": 85.049, "p95_ms": 67.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.129, "count": 248, "max_ms": 116.329, "p95_ms": 107.656}, "yolo11_640_fire_11class": {"avg_ms": 57.139, "count": 248, "max_ms": 85.5, "p95_ms": 77.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.994, "count": 248, "max_ms": 110.808, "p95_ms": 98.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.176, "count": 248, "max_ms": 216.362, "p95_ms": 168.267}, "read_interval": {"avg_ms": 120.634, "count": 248, "max_ms": 224.55, "p95_ms": 177.014}, "triton_wait": {"avg_ms": 74.282, "count": 248, "max_ms": 116.345, "p95_ms": 107.714}, "visualize": {"avg_ms": 4.441, "count": 248, "max_ms": 7.485, "p95_ms": 6.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 38}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4730.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:27:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.574, "last_started_at": "2026-07-06T11:27:11+09:00", "pid": 1457, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.77, "name": "ffmpeg", "pid": 1457, "rss_mb": 267.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.613, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:28:36+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T11:28:35+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T11:28:35.938057+09:00", "mtime_epoch": 1783304915.9380574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:28:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1095.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.592, "pushed": 4.592, "read": 4.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.465, "count": 137, "max_ms": 15.279, "p95_ms": 12.985}, "gstreamer_push": {"avg_ms": 0.891, "count": 137, "max_ms": 1.186, "p95_ms": 1.009}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.406, "count": 137, "max_ms": 78.347, "p95_ms": 70.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.847, "count": 137, "max_ms": 112.468, "p95_ms": 106.708}, "yolo11_640_fire_11class": {"avg_ms": 56.562, "count": 137, "max_ms": 85.587, "p95_ms": 76.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.209, "count": 137, "max_ms": 111.099, "p95_ms": 102.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.964, "count": 137, "max_ms": 268.964, "p95_ms": 253.737}, "read_interval": {"avg_ms": 219.37, "count": 136, "max_ms": 277.564, "p95_ms": 260.76}, "triton_wait": {"avg_ms": 76.19, "count": 137, "max_ms": 112.483, "p95_ms": 106.72}, "visualize": {"avg_ms": 11.687, "count": 137, "max_ms": 18.721, "p95_ms": 15.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 35, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4729.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 633.487, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.383, "name": "ffmpeg", "pid": 821, "rss_mb": 308.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.425, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:28:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:28:40+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T11:28:40+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T11:28:40.158132+09:00", "mtime_epoch": 1783304920.1581323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:28:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 697.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.932, "pushed": 6.932, "read": 6.899}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.994, "count": 207, "max_ms": 30.089, "p95_ms": 24.137}, "gstreamer_push": {"avg_ms": 1.024, "count": 207, "max_ms": 2.528, "p95_ms": 1.243}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.918, "count": 207, "max_ms": 113.307, "p95_ms": 98.343}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.295, "count": 207, "max_ms": 111.412, "p95_ms": 95.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.241, "count": 207, "max_ms": 187.281, "p95_ms": 166.64}, "read_interval": {"avg_ms": 145.136, "count": 206, "max_ms": 198.208, "p95_ms": 175.978}, "triton_wait": {"avg_ms": 72.464, "count": 207, "max_ms": 113.319, "p95_ms": 99.263}, "visualize": {"avg_ms": 41.231, "count": 207, "max_ms": 65.461, "p95_ms": 53.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 41}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4724.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.545, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.61, "sample_count": 2419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:28:42+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T11:28:42+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T11:28:42.450173+09:00", "mtime_epoch": 1783304922.450173, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:28:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1050.59, "name": "celery", "pid": 267, "rss_mb": 1046.715, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.142, "pushed": 6.142, "read": 6.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.717, "count": 183, "max_ms": 11.537, "p95_ms": 9.269}, "gstreamer_push": {"avg_ms": 1.021, "count": 184, "max_ms": 3.548, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.305, "count": 183, "max_ms": 76.019, "p95_ms": 65.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.06, "count": 183, "max_ms": 120.412, "p95_ms": 102.235}, "yolo11_640_fire_11class": {"avg_ms": 54.513, "count": 183, "max_ms": 81.943, "p95_ms": 74.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.764, "count": 183, "max_ms": 110.884, "p95_ms": 96.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.012, "count": 184, "max_ms": 210.021, "p95_ms": 186.722}, "read_interval": {"avg_ms": 163.462, "count": 183, "max_ms": 218.985, "p95_ms": 196.353}, "triton_wait": {"avg_ms": 71.487, "count": 183, "max_ms": 120.425, "p95_ms": 102.247}, "visualize": {"avg_ms": 6.411, "count": 183, "max_ms": 9.845, "p95_ms": 7.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 39}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4716.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:27:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.759, "last_started_at": "2026-07-06T11:27:11+09:00", "pid": 1457, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.285, "name": "ffmpeg", "pid": 1457, "rss_mb": 268.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.669, "sample_count": 1537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:29:06+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T11:29:06+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T11:29:06.138592+09:00", "mtime_epoch": 1783304946.1385925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:29:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1076.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.56, "pushed": 5.56, "read": 5.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.253, "count": 166, "max_ms": 12.54, "p95_ms": 9.708}, "gstreamer_push": {"avg_ms": 0.931, "count": 166, "max_ms": 1.169, "p95_ms": 1.007}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.749, "count": 166, "max_ms": 78.559, "p95_ms": 70.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.478, "count": 166, "max_ms": 120.954, "p95_ms": 103.166}, "yolo11_640_fire_11class": {"avg_ms": 54.525, "count": 166, "max_ms": 78.572, "p95_ms": 74.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.278, "count": 166, "max_ms": 105.005, "p95_ms": 92.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.741, "count": 166, "max_ms": 223.867, "p95_ms": 209.481}, "read_interval": {"avg_ms": 180.791, "count": 165, "max_ms": 232.79, "p95_ms": 215.845}, "triton_wait": {"avg_ms": 72.617, "count": 166, "max_ms": 120.967, "p95_ms": 103.179}, "visualize": {"avg_ms": 7.579, "count": 166, "max_ms": 10.396, "p95_ms": 8.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 37, "tracking_summary": 36}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4708.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 663.515, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.383, "name": "ffmpeg", "pid": 821, "rss_mb": 308.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.807, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:29:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:29:10+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T11:29:10+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T11:29:10.182664+09:00", "mtime_epoch": 1783304950.1826644, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:29:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 702.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.692, "pushed": 6.692, "read": 6.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.909, "count": 200, "max_ms": 35.655, "p95_ms": 24.966}, "gstreamer_push": {"avg_ms": 1.011, "count": 200, "max_ms": 2.577, "p95_ms": 1.127}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.417, "count": 200, "max_ms": 114.886, "p95_ms": 96.582}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.133, "count": 200, "max_ms": 113.233, "p95_ms": 98.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.267, "count": 200, "max_ms": 192.967, "p95_ms": 171.343}, "read_interval": {"avg_ms": 150.165, "count": 199, "max_ms": 203.194, "p95_ms": 181.498}, "triton_wait": {"avg_ms": 74.986, "count": 200, "max_ms": 114.9, "p95_ms": 100.886}, "visualize": {"avg_ms": 41.974, "count": 200, "max_ms": 60.478, "p95_ms": 51.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 43}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4724.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.601, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.169, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:29:12+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T11:29:12+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T11:29:12.538706+09:00", "mtime_epoch": 1783304952.538706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:29:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1050.59, "name": "celery", "pid": 267, "rss_mb": 1049.566, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.252, "pushed": 6.252, "read": 6.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.4, "count": 187, "max_ms": 11.712, "p95_ms": 9.473}, "gstreamer_push": {"avg_ms": 1.114, "count": 187, "max_ms": 5.774, "p95_ms": 1.61}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.985, "count": 187, "max_ms": 86.865, "p95_ms": 74.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.458, "count": 187, "max_ms": 117.524, "p95_ms": 101.479}, "yolo11_640_fire_11class": {"avg_ms": 57.585, "count": 187, "max_ms": 83.246, "p95_ms": 76.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.036, "count": 187, "max_ms": 106.661, "p95_ms": 97.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.87, "count": 187, "max_ms": 222.421, "p95_ms": 198.641}, "read_interval": {"avg_ms": 160.912, "count": 186, "max_ms": 229.187, "p95_ms": 206.833}, "triton_wait": {"avg_ms": 74.71, "count": 187, "max_ms": 117.537, "p95_ms": 101.917}, "visualize": {"avg_ms": 5.903, "count": 187, "max_ms": 7.746, "p95_ms": 7.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 41}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4684.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:29:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.621, "last_started_at": "2026-07-06T11:29:15+09:00", "pid": 1625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.66, "name": "ffmpeg", "pid": 1625, "rss_mb": 265.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.527, "sample_count": 1517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:29:36+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T11:29:36+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T11:29:36.311128+09:00", "mtime_epoch": 1783304976.3111277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:29:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1053.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.705, "pushed": 4.705, "read": 4.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.185, "count": 140, "max_ms": 12.814, "p95_ms": 9.194}, "gstreamer_push": {"avg_ms": 0.942, "count": 141, "max_ms": 1.429, "p95_ms": 1.024}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.265, "count": 140, "max_ms": 88.246, "p95_ms": 79.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.113, "count": 140, "max_ms": 121.322, "p95_ms": 105.046}, "yolo11_640_fire_11class": {"avg_ms": 58.142, "count": 140, "max_ms": 87.677, "p95_ms": 80.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.908, "count": 140, "max_ms": 106.116, "p95_ms": 101.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.553, "count": 141, "max_ms": 223.244, "p95_ms": 208.211}, "read_interval": {"avg_ms": 214.229, "count": 140, "max_ms": 4365.458, "p95_ms": 215.855}, "triton_wait": {"avg_ms": 75.335, "count": 140, "max_ms": 121.334, "p95_ms": 105.227}, "visualize": {"avg_ms": 7.748, "count": 140, "max_ms": 11.607, "p95_ms": 8.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 38}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4683.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 693.535, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.383, "name": "ffmpeg", "pid": 821, "rss_mb": 308.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.477, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:29:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:29:40+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T11:29:40+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T11:29:40.207197+09:00", "mtime_epoch": 1783304980.2071967, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:29:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 702.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.759, "pushed": 6.759, "read": 6.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.34, "count": 202, "max_ms": 25.487, "p95_ms": 19.251}, "gstreamer_push": {"avg_ms": 1.184, "count": 202, "max_ms": 2.634, "p95_ms": 2.441}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.712, "count": 202, "max_ms": 119.408, "p95_ms": 91.577}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.574, "count": 202, "max_ms": 111.064, "p95_ms": 96.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.504, "count": 202, "max_ms": 195.201, "p95_ms": 167.105}, "read_interval": {"avg_ms": 148.644, "count": 201, "max_ms": 203.018, "p95_ms": 178.237}, "triton_wait": {"avg_ms": 73.079, "count": 202, "max_ms": 119.421, "p95_ms": 97.854}, "visualize": {"avg_ms": 44.865, "count": 202, "max_ms": 66.22, "p95_ms": 62.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5019.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.735, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.35, "sample_count": 2387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:29:42+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T11:29:42+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T11:29:42.615240+09:00", "mtime_epoch": 1783304982.6152396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:29:42+09:00", "process": {"exists": true, "fd_count": 137, "hwm_mb": 1221.711, "name": "celery", "pid": 267, "rss_mb": 1221.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 2.295, "recorders": [{"age_sec": 2.295, "frame_count": 59, "is_recording": true, "is_stopping": false, "pid": 1732, "process": {"exists": true, "fd_count": 5, "hwm_mb": 189.227, "name": "ffmpeg", "pid": 1732, "rss_mb": 189.227, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 41, "returncode": null, "running": true, "started_at": "2026-07-06T11:29:40+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260706_112940_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [1732], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.546, "pushed": 9.546, "read": 9.512}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.178, "count": 285, "max_ms": 12.204, "p95_ms": 7.953}, "gstreamer_push": {"avg_ms": 1.495, "count": 285, "max_ms": 6.485, "p95_ms": 2.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.287, "count": 285, "max_ms": 83.199, "p95_ms": 68.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.083, "count": 285, "max_ms": 122.291, "p95_ms": 94.168}, "yolo11_640_fire_11class": {"avg_ms": 56.735, "count": 285, "max_ms": 89.896, "p95_ms": 73.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.577, "count": 285, "max_ms": 105.927, "p95_ms": 92.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.911, "count": 285, "max_ms": 774.342, "p95_ms": 150.767}, "read_interval": {"avg_ms": 105.015, "count": 284, "max_ms": 787.943, "p95_ms": 159.206}, "triton_wait": {"avg_ms": 69.508, "count": 285, "max_ms": 122.303, "p95_ms": 94.975}, "visualize": {"avg_ms": 4.177, "count": 285, "max_ms": 16.569, "p95_ms": 5.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4804.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:29:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.718, "last_started_at": "2026-07-06T11:29:15+09:00", "pid": 1625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.207, "name": "ffmpeg", "pid": 1625, "rss_mb": 267.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.363, "sample_count": 1569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:30:06+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T11:30:06+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T11:30:06.451663+09:00", "mtime_epoch": 1783305006.4516625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:30:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 924.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.513, "pushed": 5.513, "read": 5.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.246, "count": 164, "max_ms": 13.995, "p95_ms": 11.081}, "gstreamer_push": {"avg_ms": 0.927, "count": 165, "max_ms": 1.249, "p95_ms": 1.027}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.872, "count": 164, "max_ms": 82.992, "p95_ms": 76.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.896, "count": 164, "max_ms": 117.929, "p95_ms": 105.691}, "yolo11_640_fire_11class": {"avg_ms": 57.858, "count": 164, "max_ms": 86.531, "p95_ms": 80.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.411, "count": 164, "max_ms": 111.395, "p95_ms": 103.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.136, "count": 165, "max_ms": 217.526, "p95_ms": 210.089}, "read_interval": {"avg_ms": 182.477, "count": 164, "max_ms": 224.33, "p95_ms": 216.222}, "triton_wait": {"avg_ms": 74.332, "count": 164, "max_ms": 117.941, "p95_ms": 106.285}, "visualize": {"avg_ms": 7.579, "count": 164, "max_ms": 10.941, "p95_ms": 9.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 41, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4804.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 723.544, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.383, "name": "ffmpeg", "pid": 821, "rss_mb": 308.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.758, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:30:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:30:10+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T11:30:10+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T11:30:10.215729+09:00", "mtime_epoch": 1783305010.2157295, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:30:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 705.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.661, "pushed": 6.661, "read": 6.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.584, "count": 199, "max_ms": 33.959, "p95_ms": 22.869}, "gstreamer_push": {"avg_ms": 1.208, "count": 199, "max_ms": 3.638, "p95_ms": 2.397}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.256, "count": 199, "max_ms": 114.929, "p95_ms": 99.168}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.711, "count": 199, "max_ms": 111.18, "p95_ms": 97.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.529, "count": 199, "max_ms": 200.183, "p95_ms": 180.513}, "read_interval": {"avg_ms": 150.854, "count": 198, "max_ms": 207.812, "p95_ms": 190.038}, "triton_wait": {"avg_ms": 73.417, "count": 199, "max_ms": 114.943, "p95_ms": 103.758}, "visualize": {"avg_ms": 45.031, "count": 199, "max_ms": 66.688, "p95_ms": 60.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4805.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.761, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.088, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T11:30:12+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T11:30:12+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T11:30:12.735774+09:00", "mtime_epoch": 1783305012.735774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:30:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1280.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.419, "pushed": 9.419, "read": 9.386}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 281, "max_ms": 10.732, "p95_ms": 7.259}, "gstreamer_push": {"avg_ms": 1.352, "count": 281, "max_ms": 3.178, "p95_ms": 1.832}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.025, "count": 281, "max_ms": 85.625, "p95_ms": 73.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.193, "count": 281, "max_ms": 120.938, "p95_ms": 101.158}, "yolo11_640_fire_11class": {"avg_ms": 59.261, "count": 281, "max_ms": 86.985, "p95_ms": 75.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.642, "count": 281, "max_ms": 108.035, "p95_ms": 97.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.961, "count": 281, "max_ms": 227.03, "p95_ms": 144.857}, "read_interval": {"avg_ms": 106.922, "count": 280, "max_ms": 235.426, "p95_ms": 154.34}, "triton_wait": {"avg_ms": 74.54, "count": 281, "max_ms": 120.951, "p95_ms": 101.381}, "visualize": {"avg_ms": 4.087, "count": 281, "max_ms": 15.214, "p95_ms": 5.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 43}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4772.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:29:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.892, "last_started_at": "2026-07-06T11:29:15+09:00", "pid": 1625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.785, "name": "ffmpeg", "pid": 1625, "rss_mb": 269.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.633, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:30:36+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T11:30:36+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T11:30:36.572197+09:00", "mtime_epoch": 1783305036.5721974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:30:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 900.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.304, "pushed": 5.304, "read": 5.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.307, "count": 158, "max_ms": 13.466, "p95_ms": 12.061}, "gstreamer_push": {"avg_ms": 0.937, "count": 159, "max_ms": 1.653, "p95_ms": 1.022}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.65, "count": 158, "max_ms": 84.482, "p95_ms": 78.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.916, "count": 158, "max_ms": 122.728, "p95_ms": 109.966}, "yolo11_640_fire_11class": {"avg_ms": 61.866, "count": 158, "max_ms": 88.425, "p95_ms": 83.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.378, "count": 158, "max_ms": 111.579, "p95_ms": 104.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.584, "count": 159, "max_ms": 228.966, "p95_ms": 213.474}, "read_interval": {"avg_ms": 189.577, "count": 158, "max_ms": 238.066, "p95_ms": 220.201}, "triton_wait": {"avg_ms": 80.458, "count": 158, "max_ms": 122.741, "p95_ms": 109.978}, "visualize": {"avg_ms": 7.717, "count": 158, "max_ms": 12.477, "p95_ms": 8.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 42, "tracking_summary": 41}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4748.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 753.653, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.383, "name": "ffmpeg", "pid": 821, "rss_mb": 308.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.547, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:30:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:30:40+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T11:30:40+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T11:30:40.332264+09:00", "mtime_epoch": 1783305040.3322644, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:30:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 706.656, "name": "celery", "pid": 239, "rss_mb": 703.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.847, "pushed": 6.847, "read": 6.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.716, "count": 205, "max_ms": 31.753, "p95_ms": 22.505}, "gstreamer_push": {"avg_ms": 1.035, "count": 205, "max_ms": 2.425, "p95_ms": 1.154}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.066, "count": 205, "max_ms": 117.337, "p95_ms": 100.65}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.122, "count": 205, "max_ms": 118.312, "p95_ms": 108.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.853, "count": 205, "max_ms": 199.121, "p95_ms": 171.607}, "read_interval": {"avg_ms": 146.921, "count": 204, "max_ms": 205.941, "p95_ms": 180.614}, "triton_wait": {"avg_ms": 74.811, "count": 205, "max_ms": 118.324, "p95_ms": 110.121}, "visualize": {"avg_ms": 40.897, "count": 205, "max_ms": 67.282, "p95_ms": 48.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4746.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.775, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.684, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:30:42+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T11:30:42+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T11:30:42.756307+09:00", "mtime_epoch": 1783305042.7563074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:30:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1280.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.588, "count": 301, "max_ms": 6.056, "p95_ms": 4.602}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.982, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.69, "count": 301, "max_ms": 85.53, "p95_ms": 75.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.817, "count": 301, "max_ms": 127.895, "p95_ms": 103.06}, "yolo11_640_fire_11class": {"avg_ms": 59.056, "count": 301, "max_ms": 86.394, "p95_ms": 77.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.993, "count": 301, "max_ms": 111.307, "p95_ms": 99.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.421, "count": 301, "max_ms": 140.459, "p95_ms": 117.235}, "read_interval": {"avg_ms": 99.75, "count": 301, "max_ms": 153.416, "p95_ms": 132.206}, "triton_wait": {"avg_ms": 74.199, "count": 301, "max_ms": 127.907, "p95_ms": 104.131}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.616, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4745.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:27:08+09:00", "last_error_summary": "[h264 @ 0x563fbac08e40] error while decoding MB 62 1, bytestream -16", "last_exit_at": "2026-07-06T11:29:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.053, "last_started_at": "2026-07-06T11:29:15+09:00", "pid": 1625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.043, "name": "ffmpeg", "pid": 1625, "rss_mb": 270.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.684, "sample_count": 1523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:31:06+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T11:31:06+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T11:31:06.788735+09:00", "mtime_epoch": 1783305066.7887347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:31:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 870.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.47, "pushed": 5.47, "read": 5.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.203, "count": 163, "max_ms": 13.706, "p95_ms": 10.338}, "gstreamer_push": {"avg_ms": 0.956, "count": 164, "max_ms": 2.902, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.703, "count": 163, "max_ms": 84.777, "p95_ms": 75.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.032, "count": 163, "max_ms": 127.815, "p95_ms": 103.638}, "yolo11_640_fire_11class": {"avg_ms": 58.314, "count": 163, "max_ms": 85.748, "p95_ms": 82.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.922, "count": 163, "max_ms": 115.052, "p95_ms": 102.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.644, "count": 164, "max_ms": 230.686, "p95_ms": 210.62}, "read_interval": {"avg_ms": 184.025, "count": 163, "max_ms": 238.99, "p95_ms": 217.626}, "triton_wait": {"avg_ms": 73.825, "count": 163, "max_ms": 127.824, "p95_ms": 104.392}, "visualize": {"avg_ms": 7.618, "count": 163, "max_ms": 11.561, "p95_ms": 8.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 44, "tracking_summary": 43}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4732.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 783.756, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.383, "name": "ffmpeg", "pid": 821, "rss_mb": 308.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.965, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:31:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:31:10+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T11:31:10+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T11:31:10.436800+09:00", "mtime_epoch": 1783305070.4367995, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:31:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 705.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.711, "pushed": 6.711, "read": 6.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.331, "count": 201, "max_ms": 33.139, "p95_ms": 23.835}, "gstreamer_push": {"avg_ms": 1.007, "count": 201, "max_ms": 1.908, "p95_ms": 1.167}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.429, "count": 201, "max_ms": 124.779, "p95_ms": 104.8}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.735, "count": 201, "max_ms": 121.484, "p95_ms": 101.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.835, "count": 201, "max_ms": 185.829, "p95_ms": 168.849}, "read_interval": {"avg_ms": 149.854, "count": 200, "max_ms": 194.785, "p95_ms": 178.133}, "triton_wait": {"avg_ms": 75.673, "count": 201, "max_ms": 124.791, "p95_ms": 105.442}, "visualize": {"avg_ms": 41.404, "count": 201, "max_ms": 58.238, "p95_ms": 48.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4735.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.881, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.044, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:31:12+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T11:31:12+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T11:31:12.788841+09:00", "mtime_epoch": 1783305072.7888412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:31:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1262.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.367, "pushed": 8.4, "read": 8.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.765, "count": 251, "max_ms": 9.308, "p95_ms": 7.136}, "gstreamer_push": {"avg_ms": 1.231, "count": 252, "max_ms": 1.597, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.253, "count": 251, "max_ms": 80.509, "p95_ms": 70.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.861, "count": 251, "max_ms": 122.638, "p95_ms": 104.453}, "yolo11_640_fire_11class": {"avg_ms": 59.702, "count": 251, "max_ms": 90.245, "p95_ms": 77.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.257, "count": 251, "max_ms": 118.266, "p95_ms": 96.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.021, "count": 251, "max_ms": 174.058, "p95_ms": 155.862}, "read_interval": {"avg_ms": 119.348, "count": 251, "max_ms": 186.325, "p95_ms": 166.487}, "triton_wait": {"avg_ms": 78.022, "count": 251, "max_ms": 122.652, "p95_ms": 105.224}, "visualize": {"avg_ms": 4.323, "count": 251, "max_ms": 6.734, "p95_ms": 5.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 46}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4683.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:31:21+09:00", "last_error_summary": "[h264 @ 0x559cbfe4bb00] error while decoding MB 58 38, bytestream -7", "last_exit_at": "2026-07-06T11:31:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.464, "last_started_at": "2026-07-06T11:31:23+09:00", "pid": 1793, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.477, "name": "ffmpeg", "pid": 1793, "rss_mb": 264.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.374, "sample_count": 1482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:31:37+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T11:31:36+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T11:31:36.837269+09:00", "mtime_epoch": 1783305096.837269, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:31:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 869.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.81, "pushed": 4.81, "read": 4.777}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.084, "count": 143, "max_ms": 12.699, "p95_ms": 9.633}, "gstreamer_push": {"avg_ms": 0.962, "count": 144, "max_ms": 2.187, "p95_ms": 1.034}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.499, "count": 143, "max_ms": 86.803, "p95_ms": 70.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.919, "count": 143, "max_ms": 110.663, "p95_ms": 106.865}, "yolo11_640_fire_11class": {"avg_ms": 55.573, "count": 143, "max_ms": 88.211, "p95_ms": 80.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.398, "count": 143, "max_ms": 119.981, "p95_ms": 101.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.626, "count": 144, "max_ms": 244.324, "p95_ms": 209.424}, "read_interval": {"avg_ms": 208.949, "count": 143, "max_ms": 4251.94, "p95_ms": 216.516}, "triton_wait": {"avg_ms": 70.677, "count": 143, "max_ms": 119.993, "p95_ms": 107.081}, "visualize": {"avg_ms": 7.62, "count": 143, "max_ms": 10.112, "p95_ms": 8.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4671.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 813.823, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.546, "sample_count": 2010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:31:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:31:40+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T11:31:40+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T11:31:40.501334+09:00", "mtime_epoch": 1783305100.5013342, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:31:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 704.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.548, "pushed": 6.548, "read": 6.515}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.25, "count": 196, "max_ms": 32.188, "p95_ms": 25.727}, "gstreamer_push": {"avg_ms": 1.01, "count": 196, "max_ms": 1.699, "p95_ms": 1.246}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.496, "count": 196, "max_ms": 117.348, "p95_ms": 103.333}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.116, "count": 196, "max_ms": 115.358, "p95_ms": 98.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.491, "count": 196, "max_ms": 193.945, "p95_ms": 169.833}, "read_interval": {"avg_ms": 153.459, "count": 195, "max_ms": 203.233, "p95_ms": 179.111}, "triton_wait": {"avg_ms": 80.3, "count": 196, "max_ms": 117.361, "p95_ms": 107.463}, "visualize": {"avg_ms": 39.498, "count": 196, "max_ms": 56.762, "p95_ms": 45.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 54}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4652.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.929, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.862, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T11:31:42+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T11:31:42+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T11:31:42.909377+09:00", "mtime_epoch": 1783305102.909377, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:31:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1198.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.381, "pushed": 7.381, "read": 7.348}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.518, "count": 221, "max_ms": 9.308, "p95_ms": 6.948}, "gstreamer_push": {"avg_ms": 1.172, "count": 221, "max_ms": 1.514, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.057, "count": 221, "max_ms": 85.057, "p95_ms": 70.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.502, "count": 221, "max_ms": 124.218, "p95_ms": 102.839}, "yolo11_640_fire_11class": {"avg_ms": 60.201, "count": 221, "max_ms": 85.083, "p95_ms": 74.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.155, "count": 221, "max_ms": 111.851, "p95_ms": 96.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.778, "count": 221, "max_ms": 178.636, "p95_ms": 155.083}, "read_interval": {"avg_ms": 136.181, "count": 220, "max_ms": 192.485, "p95_ms": 167.314}, "triton_wait": {"avg_ms": 81.93, "count": 221, "max_ms": 124.23, "p95_ms": 103.31}, "visualize": {"avg_ms": 4.81, "count": 221, "max_ms": 6.824, "p95_ms": 5.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4661.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:31:21+09:00", "last_error_summary": "[h264 @ 0x559cbfe4bb00] error while decoding MB 58 38, bytestream -7", "last_exit_at": "2026-07-06T11:31:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.596, "last_started_at": "2026-07-06T11:31:23+09:00", "pid": 1793, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.344, "name": "ffmpeg", "pid": 1793, "rss_mb": 268.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.374, "sample_count": 1487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:32:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:32:07+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T11:32:07+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T11:32:07.017806+09:00", "mtime_epoch": 1783305127.0178063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:32:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 867.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.547, "pushed": 5.547, "read": 5.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.38, "count": 165, "max_ms": 12.295, "p95_ms": 10.09}, "gstreamer_push": {"avg_ms": 0.989, "count": 166, "max_ms": 3.333, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.878, "count": 165, "max_ms": 85.2, "p95_ms": 71.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.918, "count": 165, "max_ms": 116.47, "p95_ms": 101.491}, "yolo11_640_fire_11class": {"avg_ms": 56.49, "count": 165, "max_ms": 88.202, "p95_ms": 78.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.113, "count": 165, "max_ms": 112.614, "p95_ms": 99.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.395, "count": 166, "max_ms": 218.33, "p95_ms": 208.291}, "read_interval": {"avg_ms": 181.609, "count": 165, "max_ms": 224.693, "p95_ms": 214.584}, "triton_wait": {"avg_ms": 71.279, "count": 165, "max_ms": 116.483, "p95_ms": 101.753}, "visualize": {"avg_ms": 7.705, "count": 165, "max_ms": 10.034, "p95_ms": 8.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 47, "tracking_summary": 46}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4659.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 843.918, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.67, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:32:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:32:10+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T11:32:10+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T11:32:10.577870+09:00", "mtime_epoch": 1783305130.5778697, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:32:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 692.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.48, "pushed": 6.48, "read": 6.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.405, "count": 194, "max_ms": 28.669, "p95_ms": 21.301}, "gstreamer_push": {"avg_ms": 1.207, "count": 194, "max_ms": 3.558, "p95_ms": 2.51}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.57, "count": 194, "max_ms": 117.845, "p95_ms": 97.692}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.615, "count": 194, "max_ms": 112.524, "p95_ms": 98.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.91, "count": 194, "max_ms": 194.744, "p95_ms": 176.072}, "read_interval": {"avg_ms": 155.14, "count": 193, "max_ms": 202.171, "p95_ms": 184.508}, "triton_wait": {"avg_ms": 76.232, "count": 194, "max_ms": 117.861, "p95_ms": 98.705}, "visualize": {"avg_ms": 46.998, "count": 194, "max_ms": 73.3, "p95_ms": 63.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 56}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4659.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.974, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.883, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:32:13+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T11:32:12+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T11:32:12.913911+09:00", "mtime_epoch": 1783305132.913911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:32:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1199.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.611, "pushed": 7.611, "read": 7.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.733, "count": 228, "max_ms": 9.143, "p95_ms": 7.75}, "gstreamer_push": {"avg_ms": 1.154, "count": 228, "max_ms": 1.566, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.4, "count": 228, "max_ms": 82.356, "p95_ms": 66.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.508, "count": 228, "max_ms": 118.376, "p95_ms": 98.711}, "yolo11_640_fire_11class": {"avg_ms": 61.277, "count": 228, "max_ms": 86.874, "p95_ms": 77.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.632, "count": 228, "max_ms": 108.657, "p95_ms": 91.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.149, "count": 228, "max_ms": 167.787, "p95_ms": 153.934}, "read_interval": {"avg_ms": 131.802, "count": 227, "max_ms": 179.45, "p95_ms": 164.756}, "triton_wait": {"avg_ms": 75.963, "count": 228, "max_ms": 118.388, "p95_ms": 101.907}, "visualize": {"avg_ms": 4.906, "count": 228, "max_ms": 6.891, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 49}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4663.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:31:21+09:00", "last_error_summary": "[h264 @ 0x559cbfe4bb00] error while decoding MB 58 38, bytestream -7", "last_exit_at": "2026-07-06T11:31:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.665, "last_started_at": "2026-07-06T11:31:23+09:00", "pid": 1793, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.922, "name": "ffmpeg", "pid": 1793, "rss_mb": 270.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.447, "sample_count": 1532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:32:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:32:37+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T11:32:37+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T11:32:37.074342+09:00", "mtime_epoch": 1783305157.0743415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:32:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 867.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.518, "pushed": 5.518, "read": 5.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.337, "count": 165, "max_ms": 11.469, "p95_ms": 10.029}, "gstreamer_push": {"avg_ms": 0.963, "count": 165, "max_ms": 2.175, "p95_ms": 1.067}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.001, "count": 165, "max_ms": 85.375, "p95_ms": 78.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.743, "count": 165, "max_ms": 119.895, "p95_ms": 104.213}, "yolo11_640_fire_11class": {"avg_ms": 57.682, "count": 165, "max_ms": 90.305, "p95_ms": 82.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.811, "count": 165, "max_ms": 111.481, "p95_ms": 102.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.002, "count": 165, "max_ms": 249.799, "p95_ms": 209.363}, "read_interval": {"avg_ms": 182.237, "count": 164, "max_ms": 257.248, "p95_ms": 216.52}, "triton_wait": {"avg_ms": 72.69, "count": 165, "max_ms": 119.908, "p95_ms": 106.461}, "visualize": {"avg_ms": 7.639, "count": 165, "max_ms": 9.617, "p95_ms": 8.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 48}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4665.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 874.047, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.065, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:32:40+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T11:32:40+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T11:32:40.694406+09:00", "mtime_epoch": 1783305160.694406, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:32:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 702.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.778, "pushed": 6.778, "read": 6.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.019, "count": 203, "max_ms": 28.256, "p95_ms": 22.564}, "gstreamer_push": {"avg_ms": 1.023, "count": 203, "max_ms": 2.482, "p95_ms": 1.25}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.544, "count": 203, "max_ms": 118.413, "p95_ms": 100.185}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.158, "count": 203, "max_ms": 111.009, "p95_ms": 99.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.429, "count": 203, "max_ms": 188.414, "p95_ms": 172.953}, "read_interval": {"avg_ms": 148.37, "count": 202, "max_ms": 198.26, "p95_ms": 181.566}, "triton_wait": {"avg_ms": 73.471, "count": 203, "max_ms": 118.43, "p95_ms": 101.07}, "visualize": {"avg_ms": 43.434, "count": 203, "max_ms": 76.695, "p95_ms": 61.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 58}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4668.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.06, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.715, "sample_count": 2402, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:32:43+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T11:32:42+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T11:32:43.002447+09:00", "mtime_epoch": 1783305163.0024471, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:32:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1199.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.342, "pushed": 7.342, "read": 7.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.976, "count": 219, "max_ms": 9.045, "p95_ms": 7.465}, "gstreamer_push": {"avg_ms": 1.099, "count": 220, "max_ms": 1.467, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.552, "count": 219, "max_ms": 83.351, "p95_ms": 73.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.712, "count": 219, "max_ms": 110.549, "p95_ms": 102.447}, "yolo11_640_fire_11class": {"avg_ms": 60.079, "count": 219, "max_ms": 87.113, "p95_ms": 80.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.195, "count": 219, "max_ms": 109.873, "p95_ms": 103.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.704, "count": 220, "max_ms": 163.261, "p95_ms": 155.499}, "read_interval": {"avg_ms": 136.855, "count": 219, "max_ms": 177.366, "p95_ms": 167.657}, "triton_wait": {"avg_ms": 76.113, "count": 219, "max_ms": 110.561, "p95_ms": 104.483}, "visualize": {"avg_ms": 5.072, "count": 219, "max_ms": 7.843, "p95_ms": 5.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4673.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:31:21+09:00", "last_error_summary": "[h264 @ 0x559cbfe4bb00] error while decoding MB 58 38, bytestream -7", "last_exit_at": "2026-07-06T11:31:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.668, "last_started_at": "2026-07-06T11:31:23+09:00", "pid": 1793, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.5, "name": "ffmpeg", "pid": 1793, "rss_mb": 273.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.436, "sample_count": 1570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:33:07+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T11:33:07+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T11:33:07.086876+09:00", "mtime_epoch": 1783305187.0868762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:33:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 870.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.205, "count": 166, "max_ms": 12.201, "p95_ms": 9.898}, "gstreamer_push": {"avg_ms": 0.985, "count": 166, "max_ms": 3.012, "p95_ms": 1.783}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.83, "count": 166, "max_ms": 84.221, "p95_ms": 68.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.998, "count": 166, "max_ms": 113.353, "p95_ms": 104.012}, "yolo11_640_fire_11class": {"avg_ms": 55.629, "count": 166, "max_ms": 88.442, "p95_ms": 76.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.535, "count": 166, "max_ms": 110.749, "p95_ms": 97.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.429, "count": 166, "max_ms": 242.412, "p95_ms": 210.861}, "read_interval": {"avg_ms": 180.798, "count": 166, "max_ms": 249.351, "p95_ms": 218.868}, "triton_wait": {"avg_ms": 70.385, "count": 166, "max_ms": 113.365, "p95_ms": 104.022}, "visualize": {"avg_ms": 7.632, "count": 166, "max_ms": 9.95, "p95_ms": 9.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4672.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 904.158, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.492, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:33:10+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T11:33:10+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T11:33:10.814943+09:00", "mtime_epoch": 1783305190.8149426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:33:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 703.762, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.741, "pushed": 6.741, "read": 6.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.388, "count": 202, "max_ms": 26.896, "p95_ms": 24.625}, "gstreamer_push": {"avg_ms": 1.005, "count": 202, "max_ms": 1.425, "p95_ms": 1.196}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.127, "count": 202, "max_ms": 120.462, "p95_ms": 97.78}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.212, "count": 202, "max_ms": 116.619, "p95_ms": 96.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.974, "count": 202, "max_ms": 182.783, "p95_ms": 166.134}, "read_interval": {"avg_ms": 149.025, "count": 201, "max_ms": 191.046, "p95_ms": 175.335}, "triton_wait": {"avg_ms": 76.708, "count": 202, "max_ms": 120.476, "p95_ms": 101.327}, "visualize": {"avg_ms": 39.252, "count": 202, "max_ms": 51.01, "p95_ms": 45.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 59}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4665.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.158, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.372, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:33:13+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T11:33:13+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T11:33:13.094983+09:00", "mtime_epoch": 1783305193.0949833, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:33:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1191.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.641, "pushed": 7.641, "read": 7.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.729, "count": 228, "max_ms": 9.074, "p95_ms": 7.703}, "gstreamer_push": {"avg_ms": 1.162, "count": 229, "max_ms": 1.586, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.972, "count": 228, "max_ms": 82.892, "p95_ms": 69.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.761, "count": 228, "max_ms": 123.899, "p95_ms": 101.586}, "yolo11_640_fire_11class": {"avg_ms": 60.388, "count": 228, "max_ms": 85.907, "p95_ms": 76.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.348, "count": 228, "max_ms": 108.332, "p95_ms": 97.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.881, "count": 229, "max_ms": 176.267, "p95_ms": 154.895}, "read_interval": {"avg_ms": 131.45, "count": 228, "max_ms": 186.298, "p95_ms": 165.734}, "triton_wait": {"avg_ms": 76.917, "count": 228, "max_ms": 123.911, "p95_ms": 101.598}, "visualize": {"avg_ms": 4.939, "count": 228, "max_ms": 6.721, "p95_ms": 6.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 51}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4509.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:33:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.246, "last_started_at": "2026-07-06T11:33:37+09:00", "pid": 1900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.766, "name": "ffmpeg", "pid": 1900, "rss_mb": 141.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.466, "sample_count": 1568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T11:33:40+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T11:33:39+09:00", "mjpeg": {"age_sec": 4.718, "exists": true, "mtime": "2026-07-06T11:33:35.347380+09:00", "mtime_epoch": 1783305215.3473802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:33:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 870.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.597, "pushed": 4.597, "read": 4.564}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.29, "count": 137, "max_ms": 12.604, "p95_ms": 10.435}, "gstreamer_push": {"avg_ms": 1.06, "count": 137, "max_ms": 3.707, "p95_ms": 2.908}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.938, "count": 137, "max_ms": 85.214, "p95_ms": 79.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.403, "count": 137, "max_ms": 127.043, "p95_ms": 109.191}, "yolo11_640_fire_11class": {"avg_ms": 60.493, "count": 137, "max_ms": 91.685, "p95_ms": 84.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.388, "count": 137, "max_ms": 110.954, "p95_ms": 105.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.952, "count": 137, "max_ms": 249.928, "p95_ms": 223.238}, "read_interval": {"avg_ms": 218.892, "count": 136, "max_ms": 4712.044, "p95_ms": 232.864}, "triton_wait": {"avg_ms": 76.031, "count": 137, "max_ms": 127.057, "p95_ms": 109.213}, "visualize": {"avg_ms": 7.586, "count": 137, "max_ms": 12.911, "p95_ms": 9.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 51}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4507.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 934.291, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.482, "sample_count": 1996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:33:41+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T11:33:40+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T11:33:40.955480+09:00", "mtime_epoch": 1783305220.95548, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:33:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 704.02, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.636, "pushed": 6.636, "read": 6.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.022, "count": 199, "max_ms": 31.261, "p95_ms": 24.743}, "gstreamer_push": {"avg_ms": 0.998, "count": 199, "max_ms": 1.581, "p95_ms": 1.126}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.696, "count": 199, "max_ms": 123.955, "p95_ms": 99.508}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.831, "count": 199, "max_ms": 118.179, "p95_ms": 99.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.74, "count": 199, "max_ms": 202.513, "p95_ms": 172.738}, "read_interval": {"avg_ms": 151.436, "count": 198, "max_ms": 210.13, "p95_ms": 182.602}, "triton_wait": {"avg_ms": 75.083, "count": 199, "max_ms": 123.968, "p95_ms": 101.277}, "visualize": {"avg_ms": 42.329, "count": 199, "max_ms": 57.974, "p95_ms": 49.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 62}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4511.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.157, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.202, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:33:43+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T11:33:43+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T11:33:43.099518+09:00", "mtime_epoch": 1783305223.0995183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:33:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1159.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.867, "read": 9.834}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.843, "count": 295, "max_ms": 8.258, "p95_ms": 6.34}, "gstreamer_push": {"avg_ms": 1.288, "count": 296, "max_ms": 1.558, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.756, "count": 295, "max_ms": 87.357, "p95_ms": 73.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.287, "count": 295, "max_ms": 123.968, "p95_ms": 101.802}, "yolo11_640_fire_11class": {"avg_ms": 61.216, "count": 295, "max_ms": 93.994, "p95_ms": 79.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.375, "count": 295, "max_ms": 110.159, "p95_ms": 96.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.043, "count": 295, "max_ms": 163.091, "p95_ms": 141.822}, "read_interval": {"avg_ms": 101.72, "count": 295, "max_ms": 177.558, "p95_ms": 152.496}, "triton_wait": {"avg_ms": 72.692, "count": 295, "max_ms": 123.982, "p95_ms": 101.813}, "visualize": {"avg_ms": 3.787, "count": 295, "max_ms": 8.027, "p95_ms": 5.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4780.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:33:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.292, "last_started_at": "2026-07-06T11:33:37+09:00", "pid": 1900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.895, "name": "ffmpeg", "pid": 1900, "rss_mb": 264.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.928, "sample_count": 1506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:34:10+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T11:34:09+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T11:34:09.879990+09:00", "mtime_epoch": 1783305249.8799903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:34:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1128.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.459, "pushed": 3.459, "read": 3.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.522, "count": 103, "max_ms": 18.156, "p95_ms": 14.454}, "gstreamer_push": {"avg_ms": 1.105, "count": 103, "max_ms": 3.039, "p95_ms": 1.981}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.835, "count": 103, "max_ms": 85.154, "p95_ms": 76.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.919, "count": 103, "max_ms": 114.773, "p95_ms": 109.671}, "yolo11_640_fire_11class": {"avg_ms": 59.996, "count": 103, "max_ms": 87.281, "p95_ms": 81.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.083, "count": 103, "max_ms": 116.026, "p95_ms": 105.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.375, "count": 103, "max_ms": 743.469, "p95_ms": 355.103}, "read_interval": {"avg_ms": 292.087, "count": 102, "max_ms": 753.873, "p95_ms": 363.737}, "triton_wait": {"avg_ms": 83.511, "count": 103, "max_ms": 116.04, "p95_ms": 113.061}, "visualize": {"avg_ms": 10.659, "count": 103, "max_ms": 16.355, "p95_ms": 11.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 53}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4785.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 964.444, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.885, "sample_count": 1988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:34:11+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T11:34:11+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T11:34:11.092010+09:00", "mtime_epoch": 1783305251.0920105, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:34:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 699.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.427, "pushed": 6.427, "read": 6.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.216, "count": 192, "max_ms": 37.657, "p95_ms": 28.277}, "gstreamer_push": {"avg_ms": 1.399, "count": 192, "max_ms": 2.617, "p95_ms": 2.344}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.999, "count": 192, "max_ms": 110.726, "p95_ms": 102.369}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.118, "count": 192, "max_ms": 109.018, "p95_ms": 97.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.253, "count": 192, "max_ms": 207.169, "p95_ms": 175.626}, "read_interval": {"avg_ms": 156.338, "count": 191, "max_ms": 220.54, "p95_ms": 185.339}, "triton_wait": {"avg_ms": 75.589, "count": 192, "max_ms": 110.739, "p95_ms": 102.97}, "visualize": {"avg_ms": 47.286, "count": 192, "max_ms": 69.811, "p95_ms": 59.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 64}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4779.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.176, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.71, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:34:13+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T11:34:13+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T11:34:13.140045+09:00", "mtime_epoch": 1783305253.140045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:34:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1056.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.3, "pushed": 10.3, "read": 10.266}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.698, "count": 308, "max_ms": 8.025, "p95_ms": 5.373}, "gstreamer_push": {"avg_ms": 1.522, "count": 308, "max_ms": 6.93, "p95_ms": 3.683}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.08, "count": 308, "max_ms": 79.607, "p95_ms": 64.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.446, "count": 308, "max_ms": 127.406, "p95_ms": 99.682}, "yolo11_640_fire_11class": {"avg_ms": 58.538, "count": 308, "max_ms": 88.263, "p95_ms": 73.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.212, "count": 308, "max_ms": 113.438, "p95_ms": 96.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.716, "count": 308, "max_ms": 182.457, "p95_ms": 117.953}, "read_interval": {"avg_ms": 97.461, "count": 307, "max_ms": 195.984, "p95_ms": 130.984}, "triton_wait": {"avg_ms": 70.012, "count": 308, "max_ms": 127.422, "p95_ms": 102.162}, "visualize": {"avg_ms": 3.692, "count": 308, "max_ms": 6.115, "p95_ms": 4.576}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 53}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4764.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:33:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.334, "last_started_at": "2026-07-06T11:33:37+09:00", "pid": 1900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.73, "name": "ffmpeg", "pid": 1900, "rss_mb": 267.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 269.677, "sample_count": 1483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:34:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:34:40+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T11:34:39+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T11:34:39.924494+09:00", "mtime_epoch": 1783305279.9244936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:34:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1102.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.026, "pushed": 4.026, "read": 3.993}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.518, "count": 120, "max_ms": 14.399, "p95_ms": 12.878}, "gstreamer_push": {"avg_ms": 0.873, "count": 120, "max_ms": 1.083, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.157, "count": 120, "max_ms": 81.014, "p95_ms": 73.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.801, "count": 120, "max_ms": 110.518, "p95_ms": 106.147}, "yolo11_640_fire_11class": {"avg_ms": 60.122, "count": 120, "max_ms": 87.661, "p95_ms": 82.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.772, "count": 120, "max_ms": 109.457, "p95_ms": 105.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.472, "count": 120, "max_ms": 293.452, "p95_ms": 278.373}, "read_interval": {"avg_ms": 250.387, "count": 119, "max_ms": 301.755, "p95_ms": 285.44}, "triton_wait": {"avg_ms": 79.767, "count": 120, "max_ms": 110.531, "p95_ms": 106.702}, "visualize": {"avg_ms": 10.44, "count": 120, "max_ms": 12.489, "p95_ms": 11.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 54}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4762.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 994.498, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.679, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:34:41+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T11:34:41+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T11:34:41.132514+09:00", "mtime_epoch": 1783305281.1325138, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:34:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 699.18, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.285, "pushed": 6.285, "read": 6.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.278, "count": 188, "max_ms": 28.331, "p95_ms": 23.754}, "gstreamer_push": {"avg_ms": 1.345, "count": 188, "max_ms": 2.665, "p95_ms": 2.449}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.856, "count": 188, "max_ms": 108.875, "p95_ms": 99.739}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.949, "count": 188, "max_ms": 105.168, "p95_ms": 95.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.701, "count": 188, "max_ms": 197.672, "p95_ms": 179.111}, "read_interval": {"avg_ms": 159.76, "count": 187, "max_ms": 207.656, "p95_ms": 186.587}, "triton_wait": {"avg_ms": 75.796, "count": 188, "max_ms": 108.887, "p95_ms": 101.661}, "visualize": {"avg_ms": 50.622, "count": 188, "max_ms": 66.977, "p95_ms": 63.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4756.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.209, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.223, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:34:43+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T11:34:43+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T11:34:43.144547+09:00", "mtime_epoch": 1783305283.1445475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:34:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1056.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.555, "pushed": 10.555, "read": 10.521}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.626, "count": 316, "max_ms": 5.696, "p95_ms": 4.678}, "gstreamer_push": {"avg_ms": 1.45, "count": 316, "max_ms": 4.585, "p95_ms": 3.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.633, "count": 316, "max_ms": 81.99, "p95_ms": 68.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.62, "count": 316, "max_ms": 113.892, "p95_ms": 100.188}, "yolo11_640_fire_11class": {"avg_ms": 58.448, "count": 316, "max_ms": 84.474, "p95_ms": 76.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.924, "count": 316, "max_ms": 109.696, "p95_ms": 97.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.208, "count": 316, "max_ms": 126.01, "p95_ms": 112.811}, "read_interval": {"avg_ms": 94.921, "count": 315, "max_ms": 144.334, "p95_ms": 127.263}, "triton_wait": {"avg_ms": 68.897, "count": 316, "max_ms": 113.904, "p95_ms": 100.332}, "visualize": {"avg_ms": 3.664, "count": 316, "max_ms": 5.67, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 54}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4751.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:33:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.422, "last_started_at": "2026-07-06T11:33:37+09:00", "pid": 1900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.762, "name": "ffmpeg", "pid": 1900, "rss_mb": 268.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.973, "sample_count": 1437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:35:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:35:10+09:00", "last_frame_read_age_sec": 0.26, "last_frame_read_at": "2026-07-06T11:35:09+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-06T11:35:09.992999+09:00", "mtime_epoch": 1783305309.9929986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:35:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.922, "pushed": 3.922, "read": 3.888}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.737, "count": 117, "max_ms": 17.29, "p95_ms": 13.724}, "gstreamer_push": {"avg_ms": 0.869, "count": 117, "max_ms": 1.107, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.805, "count": 117, "max_ms": 82.97, "p95_ms": 75.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.474, "count": 117, "max_ms": 118.111, "p95_ms": 109.098}, "yolo11_640_fire_11class": {"avg_ms": 59.191, "count": 117, "max_ms": 85.517, "p95_ms": 82.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.803, "count": 117, "max_ms": 109.981, "p95_ms": 106.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.255, "count": 117, "max_ms": 293.131, "p95_ms": 279.201}, "read_interval": {"avg_ms": 257.076, "count": 116, "max_ms": 299.802, "p95_ms": 287.568}, "triton_wait": {"avg_ms": 79.858, "count": 117, "max_ms": 118.122, "p95_ms": 109.11}, "visualize": {"avg_ms": 10.576, "count": 117, "max_ms": 13.424, "p95_ms": 11.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 56}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4749.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1024.641, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.93, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:35:11+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T11:35:11+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T11:35:11.309021+09:00", "mtime_epoch": 1783305311.3090208, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:35:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 693.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.467, "pushed": 6.467, "read": 6.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.159, "count": 194, "max_ms": 24.071, "p95_ms": 21.013}, "gstreamer_push": {"avg_ms": 1.217, "count": 194, "max_ms": 4.263, "p95_ms": 2.604}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.902, "count": 194, "max_ms": 118.154, "p95_ms": 101.307}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.353, "count": 194, "max_ms": 116.697, "p95_ms": 100.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.616, "count": 194, "max_ms": 203.554, "p95_ms": 179.284}, "read_interval": {"avg_ms": 154.613, "count": 194, "max_ms": 211.298, "p95_ms": 188.35}, "triton_wait": {"avg_ms": 74.097, "count": 194, "max_ms": 118.167, "p95_ms": 104.894}, "visualize": {"avg_ms": 49.335, "count": 194, "max_ms": 67.116, "p95_ms": 64.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 70}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4748.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.301, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.403, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:35:13+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T11:35:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T11:35:13.261054+09:00", "mtime_epoch": 1783305313.2610538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:35:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1062.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.367, "pushed": 10.401, "read": 10.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.595, "count": 311, "max_ms": 5.819, "p95_ms": 4.792}, "gstreamer_push": {"avg_ms": 1.475, "count": 312, "max_ms": 6.789, "p95_ms": 3.567}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.569, "count": 311, "max_ms": 83.104, "p95_ms": 69.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.216, "count": 311, "max_ms": 121.299, "p95_ms": 101.838}, "yolo11_640_fire_11class": {"avg_ms": 59.28, "count": 311, "max_ms": 87.62, "p95_ms": 77.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.542, "count": 311, "max_ms": 114.166, "p95_ms": 99.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.708, "count": 311, "max_ms": 133.687, "p95_ms": 116.499}, "read_interval": {"avg_ms": 96.436, "count": 311, "max_ms": 152.622, "p95_ms": 130.12}, "triton_wait": {"avg_ms": 70.434, "count": 311, "max_ms": 121.311, "p95_ms": 103.834}, "visualize": {"avg_ms": 3.68, "count": 311, "max_ms": 5.691, "p95_ms": 4.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4639.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:35:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.849, "last_started_at": "2026-07-06T11:35:36+09:00", "pid": 2067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 155.195, "name": "ffmpeg", "pid": 2067, "rss_mb": 155.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.085, "sample_count": 1383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:35:40+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T11:35:40+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T11:35:40.113507+09:00", "mtime_epoch": 1783305340.1135066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:35:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.525, "pushed": 3.525, "read": 3.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.043, "count": 105, "max_ms": 14.908, "p95_ms": 12.554}, "gstreamer_push": {"avg_ms": 0.871, "count": 105, "max_ms": 1.188, "p95_ms": 0.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.334, "count": 105, "max_ms": 78.705, "p95_ms": 73.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.612, "count": 105, "max_ms": 116.575, "p95_ms": 109.431}, "yolo11_640_fire_11class": {"avg_ms": 60.448, "count": 105, "max_ms": 91.711, "p95_ms": 80.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.059, "count": 105, "max_ms": 113.268, "p95_ms": 106.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.164, "count": 105, "max_ms": 283.608, "p95_ms": 275.923}, "read_interval": {"avg_ms": 287.058, "count": 104, "max_ms": 4669.942, "p95_ms": 286.026}, "triton_wait": {"avg_ms": 81.425, "count": 105, "max_ms": 116.588, "p95_ms": 111.045}, "visualize": {"avg_ms": 10.077, "count": 105, "max_ms": 11.611, "p95_ms": 11.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 59, "tracking_summary": 58}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4657.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1054.751, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.763, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:35:41+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T11:35:41+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T11:35:41.429529+09:00", "mtime_epoch": 1783305341.4295287, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:35:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 699.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.671, "pushed": 6.671, "read": 6.638}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.446, "count": 200, "max_ms": 32.67, "p95_ms": 25.623}, "gstreamer_push": {"avg_ms": 1.151, "count": 200, "max_ms": 4.214, "p95_ms": 2.279}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.8, "count": 200, "max_ms": 114.616, "p95_ms": 96.181}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.471, "count": 200, "max_ms": 108.478, "p95_ms": 94.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.515, "count": 200, "max_ms": 198.45, "p95_ms": 168.171}, "read_interval": {"avg_ms": 150.627, "count": 199, "max_ms": 206.305, "p95_ms": 179.052}, "triton_wait": {"avg_ms": 72.647, "count": 200, "max_ms": 114.629, "p95_ms": 96.935}, "visualize": {"avg_ms": 43.189, "count": 200, "max_ms": 62.389, "p95_ms": 56.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 72}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4678.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.334, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.537, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:35:43+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T11:35:43+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T11:35:43.285560+09:00", "mtime_epoch": 1783305343.2855601, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:35:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1054.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.741, "count": 301, "max_ms": 6.975, "p95_ms": 5.797}, "gstreamer_push": {"avg_ms": 1.496, "count": 301, "max_ms": 6.85, "p95_ms": 3.508}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.454, "count": 301, "max_ms": 78.234, "p95_ms": 65.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.847, "count": 301, "max_ms": 117.982, "p95_ms": 100.188}, "yolo11_640_fire_11class": {"avg_ms": 57.877, "count": 301, "max_ms": 85.96, "p95_ms": 72.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.634, "count": 301, "max_ms": 109.529, "p95_ms": 95.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.085, "count": 301, "max_ms": 164.598, "p95_ms": 119.416}, "read_interval": {"avg_ms": 99.735, "count": 300, "max_ms": 174.642, "p95_ms": 133.553}, "triton_wait": {"avg_ms": 71.198, "count": 301, "max_ms": 117.994, "p95_ms": 100.471}, "visualize": {"avg_ms": 3.734, "count": 301, "max_ms": 5.714, "p95_ms": 4.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 56}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4760.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:35:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.944, "last_started_at": "2026-07-06T11:35:36+09:00", "pid": 2067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.273, "name": "ffmpeg", "pid": 2067, "rss_mb": 269.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.085, "sample_count": 1382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:36:10+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T11:36:10+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T11:36:10.170015+09:00", "mtime_epoch": 1783305370.1700149, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:36:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.447, "pushed": 5.447, "read": 5.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.632, "count": 162, "max_ms": 13.247, "p95_ms": 10.956}, "gstreamer_push": {"avg_ms": 0.925, "count": 163, "max_ms": 1.409, "p95_ms": 1.019}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.783, "count": 162, "max_ms": 89.29, "p95_ms": 73.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.482, "count": 162, "max_ms": 117.799, "p95_ms": 102.682}, "yolo11_640_fire_11class": {"avg_ms": 58.2, "count": 162, "max_ms": 89.277, "p95_ms": 79.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.424, "count": 162, "max_ms": 108.034, "p95_ms": 101.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.603, "count": 163, "max_ms": 228.156, "p95_ms": 210.552}, "read_interval": {"avg_ms": 184.503, "count": 162, "max_ms": 236.554, "p95_ms": 218.396}, "triton_wait": {"avg_ms": 75.092, "count": 162, "max_ms": 117.811, "p95_ms": 104.085}, "visualize": {"avg_ms": 7.623, "count": 162, "max_ms": 10.075, "p95_ms": 8.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 59}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4760.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1084.882, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.851, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:36:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:36:11+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T11:36:11+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T11:36:11.542038+09:00", "mtime_epoch": 1783305371.5420382, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:36:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 707.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.674, "pushed": 6.674, "read": 6.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.826, "count": 200, "max_ms": 32.628, "p95_ms": 25.777}, "gstreamer_push": {"avg_ms": 1.122, "count": 200, "max_ms": 2.544, "p95_ms": 2.195}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.447, "count": 200, "max_ms": 121.546, "p95_ms": 95.993}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.955, "count": 200, "max_ms": 113.039, "p95_ms": 97.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.807, "count": 200, "max_ms": 195.454, "p95_ms": 170.966}, "read_interval": {"avg_ms": 150.62, "count": 199, "max_ms": 204.433, "p95_ms": 180.981}, "triton_wait": {"avg_ms": 74.183, "count": 200, "max_ms": 121.559, "p95_ms": 99.233}, "visualize": {"avg_ms": 43.699, "count": 200, "max_ms": 58.224, "p95_ms": 54.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 75}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4749.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.418, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.42, "sample_count": 2731, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:36:13+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T11:36:13+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T11:36:13.378069+09:00", "mtime_epoch": 1783305373.3780692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:36:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1054.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.146}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.595, "count": 305, "max_ms": 5.885, "p95_ms": 4.807}, "gstreamer_push": {"avg_ms": 1.561, "count": 305, "max_ms": 6.337, "p95_ms": 3.753}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.296, "count": 305, "max_ms": 86.455, "p95_ms": 70.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.119, "count": 305, "max_ms": 124.259, "p95_ms": 100.381}, "yolo11_640_fire_11class": {"avg_ms": 57.915, "count": 305, "max_ms": 87.04, "p95_ms": 75.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.314, "count": 305, "max_ms": 110.163, "p95_ms": 96.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.798, "count": 305, "max_ms": 140.795, "p95_ms": 113.72}, "read_interval": {"avg_ms": 98.625, "count": 304, "max_ms": 150.101, "p95_ms": 128.36}, "triton_wait": {"avg_ms": 72.43, "count": 305, "max_ms": 124.272, "p95_ms": 101.328}, "visualize": {"avg_ms": 3.624, "count": 305, "max_ms": 5.053, "p95_ms": 4.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 58}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4920.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:35:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.149, "last_started_at": "2026-07-06T11:35:36+09:00", "pid": 2067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.305, "name": "ffmpeg", "pid": 2067, "rss_mb": 270.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.1, "sample_count": 1390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:36:40+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-06T11:36:40+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T11:36:40.298526+09:00", "mtime_epoch": 1783305400.298526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:36:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1094.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 4.523, "recorders": [{"age_sec": 4.523, "frame_count": 67, "is_recording": true, "is_stopping": false, "pid": 2174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.023, "name": "ffmpeg", "pid": 2174, "rss_mb": 186.023, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 33, "returncode": null, "running": true, "started_at": "2026-07-06T11:36:36+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_113635_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [2174], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.056, "pushed": 5.056, "read": 5.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.764, "count": 151, "max_ms": 13.63, "p95_ms": 11.629}, "gstreamer_push": {"avg_ms": 0.924, "count": 151, "max_ms": 1.84, "p95_ms": 1.028}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.044, "count": 151, "max_ms": 82.931, "p95_ms": 76.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.359, "count": 151, "max_ms": 117.628, "p95_ms": 108.548}, "yolo11_640_fire_11class": {"avg_ms": 61.154, "count": 151, "max_ms": 86.346, "p95_ms": 81.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.454, "count": 151, "max_ms": 106.4, "p95_ms": 101.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.677, "count": 151, "max_ms": 652.296, "p95_ms": 254.646}, "read_interval": {"avg_ms": 198.316, "count": 150, "max_ms": 662.916, "p95_ms": 256.15}, "triton_wait": {"avg_ms": 78.814, "count": 151, "max_ms": 117.64, "p95_ms": 108.561}, "visualize": {"avg_ms": 8.274, "count": 151, "max_ms": 17.617, "p95_ms": 14.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 62, "tracking_summary": 61}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4949.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1114.972, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.906, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:36:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:36:41+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T11:36:41+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T11:36:41.642549+09:00", "mtime_epoch": 1783305401.6425488, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:36:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 704.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.745, "pushed": 6.745, "read": 6.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.526, "count": 202, "max_ms": 31.497, "p95_ms": 27.649}, "gstreamer_push": {"avg_ms": 1.007, "count": 202, "max_ms": 1.377, "p95_ms": 1.133}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.882, "count": 202, "max_ms": 117.053, "p95_ms": 106.389}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.886, "count": 202, "max_ms": 114.104, "p95_ms": 102.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.158, "count": 202, "max_ms": 187.386, "p95_ms": 174.366}, "read_interval": {"avg_ms": 148.987, "count": 201, "max_ms": 195.482, "p95_ms": 183.117}, "triton_wait": {"avg_ms": 75.868, "count": 202, "max_ms": 117.066, "p95_ms": 107.765}, "visualize": {"avg_ms": 39.338, "count": 202, "max_ms": 50.067, "p95_ms": 45.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 77}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4951.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.45, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.835, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:36:43+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T11:36:43+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T11:36:43.418579+09:00", "mtime_epoch": 1783305403.4185789, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:36:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1057.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.7, "count": 299, "max_ms": 6.918, "p95_ms": 5.284}, "gstreamer_push": {"avg_ms": 1.46, "count": 299, "max_ms": 6.214, "p95_ms": 3.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.135, "count": 299, "max_ms": 83.69, "p95_ms": 70.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.225, "count": 299, "max_ms": 125.771, "p95_ms": 102.304}, "yolo11_640_fire_11class": {"avg_ms": 59.605, "count": 299, "max_ms": 89.354, "p95_ms": 78.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.49, "count": 299, "max_ms": 107.738, "p95_ms": 95.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.858, "count": 299, "max_ms": 150.049, "p95_ms": 119.405}, "read_interval": {"avg_ms": 100.471, "count": 298, "max_ms": 160.237, "p95_ms": 133.524}, "triton_wait": {"avg_ms": 73.336, "count": 299, "max_ms": 125.786, "p95_ms": 102.315}, "visualize": {"avg_ms": 3.689, "count": 299, "max_ms": 6.441, "p95_ms": 4.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 59}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4764.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:35:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.292, "last_started_at": "2026-07-06T11:35:36+09:00", "pid": 2067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.938, "name": "ffmpeg", "pid": 2067, "rss_mb": 272.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.592, "sample_count": 1352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:37:10+09:00", "last_frame_read_age_sec": 0.26, "last_frame_read_at": "2026-07-06T11:37:10+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T11:37:10.455039+09:00", "mtime_epoch": 1783305430.4550388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:37:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1099.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.254, "pushed": 4.254, "read": 4.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.242, "count": 126, "max_ms": 15.379, "p95_ms": 12.462}, "gstreamer_push": {"avg_ms": 0.899, "count": 127, "max_ms": 1.932, "p95_ms": 1.029}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.772, "count": 126, "max_ms": 80.579, "p95_ms": 76.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.344, "count": 126, "max_ms": 117.886, "p95_ms": 109.998}, "yolo11_640_fire_11class": {"avg_ms": 58.921, "count": 126, "max_ms": 86.477, "p95_ms": 78.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.2, "count": 126, "max_ms": 112.376, "p95_ms": 103.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.221, "count": 127, "max_ms": 323.141, "p95_ms": 267.341}, "read_interval": {"avg_ms": 237.108, "count": 126, "max_ms": 329.496, "p95_ms": 273.97}, "triton_wait": {"avg_ms": 79.745, "count": 126, "max_ms": 117.898, "p95_ms": 110.01}, "visualize": {"avg_ms": 13.649, "count": 126, "max_ms": 18.739, "p95_ms": 16.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 64, "tracking_summary": 63}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4764.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1144.982, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.906, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:37:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:37:11+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T11:37:11+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T11:37:11.635059+09:00", "mtime_epoch": 1783305431.6350589, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:37:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 693.852, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.503, "pushed": 6.503, "read": 6.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.248, "count": 194, "max_ms": 29.021, "p95_ms": 25.538}, "gstreamer_push": {"avg_ms": 1.006, "count": 194, "max_ms": 2.258, "p95_ms": 1.18}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.515, "count": 194, "max_ms": 123.422, "p95_ms": 103.376}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.783, "count": 194, "max_ms": 112.13, "p95_ms": 102.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.939, "count": 194, "max_ms": 201.631, "p95_ms": 175.34}, "read_interval": {"avg_ms": 154.672, "count": 193, "max_ms": 212.912, "p95_ms": 183.692}, "triton_wait": {"avg_ms": 77.719, "count": 194, "max_ms": 123.433, "p95_ms": 104.879}, "visualize": {"avg_ms": 42.678, "count": 194, "max_ms": 67.506, "p95_ms": 58.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 80}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4766.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 927.54, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.074, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:37:13+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T11:37:13+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T11:37:13.511091+09:00", "mtime_epoch": 1783305433.511091, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:37:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1057.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.235}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.635, "count": 308, "max_ms": 5.814, "p95_ms": 4.717}, "gstreamer_push": {"avg_ms": 1.508, "count": 308, "max_ms": 6.883, "p95_ms": 3.665}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.94, "count": 308, "max_ms": 82.586, "p95_ms": 68.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.324, "count": 308, "max_ms": 114.82, "p95_ms": 106.404}, "yolo11_640_fire_11class": {"avg_ms": 59.185, "count": 308, "max_ms": 89.802, "p95_ms": 78.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.692, "count": 308, "max_ms": 113.684, "p95_ms": 98.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.792, "count": 308, "max_ms": 127.096, "p95_ms": 119.298}, "read_interval": {"avg_ms": 97.704, "count": 307, "max_ms": 142.889, "p95_ms": 132.907}, "triton_wait": {"avg_ms": 71.444, "count": 308, "max_ms": 114.832, "p95_ms": 106.424}, "visualize": {"avg_ms": 3.687, "count": 308, "max_ms": 5.535, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 60}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4767.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:33:35+09:00", "last_error_summary": "[h264 @ 0x55fcf74c0b00] error while decoding MB 50 35, bytestream -9", "last_exit_at": "2026-07-06T11:35:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.37, "last_started_at": "2026-07-06T11:35:36+09:00", "pid": 2067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.258, "name": "ffmpeg", "pid": 2067, "rss_mb": 275.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.967, "sample_count": 1324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:37:40+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T11:37:40+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T11:37:40.595553+09:00", "mtime_epoch": 1783305460.595553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:37:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.655, "pushed": 4.655, "read": 4.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.007, "count": 139, "max_ms": 15.0, "p95_ms": 12.794}, "gstreamer_push": {"avg_ms": 0.878, "count": 139, "max_ms": 1.043, "p95_ms": 0.99}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.48, "count": 139, "max_ms": 79.105, "p95_ms": 72.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.244, "count": 139, "max_ms": 124.685, "p95_ms": 110.376}, "yolo11_640_fire_11class": {"avg_ms": 60.128, "count": 139, "max_ms": 88.646, "p95_ms": 82.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.791, "count": 139, "max_ms": 111.171, "p95_ms": 103.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.293, "count": 139, "max_ms": 280.339, "p95_ms": 250.734}, "read_interval": {"avg_ms": 216.463, "count": 138, "max_ms": 288.914, "p95_ms": 257.298}, "triton_wait": {"avg_ms": 80.505, "count": 139, "max_ms": 124.698, "p95_ms": 110.387}, "visualize": {"avg_ms": 9.458, "count": 139, "max_ms": 18.445, "p95_ms": 14.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 65, "tracking_summary": 64}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4768.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1175.15, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.93, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:37:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:37:41+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T11:37:41+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T11:37:41.791573+09:00", "mtime_epoch": 1783305461.7915733, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:37:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 704.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.535, "pushed": 6.535, "read": 6.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.077, "count": 195, "max_ms": 30.156, "p95_ms": 24.717}, "gstreamer_push": {"avg_ms": 1.151, "count": 195, "max_ms": 4.117, "p95_ms": 2.34}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.42, "count": 195, "max_ms": 113.707, "p95_ms": 102.768}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.763, "count": 195, "max_ms": 115.465, "p95_ms": 100.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.983, "count": 195, "max_ms": 195.619, "p95_ms": 176.407}, "read_interval": {"avg_ms": 153.816, "count": 194, "max_ms": 204.947, "p95_ms": 184.398}, "triton_wait": {"avg_ms": 75.673, "count": 195, "max_ms": 115.476, "p95_ms": 103.163}, "visualize": {"avg_ms": 44.009, "count": 195, "max_ms": 65.87, "p95_ms": 60.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4764.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 957.587, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.145, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T11:37:43+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T11:37:43+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T11:37:43.507603+09:00", "mtime_epoch": 1783305463.5076027, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:37:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1058.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.637, "count": 298, "max_ms": 6.421, "p95_ms": 5.009}, "gstreamer_push": {"avg_ms": 1.539, "count": 298, "max_ms": 6.409, "p95_ms": 3.683}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.139, "count": 298, "max_ms": 84.632, "p95_ms": 71.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.063, "count": 298, "max_ms": 124.735, "p95_ms": 103.366}, "yolo11_640_fire_11class": {"avg_ms": 59.84, "count": 298, "max_ms": 89.37, "p95_ms": 78.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.201, "count": 298, "max_ms": 112.408, "p95_ms": 98.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.768, "count": 298, "max_ms": 153.009, "p95_ms": 121.257}, "read_interval": {"avg_ms": 100.68, "count": 297, "max_ms": 164.502, "p95_ms": 134.013}, "triton_wait": {"avg_ms": 73.296, "count": 298, "max_ms": 124.747, "p95_ms": 103.379}, "visualize": {"avg_ms": 3.697, "count": 298, "max_ms": 5.715, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 61}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4750.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:37:55+09:00", "last_error_summary": "[h264 @ 0x55a1ab885580] cabac decode of qscale diff failed at 37 41 [h264 @ 0x55a1ab885580] error while decoding MB 37 41, bytestream 34956 [h264 @ 0x55a1ac372d40] error while decoding MB 20 22, bytestream -9 [h264 @ 0x55a1ac2a3ec0] cabac decode of qscale diff failed at 57 13 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 57 13, bytestream 46425 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 28 24, bytestream -9 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 47 38, bytestream -12", "last_exit_at": "2026-07-06T11:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.515, "last_started_at": "2026-07-06T11:37:57+09:00", "pid": 2234, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.98, "name": "ffmpeg", "pid": 2234, "rss_mb": 266.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.967, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:38:10+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T11:38:10+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T11:38:10.660067+09:00", "mtime_epoch": 1783305490.6600668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:38:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.231, "pushed": 5.231, "read": 5.197}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.689, "count": 156, "max_ms": 11.348, "p95_ms": 10.286}, "gstreamer_push": {"avg_ms": 1.013, "count": 156, "max_ms": 1.253, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.853, "count": 156, "max_ms": 83.439, "p95_ms": 74.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.007, "count": 156, "max_ms": 110.417, "p95_ms": 106.742}, "yolo11_640_fire_11class": {"avg_ms": 58.704, "count": 156, "max_ms": 83.572, "p95_ms": 78.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.092, "count": 156, "max_ms": 108.425, "p95_ms": 96.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.841, "count": 156, "max_ms": 235.855, "p95_ms": 220.163}, "read_interval": {"avg_ms": 192.666, "count": 155, "max_ms": 4335.81, "p95_ms": 226.811}, "triton_wait": {"avg_ms": 76.338, "count": 156, "max_ms": 110.43, "p95_ms": 107.278}, "visualize": {"avg_ms": 6.523, "count": 156, "max_ms": 11.484, "p95_ms": 8.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 68, "tracking_summary": 66}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4760.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1205.332, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.34, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:38:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:38:12+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T11:38:11+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T11:38:11.936089+09:00", "mtime_epoch": 1783305491.9360888, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:38:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 703.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.423, "pushed": 6.423, "read": 6.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.934, "count": 192, "max_ms": 28.045, "p95_ms": 25.464}, "gstreamer_push": {"avg_ms": 1.349, "count": 192, "max_ms": 3.094, "p95_ms": 2.415}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.597, "count": 192, "max_ms": 113.98, "p95_ms": 99.09}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.588, "count": 192, "max_ms": 111.155, "p95_ms": 97.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.351, "count": 192, "max_ms": 195.107, "p95_ms": 180.291}, "read_interval": {"avg_ms": 156.175, "count": 191, "max_ms": 198.444, "p95_ms": 186.422}, "triton_wait": {"avg_ms": 74.288, "count": 192, "max_ms": 113.992, "p95_ms": 100.851}, "visualize": {"avg_ms": 48.092, "count": 192, "max_ms": 64.618, "p95_ms": 58.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 85}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4749.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 987.599, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 1088, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.419, "sample_count": 3046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:38:13+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T11:38:13+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T11:38:13.564116+09:00", "mtime_epoch": 1783305493.5641165, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:38:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1055.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.234, "pushed": 10.234, "read": 10.234}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.579, "count": 307, "max_ms": 5.496, "p95_ms": 4.683}, "gstreamer_push": {"avg_ms": 1.494, "count": 307, "max_ms": 6.268, "p95_ms": 3.564}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.515, "count": 307, "max_ms": 83.101, "p95_ms": 69.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.136, "count": 307, "max_ms": 110.376, "p95_ms": 99.606}, "yolo11_640_fire_11class": {"avg_ms": 57.376, "count": 307, "max_ms": 85.976, "p95_ms": 78.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.34, "count": 307, "max_ms": 111.588, "p95_ms": 94.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.701, "count": 307, "max_ms": 123.486, "p95_ms": 112.965}, "read_interval": {"avg_ms": 97.909, "count": 307, "max_ms": 145.114, "p95_ms": 127.506}, "triton_wait": {"avg_ms": 71.473, "count": 307, "max_ms": 111.6, "p95_ms": 101.014}, "visualize": {"avg_ms": 3.649, "count": 307, "max_ms": 4.862, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 63}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4762.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:37:55+09:00", "last_error_summary": "[h264 @ 0x55a1ab885580] cabac decode of qscale diff failed at 37 41 [h264 @ 0x55a1ab885580] error while decoding MB 37 41, bytestream 34956 [h264 @ 0x55a1ac372d40] error while decoding MB 20 22, bytestream -9 [h264 @ 0x55a1ac2a3ec0] cabac decode of qscale diff failed at 57 13 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 57 13, bytestream 46425 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 28 24, bytestream -9 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 47 38, bytestream -12", "last_exit_at": "2026-07-06T11:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.612, "last_started_at": "2026-07-06T11:37:57+09:00", "pid": 2234, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.59, "name": "ffmpeg", "pid": 2234, "rss_mb": 270.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.551, "sample_count": 1386, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:38:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:38:40+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T11:38:40+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T11:38:40.788583+09:00", "mtime_epoch": 1783305520.788583, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:38:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.914, "pushed": 6.914, "read": 6.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.272, "count": 207, "max_ms": 8.407, "p95_ms": 7.137}, "gstreamer_push": {"avg_ms": 1.137, "count": 207, "max_ms": 1.617, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.002, "count": 207, "max_ms": 89.382, "p95_ms": 77.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.191, "count": 207, "max_ms": 124.807, "p95_ms": 109.709}, "yolo11_640_fire_11class": {"avg_ms": 61.135, "count": 207, "max_ms": 85.132, "p95_ms": 81.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.098, "count": 207, "max_ms": 106.217, "p95_ms": 100.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.481, "count": 207, "max_ms": 181.657, "p95_ms": 165.174}, "read_interval": {"avg_ms": 145.489, "count": 206, "max_ms": 191.404, "p95_ms": 174.111}, "triton_wait": {"avg_ms": 83.287, "count": 207, "max_ms": 124.82, "p95_ms": 109.723}, "visualize": {"avg_ms": 5.178, "count": 207, "max_ms": 6.456, "p95_ms": 5.691}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 69, "tracking_summary": 68}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4763.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1235.366, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.34, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:38:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:38:42+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T11:38:42+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T11:38:42.020604+09:00", "mtime_epoch": 1783305522.0206041, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:38:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 705.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.523, "pushed": 6.523, "read": 6.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.245, "count": 195, "max_ms": 29.378, "p95_ms": 25.341}, "gstreamer_push": {"avg_ms": 1.045, "count": 195, "max_ms": 2.566, "p95_ms": 1.284}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.23, "count": 195, "max_ms": 117.108, "p95_ms": 108.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.602, "count": 195, "max_ms": 117.149, "p95_ms": 103.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.272, "count": 195, "max_ms": 196.539, "p95_ms": 172.53}, "read_interval": {"avg_ms": 154.003, "count": 194, "max_ms": 204.756, "p95_ms": 182.64}, "triton_wait": {"avg_ms": 79.675, "count": 195, "max_ms": 117.161, "p95_ms": 110.635}, "visualize": {"avg_ms": 41.113, "count": 195, "max_ms": 63.535, "p95_ms": 58.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 86}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4782.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:21:42+09:00", "last_error_summary": "[h264 @ 0x563e4c1df900] error while decoding MB 66 21, bytestream -17 [in#0/rtsp @ 0x563e4b80ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563e4b80ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:21:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1033.349, "last_started_at": "2026-07-06T11:21:46+09:00", "pid": 1088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.109, "name": "ffmpeg", "pid": 1088, "rss_mb": 354.109, "state": "S (sleeping)", "threads": 104}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.988, "sample_count": 2774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T11:38:59+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T11:38:59+09:00", "mjpeg": {"age_sec": 18.121, "exists": true, "mtime": "2026-07-06T11:38:41.272591+09:00", "mtime_epoch": 1783305521.2725914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:38:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1052.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 30, "pushed_frames": 30, "read_frames": 29, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 0.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.633, "count": 29, "max_ms": 4.799, "p95_ms": 4.328}, "gstreamer_push": {"avg_ms": 1.667, "count": 30, "max_ms": 6.5, "p95_ms": 4.631}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.835, "count": 29, "max_ms": 84.862, "p95_ms": 79.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.189, "count": 29, "max_ms": 114.658, "p95_ms": 108.277}, "yolo11_640_fire_11class": {"avg_ms": 60.366, "count": 29, "max_ms": 84.845, "p95_ms": 83.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.241, "count": 29, "max_ms": 105.821, "p95_ms": 103.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.237, "count": 30, "max_ms": 127.058, "p95_ms": 120.669}, "read_interval": {"avg_ms": 1033.063, "count": 29, "max_ms": 18135.456, "p95_ms": 9179.58}, "triton_wait": {"avg_ms": 74.267, "count": 29, "max_ms": 114.67, "p95_ms": 108.289}, "visualize": {"avg_ms": 3.676, "count": 29, "max_ms": 4.403, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 65}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4763.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:37:55+09:00", "last_error_summary": "[h264 @ 0x55a1ab885580] cabac decode of qscale diff failed at 37 41 [h264 @ 0x55a1ab885580] error while decoding MB 37 41, bytestream 34956 [h264 @ 0x55a1ac372d40] error while decoding MB 20 22, bytestream -9 [h264 @ 0x55a1ac2a3ec0] cabac decode of qscale diff failed at 57 13 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 57 13, bytestream 46425 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 28 24, bytestream -9 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 47 38, bytestream -12", "last_exit_at": "2026-07-06T11:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.625, "last_started_at": "2026-07-06T11:37:57+09:00", "pid": 2234, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.652, "name": "ffmpeg", "pid": 2234, "rss_mb": 272.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.223, "sample_count": 1503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:39:10+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T11:39:10+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T11:39:10.761098+09:00", "mtime_epoch": 1783305550.7610977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:39:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.361, "pushed": 7.361, "read": 7.328}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.328, "count": 220, "max_ms": 8.818, "p95_ms": 7.868}, "gstreamer_push": {"avg_ms": 1.124, "count": 220, "max_ms": 1.692, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.859, "count": 220, "max_ms": 82.875, "p95_ms": 67.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.863, "count": 220, "max_ms": 120.364, "p95_ms": 98.085}, "yolo11_640_fire_11class": {"avg_ms": 57.765, "count": 220, "max_ms": 82.862, "p95_ms": 71.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.418, "count": 220, "max_ms": 101.343, "p95_ms": 87.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.218, "count": 220, "max_ms": 175.124, "p95_ms": 151.234}, "read_interval": {"avg_ms": 136.291, "count": 219, "max_ms": 184.0, "p95_ms": 160.86}, "triton_wait": {"avg_ms": 73.971, "count": 220, "max_ms": 120.376, "p95_ms": 98.098}, "visualize": {"avg_ms": 5.172, "count": 220, "max_ms": 8.38, "p95_ms": 6.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 71, "tracking_summary": 69}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4761.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1265.414, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.1, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:39:12+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T11:39:12+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T11:39:12.065120+09:00", "mtime_epoch": 1783305552.0651202, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:39:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.422, "name": "celery", "pid": 239, "rss_mb": 703.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.49, "pushed": 6.49, "read": 6.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.797, "count": 194, "max_ms": 28.573, "p95_ms": 27.406}, "gstreamer_push": {"avg_ms": 1.232, "count": 194, "max_ms": 3.275, "p95_ms": 2.277}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.013, "count": 194, "max_ms": 117.741, "p95_ms": 97.072}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.686, "count": 194, "max_ms": 104.449, "p95_ms": 93.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.946, "count": 194, "max_ms": 183.548, "p95_ms": 171.302}, "read_interval": {"avg_ms": 154.864, "count": 193, "max_ms": 193.234, "p95_ms": 180.241}, "triton_wait": {"avg_ms": 73.818, "count": 194, "max_ms": 117.779, "p95_ms": 97.589}, "visualize": {"avg_ms": 46.357, "count": 194, "max_ms": 67.88, "p95_ms": 63.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 88}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4771.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:39:00+09:00", "last_error_summary": "[h264 @ 0x559e26091600] error while decoding MB 62 47, bytestream -25 [in#0/rtsp @ 0x559e2604ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e2604ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.742, "last_started_at": "2026-07-06T11:39:02+09:00", "pid": 2341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.281, "name": "ffmpeg", "pid": 2341, "rss_mb": 332.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.039, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:39:29+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T11:39:29+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T11:39:29.385418+09:00", "mtime_epoch": 1783305569.3854182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:39:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1058.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.705, "pushed": 7.705, "read": 7.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 231, "max_ms": 8.573, "p95_ms": 7.104}, "gstreamer_push": {"avg_ms": 1.484, "count": 231, "max_ms": 8.191, "p95_ms": 3.665}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.887, "count": 231, "max_ms": 83.219, "p95_ms": 77.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.563, "count": 231, "max_ms": 123.83, "p95_ms": 109.092}, "yolo11_640_fire_11class": {"avg_ms": 63.215, "count": 231, "max_ms": 95.188, "p95_ms": 84.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.348, "count": 231, "max_ms": 106.088, "p95_ms": 101.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.137, "count": 231, "max_ms": 174.837, "p95_ms": 159.002}, "read_interval": {"avg_ms": 130.345, "count": 230, "max_ms": 4403.415, "p95_ms": 171.243}, "triton_wait": {"avg_ms": 77.056, "count": 231, "max_ms": 123.843, "p95_ms": 109.104}, "visualize": {"avg_ms": 4.06, "count": 231, "max_ms": 6.129, "p95_ms": 5.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4776.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:37:55+09:00", "last_error_summary": "[h264 @ 0x55a1ab885580] cabac decode of qscale diff failed at 37 41 [h264 @ 0x55a1ab885580] error while decoding MB 37 41, bytestream 34956 [h264 @ 0x55a1ac372d40] error while decoding MB 20 22, bytestream -9 [h264 @ 0x55a1ac2a3ec0] cabac decode of qscale diff failed at 57 13 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 57 13, bytestream 46425 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 28 24, bytestream -9 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 47 38, bytestream -12", "last_exit_at": "2026-07-06T11:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.656, "last_started_at": "2026-07-06T11:37:57+09:00", "pid": 2234, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.762, "name": "ffmpeg", "pid": 2234, "rss_mb": 282.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 260.628, "sample_count": 1611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:39:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:39:40+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T11:39:40+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T11:39:40.845615+09:00", "mtime_epoch": 1783305580.8456154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:39:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.63, "pushed": 7.63, "read": 7.597}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.358, "count": 228, "max_ms": 9.565, "p95_ms": 7.967}, "gstreamer_push": {"avg_ms": 1.189, "count": 228, "max_ms": 1.61, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.897, "count": 228, "max_ms": 86.08, "p95_ms": 78.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.466, "count": 228, "max_ms": 125.34, "p95_ms": 108.163}, "yolo11_640_fire_11class": {"avg_ms": 65.581, "count": 228, "max_ms": 90.041, "p95_ms": 84.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.468, "count": 228, "max_ms": 105.92, "p95_ms": 99.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.491, "count": 228, "max_ms": 181.899, "p95_ms": 161.781}, "read_interval": {"avg_ms": 131.784, "count": 227, "max_ms": 190.365, "p95_ms": 170.759}, "triton_wait": {"avg_ms": 83.812, "count": 228, "max_ms": 125.353, "p95_ms": 108.176}, "visualize": {"avg_ms": 4.605, "count": 228, "max_ms": 8.792, "p95_ms": 5.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 72, "tracking_summary": 71}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4778.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1295.566, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.359, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:39:42+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T11:39:42+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T11:39:42.201639+09:00", "mtime_epoch": 1783305582.2016387, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:39:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.488, "name": "celery", "pid": 239, "rss_mb": 704.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.402, "pushed": 6.402, "read": 6.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.693, "count": 192, "max_ms": 35.77, "p95_ms": 29.824}, "gstreamer_push": {"avg_ms": 1.004, "count": 192, "max_ms": 2.151, "p95_ms": 1.203}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.281, "count": 192, "max_ms": 123.329, "p95_ms": 109.155}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.881, "count": 192, "max_ms": 114.787, "p95_ms": 106.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.304, "count": 192, "max_ms": 203.81, "p95_ms": 180.448}, "read_interval": {"avg_ms": 156.95, "count": 191, "max_ms": 211.54, "p95_ms": 189.782}, "triton_wait": {"avg_ms": 80.669, "count": 192, "max_ms": 123.343, "p95_ms": 109.416}, "visualize": {"avg_ms": 40.635, "count": 192, "max_ms": 61.043, "p95_ms": 47.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 91}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4783.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:39:00+09:00", "last_error_summary": "[h264 @ 0x559e26091600] error while decoding MB 62 47, bytestream -25 [in#0/rtsp @ 0x559e2604ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e2604ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.82, "last_started_at": "2026-07-06T11:39:02+09:00", "pid": 2341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.539, "name": "ffmpeg", "pid": 2341, "rss_mb": 332.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.461, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:39:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:39:59+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T11:39:59+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T11:39:59.509937+09:00", "mtime_epoch": 1783305599.509937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:39:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1058.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.648, "pushed": 8.648, "read": 8.615}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.365, "count": 259, "max_ms": 8.884, "p95_ms": 6.905}, "gstreamer_push": {"avg_ms": 1.424, "count": 259, "max_ms": 6.445, "p95_ms": 2.878}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.57, "count": 259, "max_ms": 88.715, "p95_ms": 78.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.646, "count": 259, "max_ms": 124.785, "p95_ms": 105.277}, "yolo11_640_fire_11class": {"avg_ms": 64.17, "count": 259, "max_ms": 91.604, "p95_ms": 84.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.43, "count": 259, "max_ms": 109.118, "p95_ms": 101.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.74, "count": 259, "max_ms": 174.623, "p95_ms": 156.986}, "read_interval": {"avg_ms": 116.248, "count": 258, "max_ms": 185.917, "p95_ms": 167.126}, "triton_wait": {"avg_ms": 79.802, "count": 259, "max_ms": 124.797, "p95_ms": 106.22}, "visualize": {"avg_ms": 4.133, "count": 259, "max_ms": 6.518, "p95_ms": 5.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 68}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4780.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:37:55+09:00", "last_error_summary": "[h264 @ 0x55a1ab885580] cabac decode of qscale diff failed at 37 41 [h264 @ 0x55a1ab885580] error while decoding MB 37 41, bytestream 34956 [h264 @ 0x55a1ac372d40] error while decoding MB 20 22, bytestream -9 [h264 @ 0x55a1ac2a3ec0] cabac decode of qscale diff failed at 57 13 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 57 13, bytestream 46425 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 28 24, bytestream -9 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 47 38, bytestream -12", "last_exit_at": "2026-07-06T11:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.681, "last_started_at": "2026-07-06T11:37:57+09:00", "pid": 2234, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.207, "name": "ffmpeg", "pid": 2234, "rss_mb": 289.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.83, "sample_count": 1704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:40:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:40:10+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T11:40:10+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T11:40:10.878133+09:00", "mtime_epoch": 1783305610.878133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:40:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.993, "pushed": 6.993, "read": 6.96}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 209, "max_ms": 8.307, "p95_ms": 7.405}, "gstreamer_push": {"avg_ms": 1.121, "count": 209, "max_ms": 1.435, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.99, "count": 209, "max_ms": 85.779, "p95_ms": 81.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.809, "count": 209, "max_ms": 114.057, "p95_ms": 104.582}, "yolo11_640_fire_11class": {"avg_ms": 65.001, "count": 209, "max_ms": 89.738, "p95_ms": 85.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.299, "count": 209, "max_ms": 110.961, "p95_ms": 103.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.102, "count": 209, "max_ms": 169.344, "p95_ms": 161.108}, "read_interval": {"avg_ms": 143.834, "count": 208, "max_ms": 179.095, "p95_ms": 170.012}, "triton_wait": {"avg_ms": 82.843, "count": 209, "max_ms": 114.07, "p95_ms": 107.249}, "visualize": {"avg_ms": 5.119, "count": 209, "max_ms": 6.232, "p95_ms": 5.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 74, "tracking_summary": 72}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4781.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1325.672, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.417, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:40:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:40:12+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T11:40:12+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T11:40:12.326158+09:00", "mtime_epoch": 1783305612.326158, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:40:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 708.488, "name": "celery", "pid": 239, "rss_mb": 701.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.264, "count": 197, "max_ms": 31.578, "p95_ms": 23.962}, "gstreamer_push": {"avg_ms": 0.958, "count": 197, "max_ms": 1.626, "p95_ms": 1.114}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.027, "count": 197, "max_ms": 115.537, "p95_ms": 103.943}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.309, "count": 197, "max_ms": 110.939, "p95_ms": 102.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.337, "count": 197, "max_ms": 185.646, "p95_ms": 170.64}, "read_interval": {"avg_ms": 152.794, "count": 196, "max_ms": 192.571, "p95_ms": 178.311}, "triton_wait": {"avg_ms": 76.79, "count": 197, "max_ms": 115.55, "p95_ms": 104.636}, "visualize": {"avg_ms": 42.084, "count": 197, "max_ms": 61.705, "p95_ms": 45.646}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 93}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4792.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:39:00+09:00", "last_error_summary": "[h264 @ 0x559e26091600] error while decoding MB 62 47, bytestream -25 [in#0/rtsp @ 0x559e2604ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e2604ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.89, "last_started_at": "2026-07-06T11:39:02+09:00", "pid": 2341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.539, "name": "ffmpeg", "pid": 2341, "rss_mb": 332.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.025, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:40:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:40:29+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T11:40:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T11:40:29.574456+09:00", "mtime_epoch": 1783305629.574456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:40:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1062.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.878, "pushed": 8.878, "read": 8.845}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.131, "count": 266, "max_ms": 8.721, "p95_ms": 6.764}, "gstreamer_push": {"avg_ms": 1.504, "count": 266, "max_ms": 5.989, "p95_ms": 3.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.366, "count": 266, "max_ms": 89.611, "p95_ms": 80.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.179, "count": 266, "max_ms": 126.579, "p95_ms": 104.512}, "yolo11_640_fire_11class": {"avg_ms": 63.77, "count": 266, "max_ms": 89.623, "p95_ms": 82.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.623, "count": 266, "max_ms": 110.232, "p95_ms": 102.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.328, "count": 266, "max_ms": 185.074, "p95_ms": 150.805}, "read_interval": {"avg_ms": 113.139, "count": 265, "max_ms": 197.512, "p95_ms": 162.802}, "triton_wait": {"avg_ms": 79.499, "count": 266, "max_ms": 126.59, "p95_ms": 105.822}, "visualize": {"avg_ms": 3.994, "count": 266, "max_ms": 7.626, "p95_ms": 5.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 76, "tracking_summary": 74}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4784.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1355.746, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.34, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:40:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:40:42+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T11:40:42+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T11:40:42.426678+09:00", "mtime_epoch": 1783305642.426678, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:40:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.027, "name": "celery", "pid": 239, "rss_mb": 703.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.72, "pushed": 6.72, "read": 6.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.089, "count": 201, "max_ms": 28.483, "p95_ms": 23.639}, "gstreamer_push": {"avg_ms": 1.015, "count": 201, "max_ms": 2.348, "p95_ms": 1.129}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.377, "count": 201, "max_ms": 122.713, "p95_ms": 103.036}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.705, "count": 201, "max_ms": 115.759, "p95_ms": 104.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.76, "count": 201, "max_ms": 208.788, "p95_ms": 181.957}, "read_interval": {"avg_ms": 149.71, "count": 200, "max_ms": 216.254, "p95_ms": 191.615}, "triton_wait": {"avg_ms": 74.37, "count": 201, "max_ms": 122.729, "p95_ms": 107.034}, "visualize": {"avg_ms": 42.065, "count": 201, "max_ms": 63.094, "p95_ms": 60.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 70}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4790.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:37:55+09:00", "last_error_summary": "[h264 @ 0x55a1ab885580] cabac decode of qscale diff failed at 37 41 [h264 @ 0x55a1ab885580] error while decoding MB 37 41, bytestream 34956 [h264 @ 0x55a1ac372d40] error while decoding MB 20 22, bytestream -9 [h264 @ 0x55a1ac2a3ec0] cabac decode of qscale diff failed at 57 13 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 57 13, bytestream 46425 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 28 24, bytestream -9 [h264 @ 0x55a1ac2a3ec0] error while decoding MB 47 38, bytestream -12", "last_exit_at": "2026-07-06T11:37:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.846, "last_started_at": "2026-07-06T11:37:57+09:00", "pid": 2234, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.684, "name": "ffmpeg", "pid": 2234, "rss_mb": 295.684, "state": "S (sleeping)", "threads": 104}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.837, "sample_count": 1721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:40:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:40:49+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T11:40:49+09:00", "mjpeg": {"age_sec": 19.242, "exists": true, "mtime": "2026-07-06T11:40:29.890461+09:00", "mtime_epoch": 1783305629.8904614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:40:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.504, "pushed": 3.504, "read": 3.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.768, "count": 105, "max_ms": 5.741, "p95_ms": 4.195}, "gstreamer_push": {"avg_ms": 1.31, "count": 105, "max_ms": 1.459, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.766, "count": 105, "max_ms": 87.665, "p95_ms": 76.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.918, "count": 105, "max_ms": 122.37, "p95_ms": 109.949}, "yolo11_640_fire_11class": {"avg_ms": 62.787, "count": 105, "max_ms": 90.708, "p95_ms": 84.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.404, "count": 105, "max_ms": 107.204, "p95_ms": 99.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.95, "count": 105, "max_ms": 135.095, "p95_ms": 122.329}, "read_interval": {"avg_ms": 288.346, "count": 104, "max_ms": 19275.081, "p95_ms": 134.417}, "triton_wait": {"avg_ms": 79.494, "count": 105, "max_ms": 122.382, "p95_ms": 109.962}, "visualize": {"avg_ms": 3.67, "count": 105, "max_ms": 4.999, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4723.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:39:00+09:00", "last_error_summary": "[h264 @ 0x559e26091600] error while decoding MB 62 47, bytestream -25 [in#0/rtsp @ 0x559e2604ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e2604ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.914, "last_started_at": "2026-07-06T11:39:02+09:00", "pid": 2341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.797, "name": "ffmpeg", "pid": 2341, "rss_mb": 332.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.624, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:40:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T11:40:59+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T11:40:59.578975+09:00", "mtime_epoch": 1783305659.5789747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:40:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1061.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.557, "pushed": 9.557, "read": 9.524}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.832, "count": 286, "max_ms": 7.005, "p95_ms": 5.891}, "gstreamer_push": {"avg_ms": 1.479, "count": 286, "max_ms": 6.048, "p95_ms": 3.55}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.761, "count": 286, "max_ms": 86.65, "p95_ms": 72.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.597, "count": 286, "max_ms": 117.327, "p95_ms": 98.129}, "yolo11_640_fire_11class": {"avg_ms": 59.514, "count": 286, "max_ms": 88.417, "p95_ms": 79.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.292, "count": 286, "max_ms": 102.113, "p95_ms": 90.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.185, "count": 286, "max_ms": 169.162, "p95_ms": 140.136}, "read_interval": {"avg_ms": 104.956, "count": 285, "max_ms": 179.516, "p95_ms": 150.761}, "triton_wait": {"avg_ms": 73.703, "count": 286, "max_ms": 117.339, "p95_ms": 98.142}, "visualize": {"avg_ms": 3.847, "count": 286, "max_ms": 5.475, "p95_ms": 5.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 77, "tracking_summary": 76}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4759.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1385.754, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.34, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:41:12+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T11:41:12+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T11:41:12.443197+09:00", "mtime_epoch": 1783305672.4431975, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:41:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 709.934, "name": "celery", "pid": 239, "rss_mb": 707.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.7, "pushed": 6.7, "read": 6.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.104, "count": 201, "max_ms": 29.867, "p95_ms": 25.91}, "gstreamer_push": {"avg_ms": 1.029, "count": 201, "max_ms": 2.072, "p95_ms": 1.118}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.27, "count": 201, "max_ms": 118.036, "p95_ms": 98.877}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.728, "count": 201, "max_ms": 118.123, "p95_ms": 106.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.188, "count": 201, "max_ms": 186.081, "p95_ms": 170.96}, "read_interval": {"avg_ms": 149.329, "count": 201, "max_ms": 377.938, "p95_ms": 180.576}, "triton_wait": {"avg_ms": 74.613, "count": 201, "max_ms": 118.135, "p95_ms": 107.855}, "visualize": {"avg_ms": 39.152, "count": 201, "max_ms": 60.628, "p95_ms": 47.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 72}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4762.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.672, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.449, "name": "ffmpeg", "pid": 2493, "rss_mb": 266.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.696, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:41:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T11:41:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T11:41:19.147314+09:00", "mtime_epoch": 1783305679.1473136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:41:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.069, "pushed": 8.069, "read": 8.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.877, "count": 242, "max_ms": 6.776, "p95_ms": 5.621}, "gstreamer_push": {"avg_ms": 1.335, "count": 242, "max_ms": 2.224, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.655, "count": 242, "max_ms": 89.731, "p95_ms": 81.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.995, "count": 242, "max_ms": 123.951, "p95_ms": 108.112}, "yolo11_640_fire_11class": {"avg_ms": 67.288, "count": 242, "max_ms": 92.655, "p95_ms": 87.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.014, "count": 242, "max_ms": 105.223, "p95_ms": 98.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.957, "count": 242, "max_ms": 136.605, "p95_ms": 121.041}, "read_interval": {"avg_ms": 124.442, "count": 241, "max_ms": 4470.481, "p95_ms": 133.024}, "triton_wait": {"avg_ms": 82.274, "count": 242, "max_ms": 123.964, "p95_ms": 108.124}, "visualize": {"avg_ms": 3.717, "count": 242, "max_ms": 6.944, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4761.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:39:00+09:00", "last_error_summary": "[h264 @ 0x559e26091600] error while decoding MB 62 47, bytestream -25 [in#0/rtsp @ 0x559e2604ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e2604ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.984, "last_started_at": "2026-07-06T11:39:02+09:00", "pid": 2341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.797, "name": "ffmpeg", "pid": 2341, "rss_mb": 332.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.237, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:41:29+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T11:41:29+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T11:41:29.631495+09:00", "mtime_epoch": 1783305689.6314952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:41:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1059.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.013, "pushed": 8.013, "read": 7.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.624, "count": 240, "max_ms": 8.044, "p95_ms": 6.222}, "gstreamer_push": {"avg_ms": 1.44, "count": 240, "max_ms": 6.266, "p95_ms": 2.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.364, "count": 240, "max_ms": 87.052, "p95_ms": 79.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.649, "count": 240, "max_ms": 118.745, "p95_ms": 107.305}, "yolo11_640_fire_11class": {"avg_ms": 68.578, "count": 240, "max_ms": 91.718, "p95_ms": 84.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.85, "count": 240, "max_ms": 113.643, "p95_ms": 97.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.194, "count": 240, "max_ms": 168.119, "p95_ms": 153.58}, "read_interval": {"avg_ms": 125.294, "count": 239, "max_ms": 179.347, "p95_ms": 163.723}, "triton_wait": {"avg_ms": 83.905, "count": 240, "max_ms": 118.76, "p95_ms": 107.318}, "visualize": {"avg_ms": 4.375, "count": 240, "max_ms": 6.945, "p95_ms": 5.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 80, "tracking_summary": 77}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4763.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1415.854, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.924, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:41:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:41:42+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T11:41:42+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T11:41:42.527719+09:00", "mtime_epoch": 1783305702.5277188, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:41:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 711.152, "name": "celery", "pid": 239, "rss_mb": 707.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.406, "pushed": 6.406, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.705, "count": 192, "max_ms": 30.655, "p95_ms": 27.427}, "gstreamer_push": {"avg_ms": 1.058, "count": 192, "max_ms": 3.295, "p95_ms": 2.128}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.526, "count": 192, "max_ms": 120.118, "p95_ms": 104.896}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.757, "count": 192, "max_ms": 118.682, "p95_ms": 103.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.028, "count": 192, "max_ms": 201.969, "p95_ms": 181.491}, "read_interval": {"avg_ms": 156.862, "count": 191, "max_ms": 211.978, "p95_ms": 190.133}, "triton_wait": {"avg_ms": 75.654, "count": 192, "max_ms": 120.131, "p95_ms": 107.929}, "visualize": {"avg_ms": 44.514, "count": 192, "max_ms": 69.754, "p95_ms": 62.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 74}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4761.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.75, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.77, "name": "ffmpeg", "pid": 2493, "rss_mb": 268.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.163, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:41:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:41:49+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T11:41:49+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T11:41:49.155834+09:00", "mtime_epoch": 1783305709.1558337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:41:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1089.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.709, "pushed": 7.709, "read": 7.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.268, "count": 231, "max_ms": 9.032, "p95_ms": 6.685}, "gstreamer_push": {"avg_ms": 1.198, "count": 231, "max_ms": 1.611, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.039, "count": 231, "max_ms": 87.237, "p95_ms": 75.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.993, "count": 231, "max_ms": 111.57, "p95_ms": 104.625}, "yolo11_640_fire_11class": {"avg_ms": 63.959, "count": 231, "max_ms": 94.305, "p95_ms": 84.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.218, "count": 231, "max_ms": 109.582, "p95_ms": 100.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.403, "count": 231, "max_ms": 166.592, "p95_ms": 155.322}, "read_interval": {"avg_ms": 130.096, "count": 230, "max_ms": 182.657, "p95_ms": 165.42}, "triton_wait": {"avg_ms": 79.682, "count": 231, "max_ms": 111.583, "p95_ms": 104.911}, "visualize": {"avg_ms": 4.712, "count": 231, "max_ms": 6.699, "p95_ms": 5.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 99}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4763.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:39:00+09:00", "last_error_summary": "[h264 @ 0x559e26091600] error while decoding MB 62 47, bytestream -25 [in#0/rtsp @ 0x559e2604ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e2604ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.01, "last_started_at": "2026-07-06T11:39:02+09:00", "pid": 2341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.797, "name": "ffmpeg", "pid": 2341, "rss_mb": 332.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.588, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:41:59+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T11:41:59+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T11:41:59.644016+09:00", "mtime_epoch": 1783305719.6440156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:41:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1057.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.664, "pushed": 8.664, "read": 8.63}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.438, "count": 259, "max_ms": 9.064, "p95_ms": 6.469}, "gstreamer_push": {"avg_ms": 1.34, "count": 259, "max_ms": 6.258, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.43, "count": 259, "max_ms": 92.157, "p95_ms": 75.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.92, "count": 259, "max_ms": 117.442, "p95_ms": 105.828}, "yolo11_640_fire_11class": {"avg_ms": 64.522, "count": 259, "max_ms": 96.663, "p95_ms": 86.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.066, "count": 259, "max_ms": 109.637, "p95_ms": 100.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.842, "count": 259, "max_ms": 162.708, "p95_ms": 150.49}, "read_interval": {"avg_ms": 115.876, "count": 258, "max_ms": 173.826, "p95_ms": 162.484}, "triton_wait": {"avg_ms": 77.561, "count": 259, "max_ms": 117.454, "p95_ms": 106.33}, "visualize": {"avg_ms": 4.21, "count": 259, "max_ms": 7.396, "p95_ms": 5.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 80, "tracking_summary": 79}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4768.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1445.973, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.066, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:42:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:42:12+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T11:42:12+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T11:42:12.612241+09:00", "mtime_epoch": 1783305732.6122408, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:42:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 711.152, "name": "celery", "pid": 239, "rss_mb": 707.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.611, "pushed": 6.611, "read": 6.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.609, "count": 198, "max_ms": 34.874, "p95_ms": 30.117}, "gstreamer_push": {"avg_ms": 1.043, "count": 198, "max_ms": 2.458, "p95_ms": 1.317}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.026, "count": 198, "max_ms": 122.932, "p95_ms": 108.237}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.52, "count": 198, "max_ms": 115.257, "p95_ms": 101.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.446, "count": 198, "max_ms": 200.113, "p95_ms": 179.9}, "read_interval": {"avg_ms": 152.016, "count": 197, "max_ms": 208.249, "p95_ms": 187.748}, "triton_wait": {"avg_ms": 77.731, "count": 198, "max_ms": 122.951, "p95_ms": 108.251}, "visualize": {"avg_ms": 39.84, "count": 198, "max_ms": 53.3, "p95_ms": 48.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 76}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4764.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.862, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.957, "name": "ffmpeg", "pid": 2493, "rss_mb": 274.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.842, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:42:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:42:19+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T11:42:19+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T11:42:19.296357+09:00", "mtime_epoch": 1783305739.296357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:42:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.872, "count": 301, "max_ms": 6.244, "p95_ms": 4.691}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 2.006, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.043, "count": 301, "max_ms": 89.498, "p95_ms": 73.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.755, "count": 301, "max_ms": 130.85, "p95_ms": 102.817}, "yolo11_640_fire_11class": {"avg_ms": 59.786, "count": 301, "max_ms": 93.896, "p95_ms": 81.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.237, "count": 301, "max_ms": 106.854, "p95_ms": 94.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.333, "count": 302, "max_ms": 152.733, "p95_ms": 117.063}, "read_interval": {"avg_ms": 99.648, "count": 301, "max_ms": 164.634, "p95_ms": 130.855}, "triton_wait": {"avg_ms": 73.942, "count": 301, "max_ms": 130.864, "p95_ms": 102.829}, "visualize": {"avg_ms": 3.714, "count": 301, "max_ms": 5.071, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4788.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:39:00+09:00", "last_error_summary": "[h264 @ 0x559e26091600] error while decoding MB 62 47, bytestream -25 [in#0/rtsp @ 0x559e2604ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e2604ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 210.687, "last_started_at": "2026-07-06T11:39:02+09:00", "pid": 2341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.016, "name": "ffmpeg", "pid": 2341, "rss_mb": 355.016, "state": "S (sleeping)", "threads": 104}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.805, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:42:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:42:33+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T11:42:33+09:00", "mjpeg": {"age_sec": 11.1, "exists": true, "mtime": "2026-07-06T11:42:22.336410+09:00", "mtime_epoch": 1783305742.3364098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:42:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1054.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.44, "pushed": 2.44, "read": 2.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.656, "count": 73, "max_ms": 7.034, "p95_ms": 6.661}, "gstreamer_push": {"avg_ms": 1.35, "count": 73, "max_ms": 6.223, "p95_ms": 2.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.229, "count": 73, "max_ms": 77.114, "p95_ms": 72.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.737, "count": 73, "max_ms": 118.454, "p95_ms": 109.44}, "yolo11_640_fire_11class": {"avg_ms": 64.63, "count": 73, "max_ms": 85.313, "p95_ms": 83.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.164, "count": 73, "max_ms": 99.323, "p95_ms": 95.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.904, "count": 73, "max_ms": 170.88, "p95_ms": 165.525}, "read_interval": {"avg_ms": 415.634, "count": 72, "max_ms": 11082.521, "p95_ms": 178.966}, "triton_wait": {"avg_ms": 82.942, "count": 73, "max_ms": 118.466, "p95_ms": 109.453}, "visualize": {"avg_ms": 4.943, "count": 73, "max_ms": 5.619, "p95_ms": 5.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 83, "tracking_summary": 81}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4703.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1476.137, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.711, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:42:42+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T11:42:42+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T11:42:42.776765+09:00", "mtime_epoch": 1783305762.776765, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:42:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.055, "name": "celery", "pid": 239, "rss_mb": 712.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.703, "pushed": 6.703, "read": 6.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.388, "count": 200, "max_ms": 28.258, "p95_ms": 25.17}, "gstreamer_push": {"avg_ms": 1.024, "count": 200, "max_ms": 2.254, "p95_ms": 1.112}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.164, "count": 200, "max_ms": 117.348, "p95_ms": 89.315}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.375, "count": 200, "max_ms": 104.467, "p95_ms": 92.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.211, "count": 200, "max_ms": 183.882, "p95_ms": 161.352}, "read_interval": {"avg_ms": 149.932, "count": 199, "max_ms": 191.545, "p95_ms": 171.615}, "triton_wait": {"avg_ms": 74.023, "count": 200, "max_ms": 117.362, "p95_ms": 93.508}, "visualize": {"avg_ms": 40.641, "count": 200, "max_ms": 51.282, "p95_ms": 43.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 78}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4767.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.908, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.957, "name": "ffmpeg", "pid": 2493, "rss_mb": 274.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.954, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:42:49+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T11:42:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T11:42:49.376880+09:00", "mtime_epoch": 1783305769.37688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:42:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.779, "pushed": 8.779, "read": 8.746}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.51, "count": 263, "max_ms": 7.804, "p95_ms": 6.113}, "gstreamer_push": {"avg_ms": 1.259, "count": 263, "max_ms": 1.851, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.02, "count": 263, "max_ms": 84.013, "p95_ms": 73.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.066, "count": 263, "max_ms": 111.522, "p95_ms": 98.35}, "yolo11_640_fire_11class": {"avg_ms": 60.068, "count": 263, "max_ms": 85.911, "p95_ms": 79.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.095, "count": 263, "max_ms": 101.265, "p95_ms": 90.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.337, "count": 263, "max_ms": 163.379, "p95_ms": 146.453}, "read_interval": {"avg_ms": 114.335, "count": 262, "max_ms": 176.254, "p95_ms": 157.331}, "triton_wait": {"avg_ms": 76.101, "count": 263, "max_ms": 111.533, "p95_ms": 98.359}, "visualize": {"avg_ms": 4.143, "count": 263, "max_ms": 6.452, "p95_ms": 5.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4767.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.745, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 2600, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.362, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:43:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:43:03+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T11:43:03+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T11:43:03.441125+09:00", "mtime_epoch": 1783305783.4411247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:43:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1056.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.156, "pushed": 7.156, "read": 7.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.495, "count": 214, "max_ms": 12.397, "p95_ms": 6.51}, "gstreamer_push": {"avg_ms": 1.554, "count": 214, "max_ms": 6.258, "p95_ms": 3.803}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.022, "count": 214, "max_ms": 86.103, "p95_ms": 77.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.305, "count": 214, "max_ms": 126.941, "p95_ms": 107.098}, "yolo11_640_fire_11class": {"avg_ms": 65.4, "count": 214, "max_ms": 93.25, "p95_ms": 83.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.39, "count": 214, "max_ms": 107.189, "p95_ms": 96.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.718, "count": 214, "max_ms": 165.457, "p95_ms": 151.453}, "read_interval": {"avg_ms": 140.369, "count": 213, "max_ms": 5032.426, "p95_ms": 164.033}, "triton_wait": {"avg_ms": 81.51, "count": 214, "max_ms": 126.953, "p95_ms": 107.111}, "visualize": {"avg_ms": 4.261, "count": 214, "max_ms": 7.92, "p95_ms": 5.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 83, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4849.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1506.17, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.924, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:43:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:43:12+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T11:43:12+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T11:43:12.841288+09:00", "mtime_epoch": 1783305792.8412883, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:43:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.055, "name": "celery", "pid": 239, "rss_mb": 698.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.626, "pushed": 6.626, "read": 6.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.807, "count": 198, "max_ms": 29.536, "p95_ms": 23.951}, "gstreamer_push": {"avg_ms": 1.075, "count": 198, "max_ms": 2.682, "p95_ms": 2.104}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.57, "count": 198, "max_ms": 120.355, "p95_ms": 109.092}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.343, "count": 198, "max_ms": 118.247, "p95_ms": 107.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.749, "count": 198, "max_ms": 204.163, "p95_ms": 179.891}, "read_interval": {"avg_ms": 151.739, "count": 197, "max_ms": 211.421, "p95_ms": 188.312}, "triton_wait": {"avg_ms": 74.949, "count": 198, "max_ms": 120.367, "p95_ms": 110.307}, "visualize": {"avg_ms": 42.735, "count": 198, "max_ms": 62.134, "p95_ms": 56.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 81}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4856.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.938, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.957, "name": "ffmpeg", "pid": 2493, "rss_mb": 274.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.763, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:43:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:43:19+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T11:43:19+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T11:43:19.369402+09:00", "mtime_epoch": 1783305799.369402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:43:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.781, "pushed": 8.781, "read": 8.748}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.164, "count": 263, "max_ms": 9.301, "p95_ms": 5.953}, "gstreamer_push": {"avg_ms": 1.348, "count": 263, "max_ms": 2.37, "p95_ms": 1.528}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.025, "count": 263, "max_ms": 87.571, "p95_ms": 78.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.605, "count": 263, "max_ms": 123.525, "p95_ms": 107.613}, "yolo11_640_fire_11class": {"avg_ms": 65.204, "count": 263, "max_ms": 88.039, "p95_ms": 82.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.908, "count": 263, "max_ms": 107.002, "p95_ms": 97.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.397, "count": 263, "max_ms": 178.799, "p95_ms": 149.276}, "read_interval": {"avg_ms": 114.12, "count": 262, "max_ms": 194.316, "p95_ms": 161.07}, "triton_wait": {"avg_ms": 82.696, "count": 263, "max_ms": 123.538, "p95_ms": 107.626}, "visualize": {"avg_ms": 4.022, "count": 263, "max_ms": 8.873, "p95_ms": 5.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4859.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.785, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.98, "name": "ffmpeg", "pid": 2600, "rss_mb": 331.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.121, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:43:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:43:33+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T11:43:33+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T11:43:33.485648+09:00", "mtime_epoch": 1783305813.485648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:43:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1060.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.99, "pushed": 8.99, "read": 8.957}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.926, "count": 269, "max_ms": 9.164, "p95_ms": 5.851}, "gstreamer_push": {"avg_ms": 1.468, "count": 269, "max_ms": 5.944, "p95_ms": 3.574}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.29, "count": 269, "max_ms": 89.186, "p95_ms": 77.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.091, "count": 269, "max_ms": 114.302, "p95_ms": 106.695}, "yolo11_640_fire_11class": {"avg_ms": 63.984, "count": 269, "max_ms": 88.431, "p95_ms": 81.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.241, "count": 269, "max_ms": 108.749, "p95_ms": 99.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.776, "count": 269, "max_ms": 178.876, "p95_ms": 143.956}, "read_interval": {"avg_ms": 111.612, "count": 268, "max_ms": 474.287, "p95_ms": 152.12}, "triton_wait": {"avg_ms": 79.319, "count": 269, "max_ms": 114.314, "p95_ms": 106.707}, "visualize": {"avg_ms": 3.91, "count": 269, "max_ms": 8.884, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 86, "tracking_summary": 84}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4859.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1536.299, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.608, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:43:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:43:43+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T11:43:42+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T11:43:42.945813+09:00", "mtime_epoch": 1783305822.9458127, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:43:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.055, "name": "celery", "pid": 239, "rss_mb": 707.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.267, "pushed": 6.3, "read": 6.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.236, "count": 188, "max_ms": 35.027, "p95_ms": 28.097}, "gstreamer_push": {"avg_ms": 1.273, "count": 189, "max_ms": 2.693, "p95_ms": 2.35}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.072, "count": 188, "max_ms": 117.272, "p95_ms": 106.466}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.216, "count": 188, "max_ms": 116.093, "p95_ms": 102.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.642, "count": 188, "max_ms": 202.907, "p95_ms": 186.905}, "read_interval": {"avg_ms": 159.371, "count": 188, "max_ms": 214.844, "p95_ms": 194.781}, "triton_wait": {"avg_ms": 76.758, "count": 188, "max_ms": 117.286, "p95_ms": 106.812}, "visualize": {"avg_ms": 45.756, "count": 188, "max_ms": 69.726, "p95_ms": 60.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4864.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.035, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.957, "name": "ffmpeg", "pid": 2493, "rss_mb": 274.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.202, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:43:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:43:49+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T11:43:49+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T11:43:49.473927+09:00", "mtime_epoch": 1783305829.4739265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:43:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.716, "pushed": 7.716, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.458, "count": 231, "max_ms": 9.329, "p95_ms": 7.213}, "gstreamer_push": {"avg_ms": 1.173, "count": 231, "max_ms": 2.089, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.973, "count": 231, "max_ms": 83.201, "p95_ms": 75.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.912, "count": 231, "max_ms": 121.641, "p95_ms": 108.312}, "yolo11_640_fire_11class": {"avg_ms": 61.025, "count": 231, "max_ms": 88.291, "p95_ms": 82.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.095, "count": 231, "max_ms": 106.656, "p95_ms": 100.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.419, "count": 231, "max_ms": 168.397, "p95_ms": 157.908}, "read_interval": {"avg_ms": 130.338, "count": 230, "max_ms": 178.032, "p95_ms": 167.443}, "triton_wait": {"avg_ms": 78.226, "count": 231, "max_ms": 121.655, "p95_ms": 108.324}, "visualize": {"avg_ms": 4.764, "count": 231, "max_ms": 7.323, "p95_ms": 5.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4856.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.865, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.226, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T11:44:03+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T11:44:03+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T11:44:03.598173+09:00", "mtime_epoch": 1783305843.598173, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:44:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1057.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.711, "pushed": 8.711, "read": 8.678}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.489, "count": 260, "max_ms": 9.105, "p95_ms": 7.571}, "gstreamer_push": {"avg_ms": 1.463, "count": 261, "max_ms": 6.483, "p95_ms": 3.576}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.507, "count": 260, "max_ms": 85.445, "p95_ms": 76.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.489, "count": 260, "max_ms": 124.615, "p95_ms": 106.886}, "yolo11_640_fire_11class": {"avg_ms": 60.169, "count": 260, "max_ms": 93.624, "p95_ms": 81.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.912, "count": 260, "max_ms": 104.678, "p95_ms": 98.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.815, "count": 261, "max_ms": 189.388, "p95_ms": 154.265}, "read_interval": {"avg_ms": 115.347, "count": 260, "max_ms": 204.643, "p95_ms": 166.868}, "triton_wait": {"avg_ms": 76.784, "count": 260, "max_ms": 124.628, "p95_ms": 106.899}, "visualize": {"avg_ms": 4.223, "count": 260, "max_ms": 7.189, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 87, "tracking_summary": 86}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4860.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1566.426, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.785, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:44:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:44:13+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T11:44:13+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T11:44:13.066338+09:00", "mtime_epoch": 1783305853.0663383, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:44:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 712.055, "name": "celery", "pid": 239, "rss_mb": 709.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.471, "pushed": 6.471, "read": 6.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.815, "count": 194, "max_ms": 34.607, "p95_ms": 29.403}, "gstreamer_push": {"avg_ms": 1.01, "count": 194, "max_ms": 1.995, "p95_ms": 1.238}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.238, "count": 194, "max_ms": 119.696, "p95_ms": 107.537}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.073, "count": 194, "max_ms": 111.745, "p95_ms": 102.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.536, "count": 194, "max_ms": 194.888, "p95_ms": 176.55}, "read_interval": {"avg_ms": 155.208, "count": 193, "max_ms": 202.564, "p95_ms": 186.315}, "triton_wait": {"avg_ms": 79.064, "count": 194, "max_ms": 119.708, "p95_ms": 108.878}, "visualize": {"avg_ms": 40.406, "count": 194, "max_ms": 64.516, "p95_ms": 47.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 84}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4861.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.117, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.957, "name": "ffmpeg", "pid": 2493, "rss_mb": 274.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.532, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:44:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:44:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T11:44:19+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T11:44:19.530451+09:00", "mtime_epoch": 1783305859.530451, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:44:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.154, "pushed": 7.154, "read": 7.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.071, "count": 214, "max_ms": 8.842, "p95_ms": 7.704}, "gstreamer_push": {"avg_ms": 1.15, "count": 214, "max_ms": 1.817, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.814, "count": 214, "max_ms": 83.529, "p95_ms": 75.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.563, "count": 214, "max_ms": 112.225, "p95_ms": 105.974}, "yolo11_640_fire_11class": {"avg_ms": 62.768, "count": 214, "max_ms": 98.928, "p95_ms": 80.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.173, "count": 214, "max_ms": 104.924, "p95_ms": 99.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.194, "count": 214, "max_ms": 168.954, "p95_ms": 160.981}, "read_interval": {"avg_ms": 140.522, "count": 213, "max_ms": 185.224, "p95_ms": 171.274}, "triton_wait": {"avg_ms": 82.669, "count": 214, "max_ms": 112.238, "p95_ms": 105.988}, "visualize": {"avg_ms": 4.963, "count": 214, "max_ms": 6.866, "p95_ms": 5.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4864.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.952, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.049, "sample_count": 2402, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:44:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:44:33+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T11:44:33+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T11:44:33.614697+09:00", "mtime_epoch": 1783305873.614697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:44:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1062.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.367, "pushed": 9.4, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.143, "count": 281, "max_ms": 8.077, "p95_ms": 6.245}, "gstreamer_push": {"avg_ms": 1.479, "count": 282, "max_ms": 6.022, "p95_ms": 3.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.895, "count": 281, "max_ms": 87.016, "p95_ms": 73.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.247, "count": 281, "max_ms": 115.821, "p95_ms": 105.657}, "yolo11_640_fire_11class": {"avg_ms": 59.097, "count": 281, "max_ms": 94.344, "p95_ms": 80.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.634, "count": 281, "max_ms": 107.581, "p95_ms": 99.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.706, "count": 281, "max_ms": 167.665, "p95_ms": 146.491}, "read_interval": {"avg_ms": 106.465, "count": 281, "max_ms": 179.632, "p95_ms": 155.367}, "triton_wait": {"avg_ms": 74.417, "count": 281, "max_ms": 115.834, "p95_ms": 105.665}, "visualize": {"avg_ms": 3.99, "count": 281, "max_ms": 7.834, "p95_ms": 5.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 87}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4863.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1596.524, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.97, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:44:43+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T11:44:43+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T11:44:43.134863+09:00", "mtime_epoch": 1783305883.1348634, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:44:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.168, "name": "celery", "pid": 239, "rss_mb": 709.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.345, "pushed": 6.345, "read": 6.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.164, "count": 190, "max_ms": 38.157, "p95_ms": 30.634}, "gstreamer_push": {"avg_ms": 1.069, "count": 190, "max_ms": 3.315, "p95_ms": 2.062}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.627, "count": 190, "max_ms": 117.176, "p95_ms": 110.284}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.787, "count": 190, "max_ms": 115.292, "p95_ms": 104.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.454, "count": 190, "max_ms": 190.277, "p95_ms": 180.35}, "read_interval": {"avg_ms": 158.216, "count": 189, "max_ms": 198.136, "p95_ms": 188.108}, "triton_wait": {"avg_ms": 81.382, "count": 190, "max_ms": 117.19, "p95_ms": 110.556}, "visualize": {"avg_ms": 41.55, "count": 190, "max_ms": 64.841, "p95_ms": 57.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 86}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4866.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.196, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.152, "name": "ffmpeg", "pid": 2493, "rss_mb": 276.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.576, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:44:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:44:49+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T11:44:49+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T11:44:49.566976+09:00", "mtime_epoch": 1783305889.5669758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:44:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.818, "pushed": 6.818, "read": 6.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.401, "count": 204, "max_ms": 9.117, "p95_ms": 8.049}, "gstreamer_push": {"avg_ms": 1.159, "count": 204, "max_ms": 1.725, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.57, "count": 204, "max_ms": 83.536, "p95_ms": 76.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.109, "count": 204, "max_ms": 123.417, "p95_ms": 108.69}, "yolo11_640_fire_11class": {"avg_ms": 62.132, "count": 204, "max_ms": 85.891, "p95_ms": 83.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.761, "count": 204, "max_ms": 104.237, "p95_ms": 99.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.26, "count": 204, "max_ms": 178.571, "p95_ms": 165.646}, "read_interval": {"avg_ms": 147.231, "count": 203, "max_ms": 190.596, "p95_ms": 177.274}, "triton_wait": {"avg_ms": 84.278, "count": 204, "max_ms": 123.431, "p95_ms": 108.703}, "visualize": {"avg_ms": 5.191, "count": 204, "max_ms": 7.196, "p95_ms": 6.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4869.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.969, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.541, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:45:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:45:03+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T11:45:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T11:45:03.683223+09:00", "mtime_epoch": 1783305903.6832225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:45:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1063.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.912, "pushed": 8.912, "read": 8.879}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 266, "max_ms": 9.172, "p95_ms": 6.905}, "gstreamer_push": {"avg_ms": 1.358, "count": 266, "max_ms": 6.0, "p95_ms": 2.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.203, "count": 266, "max_ms": 86.032, "p95_ms": 73.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.754, "count": 266, "max_ms": 121.909, "p95_ms": 107.913}, "yolo11_640_fire_11class": {"avg_ms": 58.244, "count": 266, "max_ms": 87.751, "p95_ms": 82.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.584, "count": 266, "max_ms": 106.439, "p95_ms": 99.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.518, "count": 266, "max_ms": 177.382, "p95_ms": 153.815}, "read_interval": {"avg_ms": 112.842, "count": 265, "max_ms": 188.642, "p95_ms": 164.891}, "triton_wait": {"avg_ms": 74.0, "count": 266, "max_ms": 121.921, "p95_ms": 107.925}, "visualize": {"avg_ms": 4.138, "count": 266, "max_ms": 6.702, "p95_ms": 5.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 89}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4867.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1626.608, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.272, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:45:13+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T11:45:13+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T11:45:13.227389+09:00", "mtime_epoch": 1783305913.2273893, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:45:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.168, "name": "celery", "pid": 239, "rss_mb": 710.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.25, "pushed": 6.25, "read": 6.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.6, "count": 187, "max_ms": 37.141, "p95_ms": 29.685}, "gstreamer_push": {"avg_ms": 1.016, "count": 187, "max_ms": 2.465, "p95_ms": 1.179}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.998, "count": 187, "max_ms": 114.881, "p95_ms": 109.625}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.784, "count": 187, "max_ms": 111.632, "p95_ms": 100.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.195, "count": 187, "max_ms": 192.999, "p95_ms": 176.601}, "read_interval": {"avg_ms": 160.731, "count": 186, "max_ms": 201.088, "p95_ms": 184.6}, "triton_wait": {"avg_ms": 83.436, "count": 187, "max_ms": 114.893, "p95_ms": 109.636}, "visualize": {"avg_ms": 40.055, "count": 187, "max_ms": 63.22, "p95_ms": 49.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 88}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4867.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.319, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.184, "name": "ffmpeg", "pid": 2493, "rss_mb": 277.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.252, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:45:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T11:45:19+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T11:45:19.731503+09:00", "mtime_epoch": 1783305919.7315032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:45:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.909, "pushed": 6.909, "read": 6.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.323, "count": 206, "max_ms": 9.684, "p95_ms": 7.375}, "gstreamer_push": {"avg_ms": 1.116, "count": 207, "max_ms": 1.931, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.446, "count": 206, "max_ms": 82.875, "p95_ms": 75.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.795, "count": 206, "max_ms": 116.549, "p95_ms": 107.664}, "yolo11_640_fire_11class": {"avg_ms": 61.761, "count": 206, "max_ms": 85.451, "p95_ms": 80.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.578, "count": 206, "max_ms": 108.288, "p95_ms": 100.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.859, "count": 207, "max_ms": 172.385, "p95_ms": 160.854}, "read_interval": {"avg_ms": 145.509, "count": 206, "max_ms": 181.005, "p95_ms": 172.027}, "triton_wait": {"avg_ms": 83.187, "count": 206, "max_ms": 116.561, "p95_ms": 107.678}, "visualize": {"avg_ms": 5.134, "count": 206, "max_ms": 7.414, "p95_ms": 5.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4869.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.046, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.357, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:45:33+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T11:45:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T11:45:33.783749+09:00", "mtime_epoch": 1783305933.783749, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:45:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1063.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.719, "pushed": 7.719, "read": 7.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.298, "count": 231, "max_ms": 8.821, "p95_ms": 7.496}, "gstreamer_push": {"avg_ms": 1.385, "count": 231, "max_ms": 6.098, "p95_ms": 2.646}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.257, "count": 231, "max_ms": 86.112, "p95_ms": 77.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.487, "count": 231, "max_ms": 116.054, "p95_ms": 105.197}, "yolo11_640_fire_11class": {"avg_ms": 63.534, "count": 231, "max_ms": 90.252, "p95_ms": 84.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.993, "count": 231, "max_ms": 106.021, "p95_ms": 100.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.842, "count": 231, "max_ms": 169.85, "p95_ms": 157.612}, "read_interval": {"avg_ms": 130.394, "count": 230, "max_ms": 181.217, "p95_ms": 168.236}, "triton_wait": {"avg_ms": 79.006, "count": 231, "max_ms": 116.067, "p95_ms": 105.21}, "visualize": {"avg_ms": 4.691, "count": 231, "max_ms": 7.57, "p95_ms": 5.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 92, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4875.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1656.637, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.919, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:45:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:45:43+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T11:45:43+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T11:45:43.283915+09:00", "mtime_epoch": 1783305943.2839153, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:45:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.168, "name": "celery", "pid": 239, "rss_mb": 713.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.327, "pushed": 6.327, "read": 6.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.793, "count": 189, "max_ms": 31.647, "p95_ms": 25.815}, "gstreamer_push": {"avg_ms": 0.997, "count": 189, "max_ms": 3.951, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.603, "count": 189, "max_ms": 115.993, "p95_ms": 103.252}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.526, "count": 189, "max_ms": 109.489, "p95_ms": 101.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.319, "count": 189, "max_ms": 188.882, "p95_ms": 174.678}, "read_interval": {"avg_ms": 158.831, "count": 188, "max_ms": 198.978, "p95_ms": 182.435}, "triton_wait": {"avg_ms": 80.901, "count": 189, "max_ms": 116.008, "p95_ms": 104.336}, "visualize": {"avg_ms": 42.454, "count": 189, "max_ms": 62.589, "p95_ms": 51.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 89}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4869.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:40:51+09:00", "last_error_summary": "[h264 @ 0x562e2c095180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2c095180] error while decoding MB 0 24, bytestream 3553 [h264 @ 0x562e2bc8a9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562e2bc8a9c0] error while decoding MB 0 35, bytestream 5085 [h264 @ 0x562e2b3f30c0] cabac decode of qscale diff failed at 33 2 [h264 @ 0x562e2b3f30c0] error while decoding MB 33 2, bytestream 57932 [h264 @ 0x562e2bc8a9c0] cabac decode of qscale diff failed at 21 4", "last_exit_at": "2026-07-06T11:40:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.403, "last_started_at": "2026-07-06T11:40:53+09:00", "pid": 2493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.535, "name": "ffmpeg", "pid": 2493, "rss_mb": 280.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.239, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:45:49+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T11:45:49+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T11:45:49.804029+09:00", "mtime_epoch": 1783305949.8040295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:45:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.718, "pushed": 6.718, "read": 6.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.287, "count": 201, "max_ms": 9.464, "p95_ms": 7.393}, "gstreamer_push": {"avg_ms": 1.127, "count": 201, "max_ms": 1.394, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.582, "count": 201, "max_ms": 86.656, "p95_ms": 77.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.009, "count": 201, "max_ms": 126.144, "p95_ms": 109.851}, "yolo11_640_fire_11class": {"avg_ms": 64.931, "count": 201, "max_ms": 90.65, "p95_ms": 86.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.027, "count": 201, "max_ms": 108.067, "p95_ms": 102.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.07, "count": 201, "max_ms": 178.207, "p95_ms": 162.524}, "read_interval": {"avg_ms": 149.66, "count": 200, "max_ms": 242.637, "p95_ms": 174.717}, "triton_wait": {"avg_ms": 86.361, "count": 201, "max_ms": 126.158, "p95_ms": 109.863}, "visualize": {"avg_ms": 5.143, "count": 201, "max_ms": 6.145, "p95_ms": 5.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4874.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.142, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.853, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:46:03+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T11:46:03+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T11:46:03.852276+09:00", "mtime_epoch": 1783305963.8522756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:46:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1065.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.6, "pushed": 9.6, "read": 9.567}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.928, "count": 287, "max_ms": 8.218, "p95_ms": 5.958}, "gstreamer_push": {"avg_ms": 1.479, "count": 287, "max_ms": 6.168, "p95_ms": 3.526}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.081, "count": 287, "max_ms": 87.195, "p95_ms": 73.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.974, "count": 287, "max_ms": 116.108, "p95_ms": 106.367}, "yolo11_640_fire_11class": {"avg_ms": 59.31, "count": 287, "max_ms": 87.306, "p95_ms": 80.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.635, "count": 287, "max_ms": 107.717, "p95_ms": 100.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.765, "count": 287, "max_ms": 165.176, "p95_ms": 154.02}, "read_interval": {"avg_ms": 104.539, "count": 286, "max_ms": 177.816, "p95_ms": 164.626}, "triton_wait": {"avg_ms": 73.193, "count": 287, "max_ms": 116.121, "p95_ms": 106.401}, "visualize": {"avg_ms": 3.89, "count": 287, "max_ms": 6.331, "p95_ms": 5.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4869.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1686.661, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.608, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:46:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:46:13+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T11:46:13+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T11:46:13.304441+09:00", "mtime_epoch": 1783305973.3044412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:46:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.168, "name": "celery", "pid": 239, "rss_mb": 708.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.697, "pushed": 6.697, "read": 6.664}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.275, "count": 200, "max_ms": 32.196, "p95_ms": 26.787}, "gstreamer_push": {"avg_ms": 1.027, "count": 200, "max_ms": 1.504, "p95_ms": 1.135}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.338, "count": 200, "max_ms": 116.829, "p95_ms": 103.398}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.833, "count": 200, "max_ms": 110.999, "p95_ms": 97.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.291, "count": 200, "max_ms": 185.359, "p95_ms": 166.517}, "read_interval": {"avg_ms": 150.084, "count": 199, "max_ms": 197.088, "p95_ms": 176.452}, "triton_wait": {"avg_ms": 75.565, "count": 200, "max_ms": 116.842, "p95_ms": 103.415}, "visualize": {"avg_ms": 37.977, "count": 200, "max_ms": 45.456, "p95_ms": 42.561}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4725.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.771, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 145.129, "name": "ffmpeg", "pid": 2752, "rss_mb": 145.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.873, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:46:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:46:19+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T11:46:19+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T11:46:19.796555+09:00", "mtime_epoch": 1783305979.796555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:46:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 44, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.508, "pushed": 1.508, "read": 1.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.548, "count": 45, "max_ms": 9.95, "p95_ms": 8.579}, "gstreamer_push": {"avg_ms": 1.146, "count": 45, "max_ms": 1.363, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.573, "count": 45, "max_ms": 78.628, "p95_ms": 71.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.983, "count": 45, "max_ms": 117.183, "p95_ms": 113.846}, "yolo11_640_fire_11class": {"avg_ms": 65.372, "count": 45, "max_ms": 87.689, "p95_ms": 83.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.327, "count": 45, "max_ms": 106.141, "p95_ms": 101.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.835, "count": 45, "max_ms": 176.666, "p95_ms": 169.726}, "read_interval": {"avg_ms": 677.915, "count": 44, "max_ms": 18712.162, "p95_ms": 185.956}, "triton_wait": {"avg_ms": 92.997, "count": 45, "max_ms": 117.198, "p95_ms": 113.862}, "visualize": {"avg_ms": 5.135, "count": 45, "max_ms": 7.226, "p95_ms": 6.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4851.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.169, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.892, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:46:33+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T11:46:33+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T11:46:33.832801+09:00", "mtime_epoch": 1783305993.832801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:46:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1067.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.387, "pushed": 9.387, "read": 9.354}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.992, "count": 281, "max_ms": 9.386, "p95_ms": 6.06}, "gstreamer_push": {"avg_ms": 1.428, "count": 281, "max_ms": 6.013, "p95_ms": 2.606}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.636, "count": 281, "max_ms": 99.451, "p95_ms": 74.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.157, "count": 281, "max_ms": 121.993, "p95_ms": 104.248}, "yolo11_640_fire_11class": {"avg_ms": 60.044, "count": 281, "max_ms": 98.906, "p95_ms": 82.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.909, "count": 281, "max_ms": 119.378, "p95_ms": 100.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.906, "count": 281, "max_ms": 175.692, "p95_ms": 156.074}, "read_interval": {"avg_ms": 106.63, "count": 280, "max_ms": 190.169, "p95_ms": 164.982}, "triton_wait": {"avg_ms": 74.301, "count": 281, "max_ms": 122.003, "p95_ms": 104.583}, "visualize": {"avg_ms": 3.963, "count": 281, "max_ms": 8.932, "p95_ms": 5.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 95, "tracking_summary": 94}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4849.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1716.769, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.791, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:46:43+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T11:46:43+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T11:46:43.404969+09:00", "mtime_epoch": 1783306003.404969, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:46:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.168, "name": "celery", "pid": 239, "rss_mb": 713.734, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.343, "pushed": 6.343, "read": 6.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.999, "count": 190, "max_ms": 40.855, "p95_ms": 29.139}, "gstreamer_push": {"avg_ms": 1.003, "count": 190, "max_ms": 2.324, "p95_ms": 1.154}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.445, "count": 190, "max_ms": 132.462, "p95_ms": 109.038}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.119, "count": 190, "max_ms": 120.488, "p95_ms": 107.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.33, "count": 190, "max_ms": 199.107, "p95_ms": 175.986}, "read_interval": {"avg_ms": 158.361, "count": 189, "max_ms": 206.473, "p95_ms": 185.21}, "triton_wait": {"avg_ms": 84.036, "count": 190, "max_ms": 132.475, "p95_ms": 109.811}, "visualize": {"avg_ms": 37.866, "count": 190, "max_ms": 53.374, "p95_ms": 42.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 91}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4860.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.902, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 2752, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.125, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:46:50+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T11:46:49+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T11:46:49.925083+09:00", "mtime_epoch": 1783306009.9250832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:46:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1090.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.742, "pushed": 6.742, "read": 6.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.356, "count": 201, "max_ms": 9.626, "p95_ms": 7.754}, "gstreamer_push": {"avg_ms": 1.156, "count": 202, "max_ms": 1.934, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.993, "count": 201, "max_ms": 101.487, "p95_ms": 79.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.666, "count": 201, "max_ms": 124.078, "p95_ms": 111.479}, "yolo11_640_fire_11class": {"avg_ms": 65.108, "count": 201, "max_ms": 100.819, "p95_ms": 83.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.13, "count": 201, "max_ms": 121.277, "p95_ms": 102.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.609, "count": 202, "max_ms": 180.388, "p95_ms": 165.236}, "read_interval": {"avg_ms": 149.055, "count": 201, "max_ms": 190.821, "p95_ms": 176.123}, "triton_wait": {"avg_ms": 85.857, "count": 201, "max_ms": 124.089, "p95_ms": 111.491}, "visualize": {"avg_ms": 5.161, "count": 201, "max_ms": 8.811, "p95_ms": 5.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4857.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.2, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.634, "sample_count": 2348, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:47:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:47:04+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T11:47:03+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T11:47:03.893328+09:00", "mtime_epoch": 1783306023.8933284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:47:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1060.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.225, "pushed": 6.225, "read": 6.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.92, "count": 186, "max_ms": 8.495, "p95_ms": 6.452}, "gstreamer_push": {"avg_ms": 1.382, "count": 186, "max_ms": 5.908, "p95_ms": 2.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.336, "count": 186, "max_ms": 85.306, "p95_ms": 79.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.906, "count": 186, "max_ms": 125.173, "p95_ms": 109.113}, "yolo11_640_fire_11class": {"avg_ms": 64.025, "count": 186, "max_ms": 85.817, "p95_ms": 84.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.713, "count": 186, "max_ms": 106.026, "p95_ms": 100.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.824, "count": 186, "max_ms": 172.847, "p95_ms": 162.383}, "read_interval": {"avg_ms": 161.636, "count": 185, "max_ms": 6406.181, "p95_ms": 173.064}, "triton_wait": {"avg_ms": 81.987, "count": 186, "max_ms": 125.185, "p95_ms": 109.124}, "visualize": {"avg_ms": 4.484, "count": 186, "max_ms": 7.416, "p95_ms": 5.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4867.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1746.894, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.791, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:47:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:47:13+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T11:47:13+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T11:47:13.541498+09:00", "mtime_epoch": 1783306033.5414977, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:47:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.168, "name": "celery", "pid": 239, "rss_mb": 713.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.409, "pushed": 6.409, "read": 6.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.651, "count": 192, "max_ms": 36.329, "p95_ms": 29.573}, "gstreamer_push": {"avg_ms": 0.955, "count": 192, "max_ms": 1.194, "p95_ms": 1.105}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.927, "count": 192, "max_ms": 118.494, "p95_ms": 108.092}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.049, "count": 192, "max_ms": 115.494, "p95_ms": 104.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.514, "count": 192, "max_ms": 195.286, "p95_ms": 178.246}, "read_interval": {"avg_ms": 156.845, "count": 191, "max_ms": 202.84, "p95_ms": 187.577}, "triton_wait": {"avg_ms": 78.988, "count": 192, "max_ms": 118.509, "p95_ms": 108.101}, "visualize": {"avg_ms": 40.761, "count": 192, "max_ms": 56.098, "p95_ms": 47.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 93}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4867.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.985, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.168, "name": "ffmpeg", "pid": 2752, "rss_mb": 275.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.421, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:47:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:47:20+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T11:47:20+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T11:47:20.013611+09:00", "mtime_epoch": 1783306040.0136113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:47:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.911, "pushed": 6.911, "read": 6.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.336, "count": 207, "max_ms": 9.625, "p95_ms": 8.188}, "gstreamer_push": {"avg_ms": 1.125, "count": 207, "max_ms": 1.575, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.112, "count": 207, "max_ms": 83.451, "p95_ms": 77.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.722, "count": 207, "max_ms": 115.969, "p95_ms": 111.414}, "yolo11_640_fire_11class": {"avg_ms": 64.336, "count": 207, "max_ms": 95.522, "p95_ms": 85.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.888, "count": 207, "max_ms": 107.321, "p95_ms": 102.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.666, "count": 207, "max_ms": 170.18, "p95_ms": 165.373}, "read_interval": {"avg_ms": 145.215, "count": 206, "max_ms": 182.259, "p95_ms": 175.9}, "triton_wait": {"avg_ms": 83.473, "count": 207, "max_ms": 115.979, "p95_ms": 111.43}, "visualize": {"avg_ms": 5.213, "count": 207, "max_ms": 7.803, "p95_ms": 6.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4853.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.243, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.634, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:47:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:47:34+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T11:47:33+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T11:47:33.953856+09:00", "mtime_epoch": 1783306053.953856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:47:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1060.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.283, "pushed": 9.283, "read": 9.249}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.09, "count": 278, "max_ms": 8.33, "p95_ms": 6.262}, "gstreamer_push": {"avg_ms": 1.468, "count": 278, "max_ms": 6.436, "p95_ms": 3.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.759, "count": 278, "max_ms": 84.695, "p95_ms": 76.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.128, "count": 278, "max_ms": 121.866, "p95_ms": 109.816}, "yolo11_640_fire_11class": {"avg_ms": 60.232, "count": 278, "max_ms": 91.749, "p95_ms": 84.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.354, "count": 278, "max_ms": 105.786, "p95_ms": 102.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.759, "count": 278, "max_ms": 175.003, "p95_ms": 160.776}, "read_interval": {"avg_ms": 108.036, "count": 277, "max_ms": 185.597, "p95_ms": 171.756}, "triton_wait": {"avg_ms": 74.911, "count": 278, "max_ms": 121.879, "p95_ms": 109.828}, "visualize": {"avg_ms": 3.945, "count": 278, "max_ms": 6.638, "p95_ms": 5.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4860.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1777.082, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.649, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:47:43+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T11:47:43+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T11:47:43.702027+09:00", "mtime_epoch": 1783306063.7020273, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:47:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.168, "name": "celery", "pid": 239, "rss_mb": 706.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.091, "pushed": 6.091, "read": 6.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.804, "count": 182, "max_ms": 33.638, "p95_ms": 29.978}, "gstreamer_push": {"avg_ms": 1.343, "count": 182, "max_ms": 2.638, "p95_ms": 2.252}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.33, "count": 182, "max_ms": 120.52, "p95_ms": 108.915}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.017, "count": 182, "max_ms": 117.093, "p95_ms": 104.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.146, "count": 182, "max_ms": 192.692, "p95_ms": 182.172}, "read_interval": {"avg_ms": 164.757, "count": 181, "max_ms": 201.82, "p95_ms": 191.713}, "triton_wait": {"avg_ms": 82.569, "count": 182, "max_ms": 120.533, "p95_ms": 109.908}, "visualize": {"avg_ms": 46.888, "count": 182, "max_ms": 66.048, "p95_ms": 56.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4865.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.006, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.684, "name": "ffmpeg", "pid": 2752, "rss_mb": 275.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.114, "sample_count": 1975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:47:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:47:50+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T11:47:50+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T11:47:50.042139+09:00", "mtime_epoch": 1783306070.0421386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:47:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.962, "pushed": 6.962, "read": 6.929}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.304, "count": 208, "max_ms": 9.735, "p95_ms": 7.525}, "gstreamer_push": {"avg_ms": 1.14, "count": 208, "max_ms": 1.352, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.167, "count": 208, "max_ms": 86.063, "p95_ms": 72.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.007, "count": 208, "max_ms": 118.565, "p95_ms": 106.57}, "yolo11_640_fire_11class": {"avg_ms": 60.044, "count": 208, "max_ms": 86.42, "p95_ms": 81.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.871, "count": 208, "max_ms": 106.735, "p95_ms": 99.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.685, "count": 208, "max_ms": 171.747, "p95_ms": 158.614}, "read_interval": {"avg_ms": 144.25, "count": 207, "max_ms": 180.65, "p95_ms": 168.892}, "triton_wait": {"avg_ms": 82.2, "count": 208, "max_ms": 118.577, "p95_ms": 106.581}, "visualize": {"avg_ms": 5.161, "count": 208, "max_ms": 8.992, "p95_ms": 5.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4867.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.266, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.074, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:48:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:48:04+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T11:48:03+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T11:48:03.918382+09:00", "mtime_epoch": 1783306083.9183824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:48:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1061.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.1, "pushed": 9.1, "read": 9.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.153, "count": 272, "max_ms": 9.433, "p95_ms": 5.968}, "gstreamer_push": {"avg_ms": 1.484, "count": 272, "max_ms": 6.156, "p95_ms": 3.671}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.338, "count": 272, "max_ms": 83.6, "p95_ms": 76.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.236, "count": 272, "max_ms": 120.03, "p95_ms": 106.25}, "yolo11_640_fire_11class": {"avg_ms": 60.239, "count": 272, "max_ms": 94.175, "p95_ms": 81.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.432, "count": 272, "max_ms": 107.993, "p95_ms": 99.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.383, "count": 272, "max_ms": 176.512, "p95_ms": 153.792}, "read_interval": {"avg_ms": 110.126, "count": 271, "max_ms": 187.93, "p95_ms": 164.562}, "triton_wait": {"avg_ms": 75.857, "count": 272, "max_ms": 120.043, "p95_ms": 107.352}, "visualize": {"avg_ms": 4.022, "count": 272, "max_ms": 8.867, "p95_ms": 5.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 101, "tracking_summary": 98}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4868.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1807.109, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.248, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:48:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:48:13+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T11:48:13+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T11:48:13.750555+09:00", "mtime_epoch": 1783306093.7505553, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:48:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 709.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.458, "pushed": 6.458, "read": 6.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.987, "count": 193, "max_ms": 31.336, "p95_ms": 27.078}, "gstreamer_push": {"avg_ms": 1.044, "count": 193, "max_ms": 2.462, "p95_ms": 2.115}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.464, "count": 193, "max_ms": 121.841, "p95_ms": 102.042}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.329, "count": 193, "max_ms": 118.581, "p95_ms": 101.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.204, "count": 193, "max_ms": 194.836, "p95_ms": 180.905}, "read_interval": {"avg_ms": 155.486, "count": 192, "max_ms": 203.581, "p95_ms": 189.363}, "triton_wait": {"avg_ms": 79.77, "count": 193, "max_ms": 121.85, "p95_ms": 105.676}, "visualize": {"avg_ms": 41.655, "count": 193, "max_ms": 61.243, "p95_ms": 54.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4869.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.104, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.066, "name": "ffmpeg", "pid": 2752, "rss_mb": 280.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.61, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:48:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:48:20+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T11:48:20+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T11:48:20.170668+09:00", "mtime_epoch": 1783306100.1706681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:48:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.907, "pushed": 6.907, "read": 6.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.562, "count": 206, "max_ms": 9.666, "p95_ms": 8.666}, "gstreamer_push": {"avg_ms": 1.137, "count": 207, "max_ms": 1.487, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.03, "count": 206, "max_ms": 85.842, "p95_ms": 77.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.104, "count": 206, "max_ms": 122.376, "p95_ms": 106.674}, "yolo11_640_fire_11class": {"avg_ms": 62.021, "count": 206, "max_ms": 86.338, "p95_ms": 82.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.556, "count": 206, "max_ms": 107.886, "p95_ms": 101.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.654, "count": 207, "max_ms": 174.392, "p95_ms": 160.433}, "read_interval": {"avg_ms": 145.486, "count": 206, "max_ms": 188.788, "p95_ms": 170.722}, "triton_wait": {"avg_ms": 82.637, "count": 206, "max_ms": 122.39, "p95_ms": 106.694}, "visualize": {"avg_ms": 5.235, "count": 206, "max_ms": 8.75, "p95_ms": 6.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4870.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.267, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.532, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:48:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:48:34+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T11:48:34+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T11:48:34.018912+09:00", "mtime_epoch": 1783306114.0189116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:48:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1063.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.84, "count": 297, "max_ms": 8.143, "p95_ms": 5.864}, "gstreamer_push": {"avg_ms": 1.482, "count": 297, "max_ms": 6.837, "p95_ms": 3.637}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.571, "count": 297, "max_ms": 85.865, "p95_ms": 74.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.084, "count": 297, "max_ms": 123.014, "p95_ms": 102.435}, "yolo11_640_fire_11class": {"avg_ms": 57.795, "count": 297, "max_ms": 85.876, "p95_ms": 77.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.798, "count": 297, "max_ms": 106.137, "p95_ms": 96.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.744, "count": 297, "max_ms": 183.801, "p95_ms": 119.986}, "read_interval": {"avg_ms": 101.351, "count": 297, "max_ms": 196.585, "p95_ms": 135.781}, "triton_wait": {"avg_ms": 72.318, "count": 297, "max_ms": 123.026, "p95_ms": 102.447}, "visualize": {"avg_ms": 3.763, "count": 297, "max_ms": 6.064, "p95_ms": 5.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 101, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4873.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1837.188, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.986, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:48:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:48:43+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T11:48:43+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T11:48:43.847085+09:00", "mtime_epoch": 1783306123.8470845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:48:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 711.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.518, "pushed": 6.518, "read": 6.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.412, "count": 195, "max_ms": 34.84, "p95_ms": 26.28}, "gstreamer_push": {"avg_ms": 1.216, "count": 195, "max_ms": 4.206, "p95_ms": 2.42}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.481, "count": 195, "max_ms": 114.892, "p95_ms": 103.867}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.605, "count": 195, "max_ms": 107.361, "p95_ms": 98.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.39, "count": 195, "max_ms": 183.582, "p95_ms": 175.6}, "read_interval": {"avg_ms": 154.252, "count": 194, "max_ms": 192.844, "p95_ms": 184.137}, "triton_wait": {"avg_ms": 75.13, "count": 195, "max_ms": 114.905, "p95_ms": 104.366}, "visualize": {"avg_ms": 43.786, "count": 195, "max_ms": 70.796, "p95_ms": 60.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 98}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4876.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.108, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.449, "name": "ffmpeg", "pid": 2752, "rss_mb": 284.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.722, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:48:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:48:50+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T11:48:50+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T11:48:50.175196+09:00", "mtime_epoch": 1783306130.1751957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:48:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.068, "pushed": 7.068, "read": 7.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.357, "count": 212, "max_ms": 9.853, "p95_ms": 8.272}, "gstreamer_push": {"avg_ms": 1.128, "count": 212, "max_ms": 1.465, "p95_ms": 1.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.564, "count": 212, "max_ms": 85.378, "p95_ms": 75.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.77, "count": 212, "max_ms": 114.406, "p95_ms": 107.104}, "yolo11_640_fire_11class": {"avg_ms": 61.361, "count": 212, "max_ms": 86.715, "p95_ms": 82.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.599, "count": 212, "max_ms": 105.57, "p95_ms": 99.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.006, "count": 212, "max_ms": 167.887, "p95_ms": 160.002}, "read_interval": {"avg_ms": 141.493, "count": 212, "max_ms": 184.055, "p95_ms": 168.931}, "triton_wait": {"avg_ms": 79.814, "count": 212, "max_ms": 114.42, "p95_ms": 107.117}, "visualize": {"avg_ms": 5.177, "count": 212, "max_ms": 9.107, "p95_ms": 5.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4879.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.342, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.855, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:49:04+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T11:49:04+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T11:49:04.075440+09:00", "mtime_epoch": 1783306144.0754404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:49:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1063.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.844}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.813, "count": 296, "max_ms": 7.047, "p95_ms": 5.813}, "gstreamer_push": {"avg_ms": 1.564, "count": 296, "max_ms": 6.384, "p95_ms": 3.762}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.755, "count": 296, "max_ms": 84.715, "p95_ms": 74.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.288, "count": 296, "max_ms": 123.661, "p95_ms": 105.317}, "yolo11_640_fire_11class": {"avg_ms": 58.057, "count": 296, "max_ms": 87.004, "p95_ms": 80.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.628, "count": 296, "max_ms": 104.558, "p95_ms": 96.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.265, "count": 296, "max_ms": 170.599, "p95_ms": 127.743}, "read_interval": {"avg_ms": 101.617, "count": 295, "max_ms": 183.481, "p95_ms": 138.918}, "triton_wait": {"avg_ms": 72.343, "count": 296, "max_ms": 123.674, "p95_ms": 105.329}, "visualize": {"avg_ms": 3.773, "count": 296, "max_ms": 5.646, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 103, "tracking_summary": 102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4876.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1867.246, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.913, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:49:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T11:49:14+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T11:49:13+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T11:49:13.919614+09:00", "mtime_epoch": 1783306153.9196136, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:49:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 709.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.593, "pushed": 6.593, "read": 6.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.897, "count": 197, "max_ms": 40.394, "p95_ms": 31.894}, "gstreamer_push": {"avg_ms": 0.943, "count": 197, "max_ms": 1.483, "p95_ms": 1.092}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.585, "count": 197, "max_ms": 118.519, "p95_ms": 107.304}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.362, "count": 197, "max_ms": 112.836, "p95_ms": 101.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.256, "count": 197, "max_ms": 187.58, "p95_ms": 176.07}, "read_interval": {"avg_ms": 152.614, "count": 196, "max_ms": 195.488, "p95_ms": 184.029}, "triton_wait": {"avg_ms": 76.524, "count": 197, "max_ms": 118.532, "p95_ms": 107.316}, "visualize": {"avg_ms": 37.686, "count": 197, "max_ms": 48.448, "p95_ms": 43.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4878.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.171, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.285, "name": "ffmpeg", "pid": 2752, "rss_mb": 287.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.193, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:49:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:49:20+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T11:49:20+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T11:49:20.215724+09:00", "mtime_epoch": 1783306160.2157245, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:49:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.823, "pushed": 6.823, "read": 6.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.428, "count": 204, "max_ms": 9.701, "p95_ms": 8.499}, "gstreamer_push": {"avg_ms": 1.145, "count": 204, "max_ms": 1.919, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.404, "count": 204, "max_ms": 86.059, "p95_ms": 77.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.267, "count": 204, "max_ms": 120.19, "p95_ms": 111.454}, "yolo11_640_fire_11class": {"avg_ms": 63.495, "count": 204, "max_ms": 88.117, "p95_ms": 81.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.134, "count": 204, "max_ms": 105.871, "p95_ms": 100.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.666, "count": 204, "max_ms": 172.482, "p95_ms": 164.841}, "read_interval": {"avg_ms": 147.33, "count": 203, "max_ms": 184.782, "p95_ms": 174.227}, "triton_wait": {"avg_ms": 84.635, "count": 204, "max_ms": 120.206, "p95_ms": 111.468}, "visualize": {"avg_ms": 5.22, "count": 204, "max_ms": 8.681, "p95_ms": 6.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4880.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.343, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.855, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:49:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:49:34+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T11:49:34+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T11:49:34.047968+09:00", "mtime_epoch": 1783306174.047968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:49:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1315.629, "name": "celery", "pid": 267, "rss_mb": 1063.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.827, "count": 291, "max_ms": 6.822, "p95_ms": 5.846}, "gstreamer_push": {"avg_ms": 1.432, "count": 291, "max_ms": 5.751, "p95_ms": 1.565}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.915, "count": 291, "max_ms": 85.434, "p95_ms": 74.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.477, "count": 291, "max_ms": 119.62, "p95_ms": 108.595}, "yolo11_640_fire_11class": {"avg_ms": 59.972, "count": 291, "max_ms": 90.234, "p95_ms": 84.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.738, "count": 291, "max_ms": 108.153, "p95_ms": 101.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.845, "count": 291, "max_ms": 172.786, "p95_ms": 142.718}, "read_interval": {"avg_ms": 103.015, "count": 291, "max_ms": 185.271, "p95_ms": 152.701}, "triton_wait": {"avg_ms": 73.935, "count": 291, "max_ms": 119.633, "p95_ms": 108.61}, "visualize": {"avg_ms": 3.834, "count": 291, "max_ms": 5.706, "p95_ms": 5.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 104, "tracking_summary": 103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4878.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1897.334, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.451, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:49:44+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T11:49:43+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T11:49:43.984143+09:00", "mtime_epoch": 1783306183.9841428, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:49:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 709.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.416, "pushed": 6.416, "read": 6.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.634, "count": 192, "max_ms": 32.519, "p95_ms": 30.525}, "gstreamer_push": {"avg_ms": 1.007, "count": 192, "max_ms": 2.343, "p95_ms": 1.175}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.55, "count": 192, "max_ms": 118.538, "p95_ms": 107.692}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.346, "count": 192, "max_ms": 111.833, "p95_ms": 102.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.022, "count": 192, "max_ms": 194.501, "p95_ms": 175.674}, "read_interval": {"avg_ms": 156.683, "count": 191, "max_ms": 203.323, "p95_ms": 184.046}, "triton_wait": {"avg_ms": 78.868, "count": 192, "max_ms": 118.551, "p95_ms": 109.579}, "visualize": {"avg_ms": 40.34, "count": 192, "max_ms": 60.417, "p95_ms": 48.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5297.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:46:14+09:00", "last_error_summary": "[h264 @ 0x563da6a0d480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563da6a0d480] error while decoding MB 0 27, bytestream 849 [h264 @ 0x563da5dfbc80] error while decoding MB 21 32, bytestream -5 [h264 @ 0x563da5f1a640] cabac decode of qscale diff failed at 26 41 [h264 @ 0x563da5f1a640] error while decoding MB 26 41, bytestream -6 [in#0/rtsp @ 0x563da5ddbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563da5ddbe00] Error retrieving a packet from demuxer: Conne", "last_exit_at": "2026-07-06T11:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.445, "last_started_at": "2026-07-06T11:46:17+09:00", "pid": 2752, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.387, "name": "ffmpeg", "pid": 2752, "rss_mb": 295.387, "state": "S (sleeping)", "threads": 104}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.345, "sample_count": 1765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:49:52+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T11:49:52+09:00", "mjpeg": {"age_sec": 18.933, "exists": true, "mtime": "2026-07-06T11:49:33.691962+09:00", "mtime_epoch": 1783306173.6919618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:49:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 74, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.511, "pushed": 2.511, "read": 2.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.371, "count": 75, "max_ms": 9.654, "p95_ms": 8.107}, "gstreamer_push": {"avg_ms": 1.165, "count": 75, "max_ms": 1.342, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.658, "count": 75, "max_ms": 89.076, "p95_ms": 78.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.723, "count": 75, "max_ms": 115.152, "p95_ms": 109.852}, "yolo11_640_fire_11class": {"avg_ms": 64.255, "count": 75, "max_ms": 88.228, "p95_ms": 82.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.498, "count": 75, "max_ms": 107.669, "p95_ms": 99.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.53, "count": 75, "max_ms": 174.906, "p95_ms": 162.9}, "read_interval": {"avg_ms": 403.925, "count": 74, "max_ms": 18947.395, "p95_ms": 172.927}, "triton_wait": {"avg_ms": 86.8, "count": 75, "max_ms": 115.165, "p95_ms": 109.865}, "visualize": {"avg_ms": 5.21, "count": 75, "max_ms": 8.004, "p95_ms": 5.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5077.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.423, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.194, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:50:04+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T11:50:04+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T11:50:04.104497+09:00", "mtime_epoch": 1783306204.1044972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:50:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.203, "name": "celery", "pid": 267, "rss_mb": 1322.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.436, "pushed": 7.436, "read": 7.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.113, "count": 223, "max_ms": 12.235, "p95_ms": 9.657}, "gstreamer_push": {"avg_ms": 1.387, "count": 223, "max_ms": 4.103, "p95_ms": 3.615}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.787, "count": 223, "max_ms": 83.823, "p95_ms": 63.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.121, "count": 223, "max_ms": 105.014, "p95_ms": 93.253}, "yolo11_640_fire_11class": {"avg_ms": 55.12, "count": 223, "max_ms": 80.676, "p95_ms": 65.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.601, "count": 223, "max_ms": 100.103, "p95_ms": 74.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.563, "count": 223, "max_ms": 626.239, "p95_ms": 188.757}, "read_interval": {"avg_ms": 134.785, "count": 222, "max_ms": 636.302, "p95_ms": 196.624}, "triton_wait": {"avg_ms": 68.366, "count": 223, "max_ms": 105.029, "p95_ms": 93.266}, "visualize": {"avg_ms": 6.038, "count": 223, "max_ms": 15.348, "p95_ms": 11.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 106, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5115.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1927.424, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.549, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:50:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:50:14+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T11:50:14+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T11:50:14.068673+09:00", "mtime_epoch": 1783306214.068673, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:50:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 709.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.911, "pushed": 6.911, "read": 6.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.644, "count": 207, "max_ms": 46.325, "p95_ms": 33.092}, "gstreamer_push": {"avg_ms": 1.011, "count": 207, "max_ms": 2.354, "p95_ms": 1.129}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.796, "count": 207, "max_ms": 109.756, "p95_ms": 92.016}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.683, "count": 207, "max_ms": 107.53, "p95_ms": 91.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.662, "count": 207, "max_ms": 183.661, "p95_ms": 161.917}, "read_interval": {"avg_ms": 145.263, "count": 206, "max_ms": 191.813, "p95_ms": 170.037}, "triton_wait": {"avg_ms": 70.388, "count": 207, "max_ms": 109.772, "p95_ms": 93.172}, "visualize": {"avg_ms": 38.365, "count": 207, "max_ms": 60.437, "p95_ms": 46.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5108.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.268, "last_started_at": "2026-07-06T11:49:56+09:00", "pid": 2919, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.953, "name": "ffmpeg", "pid": 2919, "rss_mb": 267.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.513, "sample_count": 1701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:50:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:50:22+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T11:50:22+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T11:50:22.616823+09:00", "mtime_epoch": 1783306222.6168234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:50:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.858, "pushed": 4.858, "read": 4.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.148, "count": 145, "max_ms": 12.766, "p95_ms": 10.154}, "gstreamer_push": {"avg_ms": 0.966, "count": 145, "max_ms": 1.641, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.81, "count": 145, "max_ms": 90.722, "p95_ms": 72.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.456, "count": 145, "max_ms": 126.523, "p95_ms": 105.213}, "yolo11_640_fire_11class": {"avg_ms": 56.341, "count": 145, "max_ms": 86.701, "p95_ms": 75.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.937, "count": 145, "max_ms": 109.508, "p95_ms": 96.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.356, "count": 145, "max_ms": 231.455, "p95_ms": 211.914}, "read_interval": {"avg_ms": 207.134, "count": 144, "max_ms": 4663.348, "p95_ms": 219.233}, "triton_wait": {"avg_ms": 74.571, "count": 145, "max_ms": 126.536, "p95_ms": 105.225}, "visualize": {"avg_ms": 7.137, "count": 145, "max_ms": 9.846, "p95_ms": 8.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5094.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.504, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.149, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:50:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:50:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T11:50:34+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T11:50:34.241028+09:00", "mtime_epoch": 1783306234.2410283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:50:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.203, "name": "celery", "pid": 267, "rss_mb": 1288.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.219, "pushed": 8.219, "read": 8.185}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.142, "count": 246, "max_ms": 12.009, "p95_ms": 9.538}, "gstreamer_push": {"avg_ms": 1.205, "count": 246, "max_ms": 1.907, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.997, "count": 246, "max_ms": 96.49, "p95_ms": 70.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.314, "count": 246, "max_ms": 132.962, "p95_ms": 102.985}, "yolo11_640_fire_11class": {"avg_ms": 57.479, "count": 246, "max_ms": 87.471, "p95_ms": 76.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.281, "count": 246, "max_ms": 109.541, "p95_ms": 97.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.841, "count": 246, "max_ms": 256.748, "p95_ms": 186.789}, "read_interval": {"avg_ms": 122.428, "count": 245, "max_ms": 264.144, "p95_ms": 194.474}, "triton_wait": {"avg_ms": 74.756, "count": 246, "max_ms": 132.975, "p95_ms": 105.447}, "visualize": {"avg_ms": 5.319, "count": 246, "max_ms": 13.743, "p95_ms": 11.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 108, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5095.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1957.446, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.621, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:50:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:50:44+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T11:50:44+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T11:50:44.117203+09:00", "mtime_epoch": 1783306244.1172025, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:50:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 710.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.598, "pushed": 6.598, "read": 6.564}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.263, "count": 197, "max_ms": 35.713, "p95_ms": 30.156}, "gstreamer_push": {"avg_ms": 1.088, "count": 197, "max_ms": 2.55, "p95_ms": 2.286}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.497, "count": 197, "max_ms": 117.362, "p95_ms": 100.322}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.773, "count": 197, "max_ms": 116.652, "p95_ms": 101.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.655, "count": 197, "max_ms": 197.034, "p95_ms": 177.082}, "read_interval": {"avg_ms": 152.462, "count": 196, "max_ms": 204.756, "p95_ms": 188.04}, "triton_wait": {"avg_ms": 76.006, "count": 197, "max_ms": 117.369, "p95_ms": 102.212}, "visualize": {"avg_ms": 40.394, "count": 197, "max_ms": 61.522, "p95_ms": 59.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5089.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.484, "last_started_at": "2026-07-06T11:49:56+09:00", "pid": 2919, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.5, "name": "ffmpeg", "pid": 2919, "rss_mb": 269.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.431, "sample_count": 1663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:50:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:50:53+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T11:50:52+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T11:50:52.809356+09:00", "mtime_epoch": 1783306252.8093557, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:50:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.353, "pushed": 5.353, "read": 5.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.567, "count": 160, "max_ms": 14.648, "p95_ms": 10.587}, "gstreamer_push": {"avg_ms": 0.922, "count": 160, "max_ms": 1.119, "p95_ms": 1.082}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.418, "count": 160, "max_ms": 84.673, "p95_ms": 77.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.295, "count": 160, "max_ms": 117.611, "p95_ms": 105.649}, "yolo11_640_fire_11class": {"avg_ms": 59.082, "count": 160, "max_ms": 85.817, "p95_ms": 77.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.517, "count": 160, "max_ms": 105.391, "p95_ms": 100.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.243, "count": 160, "max_ms": 237.666, "p95_ms": 217.433}, "read_interval": {"avg_ms": 187.496, "count": 159, "max_ms": 246.617, "p95_ms": 226.922}, "triton_wait": {"avg_ms": 78.44, "count": 160, "max_ms": 117.624, "p95_ms": 105.673}, "visualize": {"avg_ms": 7.588, "count": 160, "max_ms": 11.693, "p95_ms": 9.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5097.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.541, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.426, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:51:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:51:04+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T11:51:04+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T11:51:04.285558+09:00", "mtime_epoch": 1783306264.285558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:51:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.203, "name": "celery", "pid": 267, "rss_mb": 1288.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.288, "pushed": 10.288, "read": 10.255}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.698, "count": 308, "max_ms": 5.806, "p95_ms": 4.969}, "gstreamer_push": {"avg_ms": 1.309, "count": 308, "max_ms": 2.117, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.073, "count": 308, "max_ms": 78.412, "p95_ms": 72.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.426, "count": 308, "max_ms": 119.114, "p95_ms": 101.221}, "yolo11_640_fire_11class": {"avg_ms": 57.131, "count": 308, "max_ms": 84.425, "p95_ms": 74.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.372, "count": 308, "max_ms": 112.336, "p95_ms": 95.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.987, "count": 308, "max_ms": 131.497, "p95_ms": 113.914}, "read_interval": {"avg_ms": 97.564, "count": 307, "max_ms": 145.471, "p95_ms": 128.474}, "triton_wait": {"avg_ms": 71.632, "count": 308, "max_ms": 119.126, "p95_ms": 101.233}, "visualize": {"avg_ms": 3.661, "count": 308, "max_ms": 5.894, "p95_ms": 4.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 109, "tracking_summary": 108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5096.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1987.572, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.156, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:51:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:51:14+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T11:51:14+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T11:51:14.209733+09:00", "mtime_epoch": 1783306274.2097332, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:51:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 710.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.541, "pushed": 6.541, "read": 6.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.877, "count": 196, "max_ms": 38.313, "p95_ms": 29.296}, "gstreamer_push": {"avg_ms": 0.982, "count": 196, "max_ms": 2.245, "p95_ms": 1.122}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.934, "count": 196, "max_ms": 113.334, "p95_ms": 102.461}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.209, "count": 196, "max_ms": 114.514, "p95_ms": 102.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.151, "count": 196, "max_ms": 186.299, "p95_ms": 176.737}, "read_interval": {"avg_ms": 153.588, "count": 195, "max_ms": 194.452, "p95_ms": 185.442}, "triton_wait": {"avg_ms": 74.849, "count": 196, "max_ms": 114.526, "p95_ms": 103.956}, "visualize": {"avg_ms": 41.327, "count": 196, "max_ms": 60.8, "p95_ms": 54.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5043.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.585, "last_started_at": "2026-07-06T11:49:56+09:00", "pid": 2919, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.531, "name": "ffmpeg", "pid": 2919, "rss_mb": 270.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.572, "sample_count": 1737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:51:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:51:23+09:00", "last_frame_read_age_sec": 0.255, "last_frame_read_at": "2026-07-06T11:51:22+09:00", "mjpeg": {"age_sec": 0.241, "exists": true, "mtime": "2026-07-06T11:51:22.869886+09:00", "mtime_epoch": 1783306282.869886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:51:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1091.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.151, "pushed": 4.151, "read": 4.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.07, "count": 124, "max_ms": 15.544, "p95_ms": 12.855}, "gstreamer_push": {"avg_ms": 0.872, "count": 124, "max_ms": 1.002, "p95_ms": 0.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.651, "count": 124, "max_ms": 85.081, "p95_ms": 75.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.278, "count": 124, "max_ms": 126.349, "p95_ms": 110.449}, "yolo11_640_fire_11class": {"avg_ms": 59.112, "count": 124, "max_ms": 85.672, "p95_ms": 82.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.937, "count": 124, "max_ms": 112.767, "p95_ms": 106.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.54, "count": 124, "max_ms": 303.588, "p95_ms": 282.753}, "read_interval": {"avg_ms": 242.591, "count": 123, "max_ms": 310.112, "p95_ms": 291.836}, "triton_wait": {"avg_ms": 81.886, "count": 124, "max_ms": 126.362, "p95_ms": 110.491}, "visualize": {"avg_ms": 10.211, "count": 124, "max_ms": 16.321, "p95_ms": 11.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4778.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.623, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.004, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:51:34+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T11:51:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T11:51:34.366089+09:00", "mtime_epoch": 1783306294.3660886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:51:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.203, "name": "celery", "pid": 267, "rss_mb": 1098.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.269, "pushed": 10.269, "read": 10.236}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.67, "count": 308, "max_ms": 6.763, "p95_ms": 5.461}, "gstreamer_push": {"avg_ms": 1.273, "count": 308, "max_ms": 1.686, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.332, "count": 308, "max_ms": 88.797, "p95_ms": 71.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.588, "count": 308, "max_ms": 118.898, "p95_ms": 105.689}, "yolo11_640_fire_11class": {"avg_ms": 56.611, "count": 308, "max_ms": 89.33, "p95_ms": 73.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.344, "count": 308, "max_ms": 114.05, "p95_ms": 100.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.199, "count": 308, "max_ms": 171.186, "p95_ms": 121.819}, "read_interval": {"avg_ms": 97.707, "count": 307, "max_ms": 180.494, "p95_ms": 135.645}, "triton_wait": {"avg_ms": 70.833, "count": 308, "max_ms": 118.91, "p95_ms": 105.702}, "visualize": {"avg_ms": 3.654, "count": 308, "max_ms": 12.354, "p95_ms": 4.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 112, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4782.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2017.615, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.697, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:51:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:51:44+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T11:51:44+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T11:51:44.282264+09:00", "mtime_epoch": 1783306304.2822638, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:51:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 712.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.517, "pushed": 6.517, "read": 6.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.333, "count": 195, "max_ms": 40.684, "p95_ms": 32.232}, "gstreamer_push": {"avg_ms": 1.203, "count": 195, "max_ms": 3.33, "p95_ms": 2.281}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.883, "count": 195, "max_ms": 118.002, "p95_ms": 103.109}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.275, "count": 195, "max_ms": 105.985, "p95_ms": 99.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.122, "count": 195, "max_ms": 195.085, "p95_ms": 180.65}, "read_interval": {"avg_ms": 154.082, "count": 194, "max_ms": 203.44, "p95_ms": 189.167}, "triton_wait": {"avg_ms": 73.02, "count": 195, "max_ms": 118.013, "p95_ms": 103.694}, "visualize": {"avg_ms": 42.626, "count": 195, "max_ms": 66.413, "p95_ms": 55.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4782.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.647, "last_started_at": "2026-07-06T11:49:56+09:00", "pid": 2919, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.531, "name": "ffmpeg", "pid": 2919, "rss_mb": 270.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.82, "sample_count": 1650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:51:53+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T11:51:52+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T11:51:52.954417+09:00", "mtime_epoch": 1783306312.9544168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:51:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 965.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.831, "pushed": 3.831, "read": 3.797}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.272, "count": 114, "max_ms": 17.61, "p95_ms": 13.783}, "gstreamer_push": {"avg_ms": 0.863, "count": 114, "max_ms": 1.257, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.27, "count": 114, "max_ms": 90.506, "p95_ms": 81.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.187, "count": 114, "max_ms": 122.047, "p95_ms": 117.226}, "yolo11_640_fire_11class": {"avg_ms": 59.913, "count": 114, "max_ms": 91.014, "p95_ms": 83.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.59, "count": 114, "max_ms": 115.558, "p95_ms": 110.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.579, "count": 114, "max_ms": 309.042, "p95_ms": 295.501}, "read_interval": {"avg_ms": 263.971, "count": 113, "max_ms": 315.64, "p95_ms": 303.348}, "triton_wait": {"avg_ms": 83.466, "count": 114, "max_ms": 122.06, "p95_ms": 117.238}, "visualize": {"avg_ms": 11.207, "count": 114, "max_ms": 28.984, "p95_ms": 12.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.759, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4770.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.649, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.602, "sample_count": 2822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:52:04+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T11:52:04+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T11:52:04.386619+09:00", "mtime_epoch": 1783306324.3866186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:52:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.203, "name": "celery", "pid": 267, "rss_mb": 1099.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.238, "pushed": 10.238, "read": 10.204}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.714, "count": 306, "max_ms": 5.684, "p95_ms": 4.662}, "gstreamer_push": {"avg_ms": 1.297, "count": 306, "max_ms": 1.921, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.237, "count": 306, "max_ms": 83.298, "p95_ms": 71.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.824, "count": 306, "max_ms": 124.758, "p95_ms": 107.204}, "yolo11_640_fire_11class": {"avg_ms": 57.441, "count": 306, "max_ms": 86.035, "p95_ms": 75.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.237, "count": 306, "max_ms": 114.626, "p95_ms": 102.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.34, "count": 306, "max_ms": 136.989, "p95_ms": 120.04}, "read_interval": {"avg_ms": 98.135, "count": 305, "max_ms": 150.62, "p95_ms": 133.64}, "triton_wait": {"avg_ms": 72.058, "count": 306, "max_ms": 124.771, "p95_ms": 107.218}, "visualize": {"avg_ms": 3.641, "count": 306, "max_ms": 5.022, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 113, "tracking_summary": 111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4530.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2047.645, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.486, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:52:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:52:14+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T11:52:14+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T11:52:14.270793+09:00", "mtime_epoch": 1783306334.270793, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:52:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 714.57, "name": "celery", "pid": 239, "rss_mb": 701.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.358, "pushed": 6.358, "read": 6.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.559, "count": 190, "max_ms": 36.883, "p95_ms": 31.178}, "gstreamer_push": {"avg_ms": 1.213, "count": 190, "max_ms": 2.656, "p95_ms": 2.178}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.553, "count": 190, "max_ms": 122.237, "p95_ms": 107.256}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.865, "count": 190, "max_ms": 121.411, "p95_ms": 103.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.174, "count": 190, "max_ms": 198.89, "p95_ms": 187.021}, "read_interval": {"avg_ms": 157.903, "count": 189, "max_ms": 208.033, "p95_ms": 194.728}, "triton_wait": {"avg_ms": 75.515, "count": 190, "max_ms": 122.25, "p95_ms": 111.845}, "visualize": {"avg_ms": 44.974, "count": 190, "max_ms": 73.922, "p95_ms": 63.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 8, "tracking_summary": 106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4988.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:52:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.425, "last_started_at": "2026-07-06T11:52:16+09:00", "pid": 3026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 154.711, "name": "ffmpeg", "pid": 3026, "rss_mb": 154.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 268.022, "sample_count": 1535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:52:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:52:23+09:00", "last_frame_read_age_sec": 0.56, "last_frame_read_at": "2026-07-06T11:52:22+09:00", "mjpeg": {"age_sec": 0.542, "exists": true, "mtime": "2026-07-06T11:52:22.982947+09:00", "mtime_epoch": 1783306342.9829469, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:52:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1146.734, "name": "celery", "pid": 237, "rss_mb": 1135.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 3.107, "recorders": [{"age_sec": 3.107, "frame_count": 55, "is_recording": true, "is_stopping": false, "pid": 3133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.719, "name": "ffmpeg", "pid": 3133, "rss_mb": 186.719, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 45, "returncode": null, "running": true, "started_at": "2026-07-06T11:52:20+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_115220_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [3133], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.985, "pushed": 2.985, "read": 2.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.87, "count": 89, "max_ms": 24.595, "p95_ms": 21.509}, "gstreamer_push": {"avg_ms": 0.934, "count": 89, "max_ms": 3.091, "p95_ms": 1.891}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.153, "count": 89, "max_ms": 80.331, "p95_ms": 75.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.504, "count": 89, "max_ms": 113.333, "p95_ms": 111.493}, "yolo11_640_fire_11class": {"avg_ms": 59.306, "count": 89, "max_ms": 84.621, "p95_ms": 80.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.159, "count": 89, "max_ms": 117.991, "p95_ms": 108.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.06, "count": 89, "max_ms": 868.527, "p95_ms": 461.848}, "read_interval": {"avg_ms": 335.299, "count": 88, "max_ms": 4602.273, "p95_ms": 511.243}, "triton_wait": {"avg_ms": 82.982, "count": 89, "max_ms": 118.002, "p95_ms": 112.294}, "visualize": {"avg_ms": 11.84, "count": 89, "max_ms": 32.942, "p95_ms": 20.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5247.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.782, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.602, "sample_count": 2769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:52:34+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T11:52:34+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T11:52:34.447149+09:00", "mtime_epoch": 1783306354.4471493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:52:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.203, "name": "celery", "pid": 267, "rss_mb": 1099.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.546, "pushed": 7.546, "read": 7.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.704, "count": 226, "max_ms": 9.269, "p95_ms": 6.792}, "gstreamer_push": {"avg_ms": 1.087, "count": 226, "max_ms": 1.427, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.183, "count": 226, "max_ms": 82.327, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.139, "count": 226, "max_ms": 122.308, "p95_ms": 104.157}, "yolo11_640_fire_11class": {"avg_ms": 59.533, "count": 226, "max_ms": 83.122, "p95_ms": 73.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.945, "count": 226, "max_ms": 116.709, "p95_ms": 95.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.313, "count": 226, "max_ms": 178.377, "p95_ms": 157.771}, "read_interval": {"avg_ms": 132.769, "count": 225, "max_ms": 187.647, "p95_ms": 167.965}, "triton_wait": {"avg_ms": 73.381, "count": 226, "max_ms": 122.32, "p95_ms": 106.131}, "visualize": {"avg_ms": 5.072, "count": 226, "max_ms": 8.271, "p95_ms": 5.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 115, "tracking_summary": 113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5398.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2077.767, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.898, "name": "ffmpeg", "pid": 821, "rss_mb": 308.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.162, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:52:44+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T11:52:44+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T11:52:44.403325+09:00", "mtime_epoch": 1783306364.403325, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:52:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.418, "name": "celery", "pid": 239, "rss_mb": 701.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.377, "pushed": 6.377, "read": 6.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.077, "count": 191, "max_ms": 37.787, "p95_ms": 31.608}, "gstreamer_push": {"avg_ms": 1.379, "count": 191, "max_ms": 3.397, "p95_ms": 2.383}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.39, "count": 191, "max_ms": 115.815, "p95_ms": 96.458}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.379, "count": 191, "max_ms": 118.273, "p95_ms": 93.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.885, "count": 191, "max_ms": 213.639, "p95_ms": 181.066}, "read_interval": {"avg_ms": 157.616, "count": 190, "max_ms": 221.438, "p95_ms": 188.624}, "triton_wait": {"avg_ms": 72.945, "count": 191, "max_ms": 118.286, "p95_ms": 97.016}, "visualize": {"avg_ms": 47.003, "count": 191, "max_ms": 64.957, "p95_ms": 62.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 8, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5228.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:52:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.665, "last_started_at": "2026-07-06T11:52:16+09:00", "pid": 3026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.664, "name": "ffmpeg", "pid": 3026, "rss_mb": 264.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.943, "sample_count": 1386, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:52:53+09:00", "last_frame_read_age_sec": 0.358, "last_frame_read_at": "2026-07-06T11:52:53+09:00", "mjpeg": {"age_sec": 0.346, "exists": true, "mtime": "2026-07-06T11:52:53.419484+09:00", "mtime_epoch": 1783306373.4194844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:52:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1210.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.165, "pushed": 2.165, "read": 2.131}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.851, "count": 63, "max_ms": 30.149, "p95_ms": 26.788}, "gstreamer_push": {"avg_ms": 1.152, "count": 64, "max_ms": 3.189, "p95_ms": 2.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.506, "count": 63, "max_ms": 86.09, "p95_ms": 73.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 93.436, "count": 63, "max_ms": 123.831, "p95_ms": 119.32}, "yolo11_640_fire_11class": {"avg_ms": 60.007, "count": 63, "max_ms": 87.456, "p95_ms": 81.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.347, "count": 63, "max_ms": 123.404, "p95_ms": 121.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 464.978, "count": 64, "max_ms": 707.385, "p95_ms": 649.466}, "read_interval": {"avg_ms": 474.229, "count": 63, "max_ms": 718.17, "p95_ms": 657.355}, "triton_wait": {"avg_ms": 94.647, "count": 63, "max_ms": 123.843, "p95_ms": 122.408}, "visualize": {"avg_ms": 23.192, "count": 63, "max_ms": 33.844, "p95_ms": 30.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.566, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5151.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.825, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.68, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:53:04+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T11:53:04+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T11:53:04.567681+09:00", "mtime_epoch": 1783306384.5676813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:53:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1225.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.606}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 288, "max_ms": 12.035, "p95_ms": 7.972}, "gstreamer_push": {"avg_ms": 1.337, "count": 288, "max_ms": 3.844, "p95_ms": 1.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.472, "count": 288, "max_ms": 85.134, "p95_ms": 62.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.887, "count": 288, "max_ms": 119.09, "p95_ms": 104.93}, "yolo11_640_fire_11class": {"avg_ms": 55.377, "count": 288, "max_ms": 80.133, "p95_ms": 69.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.181, "count": 288, "max_ms": 121.441, "p95_ms": 92.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.509, "count": 288, "max_ms": 661.493, "p95_ms": 175.003}, "read_interval": {"avg_ms": 104.389, "count": 287, "max_ms": 673.382, "p95_ms": 183.904}, "triton_wait": {"avg_ms": 69.169, "count": 288, "max_ms": 121.453, "p95_ms": 104.943}, "visualize": {"avg_ms": 4.181, "count": 288, "max_ms": 14.622, "p95_ms": 11.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 116, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5137.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2107.897, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.683, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:53:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:53:14+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T11:53:14+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T11:53:14.555858+09:00", "mtime_epoch": 1783306394.555858, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:53:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.418, "name": "celery", "pid": 239, "rss_mb": 713.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.271, "pushed": 6.271, "read": 6.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.749, "count": 188, "max_ms": 47.217, "p95_ms": 34.172}, "gstreamer_push": {"avg_ms": 1.609, "count": 188, "max_ms": 3.717, "p95_ms": 2.404}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.369, "count": 188, "max_ms": 120.618, "p95_ms": 103.624}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.807, "count": 188, "max_ms": 112.752, "p95_ms": 94.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.374, "count": 188, "max_ms": 206.102, "p95_ms": 183.178}, "read_interval": {"avg_ms": 160.311, "count": 187, "max_ms": 220.088, "p95_ms": 195.281}, "triton_wait": {"avg_ms": 75.803, "count": 188, "max_ms": 120.63, "p95_ms": 106.412}, "visualize": {"avg_ms": 45.878, "count": 188, "max_ms": 66.684, "p95_ms": 59.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 11, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5142.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:52:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.861, "last_started_at": "2026-07-06T11:52:16+09:00", "pid": 3026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.469, "name": "ffmpeg", "pid": 3026, "rss_mb": 266.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 405.15, "sample_count": 1260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:53:23+09:00", "last_frame_read_age_sec": 0.383, "last_frame_read_at": "2026-07-06T11:53:23+09:00", "mjpeg": {"age_sec": 0.373, "exists": true, "mtime": "2026-07-06T11:53:23.588017+09:00", "mtime_epoch": 1783306403.5880175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:53:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1215.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.746, "pushed": 2.746, "read": 2.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.74, "count": 81, "max_ms": 23.294, "p95_ms": 21.117}, "gstreamer_push": {"avg_ms": 0.878, "count": 82, "max_ms": 1.966, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.15, "count": 81, "max_ms": 78.079, "p95_ms": 71.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.815, "count": 81, "max_ms": 116.23, "p95_ms": 113.295}, "yolo11_640_fire_11class": {"avg_ms": 58.929, "count": 81, "max_ms": 81.943, "p95_ms": 75.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.095, "count": 81, "max_ms": 114.42, "p95_ms": 105.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 361.267, "count": 82, "max_ms": 447.185, "p95_ms": 409.518}, "read_interval": {"avg_ms": 367.985, "count": 81, "max_ms": 455.351, "p95_ms": 415.74}, "triton_wait": {"avg_ms": 89.131, "count": 81, "max_ms": 116.243, "p95_ms": 113.307}, "visualize": {"avg_ms": 15.485, "count": 81, "max_ms": 22.676, "p95_ms": 19.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5119.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 656.832, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.61, "sample_count": 2793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:53:34+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T11:53:34+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T11:53:34.560211+09:00", "mtime_epoch": 1783306414.5602114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:53:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1191.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.745, "count": 306, "max_ms": 8.543, "p95_ms": 5.096}, "gstreamer_push": {"avg_ms": 1.266, "count": 306, "max_ms": 2.044, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.108, "count": 306, "max_ms": 85.448, "p95_ms": 63.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.347, "count": 306, "max_ms": 121.252, "p95_ms": 107.194}, "yolo11_640_fire_11class": {"avg_ms": 56.332, "count": 306, "max_ms": 87.903, "p95_ms": 72.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.567, "count": 306, "max_ms": 115.372, "p95_ms": 105.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.425, "count": 306, "max_ms": 169.637, "p95_ms": 123.16}, "read_interval": {"avg_ms": 98.028, "count": 306, "max_ms": 181.507, "p95_ms": 136.95}, "triton_wait": {"avg_ms": 70.714, "count": 306, "max_ms": 121.265, "p95_ms": 108.078}, "visualize": {"avg_ms": 3.612, "count": 306, "max_ms": 6.182, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 118, "tracking_summary": 116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5110.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2138.004, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.683, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:53:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:53:44+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T11:53:44+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T11:53:44.676390+09:00", "mtime_epoch": 1783306424.6763902, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:53:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.844, "name": "celery", "pid": 239, "rss_mb": 710.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.509, "pushed": 6.509, "read": 6.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.976, "count": 195, "max_ms": 36.778, "p95_ms": 31.787}, "gstreamer_push": {"avg_ms": 1.036, "count": 195, "max_ms": 3.653, "p95_ms": 2.177}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.871, "count": 195, "max_ms": 114.603, "p95_ms": 96.273}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.174, "count": 195, "max_ms": 112.515, "p95_ms": 93.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.867, "count": 195, "max_ms": 200.798, "p95_ms": 172.455}, "read_interval": {"avg_ms": 154.449, "count": 194, "max_ms": 208.967, "p95_ms": 180.728}, "triton_wait": {"avg_ms": 73.917, "count": 195, "max_ms": 114.617, "p95_ms": 98.426}, "visualize": {"avg_ms": 41.992, "count": 195, "max_ms": 61.328, "p95_ms": 56.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5022.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:52:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.929, "last_started_at": "2026-07-06T11:52:16+09:00", "pid": 3026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.5, "name": "ffmpeg", "pid": 3026, "rss_mb": 267.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 435.674, "sample_count": 1127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:53:54+09:00", "last_frame_read_age_sec": 0.415, "last_frame_read_at": "2026-07-06T11:53:53+09:00", "mjpeg": {"age_sec": 0.404, "exists": true, "mtime": "2026-07-06T11:53:53.624548+09:00", "mtime_epoch": 1783306433.6245482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:53:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1196.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.596, "pushed": 2.596, "read": 2.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.465, "count": 77, "max_ms": 25.431, "p95_ms": 23.445}, "gstreamer_push": {"avg_ms": 0.867, "count": 77, "max_ms": 1.092, "p95_ms": 0.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.912, "count": 77, "max_ms": 79.102, "p95_ms": 73.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.505, "count": 77, "max_ms": 124.468, "p95_ms": 121.667}, "yolo11_640_fire_11class": {"avg_ms": 60.195, "count": 77, "max_ms": 84.458, "p95_ms": 81.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.597, "count": 77, "max_ms": 119.475, "p95_ms": 115.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 383.513, "count": 77, "max_ms": 507.28, "p95_ms": 442.761}, "read_interval": {"avg_ms": 390.079, "count": 76, "max_ms": 513.512, "p95_ms": 450.427}, "triton_wait": {"avg_ms": 90.224, "count": 77, "max_ms": 124.48, "p95_ms": 121.68}, "visualize": {"avg_ms": 17.095, "count": 77, "max_ms": 24.254, "p95_ms": 21.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.665, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5009.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.853, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.036, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:54:04+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T11:54:04+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T11:54:04.544741+09:00", "mtime_epoch": 1783306444.5447414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:54:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1080.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.454, "pushed": 8.454, "read": 8.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.429, "count": 253, "max_ms": 14.36, "p95_ms": 10.695}, "gstreamer_push": {"avg_ms": 1.177, "count": 253, "max_ms": 1.507, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.75, "count": 253, "max_ms": 79.622, "p95_ms": 67.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.386, "count": 253, "max_ms": 119.583, "p95_ms": 108.246}, "yolo11_640_fire_11class": {"avg_ms": 55.576, "count": 253, "max_ms": 83.316, "p95_ms": 68.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.537, "count": 253, "max_ms": 115.978, "p95_ms": 94.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.238, "count": 253, "max_ms": 226.204, "p95_ms": 179.638}, "read_interval": {"avg_ms": 118.548, "count": 252, "max_ms": 234.811, "p95_ms": 190.744}, "triton_wait": {"avg_ms": 69.696, "count": 253, "max_ms": 119.599, "p95_ms": 108.26}, "visualize": {"avg_ms": 4.224, "count": 253, "max_ms": 7.767, "p95_ms": 6.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 120, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5165.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2168.015, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.706, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:54:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:54:14+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T11:54:14+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T11:54:14.688921+09:00", "mtime_epoch": 1783306454.6889207, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:54:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 715.844, "name": "celery", "pid": 239, "rss_mb": 713.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.733, "pushed": 6.733, "read": 6.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.351, "count": 201, "max_ms": 39.029, "p95_ms": 31.113}, "gstreamer_push": {"avg_ms": 0.99, "count": 201, "max_ms": 2.654, "p95_ms": 1.221}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.072, "count": 201, "max_ms": 114.459, "p95_ms": 101.608}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.109, "count": 201, "max_ms": 113.186, "p95_ms": 94.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.734, "count": 201, "max_ms": 195.08, "p95_ms": 172.5}, "read_interval": {"avg_ms": 149.352, "count": 200, "max_ms": 203.91, "p95_ms": 182.545}, "triton_wait": {"avg_ms": 71.76, "count": 201, "max_ms": 114.472, "p95_ms": 101.621}, "visualize": {"avg_ms": 39.305, "count": 201, "max_ms": 56.26, "p95_ms": 48.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 14, "tracking_summary": 108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5252.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:49:53+09:00", "last_error_summary": "[h264 @ 0x55856bf41cc0] reference picture missing during reorder [h264 @ 0x55856bf41cc0] Missing reference picture, default is 65537 [h264 @ 0x55856c030180] mmco: unref short failure [h264 @ 0x55856c030180] illegal short term buffer state detected [h264 @ 0x55856cbaae00] left block unavailable for requested intra mode [h264 @ 0x55856cbaae00] error while decoding MB 0 35, bytestream 6795 [h264 @ 0x55856c86f4c0] error while decoding MB 28 41, bytestream -5 [in#0/rtsp @ 0x55856beb9e00] Error during", "last_exit_at": "2026-07-06T11:52:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.164, "last_started_at": "2026-07-06T11:52:16+09:00", "pid": 3026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.297, "name": "ffmpeg", "pid": 3026, "rss_mb": 283.297, "state": "S (sleeping)", "threads": 104}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 469.479, "sample_count": 987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T11:54:24+09:00", "last_frame_read_age_sec": 0.495, "last_frame_read_at": "2026-07-06T11:54:23+09:00", "mjpeg": {"age_sec": 0.483, "exists": true, "mtime": "2026-07-06T11:54:23.781081+09:00", "mtime_epoch": 1783306463.7810814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:54:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1273.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 13.446, "recorders": [{"age_sec": 13.446, "frame_count": 75, "is_recording": true, "is_stopping": false, "pid": 3253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.227, "name": "ffmpeg", "pid": 3253, "rss_mb": 186.227, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 25, "returncode": null, "running": true, "started_at": "2026-07-06T11:54:10+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_115410_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [3253], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.149, "pushed": 2.149, "read": 2.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.376, "count": 63, "max_ms": 38.077, "p95_ms": 27.564}, "gstreamer_push": {"avg_ms": 0.873, "count": 64, "max_ms": 1.304, "p95_ms": 0.909}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.824, "count": 63, "max_ms": 89.992, "p95_ms": 63.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.269, "count": 63, "max_ms": 121.148, "p95_ms": 114.608}, "yolo11_640_fire_11class": {"avg_ms": 56.807, "count": 63, "max_ms": 83.682, "p95_ms": 75.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.003, "count": 63, "max_ms": 122.79, "p95_ms": 116.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 465.282, "count": 64, "max_ms": 891.41, "p95_ms": 742.331}, "read_interval": {"avg_ms": 471.969, "count": 63, "max_ms": 897.433, "p95_ms": 750.735}, "triton_wait": {"avg_ms": 88.901, "count": 63, "max_ms": 122.803, "p95_ms": 116.036}, "visualize": {"avg_ms": 18.422, "count": 63, "max_ms": 29.075, "p95_ms": 27.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.775, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4992.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 716.973, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.238, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.885, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:54:34+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T11:54:34+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T11:54:34.633273+09:00", "mtime_epoch": 1783306474.6332734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:54:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1070.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.552, "pushed": 5.552, "read": 5.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.612, "count": 166, "max_ms": 12.021, "p95_ms": 11.37}, "gstreamer_push": {"avg_ms": 0.905, "count": 166, "max_ms": 1.168, "p95_ms": 1.007}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.119, "count": 166, "max_ms": 93.866, "p95_ms": 65.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.362, "count": 166, "max_ms": 126.432, "p95_ms": 100.717}, "yolo11_640_fire_11class": {"avg_ms": 53.9, "count": 166, "max_ms": 87.327, "p95_ms": 65.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.778, "count": 166, "max_ms": 129.024, "p95_ms": 94.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.455, "count": 166, "max_ms": 234.606, "p95_ms": 210.136}, "read_interval": {"avg_ms": 181.528, "count": 165, "max_ms": 241.882, "p95_ms": 217.322}, "triton_wait": {"avg_ms": 71.439, "count": 166, "max_ms": 129.04, "p95_ms": 100.733}, "visualize": {"avg_ms": 6.255, "count": 166, "max_ms": 9.389, "p95_ms": 7.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 121, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4955.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2198.135, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.11, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:54:44+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T11:54:44+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T11:54:44.813453+09:00", "mtime_epoch": 1783306484.8134534, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:54:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.012, "name": "celery", "pid": 239, "rss_mb": 710.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.8, "pushed": 6.8, "read": 6.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.417, "count": 204, "max_ms": 46.699, "p95_ms": 35.919}, "gstreamer_push": {"avg_ms": 0.951, "count": 204, "max_ms": 2.795, "p95_ms": 1.136}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.181, "count": 204, "max_ms": 125.199, "p95_ms": 95.816}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.608, "count": 204, "max_ms": 104.316, "p95_ms": 92.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.509, "count": 204, "max_ms": 215.602, "p95_ms": 177.325}, "read_interval": {"avg_ms": 146.983, "count": 204, "max_ms": 224.832, "p95_ms": 185.543}, "triton_wait": {"avg_ms": 70.337, "count": 204, "max_ms": 125.212, "p95_ms": 96.464}, "visualize": {"avg_ms": 37.462, "count": 204, "max_ms": 57.405, "p95_ms": 47.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5012.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:54:32+09:00", "last_error_summary": "[h264 @ 0x5651db6fe840] error while decoding MB 60 35, bytestream -5", "last_exit_at": "2026-07-06T11:54:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.011, "last_started_at": "2026-07-06T11:54:35+09:00", "pid": 3313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 224.855, "name": "ffmpeg", "pid": 3313, "rss_mb": 224.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 495.033, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:54:54+09:00", "last_frame_read_age_sec": 0.558, "last_frame_read_at": "2026-07-06T11:54:54+09:00", "mjpeg": {"age_sec": 0.549, "exists": true, "mtime": "2026-07-06T11:54:54.185619+09:00", "mtime_epoch": 1783306494.185619, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:54:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1247.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.806, "pushed": 1.806, "read": 1.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.502, "count": 53, "max_ms": 34.036, "p95_ms": 29.937}, "gstreamer_push": {"avg_ms": 0.902, "count": 54, "max_ms": 1.435, "p95_ms": 1.142}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.221, "count": 53, "max_ms": 81.707, "p95_ms": 78.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.058, "count": 53, "max_ms": 132.24, "p95_ms": 123.037}, "yolo11_640_fire_11class": {"avg_ms": 56.335, "count": 53, "max_ms": 81.235, "p95_ms": 79.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.626, "count": 53, "max_ms": 126.329, "p95_ms": 121.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 472.013, "count": 54, "max_ms": 579.003, "p95_ms": 556.485}, "read_interval": {"avg_ms": 564.274, "count": 53, "max_ms": 5116.628, "p95_ms": 576.325}, "triton_wait": {"avg_ms": 90.634, "count": 53, "max_ms": 132.254, "p95_ms": 123.049}, "visualize": {"avg_ms": 17.642, "count": 53, "max_ms": 23.606, "p95_ms": 22.577}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5049.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.008, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.496, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.398, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:55:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:55:04+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T11:55:04+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T11:55:04.713805+09:00", "mtime_epoch": 1783306504.7138054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:55:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1068.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.994, "pushed": 5.994, "read": 5.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.521, "count": 179, "max_ms": 14.518, "p95_ms": 11.349}, "gstreamer_push": {"avg_ms": 0.959, "count": 179, "max_ms": 2.978, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.345, "count": 179, "max_ms": 83.252, "p95_ms": 66.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.595, "count": 179, "max_ms": 122.017, "p95_ms": 104.129}, "yolo11_640_fire_11class": {"avg_ms": 56.074, "count": 179, "max_ms": 82.472, "p95_ms": 67.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.78, "count": 179, "max_ms": 124.912, "p95_ms": 79.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.31, "count": 179, "max_ms": 239.035, "p95_ms": 195.733}, "read_interval": {"avg_ms": 168.071, "count": 178, "max_ms": 247.625, "p95_ms": 202.926}, "triton_wait": {"avg_ms": 72.57, "count": 179, "max_ms": 124.924, "p95_ms": 104.142}, "visualize": {"avg_ms": 5.901, "count": 179, "max_ms": 8.16, "p95_ms": 7.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 124, "tracking_summary": 121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5052.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2228.158, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.955, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:55:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:55:14+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T11:55:14+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T11:55:14.817984+09:00", "mtime_epoch": 1783306514.8179843, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:55:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.188, "name": "celery", "pid": 239, "rss_mb": 713.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.491, "pushed": 6.491, "read": 6.458}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.227, "count": 194, "max_ms": 38.209, "p95_ms": 34.004}, "gstreamer_push": {"avg_ms": 0.931, "count": 194, "max_ms": 2.15, "p95_ms": 1.091}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.227, "count": 194, "max_ms": 129.637, "p95_ms": 97.348}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.729, "count": 194, "max_ms": 117.434, "p95_ms": 95.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.384, "count": 194, "max_ms": 221.924, "p95_ms": 177.82}, "read_interval": {"avg_ms": 154.76, "count": 193, "max_ms": 230.381, "p95_ms": 185.607}, "triton_wait": {"avg_ms": 72.784, "count": 194, "max_ms": 129.653, "p95_ms": 99.623}, "visualize": {"avg_ms": 41.379, "count": 194, "max_ms": 69.337, "p95_ms": 60.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5053.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:54:32+09:00", "last_error_summary": "[h264 @ 0x5651db6fe840] error while decoding MB 60 35, bytestream -5", "last_exit_at": "2026-07-06T11:54:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.33, "last_started_at": "2026-07-06T11:54:35+09:00", "pid": 3313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.82, "name": "ffmpeg", "pid": 3313, "rss_mb": 265.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 509.667, "sample_count": 880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:55:25+09:00", "last_frame_read_age_sec": 0.433, "last_frame_read_at": "2026-07-06T11:55:24+09:00", "mjpeg": {"age_sec": 0.42, "exists": true, "mtime": "2026-07-06T11:55:24.634158+09:00", "mtime_epoch": 1783306524.634158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:55:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1247.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.115, "pushed": 2.115, "read": 2.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.882, "count": 62, "max_ms": 37.622, "p95_ms": 31.609}, "gstreamer_push": {"avg_ms": 0.874, "count": 63, "max_ms": 1.085, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.345, "count": 62, "max_ms": 85.217, "p95_ms": 76.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.994, "count": 62, "max_ms": 129.384, "p95_ms": 128.089}, "yolo11_640_fire_11class": {"avg_ms": 56.929, "count": 62, "max_ms": 87.999, "p95_ms": 86.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.647, "count": 62, "max_ms": 129.594, "p95_ms": 126.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 474.278, "count": 63, "max_ms": 550.132, "p95_ms": 527.837}, "read_interval": {"avg_ms": 481.911, "count": 62, "max_ms": 555.726, "p95_ms": 533.669}, "triton_wait": {"avg_ms": 89.514, "count": 62, "max_ms": 129.607, "p95_ms": 128.954}, "visualize": {"avg_ms": 21.702, "count": 62, "max_ms": 26.236, "p95_ms": 24.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.789, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5039.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.034, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.496, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.885, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:55:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:55:34+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T11:55:34+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T11:55:34.738337+09:00", "mtime_epoch": 1783306534.7383368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:55:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.662, "pushed": 7.662, "read": 7.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.061, "count": 229, "max_ms": 9.706, "p95_ms": 8.052}, "gstreamer_push": {"avg_ms": 1.228, "count": 229, "max_ms": 6.516, "p95_ms": 2.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.133, "count": 229, "max_ms": 81.215, "p95_ms": 64.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.601, "count": 229, "max_ms": 139.316, "p95_ms": 107.848}, "yolo11_640_fire_11class": {"avg_ms": 56.045, "count": 229, "max_ms": 85.145, "p95_ms": 70.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.612, "count": 229, "max_ms": 126.584, "p95_ms": 100.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.746, "count": 229, "max_ms": 199.27, "p95_ms": 160.958}, "read_interval": {"avg_ms": 131.143, "count": 228, "max_ms": 209.116, "p95_ms": 171.382}, "triton_wait": {"avg_ms": 74.746, "count": 229, "max_ms": 139.329, "p95_ms": 107.861}, "visualize": {"avg_ms": 4.826, "count": 229, "max_ms": 6.498, "p95_ms": 5.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 124, "tracking_summary": 123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5030.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2258.2, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.22, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:55:44+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T11:55:44+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T11:55:44.834515+09:00", "mtime_epoch": 1783306544.8345153, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:55:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.527, "name": "celery", "pid": 239, "rss_mb": 711.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.626, "pushed": 6.626, "read": 6.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.663, "count": 198, "max_ms": 43.156, "p95_ms": 35.362}, "gstreamer_push": {"avg_ms": 0.961, "count": 198, "max_ms": 2.296, "p95_ms": 1.143}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.16, "count": 198, "max_ms": 130.557, "p95_ms": 98.675}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.728, "count": 198, "max_ms": 120.876, "p95_ms": 97.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.23, "count": 198, "max_ms": 200.921, "p95_ms": 179.706}, "read_interval": {"avg_ms": 151.584, "count": 197, "max_ms": 208.966, "p95_ms": 189.374}, "triton_wait": {"avg_ms": 74.925, "count": 198, "max_ms": 130.57, "p95_ms": 103.533}, "visualize": {"avg_ms": 39.485, "count": 198, "max_ms": 56.413, "p95_ms": 49.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5030.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:54:32+09:00", "last_error_summary": "[h264 @ 0x5651db6fe840] error while decoding MB 60 35, bytestream -5", "last_exit_at": "2026-07-06T11:54:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.673, "last_started_at": "2026-07-06T11:54:35+09:00", "pid": 3313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.367, "name": "ffmpeg", "pid": 3313, "rss_mb": 267.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 522.508, "sample_count": 787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T11:55:55+09:00", "last_frame_read_age_sec": 0.451, "last_frame_read_at": "2026-07-06T11:55:54+09:00", "mjpeg": {"age_sec": 0.437, "exists": true, "mtime": "2026-07-06T11:55:54.958694+09:00", "mtime_epoch": 1783306554.9586945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:55:55+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1229.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 65, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.207, "pushed": 2.207, "read": 2.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.926, "count": 65, "max_ms": 30.959, "p95_ms": 28.79}, "gstreamer_push": {"avg_ms": 0.898, "count": 66, "max_ms": 0.976, "p95_ms": 0.969}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.448, "count": 65, "max_ms": 84.129, "p95_ms": 75.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.625, "count": 65, "max_ms": 128.414, "p95_ms": 121.982}, "yolo11_640_fire_11class": {"avg_ms": 59.204, "count": 65, "max_ms": 85.869, "p95_ms": 80.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.682, "count": 65, "max_ms": 123.873, "p95_ms": 118.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 452.698, "count": 66, "max_ms": 522.508, "p95_ms": 505.483}, "read_interval": {"avg_ms": 459.764, "count": 65, "max_ms": 530.602, "p95_ms": 513.06}, "triton_wait": {"avg_ms": 93.051, "count": 65, "max_ms": 128.426, "p95_ms": 122.392}, "visualize": {"avg_ms": 21.433, "count": 65, "max_ms": 24.228, "p95_ms": 23.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5021.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.088, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.496, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.067, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:56:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:56:04+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T11:56:04+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T11:56:04.826869+09:00", "mtime_epoch": 1783306564.8268692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:56:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1060.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.643, "pushed": 9.643, "read": 9.61}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.102, "count": 289, "max_ms": 9.586, "p95_ms": 5.821}, "gstreamer_push": {"avg_ms": 1.47, "count": 289, "max_ms": 6.504, "p95_ms": 3.616}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.524, "count": 289, "max_ms": 90.329, "p95_ms": 61.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.263, "count": 289, "max_ms": 125.76, "p95_ms": 114.687}, "yolo11_640_fire_11class": {"avg_ms": 57.993, "count": 289, "max_ms": 86.698, "p95_ms": 75.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.479, "count": 289, "max_ms": 123.513, "p95_ms": 110.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.998, "count": 289, "max_ms": 173.103, "p95_ms": 139.382}, "read_interval": {"avg_ms": 104.046, "count": 288, "max_ms": 185.761, "p95_ms": 150.531}, "triton_wait": {"avg_ms": 72.486, "count": 289, "max_ms": 125.772, "p95_ms": 114.7}, "visualize": {"avg_ms": 3.84, "count": 289, "max_ms": 6.85, "p95_ms": 5.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 127, "tracking_summary": 124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5022.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2288.292, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.782, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:56:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:56:15+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T11:56:14+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T11:56:14.955049+09:00", "mtime_epoch": 1783306574.9550486, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:56:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.527, "name": "celery", "pid": 239, "rss_mb": 713.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.512, "pushed": 6.512, "read": 6.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.363, "count": 195, "max_ms": 35.972, "p95_ms": 32.35}, "gstreamer_push": {"avg_ms": 0.935, "count": 195, "max_ms": 1.608, "p95_ms": 1.088}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.887, "count": 195, "max_ms": 131.038, "p95_ms": 109.348}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.639, "count": 195, "max_ms": 107.678, "p95_ms": 97.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.86, "count": 195, "max_ms": 209.346, "p95_ms": 181.432}, "read_interval": {"avg_ms": 154.333, "count": 194, "max_ms": 217.363, "p95_ms": 192.124}, "triton_wait": {"avg_ms": 75.634, "count": 195, "max_ms": 131.051, "p95_ms": 109.36}, "visualize": {"avg_ms": 38.801, "count": 195, "max_ms": 44.918, "p95_ms": 42.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5024.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:54:32+09:00", "last_error_summary": "[h264 @ 0x5651db6fe840] error while decoding MB 60 35, bytestream -5", "last_exit_at": "2026-07-06T11:54:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.827, "last_started_at": "2026-07-06T11:54:35+09:00", "pid": 3313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.398, "name": "ffmpeg", "pid": 3313, "rss_mb": 268.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 523.787, "sample_count": 731, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:56:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:56:25+09:00", "last_frame_read_age_sec": 0.426, "last_frame_read_at": "2026-07-06T11:56:25+09:00", "mjpeg": {"age_sec": 0.412, "exists": true, "mtime": "2026-07-06T11:56:25.139229+09:00", "mtime_epoch": 1783306585.1392288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:56:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1221.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.19, "pushed": 2.19, "read": 2.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.675, "count": 64, "max_ms": 28.965, "p95_ms": 27.819}, "gstreamer_push": {"avg_ms": 0.883, "count": 65, "max_ms": 1.152, "p95_ms": 0.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.618, "count": 64, "max_ms": 79.036, "p95_ms": 71.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.731, "count": 64, "max_ms": 124.859, "p95_ms": 120.152}, "yolo11_640_fire_11class": {"avg_ms": 57.975, "count": 64, "max_ms": 82.727, "p95_ms": 76.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.918, "count": 64, "max_ms": 123.757, "p95_ms": 118.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 457.182, "count": 65, "max_ms": 504.459, "p95_ms": 488.243}, "read_interval": {"avg_ms": 464.421, "count": 64, "max_ms": 511.571, "p95_ms": 494.002}, "triton_wait": {"avg_ms": 94.956, "count": 64, "max_ms": 124.872, "p95_ms": 120.162}, "visualize": {"avg_ms": 18.597, "count": 64, "max_ms": 23.829, "p95_ms": 23.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.675, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5024.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.114, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.496, "name": "ffmpeg", "pid": 2600, "rss_mb": 332.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.885, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:56:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:56:34+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T11:56:34+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T11:56:34.863401+09:00", "mtime_epoch": 1783306594.863401, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:56:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1063.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.417, "pushed": 10.417, "read": 10.383}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.85, "count": 312, "max_ms": 5.941, "p95_ms": 5.138}, "gstreamer_push": {"avg_ms": 1.497, "count": 312, "max_ms": 6.46, "p95_ms": 3.699}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.913, "count": 312, "max_ms": 80.202, "p95_ms": 59.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.817, "count": 312, "max_ms": 124.17, "p95_ms": 98.22}, "yolo11_640_fire_11class": {"avg_ms": 55.122, "count": 312, "max_ms": 84.527, "p95_ms": 67.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.262, "count": 312, "max_ms": 123.34, "p95_ms": 92.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.543, "count": 312, "max_ms": 136.511, "p95_ms": 117.5}, "read_interval": {"avg_ms": 96.302, "count": 311, "max_ms": 155.334, "p95_ms": 129.766}, "triton_wait": {"avg_ms": 70.134, "count": 312, "max_ms": 124.181, "p95_ms": 105.168}, "visualize": {"avg_ms": 3.657, "count": 312, "max_ms": 5.124, "p95_ms": 4.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 127, "tracking_summary": 126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5039.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2318.389, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.237, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:56:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:56:45+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T11:56:45+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T11:56:45.079582+09:00", "mtime_epoch": 1783306605.079582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:56:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 716.527, "name": "celery", "pid": 239, "rss_mb": 711.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.677, "pushed": 6.677, "read": 6.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.398, "count": 200, "max_ms": 39.177, "p95_ms": 30.804}, "gstreamer_push": {"avg_ms": 0.929, "count": 200, "max_ms": 1.225, "p95_ms": 1.066}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.071, "count": 200, "max_ms": 119.035, "p95_ms": 98.42}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.381, "count": 200, "max_ms": 107.575, "p95_ms": 92.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.994, "count": 200, "max_ms": 189.845, "p95_ms": 168.466}, "read_interval": {"avg_ms": 150.619, "count": 199, "max_ms": 201.04, "p95_ms": 181.712}, "triton_wait": {"avg_ms": 73.332, "count": 200, "max_ms": 119.048, "p95_ms": 99.421}, "visualize": {"avg_ms": 39.088, "count": 200, "max_ms": 52.099, "p95_ms": 45.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5056.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:56:51+09:00", "last_error_summary": "[h264 @ 0x55e3c713dc40] error while decoding MB 44 29, bytestream -5", "last_exit_at": "2026-07-06T11:56:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.669, "last_started_at": "2026-07-06T11:56:55+09:00", "pid": 3480, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.574, "name": "ffmpeg", "pid": 3480, "rss_mb": 149.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 542.064, "sample_count": 662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:56:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T11:56:58+09:00", "last_frame_read_age_sec": 0.658, "last_frame_read_at": "2026-07-06T11:56:57+09:00", "mjpeg": {"age_sec": 5.352, "exists": true, "mtime": "2026-07-06T11:56:52.807719+09:00", "mtime_epoch": 1783306612.8077188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:56:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1347.543, "name": "celery", "pid": 237, "rss_mb": 1221.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 6.147, "recorders": [{"age_sec": 6.147, "frame_count": 52, "is_recording": true, "is_stopping": false, "pid": 3420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.055, "name": "ffmpeg", "pid": 3420, "rss_mb": 187.055, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 48, "returncode": null, "running": true, "started_at": "2026-07-06T11:56:52+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_115651_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [3420], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.706, "pushed": 1.706, "read": 1.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.069, "count": 50, "max_ms": 38.009, "p95_ms": 31.027}, "gstreamer_push": {"avg_ms": 0.895, "count": 51, "max_ms": 1.575, "p95_ms": 1.025}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.072, "count": 50, "max_ms": 71.171, "p95_ms": 67.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 97.12, "count": 50, "max_ms": 126.414, "p95_ms": 124.301}, "yolo11_640_fire_11class": {"avg_ms": 57.397, "count": 50, "max_ms": 81.976, "p95_ms": 77.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.156, "count": 50, "max_ms": 121.954, "p95_ms": 116.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 495.701, "count": 51, "max_ms": 919.548, "p95_ms": 567.601}, "read_interval": {"avg_ms": 593.658, "count": 50, "max_ms": 5633.529, "p95_ms": 556.049}, "triton_wait": {"avg_ms": 97.194, "count": 50, "max_ms": 126.427, "p95_ms": 124.314}, "visualize": {"avg_ms": 18.562, "count": 50, "max_ms": 27.134, "p95_ms": 21.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5359.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:42:34+09:00", "last_error_summary": "[h264 @ 0x55c22ccfb200] error while decoding MB 83 33, bytestream -21 [in#0/rtsp @ 0x55c22cb3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c22cb3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:42:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.914, "last_started_at": "2026-07-06T11:42:37+09:00", "pid": 2600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 2600, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.503, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:57:06+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T11:57:06+09:00", "mjpeg": {"age_sec": 17.734, "exists": true, "mtime": "2026-07-06T11:56:48.987651+09:00", "mtime_epoch": 1783306608.987651, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:57:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1060.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.267, "pushed": 4.267, "read": 4.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.902, "count": 127, "max_ms": 5.529, "p95_ms": 4.938}, "gstreamer_push": {"avg_ms": 1.645, "count": 128, "max_ms": 7.518, "p95_ms": 3.848}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.971, "count": 127, "max_ms": 71.125, "p95_ms": 64.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.534, "count": 127, "max_ms": 140.092, "p95_ms": 106.391}, "yolo11_640_fire_11class": {"avg_ms": 55.811, "count": 127, "max_ms": 72.452, "p95_ms": 68.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.485, "count": 127, "max_ms": 110.166, "p95_ms": 97.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.617, "count": 128, "max_ms": 152.371, "p95_ms": 119.665}, "read_interval": {"avg_ms": 236.127, "count": 127, "max_ms": 17747.625, "p95_ms": 137.367}, "triton_wait": {"avg_ms": 70.809, "count": 127, "max_ms": 140.105, "p95_ms": 106.404}, "visualize": {"avg_ms": 3.681, "count": 127, "max_ms": 4.488, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 129, "tracking_summary": 128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5577.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2348.438, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.325, "sample_count": 1977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:57:15+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T11:57:15+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T11:57:15.112114+09:00", "mtime_epoch": 1783306635.1121137, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:57:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.391, "name": "celery", "pid": 239, "rss_mb": 709.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.172, "pushed": 7.172, "read": 7.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.023, "count": 214, "max_ms": 39.191, "p95_ms": 33.273}, "gstreamer_push": {"avg_ms": 1.016, "count": 214, "max_ms": 3.657, "p95_ms": 2.041}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.05, "count": 214, "max_ms": 145.146, "p95_ms": 91.163}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 61.53, "count": 214, "max_ms": 107.482, "p95_ms": 83.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.96, "count": 214, "max_ms": 202.882, "p95_ms": 160.868}, "read_interval": {"avg_ms": 140.45, "count": 213, "max_ms": 211.812, "p95_ms": 171.776}, "triton_wait": {"avg_ms": 62.902, "count": 214, "max_ms": 145.159, "p95_ms": 92.532}, "visualize": {"avg_ms": 38.031, "count": 214, "max_ms": 56.863, "p95_ms": 49.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5323.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:56:51+09:00", "last_error_summary": "[h264 @ 0x55e3c713dc40] error while decoding MB 44 29, bytestream -5", "last_exit_at": "2026-07-06T11:56:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.801, "last_started_at": "2026-07-06T11:56:55+09:00", "pid": 3480, "process": {"exists": true, "fd_count": 5, "hwm_mb": 243.844, "name": "ffmpeg", "pid": 3480, "rss_mb": 243.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 646.151, "sample_count": 626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:57:28+09:00", "last_frame_read_age_sec": 0.671, "last_frame_read_at": "2026-07-06T11:57:27+09:00", "mjpeg": {"age_sec": 0.663, "exists": true, "mtime": "2026-07-06T11:57:27.628335+09:00", "mtime_epoch": 1783306647.6283355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:57:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1393.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 36.279, "recorders": [{"age_sec": 36.279, "frame_count": 95, "is_recording": true, "is_stopping": false, "pid": 3420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.055, "name": "ffmpeg", "pid": 3420, "rss_mb": 187.055, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 5, "returncode": null, "running": true, "started_at": "2026-07-06T11:56:52+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_115651_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [3420], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.458, "pushed": 1.458, "read": 1.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.378, "count": 43, "max_ms": 44.48, "p95_ms": 43.32}, "gstreamer_push": {"avg_ms": 1.223, "count": 43, "max_ms": 3.013, "p95_ms": 2.917}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.11, "count": 43, "max_ms": 67.554, "p95_ms": 64.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 93.846, "count": 43, "max_ms": 126.777, "p95_ms": 116.001}, "yolo11_640_fire_11class": {"avg_ms": 53.335, "count": 43, "max_ms": 73.772, "p95_ms": 61.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.465, "count": 43, "max_ms": 110.286, "p95_ms": 97.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 693.662, "count": 43, "max_ms": 899.703, "p95_ms": 869.034}, "read_interval": {"avg_ms": 701.314, "count": 42, "max_ms": 908.257, "p95_ms": 876.815}, "triton_wait": {"avg_ms": 94.316, "count": 43, "max_ms": 126.793, "p95_ms": 116.013}, "visualize": {"avg_ms": 29.338, "count": 43, "max_ms": 37.719, "p95_ms": 34.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.496, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5195.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.42, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.168, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.416, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:57:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T11:57:36+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T11:57:36.680496+09:00", "mtime_epoch": 1783306656.6804957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:57:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1063.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.408, "pushed": 7.408, "read": 7.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.305, "count": 148, "max_ms": 8.013, "p95_ms": 6.6}, "gstreamer_push": {"avg_ms": 1.518, "count": 148, "max_ms": 6.919, "p95_ms": 3.83}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.405, "count": 148, "max_ms": 67.754, "p95_ms": 60.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.826, "count": 148, "max_ms": 127.507, "p95_ms": 97.411}, "yolo11_640_fire_11class": {"avg_ms": 56.254, "count": 148, "max_ms": 80.89, "p95_ms": 67.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.276, "count": 148, "max_ms": 123.669, "p95_ms": 84.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.153, "count": 148, "max_ms": 156.193, "p95_ms": 139.2}, "read_interval": {"avg_ms": 203.144, "count": 148, "max_ms": 10157.327, "p95_ms": 153.339}, "triton_wait": {"avg_ms": 69.433, "count": 148, "max_ms": 127.52, "p95_ms": 100.834}, "visualize": {"avg_ms": 4.031, "count": 148, "max_ms": 7.159, "p95_ms": 5.57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.979, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 130, "tracking_summary": 129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5194.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2378.568, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.261, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:57:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:57:45+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T11:57:45+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T11:57:45.200647+09:00", "mtime_epoch": 1783306665.2006469, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:57:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.391, "name": "celery", "pid": 239, "rss_mb": 709.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.241, "pushed": 6.241, "read": 6.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.884, "count": 187, "max_ms": 43.193, "p95_ms": 35.24}, "gstreamer_push": {"avg_ms": 1.453, "count": 187, "max_ms": 2.512, "p95_ms": 2.282}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.111, "count": 187, "max_ms": 132.386, "p95_ms": 98.135}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.684, "count": 187, "max_ms": 98.505, "p95_ms": 91.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.231, "count": 187, "max_ms": 225.619, "p95_ms": 190.802}, "read_interval": {"avg_ms": 161.032, "count": 186, "max_ms": 233.143, "p95_ms": 198.125}, "triton_wait": {"avg_ms": 70.362, "count": 187, "max_ms": 132.399, "p95_ms": 98.516}, "visualize": {"avg_ms": 50.255, "count": 187, "max_ms": 65.88, "p95_ms": 63.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5162.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:56:51+09:00", "last_error_summary": "[h264 @ 0x55e3c713dc40] error while decoding MB 44 29, bytestream -5", "last_exit_at": "2026-07-06T11:56:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.076, "last_started_at": "2026-07-06T11:56:55+09:00", "pid": 3480, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.984, "name": "ffmpeg", "pid": 3480, "rss_mb": 264.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 664.869, "sample_count": 609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:57:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:57:58+09:00", "last_frame_read_age_sec": 0.497, "last_frame_read_at": "2026-07-06T11:57:58+09:00", "mjpeg": {"age_sec": 0.481, "exists": true, "mtime": "2026-07-06T11:57:58.084875+09:00", "mtime_epoch": 1783306678.084875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:57:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1350.836, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.752, "pushed": 1.752, "read": 1.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.216, "count": 51, "max_ms": 43.807, "p95_ms": 42.692}, "gstreamer_push": {"avg_ms": 0.894, "count": 52, "max_ms": 1.27, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.511, "count": 51, "max_ms": 80.645, "p95_ms": 74.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 102.546, "count": 51, "max_ms": 135.757, "p95_ms": 128.263}, "yolo11_640_fire_11class": {"avg_ms": 60.178, "count": 51, "max_ms": 81.647, "p95_ms": 77.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 95.316, "count": 51, "max_ms": 128.82, "p95_ms": 118.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 575.137, "count": 52, "max_ms": 750.307, "p95_ms": 709.9}, "read_interval": {"avg_ms": 583.756, "count": 51, "max_ms": 757.404, "p95_ms": 718.182}, "triton_wait": {"avg_ms": 102.896, "count": 51, "max_ms": 135.771, "p95_ms": 128.276}, "visualize": {"avg_ms": 24.379, "count": 51, "max_ms": 40.039, "p95_ms": 32.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.676, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5159.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.426, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.748, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:58:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:58:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T11:58:06+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T11:58:06.689028+09:00", "mtime_epoch": 1783306686.6890275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:58:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1066.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.049, "count": 299, "max_ms": 7.884, "p95_ms": 6.159}, "gstreamer_push": {"avg_ms": 1.445, "count": 299, "max_ms": 6.492, "p95_ms": 3.702}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.317, "count": 299, "max_ms": 84.706, "p95_ms": 63.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.798, "count": 299, "max_ms": 131.307, "p95_ms": 106.59}, "yolo11_640_fire_11class": {"avg_ms": 56.781, "count": 299, "max_ms": 88.939, "p95_ms": 68.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.363, "count": 299, "max_ms": 127.091, "p95_ms": 101.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.756, "count": 299, "max_ms": 180.028, "p95_ms": 135.06}, "read_interval": {"avg_ms": 100.353, "count": 299, "max_ms": 191.458, "p95_ms": 150.293}, "triton_wait": {"avg_ms": 71.077, "count": 299, "max_ms": 131.32, "p95_ms": 110.323}, "visualize": {"avg_ms": 3.796, "count": 299, "max_ms": 6.399, "p95_ms": 5.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5162.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2408.661, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.728, "sample_count": 1978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:58:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:58:15+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T11:58:15+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T11:58:15.325181+09:00", "mtime_epoch": 1783306695.3251805, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:58:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.391, "name": "celery", "pid": 239, "rss_mb": 709.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.447, "pushed": 6.447, "read": 6.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.766, "count": 193, "max_ms": 40.834, "p95_ms": 35.797}, "gstreamer_push": {"avg_ms": 1.191, "count": 193, "max_ms": 2.831, "p95_ms": 2.227}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.788, "count": 193, "max_ms": 132.559, "p95_ms": 100.182}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.496, "count": 193, "max_ms": 110.253, "p95_ms": 95.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.12, "count": 193, "max_ms": 208.124, "p95_ms": 180.66}, "read_interval": {"avg_ms": 155.985, "count": 192, "max_ms": 216.133, "p95_ms": 189.43}, "triton_wait": {"avg_ms": 74.118, "count": 193, "max_ms": 132.572, "p95_ms": 101.267}, "visualize": {"avg_ms": 43.226, "count": 193, "max_ms": 64.607, "p95_ms": 59.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5036.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:56:51+09:00", "last_error_summary": "[h264 @ 0x55e3c713dc40] error while decoding MB 44 29, bytestream -5", "last_exit_at": "2026-07-06T11:56:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.539, "last_started_at": "2026-07-06T11:56:55+09:00", "pid": 3480, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.016, "name": "ffmpeg", "pid": 3480, "rss_mb": 266.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 670.009, "sample_count": 588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:58:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T11:58:29+09:00", "last_frame_read_age_sec": 0.507, "last_frame_read_at": "2026-07-06T11:58:28+09:00", "mjpeg": {"age_sec": 0.496, "exists": true, "mtime": "2026-07-06T11:58:28.533415+09:00", "mtime_epoch": 1783306708.5334146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:58:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1224.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.001, "pushed": 2.001, "read": 1.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.607, "count": 59, "max_ms": 37.893, "p95_ms": 32.468}, "gstreamer_push": {"avg_ms": 0.876, "count": 60, "max_ms": 1.327, "p95_ms": 0.992}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.407, "count": 59, "max_ms": 89.719, "p95_ms": 79.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 97.416, "count": 59, "max_ms": 132.751, "p95_ms": 126.727}, "yolo11_640_fire_11class": {"avg_ms": 58.474, "count": 59, "max_ms": 84.561, "p95_ms": 79.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 90.55, "count": 59, "max_ms": 125.785, "p95_ms": 115.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 500.725, "count": 60, "max_ms": 631.957, "p95_ms": 539.035}, "read_interval": {"avg_ms": 507.626, "count": 59, "max_ms": 638.991, "p95_ms": 546.663}, "triton_wait": {"avg_ms": 97.648, "count": 59, "max_ms": 132.765, "p95_ms": 126.74}, "visualize": {"avg_ms": 20.669, "count": 59, "max_ms": 25.453, "p95_ms": 24.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5046.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.47, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.067, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:58:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:58:36+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T11:58:36+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T11:58:36.689559+09:00", "mtime_epoch": 1783306716.6895592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:58:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1069.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.719, "pushed": 9.719, "read": 9.686}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 291, "max_ms": 7.159, "p95_ms": 6.094}, "gstreamer_push": {"avg_ms": 1.408, "count": 291, "max_ms": 5.915, "p95_ms": 3.061}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.25, "count": 291, "max_ms": 86.765, "p95_ms": 61.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.039, "count": 291, "max_ms": 126.846, "p95_ms": 108.994}, "yolo11_640_fire_11class": {"avg_ms": 56.78, "count": 291, "max_ms": 87.039, "p95_ms": 70.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.993, "count": 291, "max_ms": 123.749, "p95_ms": 103.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.687, "count": 291, "max_ms": 177.426, "p95_ms": 135.72}, "read_interval": {"avg_ms": 103.141, "count": 290, "max_ms": 186.935, "p95_ms": 147.666}, "triton_wait": {"avg_ms": 69.419, "count": 291, "max_ms": 126.859, "p95_ms": 110.199}, "visualize": {"avg_ms": 3.951, "count": 291, "max_ms": 6.202, "p95_ms": 5.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 134, "tracking_summary": 133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5035.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2438.82, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.765, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:58:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:58:45+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T11:58:45+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T11:58:45.465715+09:00", "mtime_epoch": 1783306725.4657147, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:58:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 703.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.133, "pushed": 6.133, "read": 6.133}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.031, "count": 184, "max_ms": 37.386, "p95_ms": 34.439}, "gstreamer_push": {"avg_ms": 1.347, "count": 184, "max_ms": 3.97, "p95_ms": 2.368}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.656, "count": 184, "max_ms": 135.418, "p95_ms": 108.356}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.343, "count": 184, "max_ms": 115.01, "p95_ms": 95.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.263, "count": 184, "max_ms": 210.06, "p95_ms": 190.235}, "read_interval": {"avg_ms": 162.994, "count": 184, "max_ms": 219.108, "p95_ms": 199.416}, "triton_wait": {"avg_ms": 76.184, "count": 184, "max_ms": 135.43, "p95_ms": 110.319}, "visualize": {"avg_ms": 46.265, "count": 184, "max_ms": 60.431, "p95_ms": 58.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5043.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:56:51+09:00", "last_error_summary": "[h264 @ 0x55e3c713dc40] error while decoding MB 44 29, bytestream -5", "last_exit_at": "2026-07-06T11:56:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.73, "last_started_at": "2026-07-06T11:56:55+09:00", "pid": 3480, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.273, "name": "ffmpeg", "pid": 3480, "rss_mb": 266.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 670.824, "sample_count": 569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:58:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T11:58:59+09:00", "last_frame_read_age_sec": 0.534, "last_frame_read_at": "2026-07-06T11:58:58+09:00", "mjpeg": {"age_sec": 0.523, "exists": true, "mtime": "2026-07-06T11:58:58.697949+09:00", "mtime_epoch": 1783306738.6979492, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:58:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1224.266, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.953, "pushed": 1.953, "read": 1.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.033, "count": 57, "max_ms": 37.64, "p95_ms": 34.711}, "gstreamer_push": {"avg_ms": 0.876, "count": 58, "max_ms": 1.349, "p95_ms": 0.955}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.921, "count": 57, "max_ms": 88.148, "p95_ms": 80.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 101.314, "count": 57, "max_ms": 130.197, "p95_ms": 126.833}, "yolo11_640_fire_11class": {"avg_ms": 60.518, "count": 57, "max_ms": 81.014, "p95_ms": 79.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.17, "count": 57, "max_ms": 125.065, "p95_ms": 119.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 513.613, "count": 58, "max_ms": 566.683, "p95_ms": 556.903}, "read_interval": {"avg_ms": 520.214, "count": 57, "max_ms": 572.432, "p95_ms": 564.927}, "triton_wait": {"avg_ms": 101.601, "count": 57, "max_ms": 130.21, "p95_ms": 126.844}, "visualize": {"avg_ms": 23.619, "count": 57, "max_ms": 31.062, "p95_ms": 27.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.7, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5062.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.54, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.405, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:59:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:59:06+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T11:59:06+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T11:59:06.806093+09:00", "mtime_epoch": 1783306746.806093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:59:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1068.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.452, "pushed": 9.452, "read": 9.418}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.405, "count": 283, "max_ms": 8.992, "p95_ms": 6.592}, "gstreamer_push": {"avg_ms": 1.437, "count": 283, "max_ms": 6.677, "p95_ms": 3.562}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.011, "count": 283, "max_ms": 97.875, "p95_ms": 62.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.061, "count": 283, "max_ms": 137.777, "p95_ms": 111.657}, "yolo11_640_fire_11class": {"avg_ms": 57.775, "count": 283, "max_ms": 98.449, "p95_ms": 73.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.159, "count": 283, "max_ms": 128.588, "p95_ms": 107.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.629, "count": 283, "max_ms": 193.015, "p95_ms": 146.309}, "read_interval": {"avg_ms": 106.331, "count": 282, "max_ms": 203.327, "p95_ms": 159.406}, "triton_wait": {"avg_ms": 70.51, "count": 283, "max_ms": 137.79, "p95_ms": 111.96}, "visualize": {"avg_ms": 4.022, "count": 283, "max_ms": 6.29, "p95_ms": 5.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 135, "tracking_summary": 134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4811.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2468.951, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.214, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:59:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:59:15+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T11:59:15+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T11:59:15.614249+09:00", "mtime_epoch": 1783306755.614249, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:59:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 701.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.309, "pushed": 6.309, "read": 6.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.267, "count": 189, "max_ms": 40.989, "p95_ms": 33.558}, "gstreamer_push": {"avg_ms": 1.306, "count": 189, "max_ms": 2.581, "p95_ms": 2.411}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.535, "count": 189, "max_ms": 126.328, "p95_ms": 98.55}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.653, "count": 189, "max_ms": 114.112, "p95_ms": 93.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.405, "count": 189, "max_ms": 215.648, "p95_ms": 183.797}, "read_interval": {"avg_ms": 159.477, "count": 188, "max_ms": 224.52, "p95_ms": 190.962}, "triton_wait": {"avg_ms": 73.535, "count": 189, "max_ms": 126.339, "p95_ms": 102.246}, "visualize": {"avg_ms": 45.758, "count": 189, "max_ms": 69.666, "p95_ms": 59.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5117.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:59:12+09:00", "last_error_summary": "[h264 @ 0x55fa17c9ea40] error while decoding MB 12 41, bytestream -22", "last_exit_at": "2026-07-06T11:59:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.899, "last_started_at": "2026-07-06T11:59:14+09:00", "pid": 3741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.375, "name": "ffmpeg", "pid": 3741, "rss_mb": 194.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 663.277, "sample_count": 560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T11:59:29+09:00", "last_frame_read_age_sec": 0.524, "last_frame_read_at": "2026-07-06T11:59:29+09:00", "mjpeg": {"age_sec": 0.507, "exists": true, "mtime": "2026-07-06T11:59:29.030487+09:00", "mtime_epoch": 1783306769.0304868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:59:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1213.844, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 8.295, "recorders": [{"age_sec": 8.295, "frame_count": 66, "is_recording": true, "is_stopping": false, "pid": 3848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.043, "name": "ffmpeg", "pid": 3848, "rss_mb": 187.043, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 34, "returncode": null, "running": true, "started_at": "2026-07-06T11:59:21+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_115921_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [3848], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.782, "pushed": 1.782, "read": 1.748}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.625, "count": 52, "max_ms": 33.219, "p95_ms": 30.574}, "gstreamer_push": {"avg_ms": 0.867, "count": 53, "max_ms": 1.024, "p95_ms": 0.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.54, "count": 52, "max_ms": 81.63, "p95_ms": 74.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.325, "count": 52, "max_ms": 131.943, "p95_ms": 123.835}, "yolo11_640_fire_11class": {"avg_ms": 59.048, "count": 52, "max_ms": 83.654, "p95_ms": 81.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 91.205, "count": 52, "max_ms": 123.976, "p95_ms": 122.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 488.639, "count": 53, "max_ms": 916.03, "p95_ms": 550.657}, "read_interval": {"avg_ms": 572.816, "count": 52, "max_ms": 4499.886, "p95_ms": 571.446}, "triton_wait": {"avg_ms": 96.325, "count": 52, "max_ms": 131.956, "p95_ms": 123.847}, "visualize": {"avg_ms": 19.221, "count": 52, "max_ms": 24.614, "p95_ms": 23.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.745, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5159.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.543, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.091, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T11:59:36+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T11:59:36+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T11:59:36.778624+09:00", "mtime_epoch": 1783306776.7786243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T11:59:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1066.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.24, "count": 291, "max_ms": 8.025, "p95_ms": 6.266}, "gstreamer_push": {"avg_ms": 1.39, "count": 291, "max_ms": 4.525, "p95_ms": 2.54}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.356, "count": 291, "max_ms": 86.464, "p95_ms": 61.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.013, "count": 291, "max_ms": 127.744, "p95_ms": 104.832}, "yolo11_640_fire_11class": {"avg_ms": 57.471, "count": 291, "max_ms": 85.061, "p95_ms": 68.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.208, "count": 291, "max_ms": 128.444, "p95_ms": 96.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.433, "count": 291, "max_ms": 193.277, "p95_ms": 140.254}, "read_interval": {"avg_ms": 103.019, "count": 291, "max_ms": 207.242, "p95_ms": 151.227}, "triton_wait": {"avg_ms": 69.485, "count": 291, "max_ms": 128.454, "p95_ms": 105.841}, "visualize": {"avg_ms": 3.938, "count": 291, "max_ms": 7.072, "p95_ms": 5.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5197.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2498.977, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.214, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:59:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:59:45+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T11:59:45+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T11:59:45.638781+09:00", "mtime_epoch": 1783306785.6387813, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T11:59:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 714.656, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.628, "pushed": 6.628, "read": 6.595}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.291, "count": 198, "max_ms": 41.983, "p95_ms": 36.979}, "gstreamer_push": {"avg_ms": 1.003, "count": 198, "max_ms": 2.598, "p95_ms": 1.358}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.11, "count": 198, "max_ms": 129.684, "p95_ms": 96.35}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.711, "count": 198, "max_ms": 106.918, "p95_ms": 94.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.952, "count": 198, "max_ms": 213.149, "p95_ms": 178.152}, "read_interval": {"avg_ms": 151.648, "count": 197, "max_ms": 222.144, "p95_ms": 185.963}, "triton_wait": {"avg_ms": 72.729, "count": 198, "max_ms": 129.697, "p95_ms": 101.682}, "visualize": {"avg_ms": 38.708, "count": 198, "max_ms": 59.427, "p95_ms": 48.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5039.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:59:12+09:00", "last_error_summary": "[h264 @ 0x55fa17c9ea40] error while decoding MB 12 41, bytestream -22", "last_exit_at": "2026-07-06T11:59:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.142, "last_started_at": "2026-07-06T11:59:14+09:00", "pid": 3741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.199, "name": "ffmpeg", "pid": 3741, "rss_mb": 265.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 663.277, "sample_count": 570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T11:59:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T11:59:59+09:00", "last_frame_read_age_sec": 0.489, "last_frame_read_at": "2026-07-06T11:59:59+09:00", "mjpeg": {"age_sec": 0.473, "exists": true, "mtime": "2026-07-06T11:59:59.307024+09:00", "mtime_epoch": 1783306799.3070238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T11:59:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1205.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.156, "pushed": 2.156, "read": 2.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.758, "count": 63, "max_ms": 43.142, "p95_ms": 34.806}, "gstreamer_push": {"avg_ms": 0.867, "count": 64, "max_ms": 1.066, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.971, "count": 63, "max_ms": 86.427, "p95_ms": 67.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.614, "count": 63, "max_ms": 121.584, "p95_ms": 119.73}, "yolo11_640_fire_11class": {"avg_ms": 60.497, "count": 63, "max_ms": 85.272, "p95_ms": 80.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 91.075, "count": 63, "max_ms": 126.454, "p95_ms": 116.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 465.946, "count": 64, "max_ms": 602.533, "p95_ms": 531.635}, "read_interval": {"avg_ms": 472.194, "count": 63, "max_ms": 610.549, "p95_ms": 539.325}, "triton_wait": {"avg_ms": 96.621, "count": 63, "max_ms": 126.465, "p95_ms": 121.008}, "visualize": {"avg_ms": 18.288, "count": 63, "max_ms": 23.517, "p95_ms": 22.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.691, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4992.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.544, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.342, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:00:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:00:06+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T12:00:06+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T12:00:06.803157+09:00", "mtime_epoch": 1783306806.8031566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:00:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1069.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 289, "max_ms": 7.72, "p95_ms": 6.118}, "gstreamer_push": {"avg_ms": 1.497, "count": 289, "max_ms": 6.307, "p95_ms": 3.841}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.409, "count": 289, "max_ms": 84.339, "p95_ms": 63.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.609, "count": 289, "max_ms": 130.744, "p95_ms": 105.866}, "yolo11_640_fire_11class": {"avg_ms": 56.878, "count": 289, "max_ms": 86.56, "p95_ms": 68.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.532, "count": 289, "max_ms": 125.007, "p95_ms": 98.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.803, "count": 289, "max_ms": 189.121, "p95_ms": 142.781}, "read_interval": {"avg_ms": 103.892, "count": 289, "max_ms": 202.651, "p95_ms": 154.374}, "triton_wait": {"avg_ms": 71.023, "count": 289, "max_ms": 130.757, "p95_ms": 106.88}, "visualize": {"avg_ms": 3.935, "count": 289, "max_ms": 5.721, "p95_ms": 5.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4986.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2528.979, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.256, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:00:15+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:00:15+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T12:00:15.639313+09:00", "mtime_epoch": 1783306815.6393132, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:00:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 713.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.535, "pushed": 6.535, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.841, "count": 196, "max_ms": 45.368, "p95_ms": 35.555}, "gstreamer_push": {"avg_ms": 0.967, "count": 196, "max_ms": 2.257, "p95_ms": 1.11}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.448, "count": 196, "max_ms": 128.208, "p95_ms": 103.678}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.632, "count": 196, "max_ms": 120.416, "p95_ms": 92.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.415, "count": 196, "max_ms": 220.146, "p95_ms": 180.754}, "read_interval": {"avg_ms": 153.059, "count": 196, "max_ms": 227.489, "p95_ms": 190.96}, "triton_wait": {"avg_ms": 75.688, "count": 196, "max_ms": 128.22, "p95_ms": 105.475}, "visualize": {"avg_ms": 37.562, "count": 196, "max_ms": 64.74, "p95_ms": 46.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4994.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:59:12+09:00", "last_error_summary": "[h264 @ 0x55fa17c9ea40] error while decoding MB 12 41, bytestream -22", "last_exit_at": "2026-07-06T11:59:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.181, "last_started_at": "2026-07-06T11:59:14+09:00", "pid": 3741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.488, "name": "ffmpeg", "pid": 3741, "rss_mb": 266.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 662.947, "sample_count": 572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:00:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:00:29+09:00", "last_frame_read_age_sec": 0.425, "last_frame_read_at": "2026-07-06T12:00:29+09:00", "mjpeg": {"age_sec": 0.412, "exists": true, "mtime": "2026-07-06T12:00:29.407557+09:00", "mtime_epoch": 1783306829.4075575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:00:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1160.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.199, "pushed": 2.199, "read": 2.165}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.337, "count": 65, "max_ms": 33.523, "p95_ms": 30.121}, "gstreamer_push": {"avg_ms": 0.873, "count": 65, "max_ms": 1.35, "p95_ms": 0.944}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.452, "count": 65, "max_ms": 86.243, "p95_ms": 69.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.805, "count": 65, "max_ms": 128.98, "p95_ms": 126.099}, "yolo11_640_fire_11class": {"avg_ms": 58.086, "count": 65, "max_ms": 88.323, "p95_ms": 77.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 92.549, "count": 65, "max_ms": 126.177, "p95_ms": 124.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 455.282, "count": 65, "max_ms": 540.495, "p95_ms": 504.92}, "read_interval": {"avg_ms": 462.631, "count": 64, "max_ms": 547.94, "p95_ms": 511.035}, "triton_wait": {"avg_ms": 96.506, "count": 65, "max_ms": 128.994, "p95_ms": 126.112}, "visualize": {"avg_ms": 17.783, "count": 65, "max_ms": 24.057, "p95_ms": 19.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.559, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4995.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.685, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.125, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:00:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:00:37+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T12:00:36+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T12:00:36.887690+09:00", "mtime_epoch": 1783306836.88769, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:00:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.374, "pushed": 8.374, "read": 8.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.931, "count": 251, "max_ms": 8.853, "p95_ms": 6.713}, "gstreamer_push": {"avg_ms": 1.336, "count": 251, "max_ms": 6.999, "p95_ms": 3.061}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.243, "count": 251, "max_ms": 81.1, "p95_ms": 63.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.616, "count": 251, "max_ms": 133.982, "p95_ms": 117.368}, "yolo11_640_fire_11class": {"avg_ms": 58.664, "count": 251, "max_ms": 96.308, "p95_ms": 71.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.748, "count": 251, "max_ms": 132.409, "p95_ms": 104.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.887, "count": 251, "max_ms": 190.745, "p95_ms": 149.401}, "read_interval": {"avg_ms": 119.596, "count": 250, "max_ms": 203.67, "p95_ms": 160.793}, "triton_wait": {"avg_ms": 74.998, "count": 251, "max_ms": 133.995, "p95_ms": 117.379}, "visualize": {"avg_ms": 4.394, "count": 251, "max_ms": 7.272, "p95_ms": 5.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4994.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2559.076, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.432, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:00:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:00:45+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:00:45+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T12:00:45.739847+09:00", "mtime_epoch": 1783306845.7398472, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:00:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 717.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.443, "pushed": 6.443, "read": 6.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.641, "count": 193, "max_ms": 52.907, "p95_ms": 36.047}, "gstreamer_push": {"avg_ms": 0.928, "count": 193, "max_ms": 1.445, "p95_ms": 1.063}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.278, "count": 193, "max_ms": 127.0, "p95_ms": 109.244}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.425, "count": 193, "max_ms": 109.468, "p95_ms": 97.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.658, "count": 193, "max_ms": 201.319, "p95_ms": 178.228}, "read_interval": {"avg_ms": 155.96, "count": 192, "max_ms": 209.9, "p95_ms": 186.387}, "triton_wait": {"avg_ms": 75.439, "count": 193, "max_ms": 127.009, "p95_ms": 109.485}, "visualize": {"avg_ms": 38.543, "count": 193, "max_ms": 55.94, "p95_ms": 44.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4995.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:59:12+09:00", "last_error_summary": "[h264 @ 0x55fa17c9ea40] error while decoding MB 12 41, bytestream -22", "last_exit_at": "2026-07-06T11:59:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.487, "last_started_at": "2026-07-06T11:59:14+09:00", "pid": 3741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 3741, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 662.947, "sample_count": 573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:00:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:01:00+09:00", "last_frame_read_age_sec": 0.409, "last_frame_read_at": "2026-07-06T12:00:59+09:00", "mjpeg": {"age_sec": 0.397, "exists": true, "mtime": "2026-07-06T12:00:59.728095+09:00", "mtime_epoch": 1783306859.7280953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:01:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 65, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.21, "pushed": 2.21, "read": 2.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.356, "count": 65, "max_ms": 31.306, "p95_ms": 27.479}, "gstreamer_push": {"avg_ms": 0.873, "count": 66, "max_ms": 1.222, "p95_ms": 0.991}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.474, "count": 65, "max_ms": 86.247, "p95_ms": 80.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 100.667, "count": 65, "max_ms": 127.841, "p95_ms": 126.133}, "yolo11_640_fire_11class": {"avg_ms": 61.318, "count": 65, "max_ms": 88.669, "p95_ms": 83.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 94.604, "count": 65, "max_ms": 126.903, "p95_ms": 122.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 452.529, "count": 66, "max_ms": 506.683, "p95_ms": 490.71}, "read_interval": {"avg_ms": 459.852, "count": 65, "max_ms": 514.683, "p95_ms": 497.678}, "triton_wait": {"avg_ms": 100.901, "count": 65, "max_ms": 127.853, "p95_ms": 126.147}, "visualize": {"avg_ms": 18.569, "count": 65, "max_ms": 25.788, "p95_ms": 21.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4995.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.768, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.443, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:01:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:01:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T12:01:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T12:01:07.008224+09:00", "mtime_epoch": 1783306867.0082242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:01:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.968, "pushed": 8.968, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.415, "count": 269, "max_ms": 7.438, "p95_ms": 6.442}, "gstreamer_push": {"avg_ms": 1.501, "count": 269, "max_ms": 6.663, "p95_ms": 3.83}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.88, "count": 269, "max_ms": 86.424, "p95_ms": 63.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.344, "count": 269, "max_ms": 129.43, "p95_ms": 119.693}, "yolo11_640_fire_11class": {"avg_ms": 57.55, "count": 269, "max_ms": 87.024, "p95_ms": 74.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.652, "count": 269, "max_ms": 126.154, "p95_ms": 116.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.395, "count": 269, "max_ms": 179.709, "p95_ms": 157.917}, "read_interval": {"avg_ms": 111.88, "count": 268, "max_ms": 190.665, "p95_ms": 171.64}, "triton_wait": {"avg_ms": 74.741, "count": 269, "max_ms": 129.439, "p95_ms": 120.687}, "visualize": {"avg_ms": 4.043, "count": 269, "max_ms": 6.118, "p95_ms": 5.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4994.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2589.143, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.894, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:01:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:01:15+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:01:15+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T12:01:15.800380+09:00", "mtime_epoch": 1783306875.8003802, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:01:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 713.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.551, "pushed": 6.551, "read": 6.518}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.018, "count": 196, "max_ms": 42.337, "p95_ms": 36.312}, "gstreamer_push": {"avg_ms": 0.946, "count": 196, "max_ms": 1.997, "p95_ms": 1.054}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.507, "count": 196, "max_ms": 132.501, "p95_ms": 115.935}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.74, "count": 196, "max_ms": 113.93, "p95_ms": 97.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.853, "count": 196, "max_ms": 203.081, "p95_ms": 184.997}, "read_interval": {"avg_ms": 153.405, "count": 195, "max_ms": 211.218, "p95_ms": 193.478}, "triton_wait": {"avg_ms": 76.75, "count": 196, "max_ms": 132.515, "p95_ms": 115.948}, "visualize": {"avg_ms": 36.862, "count": 196, "max_ms": 49.139, "p95_ms": 43.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4864.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:01:25+09:00", "last_error_summary": "[h264 @ 0x5594c42cd140] error while decoding MB 59 35, bytestream -24", "last_exit_at": "2026-07-06T12:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.527, "last_started_at": "2026-07-06T12:01:28+09:00", "pid": 3908, "process": {"exists": true, "fd_count": 5, "hwm_mb": 152.168, "name": "ffmpeg", "pid": 3908, "rss_mb": 152.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 663.277, "sample_count": 563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:01:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:01:30+09:00", "last_frame_read_age_sec": 0.515, "last_frame_read_at": "2026-07-06T12:01:30+09:00", "mjpeg": {"age_sec": 5.206, "exists": true, "mtime": "2026-07-06T12:01:25.760557+09:00", "mtime_epoch": 1783306885.760557, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:01:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.867, "pushed": 1.867, "read": 1.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.151, "count": 55, "max_ms": 28.348, "p95_ms": 26.968}, "gstreamer_push": {"avg_ms": 0.878, "count": 56, "max_ms": 1.317, "p95_ms": 0.972}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.678, "count": 55, "max_ms": 85.365, "p95_ms": 74.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 100.458, "count": 55, "max_ms": 128.647, "p95_ms": 125.303}, "yolo11_640_fire_11class": {"avg_ms": 61.41, "count": 55, "max_ms": 85.875, "p95_ms": 83.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 96.812, "count": 55, "max_ms": 128.66, "p95_ms": 126.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 453.053, "count": 56, "max_ms": 524.12, "p95_ms": 494.967}, "read_interval": {"avg_ms": 544.042, "count": 55, "max_ms": 5156.241, "p95_ms": 502.931}, "triton_wait": {"avg_ms": 101.231, "count": 55, "max_ms": 128.671, "p95_ms": 126.589}, "visualize": {"avg_ms": 18.051, "count": 55, "max_ms": 25.991, "p95_ms": 19.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4886.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.888, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 3589, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.467, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:01:37+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T12:01:37+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T12:01:37.084758+09:00", "mtime_epoch": 1783306897.0847578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:01:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.618, "pushed": 8.618, "read": 8.585}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.969, "count": 258, "max_ms": 9.023, "p95_ms": 6.847}, "gstreamer_push": {"avg_ms": 1.33, "count": 258, "max_ms": 5.912, "p95_ms": 3.015}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.536, "count": 258, "max_ms": 80.728, "p95_ms": 63.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.765, "count": 258, "max_ms": 131.094, "p95_ms": 108.686}, "yolo11_640_fire_11class": {"avg_ms": 56.622, "count": 258, "max_ms": 82.206, "p95_ms": 68.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.454, "count": 258, "max_ms": 130.678, "p95_ms": 104.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.793, "count": 258, "max_ms": 183.241, "p95_ms": 160.164}, "read_interval": {"avg_ms": 116.254, "count": 257, "max_ms": 193.207, "p95_ms": 170.707}, "triton_wait": {"avg_ms": 71.145, "count": 258, "max_ms": 131.107, "p95_ms": 109.064}, "visualize": {"avg_ms": 4.356, "count": 258, "max_ms": 6.444, "p95_ms": 5.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4939.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2619.189, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.894, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:01:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:01:45+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T12:01:45+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T12:01:45.812913+09:00", "mtime_epoch": 1783306905.8129127, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:01:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 710.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.289, "pushed": 6.289, "read": 6.255}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.339, "count": 188, "max_ms": 39.317, "p95_ms": 32.977}, "gstreamer_push": {"avg_ms": 1.227, "count": 188, "max_ms": 2.55, "p95_ms": 2.338}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.182, "count": 188, "max_ms": 112.194, "p95_ms": 89.995}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.962, "count": 188, "max_ms": 109.93, "p95_ms": 92.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.973, "count": 188, "max_ms": 203.88, "p95_ms": 179.773}, "read_interval": {"avg_ms": 159.666, "count": 187, "max_ms": 210.757, "p95_ms": 187.969}, "triton_wait": {"avg_ms": 71.869, "count": 188, "max_ms": 112.206, "p95_ms": 93.603}, "visualize": {"avg_ms": 46.999, "count": 188, "max_ms": 71.836, "p95_ms": 59.523}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4987.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:01:25+09:00", "last_error_summary": "[h264 @ 0x5594c42cd140] error while decoding MB 59 35, bytestream -24", "last_exit_at": "2026-07-06T12:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.776, "last_started_at": "2026-07-06T12:01:28+09:00", "pid": 3908, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.801, "name": "ffmpeg", "pid": 3908, "rss_mb": 266.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 656.61, "sample_count": 577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:02:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:02:01+09:00", "last_frame_read_age_sec": 0.512, "last_frame_read_at": "2026-07-06T12:02:00+09:00", "mjpeg": {"age_sec": 0.498, "exists": true, "mtime": "2026-07-06T12:02:00.717177+09:00", "mtime_epoch": 1783306920.7171772, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:02:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.115, "pushed": 2.115, "read": 2.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.278, "count": 62, "max_ms": 33.125, "p95_ms": 29.706}, "gstreamer_push": {"avg_ms": 0.863, "count": 63, "max_ms": 0.916, "p95_ms": 0.908}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.029, "count": 62, "max_ms": 80.156, "p95_ms": 66.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.214, "count": 62, "max_ms": 125.686, "p95_ms": 111.826}, "yolo11_640_fire_11class": {"avg_ms": 55.451, "count": 62, "max_ms": 81.607, "p95_ms": 72.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 89.615, "count": 62, "max_ms": 130.231, "p95_ms": 113.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 473.448, "count": 63, "max_ms": 541.163, "p95_ms": 508.856}, "read_interval": {"avg_ms": 479.538, "count": 62, "max_ms": 547.274, "p95_ms": 514.976}, "triton_wait": {"avg_ms": 91.67, "count": 62, "max_ms": 130.242, "p95_ms": 115.743}, "visualize": {"avg_ms": 18.829, "count": 62, "max_ms": 22.342, "p95_ms": 20.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5010.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T11:57:18+09:00", "last_error_summary": "[h264 @ 0x5583c0f61780] error while decoding MB 39 46, bytestream -25 [in#0/rtsp @ 0x5583c0e46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5583c0e46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T11:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.71, "last_started_at": "2026-07-06T11:57:20+09:00", "pid": 3589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.727, "name": "ffmpeg", "pid": 3589, "rss_mb": 354.727, "state": "S (sleeping)", "threads": 104}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.848, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:02:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T12:02:12+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T12:02:11+09:00", "mjpeg": {"age_sec": 14.846, "exists": true, "mtime": "2026-07-06T12:01:57.189115+09:00", "mtime_epoch": 1783306917.1891146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:02:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.934, "read": 1.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.928, "count": 57, "max_ms": 8.17, "p95_ms": 7.351}, "gstreamer_push": {"avg_ms": 1.461, "count": 58, "max_ms": 6.076, "p95_ms": 3.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.032, "count": 57, "max_ms": 76.25, "p95_ms": 65.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.199, "count": 57, "max_ms": 123.846, "p95_ms": 117.085}, "yolo11_640_fire_11class": {"avg_ms": 61.022, "count": 57, "max_ms": 82.028, "p95_ms": 75.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.724, "count": 57, "max_ms": 117.677, "p95_ms": 111.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.124, "count": 58, "max_ms": 176.564, "p95_ms": 159.876}, "read_interval": {"avg_ms": 526.57, "count": 57, "max_ms": 14890.977, "p95_ms": 186.206}, "triton_wait": {"avg_ms": 73.379, "count": 57, "max_ms": 123.859, "p95_ms": 117.291}, "visualize": {"avg_ms": 4.202, "count": 57, "max_ms": 5.788, "p95_ms": 5.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4699.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2649.262, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.27, "sample_count": 1929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:02:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:02:16+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T12:02:15+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T12:02:15.965448+09:00", "mtime_epoch": 1783306935.9654477, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:02:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 713.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.019, "pushed": 7.019, "read": 6.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.117, "count": 210, "max_ms": 39.604, "p95_ms": 33.587}, "gstreamer_push": {"avg_ms": 0.93, "count": 210, "max_ms": 2.231, "p95_ms": 1.08}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.822, "count": 210, "max_ms": 118.217, "p95_ms": 81.806}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.192, "count": 210, "max_ms": 100.69, "p95_ms": 77.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.942, "count": 210, "max_ms": 188.454, "p95_ms": 165.877}, "read_interval": {"avg_ms": 143.346, "count": 209, "max_ms": 195.328, "p95_ms": 174.565}, "triton_wait": {"avg_ms": 64.043, "count": 210, "max_ms": 118.226, "p95_ms": 84.519}, "visualize": {"avg_ms": 40.882, "count": 210, "max_ms": 66.162, "p95_ms": 56.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5149.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:01:25+09:00", "last_error_summary": "[h264 @ 0x5594c42cd140] error while decoding MB 59 35, bytestream -24", "last_exit_at": "2026-07-06T12:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.844, "last_started_at": "2026-07-06T12:01:28+09:00", "pid": 3908, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.09, "name": "ffmpeg", "pid": 3908, "rss_mb": 268.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 558.661, "sample_count": 592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:02:31+09:00", "last_frame_read_age_sec": 0.522, "last_frame_read_at": "2026-07-06T12:02:30+09:00", "mjpeg": {"age_sec": 0.51, "exists": true, "mtime": "2026-07-06T12:02:30.773710+09:00", "mtime_epoch": 1783306950.7737105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:02:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 13.477, "recorders": [{"age_sec": 13.477, "frame_count": 75, "is_recording": true, "is_stopping": false, "pid": 4167, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.965, "name": "ffmpeg", "pid": 4167, "rss_mb": 186.965, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 25, "returncode": null, "running": true, "started_at": "2026-07-06T12:02:17+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_120217_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [4167], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.961, "pushed": 1.961, "read": 1.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.82, "count": 58, "max_ms": 46.395, "p95_ms": 36.441}, "gstreamer_push": {"avg_ms": 0.866, "count": 58, "max_ms": 1.097, "p95_ms": 0.946}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.631, "count": 58, "max_ms": 71.015, "p95_ms": 66.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.504, "count": 58, "max_ms": 127.28, "p95_ms": 123.13}, "yolo11_640_fire_11class": {"avg_ms": 55.488, "count": 58, "max_ms": 83.92, "p95_ms": 76.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.634, "count": 58, "max_ms": 121.581, "p95_ms": 108.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 511.561, "count": 58, "max_ms": 979.371, "p95_ms": 564.003}, "read_interval": {"avg_ms": 518.26, "count": 57, "max_ms": 985.494, "p95_ms": 570.25}, "triton_wait": {"avg_ms": 91.606, "count": 58, "max_ms": 127.294, "p95_ms": 123.144}, "visualize": {"avg_ms": 20.553, "count": 58, "max_ms": 25.218, "p95_ms": 24.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.574, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5153.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:02:13+09:00", "last_error_summary": "[h264 @ 0x55858b708fc0] error while decoding MB 118 29, bytestream -31 [in#0/rtsp @ 0x55858b568e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55858b568e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.526, "last_started_at": "2026-07-06T12:02:15+09:00", "pid": 4015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.191, "name": "ffmpeg", "pid": 4015, "rss_mb": 332.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.703, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:02:42+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T12:02:41+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T12:02:42.005910+09:00", "mtime_epoch": 1783306962.00591, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:02:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.808, "count": 231, "max_ms": 7.911, "p95_ms": 7.089}, "gstreamer_push": {"avg_ms": 1.305, "count": 231, "max_ms": 4.858, "p95_ms": 2.659}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.567, "count": 231, "max_ms": 86.768, "p95_ms": 61.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.469, "count": 231, "max_ms": 127.568, "p95_ms": 104.186}, "yolo11_640_fire_11class": {"avg_ms": 59.064, "count": 231, "max_ms": 85.747, "p95_ms": 71.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.257, "count": 231, "max_ms": 125.796, "p95_ms": 88.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.615, "count": 231, "max_ms": 185.099, "p95_ms": 148.049}, "read_interval": {"avg_ms": 130.197, "count": 230, "max_ms": 4833.982, "p95_ms": 161.099}, "triton_wait": {"avg_ms": 69.752, "count": 231, "max_ms": 127.58, "p95_ms": 104.199}, "visualize": {"avg_ms": 4.202, "count": 231, "max_ms": 6.426, "p95_ms": 5.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 146, "tracking_summary": 146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4997.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2679.318, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.072, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:02:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:02:46+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T12:02:45+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T12:02:45.993981+09:00", "mtime_epoch": 1783306965.9939806, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 220551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:02:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 717.711, "name": "celery", "pid": 239, "rss_mb": 713.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.581, "pushed": 6.581, "read": 6.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.69, "count": 197, "max_ms": 41.255, "p95_ms": 38.489}, "gstreamer_push": {"avg_ms": 1.004, "count": 197, "max_ms": 3.302, "p95_ms": 1.989}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.41, "count": 197, "max_ms": 130.255, "p95_ms": 112.511}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.75, "count": 197, "max_ms": 103.884, "p95_ms": 94.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.993, "count": 197, "max_ms": 203.51, "p95_ms": 179.738}, "read_interval": {"avg_ms": 152.674, "count": 196, "max_ms": 212.085, "p95_ms": 190.006}, "triton_wait": {"avg_ms": 73.341, "count": 197, "max_ms": 130.268, "p95_ms": 112.524}, "visualize": {"avg_ms": 37.828, "count": 197, "max_ms": 62.942, "p95_ms": 49.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5000.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:01:25+09:00", "last_error_summary": "[h264 @ 0x5594c42cd140] error while decoding MB 59 35, bytestream -24", "last_exit_at": "2026-07-06T12:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.267, "last_started_at": "2026-07-06T12:01:28+09:00", "pid": 3908, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.379, "name": "ffmpeg", "pid": 3908, "rss_mb": 269.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 550.657, "sample_count": 594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:03:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:03:01+09:00", "last_frame_read_age_sec": 0.486, "last_frame_read_at": "2026-07-06T12:03:01+09:00", "mjpeg": {"age_sec": 0.484, "exists": true, "mtime": "2026-07-06T12:03:01.222251+09:00", "mtime_epoch": 1783306981.222251, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:03:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.874, "pushed": 1.874, "read": 1.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.959, "count": 55, "max_ms": 40.984, "p95_ms": 34.367}, "gstreamer_push": {"avg_ms": 0.87, "count": 56, "max_ms": 0.952, "p95_ms": 0.936}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.302, "count": 55, "max_ms": 88.643, "p95_ms": 83.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 98.769, "count": 55, "max_ms": 135.169, "p95_ms": 131.707}, "yolo11_640_fire_11class": {"avg_ms": 61.703, "count": 55, "max_ms": 90.569, "p95_ms": 84.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.915, "count": 55, "max_ms": 131.661, "p95_ms": 130.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 536.245, "count": 56, "max_ms": 608.234, "p95_ms": 588.771}, "read_interval": {"avg_ms": 544.181, "count": 55, "max_ms": 616.384, "p95_ms": 595.362}, "triton_wait": {"avg_ms": 99.493, "count": 55, "max_ms": 135.187, "p95_ms": 131.72}, "visualize": {"avg_ms": 23.6, "count": 55, "max_ms": 27.258, "p95_ms": 26.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5001.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:02:13+09:00", "last_error_summary": "[h264 @ 0x55858b708fc0] error while decoding MB 118 29, bytestream -31 [in#0/rtsp @ 0x55858b568e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55858b568e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.594, "last_started_at": "2026-07-06T12:02:15+09:00", "pid": 4015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.191, "name": "ffmpeg", "pid": 4015, "rss_mb": 332.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.021, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:03:12+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T12:03:12+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T12:03:12.046443+09:00", "mtime_epoch": 1783306992.046443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:03:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.372, "pushed": 9.372, "read": 9.339}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.566, "count": 281, "max_ms": 8.311, "p95_ms": 6.922}, "gstreamer_push": {"avg_ms": 1.428, "count": 281, "max_ms": 6.695, "p95_ms": 3.677}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.732, "count": 281, "max_ms": 84.927, "p95_ms": 62.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.801, "count": 281, "max_ms": 129.398, "p95_ms": 102.236}, "yolo11_640_fire_11class": {"avg_ms": 59.738, "count": 281, "max_ms": 85.966, "p95_ms": 73.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.66, "count": 281, "max_ms": 127.541, "p95_ms": 96.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.408, "count": 281, "max_ms": 196.926, "p95_ms": 144.415}, "read_interval": {"avg_ms": 106.876, "count": 280, "max_ms": 208.728, "p95_ms": 157.027}, "triton_wait": {"avg_ms": 70.25, "count": 281, "max_ms": 129.411, "p95_ms": 104.974}, "visualize": {"avg_ms": 4.057, "count": 281, "max_ms": 6.053, "p95_ms": 5.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5000.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2709.341, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.738, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:03:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:03:16+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T12:03:15+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:03:15.986513+09:00", "mtime_epoch": 1783306995.986513, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:03:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 718.449, "name": "celery", "pid": 239, "rss_mb": 716.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.525, "pushed": 6.525, "read": 6.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.407, "count": 195, "max_ms": 47.252, "p95_ms": 39.618}, "gstreamer_push": {"avg_ms": 0.899, "count": 195, "max_ms": 1.259, "p95_ms": 1.06}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.521, "count": 195, "max_ms": 135.617, "p95_ms": 92.586}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.492, "count": 195, "max_ms": 107.776, "p95_ms": 91.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.695, "count": 195, "max_ms": 211.811, "p95_ms": 174.22}, "read_interval": {"avg_ms": 153.89, "count": 194, "max_ms": 219.343, "p95_ms": 182.1}, "triton_wait": {"avg_ms": 72.427, "count": 195, "max_ms": 135.63, "p95_ms": 95.781}, "visualize": {"avg_ms": 37.88, "count": 195, "max_ms": 59.396, "p95_ms": 45.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4998.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:01:25+09:00", "last_error_summary": "[h264 @ 0x5594c42cd140] error while decoding MB 59 35, bytestream -24", "last_exit_at": "2026-07-06T12:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.752, "last_started_at": "2026-07-06T12:01:28+09:00", "pid": 3908, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.41, "name": "ffmpeg", "pid": 3908, "rss_mb": 270.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 550.657, "sample_count": 596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:03:32+09:00", "last_frame_read_age_sec": 0.514, "last_frame_read_at": "2026-07-06T12:03:31+09:00", "mjpeg": {"age_sec": 0.501, "exists": true, "mtime": "2026-07-06T12:03:31.690792+09:00", "mtime_epoch": 1783307011.6907916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:03:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.067, "pushed": 2.067, "read": 2.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.782, "count": 61, "max_ms": 31.818, "p95_ms": 29.891}, "gstreamer_push": {"avg_ms": 0.893, "count": 62, "max_ms": 1.154, "p95_ms": 1.088}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.936, "count": 61, "max_ms": 85.685, "p95_ms": 80.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 99.386, "count": 61, "max_ms": 132.662, "p95_ms": 126.637}, "yolo11_640_fire_11class": {"avg_ms": 61.284, "count": 61, "max_ms": 97.331, "p95_ms": 88.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 96.076, "count": 61, "max_ms": 134.837, "p95_ms": 129.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 484.61, "count": 62, "max_ms": 559.87, "p95_ms": 535.226}, "read_interval": {"avg_ms": 491.239, "count": 61, "max_ms": 566.542, "p95_ms": 541.396}, "triton_wait": {"avg_ms": 100.701, "count": 61, "max_ms": 134.851, "p95_ms": 130.504}, "visualize": {"avg_ms": 19.727, "count": 61, "max_ms": 25.381, "p95_ms": 24.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5006.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:02:13+09:00", "last_error_summary": "[h264 @ 0x55858b708fc0] error while decoding MB 118 29, bytestream -31 [in#0/rtsp @ 0x55858b568e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55858b568e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.631, "last_started_at": "2026-07-06T12:02:15+09:00", "pid": 4015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.449, "name": "ffmpeg", "pid": 4015, "rss_mb": 332.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.401, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:03:42+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T12:03:42+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T12:03:42.138977+09:00", "mtime_epoch": 1783307022.138977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:03:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1061.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.581, "pushed": 8.581, "read": 8.548}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.92, "count": 257, "max_ms": 8.295, "p95_ms": 7.105}, "gstreamer_push": {"avg_ms": 1.406, "count": 257, "max_ms": 6.328, "p95_ms": 3.729}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.343, "count": 257, "max_ms": 87.823, "p95_ms": 68.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.436, "count": 257, "max_ms": 139.725, "p95_ms": 113.711}, "yolo11_640_fire_11class": {"avg_ms": 60.12, "count": 257, "max_ms": 88.25, "p95_ms": 75.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.009, "count": 257, "max_ms": 128.702, "p95_ms": 115.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.941, "count": 257, "max_ms": 178.582, "p95_ms": 153.383}, "read_interval": {"avg_ms": 117.004, "count": 256, "max_ms": 188.705, "p95_ms": 163.736}, "triton_wait": {"avg_ms": 73.044, "count": 257, "max_ms": 139.735, "p95_ms": 119.495}, "visualize": {"avg_ms": 4.305, "count": 257, "max_ms": 6.138, "p95_ms": 5.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4751.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2739.474, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.152, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:03:46+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T12:03:46+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:03:46.119048+09:00", "mtime_epoch": 1783307026.1190476, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:03:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 719.031, "name": "celery", "pid": 239, "rss_mb": 707.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.502, "pushed": 6.502, "read": 6.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.811, "count": 195, "max_ms": 51.646, "p95_ms": 40.553}, "gstreamer_push": {"avg_ms": 1.033, "count": 195, "max_ms": 2.395, "p95_ms": 2.264}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.825, "count": 195, "max_ms": 131.408, "p95_ms": 109.717}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.756, "count": 195, "max_ms": 116.718, "p95_ms": 97.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.906, "count": 195, "max_ms": 224.847, "p95_ms": 183.4}, "read_interval": {"avg_ms": 154.46, "count": 194, "max_ms": 234.318, "p95_ms": 190.769}, "triton_wait": {"avg_ms": 75.703, "count": 195, "max_ms": 131.422, "p95_ms": 109.731}, "visualize": {"avg_ms": 39.265, "count": 195, "max_ms": 65.899, "p95_ms": 52.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4928.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:03:43+09:00", "last_error_summary": "[h264 @ 0x558a8e8c0540] error while decoding MB 34 14, bytestream -7", "last_exit_at": "2026-07-06T12:03:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.729, "last_started_at": "2026-07-06T12:03:46+09:00", "pid": 4227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 199.488, "name": "ffmpeg", "pid": 4227, "rss_mb": 199.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 547.673, "sample_count": 591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:04:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:04:02+09:00", "last_frame_read_age_sec": 0.451, "last_frame_read_at": "2026-07-06T12:04:01+09:00", "mjpeg": {"age_sec": 0.437, "exists": true, "mtime": "2026-07-06T12:04:01.791326+09:00", "mtime_epoch": 1783307041.7913258, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:04:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.761, "pushed": 1.761, "read": 1.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.321, "count": 52, "max_ms": 39.494, "p95_ms": 34.031}, "gstreamer_push": {"avg_ms": 0.881, "count": 52, "max_ms": 1.262, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.752, "count": 52, "max_ms": 79.892, "p95_ms": 74.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 99.591, "count": 52, "max_ms": 130.225, "p95_ms": 126.509}, "yolo11_640_fire_11class": {"avg_ms": 61.031, "count": 52, "max_ms": 85.971, "p95_ms": 82.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 98.389, "count": 52, "max_ms": 133.551, "p95_ms": 125.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 489.949, "count": 52, "max_ms": 578.589, "p95_ms": 543.176}, "read_interval": {"avg_ms": 580.0, "count": 51, "max_ms": 4674.592, "p95_ms": 562.522}, "triton_wait": {"avg_ms": 101.149, "count": 52, "max_ms": 133.564, "p95_ms": 130.205}, "visualize": {"avg_ms": 19.212, "count": 52, "max_ms": 24.831, "p95_ms": 23.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.527, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 152, "tracking_summary": 151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4995.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2769.596, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.117, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:04:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:04:16+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T12:04:16+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T12:04:16.267583+09:00", "mtime_epoch": 1783307056.267583, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:04:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 719.031, "name": "celery", "pid": 239, "rss_mb": 716.883, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.839, "pushed": 6.839, "read": 6.806}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.392, "count": 205, "max_ms": 40.927, "p95_ms": 36.196}, "gstreamer_push": {"avg_ms": 0.955, "count": 205, "max_ms": 2.611, "p95_ms": 1.101}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.145, "count": 205, "max_ms": 115.673, "p95_ms": 92.933}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.94, "count": 205, "max_ms": 99.695, "p95_ms": 80.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.596, "count": 205, "max_ms": 196.22, "p95_ms": 169.957}, "read_interval": {"avg_ms": 146.96, "count": 204, "max_ms": 209.269, "p95_ms": 177.752}, "triton_wait": {"avg_ms": 66.751, "count": 205, "max_ms": 115.687, "p95_ms": 92.944}, "visualize": {"avg_ms": 38.53, "count": 205, "max_ms": 53.55, "p95_ms": 47.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5017.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:02:13+09:00", "last_error_summary": "[h264 @ 0x55858b708fc0] error while decoding MB 118 29, bytestream -31 [in#0/rtsp @ 0x55858b568e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55858b568e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:02:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.136, "last_started_at": "2026-07-06T12:02:15+09:00", "pid": 4015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.773, "name": "ffmpeg", "pid": 4015, "rss_mb": 353.773, "state": "S (sleeping)", "threads": 104}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.46, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T12:04:27+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T12:04:27+09:00", "mjpeg": {"age_sec": 25.994, "exists": true, "mtime": "2026-07-06T12:04:01.715325+09:00", "mtime_epoch": 1783307041.7153246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:04:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.077, "pushed": 0.077, "read": 0.077}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.776, "count": 2, "max_ms": 3.994, "p95_ms": 3.994}, "gstreamer_push": {"avg_ms": 1.272, "count": 2, "max_ms": 1.346, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.41, "count": 2, "max_ms": 51.648, "p95_ms": 51.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.266, "count": 2, "max_ms": 59.584, "p95_ms": 59.584}, "yolo11_640_fire_11class": {"avg_ms": 57.314, "count": 2, "max_ms": 58.1, "p95_ms": 58.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.21, "count": 2, "max_ms": 59.64, "p95_ms": 59.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.007, "count": 2, "max_ms": 72.503, "p95_ms": 72.503}, "read_interval": {"avg_ms": 16025.505, "count": 2, "max_ms": 26006.235, "p95_ms": 26006.235}, "triton_wait": {"avg_ms": 59.625, "count": 2, "max_ms": 59.649, "p95_ms": 59.649}, "visualize": {"avg_ms": 3.839, "count": 2, "max_ms": 4.099, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 26.087, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4708.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:03:43+09:00", "last_error_summary": "[h264 @ 0x558a8e8c0540] error while decoding MB 34 14, bytestream -7", "last_exit_at": "2026-07-06T12:03:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.762, "last_started_at": "2026-07-06T12:03:46+09:00", "pid": 4227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.906, "name": "ffmpeg", "pid": 4227, "rss_mb": 264.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 547.235, "sample_count": 598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:04:32+09:00", "last_frame_read_age_sec": 0.536, "last_frame_read_at": "2026-07-06T12:04:31+09:00", "mjpeg": {"age_sec": 0.523, "exists": true, "mtime": "2026-07-06T12:04:31.739857+09:00", "mtime_epoch": 1783307071.7398574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:04:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.029, "pushed": 2.029, "read": 1.995}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.452, "count": 60, "max_ms": 35.544, "p95_ms": 33.884}, "gstreamer_push": {"avg_ms": 0.857, "count": 60, "max_ms": 0.936, "p95_ms": 0.883}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.206, "count": 60, "max_ms": 61.803, "p95_ms": 56.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.479, "count": 60, "max_ms": 122.669, "p95_ms": 107.359}, "yolo11_640_fire_11class": {"avg_ms": 53.572, "count": 60, "max_ms": 79.583, "p95_ms": 59.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.426, "count": 60, "max_ms": 121.597, "p95_ms": 94.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 493.884, "count": 60, "max_ms": 554.763, "p95_ms": 541.179}, "read_interval": {"avg_ms": 499.86, "count": 59, "max_ms": 562.273, "p95_ms": 548.42}, "triton_wait": {"avg_ms": 87.948, "count": 60, "max_ms": 122.676, "p95_ms": 107.37}, "visualize": {"avg_ms": 18.28, "count": 60, "max_ms": 22.892, "p95_ms": 21.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.573, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 152, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4996.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2799.694, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.589, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:04:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:04:46+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T12:04:46+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T12:04:46.376117+09:00", "mtime_epoch": 1783307086.3761175, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:04:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 719.523, "name": "celery", "pid": 239, "rss_mb": 716.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.745, "pushed": 6.745, "read": 6.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.526, "count": 202, "max_ms": 42.015, "p95_ms": 35.245}, "gstreamer_push": {"avg_ms": 0.977, "count": 202, "max_ms": 3.512, "p95_ms": 1.314}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.141, "count": 202, "max_ms": 121.457, "p95_ms": 92.423}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.975, "count": 202, "max_ms": 101.111, "p95_ms": 84.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.398, "count": 202, "max_ms": 190.364, "p95_ms": 169.543}, "read_interval": {"avg_ms": 149.094, "count": 201, "max_ms": 199.172, "p95_ms": 179.491}, "triton_wait": {"avg_ms": 67.775, "count": 202, "max_ms": 121.47, "p95_ms": 92.435}, "visualize": {"avg_ms": 40.049, "count": 202, "max_ms": 63.407, "p95_ms": 55.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4998.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.302, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.988, "name": "ffmpeg", "pid": 4334, "rss_mb": 331.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.196, "sample_count": 2060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:04:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:04:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T12:04:57+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T12:04:57.708318+09:00", "mtime_epoch": 1783307097.7083185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:04:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1066.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.607, "pushed": 6.607, "read": 6.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.703, "count": 198, "max_ms": 9.231, "p95_ms": 7.124}, "gstreamer_push": {"avg_ms": 1.242, "count": 198, "max_ms": 4.542, "p95_ms": 2.683}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.022, "count": 198, "max_ms": 76.227, "p95_ms": 63.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.95, "count": 198, "max_ms": 132.064, "p95_ms": 105.028}, "yolo11_640_fire_11class": {"avg_ms": 59.167, "count": 198, "max_ms": 80.446, "p95_ms": 69.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.783, "count": 198, "max_ms": 123.445, "p95_ms": 98.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.501, "count": 198, "max_ms": 186.044, "p95_ms": 159.984}, "read_interval": {"avg_ms": 152.141, "count": 197, "max_ms": 4818.301, "p95_ms": 169.792}, "triton_wait": {"avg_ms": 74.081, "count": 198, "max_ms": 132.076, "p95_ms": 105.05}, "visualize": {"avg_ms": 4.789, "count": 198, "max_ms": 5.954, "p95_ms": 5.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4980.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:03:43+09:00", "last_error_summary": "[h264 @ 0x558a8e8c0540] error while decoding MB 34 14, bytestream -7", "last_exit_at": "2026-07-06T12:03:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.097, "last_started_at": "2026-07-06T12:03:46+09:00", "pid": 4227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.68, "name": "ffmpeg", "pid": 4227, "rss_mb": 265.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 555.808, "sample_count": 591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:05:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:05:02+09:00", "last_frame_read_age_sec": 0.517, "last_frame_read_at": "2026-07-06T12:05:02+09:00", "mjpeg": {"age_sec": 0.505, "exists": true, "mtime": "2026-07-06T12:05:02.092396+09:00", "mtime_epoch": 1783307102.0923965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:05:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.946, "pushed": 1.946, "read": 1.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.188, "count": 57, "max_ms": 53.308, "p95_ms": 33.504}, "gstreamer_push": {"avg_ms": 0.877, "count": 58, "max_ms": 1.297, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.615, "count": 57, "max_ms": 76.988, "p95_ms": 71.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 97.233, "count": 57, "max_ms": 131.004, "p95_ms": 121.417}, "yolo11_640_fire_11class": {"avg_ms": 58.694, "count": 57, "max_ms": 84.069, "p95_ms": 80.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.827, "count": 57, "max_ms": 131.961, "p95_ms": 119.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 516.179, "count": 58, "max_ms": 586.839, "p95_ms": 569.162}, "read_interval": {"avg_ms": 523.021, "count": 57, "max_ms": 592.927, "p95_ms": 575.39}, "triton_wait": {"avg_ms": 98.125, "count": 57, "max_ms": 131.972, "p95_ms": 121.436}, "visualize": {"avg_ms": 18.858, "count": 57, "max_ms": 21.992, "p95_ms": 21.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 155, "tracking_summary": 154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5152.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2829.82, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.4, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:05:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:05:16+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T12:05:16+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T12:05:16.496652+09:00", "mtime_epoch": 1783307116.4966521, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:05:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 719.523, "name": "celery", "pid": 239, "rss_mb": 711.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.269, "pushed": 6.269, "read": 6.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.177, "count": 188, "max_ms": 40.891, "p95_ms": 37.153}, "gstreamer_push": {"avg_ms": 1.287, "count": 188, "max_ms": 2.77, "p95_ms": 2.294}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.858, "count": 188, "max_ms": 132.932, "p95_ms": 108.917}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.795, "count": 188, "max_ms": 105.195, "p95_ms": 95.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.577, "count": 188, "max_ms": 206.714, "p95_ms": 188.969}, "read_interval": {"avg_ms": 160.367, "count": 187, "max_ms": 214.775, "p95_ms": 197.062}, "triton_wait": {"avg_ms": 73.756, "count": 188, "max_ms": 132.945, "p95_ms": 108.93}, "visualize": {"avg_ms": 42.848, "count": 188, "max_ms": 65.846, "p95_ms": 56.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5154.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.345, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.988, "name": "ffmpeg", "pid": 4334, "rss_mb": 331.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.643, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:05:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:05:27+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T12:05:27+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T12:05:27.732852+09:00", "mtime_epoch": 1783307127.7328517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:05:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.994, "pushed": 7.994, "read": 7.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.803, "count": 239, "max_ms": 9.081, "p95_ms": 7.716}, "gstreamer_push": {"avg_ms": 1.245, "count": 239, "max_ms": 4.344, "p95_ms": 2.612}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.36, "count": 239, "max_ms": 77.741, "p95_ms": 63.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.919, "count": 239, "max_ms": 123.815, "p95_ms": 105.461}, "yolo11_640_fire_11class": {"avg_ms": 57.659, "count": 239, "max_ms": 80.965, "p95_ms": 69.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.526, "count": 239, "max_ms": 125.397, "p95_ms": 94.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.397, "count": 239, "max_ms": 171.237, "p95_ms": 158.399}, "read_interval": {"avg_ms": 125.852, "count": 238, "max_ms": 181.583, "p95_ms": 168.228}, "triton_wait": {"avg_ms": 70.527, "count": 239, "max_ms": 125.41, "p95_ms": 106.685}, "visualize": {"avg_ms": 4.784, "count": 239, "max_ms": 6.316, "p95_ms": 5.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5149.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:03:43+09:00", "last_error_summary": "[h264 @ 0x558a8e8c0540] error while decoding MB 34 14, bytestream -7", "last_exit_at": "2026-07-06T12:03:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.216, "last_started_at": "2026-07-06T12:03:46+09:00", "pid": 4227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.453, "name": "ffmpeg", "pid": 4227, "rss_mb": 266.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 561.773, "sample_count": 582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:05:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:05:32+09:00", "last_frame_read_age_sec": 0.555, "last_frame_read_at": "2026-07-06T12:05:32+09:00", "mjpeg": {"age_sec": 0.547, "exists": true, "mtime": "2026-07-06T12:05:32.168931+09:00", "mtime_epoch": 1783307132.1689305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:05:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 18.422, "recorders": [{"age_sec": 18.422, "frame_count": 83, "is_recording": true, "is_stopping": false, "pid": 4486, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.5, "name": "ffmpeg", "pid": 4486, "rss_mb": 186.5, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 17, "returncode": null, "running": true, "started_at": "2026-07-06T12:05:14+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_120514_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [4486], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.892, "pushed": 1.892, "read": 1.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.654, "count": 56, "max_ms": 45.429, "p95_ms": 36.072}, "gstreamer_push": {"avg_ms": 0.883, "count": 56, "max_ms": 1.437, "p95_ms": 0.959}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.745, "count": 56, "max_ms": 77.278, "p95_ms": 72.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.113, "count": 56, "max_ms": 124.109, "p95_ms": 120.267}, "yolo11_640_fire_11class": {"avg_ms": 57.244, "count": 56, "max_ms": 78.328, "p95_ms": 76.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 89.723, "count": 56, "max_ms": 122.878, "p95_ms": 117.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 530.756, "count": 56, "max_ms": 922.812, "p95_ms": 599.086}, "read_interval": {"avg_ms": 537.418, "count": 55, "max_ms": 928.666, "p95_ms": 606.984}, "triton_wait": {"avg_ms": 94.931, "count": 56, "max_ms": 124.123, "p95_ms": 122.892}, "visualize": {"avg_ms": 21.158, "count": 56, "max_ms": 30.772, "p95_ms": 25.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.604, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 156, "tracking_summary": 155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4997.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2859.968, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.226, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:05:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:05:46+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T12:05:46+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:05:46.613187+09:00", "mtime_epoch": 1783307146.6131868, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:05:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 719.523, "name": "celery", "pid": 239, "rss_mb": 706.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.463, "pushed": 6.463, "read": 6.43}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.123, "count": 193, "max_ms": 43.221, "p95_ms": 38.411}, "gstreamer_push": {"avg_ms": 1.115, "count": 193, "max_ms": 3.598, "p95_ms": 2.211}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.925, "count": 193, "max_ms": 126.412, "p95_ms": 95.187}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.02, "count": 193, "max_ms": 111.833, "p95_ms": 93.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.917, "count": 193, "max_ms": 214.135, "p95_ms": 178.253}, "read_interval": {"avg_ms": 155.422, "count": 192, "max_ms": 222.795, "p95_ms": 186.816}, "triton_wait": {"avg_ms": 71.36, "count": 193, "max_ms": 126.424, "p95_ms": 96.729}, "visualize": {"avg_ms": 42.477, "count": 193, "max_ms": 61.233, "p95_ms": 56.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5010.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.388, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.504, "name": "ffmpeg", "pid": 4334, "rss_mb": 332.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.622, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:05:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:05:57+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T12:05:57+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T12:05:57.697384+09:00", "mtime_epoch": 1783307157.6973836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:05:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1066.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.848, "pushed": 7.848, "read": 7.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.909, "count": 235, "max_ms": 9.411, "p95_ms": 7.425}, "gstreamer_push": {"avg_ms": 1.163, "count": 235, "max_ms": 4.152, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.602, "count": 235, "max_ms": 77.217, "p95_ms": 61.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.065, "count": 235, "max_ms": 129.919, "p95_ms": 101.749}, "yolo11_640_fire_11class": {"avg_ms": 56.205, "count": 235, "max_ms": 82.556, "p95_ms": 67.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.464, "count": 235, "max_ms": 129.931, "p95_ms": 78.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.788, "count": 235, "max_ms": 184.162, "p95_ms": 149.987}, "read_interval": {"avg_ms": 127.572, "count": 234, "max_ms": 194.38, "p95_ms": 159.083}, "triton_wait": {"avg_ms": 70.337, "count": 235, "max_ms": 129.941, "p95_ms": 101.765}, "visualize": {"avg_ms": 4.889, "count": 235, "max_ms": 6.473, "p95_ms": 5.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5015.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:03:43+09:00", "last_error_summary": "[h264 @ 0x558a8e8c0540] error while decoding MB 34 14, bytestream -7", "last_exit_at": "2026-07-06T12:03:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.334, "last_started_at": "2026-07-06T12:03:46+09:00", "pid": 4227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.684, "name": "ffmpeg", "pid": 4227, "rss_mb": 280.684, "state": "S (sleeping)", "threads": 104}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 575.089, "sample_count": 572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:06:02+09:00", "last_frame_read_age_sec": 0.515, "last_frame_read_at": "2026-07-06T12:06:02+09:00", "mjpeg": {"age_sec": 0.505, "exists": true, "mtime": "2026-07-06T12:06:02.329466+09:00", "mtime_epoch": 1783307162.3294659, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:06:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.496, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.898, "pushed": 1.898, "read": 1.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.147, "count": 56, "max_ms": 51.46, "p95_ms": 45.233}, "gstreamer_push": {"avg_ms": 0.873, "count": 56, "max_ms": 0.975, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.158, "count": 56, "max_ms": 86.827, "p95_ms": 70.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.986, "count": 56, "max_ms": 125.067, "p95_ms": 121.447}, "yolo11_640_fire_11class": {"avg_ms": 56.139, "count": 56, "max_ms": 84.606, "p95_ms": 74.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.593, "count": 56, "max_ms": 126.129, "p95_ms": 122.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 530.855, "count": 56, "max_ms": 647.388, "p95_ms": 609.035}, "read_interval": {"avg_ms": 538.142, "count": 55, "max_ms": 655.082, "p95_ms": 617.393}, "triton_wait": {"avg_ms": 93.206, "count": 56, "max_ms": 126.142, "p95_ms": 122.758}, "visualize": {"avg_ms": 22.221, "count": 56, "max_ms": 26.699, "p95_ms": 26.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.51, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 158, "tracking_summary": 157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4957.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2890.122, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.949, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:06:16+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T12:06:16+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T12:06:16.729722+09:00", "mtime_epoch": 1783307176.7297218, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:06:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 719.523, "name": "celery", "pid": 239, "rss_mb": 706.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.471, "pushed": 6.471, "read": 6.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.297, "count": 194, "max_ms": 46.647, "p95_ms": 38.246}, "gstreamer_push": {"avg_ms": 1.136, "count": 194, "max_ms": 2.97, "p95_ms": 2.219}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.515, "count": 194, "max_ms": 127.503, "p95_ms": 91.721}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.315, "count": 194, "max_ms": 110.093, "p95_ms": 90.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.727, "count": 194, "max_ms": 216.443, "p95_ms": 178.061}, "read_interval": {"avg_ms": 155.23, "count": 193, "max_ms": 349.649, "p95_ms": 184.967}, "triton_wait": {"avg_ms": 71.859, "count": 194, "max_ms": 127.517, "p95_ms": 93.3}, "visualize": {"avg_ms": 42.595, "count": 194, "max_ms": 76.15, "p95_ms": 55.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4967.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.485, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.504, "name": "ffmpeg", "pid": 4334, "rss_mb": 332.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.043, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:06:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:06:27+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T12:06:27+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T12:06:27.785918+09:00", "mtime_epoch": 1783307187.785918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:06:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1068.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.704, "pushed": 7.704, "read": 7.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.832, "count": 230, "max_ms": 9.281, "p95_ms": 7.805}, "gstreamer_push": {"avg_ms": 1.199, "count": 231, "max_ms": 4.923, "p95_ms": 2.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.18, "count": 230, "max_ms": 83.236, "p95_ms": 62.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.658, "count": 230, "max_ms": 137.759, "p95_ms": 100.982}, "yolo11_640_fire_11class": {"avg_ms": 56.825, "count": 230, "max_ms": 85.755, "p95_ms": 67.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.556, "count": 230, "max_ms": 127.712, "p95_ms": 94.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.129, "count": 231, "max_ms": 181.866, "p95_ms": 154.359}, "read_interval": {"avg_ms": 130.043, "count": 230, "max_ms": 192.457, "p95_ms": 163.726}, "triton_wait": {"avg_ms": 73.547, "count": 230, "max_ms": 137.771, "p95_ms": 102.025}, "visualize": {"avg_ms": 4.748, "count": 230, "max_ms": 6.546, "p95_ms": 5.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4993.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:06:06+09:00", "last_error_summary": "[h264 @ 0x55de774bb080] error while decoding MB 31 22, bytestream -13", "last_exit_at": "2026-07-06T12:06:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.533, "last_started_at": "2026-07-06T12:06:09+09:00", "pid": 4546, "process": {"exists": true, "fd_count": 5, "hwm_mb": 243.211, "name": "ffmpeg", "pid": 4546, "rss_mb": 243.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 578.589, "sample_count": 569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:06:33+09:00", "last_frame_read_age_sec": 0.483, "last_frame_read_at": "2026-07-06T12:06:32+09:00", "mjpeg": {"age_sec": 0.47, "exists": true, "mtime": "2026-07-06T12:06:32.750006+09:00", "mtime_epoch": 1783307192.7500062, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:06:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.745, "pushed": 1.745, "read": 1.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.025, "count": 51, "max_ms": 42.099, "p95_ms": 35.721}, "gstreamer_push": {"avg_ms": 1.048, "count": 52, "max_ms": 3.166, "p95_ms": 2.047}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.872, "count": 51, "max_ms": 82.361, "p95_ms": 67.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 97.413, "count": 51, "max_ms": 135.226, "p95_ms": 130.18}, "yolo11_640_fire_11class": {"avg_ms": 59.705, "count": 51, "max_ms": 88.73, "p95_ms": 85.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 92.272, "count": 51, "max_ms": 129.086, "p95_ms": 125.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 490.941, "count": 52, "max_ms": 690.438, "p95_ms": 582.802}, "read_interval": {"avg_ms": 586.214, "count": 51, "max_ms": 5025.804, "p95_ms": 692.365}, "triton_wait": {"avg_ms": 98.838, "count": 51, "max_ms": 135.237, "p95_ms": 130.192}, "visualize": {"avg_ms": 19.619, "count": 51, "max_ms": 26.61, "p95_ms": 25.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 160, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5009.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2920.283, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.755, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:06:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:06:47+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T12:06:46+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T12:06:46.906258+09:00", "mtime_epoch": 1783307206.9062576, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:06:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 714.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.333, "pushed": 6.367, "read": 6.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.654, "count": 190, "max_ms": 48.694, "p95_ms": 38.903}, "gstreamer_push": {"avg_ms": 0.93, "count": 191, "max_ms": 1.649, "p95_ms": 1.079}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.411, "count": 190, "max_ms": 128.208, "p95_ms": 110.702}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.34, "count": 190, "max_ms": 117.198, "p95_ms": 100.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.471, "count": 190, "max_ms": 199.232, "p95_ms": 184.258}, "read_interval": {"avg_ms": 157.771, "count": 190, "max_ms": 207.598, "p95_ms": 192.656}, "triton_wait": {"avg_ms": 76.714, "count": 190, "max_ms": 128.22, "p95_ms": 110.714}, "visualize": {"avg_ms": 36.979, "count": 190, "max_ms": 53.095, "p95_ms": 43.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5006.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.553, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.02, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.836, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:06:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:06:58+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T12:06:57+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T12:06:57.942454+09:00", "mtime_epoch": 1783307217.9424536, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:06:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1068.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.212, "pushed": 8.212, "read": 8.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.37, "count": 246, "max_ms": 9.244, "p95_ms": 7.197}, "gstreamer_push": {"avg_ms": 1.277, "count": 246, "max_ms": 6.551, "p95_ms": 2.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.273, "count": 246, "max_ms": 79.982, "p95_ms": 61.096}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.549, "count": 246, "max_ms": 136.805, "p95_ms": 113.223}, "yolo11_640_fire_11class": {"avg_ms": 59.773, "count": 246, "max_ms": 85.397, "p95_ms": 74.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.736, "count": 246, "max_ms": 125.554, "p95_ms": 104.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.604, "count": 246, "max_ms": 198.24, "p95_ms": 158.491}, "read_interval": {"avg_ms": 122.334, "count": 245, "max_ms": 208.309, "p95_ms": 168.996}, "triton_wait": {"avg_ms": 72.773, "count": 246, "max_ms": 136.818, "p95_ms": 113.237}, "visualize": {"avg_ms": 4.543, "count": 246, "max_ms": 6.124, "p95_ms": 5.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5004.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:06:06+09:00", "last_error_summary": "[h264 @ 0x55de774bb080] error while decoding MB 31 22, bytestream -13", "last_exit_at": "2026-07-06T12:06:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.611, "last_started_at": "2026-07-06T12:06:09+09:00", "pid": 4546, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.121, "name": "ffmpeg", "pid": 4546, "rss_mb": 265.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 578.589, "sample_count": 571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:07:03+09:00", "last_frame_read_age_sec": 0.464, "last_frame_read_at": "2026-07-06T12:07:02+09:00", "mjpeg": {"age_sec": 0.452, "exists": true, "mtime": "2026-07-06T12:07:02.846541+09:00", "mtime_epoch": 1783307222.8465407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:07:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.197, "pushed": 2.197, "read": 2.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.115, "count": 65, "max_ms": 31.393, "p95_ms": 28.959}, "gstreamer_push": {"avg_ms": 0.871, "count": 65, "max_ms": 1.21, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.687, "count": 65, "max_ms": 88.434, "p95_ms": 73.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.463, "count": 65, "max_ms": 128.82, "p95_ms": 122.028}, "yolo11_640_fire_11class": {"avg_ms": 58.937, "count": 65, "max_ms": 92.629, "p95_ms": 83.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 92.937, "count": 65, "max_ms": 130.103, "p95_ms": 125.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 456.019, "count": 65, "max_ms": 517.574, "p95_ms": 497.813}, "read_interval": {"avg_ms": 462.629, "count": 64, "max_ms": 523.612, "p95_ms": 505.691}, "triton_wait": {"avg_ms": 96.102, "count": 65, "max_ms": 130.116, "p95_ms": 125.858}, "visualize": {"avg_ms": 17.791, "count": 65, "max_ms": 21.585, "p95_ms": 19.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.584, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 161, "tracking_summary": 160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5009.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2950.401, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.488, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:07:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:07:17+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T12:07:17+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T12:07:17.022793+09:00", "mtime_epoch": 1783307237.0227926, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:07:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 712.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.284, "pushed": 6.284, "read": 6.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.903, "count": 188, "max_ms": 43.2, "p95_ms": 37.146}, "gstreamer_push": {"avg_ms": 1.061, "count": 188, "max_ms": 2.635, "p95_ms": 2.154}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.0, "count": 188, "max_ms": 130.196, "p95_ms": 107.277}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.571, "count": 188, "max_ms": 110.629, "p95_ms": 94.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.725, "count": 188, "max_ms": 224.218, "p95_ms": 184.753}, "read_interval": {"avg_ms": 160.035, "count": 187, "max_ms": 233.897, "p95_ms": 192.658}, "triton_wait": {"avg_ms": 74.505, "count": 188, "max_ms": 130.21, "p95_ms": 108.336}, "visualize": {"avg_ms": 43.381, "count": 188, "max_ms": 65.452, "p95_ms": 55.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5015.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.652, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.277, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.565, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:07:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:07:28+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T12:07:27+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T12:07:27.982987+09:00", "mtime_epoch": 1783307247.9829872, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:07:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1068.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.434, "pushed": 7.434, "read": 7.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.029, "count": 223, "max_ms": 8.868, "p95_ms": 7.619}, "gstreamer_push": {"avg_ms": 1.185, "count": 223, "max_ms": 5.655, "p95_ms": 2.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.331, "count": 223, "max_ms": 81.58, "p95_ms": 66.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.567, "count": 223, "max_ms": 140.604, "p95_ms": 108.062}, "yolo11_640_fire_11class": {"avg_ms": 61.933, "count": 223, "max_ms": 89.2, "p95_ms": 74.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.147, "count": 223, "max_ms": 125.904, "p95_ms": 110.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.491, "count": 223, "max_ms": 192.626, "p95_ms": 161.133}, "read_interval": {"avg_ms": 134.274, "count": 223, "max_ms": 202.019, "p95_ms": 171.57}, "triton_wait": {"avg_ms": 75.54, "count": 223, "max_ms": 140.616, "p95_ms": 111.349}, "visualize": {"avg_ms": 4.894, "count": 223, "max_ms": 6.174, "p95_ms": 5.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5016.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:06:06+09:00", "last_error_summary": "[h264 @ 0x55de774bb080] error while decoding MB 31 22, bytestream -13", "last_exit_at": "2026-07-06T12:06:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.698, "last_started_at": "2026-07-06T12:06:09+09:00", "pid": 4546, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.152, "name": "ffmpeg", "pid": 4546, "rss_mb": 266.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 577.453, "sample_count": 580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:07:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:07:33+09:00", "last_frame_read_age_sec": 0.442, "last_frame_read_at": "2026-07-06T12:07:32+09:00", "mjpeg": {"age_sec": 0.419, "exists": true, "mtime": "2026-07-06T12:07:32.967076+09:00", "mtime_epoch": 1783307252.9670756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:07:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.26, "pushed": 2.26, "read": 2.226}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.196, "count": 67, "max_ms": 32.485, "p95_ms": 29.843}, "gstreamer_push": {"avg_ms": 0.876, "count": 67, "max_ms": 1.048, "p95_ms": 0.95}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.25, "count": 67, "max_ms": 84.215, "p95_ms": 71.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.886, "count": 67, "max_ms": 130.394, "p95_ms": 127.339}, "yolo11_640_fire_11class": {"avg_ms": 60.078, "count": 67, "max_ms": 90.737, "p95_ms": 86.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.142, "count": 67, "max_ms": 131.369, "p95_ms": 125.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 442.415, "count": 67, "max_ms": 498.692, "p95_ms": 493.232}, "read_interval": {"avg_ms": 449.076, "count": 66, "max_ms": 506.511, "p95_ms": 499.018}, "triton_wait": {"avg_ms": 96.312, "count": 67, "max_ms": 131.382, "p95_ms": 128.938}, "visualize": {"avg_ms": 17.888, "count": 67, "max_ms": 21.908, "p95_ms": 21.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.645, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 163, "tracking_summary": 162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5014.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2980.417, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.887, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:07:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:07:47+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T12:07:47+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T12:07:47.111327+09:00", "mtime_epoch": 1783307267.111327, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:07:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 717.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.561, "pushed": 6.561, "read": 6.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.785, "count": 196, "max_ms": 43.734, "p95_ms": 37.655}, "gstreamer_push": {"avg_ms": 0.929, "count": 196, "max_ms": 2.579, "p95_ms": 1.064}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.05, "count": 196, "max_ms": 128.088, "p95_ms": 103.983}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.477, "count": 196, "max_ms": 116.206, "p95_ms": 102.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.603, "count": 196, "max_ms": 206.021, "p95_ms": 178.521}, "read_interval": {"avg_ms": 153.312, "count": 195, "max_ms": 216.937, "p95_ms": 185.827}, "triton_wait": {"avg_ms": 75.474, "count": 196, "max_ms": 128.1, "p95_ms": 108.468}, "visualize": {"avg_ms": 36.124, "count": 196, "max_ms": 54.453, "p95_ms": 46.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5016.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.675, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.277, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.406, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:07:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:07:58+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T12:07:58+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T12:07:58.035521+09:00", "mtime_epoch": 1783307278.035521, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:07:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1071.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.566}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.85, "count": 227, "max_ms": 8.614, "p95_ms": 7.454}, "gstreamer_push": {"avg_ms": 1.217, "count": 227, "max_ms": 5.254, "p95_ms": 2.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.086, "count": 227, "max_ms": 84.813, "p95_ms": 66.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.617, "count": 227, "max_ms": 132.482, "p95_ms": 108.07}, "yolo11_640_fire_11class": {"avg_ms": 60.526, "count": 227, "max_ms": 92.728, "p95_ms": 74.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.143, "count": 227, "max_ms": 125.962, "p95_ms": 106.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.123, "count": 227, "max_ms": 191.833, "p95_ms": 161.842}, "read_interval": {"avg_ms": 132.26, "count": 226, "max_ms": 203.095, "p95_ms": 175.751}, "triton_wait": {"avg_ms": 75.009, "count": 227, "max_ms": 132.495, "p95_ms": 113.691}, "visualize": {"avg_ms": 4.835, "count": 227, "max_ms": 6.502, "p95_ms": 5.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5012.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:06:06+09:00", "last_error_summary": "[h264 @ 0x55de774bb080] error while decoding MB 31 22, bytestream -13", "last_exit_at": "2026-07-06T12:06:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.995, "last_started_at": "2026-07-06T12:06:09+09:00", "pid": 4546, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.957, "name": "ffmpeg", "pid": 4546, "rss_mb": 267.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 567.201, "sample_count": 589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:08:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:08:03+09:00", "last_frame_read_age_sec": 0.441, "last_frame_read_at": "2026-07-06T12:08:03+09:00", "mjpeg": {"age_sec": 0.427, "exists": true, "mtime": "2026-07-06T12:08:03.255614+09:00", "mtime_epoch": 1783307283.2556138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:08:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.144, "pushed": 2.144, "read": 2.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.057, "count": 63, "max_ms": 34.799, "p95_ms": 31.905}, "gstreamer_push": {"avg_ms": 0.866, "count": 64, "max_ms": 1.008, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.31, "count": 63, "max_ms": 82.185, "p95_ms": 72.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.803, "count": 63, "max_ms": 136.409, "p95_ms": 123.765}, "yolo11_640_fire_11class": {"avg_ms": 59.339, "count": 63, "max_ms": 87.705, "p95_ms": 85.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.558, "count": 63, "max_ms": 124.987, "p95_ms": 122.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 466.691, "count": 64, "max_ms": 541.227, "p95_ms": 512.433}, "read_interval": {"avg_ms": 473.816, "count": 63, "max_ms": 546.933, "p95_ms": 520.777}, "triton_wait": {"avg_ms": 96.324, "count": 63, "max_ms": 136.422, "p95_ms": 124.111}, "visualize": {"avg_ms": 18.581, "count": 63, "max_ms": 23.323, "p95_ms": 21.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 164, "tracking_summary": 163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5183.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3010.502, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.488, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:08:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:08:17+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T12:08:17+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T12:08:17.131801+09:00", "mtime_epoch": 1783307297.131801, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:08:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 715.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.481, "pushed": 6.481, "read": 6.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.893, "count": 194, "max_ms": 51.425, "p95_ms": 40.808}, "gstreamer_push": {"avg_ms": 0.933, "count": 194, "max_ms": 1.701, "p95_ms": 1.075}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.401, "count": 194, "max_ms": 127.752, "p95_ms": 101.747}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.373, "count": 194, "max_ms": 110.652, "p95_ms": 95.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.616, "count": 194, "max_ms": 219.555, "p95_ms": 176.772}, "read_interval": {"avg_ms": 154.954, "count": 193, "max_ms": 230.691, "p95_ms": 183.995}, "triton_wait": {"avg_ms": 76.247, "count": 194, "max_ms": 127.765, "p95_ms": 102.937}, "visualize": {"avg_ms": 36.213, "count": 194, "max_ms": 50.652, "p95_ms": 43.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4923.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.727, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.277, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.982, "sample_count": 2065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:08:28+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T12:08:28+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:08:28.083841+09:00", "mtime_epoch": 1783307308.0838408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:08:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1069.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.186, "pushed": 7.186, "read": 7.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.28, "count": 215, "max_ms": 8.641, "p95_ms": 7.654}, "gstreamer_push": {"avg_ms": 1.141, "count": 215, "max_ms": 4.413, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.225, "count": 215, "max_ms": 87.952, "p95_ms": 63.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.297, "count": 215, "max_ms": 131.383, "p95_ms": 109.063}, "yolo11_640_fire_11class": {"avg_ms": 61.963, "count": 215, "max_ms": 94.503, "p95_ms": 75.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.118, "count": 215, "max_ms": 126.824, "p95_ms": 84.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.061, "count": 215, "max_ms": 197.091, "p95_ms": 164.232}, "read_interval": {"avg_ms": 139.845, "count": 214, "max_ms": 211.743, "p95_ms": 176.601}, "triton_wait": {"avg_ms": 76.553, "count": 215, "max_ms": 131.395, "p95_ms": 111.97}, "visualize": {"avg_ms": 5.091, "count": 215, "max_ms": 7.678, "p95_ms": 6.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5053.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:08:26+09:00", "last_error_summary": "[h264 @ 0x556568451240] error while decoding MB 2 16, bytestream -5", "last_exit_at": "2026-07-06T12:08:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.541, "last_started_at": "2026-07-06T12:08:29+09:00", "pid": 4713, "process": {"exists": true, "fd_count": 5, "hwm_mb": 152.344, "name": "ffmpeg", "pid": 4713, "rss_mb": 152.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 569.274, "sample_count": 579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:08:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:08:34+09:00", "last_frame_read_age_sec": 0.497, "last_frame_read_at": "2026-07-06T12:08:33+09:00", "mjpeg": {"age_sec": 0.478, "exists": true, "mtime": "2026-07-06T12:08:33.703862+09:00", "mtime_epoch": 1783307313.7038624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:08:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 18.279, "recorders": [{"age_sec": 18.279, "frame_count": 76, "is_recording": true, "is_stopping": false, "pid": 4653, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.75, "name": "ffmpeg", "pid": 4653, "rss_mb": 185.75, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 24, "returncode": null, "running": true, "started_at": "2026-07-06T12:08:15+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_120815_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [4653], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.723, "pushed": 1.723, "read": 1.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.863, "count": 51, "max_ms": 44.382, "p95_ms": 34.859}, "gstreamer_push": {"avg_ms": 0.875, "count": 51, "max_ms": 1.48, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.954, "count": 51, "max_ms": 89.531, "p95_ms": 74.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 96.208, "count": 51, "max_ms": 128.185, "p95_ms": 125.218}, "yolo11_640_fire_11class": {"avg_ms": 59.436, "count": 51, "max_ms": 88.799, "p95_ms": 85.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 90.02, "count": 51, "max_ms": 130.006, "p95_ms": 117.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 495.022, "count": 51, "max_ms": 941.317, "p95_ms": 569.918}, "read_interval": {"avg_ms": 591.085, "count": 50, "max_ms": 5020.602, "p95_ms": 635.925}, "triton_wait": {"avg_ms": 97.074, "count": 51, "max_ms": 130.021, "p95_ms": 127.874}, "visualize": {"avg_ms": 20.05, "count": 51, "max_ms": 26.736, "p95_ms": 24.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.594, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 167, "tracking_summary": 165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4959.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3040.576, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.887, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:08:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:08:47+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T12:08:47+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T12:08:47.223917+09:00", "mtime_epoch": 1783307327.2239175, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:08:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 706.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.25, "pushed": 6.25, "read": 6.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.618, "count": 187, "max_ms": 46.132, "p95_ms": 40.018}, "gstreamer_push": {"avg_ms": 1.087, "count": 187, "max_ms": 3.2, "p95_ms": 2.129}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.879, "count": 187, "max_ms": 131.337, "p95_ms": 100.299}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.071, "count": 187, "max_ms": 120.207, "p95_ms": 90.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.538, "count": 187, "max_ms": 228.43, "p95_ms": 178.453}, "read_interval": {"avg_ms": 160.784, "count": 186, "max_ms": 240.943, "p95_ms": 187.646}, "triton_wait": {"avg_ms": 73.392, "count": 187, "max_ms": 131.352, "p95_ms": 102.429}, "visualize": {"avg_ms": 42.727, "count": 187, "max_ms": 66.698, "p95_ms": 60.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5015.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.742, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.277, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.524, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:08:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:08:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T12:08:58+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T12:08:58.135965+09:00", "mtime_epoch": 1783307338.135965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:08:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.364, "pushed": 8.364, "read": 8.331}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.229, "count": 250, "max_ms": 8.879, "p95_ms": 7.265}, "gstreamer_push": {"avg_ms": 1.35, "count": 250, "max_ms": 6.619, "p95_ms": 2.577}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.029, "count": 250, "max_ms": 82.516, "p95_ms": 62.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.055, "count": 250, "max_ms": 143.547, "p95_ms": 102.303}, "yolo11_640_fire_11class": {"avg_ms": 59.516, "count": 250, "max_ms": 86.626, "p95_ms": 72.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.847, "count": 250, "max_ms": 125.266, "p95_ms": 92.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.082, "count": 250, "max_ms": 209.104, "p95_ms": 161.005}, "read_interval": {"avg_ms": 120.207, "count": 249, "max_ms": 219.595, "p95_ms": 171.987}, "triton_wait": {"avg_ms": 72.341, "count": 250, "max_ms": 143.559, "p95_ms": 111.022}, "visualize": {"avg_ms": 4.497, "count": 250, "max_ms": 6.29, "p95_ms": 5.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5020.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:08:26+09:00", "last_error_summary": "[h264 @ 0x556568451240] error while decoding MB 2 16, bytestream -5", "last_exit_at": "2026-07-06T12:08:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.74, "last_started_at": "2026-07-06T12:08:29+09:00", "pid": 4713, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.273, "name": "ffmpeg", "pid": 4713, "rss_mb": 266.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 569.162, "sample_count": 590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:09:04+09:00", "last_frame_read_age_sec": 0.391, "last_frame_read_at": "2026-07-06T12:09:03+09:00", "mjpeg": {"age_sec": 0.377, "exists": true, "mtime": "2026-07-06T12:09:04.003992+09:00", "mtime_epoch": 1783307344.0039918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:09:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.151, "pushed": 2.151, "read": 2.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.803, "count": 63, "max_ms": 33.84, "p95_ms": 29.789}, "gstreamer_push": {"avg_ms": 0.861, "count": 64, "max_ms": 1.079, "p95_ms": 0.917}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.311, "count": 63, "max_ms": 85.518, "p95_ms": 76.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 96.304, "count": 63, "max_ms": 135.265, "p95_ms": 119.758}, "yolo11_640_fire_11class": {"avg_ms": 60.379, "count": 63, "max_ms": 89.212, "p95_ms": 82.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.586, "count": 63, "max_ms": 133.889, "p95_ms": 123.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 465.315, "count": 64, "max_ms": 532.224, "p95_ms": 511.829}, "read_interval": {"avg_ms": 473.041, "count": 63, "max_ms": 539.922, "p95_ms": 517.881}, "triton_wait": {"avg_ms": 97.889, "count": 63, "max_ms": 135.275, "p95_ms": 123.724}, "visualize": {"avg_ms": 18.841, "count": 63, "max_ms": 23.338, "p95_ms": 22.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.749, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 168, "tracking_summary": 167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5006.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3070.751, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.887, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:09:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:09:17+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T12:09:17+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T12:09:17.376056+09:00", "mtime_epoch": 1783307357.3760557, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:09:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 704.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.427, "pushed": 6.427, "read": 6.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.177, "count": 192, "max_ms": 49.001, "p95_ms": 42.984}, "gstreamer_push": {"avg_ms": 1.07, "count": 192, "max_ms": 2.567, "p95_ms": 2.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.569, "count": 192, "max_ms": 134.138, "p95_ms": 98.414}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.76, "count": 192, "max_ms": 108.332, "p95_ms": 97.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.598, "count": 192, "max_ms": 227.481, "p95_ms": 179.499}, "read_interval": {"avg_ms": 156.194, "count": 191, "max_ms": 236.331, "p95_ms": 188.394}, "triton_wait": {"avg_ms": 75.689, "count": 192, "max_ms": 134.151, "p95_ms": 99.187}, "visualize": {"avg_ms": 39.579, "count": 192, "max_ms": 56.868, "p95_ms": 53.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5018.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.76, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.277, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.642, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:09:28+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T12:09:28+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T12:09:28.128110+09:00", "mtime_epoch": 1783307368.12811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:09:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1065.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.233, "pushed": 10.233, "read": 10.2}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.854, "count": 306, "max_ms": 5.831, "p95_ms": 4.792}, "gstreamer_push": {"avg_ms": 1.533, "count": 306, "max_ms": 6.694, "p95_ms": 3.74}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.341, "count": 306, "max_ms": 83.903, "p95_ms": 65.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.124, "count": 306, "max_ms": 144.48, "p95_ms": 109.505}, "yolo11_640_fire_11class": {"avg_ms": 60.292, "count": 306, "max_ms": 86.766, "p95_ms": 72.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.353, "count": 306, "max_ms": 131.992, "p95_ms": 100.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.85, "count": 306, "max_ms": 156.861, "p95_ms": 123.442}, "read_interval": {"avg_ms": 98.049, "count": 305, "max_ms": 171.322, "p95_ms": 139.876}, "triton_wait": {"avg_ms": 72.333, "count": 306, "max_ms": 144.492, "p95_ms": 110.541}, "visualize": {"avg_ms": 3.678, "count": 306, "max_ms": 4.644, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5020.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:08:26+09:00", "last_error_summary": "[h264 @ 0x556568451240] error while decoding MB 2 16, bytestream -5", "last_exit_at": "2026-07-06T12:08:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.807, "last_started_at": "2026-07-06T12:08:29+09:00", "pid": 4713, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.078, "name": "ffmpeg", "pid": 4713, "rss_mb": 268.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 568.996, "sample_count": 593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:09:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:09:34+09:00", "last_frame_read_age_sec": 0.514, "last_frame_read_at": "2026-07-06T12:09:33+09:00", "mjpeg": {"age_sec": 0.503, "exists": true, "mtime": "2026-07-06T12:09:33.944140+09:00", "mtime_epoch": 1783307373.9441404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:09:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1161.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.126, "pushed": 2.126, "read": 2.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.143, "count": 63, "max_ms": 32.305, "p95_ms": 29.808}, "gstreamer_push": {"avg_ms": 0.864, "count": 63, "max_ms": 0.969, "p95_ms": 0.919}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.765, "count": 63, "max_ms": 78.433, "p95_ms": 75.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 96.057, "count": 63, "max_ms": 133.13, "p95_ms": 126.06}, "yolo11_640_fire_11class": {"avg_ms": 60.656, "count": 63, "max_ms": 89.851, "p95_ms": 84.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.723, "count": 63, "max_ms": 133.297, "p95_ms": 125.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 470.559, "count": 63, "max_ms": 544.532, "p95_ms": 528.888}, "read_interval": {"avg_ms": 476.55, "count": 62, "max_ms": 551.9, "p95_ms": 535.927}, "triton_wait": {"avg_ms": 97.001, "count": 63, "max_ms": 133.311, "p95_ms": 128.263}, "visualize": {"avg_ms": 18.533, "count": 63, "max_ms": 19.929, "p95_ms": 19.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.633, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 170, "tracking_summary": 168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5022.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3100.774, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.013, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:09:47+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T12:09:47+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T12:09:47.440213+09:00", "mtime_epoch": 1783307387.4402134, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:09:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 715.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.364, "pushed": 6.364, "read": 6.33}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.802, "count": 190, "max_ms": 47.225, "p95_ms": 38.926}, "gstreamer_push": {"avg_ms": 1.018, "count": 190, "max_ms": 3.428, "p95_ms": 1.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.103, "count": 190, "max_ms": 133.101, "p95_ms": 104.742}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.09, "count": 190, "max_ms": 117.491, "p95_ms": 97.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.545, "count": 190, "max_ms": 206.201, "p95_ms": 182.415}, "read_interval": {"avg_ms": 158.082, "count": 189, "max_ms": 214.359, "p95_ms": 190.415}, "triton_wait": {"avg_ms": 73.87, "count": 190, "max_ms": 133.114, "p95_ms": 104.757}, "visualize": {"avg_ms": 39.853, "count": 190, "max_ms": 65.973, "p95_ms": 55.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5017.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.879, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.627, "sample_count": 2436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:09:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:09:58+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T12:09:58+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T12:09:58.172274+09:00", "mtime_epoch": 1783307398.1722744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:09:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1064.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.884, "pushed": 8.884, "read": 8.851}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.699, "count": 266, "max_ms": 11.334, "p95_ms": 7.34}, "gstreamer_push": {"avg_ms": 1.376, "count": 266, "max_ms": 6.21, "p95_ms": 2.69}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.266, "count": 266, "max_ms": 79.041, "p95_ms": 64.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.313, "count": 266, "max_ms": 137.861, "p95_ms": 115.256}, "yolo11_640_fire_11class": {"avg_ms": 60.448, "count": 266, "max_ms": 93.872, "p95_ms": 71.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.785, "count": 266, "max_ms": 126.871, "p95_ms": 104.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.565, "count": 266, "max_ms": 183.643, "p95_ms": 151.887}, "read_interval": {"avg_ms": 112.596, "count": 265, "max_ms": 199.389, "p95_ms": 163.069}, "triton_wait": {"avg_ms": 72.849, "count": 266, "max_ms": 137.874, "p95_ms": 118.275}, "visualize": {"avg_ms": 4.181, "count": 266, "max_ms": 7.452, "p95_ms": 6.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5021.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:08:26+09:00", "last_error_summary": "[h264 @ 0x556568451240] error while decoding MB 2 16, bytestream -5", "last_exit_at": "2026-07-06T12:08:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.157, "last_started_at": "2026-07-06T12:08:29+09:00", "pid": 4713, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.367, "name": "ffmpeg", "pid": 4713, "rss_mb": 269.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 563.084, "sample_count": 602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:10:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:10:04+09:00", "last_frame_read_age_sec": 0.491, "last_frame_read_at": "2026-07-06T12:10:04+09:00", "mjpeg": {"age_sec": 0.485, "exists": true, "mtime": "2026-07-06T12:10:04.312310+09:00", "mtime_epoch": 1783307404.3123105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:10:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1162.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.245, "pushed": 2.245, "read": 2.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.224, "count": 66, "max_ms": 31.821, "p95_ms": 28.359}, "gstreamer_push": {"avg_ms": 0.879, "count": 67, "max_ms": 1.131, "p95_ms": 0.994}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.986, "count": 66, "max_ms": 75.011, "p95_ms": 70.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.759, "count": 66, "max_ms": 134.333, "p95_ms": 120.687}, "yolo11_640_fire_11class": {"avg_ms": 59.955, "count": 66, "max_ms": 92.867, "p95_ms": 77.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 91.05, "count": 66, "max_ms": 128.348, "p95_ms": 117.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 446.264, "count": 67, "max_ms": 506.163, "p95_ms": 488.04}, "read_interval": {"avg_ms": 452.32, "count": 66, "max_ms": 512.103, "p95_ms": 496.856}, "triton_wait": {"avg_ms": 95.529, "count": 66, "max_ms": 134.347, "p95_ms": 122.248}, "visualize": {"avg_ms": 17.776, "count": 66, "max_ms": 23.417, "p95_ms": 19.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 170, "tracking_summary": 170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5023.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3130.827, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.44, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:10:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:10:17+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T12:10:17+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T12:10:17.504390+09:00", "mtime_epoch": 1783307417.50439, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:10:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 715.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.456, "pushed": 6.456, "read": 6.422}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.756, "count": 193, "max_ms": 38.117, "p95_ms": 36.955}, "gstreamer_push": {"avg_ms": 0.96, "count": 193, "max_ms": 2.46, "p95_ms": 1.108}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.219, "count": 193, "max_ms": 132.574, "p95_ms": 105.105}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.065, "count": 193, "max_ms": 106.769, "p95_ms": 97.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.01, "count": 193, "max_ms": 206.16, "p95_ms": 187.503}, "read_interval": {"avg_ms": 155.828, "count": 192, "max_ms": 215.126, "p95_ms": 195.152}, "triton_wait": {"avg_ms": 74.208, "count": 193, "max_ms": 132.586, "p95_ms": 105.673}, "visualize": {"avg_ms": 38.91, "count": 193, "max_ms": 62.802, "p95_ms": 51.677}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5023.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.954, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.015, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:10:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:10:28+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:10:28+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T12:10:28.276458+09:00", "mtime_epoch": 1783307428.2764578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:10:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1066.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.02, "pushed": 6.02, "read": 5.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.266, "count": 180, "max_ms": 11.326, "p95_ms": 10.087}, "gstreamer_push": {"avg_ms": 1.048, "count": 180, "max_ms": 3.636, "p95_ms": 1.847}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.456, "count": 180, "max_ms": 83.571, "p95_ms": 70.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.083, "count": 180, "max_ms": 128.363, "p95_ms": 107.437}, "yolo11_640_fire_11class": {"avg_ms": 59.61, "count": 180, "max_ms": 84.176, "p95_ms": 71.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.109, "count": 180, "max_ms": 126.542, "p95_ms": 83.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.103, "count": 180, "max_ms": 231.752, "p95_ms": 190.735}, "read_interval": {"avg_ms": 167.142, "count": 179, "max_ms": 397.068, "p95_ms": 207.207}, "triton_wait": {"avg_ms": 75.352, "count": 180, "max_ms": 128.378, "p95_ms": 107.449}, "visualize": {"avg_ms": 6.424, "count": 180, "max_ms": 8.608, "p95_ms": 7.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5038.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:08:26+09:00", "last_error_summary": "[h264 @ 0x556568451240] error while decoding MB 2 16, bytestream -5", "last_exit_at": "2026-07-06T12:08:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.252, "last_started_at": "2026-07-06T12:08:29+09:00", "pid": 4713, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.902, "name": "ffmpeg", "pid": 4713, "rss_mb": 282.902, "state": "S (sleeping)", "threads": 104}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 544.532, "sample_count": 612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:10:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:10:34+09:00", "last_frame_read_age_sec": 0.491, "last_frame_read_at": "2026-07-06T12:10:34+09:00", "mjpeg": {"age_sec": 0.48, "exists": true, "mtime": "2026-07-06T12:10:34.412497+09:00", "mtime_epoch": 1783307434.4124973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:10:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1162.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.194, "pushed": 2.194, "read": 2.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.094, "count": 65, "max_ms": 32.275, "p95_ms": 27.055}, "gstreamer_push": {"avg_ms": 0.865, "count": 65, "max_ms": 0.973, "p95_ms": 0.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.057, "count": 65, "max_ms": 75.481, "p95_ms": 68.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 98.096, "count": 65, "max_ms": 131.104, "p95_ms": 124.087}, "yolo11_640_fire_11class": {"avg_ms": 58.594, "count": 65, "max_ms": 88.58, "p95_ms": 75.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.37, "count": 65, "max_ms": 131.118, "p95_ms": 115.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 456.575, "count": 65, "max_ms": 496.601, "p95_ms": 489.195}, "read_interval": {"avg_ms": 462.496, "count": 64, "max_ms": 502.38, "p95_ms": 493.135}, "triton_wait": {"avg_ms": 99.094, "count": 65, "max_ms": 131.128, "p95_ms": 125.0}, "visualize": {"avg_ms": 17.744, "count": 65, "max_ms": 20.95, "p95_ms": 19.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.625, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 173, "tracking_summary": 171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4905.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3160.947, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.555, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:10:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:10:47+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T12:10:47+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T12:10:47.580584+09:00", "mtime_epoch": 1783307447.5805843, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:10:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.621, "name": "celery", "pid": 239, "rss_mb": 720.477, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.371, "pushed": 6.371, "read": 6.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.842, "count": 191, "max_ms": 44.473, "p95_ms": 39.785}, "gstreamer_push": {"avg_ms": 0.949, "count": 191, "max_ms": 2.308, "p95_ms": 1.1}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.1, "count": 191, "max_ms": 135.278, "p95_ms": 105.197}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.831, "count": 191, "max_ms": 120.727, "p95_ms": 93.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.253, "count": 191, "max_ms": 210.162, "p95_ms": 182.066}, "read_interval": {"avg_ms": 157.566, "count": 190, "max_ms": 217.655, "p95_ms": 190.202}, "triton_wait": {"avg_ms": 74.73, "count": 191, "max_ms": 135.291, "p95_ms": 105.209}, "visualize": {"avg_ms": 36.591, "count": 191, "max_ms": 56.564, "p95_ms": 45.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4940.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.037, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.213, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:10:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:10:58+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T12:10:58+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T12:10:58.356658+09:00", "mtime_epoch": 1783307458.3566582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:10:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.116, "pushed": 6.116, "read": 6.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.997, "count": 183, "max_ms": 11.308, "p95_ms": 9.631}, "gstreamer_push": {"avg_ms": 1.011, "count": 183, "max_ms": 3.408, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.813, "count": 183, "max_ms": 88.672, "p95_ms": 71.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.562, "count": 183, "max_ms": 147.6, "p95_ms": 114.922}, "yolo11_640_fire_11class": {"avg_ms": 60.086, "count": 183, "max_ms": 90.44, "p95_ms": 74.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.039, "count": 183, "max_ms": 135.276, "p95_ms": 107.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.914, "count": 183, "max_ms": 233.352, "p95_ms": 195.165}, "read_interval": {"avg_ms": 164.412, "count": 182, "max_ms": 240.916, "p95_ms": 205.136}, "triton_wait": {"avg_ms": 75.735, "count": 183, "max_ms": 147.613, "p95_ms": 114.935}, "visualize": {"avg_ms": 6.233, "count": 183, "max_ms": 8.004, "p95_ms": 7.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4971.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:10:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.43, "last_started_at": "2026-07-06T12:10:44+09:00", "pid": 4820, "process": {"exists": true, "fd_count": 5, "hwm_mb": 222.723, "name": "ffmpeg", "pid": 4820, "rss_mb": 222.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 526.41, "sample_count": 607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:11:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:11:04+09:00", "last_frame_read_age_sec": 0.501, "last_frame_read_at": "2026-07-06T12:11:04+09:00", "mjpeg": {"age_sec": 0.487, "exists": true, "mtime": "2026-07-06T12:11:04.436701+09:00", "mtime_epoch": 1783307464.4367006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:11:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1162.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.725, "pushed": 1.725, "read": 1.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.71, "count": 51, "max_ms": 30.618, "p95_ms": 29.723}, "gstreamer_push": {"avg_ms": 0.859, "count": 51, "max_ms": 0.993, "p95_ms": 0.898}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.529, "count": 51, "max_ms": 89.405, "p95_ms": 78.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 98.859, "count": 51, "max_ms": 137.476, "p95_ms": 125.995}, "yolo11_640_fire_11class": {"avg_ms": 58.902, "count": 51, "max_ms": 88.444, "p95_ms": 79.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 96.49, "count": 51, "max_ms": 136.216, "p95_ms": 125.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 495.294, "count": 51, "max_ms": 565.149, "p95_ms": 539.146}, "read_interval": {"avg_ms": 590.474, "count": 50, "max_ms": 4948.975, "p95_ms": 555.208}, "triton_wait": {"avg_ms": 99.87, "count": 51, "max_ms": 137.489, "p95_ms": 126.009}, "visualize": {"avg_ms": 18.925, "count": 51, "max_ms": 22.173, "p95_ms": 21.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.571, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 174, "tracking_summary": 173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5018.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3191.088, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.938, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:11:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:11:17+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T12:11:17+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T12:11:17.724796+09:00", "mtime_epoch": 1783307477.7247958, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:11:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.762, "name": "celery", "pid": 239, "rss_mb": 716.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.537, "pushed": 6.537, "read": 6.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.467, "count": 196, "max_ms": 46.822, "p95_ms": 38.686}, "gstreamer_push": {"avg_ms": 0.922, "count": 196, "max_ms": 1.358, "p95_ms": 1.085}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.827, "count": 196, "max_ms": 115.318, "p95_ms": 99.559}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.109, "count": 196, "max_ms": 122.303, "p95_ms": 94.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.395, "count": 196, "max_ms": 195.272, "p95_ms": 178.669}, "read_interval": {"avg_ms": 153.677, "count": 195, "max_ms": 202.399, "p95_ms": 187.357}, "triton_wait": {"avg_ms": 73.331, "count": 196, "max_ms": 122.316, "p95_ms": 104.171}, "visualize": {"avg_ms": 37.422, "count": 196, "max_ms": 54.2, "p95_ms": 44.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5013.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.101, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.546, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:11:28+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T12:11:28+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T12:11:28.448875+09:00", "mtime_epoch": 1783307488.448875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:11:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.387, "pushed": 6.387, "read": 6.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.798, "count": 191, "max_ms": 12.479, "p95_ms": 9.624}, "gstreamer_push": {"avg_ms": 1.056, "count": 191, "max_ms": 3.379, "p95_ms": 1.838}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.338, "count": 191, "max_ms": 75.715, "p95_ms": 66.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.929, "count": 191, "max_ms": 119.777, "p95_ms": 101.333}, "yolo11_640_fire_11class": {"avg_ms": 59.641, "count": 191, "max_ms": 87.813, "p95_ms": 71.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.246, "count": 191, "max_ms": 129.291, "p95_ms": 90.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.629, "count": 191, "max_ms": 208.645, "p95_ms": 192.239}, "read_interval": {"avg_ms": 157.507, "count": 190, "max_ms": 217.269, "p95_ms": 200.727}, "triton_wait": {"avg_ms": 74.331, "count": 191, "max_ms": 129.304, "p95_ms": 104.218}, "visualize": {"avg_ms": 6.054, "count": 191, "max_ms": 8.02, "p95_ms": 7.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5012.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:10:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.704, "last_started_at": "2026-07-06T12:10:44+09:00", "pid": 4820, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.23, "name": "ffmpeg", "pid": 4820, "rss_mb": 265.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 525.782, "sample_count": 614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:11:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:11:35+09:00", "last_frame_read_age_sec": 0.48, "last_frame_read_at": "2026-07-06T12:11:34+09:00", "mjpeg": {"age_sec": 0.469, "exists": true, "mtime": "2026-07-06T12:11:34.728922+09:00", "mtime_epoch": 1783307494.7289221, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:11:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1162.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.016, "pushed": 2.016, "read": 1.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.441, "count": 59, "max_ms": 34.235, "p95_ms": 31.773}, "gstreamer_push": {"avg_ms": 0.874, "count": 60, "max_ms": 1.026, "p95_ms": 0.945}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.04, "count": 59, "max_ms": 73.905, "p95_ms": 69.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 98.358, "count": 59, "max_ms": 137.724, "p95_ms": 134.373}, "yolo11_640_fire_11class": {"avg_ms": 56.992, "count": 59, "max_ms": 77.637, "p95_ms": 75.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 94.06, "count": 59, "max_ms": 121.849, "p95_ms": 120.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 497.867, "count": 60, "max_ms": 563.344, "p95_ms": 548.63}, "read_interval": {"avg_ms": 504.879, "count": 59, "max_ms": 570.851, "p95_ms": 563.938}, "triton_wait": {"avg_ms": 99.408, "count": 59, "max_ms": 137.737, "p95_ms": 134.385}, "visualize": {"avg_ms": 18.587, "count": 59, "max_ms": 24.916, "p95_ms": 21.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.765, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 176, "tracking_summary": 175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5012.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3221.223, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.238, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:11:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:11:48+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T12:11:47+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T12:11:47.861023+09:00", "mtime_epoch": 1783307507.8610232, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:11:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.762, "name": "celery", "pid": 239, "rss_mb": 708.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.307, "pushed": 6.307, "read": 6.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.128, "count": 189, "max_ms": 45.739, "p95_ms": 40.921}, "gstreamer_push": {"avg_ms": 1.048, "count": 189, "max_ms": 2.462, "p95_ms": 2.121}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.192, "count": 189, "max_ms": 117.806, "p95_ms": 103.37}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.355, "count": 189, "max_ms": 110.221, "p95_ms": 93.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.858, "count": 189, "max_ms": 200.569, "p95_ms": 185.3}, "read_interval": {"avg_ms": 159.389, "count": 188, "max_ms": 213.135, "p95_ms": 194.49}, "triton_wait": {"avg_ms": 76.685, "count": 189, "max_ms": 117.82, "p95_ms": 106.709}, "visualize": {"avg_ms": 40.962, "count": 189, "max_ms": 64.103, "p95_ms": 51.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5010.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.168, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.14, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:11:58+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T12:11:58+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T12:11:58.485107+09:00", "mtime_epoch": 1783307518.485107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:11:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1070.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.28, "pushed": 7.28, "read": 7.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.259, "count": 218, "max_ms": 8.493, "p95_ms": 7.833}, "gstreamer_push": {"avg_ms": 1.172, "count": 218, "max_ms": 4.65, "p95_ms": 2.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.139, "count": 218, "max_ms": 83.626, "p95_ms": 64.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.416, "count": 218, "max_ms": 128.104, "p95_ms": 102.082}, "yolo11_640_fire_11class": {"avg_ms": 59.084, "count": 218, "max_ms": 92.526, "p95_ms": 72.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.771, "count": 218, "max_ms": 129.293, "p95_ms": 87.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.215, "count": 218, "max_ms": 185.127, "p95_ms": 159.767}, "read_interval": {"avg_ms": 137.8, "count": 217, "max_ms": 196.249, "p95_ms": 172.023}, "triton_wait": {"avg_ms": 74.207, "count": 218, "max_ms": 129.306, "p95_ms": 103.086}, "visualize": {"avg_ms": 5.076, "count": 218, "max_ms": 6.275, "p95_ms": 5.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5010.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:10:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.929, "last_started_at": "2026-07-06T12:10:44+09:00", "pid": 4820, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.52, "name": "ffmpeg", "pid": 4820, "rss_mb": 266.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 541.227, "sample_count": 606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:12:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:12:05+09:00", "last_frame_read_age_sec": 0.674, "last_frame_read_at": "2026-07-06T12:12:04+09:00", "mjpeg": {"age_sec": 0.665, "exists": true, "mtime": "2026-07-06T12:12:04.757157+09:00", "mtime_epoch": 1783307524.757157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:12:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1691.559, "name": "celery", "pid": 237, "rss_mb": 1162.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.916, "pushed": 1.916, "read": 1.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.284, "count": 56, "max_ms": 41.253, "p95_ms": 35.879}, "gstreamer_push": {"avg_ms": 0.865, "count": 57, "max_ms": 0.979, "p95_ms": 0.95}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.944, "count": 56, "max_ms": 83.581, "p95_ms": 80.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.833, "count": 56, "max_ms": 132.327, "p95_ms": 125.169}, "yolo11_640_fire_11class": {"avg_ms": 57.992, "count": 56, "max_ms": 89.692, "p95_ms": 82.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 90.437, "count": 56, "max_ms": 125.182, "p95_ms": 124.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 523.579, "count": 57, "max_ms": 672.602, "p95_ms": 631.026}, "read_interval": {"avg_ms": 527.579, "count": 56, "max_ms": 642.534, "p95_ms": 622.0}, "triton_wait": {"avg_ms": 95.532, "count": 56, "max_ms": 132.341, "p95_ms": 125.193}, "visualize": {"avg_ms": 18.895, "count": 56, "max_ms": 24.27, "p95_ms": 21.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.752, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 178, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5384.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3251.316, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.845, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:12:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:12:18+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T12:12:17+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T12:12:17.969265+09:00", "mtime_epoch": 1783307537.9692652, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:12:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.762, "name": "celery", "pid": 239, "rss_mb": 713.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.148, "pushed": 6.148, "read": 6.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.964, "count": 184, "max_ms": 44.066, "p95_ms": 38.861}, "gstreamer_push": {"avg_ms": 1.304, "count": 184, "max_ms": 3.469, "p95_ms": 2.186}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.306, "count": 184, "max_ms": 129.247, "p95_ms": 102.837}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.791, "count": 184, "max_ms": 119.203, "p95_ms": 94.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.012, "count": 184, "max_ms": 216.705, "p95_ms": 197.733}, "read_interval": {"avg_ms": 163.576, "count": 183, "max_ms": 224.079, "p95_ms": 206.715}, "triton_wait": {"avg_ms": 72.894, "count": 184, "max_ms": 129.26, "p95_ms": 106.508}, "visualize": {"avg_ms": 46.561, "count": 184, "max_ms": 59.823, "p95_ms": 56.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5593.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.251, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.871, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:12:28+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:12:28+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T12:12:28.573354+09:00", "mtime_epoch": 1783307548.5733538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:12:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.719, "pushed": 7.719, "read": 7.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.298, "count": 231, "max_ms": 9.72, "p95_ms": 7.613}, "gstreamer_push": {"avg_ms": 1.202, "count": 231, "max_ms": 4.283, "p95_ms": 2.602}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.682, "count": 231, "max_ms": 86.256, "p95_ms": 62.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.588, "count": 231, "max_ms": 138.106, "p95_ms": 96.628}, "yolo11_640_fire_11class": {"avg_ms": 56.104, "count": 231, "max_ms": 85.632, "p95_ms": 65.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.392, "count": 231, "max_ms": 125.259, "p95_ms": 84.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.539, "count": 231, "max_ms": 195.209, "p95_ms": 149.061}, "read_interval": {"avg_ms": 130.107, "count": 230, "max_ms": 204.737, "p95_ms": 159.312}, "triton_wait": {"avg_ms": 67.372, "count": 231, "max_ms": 138.118, "p95_ms": 96.641}, "visualize": {"avg_ms": 5.034, "count": 231, "max_ms": 6.568, "p95_ms": 5.77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 36, "tracking_summary": 126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5718.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:10:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.138, "last_started_at": "2026-07-06T12:10:44+09:00", "pid": 4820, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.035, "name": "ffmpeg", "pid": 4820, "rss_mb": 267.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 687.722, "sample_count": 573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:12:35+09:00", "last_frame_read_age_sec": 0.753, "last_frame_read_at": "2026-07-06T12:12:34+09:00", "mjpeg": {"age_sec": 0.742, "exists": true, "mtime": "2026-07-06T12:12:34.889407+09:00", "mtime_epoch": 1783307554.8894074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:12:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1692.867, "name": "celery", "pid": 237, "rss_mb": 1692.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 30.041, "recorders": [{"age_sec": 30.041, "frame_count": 85, "is_recording": true, "is_stopping": false, "pid": 4927, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.195, "name": "ffmpeg", "pid": 4927, "rss_mb": 186.195, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 15, "returncode": null, "running": true, "started_at": "2026-07-06T12:12:05+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_121205_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [4927], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 35, "pushed_frames": 35, "read_frames": 34, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.203, "pushed": 1.203, "read": 1.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.613, "count": 34, "max_ms": 253.82, "p95_ms": 55.543}, "gstreamer_push": {"avg_ms": 1.468, "count": 35, "max_ms": 3.095, "p95_ms": 3.066}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.293, "count": 34, "max_ms": 86.601, "p95_ms": 81.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 106.05, "count": 34, "max_ms": 135.498, "p95_ms": 129.621}, "yolo11_640_fire_11class": {"avg_ms": 61.714, "count": 34, "max_ms": 89.914, "p95_ms": 80.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 94.839, "count": 34, "max_ms": 133.013, "p95_ms": 127.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 855.507, "count": 35, "max_ms": 1245.429, "p95_ms": 1119.418}, "read_interval": {"avg_ms": 866.222, "count": 34, "max_ms": 1254.564, "p95_ms": 1127.394}, "triton_wait": {"avg_ms": 106.156, "count": 34, "max_ms": 135.511, "p95_ms": 129.634}, "visualize": {"avg_ms": 26.181, "count": 34, "max_ms": 37.839, "p95_ms": 33.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.095, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 179, "tracking_summary": 178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5545.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3281.344, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.615, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:12:48+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T12:12:47+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:12:47.989520+09:00", "mtime_epoch": 1783307567.9895203, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:12:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 721.762, "name": "celery", "pid": 239, "rss_mb": 714.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.393, "pushed": 6.393, "read": 6.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.081, "count": 191, "max_ms": 42.036, "p95_ms": 37.332}, "gstreamer_push": {"avg_ms": 1.022, "count": 191, "max_ms": 2.4, "p95_ms": 2.259}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.482, "count": 191, "max_ms": 140.051, "p95_ms": 111.325}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.058, "count": 191, "max_ms": 112.815, "p95_ms": 93.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.984, "count": 191, "max_ms": 211.754, "p95_ms": 186.661}, "read_interval": {"avg_ms": 157.19, "count": 190, "max_ms": 220.279, "p95_ms": 194.88}, "triton_wait": {"avg_ms": 72.131, "count": 191, "max_ms": 140.064, "p95_ms": 111.338}, "visualize": {"avg_ms": 40.897, "count": 191, "max_ms": 71.299, "p95_ms": 55.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5532.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.373, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.694, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:12:58+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T12:12:58+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:12:58.729615+09:00", "mtime_epoch": 1783307578.729615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:12:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.439, "pushed": 7.439, "read": 7.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.394, "count": 222, "max_ms": 9.415, "p95_ms": 7.369}, "gstreamer_push": {"avg_ms": 1.14, "count": 223, "max_ms": 4.943, "p95_ms": 2.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.218, "count": 222, "max_ms": 90.885, "p95_ms": 59.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.117, "count": 222, "max_ms": 128.376, "p95_ms": 96.12}, "yolo11_640_fire_11class": {"avg_ms": 58.522, "count": 222, "max_ms": 86.767, "p95_ms": 68.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.953, "count": 222, "max_ms": 126.771, "p95_ms": 79.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.287, "count": 223, "max_ms": 185.449, "p95_ms": 155.306}, "read_interval": {"avg_ms": 135.121, "count": 222, "max_ms": 195.927, "p95_ms": 166.354}, "triton_wait": {"avg_ms": 71.515, "count": 222, "max_ms": 128.389, "p95_ms": 96.132}, "visualize": {"avg_ms": 5.091, "count": 222, "max_ms": 7.075, "p95_ms": 5.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 42, "tracking_summary": 126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5505.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:10:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.674, "last_started_at": "2026-07-06T12:10:44+09:00", "pid": 4820, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.551, "name": "ffmpeg", "pid": 4820, "rss_mb": 267.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 828.907, "sample_count": 547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:13:06+09:00", "last_frame_read_age_sec": 0.799, "last_frame_read_at": "2026-07-06T12:13:05+09:00", "mjpeg": {"age_sec": 0.79, "exists": true, "mtime": "2026-07-06T12:13:05.377674+09:00", "mtime_epoch": 1783307585.3776743, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:13:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1631.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 38, "pushed_frames": 38, "read_frames": 37, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.284, "pushed": 1.284, "read": 1.251}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.664, "count": 37, "max_ms": 65.529, "p95_ms": 63.761}, "gstreamer_push": {"avg_ms": 0.889, "count": 38, "max_ms": 0.97, "p95_ms": 0.954}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.045, "count": 37, "max_ms": 90.255, "p95_ms": 80.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.799, "count": 37, "max_ms": 131.428, "p95_ms": 128.804}, "yolo11_640_fire_11class": {"avg_ms": 56.48, "count": 37, "max_ms": 80.419, "p95_ms": 73.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.588, "count": 37, "max_ms": 131.415, "p95_ms": 120.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 796.92, "count": 38, "max_ms": 944.08, "p95_ms": 907.161}, "read_interval": {"avg_ms": 803.547, "count": 37, "max_ms": 951.536, "p95_ms": 914.376}, "triton_wait": {"avg_ms": 95.867, "count": 37, "max_ms": 131.437, "p95_ms": 128.818}, "visualize": {"avg_ms": 28.113, "count": 37, "max_ms": 34.124, "p95_ms": 32.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.586, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 181, "tracking_summary": 179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5529.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3311.478, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.389, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:13:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:13:18+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T12:13:18+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T12:13:18.133790+09:00", "mtime_epoch": 1783307598.1337898, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:13:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.121, "name": "celery", "pid": 239, "rss_mb": 719.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.637, "pushed": 6.637, "read": 6.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.375, "count": 199, "max_ms": 48.273, "p95_ms": 41.33}, "gstreamer_push": {"avg_ms": 1.287, "count": 199, "max_ms": 7.782, "p95_ms": 3.188}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.345, "count": 199, "max_ms": 114.088, "p95_ms": 85.607}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.46, "count": 199, "max_ms": 104.691, "p95_ms": 86.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.713, "count": 199, "max_ms": 187.223, "p95_ms": 172.443}, "read_interval": {"avg_ms": 151.411, "count": 198, "max_ms": 205.878, "p95_ms": 180.184}, "triton_wait": {"avg_ms": 68.571, "count": 199, "max_ms": 114.1, "p95_ms": 91.161}, "visualize": {"avg_ms": 39.743, "count": 199, "max_ms": 59.633, "p95_ms": 52.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5236.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.388, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.449, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:13:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:13:28+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T12:13:28+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T12:13:28.737888+09:00", "mtime_epoch": 1783307608.7378876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:13:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1070.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.527, "pushed": 7.527, "read": 7.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.39, "count": 225, "max_ms": 9.833, "p95_ms": 8.001}, "gstreamer_push": {"avg_ms": 1.142, "count": 225, "max_ms": 4.279, "p95_ms": 2.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.249, "count": 225, "max_ms": 80.97, "p95_ms": 62.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.608, "count": 225, "max_ms": 123.466, "p95_ms": 99.308}, "yolo11_640_fire_11class": {"avg_ms": 57.519, "count": 225, "max_ms": 80.809, "p95_ms": 67.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.563, "count": 225, "max_ms": 124.236, "p95_ms": 80.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.584, "count": 225, "max_ms": 184.813, "p95_ms": 156.691}, "read_interval": {"avg_ms": 133.421, "count": 224, "max_ms": 197.69, "p95_ms": 170.881}, "triton_wait": {"avg_ms": 69.349, "count": 225, "max_ms": 124.247, "p95_ms": 99.34}, "visualize": {"avg_ms": 5.107, "count": 225, "max_ms": 6.663, "p95_ms": 5.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 45, "tracking_summary": 127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5347.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.643, "last_started_at": "2026-07-06T12:13:31+09:00", "pid": 4987, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.586, "name": "ffmpeg", "pid": 4987, "rss_mb": 150.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 825.746, "sample_count": 532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:13:36+09:00", "last_frame_read_age_sec": 0.519, "last_frame_read_at": "2026-07-06T12:13:36+09:00", "mjpeg": {"age_sec": 0.503, "exists": true, "mtime": "2026-07-06T12:13:36.133957+09:00", "mtime_epoch": 1783307616.1339567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:13:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1590.547, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 36, "pushed_frames": 36, "read_frames": 35, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.213, "pushed": 1.213, "read": 1.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.326, "count": 35, "max_ms": 65.08, "p95_ms": 59.201}, "gstreamer_push": {"avg_ms": 0.898, "count": 36, "max_ms": 0.951, "p95_ms": 0.95}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.087, "count": 35, "max_ms": 80.443, "p95_ms": 75.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 98.304, "count": 35, "max_ms": 129.299, "p95_ms": 127.575}, "yolo11_640_fire_11class": {"avg_ms": 56.238, "count": 35, "max_ms": 79.779, "p95_ms": 79.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 92.51, "count": 35, "max_ms": 129.311, "p95_ms": 117.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 710.032, "count": 36, "max_ms": 823.026, "p95_ms": 822.694}, "read_interval": {"avg_ms": 855.575, "count": 35, "max_ms": 5357.243, "p95_ms": 832.79}, "triton_wait": {"avg_ms": 98.709, "count": 35, "max_ms": 129.321, "p95_ms": 127.589}, "visualize": {"avg_ms": 25.347, "count": 35, "max_ms": 34.094, "p95_ms": 32.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.681, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 182, "tracking_summary": 181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4972.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3341.579, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.681, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:13:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:13:48+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T12:13:48+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T12:13:48.222071+09:00", "mtime_epoch": 1783307628.2220714, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:13:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.121, "name": "celery", "pid": 239, "rss_mb": 707.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.478, "pushed": 6.478, "read": 6.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.575, "count": 194, "max_ms": 56.566, "p95_ms": 42.687}, "gstreamer_push": {"avg_ms": 1.138, "count": 194, "max_ms": 3.727, "p95_ms": 2.213}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.102, "count": 194, "max_ms": 128.621, "p95_ms": 102.27}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.835, "count": 194, "max_ms": 116.671, "p95_ms": 94.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.749, "count": 194, "max_ms": 207.931, "p95_ms": 190.081}, "read_interval": {"avg_ms": 155.092, "count": 193, "max_ms": 215.497, "p95_ms": 197.559}, "triton_wait": {"avg_ms": 72.895, "count": 194, "max_ms": 128.634, "p95_ms": 103.426}, "visualize": {"avg_ms": 39.31, "count": 194, "max_ms": 62.078, "p95_ms": 53.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5025.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.534, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.694, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:13:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:13:58+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T12:13:58+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T12:13:58.862174+09:00", "mtime_epoch": 1783307638.8621738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:13:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1069.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.426, "pushed": 7.426, "read": 7.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.258, "count": 222, "max_ms": 8.806, "p95_ms": 7.623}, "gstreamer_push": {"avg_ms": 1.18, "count": 222, "max_ms": 4.314, "p95_ms": 2.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.883, "count": 222, "max_ms": 87.933, "p95_ms": 62.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.954, "count": 222, "max_ms": 121.878, "p95_ms": 104.52}, "yolo11_640_fire_11class": {"avg_ms": 60.574, "count": 222, "max_ms": 100.603, "p95_ms": 72.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.626, "count": 222, "max_ms": 126.005, "p95_ms": 103.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.389, "count": 222, "max_ms": 178.416, "p95_ms": 158.696}, "read_interval": {"avg_ms": 135.138, "count": 221, "max_ms": 189.717, "p95_ms": 168.632}, "triton_wait": {"avg_ms": 72.686, "count": 222, "max_ms": 126.018, "p95_ms": 106.64}, "visualize": {"avg_ms": 5.034, "count": 222, "max_ms": 7.823, "p95_ms": 5.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 45, "tracking_summary": 127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5044.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.066, "last_started_at": "2026-07-06T12:13:31+09:00", "pid": 4987, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.457, "name": "ffmpeg", "pid": 4987, "rss_mb": 264.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 828.907, "sample_count": 523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:14:07+09:00", "last_frame_read_age_sec": 0.571, "last_frame_read_at": "2026-07-06T12:14:06+09:00", "mjpeg": {"age_sec": 0.562, "exists": true, "mtime": "2026-07-06T12:14:06.498248+09:00", "mtime_epoch": 1783307646.498248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:14:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.906, "pushed": 1.906, "read": 1.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.478, "count": 56, "max_ms": 36.799, "p95_ms": 35.776}, "gstreamer_push": {"avg_ms": 0.879, "count": 57, "max_ms": 1.204, "p95_ms": 0.952}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.138, "count": 56, "max_ms": 86.613, "p95_ms": 77.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.138, "count": 56, "max_ms": 131.594, "p95_ms": 119.248}, "yolo11_640_fire_11class": {"avg_ms": 60.27, "count": 56, "max_ms": 99.257, "p95_ms": 84.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 92.623, "count": 56, "max_ms": 125.767, "p95_ms": 120.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 526.893, "count": 57, "max_ms": 615.501, "p95_ms": 589.549}, "read_interval": {"avg_ms": 532.97, "count": 56, "max_ms": 623.968, "p95_ms": 597.331}, "triton_wait": {"avg_ms": 95.496, "count": 56, "max_ms": 131.607, "p95_ms": 122.388}, "visualize": {"avg_ms": 19.775, "count": 56, "max_ms": 26.233, "p95_ms": 21.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 185, "tracking_summary": 183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5033.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3371.591, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.638, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:14:18+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T12:14:18+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T12:14:18.226364+09:00", "mtime_epoch": 1783307658.2263637, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:14:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.121, "name": "celery", "pid": 239, "rss_mb": 705.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.171, "pushed": 6.171, "read": 6.138}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.28, "count": 184, "max_ms": 46.236, "p95_ms": 41.909}, "gstreamer_push": {"avg_ms": 1.256, "count": 184, "max_ms": 3.286, "p95_ms": 2.21}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.559, "count": 184, "max_ms": 120.595, "p95_ms": 95.415}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.271, "count": 184, "max_ms": 101.422, "p95_ms": 92.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.816, "count": 184, "max_ms": 208.478, "p95_ms": 189.214}, "read_interval": {"avg_ms": 163.073, "count": 183, "max_ms": 215.997, "p95_ms": 196.862}, "triton_wait": {"avg_ms": 72.032, "count": 184, "max_ms": 120.609, "p95_ms": 99.653}, "visualize": {"avg_ms": 44.816, "count": 184, "max_ms": 77.462, "p95_ms": 61.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5045.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.656, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.031, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:14:29+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T12:14:29+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T12:14:29.014472+09:00", "mtime_epoch": 1783307669.0144715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:14:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1070.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.602, "pushed": 7.602, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.241, "count": 228, "max_ms": 8.917, "p95_ms": 7.287}, "gstreamer_push": {"avg_ms": 1.131, "count": 228, "max_ms": 4.444, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.241, "count": 228, "max_ms": 79.804, "p95_ms": 61.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.396, "count": 228, "max_ms": 116.117, "p95_ms": 96.066}, "yolo11_640_fire_11class": {"avg_ms": 59.66, "count": 228, "max_ms": 84.02, "p95_ms": 71.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.957, "count": 228, "max_ms": 121.814, "p95_ms": 78.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.779, "count": 228, "max_ms": 185.43, "p95_ms": 153.419}, "read_interval": {"avg_ms": 131.564, "count": 228, "max_ms": 199.766, "p95_ms": 163.559}, "triton_wait": {"avg_ms": 69.015, "count": 228, "max_ms": 121.826, "p95_ms": 96.842}, "visualize": {"avg_ms": 5.004, "count": 228, "max_ms": 6.382, "p95_ms": 5.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 45, "tracking_summary": 128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5038.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.507, "last_started_at": "2026-07-06T12:13:31+09:00", "pid": 4987, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.746, "name": "ffmpeg", "pid": 4987, "rss_mb": 265.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 828.907, "sample_count": 518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:14:37+09:00", "last_frame_read_age_sec": 0.476, "last_frame_read_at": "2026-07-06T12:14:37+09:00", "mjpeg": {"age_sec": 0.463, "exists": true, "mtime": "2026-07-06T12:14:37.038553+09:00", "mtime_epoch": 1783307677.0385528, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:14:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.398, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.94, "pushed": 1.94, "read": 1.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.688, "count": 57, "max_ms": 37.539, "p95_ms": 36.251}, "gstreamer_push": {"avg_ms": 0.881, "count": 58, "max_ms": 1.392, "p95_ms": 0.975}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.965, "count": 57, "max_ms": 82.355, "p95_ms": 71.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.788, "count": 57, "max_ms": 123.551, "p95_ms": 120.233}, "yolo11_640_fire_11class": {"avg_ms": 59.184, "count": 57, "max_ms": 85.625, "p95_ms": 80.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.665, "count": 57, "max_ms": 133.793, "p95_ms": 118.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 517.827, "count": 58, "max_ms": 598.752, "p95_ms": 570.39}, "read_interval": {"avg_ms": 525.587, "count": 57, "max_ms": 606.179, "p95_ms": 578.264}, "triton_wait": {"avg_ms": 93.758, "count": 57, "max_ms": 133.806, "p95_ms": 121.804}, "visualize": {"avg_ms": 19.623, "count": 57, "max_ms": 26.173, "p95_ms": 22.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 186, "tracking_summary": 184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5035.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3401.689, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.224, "sample_count": 1903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:14:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:14:48+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T12:14:48+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T12:14:48.358668+09:00", "mtime_epoch": 1783307688.3586683, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:14:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.121, "name": "celery", "pid": 239, "rss_mb": 708.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.247, "pushed": 6.247, "read": 6.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.829, "count": 187, "max_ms": 53.255, "p95_ms": 45.69}, "gstreamer_push": {"avg_ms": 1.337, "count": 187, "max_ms": 2.742, "p95_ms": 2.281}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.152, "count": 187, "max_ms": 115.147, "p95_ms": 98.386}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.676, "count": 187, "max_ms": 114.855, "p95_ms": 95.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.249, "count": 187, "max_ms": 202.609, "p95_ms": 187.968}, "read_interval": {"avg_ms": 161.0, "count": 186, "max_ms": 215.663, "p95_ms": 196.306}, "triton_wait": {"avg_ms": 74.238, "count": 187, "max_ms": 115.161, "p95_ms": 99.375}, "visualize": {"avg_ms": 44.248, "count": 187, "max_ms": 77.492, "p95_ms": 60.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5207.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.729, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.841, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:14:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:14:59+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T12:14:59+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T12:14:59.090780+09:00", "mtime_epoch": 1783307699.0907795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:14:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1073.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.412, "pushed": 7.412, "read": 7.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.438, "count": 222, "max_ms": 9.504, "p95_ms": 7.711}, "gstreamer_push": {"avg_ms": 1.143, "count": 222, "max_ms": 3.83, "p95_ms": 2.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.303, "count": 222, "max_ms": 81.124, "p95_ms": 64.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.712, "count": 222, "max_ms": 127.595, "p95_ms": 103.008}, "yolo11_640_fire_11class": {"avg_ms": 60.887, "count": 222, "max_ms": 91.698, "p95_ms": 73.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.055, "count": 222, "max_ms": 128.17, "p95_ms": 91.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.779, "count": 222, "max_ms": 181.726, "p95_ms": 156.766}, "read_interval": {"avg_ms": 135.517, "count": 221, "max_ms": 192.128, "p95_ms": 168.213}, "triton_wait": {"avg_ms": 72.493, "count": 222, "max_ms": 128.184, "p95_ms": 106.376}, "visualize": {"avg_ms": 5.066, "count": 222, "max_ms": 6.233, "p95_ms": 5.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5206.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.543, "last_started_at": "2026-07-06T12:13:31+09:00", "pid": 4987, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.004, "name": "ffmpeg", "pid": 4987, "rss_mb": 266.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 836.458, "sample_count": 510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:15:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:15:07+09:00", "last_frame_read_age_sec": 0.493, "last_frame_read_at": "2026-07-06T12:15:07+09:00", "mjpeg": {"age_sec": 0.479, "exists": true, "mtime": "2026-07-06T12:15:07.058863+09:00", "mtime_epoch": 1783307707.058863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:15:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.656, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 15.34, "recorders": [{"age_sec": 15.34, "frame_count": 79, "is_recording": true, "is_stopping": false, "pid": 5094, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.906, "name": "ffmpeg", "pid": 5094, "rss_mb": 187.906, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 21, "returncode": null, "running": true, "started_at": "2026-07-06T12:14:52+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_121452_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [5094], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.963, "pushed": 1.963, "read": 1.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.502, "count": 58, "max_ms": 31.673, "p95_ms": 29.953}, "gstreamer_push": {"avg_ms": 0.874, "count": 58, "max_ms": 1.149, "p95_ms": 0.961}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.968, "count": 58, "max_ms": 88.378, "p95_ms": 69.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.292, "count": 58, "max_ms": 129.711, "p95_ms": 119.173}, "yolo11_640_fire_11class": {"avg_ms": 59.108, "count": 58, "max_ms": 89.356, "p95_ms": 79.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.319, "count": 58, "max_ms": 125.651, "p95_ms": 115.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 511.17, "count": 58, "max_ms": 938.678, "p95_ms": 558.203}, "read_interval": {"avg_ms": 518.199, "count": 57, "max_ms": 944.501, "p95_ms": 564.523}, "triton_wait": {"avg_ms": 92.965, "count": 58, "max_ms": 129.724, "p95_ms": 119.187}, "visualize": {"avg_ms": 19.43, "count": 58, "max_ms": 24.144, "p95_ms": 21.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.541, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 188, "tracking_summary": 186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5080.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3431.819, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.071, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:15:18+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T12:15:18+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T12:15:18.490983+09:00", "mtime_epoch": 1783307718.4909835, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:15:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.121, "name": "celery", "pid": 239, "rss_mb": 717.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.106, "pushed": 6.106, "read": 6.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.436, "count": 183, "max_ms": 51.293, "p95_ms": 40.804}, "gstreamer_push": {"avg_ms": 1.335, "count": 183, "max_ms": 3.268, "p95_ms": 2.248}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.665, "count": 183, "max_ms": 129.181, "p95_ms": 102.132}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.703, "count": 183, "max_ms": 113.639, "p95_ms": 98.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.014, "count": 183, "max_ms": 217.8, "p95_ms": 195.959}, "read_interval": {"avg_ms": 164.771, "count": 182, "max_ms": 224.982, "p95_ms": 202.758}, "triton_wait": {"avg_ms": 72.495, "count": 183, "max_ms": 129.193, "p95_ms": 103.78}, "visualize": {"avg_ms": 46.406, "count": 183, "max_ms": 61.704, "p95_ms": 57.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5083.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.741, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.684, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:15:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:15:29+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:15:29+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T12:15:29.103097+09:00", "mtime_epoch": 1783307729.103097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:15:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1068.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.562, "pushed": 7.562, "read": 7.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.323, "count": 226, "max_ms": 8.872, "p95_ms": 7.903}, "gstreamer_push": {"avg_ms": 1.109, "count": 226, "max_ms": 4.233, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.489, "count": 226, "max_ms": 82.028, "p95_ms": 64.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.587, "count": 226, "max_ms": 123.094, "p95_ms": 96.657}, "yolo11_640_fire_11class": {"avg_ms": 59.442, "count": 226, "max_ms": 85.955, "p95_ms": 71.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.686, "count": 226, "max_ms": 125.043, "p95_ms": 101.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.01, "count": 226, "max_ms": 184.112, "p95_ms": 157.848}, "read_interval": {"avg_ms": 132.84, "count": 225, "max_ms": 195.014, "p95_ms": 170.026}, "triton_wait": {"avg_ms": 69.794, "count": 226, "max_ms": 125.053, "p95_ms": 102.916}, "visualize": {"avg_ms": 5.115, "count": 226, "max_ms": 6.621, "p95_ms": 5.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5053.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:10:41+09:00", "last_error_summary": "[h264 @ 0x563eb7d52bc0] error while decoding MB 3 37, bytestream -9", "last_exit_at": "2026-07-06T12:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.595, "last_started_at": "2026-07-06T12:13:31+09:00", "pid": 4987, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.035, "name": "ffmpeg", "pid": 4987, "rss_mb": 267.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 20, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 836.458, "sample_count": 504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:15:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:15:37+09:00", "last_frame_read_age_sec": 0.415, "last_frame_read_at": "2026-07-06T12:15:37+09:00", "mjpeg": {"age_sec": 0.398, "exists": true, "mtime": "2026-07-06T12:15:37.191184+09:00", "mtime_epoch": 1783307737.1911843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:15:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.995, "pushed": 1.995, "read": 1.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.155, "count": 59, "max_ms": 33.978, "p95_ms": 31.595}, "gstreamer_push": {"avg_ms": 0.908, "count": 59, "max_ms": 2.039, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.643, "count": 59, "max_ms": 82.83, "p95_ms": 81.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.295, "count": 59, "max_ms": 125.707, "p95_ms": 118.79}, "yolo11_640_fire_11class": {"avg_ms": 61.893, "count": 59, "max_ms": 84.93, "p95_ms": 84.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 90.272, "count": 59, "max_ms": 125.372, "p95_ms": 122.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 502.552, "count": 59, "max_ms": 683.3, "p95_ms": 659.726}, "read_interval": {"avg_ms": 510.873, "count": 58, "max_ms": 689.613, "p95_ms": 666.297}, "triton_wait": {"avg_ms": 96.556, "count": 59, "max_ms": 125.72, "p95_ms": 124.486}, "visualize": {"avg_ms": 21.332, "count": 59, "max_ms": 27.815, "p95_ms": 24.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.577, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 188, "tracking_summary": 187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4813.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3461.845, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.661, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:15:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:15:48+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T12:15:48+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T12:15:48.511307+09:00", "mtime_epoch": 1783307748.5113075, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:15:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 722.121, "name": "celery", "pid": 239, "rss_mb": 717.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.325, "pushed": 6.325, "read": 6.291}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.231, "count": 189, "max_ms": 47.427, "p95_ms": 40.064}, "gstreamer_push": {"avg_ms": 1.122, "count": 189, "max_ms": 2.79, "p95_ms": 2.197}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.374, "count": 189, "max_ms": 120.379, "p95_ms": 101.924}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.198, "count": 189, "max_ms": 108.786, "p95_ms": 96.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.503, "count": 189, "max_ms": 200.5, "p95_ms": 185.986}, "read_interval": {"avg_ms": 158.949, "count": 188, "max_ms": 209.322, "p95_ms": 193.275}, "triton_wait": {"avg_ms": 73.918, "count": 189, "max_ms": 120.392, "p95_ms": 105.617}, "visualize": {"avg_ms": 41.568, "count": 189, "max_ms": 64.059, "p95_ms": 56.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4967.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.803, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.229, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:15:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:15:59+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T12:15:59+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T12:15:59.163424+09:00", "mtime_epoch": 1783307759.1634245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:15:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.215, "pushed": 7.215, "read": 7.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.276, "count": 216, "max_ms": 8.829, "p95_ms": 7.212}, "gstreamer_push": {"avg_ms": 1.168, "count": 216, "max_ms": 3.881, "p95_ms": 2.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.355, "count": 216, "max_ms": 84.573, "p95_ms": 66.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.016, "count": 216, "max_ms": 124.153, "p95_ms": 110.072}, "yolo11_640_fire_11class": {"avg_ms": 62.115, "count": 216, "max_ms": 92.425, "p95_ms": 76.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.954, "count": 216, "max_ms": 131.677, "p95_ms": 106.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.332, "count": 216, "max_ms": 183.677, "p95_ms": 163.335}, "read_interval": {"avg_ms": 139.242, "count": 215, "max_ms": 193.191, "p95_ms": 173.415}, "triton_wait": {"avg_ms": 75.663, "count": 216, "max_ms": 131.69, "p95_ms": 110.202}, "visualize": {"avg_ms": 5.101, "count": 216, "max_ms": 7.038, "p95_ms": 5.712}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5032.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:15:47+09:00", "last_error_summary": "[h264 @ 0x5562fd424480] error while decoding MB 9 23, bytestream -15", "last_exit_at": "2026-07-06T12:15:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.419, "last_started_at": "2026-07-06T12:15:50+09:00", "pid": 5154, "process": {"exists": true, "fd_count": 5, "hwm_mb": 248.762, "name": "ffmpeg", "pid": 5154, "rss_mb": 248.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 831.546, "sample_count": 522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:16:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:16:07+09:00", "last_frame_read_age_sec": 0.364, "last_frame_read_at": "2026-07-06T12:16:07+09:00", "mjpeg": {"age_sec": 0.349, "exists": true, "mtime": "2026-07-06T12:16:07.355515+09:00", "mtime_epoch": 1783307767.3555155, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:16:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 68, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.326, "pushed": 2.326, "read": 2.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.443, "count": 69, "max_ms": 26.994, "p95_ms": 24.833}, "gstreamer_push": {"avg_ms": 0.875, "count": 69, "max_ms": 1.356, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.882, "count": 69, "max_ms": 78.127, "p95_ms": 76.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.619, "count": 69, "max_ms": 119.276, "p95_ms": 116.961}, "yolo11_640_fire_11class": {"avg_ms": 60.235, "count": 69, "max_ms": 86.44, "p95_ms": 83.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.725, "count": 69, "max_ms": 132.431, "p95_ms": 116.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 361.504, "count": 69, "max_ms": 485.674, "p95_ms": 464.534}, "read_interval": {"avg_ms": 437.419, "count": 68, "max_ms": 5204.049, "p95_ms": 470.302}, "triton_wait": {"avg_ms": 91.562, "count": 69, "max_ms": 132.445, "p95_ms": 118.271}, "visualize": {"avg_ms": 15.235, "count": 69, "max_ms": 22.949, "p95_ms": 20.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.669, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 191, "tracking_summary": 189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5053.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3492.012, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.341, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:16:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:16:18+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T12:16:18+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T12:16:18.639642+09:00", "mtime_epoch": 1783307778.6396418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:16:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 719.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.431, "pushed": 6.431, "read": 6.398}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.312, "count": 192, "max_ms": 49.774, "p95_ms": 43.449}, "gstreamer_push": {"avg_ms": 0.918, "count": 192, "max_ms": 2.085, "p95_ms": 1.058}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.68, "count": 192, "max_ms": 123.862, "p95_ms": 101.403}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.438, "count": 192, "max_ms": 118.244, "p95_ms": 95.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.14, "count": 192, "max_ms": 195.318, "p95_ms": 177.791}, "read_interval": {"avg_ms": 156.183, "count": 191, "max_ms": 202.881, "p95_ms": 186.164}, "triton_wait": {"avg_ms": 75.197, "count": 192, "max_ms": 123.88, "p95_ms": 102.998}, "visualize": {"avg_ms": 34.682, "count": 192, "max_ms": 46.432, "p95_ms": 39.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5044.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:04:29+09:00", "last_error_summary": "[NULL @ 0x55db63165200] missing picture in access unit with size 18 [h264 @ 0x55db631f4700] no frame! [in#0/rtsp @ 0x55db63160e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55db63160e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55db63165840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:04:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.835, "last_started_at": "2026-07-06T12:04:31+09:00", "pid": 4334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.535, "name": "ffmpeg", "pid": 4334, "rss_mb": 333.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.767, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:16:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:16:29+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T12:16:29+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T12:16:29.151760+09:00", "mtime_epoch": 1783307789.1517603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:16:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.37, "pushed": 7.37, "read": 7.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.329, "count": 220, "max_ms": 9.01, "p95_ms": 8.193}, "gstreamer_push": {"avg_ms": 1.152, "count": 220, "max_ms": 4.87, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.473, "count": 220, "max_ms": 82.878, "p95_ms": 67.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.157, "count": 220, "max_ms": 138.296, "p95_ms": 108.237}, "yolo11_640_fire_11class": {"avg_ms": 61.861, "count": 220, "max_ms": 93.676, "p95_ms": 81.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.668, "count": 220, "max_ms": 122.887, "p95_ms": 109.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.726, "count": 220, "max_ms": 193.539, "p95_ms": 165.578}, "read_interval": {"avg_ms": 136.359, "count": 219, "max_ms": 204.237, "p95_ms": 177.082}, "triton_wait": {"avg_ms": 73.251, "count": 220, "max_ms": 138.308, "p95_ms": 115.704}, "visualize": {"avg_ms": 5.1, "count": 220, "max_ms": 6.609, "p95_ms": 5.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5047.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:15:47+09:00", "last_error_summary": "[h264 @ 0x5562fd424480] error while decoding MB 9 23, bytestream -15", "last_exit_at": "2026-07-06T12:15:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.599, "last_started_at": "2026-07-06T12:15:50+09:00", "pid": 5154, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.52, "name": "ffmpeg", "pid": 5154, "rss_mb": 265.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 825.746, "sample_count": 551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:16:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:16:37+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-06T12:16:37+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-06T12:16:37.607857+09:00", "mtime_epoch": 1783307797.6078568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:16:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.984, "pushed": 2.984, "read": 2.95}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.192, "count": 88, "max_ms": 24.019, "p95_ms": 22.606}, "gstreamer_push": {"avg_ms": 0.876, "count": 89, "max_ms": 1.044, "p95_ms": 0.952}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.836, "count": 88, "max_ms": 84.88, "p95_ms": 74.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.631, "count": 88, "max_ms": 127.249, "p95_ms": 110.183}, "yolo11_640_fire_11class": {"avg_ms": 58.143, "count": 88, "max_ms": 88.165, "p95_ms": 80.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.607, "count": 88, "max_ms": 123.978, "p95_ms": 112.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.625, "count": 89, "max_ms": 400.284, "p95_ms": 385.652}, "read_interval": {"avg_ms": 339.564, "count": 88, "max_ms": 405.583, "p95_ms": 393.366}, "triton_wait": {"avg_ms": 86.27, "count": 88, "max_ms": 127.261, "p95_ms": 120.249}, "visualize": {"avg_ms": 13.807, "count": 88, "max_ms": 17.722, "p95_ms": 16.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 192, "tracking_summary": 190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4978.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3522.135, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.072, "sample_count": 1893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:16:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:16:48+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T12:16:48+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T12:16:48.755985+09:00", "mtime_epoch": 1783307808.7559845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:16:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 717.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.477, "pushed": 6.477, "read": 6.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.91, "count": 194, "max_ms": 49.997, "p95_ms": 44.065}, "gstreamer_push": {"avg_ms": 1.141, "count": 194, "max_ms": 3.492, "p95_ms": 2.284}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.943, "count": 194, "max_ms": 116.723, "p95_ms": 99.378}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.133, "count": 194, "max_ms": 114.201, "p95_ms": 95.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.915, "count": 194, "max_ms": 215.702, "p95_ms": 182.529}, "read_interval": {"avg_ms": 155.09, "count": 193, "max_ms": 222.72, "p95_ms": 189.816}, "triton_wait": {"avg_ms": 69.722, "count": 194, "max_ms": 116.737, "p95_ms": 101.629}, "visualize": {"avg_ms": 41.433, "count": 194, "max_ms": 64.748, "p95_ms": 58.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5049.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:16:40+09:00", "last_error_summary": "[NULL @ 0x55d650d0e200] missing picture in access unit with size 18 [h264 @ 0x55d650d8ab40] no frame! [vist#0:0/h264 @ 0x55d650d0e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:16:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.481, "last_started_at": "2026-07-06T12:16:43+09:00", "pid": 5261, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.957, "name": "ffmpeg", "pid": 5261, "rss_mb": 329.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.304, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:16:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:16:59+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T12:16:59+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T12:16:59.304107+09:00", "mtime_epoch": 1783307819.3041067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:16:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1067.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.045, "pushed": 7.045, "read": 7.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.256, "count": 211, "max_ms": 9.495, "p95_ms": 7.311}, "gstreamer_push": {"avg_ms": 1.319, "count": 211, "max_ms": 6.07, "p95_ms": 3.025}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.072, "count": 211, "max_ms": 76.718, "p95_ms": 65.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.223, "count": 211, "max_ms": 118.745, "p95_ms": 107.22}, "yolo11_640_fire_11class": {"avg_ms": 59.294, "count": 211, "max_ms": 89.626, "p95_ms": 77.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.822, "count": 211, "max_ms": 121.404, "p95_ms": 105.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.409, "count": 211, "max_ms": 188.053, "p95_ms": 159.015}, "read_interval": {"avg_ms": 142.815, "count": 210, "max_ms": 5078.071, "p95_ms": 173.666}, "triton_wait": {"avg_ms": 71.965, "count": 211, "max_ms": 121.417, "p95_ms": 110.271}, "visualize": {"avg_ms": 4.458, "count": 211, "max_ms": 6.925, "p95_ms": 5.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5049.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:15:47+09:00", "last_error_summary": "[h264 @ 0x5562fd424480] error while decoding MB 9 23, bytestream -15", "last_exit_at": "2026-07-06T12:15:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.643, "last_started_at": "2026-07-06T12:15:50+09:00", "pid": 5154, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.551, "name": "ffmpeg", "pid": 5154, "rss_mb": 266.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 822.694, "sample_count": 584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:17:07+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-06T12:17:07+09:00", "mjpeg": {"age_sec": 0.333, "exists": true, "mtime": "2026-07-06T12:17:07.596203+09:00", "mtime_epoch": 1783307827.5962033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:17:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.963, "pushed": 2.963, "read": 2.929}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.021, "count": 88, "max_ms": 33.535, "p95_ms": 22.989}, "gstreamer_push": {"avg_ms": 0.881, "count": 88, "max_ms": 1.076, "p95_ms": 0.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.126, "count": 88, "max_ms": 84.647, "p95_ms": 71.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.595, "count": 88, "max_ms": 131.931, "p95_ms": 112.506}, "yolo11_640_fire_11class": {"avg_ms": 58.02, "count": 88, "max_ms": 83.816, "p95_ms": 78.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.729, "count": 88, "max_ms": 119.833, "p95_ms": 112.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.777, "count": 88, "max_ms": 418.661, "p95_ms": 406.418}, "read_interval": {"avg_ms": 341.303, "count": 87, "max_ms": 424.414, "p95_ms": 414.191}, "triton_wait": {"avg_ms": 86.523, "count": 88, "max_ms": 131.946, "p95_ms": 114.149}, "visualize": {"avg_ms": 14.196, "count": 88, "max_ms": 18.984, "p95_ms": 17.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 194, "tracking_summary": 192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5054.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3552.197, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.837, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:17:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:17:18+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:17:18+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T12:17:18.848336+09:00", "mtime_epoch": 1783307838.8483355, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:17:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 716.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.725, "pushed": 6.725, "read": 6.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.207, "count": 201, "max_ms": 53.383, "p95_ms": 41.892}, "gstreamer_push": {"avg_ms": 0.925, "count": 201, "max_ms": 2.033, "p95_ms": 1.067}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.421, "count": 201, "max_ms": 105.017, "p95_ms": 90.814}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.544, "count": 201, "max_ms": 113.396, "p95_ms": 90.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.184, "count": 201, "max_ms": 183.837, "p95_ms": 165.263}, "read_interval": {"avg_ms": 149.523, "count": 200, "max_ms": 191.619, "p95_ms": 173.988}, "triton_wait": {"avg_ms": 69.767, "count": 201, "max_ms": 113.408, "p95_ms": 92.45}, "visualize": {"avg_ms": 37.053, "count": 201, "max_ms": 55.391, "p95_ms": 45.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5053.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:16:40+09:00", "last_error_summary": "[NULL @ 0x55d650d0e200] missing picture in access unit with size 18 [h264 @ 0x55d650d8ab40] no frame! [vist#0:0/h264 @ 0x55d650d0e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:16:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.508, "last_started_at": "2026-07-06T12:16:43+09:00", "pid": 5261, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.504, "name": "ffmpeg", "pid": 5261, "rss_mb": 331.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.809, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:17:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T12:17:29+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T12:17:29.340460+09:00", "mtime_epoch": 1783307849.3404598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:17:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1071.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.179, "pushed": 6.179, "read": 6.146}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.542, "count": 185, "max_ms": 13.281, "p95_ms": 11.419}, "gstreamer_push": {"avg_ms": 1.042, "count": 185, "max_ms": 3.512, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.338, "count": 185, "max_ms": 82.919, "p95_ms": 66.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.482, "count": 185, "max_ms": 130.34, "p95_ms": 98.282}, "yolo11_640_fire_11class": {"avg_ms": 56.77, "count": 185, "max_ms": 87.33, "p95_ms": 69.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.681, "count": 185, "max_ms": 117.758, "p95_ms": 94.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.509, "count": 185, "max_ms": 231.07, "p95_ms": 200.546}, "read_interval": {"avg_ms": 162.743, "count": 184, "max_ms": 239.737, "p95_ms": 208.409}, "triton_wait": {"avg_ms": 70.197, "count": 185, "max_ms": 130.355, "p95_ms": 103.636}, "visualize": {"avg_ms": 5.249, "count": 185, "max_ms": 8.318, "p95_ms": 6.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5051.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:15:47+09:00", "last_error_summary": "[h264 @ 0x5562fd424480] error while decoding MB 9 23, bytestream -15", "last_exit_at": "2026-07-06T12:15:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.649, "last_started_at": "2026-07-06T12:15:50+09:00", "pid": 5154, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.324, "name": "ffmpeg", "pid": 5154, "rss_mb": 267.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 21, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 764.717, "sample_count": 637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:17:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:17:37+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-06T12:17:37+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-06T12:17:37.644559+09:00", "mtime_epoch": 1783307857.6445587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:17:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.934, "pushed": 2.934, "read": 2.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.61, "count": 87, "max_ms": 24.99, "p95_ms": 20.593}, "gstreamer_push": {"avg_ms": 0.894, "count": 87, "max_ms": 1.499, "p95_ms": 0.958}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.399, "count": 87, "max_ms": 82.722, "p95_ms": 73.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.65, "count": 87, "max_ms": 125.513, "p95_ms": 113.866}, "yolo11_640_fire_11class": {"avg_ms": 58.817, "count": 87, "max_ms": 88.596, "p95_ms": 79.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.825, "count": 87, "max_ms": 122.561, "p95_ms": 113.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 338.148, "count": 87, "max_ms": 402.72, "p95_ms": 376.895}, "read_interval": {"avg_ms": 345.316, "count": 86, "max_ms": 408.152, "p95_ms": 383.832}, "triton_wait": {"avg_ms": 86.308, "count": 87, "max_ms": 125.526, "p95_ms": 114.884}, "visualize": {"avg_ms": 14.367, "count": 87, "max_ms": 21.19, "p95_ms": 17.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.65, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 196, "tracking_summary": 194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5070.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3582.25, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.78, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:17:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:17:49+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T12:17:48+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T12:17:48.888694+09:00", "mtime_epoch": 1783307868.8886936, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:17:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 715.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.257, "pushed": 6.257, "read": 6.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.538, "count": 187, "max_ms": 51.321, "p95_ms": 44.928}, "gstreamer_push": {"avg_ms": 1.173, "count": 187, "max_ms": 2.753, "p95_ms": 2.273}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.739, "count": 187, "max_ms": 121.293, "p95_ms": 101.04}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.835, "count": 187, "max_ms": 117.176, "p95_ms": 94.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.297, "count": 187, "max_ms": 201.374, "p95_ms": 183.103}, "read_interval": {"avg_ms": 160.658, "count": 186, "max_ms": 211.675, "p95_ms": 192.063}, "triton_wait": {"avg_ms": 72.449, "count": 187, "max_ms": 121.307, "p95_ms": 101.052}, "visualize": {"avg_ms": 41.597, "count": 187, "max_ms": 57.335, "p95_ms": 55.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5019.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:17:52+09:00", "last_error_summary": "[h264 @ 0x55ee7eb14700] error while decoding MB 6 38, bytestream -5", "last_exit_at": "2026-07-06T12:17:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.418, "last_started_at": "2026-07-06T12:17:54+09:00", "pid": 5413, "process": {"exists": true, "fd_count": 5, "hwm_mb": 227.355, "name": "ffmpeg", "pid": 5413, "rss_mb": 227.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 607.426, "sample_count": 686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:18:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:18:08+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T12:18:07+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T12:18:07.836923+09:00", "mtime_epoch": 1783307887.8369234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:18:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1163.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.918, "pushed": 2.918, "read": 2.884}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.165, "count": 86, "max_ms": 20.244, "p95_ms": 17.886}, "gstreamer_push": {"avg_ms": 0.853, "count": 87, "max_ms": 1.001, "p95_ms": 0.889}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.004, "count": 86, "max_ms": 60.28, "p95_ms": 57.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.455, "count": 86, "max_ms": 99.23, "p95_ms": 97.686}, "yolo11_640_fire_11class": {"avg_ms": 54.278, "count": 86, "max_ms": 65.504, "p95_ms": 61.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.538, "count": 86, "max_ms": 94.748, "p95_ms": 85.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.073, "count": 87, "max_ms": 347.812, "p95_ms": 322.545}, "read_interval": {"avg_ms": 347.522, "count": 86, "max_ms": 4450.665, "p95_ms": 328.88}, "triton_wait": {"avg_ms": 76.275, "count": 86, "max_ms": 99.242, "p95_ms": 97.699}, "visualize": {"avg_ms": 12.697, "count": 86, "max_ms": 16.846, "p95_ms": 14.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5083.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:16:40+09:00", "last_error_summary": "[NULL @ 0x55d650d0e200] missing picture in access unit with size 18 [h264 @ 0x55d650d8ab40] no frame! [vist#0:0/h264 @ 0x55d650d0e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T12:16:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.344, "last_started_at": "2026-07-06T12:16:43+09:00", "pid": 5261, "process": {"exists": true, "fd_count": 5, "hwm_mb": 356.699, "name": "ffmpeg", "pid": 5261, "rss_mb": 356.699, "state": "S (sleeping)", "threads": 104}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.472, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:18:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:18:12+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T12:18:12+09:00", "mjpeg": {"age_sec": 16.807, "exists": true, "mtime": "2026-07-06T12:17:55.432773+09:00", "mtime_epoch": 1783307875.4327726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:18:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.118, "pushed": 0.118, "read": 0.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.059, "count": 2, "max_ms": 6.003, "p95_ms": 6.003}, "gstreamer_push": {"avg_ms": 1.014, "count": 2, "max_ms": 1.153, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.973, "count": 2, "max_ms": 56.35, "p95_ms": 56.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.57, "count": 2, "max_ms": 63.374, "p95_ms": 63.374}, "yolo11_640_fire_11class": {"avg_ms": 55.945, "count": 2, "max_ms": 59.145, "p95_ms": 59.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.133, "count": 2, "max_ms": 64.219, "p95_ms": 64.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.712, "count": 2, "max_ms": 118.948, "p95_ms": 118.948}, "read_interval": {"avg_ms": 16861.47, "count": 2, "max_ms": 16874.921, "p95_ms": 16874.921}, "triton_wait": {"avg_ms": 62.002, "count": 2, "max_ms": 64.231, "p95_ms": 64.231}, "visualize": {"avg_ms": 4.107, "count": 2, "max_ms": 5.155, "p95_ms": 5.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 197, "tracking_summary": 195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4931.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3612.294, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.468, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:18:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:18:19+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T12:18:18+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T12:18:18.929059+09:00", "mtime_epoch": 1783307898.929059, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:18:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 720.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.691, "pushed": 6.691, "read": 6.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.275, "count": 200, "max_ms": 41.067, "p95_ms": 37.108}, "gstreamer_push": {"avg_ms": 1.083, "count": 200, "max_ms": 2.481, "p95_ms": 2.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.152, "count": 200, "max_ms": 107.105, "p95_ms": 83.579}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.52, "count": 200, "max_ms": 99.78, "p95_ms": 88.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.831, "count": 200, "max_ms": 196.497, "p95_ms": 164.136}, "read_interval": {"avg_ms": 150.096, "count": 199, "max_ms": 203.894, "p95_ms": 172.315}, "triton_wait": {"avg_ms": 65.819, "count": 200, "max_ms": 107.117, "p95_ms": 88.42}, "visualize": {"avg_ms": 39.969, "count": 200, "max_ms": 58.583, "p95_ms": 53.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 48, "tracking_summary": 133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5049.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:17:52+09:00", "last_error_summary": "[h264 @ 0x55ee7eb14700] error while decoding MB 6 38, bytestream -5", "last_exit_at": "2026-07-06T12:17:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.664, "last_started_at": "2026-07-06T12:17:54+09:00", "pid": 5413, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.809, "name": "ffmpeg", "pid": 5413, "rss_mb": 267.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 545.457, "sample_count": 756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:18:38+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T12:18:38+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T12:18:38.085296+09:00", "mtime_epoch": 1783307918.0852957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:18:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.571, "pushed": 3.571, "read": 3.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.186, "count": 106, "max_ms": 21.469, "p95_ms": 18.414}, "gstreamer_push": {"avg_ms": 0.877, "count": 107, "max_ms": 1.364, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.535, "count": 106, "max_ms": 74.072, "p95_ms": 68.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.014, "count": 106, "max_ms": 117.785, "p95_ms": 109.601}, "yolo11_640_fire_11class": {"avg_ms": 57.918, "count": 106, "max_ms": 86.899, "p95_ms": 84.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.791, "count": 106, "max_ms": 121.018, "p95_ms": 113.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.07, "count": 107, "max_ms": 341.568, "p95_ms": 322.971}, "read_interval": {"avg_ms": 282.984, "count": 106, "max_ms": 349.438, "p95_ms": 329.172}, "triton_wait": {"avg_ms": 80.817, "count": 106, "max_ms": 121.03, "p95_ms": 113.231}, "visualize": {"avg_ms": 11.844, "count": 106, "max_ms": 16.408, "p95_ms": 14.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5058.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.685, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.613, "name": "ffmpeg", "pid": 5520, "rss_mb": 331.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:18:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T12:18:42+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T12:18:42+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T12:18:42.125346+09:00", "mtime_epoch": 1783307922.125346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:18:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1068.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.317, "pushed": 7.317, "read": 7.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.024, "count": 219, "max_ms": 9.019, "p95_ms": 7.243}, "gstreamer_push": {"avg_ms": 1.418, "count": 219, "max_ms": 5.962, "p95_ms": 3.639}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.932, "count": 219, "max_ms": 77.537, "p95_ms": 66.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.587, "count": 219, "max_ms": 120.9, "p95_ms": 106.109}, "yolo11_640_fire_11class": {"avg_ms": 60.2, "count": 219, "max_ms": 89.867, "p95_ms": 78.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.182, "count": 219, "max_ms": 120.325, "p95_ms": 107.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.203, "count": 219, "max_ms": 172.911, "p95_ms": 155.094}, "read_interval": {"avg_ms": 137.006, "count": 218, "max_ms": 5264.007, "p95_ms": 163.059}, "triton_wait": {"avg_ms": 72.862, "count": 219, "max_ms": 120.913, "p95_ms": 111.353}, "visualize": {"avg_ms": 4.283, "count": 219, "max_ms": 6.559, "p95_ms": 5.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 200, "tracking_summary": 197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5062.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3642.317, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.103, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:18:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:18:49+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T12:18:48+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T12:18:48.941431+09:00", "mtime_epoch": 1783307928.941431, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:18:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 722.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.493, "pushed": 6.493, "read": 6.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.756, "count": 194, "max_ms": 48.805, "p95_ms": 42.473}, "gstreamer_push": {"avg_ms": 0.941, "count": 194, "max_ms": 1.563, "p95_ms": 1.114}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.189, "count": 194, "max_ms": 119.383, "p95_ms": 103.632}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.213, "count": 194, "max_ms": 115.138, "p95_ms": 98.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.162, "count": 194, "max_ms": 186.513, "p95_ms": 175.056}, "read_interval": {"avg_ms": 154.573, "count": 193, "max_ms": 194.926, "p95_ms": 183.166}, "triton_wait": {"avg_ms": 74.57, "count": 194, "max_ms": 119.395, "p95_ms": 103.645}, "visualize": {"avg_ms": 35.707, "count": 194, "max_ms": 59.698, "p95_ms": 45.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5218.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:17:52+09:00", "last_error_summary": "[h264 @ 0x55ee7eb14700] error while decoding MB 6 38, bytestream -5", "last_exit_at": "2026-07-06T12:17:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.84, "last_started_at": "2026-07-06T12:17:54+09:00", "pid": 5413, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.582, "name": "ffmpeg", "pid": 5413, "rss_mb": 268.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 530.143, "sample_count": 810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:19:08+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-06T12:19:08+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-06T12:19:08.173673+09:00", "mtime_epoch": 1783307948.1736727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:19:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 6.323, "recorders": [{"age_sec": 6.323, "frame_count": 68, "is_recording": true, "is_stopping": false, "pid": 5672, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.191, "name": "ffmpeg", "pid": 5672, "rss_mb": 187.191, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 32, "returncode": null, "running": true, "started_at": "2026-07-06T12:19:02+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260706_121902_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [5672], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.675, "pushed": 3.675, "read": 3.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.159, "count": 109, "max_ms": 19.108, "p95_ms": 18.292}, "gstreamer_push": {"avg_ms": 0.879, "count": 110, "max_ms": 1.28, "p95_ms": 0.973}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.873, "count": 109, "max_ms": 84.641, "p95_ms": 74.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.243, "count": 109, "max_ms": 119.801, "p95_ms": 113.289}, "yolo11_640_fire_11class": {"avg_ms": 60.843, "count": 109, "max_ms": 87.488, "p95_ms": 83.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.938, "count": 109, "max_ms": 116.003, "p95_ms": 110.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.614, "count": 110, "max_ms": 687.627, "p95_ms": 342.18}, "read_interval": {"avg_ms": 273.786, "count": 109, "max_ms": 695.533, "p95_ms": 348.38}, "triton_wait": {"avg_ms": 84.944, "count": 109, "max_ms": 119.814, "p95_ms": 114.856}, "visualize": {"avg_ms": 11.283, "count": 109, "max_ms": 18.08, "p95_ms": 17.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5211.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.7, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.129, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.138, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:19:12+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T12:19:12+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:19:12.193724+09:00", "mtime_epoch": 1783307952.1937237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:19:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1071.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.64, "pushed": 8.64, "read": 8.606}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.047, "count": 258, "max_ms": 8.362, "p95_ms": 7.213}, "gstreamer_push": {"avg_ms": 1.368, "count": 258, "max_ms": 8.067, "p95_ms": 2.851}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.739, "count": 258, "max_ms": 82.246, "p95_ms": 69.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.877, "count": 258, "max_ms": 114.827, "p95_ms": 101.528}, "yolo11_640_fire_11class": {"avg_ms": 60.639, "count": 258, "max_ms": 93.246, "p95_ms": 77.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.687, "count": 258, "max_ms": 115.905, "p95_ms": 103.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.961, "count": 258, "max_ms": 178.992, "p95_ms": 151.229}, "read_interval": {"avg_ms": 116.289, "count": 257, "max_ms": 190.552, "p95_ms": 162.722}, "triton_wait": {"avg_ms": 72.761, "count": 258, "max_ms": 115.916, "p95_ms": 104.554}, "visualize": {"avg_ms": 4.331, "count": 258, "max_ms": 8.029, "p95_ms": 5.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 200, "tracking_summary": 199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5059.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3672.435, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.313, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:19:19+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T12:19:19+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T12:19:19.037810+09:00", "mtime_epoch": 1783307959.0378103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:19:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 710.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.441, "pushed": 6.441, "read": 6.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.161, "count": 193, "max_ms": 51.99, "p95_ms": 41.255}, "gstreamer_push": {"avg_ms": 1.087, "count": 193, "max_ms": 3.723, "p95_ms": 2.188}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.563, "count": 193, "max_ms": 115.35, "p95_ms": 94.635}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.116, "count": 193, "max_ms": 109.296, "p95_ms": 93.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.492, "count": 193, "max_ms": 211.425, "p95_ms": 177.105}, "read_interval": {"avg_ms": 155.753, "count": 192, "max_ms": 218.657, "p95_ms": 186.01}, "triton_wait": {"avg_ms": 73.627, "count": 193, "max_ms": 115.362, "p95_ms": 98.401}, "visualize": {"avg_ms": 37.811, "count": 193, "max_ms": 56.761, "p95_ms": 52.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5071.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:17:52+09:00", "last_error_summary": "[h264 @ 0x55ee7eb14700] error while decoding MB 6 38, bytestream -5", "last_exit_at": "2026-07-06T12:17:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.965, "last_started_at": "2026-07-06T12:17:54+09:00", "pid": 5413, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.871, "name": "ffmpeg", "pid": 5413, "rss_mb": 269.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 22, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 510.283, "sample_count": 856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:19:38+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T12:19:38+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T12:19:38.378057+09:00", "mtime_epoch": 1783307978.3780575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:19:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.495, "pushed": 3.495, "read": 3.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.125, "count": 104, "max_ms": 23.369, "p95_ms": 20.264}, "gstreamer_push": {"avg_ms": 0.872, "count": 104, "max_ms": 1.087, "p95_ms": 0.931}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.271, "count": 104, "max_ms": 81.236, "p95_ms": 74.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.448, "count": 104, "max_ms": 117.46, "p95_ms": 112.288}, "yolo11_640_fire_11class": {"avg_ms": 60.814, "count": 104, "max_ms": 88.873, "p95_ms": 84.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.07, "count": 104, "max_ms": 116.626, "p95_ms": 107.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.905, "count": 104, "max_ms": 367.069, "p95_ms": 327.89}, "read_interval": {"avg_ms": 289.963, "count": 103, "max_ms": 373.583, "p95_ms": 336.166}, "triton_wait": {"avg_ms": 82.373, "count": 104, "max_ms": 117.476, "p95_ms": 114.845}, "visualize": {"avg_ms": 14.288, "count": 104, "max_ms": 19.247, "p95_ms": 17.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.755, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5069.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.76, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.129, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.176, "sample_count": 1984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:19:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:19:42+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T12:19:42+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T12:19:42.290108+09:00", "mtime_epoch": 1783307982.2901077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:19:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1070.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.982, "pushed": 7.982, "read": 7.948}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.851, "count": 239, "max_ms": 8.875, "p95_ms": 7.574}, "gstreamer_push": {"avg_ms": 1.264, "count": 239, "max_ms": 6.223, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.307, "count": 239, "max_ms": 85.499, "p95_ms": 69.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.444, "count": 239, "max_ms": 121.334, "p95_ms": 103.396}, "yolo11_640_fire_11class": {"avg_ms": 60.751, "count": 239, "max_ms": 93.012, "p95_ms": 79.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.109, "count": 239, "max_ms": 116.193, "p95_ms": 102.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.163, "count": 239, "max_ms": 180.37, "p95_ms": 155.611}, "read_interval": {"avg_ms": 125.938, "count": 238, "max_ms": 191.204, "p95_ms": 166.345}, "triton_wait": {"avg_ms": 73.054, "count": 239, "max_ms": 121.345, "p95_ms": 106.112}, "visualize": {"avg_ms": 4.763, "count": 239, "max_ms": 7.991, "p95_ms": 5.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 203, "tracking_summary": 200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4834.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3702.544, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.108, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:19:49+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T12:19:49+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T12:19:49.218197+09:00", "mtime_epoch": 1783307989.218197, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:19:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 710.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.277, "pushed": 6.277, "read": 6.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.39, "count": 188, "max_ms": 49.634, "p95_ms": 42.715}, "gstreamer_push": {"avg_ms": 0.916, "count": 188, "max_ms": 2.187, "p95_ms": 1.048}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.241, "count": 188, "max_ms": 114.864, "p95_ms": 96.214}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.571, "count": 188, "max_ms": 117.748, "p95_ms": 97.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.948, "count": 188, "max_ms": 215.671, "p95_ms": 179.836}, "read_interval": {"avg_ms": 160.28, "count": 187, "max_ms": 224.125, "p95_ms": 189.391}, "triton_wait": {"avg_ms": 72.976, "count": 188, "max_ms": 117.76, "p95_ms": 97.872}, "visualize": {"avg_ms": 39.795, "count": 188, "max_ms": 58.153, "p95_ms": 52.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5055.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.053, "last_started_at": "2026-07-06T12:19:48+09:00", "pid": 5732, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.309, "name": "ffmpeg", "pid": 5732, "rss_mb": 265.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 23, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 469.464, "sample_count": 931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:20:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:20:08+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T12:20:08+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T12:20:08.558448+09:00", "mtime_epoch": 1783308008.558448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:20:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.448, "pushed": 4.448, "read": 4.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.4, "count": 132, "max_ms": 17.974, "p95_ms": 13.097}, "gstreamer_push": {"avg_ms": 0.939, "count": 133, "max_ms": 1.291, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.008, "count": 132, "max_ms": 82.946, "p95_ms": 75.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.655, "count": 132, "max_ms": 135.544, "p95_ms": 111.703}, "yolo11_640_fire_11class": {"avg_ms": 60.098, "count": 132, "max_ms": 103.124, "p95_ms": 80.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.068, "count": 132, "max_ms": 110.374, "p95_ms": 102.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.968, "count": 133, "max_ms": 280.163, "p95_ms": 233.188}, "read_interval": {"avg_ms": 226.716, "count": 132, "max_ms": 4265.234, "p95_ms": 246.271}, "triton_wait": {"avg_ms": 81.905, "count": 132, "max_ms": 135.556, "p95_ms": 111.716}, "visualize": {"avg_ms": 7.482, "count": 132, "max_ms": 12.411, "p95_ms": 9.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5058.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.815, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.677, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:20:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T12:20:12+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T12:20:12+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T12:20:12.298497+09:00", "mtime_epoch": 1783308012.298497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:20:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1073.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.616, "pushed": 8.616, "read": 8.582}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.119, "count": 258, "max_ms": 9.556, "p95_ms": 7.004}, "gstreamer_push": {"avg_ms": 1.359, "count": 258, "max_ms": 4.417, "p95_ms": 3.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.716, "count": 258, "max_ms": 83.482, "p95_ms": 67.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.866, "count": 258, "max_ms": 131.251, "p95_ms": 102.602}, "yolo11_640_fire_11class": {"avg_ms": 60.439, "count": 258, "max_ms": 94.522, "p95_ms": 78.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.035, "count": 258, "max_ms": 110.276, "p95_ms": 96.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.196, "count": 258, "max_ms": 176.021, "p95_ms": 152.91}, "read_interval": {"avg_ms": 116.396, "count": 257, "max_ms": 188.682, "p95_ms": 162.275}, "triton_wait": {"avg_ms": 72.234, "count": 258, "max_ms": 131.263, "p95_ms": 102.615}, "visualize": {"avg_ms": 4.373, "count": 258, "max_ms": 6.984, "p95_ms": 5.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 204, "tracking_summary": 202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5066.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3732.614, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.852, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:20:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:20:19+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T12:20:19+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T12:20:19.262588+09:00", "mtime_epoch": 1783308019.262588, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:20:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.164, "name": "celery", "pid": 239, "rss_mb": 719.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.911, "pushed": 5.911, "read": 5.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.534, "count": 177, "max_ms": 50.221, "p95_ms": 43.973}, "gstreamer_push": {"avg_ms": 1.534, "count": 177, "max_ms": 3.749, "p95_ms": 2.479}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.1, "count": 177, "max_ms": 125.324, "p95_ms": 104.075}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.097, "count": 177, "max_ms": 122.858, "p95_ms": 107.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.724, "count": 177, "max_ms": 220.224, "p95_ms": 194.355}, "read_interval": {"avg_ms": 169.916, "count": 176, "max_ms": 229.366, "p95_ms": 202.786}, "triton_wait": {"avg_ms": 78.162, "count": 177, "max_ms": 125.336, "p95_ms": 108.261}, "visualize": {"avg_ms": 48.227, "count": 177, "max_ms": 74.701, "p95_ms": 61.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5069.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.204, "last_started_at": "2026-07-06T12:19:48+09:00", "pid": 5732, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.402, "name": "ffmpeg", "pid": 5732, "rss_mb": 268.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 23, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 370.156, "sample_count": 1028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:20:38+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T12:20:38+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T12:20:38.746844+09:00", "mtime_epoch": 1783308038.7468443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:20:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.246, "pushed": 5.246, "read": 5.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.17, "count": 156, "max_ms": 16.836, "p95_ms": 12.398}, "gstreamer_push": {"avg_ms": 0.92, "count": 157, "max_ms": 1.195, "p95_ms": 1.065}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.497, "count": 156, "max_ms": 83.893, "p95_ms": 73.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.984, "count": 156, "max_ms": 120.332, "p95_ms": 104.511}, "yolo11_640_fire_11class": {"avg_ms": 56.455, "count": 156, "max_ms": 85.664, "p95_ms": 77.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.805, "count": 156, "max_ms": 109.682, "p95_ms": 97.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.241, "count": 157, "max_ms": 263.21, "p95_ms": 230.428}, "read_interval": {"avg_ms": 192.137, "count": 156, "max_ms": 270.048, "p95_ms": 236.563}, "triton_wait": {"avg_ms": 75.594, "count": 156, "max_ms": 120.345, "p95_ms": 104.524}, "visualize": {"avg_ms": 7.727, "count": 156, "max_ms": 11.307, "p95_ms": 9.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5070.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.838, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.339, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:20:42+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T12:20:42+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T12:20:42.366892+09:00", "mtime_epoch": 1783308042.366892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:20:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1071.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.851, "pushed": 7.851, "read": 7.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.897, "count": 235, "max_ms": 10.011, "p95_ms": 7.536}, "gstreamer_push": {"avg_ms": 1.264, "count": 235, "max_ms": 7.859, "p95_ms": 2.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.885, "count": 235, "max_ms": 88.975, "p95_ms": 68.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.45, "count": 235, "max_ms": 112.041, "p95_ms": 100.57}, "yolo11_640_fire_11class": {"avg_ms": 57.337, "count": 235, "max_ms": 88.148, "p95_ms": 73.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.273, "count": 235, "max_ms": 110.635, "p95_ms": 96.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.257, "count": 235, "max_ms": 180.259, "p95_ms": 152.048}, "read_interval": {"avg_ms": 127.891, "count": 234, "max_ms": 194.98, "p95_ms": 161.5}, "triton_wait": {"avg_ms": 71.025, "count": 235, "max_ms": 112.054, "p95_ms": 101.349}, "visualize": {"avg_ms": 4.869, "count": 235, "max_ms": 7.045, "p95_ms": 5.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 206, "tracking_summary": 203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5065.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3762.715, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.862, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:20:49+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T12:20:49+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T12:20:49.358985+09:00", "mtime_epoch": 1783308049.358985, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:20:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.734, "name": "celery", "pid": 239, "rss_mb": 715.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.178, "pushed": 6.178, "read": 6.145}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.122, "count": 185, "max_ms": 51.514, "p95_ms": 42.952}, "gstreamer_push": {"avg_ms": 1.015, "count": 185, "max_ms": 3.773, "p95_ms": 2.049}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.722, "count": 185, "max_ms": 119.24, "p95_ms": 96.256}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.519, "count": 185, "max_ms": 118.87, "p95_ms": 101.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.285, "count": 185, "max_ms": 230.66, "p95_ms": 185.377}, "read_interval": {"avg_ms": 162.661, "count": 184, "max_ms": 237.599, "p95_ms": 193.712}, "triton_wait": {"avg_ms": 74.637, "count": 185, "max_ms": 119.252, "p95_ms": 102.859}, "visualize": {"avg_ms": 40.721, "count": 185, "max_ms": 60.163, "p95_ms": 52.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5072.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.272, "last_started_at": "2026-07-06T12:19:48+09:00", "pid": 5732, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.434, "name": "ffmpeg", "pid": 5732, "rss_mb": 269.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 23, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 359.127, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:21:08+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T12:21:08+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T12:21:08.803244+09:00", "mtime_epoch": 1783308068.803244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:21:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.386, "pushed": 5.386, "read": 5.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.969, "count": 161, "max_ms": 15.283, "p95_ms": 11.937}, "gstreamer_push": {"avg_ms": 0.936, "count": 161, "max_ms": 1.511, "p95_ms": 1.075}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.467, "count": 161, "max_ms": 78.755, "p95_ms": 73.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.918, "count": 161, "max_ms": 115.302, "p95_ms": 102.523}, "yolo11_640_fire_11class": {"avg_ms": 57.886, "count": 161, "max_ms": 84.878, "p95_ms": 79.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.406, "count": 161, "max_ms": 105.846, "p95_ms": 100.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.642, "count": 161, "max_ms": 231.334, "p95_ms": 214.796}, "read_interval": {"avg_ms": 186.777, "count": 160, "max_ms": 237.368, "p95_ms": 220.906}, "triton_wait": {"avg_ms": 74.857, "count": 161, "max_ms": 115.317, "p95_ms": 104.935}, "visualize": {"avg_ms": 7.455, "count": 161, "max_ms": 9.829, "p95_ms": 8.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5075.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.946, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.523, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:21:12+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T12:21:12+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T12:21:12.427293+09:00", "mtime_epoch": 1783308072.4272926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:21:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.104, "pushed": 9.104, "read": 9.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.835, "count": 273, "max_ms": 8.645, "p95_ms": 7.296}, "gstreamer_push": {"avg_ms": 1.371, "count": 273, "max_ms": 6.761, "p95_ms": 2.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.886, "count": 273, "max_ms": 84.695, "p95_ms": 68.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.534, "count": 273, "max_ms": 109.727, "p95_ms": 97.161}, "yolo11_640_fire_11class": {"avg_ms": 59.018, "count": 273, "max_ms": 87.477, "p95_ms": 75.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.707, "count": 273, "max_ms": 108.165, "p95_ms": 94.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.491, "count": 273, "max_ms": 168.148, "p95_ms": 144.743}, "read_interval": {"avg_ms": 110.183, "count": 272, "max_ms": 178.468, "p95_ms": 155.505}, "triton_wait": {"avg_ms": 70.138, "count": 273, "max_ms": 109.74, "p95_ms": 98.476}, "visualize": {"avg_ms": 4.215, "count": 273, "max_ms": 6.487, "p95_ms": 5.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 206, "tracking_summary": 205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5072.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3792.764, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.929, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:21:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:21:19+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T12:21:19+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T12:21:19.415386+09:00", "mtime_epoch": 1783308079.4153864, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:21:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.734, "name": "celery", "pid": 239, "rss_mb": 720.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.296, "pushed": 6.296, "read": 6.263}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.42, "count": 188, "max_ms": 51.768, "p95_ms": 41.128}, "gstreamer_push": {"avg_ms": 0.929, "count": 188, "max_ms": 1.314, "p95_ms": 1.068}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.323, "count": 188, "max_ms": 113.05, "p95_ms": 99.271}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.893, "count": 188, "max_ms": 110.942, "p95_ms": 99.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.396, "count": 188, "max_ms": 203.313, "p95_ms": 184.401}, "read_interval": {"avg_ms": 159.779, "count": 187, "max_ms": 212.962, "p95_ms": 194.611}, "triton_wait": {"avg_ms": 75.436, "count": 188, "max_ms": 113.062, "p95_ms": 101.717}, "visualize": {"avg_ms": 38.642, "count": 188, "max_ms": 57.281, "p95_ms": 50.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5071.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:19:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.379, "last_started_at": "2026-07-06T12:19:48+09:00", "pid": 5732, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.434, "name": "ffmpeg", "pid": 5732, "rss_mb": 269.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 23, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.384, "sample_count": 1184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:21:39+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T12:21:38+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T12:21:38.855649+09:00", "mtime_epoch": 1783308098.8556488, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:21:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.116, "pushed": 5.116, "read": 5.083}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.428, "count": 152, "max_ms": 13.65, "p95_ms": 12.221}, "gstreamer_push": {"avg_ms": 0.908, "count": 153, "max_ms": 1.235, "p95_ms": 1.06}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.478, "count": 152, "max_ms": 79.742, "p95_ms": 72.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.172, "count": 152, "max_ms": 115.603, "p95_ms": 105.183}, "yolo11_640_fire_11class": {"avg_ms": 58.688, "count": 152, "max_ms": 93.655, "p95_ms": 78.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.982, "count": 152, "max_ms": 109.396, "p95_ms": 103.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.677, "count": 153, "max_ms": 250.992, "p95_ms": 229.788}, "read_interval": {"avg_ms": 196.585, "count": 152, "max_ms": 259.506, "p95_ms": 236.145}, "triton_wait": {"avg_ms": 77.125, "count": 152, "max_ms": 115.615, "p95_ms": 106.792}, "visualize": {"avg_ms": 7.9, "count": 152, "max_ms": 10.439, "p95_ms": 9.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5070.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.055, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.955, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:21:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:21:42+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T12:21:42+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T12:21:42.551699+09:00", "mtime_epoch": 1783308102.551699, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:21:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.387, "count": 216, "max_ms": 8.929, "p95_ms": 8.044}, "gstreamer_push": {"avg_ms": 1.2, "count": 217, "max_ms": 4.95, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.787, "count": 216, "max_ms": 86.708, "p95_ms": 70.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.973, "count": 216, "max_ms": 118.774, "p95_ms": 105.076}, "yolo11_640_fire_11class": {"avg_ms": 60.035, "count": 216, "max_ms": 85.815, "p95_ms": 77.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.763, "count": 216, "max_ms": 111.167, "p95_ms": 99.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.741, "count": 217, "max_ms": 178.6, "p95_ms": 162.413}, "read_interval": {"avg_ms": 138.795, "count": 216, "max_ms": 190.19, "p95_ms": 171.629}, "triton_wait": {"avg_ms": 75.678, "count": 216, "max_ms": 118.787, "p95_ms": 106.912}, "visualize": {"avg_ms": 5.105, "count": 216, "max_ms": 6.366, "p95_ms": 5.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 209, "tracking_summary": 206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5081.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3822.909, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.929, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:21:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:21:49+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T12:21:49+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T12:21:49.571794+09:00", "mtime_epoch": 1783308109.571794, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:21:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 723.734, "name": "celery", "pid": 239, "rss_mb": 720.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.303, "pushed": 6.303, "read": 6.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.694, "count": 189, "max_ms": 49.792, "p95_ms": 43.383}, "gstreamer_push": {"avg_ms": 0.959, "count": 189, "max_ms": 2.356, "p95_ms": 1.086}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.265, "count": 189, "max_ms": 115.778, "p95_ms": 101.75}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.732, "count": 189, "max_ms": 110.422, "p95_ms": 98.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.27, "count": 189, "max_ms": 192.781, "p95_ms": 181.332}, "read_interval": {"avg_ms": 159.542, "count": 188, "max_ms": 205.853, "p95_ms": 189.162}, "triton_wait": {"avg_ms": 75.179, "count": 189, "max_ms": 115.791, "p95_ms": 102.452}, "visualize": {"avg_ms": 35.466, "count": 189, "max_ms": 55.648, "p95_ms": 44.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5061.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:21:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.308, "last_started_at": "2026-07-06T12:21:54+09:00", "pid": 5839, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.023, "name": "ffmpeg", "pid": 5839, "rss_mb": 267.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.41, "sample_count": 1228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:22:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:22:09+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T12:22:08+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T12:22:08.944058+09:00", "mtime_epoch": 1783308128.9440584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:22:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.417, "pushed": 4.417, "read": 4.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.15, "count": 132, "max_ms": 16.857, "p95_ms": 13.439}, "gstreamer_push": {"avg_ms": 0.892, "count": 132, "max_ms": 1.029, "p95_ms": 0.974}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.83, "count": 132, "max_ms": 81.334, "p95_ms": 70.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.931, "count": 132, "max_ms": 119.449, "p95_ms": 109.664}, "yolo11_640_fire_11class": {"avg_ms": 56.22, "count": 132, "max_ms": 92.25, "p95_ms": 79.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.105, "count": 132, "max_ms": 115.855, "p95_ms": 107.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.054, "count": 132, "max_ms": 250.288, "p95_ms": 241.551}, "read_interval": {"avg_ms": 227.96, "count": 131, "max_ms": 4274.714, "p95_ms": 250.862}, "triton_wait": {"avg_ms": 73.704, "count": 132, "max_ms": 119.462, "p95_ms": 110.719}, "visualize": {"avg_ms": 8.031, "count": 132, "max_ms": 10.397, "p95_ms": 9.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5070.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.058, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.912, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:22:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:22:12+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T12:22:12+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T12:22:12.548108+09:00", "mtime_epoch": 1783308132.5481079, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:22:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.735, "pushed": 6.735, "read": 6.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.733, "count": 202, "max_ms": 11.476, "p95_ms": 8.494}, "gstreamer_push": {"avg_ms": 1.141, "count": 202, "max_ms": 3.069, "p95_ms": 1.96}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.779, "count": 202, "max_ms": 82.785, "p95_ms": 69.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.56, "count": 202, "max_ms": 120.138, "p95_ms": 104.686}, "yolo11_640_fire_11class": {"avg_ms": 57.843, "count": 202, "max_ms": 86.92, "p95_ms": 75.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.708, "count": 202, "max_ms": 113.472, "p95_ms": 100.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.65, "count": 202, "max_ms": 204.847, "p95_ms": 179.763}, "read_interval": {"avg_ms": 148.509, "count": 202, "max_ms": 212.742, "p95_ms": 187.743}, "triton_wait": {"avg_ms": 74.278, "count": 202, "max_ms": 120.148, "p95_ms": 104.698}, "visualize": {"avg_ms": 5.624, "count": 202, "max_ms": 8.207, "p95_ms": 6.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 210, "tracking_summary": 208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5070.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3853.05, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.071, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:22:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:22:19+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T12:22:19+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T12:22:19.716206+09:00", "mtime_epoch": 1783308139.7162063, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:22:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 720.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.201, "pushed": 6.201, "read": 6.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.935, "count": 186, "max_ms": 48.018, "p95_ms": 41.836}, "gstreamer_push": {"avg_ms": 1.152, "count": 186, "max_ms": 3.468, "p95_ms": 2.278}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.139, "count": 186, "max_ms": 118.369, "p95_ms": 102.2}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.12, "count": 186, "max_ms": 112.48, "p95_ms": 102.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.419, "count": 186, "max_ms": 212.808, "p95_ms": 188.438}, "read_interval": {"avg_ms": 162.102, "count": 185, "max_ms": 219.798, "p95_ms": 198.227}, "triton_wait": {"avg_ms": 76.7, "count": 186, "max_ms": 118.382, "p95_ms": 107.917}, "visualize": {"avg_ms": 39.882, "count": 186, "max_ms": 72.443, "p95_ms": 53.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5071.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:21:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.484, "last_started_at": "2026-07-06T12:21:54+09:00", "pid": 5839, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.828, "name": "ffmpeg", "pid": 5839, "rss_mb": 268.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.9, "sample_count": 1298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:22:39+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T12:22:39+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T12:22:39.128474+09:00", "mtime_epoch": 1783308159.128474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:22:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.275, "pushed": 5.275, "read": 5.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.586, "count": 157, "max_ms": 16.124, "p95_ms": 12.649}, "gstreamer_push": {"avg_ms": 0.932, "count": 158, "max_ms": 1.569, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.932, "count": 157, "max_ms": 81.447, "p95_ms": 71.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.907, "count": 157, "max_ms": 123.724, "p95_ms": 103.815}, "yolo11_640_fire_11class": {"avg_ms": 59.21, "count": 157, "max_ms": 85.992, "p95_ms": 78.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.277, "count": 157, "max_ms": 108.368, "p95_ms": 102.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.626, "count": 158, "max_ms": 255.632, "p95_ms": 228.302}, "read_interval": {"avg_ms": 190.883, "count": 157, "max_ms": 264.498, "p95_ms": 237.169}, "triton_wait": {"avg_ms": 76.181, "count": 157, "max_ms": 123.738, "p95_ms": 104.944}, "visualize": {"avg_ms": 7.454, "count": 157, "max_ms": 10.725, "p95_ms": 9.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5063.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.162, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.32, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:22:42+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T12:22:42+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T12:22:42.660523+09:00", "mtime_epoch": 1783308162.660523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:22:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.739, "pushed": 7.739, "read": 7.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.03, "count": 231, "max_ms": 9.12, "p95_ms": 7.518}, "gstreamer_push": {"avg_ms": 1.281, "count": 232, "max_ms": 4.733, "p95_ms": 2.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.848, "count": 231, "max_ms": 81.87, "p95_ms": 69.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.124, "count": 231, "max_ms": 112.058, "p95_ms": 98.451}, "yolo11_640_fire_11class": {"avg_ms": 59.934, "count": 231, "max_ms": 84.258, "p95_ms": 75.836}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.378, "count": 231, "max_ms": 110.722, "p95_ms": 96.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.508, "count": 232, "max_ms": 181.948, "p95_ms": 150.938}, "read_interval": {"avg_ms": 129.804, "count": 231, "max_ms": 193.56, "p95_ms": 161.084}, "triton_wait": {"avg_ms": 71.934, "count": 231, "max_ms": 112.072, "p95_ms": 100.172}, "visualize": {"avg_ms": 4.919, "count": 231, "max_ms": 7.693, "p95_ms": 5.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 212, "tracking_summary": 209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5052.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3883.14, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.01, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:22:49+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T12:22:49+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T12:22:49.808622+09:00", "mtime_epoch": 1783308169.8086221, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:22:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 711.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.383, "pushed": 6.383, "read": 6.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.571, "count": 191, "max_ms": 57.129, "p95_ms": 42.733}, "gstreamer_push": {"avg_ms": 1.095, "count": 191, "max_ms": 4.161, "p95_ms": 2.183}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.225, "count": 191, "max_ms": 109.806, "p95_ms": 100.849}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.518, "count": 191, "max_ms": 118.131, "p95_ms": 98.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.116, "count": 191, "max_ms": 198.019, "p95_ms": 181.503}, "read_interval": {"avg_ms": 157.604, "count": 190, "max_ms": 208.405, "p95_ms": 190.658}, "triton_wait": {"avg_ms": 74.14, "count": 191, "max_ms": 118.144, "p95_ms": 101.455}, "visualize": {"avg_ms": 40.442, "count": 191, "max_ms": 59.224, "p95_ms": 53.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5074.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:21:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.616, "last_started_at": "2026-07-06T12:21:54+09:00", "pid": 5839, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.375, "name": "ffmpeg", "pid": 5839, "rss_mb": 270.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.881, "sample_count": 1377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:23:09+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T12:23:09+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T12:23:09.264893+09:00", "mtime_epoch": 1783308189.2648933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:23:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.58, "pushed": 5.58, "read": 5.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.181, "count": 166, "max_ms": 15.341, "p95_ms": 12.332}, "gstreamer_push": {"avg_ms": 0.946, "count": 167, "max_ms": 1.316, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.758, "count": 166, "max_ms": 88.116, "p95_ms": 73.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.46, "count": 166, "max_ms": 121.403, "p95_ms": 105.049}, "yolo11_640_fire_11class": {"avg_ms": 57.95, "count": 166, "max_ms": 87.575, "p95_ms": 77.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.709, "count": 166, "max_ms": 114.708, "p95_ms": 101.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.899, "count": 167, "max_ms": 244.042, "p95_ms": 210.659}, "read_interval": {"avg_ms": 180.336, "count": 166, "max_ms": 250.617, "p95_ms": 217.667}, "triton_wait": {"avg_ms": 75.473, "count": 166, "max_ms": 121.415, "p95_ms": 106.076}, "visualize": {"avg_ms": 7.039, "count": 166, "max_ms": 10.979, "p95_ms": 8.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5074.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.183, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.363, "sample_count": 2355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:23:12+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:23:12+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:23:12.676941+09:00", "mtime_epoch": 1783308192.676941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:23:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1069.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.562, "pushed": 7.562, "read": 7.529}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.076, "count": 226, "max_ms": 8.979, "p95_ms": 7.71}, "gstreamer_push": {"avg_ms": 1.29, "count": 226, "max_ms": 4.733, "p95_ms": 2.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.363, "count": 226, "max_ms": 84.544, "p95_ms": 68.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.817, "count": 226, "max_ms": 121.505, "p95_ms": 103.369}, "yolo11_640_fire_11class": {"avg_ms": 59.571, "count": 226, "max_ms": 87.656, "p95_ms": 78.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.112, "count": 226, "max_ms": 109.781, "p95_ms": 101.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.387, "count": 226, "max_ms": 174.893, "p95_ms": 157.6}, "read_interval": {"avg_ms": 132.877, "count": 225, "max_ms": 191.859, "p95_ms": 168.247}, "triton_wait": {"avg_ms": 74.666, "count": 226, "max_ms": 121.517, "p95_ms": 103.747}, "visualize": {"avg_ms": 4.997, "count": 226, "max_ms": 6.755, "p95_ms": 5.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 214, "tracking_summary": 211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5076.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3913.271, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.711, "sample_count": 1874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:23:20+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T12:23:19+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T12:23:19.925042+09:00", "mtime_epoch": 1783308199.9250424, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:23:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 722.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.306, "pushed": 6.306, "read": 6.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.105, "count": 189, "max_ms": 52.984, "p95_ms": 43.161}, "gstreamer_push": {"avg_ms": 0.945, "count": 189, "max_ms": 1.685, "p95_ms": 1.081}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.521, "count": 189, "max_ms": 123.538, "p95_ms": 104.314}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.638, "count": 189, "max_ms": 122.578, "p95_ms": 105.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.13, "count": 189, "max_ms": 207.563, "p95_ms": 184.376}, "read_interval": {"avg_ms": 159.425, "count": 188, "max_ms": 215.239, "p95_ms": 194.259}, "triton_wait": {"avg_ms": 76.762, "count": 189, "max_ms": 123.553, "p95_ms": 107.71}, "visualize": {"avg_ms": 35.33, "count": 189, "max_ms": 60.051, "p95_ms": 41.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5074.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:19:46+09:00", "last_error_summary": "[h264 @ 0x55f2da6f9240] error while decoding MB 63 18, bytestream -11", "last_exit_at": "2026-07-06T12:21:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.654, "last_started_at": "2026-07-06T12:21:54+09:00", "pid": 5839, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.633, "name": "ffmpeg", "pid": 5839, "rss_mb": 270.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.075, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:23:39+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T12:23:39+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T12:23:39.353316+09:00", "mtime_epoch": 1783308219.3533156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:23:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.16, "pushed": 6.16, "read": 6.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.079, "count": 184, "max_ms": 14.371, "p95_ms": 11.163}, "gstreamer_push": {"avg_ms": 1.007, "count": 184, "max_ms": 1.453, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.682, "count": 184, "max_ms": 89.951, "p95_ms": 72.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.002, "count": 184, "max_ms": 120.149, "p95_ms": 110.091}, "yolo11_640_fire_11class": {"avg_ms": 58.015, "count": 184, "max_ms": 86.07, "p95_ms": 78.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.16, "count": 184, "max_ms": 111.763, "p95_ms": 100.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.123, "count": 184, "max_ms": 216.321, "p95_ms": 197.439}, "read_interval": {"avg_ms": 163.377, "count": 183, "max_ms": 223.102, "p95_ms": 206.873}, "triton_wait": {"avg_ms": 79.161, "count": 184, "max_ms": 120.163, "p95_ms": 110.105}, "visualize": {"avg_ms": 6.117, "count": 184, "max_ms": 8.789, "p95_ms": 7.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5080.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.192, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.91, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:23:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:23:42+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T12:23:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T12:23:42.705363+09:00", "mtime_epoch": 1783308222.7053628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:23:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.167, "pushed": 7.167, "read": 7.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.398, "count": 215, "max_ms": 9.997, "p95_ms": 8.137}, "gstreamer_push": {"avg_ms": 1.238, "count": 215, "max_ms": 4.532, "p95_ms": 2.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.642, "count": 215, "max_ms": 84.919, "p95_ms": 71.876}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.989, "count": 215, "max_ms": 119.576, "p95_ms": 109.723}, "yolo11_640_fire_11class": {"avg_ms": 59.97, "count": 215, "max_ms": 92.464, "p95_ms": 83.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.338, "count": 215, "max_ms": 119.565, "p95_ms": 106.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.47, "count": 215, "max_ms": 195.002, "p95_ms": 163.248}, "read_interval": {"avg_ms": 139.65, "count": 215, "max_ms": 204.508, "p95_ms": 173.941}, "triton_wait": {"avg_ms": 76.485, "count": 215, "max_ms": 119.586, "p95_ms": 109.735}, "visualize": {"avg_ms": 5.147, "count": 215, "max_ms": 7.827, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 215, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5074.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3943.312, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.522, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:23:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:23:50+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T12:23:49+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T12:23:49.949465+09:00", "mtime_epoch": 1783308229.949465, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:23:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 723.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.194, "pushed": 6.194, "read": 6.161}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.523, "count": 185, "max_ms": 55.888, "p95_ms": 42.157}, "gstreamer_push": {"avg_ms": 0.925, "count": 185, "max_ms": 1.19, "p95_ms": 1.077}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.123, "count": 185, "max_ms": 119.923, "p95_ms": 104.959}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.586, "count": 185, "max_ms": 122.873, "p95_ms": 103.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.047, "count": 185, "max_ms": 215.948, "p95_ms": 185.38}, "read_interval": {"avg_ms": 162.362, "count": 184, "max_ms": 224.51, "p95_ms": 194.498}, "triton_wait": {"avg_ms": 76.822, "count": 185, "max_ms": 122.885, "p95_ms": 106.77}, "visualize": {"avg_ms": 37.701, "count": 185, "max_ms": 51.343, "p95_ms": 43.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4960.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:24:02+09:00", "last_error_summary": "[h264 @ 0x5627c269d840] error while decoding MB 34 38, bytestream -5", "last_exit_at": "2026-07-06T12:24:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.855, "last_started_at": "2026-07-06T12:24:04+09:00", "pid": 5946, "process": {"exists": true, "fd_count": 5, "hwm_mb": 154.512, "name": "ffmpeg", "pid": 5946, "rss_mb": 154.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 25, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 267.423, "sample_count": 1508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:24:09+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-06T12:24:09+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-06T12:24:09.397741+09:00", "mtime_epoch": 1783308249.3977408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:24:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.395, "pushed": 5.395, "read": 5.361}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.892, "count": 161, "max_ms": 13.162, "p95_ms": 11.403}, "gstreamer_push": {"avg_ms": 1.039, "count": 161, "max_ms": 2.012, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.132, "count": 161, "max_ms": 86.737, "p95_ms": 77.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.087, "count": 161, "max_ms": 124.565, "p95_ms": 108.051}, "yolo11_640_fire_11class": {"avg_ms": 60.585, "count": 161, "max_ms": 88.107, "p95_ms": 81.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.734, "count": 161, "max_ms": 111.016, "p95_ms": 105.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.787, "count": 161, "max_ms": 260.136, "p95_ms": 213.293}, "read_interval": {"avg_ms": 185.891, "count": 160, "max_ms": 4344.916, "p95_ms": 220.533}, "triton_wait": {"avg_ms": 81.78, "count": 161, "max_ms": 124.58, "p95_ms": 110.666}, "visualize": {"avg_ms": 5.907, "count": 161, "max_ms": 10.677, "p95_ms": 9.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4996.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.279, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.288, "sample_count": 2300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:24:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:24:12+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:24:12+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T12:24:12.777789+09:00", "mtime_epoch": 1783308252.777789, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:24:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.91, "pushed": 6.91, "read": 6.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.168, "count": 207, "max_ms": 8.656, "p95_ms": 7.322}, "gstreamer_push": {"avg_ms": 1.216, "count": 207, "max_ms": 4.383, "p95_ms": 2.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.116, "count": 207, "max_ms": 87.851, "p95_ms": 74.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.859, "count": 207, "max_ms": 125.1, "p95_ms": 105.982}, "yolo11_640_fire_11class": {"avg_ms": 60.991, "count": 207, "max_ms": 87.449, "p95_ms": 79.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.712, "count": 207, "max_ms": 112.034, "p95_ms": 104.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.291, "count": 207, "max_ms": 186.393, "p95_ms": 164.979}, "read_interval": {"avg_ms": 145.464, "count": 206, "max_ms": 196.569, "p95_ms": 175.338}, "triton_wait": {"avg_ms": 81.369, "count": 207, "max_ms": 125.114, "p95_ms": 108.049}, "visualize": {"avg_ms": 5.06, "count": 207, "max_ms": 6.519, "p95_ms": 5.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 217, "tracking_summary": 214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5070.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3973.447, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.136, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:24:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:24:20+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T12:24:20+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T12:24:20.093893+09:00", "mtime_epoch": 1783308260.0938933, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:24:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 717.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.304, "pushed": 6.304, "read": 6.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.543, "count": 189, "max_ms": 51.394, "p95_ms": 44.652}, "gstreamer_push": {"avg_ms": 0.929, "count": 189, "max_ms": 1.17, "p95_ms": 1.095}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.985, "count": 189, "max_ms": 115.465, "p95_ms": 103.824}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.153, "count": 189, "max_ms": 115.273, "p95_ms": 101.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.955, "count": 189, "max_ms": 198.981, "p95_ms": 181.966}, "read_interval": {"avg_ms": 159.41, "count": 188, "max_ms": 207.435, "p95_ms": 190.571}, "triton_wait": {"avg_ms": 78.035, "count": 189, "max_ms": 115.479, "p95_ms": 105.21}, "visualize": {"avg_ms": 35.345, "count": 189, "max_ms": 52.005, "p95_ms": 40.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5077.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:24:02+09:00", "last_error_summary": "[h264 @ 0x5627c269d840] error while decoding MB 34 38, bytestream -5", "last_exit_at": "2026-07-06T12:24:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.885, "last_started_at": "2026-07-06T12:24:04+09:00", "pid": 5946, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.082, "name": "ffmpeg", "pid": 5946, "rss_mb": 268.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 25, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.428, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:24:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:24:39+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-06T12:24:39+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-06T12:24:39.422169+09:00", "mtime_epoch": 1783308279.4221694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:24:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1164.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.664, "pushed": 4.664, "read": 4.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.703, "count": 139, "max_ms": 16.655, "p95_ms": 15.069}, "gstreamer_push": {"avg_ms": 0.902, "count": 139, "max_ms": 1.369, "p95_ms": 1.085}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.944, "count": 139, "max_ms": 75.573, "p95_ms": 70.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.082, "count": 139, "max_ms": 113.465, "p95_ms": 103.92}, "yolo11_640_fire_11class": {"avg_ms": 57.43, "count": 139, "max_ms": 91.041, "p95_ms": 74.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.674, "count": 139, "max_ms": 107.72, "p95_ms": 98.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.948, "count": 139, "max_ms": 272.231, "p95_ms": 252.543}, "read_interval": {"avg_ms": 215.57, "count": 138, "max_ms": 277.467, "p95_ms": 258.178}, "triton_wait": {"avg_ms": 77.507, "count": 139, "max_ms": 113.478, "p95_ms": 105.168}, "visualize": {"avg_ms": 9.028, "count": 139, "max_ms": 13.377, "p95_ms": 11.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5073.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.341, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.898, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:24:42+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:24:42+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T12:24:42.842219+09:00", "mtime_epoch": 1783308282.8422186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:24:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1069.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.482, "pushed": 7.482, "read": 7.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.197, "count": 224, "max_ms": 9.733, "p95_ms": 7.983}, "gstreamer_push": {"avg_ms": 1.226, "count": 224, "max_ms": 4.079, "p95_ms": 2.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.38, "count": 224, "max_ms": 83.469, "p95_ms": 66.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.401, "count": 224, "max_ms": 126.804, "p95_ms": 106.875}, "yolo11_640_fire_11class": {"avg_ms": 56.678, "count": 224, "max_ms": 87.513, "p95_ms": 74.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.756, "count": 224, "max_ms": 111.588, "p95_ms": 100.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.083, "count": 224, "max_ms": 181.529, "p95_ms": 162.123}, "read_interval": {"avg_ms": 134.251, "count": 223, "max_ms": 192.899, "p95_ms": 172.723}, "triton_wait": {"avg_ms": 73.679, "count": 224, "max_ms": 126.821, "p95_ms": 107.516}, "visualize": {"avg_ms": 5.004, "count": 224, "max_ms": 6.781, "p95_ms": 6.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 218, "tracking_summary": 216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5070.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4003.471, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.708, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:24:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:24:50+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T12:24:50+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T12:24:50.110323+09:00", "mtime_epoch": 1783308290.110323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:24:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 713.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.399, "pushed": 6.399, "read": 6.365}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.075, "count": 191, "max_ms": 48.795, "p95_ms": 43.186}, "gstreamer_push": {"avg_ms": 1.04, "count": 191, "max_ms": 4.675, "p95_ms": 2.031}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.588, "count": 191, "max_ms": 116.516, "p95_ms": 101.088}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.628, "count": 191, "max_ms": 112.662, "p95_ms": 96.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.795, "count": 191, "max_ms": 200.387, "p95_ms": 179.912}, "read_interval": {"avg_ms": 157.105, "count": 190, "max_ms": 207.528, "p95_ms": 187.817}, "triton_wait": {"avg_ms": 74.315, "count": 191, "max_ms": 116.529, "p95_ms": 104.267}, "visualize": {"avg_ms": 36.389, "count": 191, "max_ms": 54.994, "p95_ms": 43.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5076.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:24:02+09:00", "last_error_summary": "[h264 @ 0x5627c269d840] error while decoding MB 34 38, bytestream -5", "last_exit_at": "2026-07-06T12:24:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.078, "last_started_at": "2026-07-06T12:24:04+09:00", "pid": 5946, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.887, "name": "ffmpeg", "pid": 5946, "rss_mb": 269.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.428, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:25:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:25:09+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T12:25:09+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T12:25:09.654604+09:00", "mtime_epoch": 1783308309.6546044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:25:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.94, "pushed": 4.94, "read": 4.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.228, "count": 147, "max_ms": 15.973, "p95_ms": 13.661}, "gstreamer_push": {"avg_ms": 0.907, "count": 148, "max_ms": 1.57, "p95_ms": 1.058}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 147, "max_ms": 85.036, "p95_ms": 71.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.507, "count": 147, "max_ms": 117.207, "p95_ms": 104.295}, "yolo11_640_fire_11class": {"avg_ms": 56.585, "count": 147, "max_ms": 85.632, "p95_ms": 75.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.888, "count": 147, "max_ms": 112.663, "p95_ms": 98.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.824, "count": 148, "max_ms": 263.431, "p95_ms": 238.047}, "read_interval": {"avg_ms": 203.778, "count": 147, "max_ms": 269.755, "p95_ms": 244.642}, "triton_wait": {"avg_ms": 76.144, "count": 147, "max_ms": 117.22, "p95_ms": 105.252}, "visualize": {"avg_ms": 8.359, "count": 147, "max_ms": 12.889, "p95_ms": 10.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5073.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.346, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.08, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:25:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:25:12+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T12:25:12+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T12:25:12.838650+09:00", "mtime_epoch": 1783308312.8386505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:25:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.401, "pushed": 7.401, "read": 7.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.37, "count": 222, "max_ms": 9.357, "p95_ms": 7.952}, "gstreamer_push": {"avg_ms": 1.191, "count": 222, "max_ms": 4.214, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.524, "count": 222, "max_ms": 77.823, "p95_ms": 65.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.512, "count": 222, "max_ms": 115.684, "p95_ms": 101.36}, "yolo11_640_fire_11class": {"avg_ms": 56.519, "count": 222, "max_ms": 91.42, "p95_ms": 74.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.06, "count": 222, "max_ms": 110.885, "p95_ms": 97.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.146, "count": 222, "max_ms": 170.115, "p95_ms": 158.003}, "read_interval": {"avg_ms": 135.175, "count": 222, "max_ms": 180.009, "p95_ms": 167.982}, "triton_wait": {"avg_ms": 71.999, "count": 222, "max_ms": 115.696, "p95_ms": 102.908}, "visualize": {"avg_ms": 5.158, "count": 222, "max_ms": 6.476, "p95_ms": 5.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 221, "tracking_summary": 217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5069.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4033.532, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.545, "sample_count": 1866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:25:20+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:25:20+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T12:25:20.182757+09:00", "mtime_epoch": 1783308320.1827567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:25:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 717.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.951, "pushed": 5.951, "read": 5.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.929, "count": 178, "max_ms": 54.14, "p95_ms": 44.212}, "gstreamer_push": {"avg_ms": 1.189, "count": 178, "max_ms": 2.276, "p95_ms": 2.182}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.632, "count": 178, "max_ms": 108.274, "p95_ms": 95.759}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.556, "count": 178, "max_ms": 114.165, "p95_ms": 94.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.33, "count": 178, "max_ms": 217.695, "p95_ms": 188.101}, "read_interval": {"avg_ms": 168.972, "count": 177, "max_ms": 224.122, "p95_ms": 198.84}, "triton_wait": {"avg_ms": 71.963, "count": 178, "max_ms": 114.179, "p95_ms": 96.346}, "visualize": {"avg_ms": 46.889, "count": 178, "max_ms": 68.002, "p95_ms": 61.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5078.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:24:02+09:00", "last_error_summary": "[h264 @ 0x5627c269d840] error while decoding MB 34 38, bytestream -5", "last_exit_at": "2026-07-06T12:24:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.179, "last_started_at": "2026-07-06T12:24:04+09:00", "pid": 5946, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.145, "name": "ffmpeg", "pid": 5946, "rss_mb": 270.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.288, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:25:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:25:39+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T12:25:39+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T12:25:39.823041+09:00", "mtime_epoch": 1783308339.8230414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:25:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.717, "pushed": 4.717, "read": 4.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.356, "count": 140, "max_ms": 17.165, "p95_ms": 13.546}, "gstreamer_push": {"avg_ms": 0.884, "count": 141, "max_ms": 1.461, "p95_ms": 0.947}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.041, "count": 140, "max_ms": 83.618, "p95_ms": 71.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.865, "count": 140, "max_ms": 120.043, "p95_ms": 105.303}, "yolo11_640_fire_11class": {"avg_ms": 57.586, "count": 140, "max_ms": 89.086, "p95_ms": 77.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.607, "count": 140, "max_ms": 114.022, "p95_ms": 98.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.295, "count": 141, "max_ms": 270.631, "p95_ms": 246.352}, "read_interval": {"avg_ms": 213.774, "count": 140, "max_ms": 277.182, "p95_ms": 255.024}, "triton_wait": {"avg_ms": 75.742, "count": 140, "max_ms": 120.056, "p95_ms": 107.427}, "visualize": {"avg_ms": 8.84, "count": 140, "max_ms": 12.658, "p95_ms": 10.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5078.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.348, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.509, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:25:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:25:42+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T12:25:42+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:25:42.799085+09:00", "mtime_epoch": 1783308342.7990847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:25:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.302, "pushed": 7.302, "read": 7.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.292, "count": 219, "max_ms": 9.621, "p95_ms": 7.432}, "gstreamer_push": {"avg_ms": 1.262, "count": 219, "max_ms": 5.422, "p95_ms": 2.609}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.326, "count": 219, "max_ms": 83.315, "p95_ms": 69.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.304, "count": 219, "max_ms": 121.943, "p95_ms": 106.816}, "yolo11_640_fire_11class": {"avg_ms": 59.414, "count": 219, "max_ms": 85.893, "p95_ms": 76.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.726, "count": 219, "max_ms": 111.017, "p95_ms": 95.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.832, "count": 219, "max_ms": 175.615, "p95_ms": 161.603}, "read_interval": {"avg_ms": 136.754, "count": 219, "max_ms": 185.415, "p95_ms": 172.023}, "triton_wait": {"avg_ms": 74.801, "count": 219, "max_ms": 121.955, "p95_ms": 106.827}, "visualize": {"avg_ms": 5.069, "count": 219, "max_ms": 6.75, "p95_ms": 5.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 221, "tracking_summary": 219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5075.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4063.624, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.065, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:25:50+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T12:25:50+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T12:25:50.299194+09:00", "mtime_epoch": 1783308350.2991939, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:25:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 723.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.355, "pushed": 6.355, "read": 6.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.867, "count": 190, "max_ms": 50.812, "p95_ms": 46.081}, "gstreamer_push": {"avg_ms": 1.051, "count": 190, "max_ms": 2.685, "p95_ms": 2.185}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.554, "count": 190, "max_ms": 114.383, "p95_ms": 100.876}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.02, "count": 190, "max_ms": 110.804, "p95_ms": 97.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.69, "count": 190, "max_ms": 197.641, "p95_ms": 178.395}, "read_interval": {"avg_ms": 158.456, "count": 189, "max_ms": 209.783, "p95_ms": 186.934}, "triton_wait": {"avg_ms": 76.335, "count": 190, "max_ms": 114.396, "p95_ms": 100.889}, "visualize": {"avg_ms": 37.351, "count": 190, "max_ms": 61.103, "p95_ms": 49.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4945.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:26:05+09:00", "last_error_summary": "[h264 @ 0x55b73a5e5240] error while decoding MB 40 37, bytestream -5", "last_exit_at": "2026-07-06T12:26:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.158, "last_started_at": "2026-07-06T12:26:08+09:00", "pid": 6053, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.707, "name": "ffmpeg", "pid": 6053, "rss_mb": 141.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 25, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.226, "sample_count": 1517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:26:10+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:26:10+09:00", "mjpeg": {"age_sec": 4.552, "exists": true, "mtime": "2026-07-06T12:26:05.883421+09:00", "mtime_epoch": 1783308365.8834214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:26:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.613, "pushed": 4.613, "read": 4.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.386, "count": 138, "max_ms": 16.406, "p95_ms": 12.532}, "gstreamer_push": {"avg_ms": 0.937, "count": 138, "max_ms": 1.263, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.676, "count": 138, "max_ms": 87.973, "p95_ms": 80.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.893, "count": 138, "max_ms": 132.947, "p95_ms": 107.569}, "yolo11_640_fire_11class": {"avg_ms": 57.423, "count": 138, "max_ms": 88.649, "p95_ms": 83.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.141, "count": 138, "max_ms": 116.181, "p95_ms": 105.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.462, "count": 138, "max_ms": 244.921, "p95_ms": 227.125}, "read_interval": {"avg_ms": 218.519, "count": 137, "max_ms": 4575.175, "p95_ms": 236.429}, "triton_wait": {"avg_ms": 77.313, "count": 138, "max_ms": 132.961, "p95_ms": 108.173}, "visualize": {"avg_ms": 7.381, "count": 138, "max_ms": 9.613, "p95_ms": 9.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4980.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.348, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.904, "sample_count": 2181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:26:12+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:26:12+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T12:26:12.847523+09:00", "mtime_epoch": 1783308372.8475232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:26:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1073.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.336, "pushed": 7.336, "read": 7.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.197, "count": 220, "max_ms": 9.614, "p95_ms": 7.333}, "gstreamer_push": {"avg_ms": 1.22, "count": 220, "max_ms": 4.479, "p95_ms": 2.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.401, "count": 220, "max_ms": 84.081, "p95_ms": 68.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.027, "count": 220, "max_ms": 132.519, "p95_ms": 100.774}, "yolo11_640_fire_11class": {"avg_ms": 59.378, "count": 220, "max_ms": 86.298, "p95_ms": 77.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.519, "count": 220, "max_ms": 113.625, "p95_ms": 96.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.582, "count": 220, "max_ms": 185.046, "p95_ms": 155.029}, "read_interval": {"avg_ms": 136.589, "count": 220, "max_ms": 193.676, "p95_ms": 164.967}, "triton_wait": {"avg_ms": 73.765, "count": 220, "max_ms": 132.532, "p95_ms": 102.622}, "visualize": {"avg_ms": 5.049, "count": 220, "max_ms": 6.385, "p95_ms": 5.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 223, "tracking_summary": 220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5068.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4093.742, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.478, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:26:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:26:20+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T12:26:20+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T12:26:20.403634+09:00", "mtime_epoch": 1783308380.403634, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:26:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 717.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.103, "pushed": 6.103, "read": 6.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.423, "count": 183, "max_ms": 48.884, "p95_ms": 44.928}, "gstreamer_push": {"avg_ms": 1.042, "count": 183, "max_ms": 2.791, "p95_ms": 2.067}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.465, "count": 183, "max_ms": 122.062, "p95_ms": 101.791}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.684, "count": 183, "max_ms": 120.282, "p95_ms": 105.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.229, "count": 183, "max_ms": 221.169, "p95_ms": 191.664}, "read_interval": {"avg_ms": 164.613, "count": 182, "max_ms": 227.576, "p95_ms": 199.271}, "triton_wait": {"avg_ms": 77.029, "count": 183, "max_ms": 122.075, "p95_ms": 106.515}, "visualize": {"avg_ms": 40.954, "count": 183, "max_ms": 59.622, "p95_ms": 54.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5073.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:26:05+09:00", "last_error_summary": "[h264 @ 0x55b73a5e5240] error while decoding MB 40 37, bytestream -5", "last_exit_at": "2026-07-06T12:26:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.248, "last_started_at": "2026-07-06T12:26:08+09:00", "pid": 6053, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.641, "name": "ffmpeg", "pid": 6053, "rss_mb": 267.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 25, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.781, "sample_count": 1572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:26:40+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T12:26:40+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T12:26:40.415928+09:00", "mtime_epoch": 1783308400.4159281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:26:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.979, "pushed": 6.979, "read": 6.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.223, "count": 208, "max_ms": 12.189, "p95_ms": 10.339}, "gstreamer_push": {"avg_ms": 1.073, "count": 209, "max_ms": 1.675, "p95_ms": 1.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.599, "count": 208, "max_ms": 81.25, "p95_ms": 74.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.73, "count": 208, "max_ms": 112.034, "p95_ms": 103.738}, "yolo11_640_fire_11class": {"avg_ms": 57.898, "count": 208, "max_ms": 87.117, "p95_ms": 80.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.602, "count": 208, "max_ms": 106.542, "p95_ms": 101.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.128, "count": 209, "max_ms": 191.51, "p95_ms": 174.698}, "read_interval": {"avg_ms": 144.054, "count": 208, "max_ms": 199.066, "p95_ms": 183.833}, "triton_wait": {"avg_ms": 75.338, "count": 208, "max_ms": 112.046, "p95_ms": 104.833}, "visualize": {"avg_ms": 5.295, "count": 208, "max_ms": 7.306, "p95_ms": 6.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5076.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.461, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.507, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:26:43+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T12:26:42+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T12:26:42.923965+09:00", "mtime_epoch": 1783308402.923965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:26:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1073.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.338, "pushed": 7.338, "read": 7.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.312, "count": 219, "max_ms": 9.762, "p95_ms": 7.83}, "gstreamer_push": {"avg_ms": 1.181, "count": 220, "max_ms": 5.528, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.434, "count": 219, "max_ms": 89.802, "p95_ms": 73.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.405, "count": 219, "max_ms": 110.122, "p95_ms": 101.892}, "yolo11_640_fire_11class": {"avg_ms": 59.724, "count": 219, "max_ms": 91.641, "p95_ms": 80.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.318, "count": 219, "max_ms": 109.221, "p95_ms": 100.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.954, "count": 220, "max_ms": 175.071, "p95_ms": 157.576}, "read_interval": {"avg_ms": 136.798, "count": 219, "max_ms": 190.065, "p95_ms": 167.966}, "triton_wait": {"avg_ms": 73.95, "count": 219, "max_ms": 110.138, "p95_ms": 102.976}, "visualize": {"avg_ms": 5.129, "count": 219, "max_ms": 6.414, "p95_ms": 5.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 224, "tracking_summary": 222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5073.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4123.837, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.478, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:26:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:26:50+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T12:26:50+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T12:26:50.508077+09:00", "mtime_epoch": 1783308410.5080767, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:26:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 718.289, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.213, "pushed": 6.213, "read": 6.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.678, "count": 186, "max_ms": 45.578, "p95_ms": 40.492}, "gstreamer_push": {"avg_ms": 0.912, "count": 186, "max_ms": 2.047, "p95_ms": 1.045}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.881, "count": 186, "max_ms": 106.307, "p95_ms": 95.153}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.908, "count": 186, "max_ms": 105.685, "p95_ms": 98.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.964, "count": 186, "max_ms": 196.333, "p95_ms": 178.747}, "read_interval": {"avg_ms": 161.904, "count": 185, "max_ms": 203.285, "p95_ms": 188.017}, "triton_wait": {"avg_ms": 75.559, "count": 186, "max_ms": 106.317, "p95_ms": 100.053}, "visualize": {"avg_ms": 37.002, "count": 186, "max_ms": 51.006, "p95_ms": 44.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5076.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:26:05+09:00", "last_error_summary": "[h264 @ 0x55b73a5e5240] error while decoding MB 40 37, bytestream -5", "last_exit_at": "2026-07-06T12:26:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.266, "last_started_at": "2026-07-06T12:26:08+09:00", "pid": 6053, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.766, "name": "ffmpeg", "pid": 6053, "rss_mb": 274.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 25, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.415, "sample_count": 1669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:27:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:27:10+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T12:27:10+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T12:27:10.440371+09:00", "mtime_epoch": 1783308430.4403713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:27:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.628, "pushed": 7.628, "read": 7.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 228, "max_ms": 12.493, "p95_ms": 10.029}, "gstreamer_push": {"avg_ms": 1.144, "count": 228, "max_ms": 1.675, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.583, "count": 228, "max_ms": 83.638, "p95_ms": 73.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.674, "count": 228, "max_ms": 117.574, "p95_ms": 104.262}, "yolo11_640_fire_11class": {"avg_ms": 60.491, "count": 228, "max_ms": 93.554, "p95_ms": 81.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.14, "count": 228, "max_ms": 107.744, "p95_ms": 102.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.817, "count": 228, "max_ms": 172.238, "p95_ms": 161.298}, "read_interval": {"avg_ms": 131.72, "count": 227, "max_ms": 180.21, "p95_ms": 171.977}, "triton_wait": {"avg_ms": 75.717, "count": 228, "max_ms": 117.588, "p95_ms": 105.503}, "visualize": {"avg_ms": 4.841, "count": 228, "max_ms": 9.581, "p95_ms": 6.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5078.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.555, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.715, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:27:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:27:13+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T12:27:12+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T12:27:13.008409+09:00", "mtime_epoch": 1783308433.0084093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:27:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1071.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.25, "pushed": 7.25, "read": 7.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.213, "count": 217, "max_ms": 9.708, "p95_ms": 7.838}, "gstreamer_push": {"avg_ms": 1.204, "count": 217, "max_ms": 4.165, "p95_ms": 2.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.179, "count": 217, "max_ms": 85.151, "p95_ms": 75.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.573, "count": 217, "max_ms": 111.724, "p95_ms": 105.421}, "yolo11_640_fire_11class": {"avg_ms": 61.779, "count": 217, "max_ms": 89.876, "p95_ms": 80.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.743, "count": 217, "max_ms": 108.313, "p95_ms": 103.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.715, "count": 217, "max_ms": 177.564, "p95_ms": 161.193}, "read_interval": {"avg_ms": 138.559, "count": 216, "max_ms": 189.618, "p95_ms": 171.98}, "triton_wait": {"avg_ms": 76.904, "count": 217, "max_ms": 111.737, "p95_ms": 107.225}, "visualize": {"avg_ms": 5.118, "count": 217, "max_ms": 7.539, "p95_ms": 6.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 227, "tracking_summary": 223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5080.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4153.957, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.376, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:27:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:27:20+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T12:27:20+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T12:27:20.616522+09:00", "mtime_epoch": 1783308440.616522, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:27:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 720.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.274, "pushed": 6.274, "read": 6.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.821, "count": 188, "max_ms": 50.399, "p95_ms": 43.468}, "gstreamer_push": {"avg_ms": 1.084, "count": 188, "max_ms": 2.458, "p95_ms": 2.128}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.867, "count": 188, "max_ms": 113.63, "p95_ms": 101.217}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.924, "count": 188, "max_ms": 112.496, "p95_ms": 100.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.93, "count": 188, "max_ms": 192.445, "p95_ms": 185.722}, "read_interval": {"avg_ms": 160.244, "count": 187, "max_ms": 200.867, "p95_ms": 194.584}, "triton_wait": {"avg_ms": 73.381, "count": 188, "max_ms": 113.642, "p95_ms": 103.057}, "visualize": {"avg_ms": 39.959, "count": 188, "max_ms": 80.733, "p95_ms": 55.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5090.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:26:05+09:00", "last_error_summary": "[h264 @ 0x55b73a5e5240] error while decoding MB 40 37, bytestream -5", "last_exit_at": "2026-07-06T12:26:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.29, "last_started_at": "2026-07-06T12:26:08+09:00", "pid": 6053, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.047, "name": "ffmpeg", "pid": 6053, "rss_mb": 284.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.465, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:27:40+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T12:27:40+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T12:27:40.496818+09:00", "mtime_epoch": 1783308460.4968176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:27:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.334, "pushed": 9.334, "read": 9.301}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.818, "count": 279, "max_ms": 10.65, "p95_ms": 7.725}, "gstreamer_push": {"avg_ms": 1.283, "count": 279, "max_ms": 1.846, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.778, "count": 279, "max_ms": 85.781, "p95_ms": 74.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.125, "count": 279, "max_ms": 116.424, "p95_ms": 105.893}, "yolo11_640_fire_11class": {"avg_ms": 60.128, "count": 279, "max_ms": 85.239, "p95_ms": 82.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.63, "count": 279, "max_ms": 108.7, "p95_ms": 101.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.793, "count": 279, "max_ms": 184.354, "p95_ms": 145.38}, "read_interval": {"avg_ms": 107.683, "count": 278, "max_ms": 194.928, "p95_ms": 154.478}, "triton_wait": {"avg_ms": 74.942, "count": 279, "max_ms": 116.437, "p95_ms": 105.906}, "visualize": {"avg_ms": 3.917, "count": 279, "max_ms": 6.489, "p95_ms": 5.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5088.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.569, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.331, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:27:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:27:43+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T12:27:43+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T12:27:43.040855+09:00", "mtime_epoch": 1783308463.0408554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:27:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1071.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.9, "pushed": 6.9, "read": 6.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.323, "count": 206, "max_ms": 9.182, "p95_ms": 7.241}, "gstreamer_push": {"avg_ms": 1.215, "count": 206, "max_ms": 3.801, "p95_ms": 1.838}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.531, "count": 206, "max_ms": 84.164, "p95_ms": 74.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.799, "count": 206, "max_ms": 117.187, "p95_ms": 109.109}, "yolo11_640_fire_11class": {"avg_ms": 62.555, "count": 206, "max_ms": 93.477, "p95_ms": 82.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.37, "count": 206, "max_ms": 106.124, "p95_ms": 102.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.359, "count": 206, "max_ms": 176.419, "p95_ms": 164.011}, "read_interval": {"avg_ms": 145.684, "count": 205, "max_ms": 189.224, "p95_ms": 176.486}, "triton_wait": {"avg_ms": 81.582, "count": 206, "max_ms": 117.199, "p95_ms": 109.121}, "visualize": {"avg_ms": 5.134, "count": 206, "max_ms": 6.206, "p95_ms": 5.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 228, "tracking_summary": 225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5081.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4183.978, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.708, "sample_count": 1859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:27:50+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T12:27:50+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T12:27:50.580968+09:00", "mtime_epoch": 1783308470.5809677, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:27:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 711.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.2, "pushed": 6.2, "read": 6.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.357, "count": 185, "max_ms": 48.135, "p95_ms": 41.72}, "gstreamer_push": {"avg_ms": 1.105, "count": 185, "max_ms": 2.22, "p95_ms": 2.035}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.414, "count": 185, "max_ms": 116.961, "p95_ms": 105.573}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.185, "count": 185, "max_ms": 113.458, "p95_ms": 104.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.766, "count": 185, "max_ms": 218.881, "p95_ms": 187.954}, "read_interval": {"avg_ms": 162.01, "count": 184, "max_ms": 226.604, "p95_ms": 194.522}, "triton_wait": {"avg_ms": 78.603, "count": 185, "max_ms": 116.974, "p95_ms": 108.717}, "visualize": {"avg_ms": 37.875, "count": 185, "max_ms": 62.799, "p95_ms": 57.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5091.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:26:05+09:00", "last_error_summary": "[h264 @ 0x55b73a5e5240] error while decoding MB 40 37, bytestream -5", "last_exit_at": "2026-07-06T12:26:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.273, "last_started_at": "2026-07-06T12:26:08+09:00", "pid": 6053, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.656, "name": "ffmpeg", "pid": 6053, "rss_mb": 287.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 24, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.824, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T12:28:12+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T12:28:12+09:00", "mjpeg": {"age_sec": 9.197, "exists": true, "mtime": "2026-07-06T12:28:03.353158+09:00", "mtime_epoch": 1783308483.3531585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:28:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.919, "pushed": 6.919, "read": 6.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.574, "count": 207, "max_ms": 8.323, "p95_ms": 6.86}, "gstreamer_push": {"avg_ms": 1.312, "count": 207, "max_ms": 2.162, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.467, "count": 207, "max_ms": 88.025, "p95_ms": 74.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.259, "count": 207, "max_ms": 126.539, "p95_ms": 106.515}, "yolo11_640_fire_11class": {"avg_ms": 58.884, "count": 207, "max_ms": 90.294, "p95_ms": 79.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.249, "count": 207, "max_ms": 110.669, "p95_ms": 97.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.581, "count": 207, "max_ms": 142.851, "p95_ms": 120.626}, "read_interval": {"avg_ms": 145.062, "count": 206, "max_ms": 9191.355, "p95_ms": 133.742}, "triton_wait": {"avg_ms": 74.298, "count": 207, "max_ms": 126.557, "p95_ms": 106.529}, "visualize": {"avg_ms": 3.7, "count": 207, "max_ms": 5.517, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5092.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.617, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.484, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:28:13+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T12:28:13+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T12:28:13.109304+09:00", "mtime_epoch": 1783308493.1093042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:28:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1071.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.253, "pushed": 7.253, "read": 7.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.256, "count": 217, "max_ms": 9.329, "p95_ms": 7.574}, "gstreamer_push": {"avg_ms": 1.295, "count": 217, "max_ms": 6.012, "p95_ms": 2.529}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.052, "count": 217, "max_ms": 85.519, "p95_ms": 73.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.234, "count": 217, "max_ms": 115.863, "p95_ms": 106.436}, "yolo11_640_fire_11class": {"avg_ms": 60.554, "count": 217, "max_ms": 88.817, "p95_ms": 81.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.573, "count": 217, "max_ms": 107.434, "p95_ms": 97.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.393, "count": 217, "max_ms": 182.883, "p95_ms": 159.6}, "read_interval": {"avg_ms": 138.525, "count": 216, "max_ms": 195.74, "p95_ms": 170.139}, "triton_wait": {"avg_ms": 75.764, "count": 217, "max_ms": 115.875, "p95_ms": 106.45}, "visualize": {"avg_ms": 5.144, "count": 217, "max_ms": 6.652, "p95_ms": 5.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 230, "tracking_summary": 227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5089.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4214.077, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.434, "sample_count": 1855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:28:20+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T12:28:20+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T12:28:20.725418+09:00", "mtime_epoch": 1783308500.7254183, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:28:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 715.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.152, "pushed": 6.152, "read": 6.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.559, "count": 184, "max_ms": 49.792, "p95_ms": 43.315}, "gstreamer_push": {"avg_ms": 1.12, "count": 184, "max_ms": 2.433, "p95_ms": 2.143}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.917, "count": 184, "max_ms": 114.809, "p95_ms": 98.83}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.722, "count": 184, "max_ms": 113.858, "p95_ms": 98.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.323, "count": 184, "max_ms": 215.843, "p95_ms": 191.542}, "read_interval": {"avg_ms": 163.584, "count": 183, "max_ms": 222.663, "p95_ms": 199.968}, "triton_wait": {"avg_ms": 72.537, "count": 184, "max_ms": 114.821, "p95_ms": 100.044}, "visualize": {"avg_ms": 42.664, "count": 184, "max_ms": 64.725, "p95_ms": 60.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5075.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.797, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.594, "name": "ffmpeg", "pid": 6160, "rss_mb": 267.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 25, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.46, "sample_count": 1770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:28:42+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T12:28:42+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T12:28:42.473745+09:00", "mtime_epoch": 1783308522.4737446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:28:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 115, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.743, "pushed": 5.743, "read": 5.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 115, "max_ms": 11.291, "p95_ms": 9.391}, "gstreamer_push": {"avg_ms": 1.118, "count": 115, "max_ms": 1.473, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.536, "count": 115, "max_ms": 79.86, "p95_ms": 71.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.633, "count": 115, "max_ms": 119.107, "p95_ms": 107.507}, "yolo11_640_fire_11class": {"avg_ms": 59.365, "count": 115, "max_ms": 92.596, "p95_ms": 81.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.228, "count": 115, "max_ms": 101.146, "p95_ms": 99.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.726, "count": 115, "max_ms": 174.832, "p95_ms": 161.95}, "read_interval": {"avg_ms": 261.246, "count": 115, "max_ms": 10129.196, "p95_ms": 174.354}, "triton_wait": {"avg_ms": 76.875, "count": 115, "max_ms": 119.12, "p95_ms": 107.519}, "visualize": {"avg_ms": 5.11, "count": 115, "max_ms": 6.896, "p95_ms": 6.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.024, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5074.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.62, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.193, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:28:43+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T12:28:43+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T12:28:43.113754+09:00", "mtime_epoch": 1783308523.1137543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:28:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1073.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.135, "pushed": 7.135, "read": 7.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.308, "count": 214, "max_ms": 8.875, "p95_ms": 7.08}, "gstreamer_push": {"avg_ms": 1.273, "count": 214, "max_ms": 4.478, "p95_ms": 2.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.514, "count": 214, "max_ms": 84.51, "p95_ms": 66.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.248, "count": 214, "max_ms": 117.661, "p95_ms": 106.088}, "yolo11_640_fire_11class": {"avg_ms": 60.799, "count": 214, "max_ms": 88.358, "p95_ms": 80.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.721, "count": 214, "max_ms": 104.8, "p95_ms": 97.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.016, "count": 214, "max_ms": 188.308, "p95_ms": 161.324}, "read_interval": {"avg_ms": 140.213, "count": 214, "max_ms": 204.065, "p95_ms": 173.462}, "triton_wait": {"avg_ms": 76.427, "count": 214, "max_ms": 117.674, "p95_ms": 106.1}, "visualize": {"avg_ms": 5.166, "count": 214, "max_ms": 6.292, "p95_ms": 5.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 231, "tracking_summary": 228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5079.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4244.22, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.961, "sample_count": 1854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:28:51+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T12:28:50+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T12:28:50.869871+09:00", "mtime_epoch": 1783308530.869871, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:28:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 723.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.172, "pushed": 6.172, "read": 6.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.734, "count": 185, "max_ms": 71.169, "p95_ms": 45.409}, "gstreamer_push": {"avg_ms": 0.955, "count": 185, "max_ms": 1.547, "p95_ms": 1.076}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.027, "count": 185, "max_ms": 117.195, "p95_ms": 105.206}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.667, "count": 185, "max_ms": 111.256, "p95_ms": 102.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.308, "count": 185, "max_ms": 197.366, "p95_ms": 182.515}, "read_interval": {"avg_ms": 162.928, "count": 184, "max_ms": 204.11, "p95_ms": 190.089}, "triton_wait": {"avg_ms": 80.964, "count": 185, "max_ms": 117.208, "p95_ms": 105.215}, "visualize": {"avg_ms": 36.621, "count": 185, "max_ms": 57.974, "p95_ms": 42.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5074.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.818, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.945, "name": "ffmpeg", "pid": 6160, "rss_mb": 270.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 25, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.524, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:29:12+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T12:29:12+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T12:29:12.526197+09:00", "mtime_epoch": 1783308552.5261974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:29:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.537, "pushed": 8.537, "read": 8.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.145, "count": 255, "max_ms": 11.332, "p95_ms": 7.847}, "gstreamer_push": {"avg_ms": 1.23, "count": 255, "max_ms": 1.909, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.212, "count": 255, "max_ms": 83.011, "p95_ms": 75.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.569, "count": 255, "max_ms": 116.393, "p95_ms": 103.541}, "yolo11_640_fire_11class": {"avg_ms": 63.601, "count": 255, "max_ms": 86.615, "p95_ms": 82.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.315, "count": 255, "max_ms": 107.566, "p95_ms": 100.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.637, "count": 255, "max_ms": 166.512, "p95_ms": 155.078}, "read_interval": {"avg_ms": 117.857, "count": 254, "max_ms": 176.165, "p95_ms": 164.778}, "triton_wait": {"avg_ms": 79.121, "count": 255, "max_ms": 116.407, "p95_ms": 104.77}, "visualize": {"avg_ms": 4.097, "count": 255, "max_ms": 6.565, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5080.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 656.707, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.595, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:29:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:29:13+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T12:29:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T12:29:13.202208+09:00", "mtime_epoch": 1783308553.2022078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:29:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.783, "pushed": 6.783, "read": 6.75}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.274, "count": 203, "max_ms": 9.385, "p95_ms": 7.332}, "gstreamer_push": {"avg_ms": 1.273, "count": 203, "max_ms": 5.751, "p95_ms": 2.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.419, "count": 203, "max_ms": 83.253, "p95_ms": 75.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.912, "count": 203, "max_ms": 112.798, "p95_ms": 102.767}, "yolo11_640_fire_11class": {"avg_ms": 66.567, "count": 203, "max_ms": 87.028, "p95_ms": 82.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.422, "count": 203, "max_ms": 107.97, "p95_ms": 100.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.236, "count": 203, "max_ms": 170.591, "p95_ms": 158.391}, "read_interval": {"avg_ms": 148.326, "count": 202, "max_ms": 185.096, "p95_ms": 169.302}, "triton_wait": {"avg_ms": 84.71, "count": 203, "max_ms": 112.814, "p95_ms": 103.97}, "visualize": {"avg_ms": 5.139, "count": 203, "max_ms": 6.272, "p95_ms": 5.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 233, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5075.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4274.274, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.517, "sample_count": 1846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:29:21+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T12:29:20+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T12:29:20.930325+09:00", "mtime_epoch": 1783308560.9303246, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:29:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 724.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.054, "pushed": 6.054, "read": 6.02}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.362, "count": 181, "max_ms": 54.945, "p95_ms": 42.902}, "gstreamer_push": {"avg_ms": 1.045, "count": 181, "max_ms": 2.341, "p95_ms": 2.181}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.276, "count": 181, "max_ms": 119.8, "p95_ms": 101.325}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.141, "count": 181, "max_ms": 114.973, "p95_ms": 104.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.787, "count": 181, "max_ms": 203.598, "p95_ms": 193.394}, "read_interval": {"avg_ms": 166.096, "count": 180, "max_ms": 210.988, "p95_ms": 202.626}, "triton_wait": {"avg_ms": 76.306, "count": 181, "max_ms": 119.813, "p95_ms": 105.463}, "visualize": {"avg_ms": 40.509, "count": 181, "max_ms": 66.155, "p95_ms": 55.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5086.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.845, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.715, "name": "ffmpeg", "pid": 6160, "rss_mb": 278.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 24, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.584, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:29:42+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T12:29:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T12:29:42.538651+09:00", "mtime_epoch": 1783308582.5386515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:29:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.592, "count": 301, "max_ms": 8.732, "p95_ms": 7.189}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 2.116, "p95_ms": 1.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.532, "count": 301, "max_ms": 84.7, "p95_ms": 73.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.663, "count": 301, "max_ms": 118.321, "p95_ms": 104.414}, "yolo11_640_fire_11class": {"avg_ms": 59.807, "count": 301, "max_ms": 89.687, "p95_ms": 82.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.554, "count": 301, "max_ms": 102.371, "p95_ms": 95.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.979, "count": 301, "max_ms": 135.127, "p95_ms": 118.922}, "read_interval": {"avg_ms": 99.741, "count": 300, "max_ms": 154.293, "p95_ms": 132.649}, "triton_wait": {"avg_ms": 72.725, "count": 301, "max_ms": 118.337, "p95_ms": 104.43}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 6.272, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5087.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.795, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.552, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:29:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:29:43+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T12:29:43+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T12:29:43.286663+09:00", "mtime_epoch": 1783308583.2866628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:29:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.008, "pushed": 7.008, "read": 6.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.298, "count": 209, "max_ms": 9.677, "p95_ms": 7.556}, "gstreamer_push": {"avg_ms": 1.184, "count": 210, "max_ms": 2.762, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.57, "count": 209, "max_ms": 87.396, "p95_ms": 74.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.601, "count": 209, "max_ms": 113.454, "p95_ms": 106.658}, "yolo11_640_fire_11class": {"avg_ms": 64.322, "count": 209, "max_ms": 96.822, "p95_ms": 85.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.908, "count": 209, "max_ms": 104.285, "p95_ms": 98.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.985, "count": 210, "max_ms": 174.819, "p95_ms": 161.675}, "read_interval": {"avg_ms": 143.363, "count": 209, "max_ms": 186.414, "p95_ms": 172.838}, "triton_wait": {"avg_ms": 79.71, "count": 209, "max_ms": 113.465, "p95_ms": 106.67}, "visualize": {"avg_ms": 5.156, "count": 209, "max_ms": 8.701, "p95_ms": 5.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 233, "tracking_summary": 231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5077.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4304.389, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.825, "sample_count": 1839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:29:51+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T12:29:51+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T12:29:51.034781+09:00", "mtime_epoch": 1783308591.0347805, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:29:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 719.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.145, "pushed": 6.145, "read": 6.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.604, "count": 184, "max_ms": 49.735, "p95_ms": 41.389}, "gstreamer_push": {"avg_ms": 1.076, "count": 184, "max_ms": 2.314, "p95_ms": 2.107}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.885, "count": 184, "max_ms": 117.568, "p95_ms": 104.266}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.302, "count": 184, "max_ms": 113.44, "p95_ms": 98.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.094, "count": 184, "max_ms": 199.8, "p95_ms": 185.345}, "read_interval": {"avg_ms": 163.676, "count": 183, "max_ms": 207.386, "p95_ms": 194.749}, "triton_wait": {"avg_ms": 78.451, "count": 184, "max_ms": 117.582, "p95_ms": 104.281}, "visualize": {"avg_ms": 38.146, "count": 184, "max_ms": 56.646, "p95_ms": 52.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5086.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.904, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.715, "name": "ffmpeg", "pid": 6160, "rss_mb": 278.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 24, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.43, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T12:30:12+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T12:30:12+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T12:30:12.615108+09:00", "mtime_epoch": 1783308612.6151085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:30:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.867, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.453, "count": 302, "max_ms": 8.397, "p95_ms": 7.096}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 1.603, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.708, "count": 302, "max_ms": 88.181, "p95_ms": 72.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.59, "count": 302, "max_ms": 126.009, "p95_ms": 104.876}, "yolo11_640_fire_11class": {"avg_ms": 59.583, "count": 302, "max_ms": 90.539, "p95_ms": 81.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.187, "count": 302, "max_ms": 106.15, "p95_ms": 94.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.661, "count": 302, "max_ms": 140.913, "p95_ms": 119.332}, "read_interval": {"avg_ms": 99.566, "count": 301, "max_ms": 154.18, "p95_ms": 132.491}, "triton_wait": {"avg_ms": 72.654, "count": 302, "max_ms": 126.024, "p95_ms": 104.889}, "visualize": {"avg_ms": 3.613, "count": 302, "max_ms": 5.828, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5089.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 716.832, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.036, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:30:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:30:13+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T12:30:13+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T12:30:13.271118+09:00", "mtime_epoch": 1783308613.2711184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:30:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.923, "pushed": 6.923, "read": 6.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.404, "count": 207, "max_ms": 9.779, "p95_ms": 7.938}, "gstreamer_push": {"avg_ms": 1.248, "count": 207, "max_ms": 5.632, "p95_ms": 2.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.066, "count": 207, "max_ms": 89.319, "p95_ms": 74.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.885, "count": 207, "max_ms": 124.706, "p95_ms": 107.909}, "yolo11_640_fire_11class": {"avg_ms": 63.662, "count": 207, "max_ms": 88.611, "p95_ms": 82.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.786, "count": 207, "max_ms": 104.584, "p95_ms": 97.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.018, "count": 207, "max_ms": 182.026, "p95_ms": 164.278}, "read_interval": {"avg_ms": 144.955, "count": 206, "max_ms": 193.144, "p95_ms": 175.148}, "triton_wait": {"avg_ms": 80.976, "count": 207, "max_ms": 124.716, "p95_ms": 107.92}, "visualize": {"avg_ms": 5.249, "count": 207, "max_ms": 7.722, "p95_ms": 6.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 236, "tracking_summary": 233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5078.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4334.468, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.149, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:30:21+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T12:30:21+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T12:30:21.131238+09:00", "mtime_epoch": 1783308621.1312382, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:30:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 711.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.084, "pushed": 6.084, "read": 6.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.718, "count": 182, "max_ms": 52.606, "p95_ms": 44.713}, "gstreamer_push": {"avg_ms": 1.129, "count": 182, "max_ms": 3.177, "p95_ms": 2.151}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.296, "count": 182, "max_ms": 113.68, "p95_ms": 101.533}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.752, "count": 182, "max_ms": 116.549, "p95_ms": 98.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.855, "count": 182, "max_ms": 202.597, "p95_ms": 187.58}, "read_interval": {"avg_ms": 165.311, "count": 181, "max_ms": 212.191, "p95_ms": 196.026}, "triton_wait": {"avg_ms": 74.612, "count": 182, "max_ms": 116.561, "p95_ms": 102.247}, "visualize": {"avg_ms": 38.885, "count": 182, "max_ms": 59.114, "p95_ms": 54.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5084.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.938, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.293, "name": "ffmpeg", "pid": 6160, "rss_mb": 281.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 24, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.406, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:30:42+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T12:30:42+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T12:30:42.611566+09:00", "mtime_epoch": 1783308642.6115658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:30:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1166.125, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.434, "count": 299, "max_ms": 7.895, "p95_ms": 6.925}, "gstreamer_push": {"avg_ms": 1.293, "count": 299, "max_ms": 1.808, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.634, "count": 299, "max_ms": 86.603, "p95_ms": 75.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.93, "count": 299, "max_ms": 124.787, "p95_ms": 105.609}, "yolo11_640_fire_11class": {"avg_ms": 60.359, "count": 299, "max_ms": 94.168, "p95_ms": 81.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.689, "count": 299, "max_ms": 103.43, "p95_ms": 94.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.201, "count": 299, "max_ms": 139.303, "p95_ms": 119.606}, "read_interval": {"avg_ms": 100.374, "count": 298, "max_ms": 152.706, "p95_ms": 134.441}, "triton_wait": {"avg_ms": 73.197, "count": 299, "max_ms": 124.802, "p95_ms": 105.621}, "visualize": {"avg_ms": 3.639, "count": 299, "max_ms": 4.999, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5090.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:18:13+09:00", "last_error_summary": "[h264 @ 0x556e0cdd4d40] error while decoding MB 91 35, bytestream -5 [in#0/rtsp @ 0x556e0c263e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556e0c263e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T12:18:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 746.943, "last_started_at": "2026-07-06T12:18:16+09:00", "pid": 5520, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 5520, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.065, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:30:43+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T12:30:43+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T12:30:43.391578+09:00", "mtime_epoch": 1783308643.3915777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:30:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.103, "pushed": 7.103, "read": 7.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.163, "count": 212, "max_ms": 8.815, "p95_ms": 7.446}, "gstreamer_push": {"avg_ms": 1.294, "count": 213, "max_ms": 4.421, "p95_ms": 2.621}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.357, "count": 212, "max_ms": 87.871, "p95_ms": 76.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.045, "count": 212, "max_ms": 117.923, "p95_ms": 108.359}, "yolo11_640_fire_11class": {"avg_ms": 64.913, "count": 212, "max_ms": 94.733, "p95_ms": 84.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.637, "count": 212, "max_ms": 104.196, "p95_ms": 99.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.329, "count": 213, "max_ms": 182.949, "p95_ms": 163.607}, "read_interval": {"avg_ms": 141.221, "count": 212, "max_ms": 193.206, "p95_ms": 172.915}, "triton_wait": {"avg_ms": 79.638, "count": 212, "max_ms": 117.935, "p95_ms": 108.371}, "visualize": {"avg_ms": 5.084, "count": 212, "max_ms": 6.349, "p95_ms": 5.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 237, "tracking_summary": 234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 4787.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4364.522, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.58, "sample_count": 1833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:30:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:30:51+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T12:30:51+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T12:30:51.123696+09:00", "mtime_epoch": 1783308651.1236959, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:30:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.355, "name": "celery", "pid": 239, "rss_mb": 712.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.025, "pushed": 6.025, "read": 5.992}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.24, "count": 180, "max_ms": 47.626, "p95_ms": 43.941}, "gstreamer_push": {"avg_ms": 1.245, "count": 180, "max_ms": 2.381, "p95_ms": 2.153}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.892, "count": 180, "max_ms": 121.763, "p95_ms": 107.151}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.306, "count": 180, "max_ms": 108.82, "p95_ms": 103.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.542, "count": 180, "max_ms": 222.557, "p95_ms": 191.215}, "read_interval": {"avg_ms": 166.779, "count": 179, "max_ms": 231.074, "p95_ms": 200.122}, "triton_wait": {"avg_ms": 75.217, "count": 180, "max_ms": 121.777, "p95_ms": 108.204}, "visualize": {"avg_ms": 44.492, "count": 180, "max_ms": 61.058, "p95_ms": 58.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5094.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.975, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.551, "name": "ffmpeg", "pid": 6160, "rss_mb": 281.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 24, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.925, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T12:31:12+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T12:31:12+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T12:31:12.660026+09:00", "mtime_epoch": 1783308672.6600256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:31:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1166.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.491, "count": 300, "max_ms": 8.544, "p95_ms": 6.586}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 2.158, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.666, "count": 300, "max_ms": 88.033, "p95_ms": 74.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.368, "count": 300, "max_ms": 119.311, "p95_ms": 102.37}, "yolo11_640_fire_11class": {"avg_ms": 59.278, "count": 300, "max_ms": 88.591, "p95_ms": 80.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.414, "count": 300, "max_ms": 101.475, "p95_ms": 93.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.642, "count": 300, "max_ms": 133.628, "p95_ms": 116.367}, "read_interval": {"avg_ms": 100.133, "count": 299, "max_ms": 146.881, "p95_ms": 132.2}, "triton_wait": {"avg_ms": 72.483, "count": 300, "max_ms": 119.325, "p95_ms": 102.384}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 5.72, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5094.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.911, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.742, "name": "ffmpeg", "pid": 6267, "rss_mb": 331.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.915, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:31:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:31:13+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T12:31:13+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T12:31:13.444038+09:00", "mtime_epoch": 1783308673.4440377, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:31:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.045, "pushed": 6.045, "read": 6.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.159, "count": 181, "max_ms": 13.297, "p95_ms": 7.396}, "gstreamer_push": {"avg_ms": 1.262, "count": 181, "max_ms": 4.098, "p95_ms": 2.539}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.457, "count": 181, "max_ms": 90.909, "p95_ms": 76.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.706, "count": 181, "max_ms": 122.281, "p95_ms": 108.355}, "yolo11_640_fire_11class": {"avg_ms": 63.745, "count": 181, "max_ms": 93.651, "p95_ms": 83.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.164, "count": 181, "max_ms": 107.296, "p95_ms": 97.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.488, "count": 181, "max_ms": 187.681, "p95_ms": 165.783}, "read_interval": {"avg_ms": 166.012, "count": 180, "max_ms": 4792.404, "p95_ms": 177.037}, "triton_wait": {"avg_ms": 79.006, "count": 181, "max_ms": 122.295, "p95_ms": 108.368}, "visualize": {"avg_ms": 5.028, "count": 181, "max_ms": 7.852, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 239, "tracking_summary": 236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5080.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4394.55, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.141, "sample_count": 1838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:31:21+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T12:31:21+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T12:31:21.212157+09:00", "mtime_epoch": 1783308681.2121568, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:31:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.43, "name": "celery", "pid": 239, "rss_mb": 713.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.305, "pushed": 6.305, "read": 6.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.907, "count": 188, "max_ms": 52.339, "p95_ms": 42.735}, "gstreamer_push": {"avg_ms": 1.062, "count": 188, "max_ms": 2.414, "p95_ms": 2.256}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.147, "count": 188, "max_ms": 121.871, "p95_ms": 106.614}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.232, "count": 188, "max_ms": 109.853, "p95_ms": 98.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.124, "count": 188, "max_ms": 202.712, "p95_ms": 186.154}, "read_interval": {"avg_ms": 159.774, "count": 187, "max_ms": 212.593, "p95_ms": 194.347}, "triton_wait": {"avg_ms": 74.967, "count": 188, "max_ms": 121.884, "p95_ms": 107.162}, "visualize": {"avg_ms": 39.368, "count": 188, "max_ms": 64.168, "p95_ms": 59.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5092.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.057, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.551, "name": "ffmpeg", "pid": 6160, "rss_mb": 281.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 23, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.516, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:31:42+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T12:31:42+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T12:31:42.696487+09:00", "mtime_epoch": 1783308702.6964867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:31:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1166.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.247, "pushed": 8.247, "read": 8.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.707, "count": 247, "max_ms": 11.689, "p95_ms": 9.005}, "gstreamer_push": {"avg_ms": 1.203, "count": 247, "max_ms": 1.921, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.363, "count": 247, "max_ms": 89.964, "p95_ms": 73.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.854, "count": 247, "max_ms": 125.139, "p95_ms": 106.508}, "yolo11_640_fire_11class": {"avg_ms": 58.687, "count": 247, "max_ms": 89.461, "p95_ms": 79.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.995, "count": 247, "max_ms": 110.374, "p95_ms": 98.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.051, "count": 247, "max_ms": 177.598, "p95_ms": 159.235}, "read_interval": {"avg_ms": 121.627, "count": 246, "max_ms": 187.852, "p95_ms": 169.411}, "triton_wait": {"avg_ms": 73.965, "count": 247, "max_ms": 125.152, "p95_ms": 106.521}, "visualize": {"avg_ms": 4.477, "count": 247, "max_ms": 7.183, "p95_ms": 5.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5092.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.922, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.536, "sample_count": 2027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:31:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:31:43+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T12:31:43+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T12:31:43.456498+09:00", "mtime_epoch": 1783308703.4564984, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:31:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.421, "pushed": 5.421, "read": 5.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.675, "count": 162, "max_ms": 15.07, "p95_ms": 12.702}, "gstreamer_push": {"avg_ms": 1.001, "count": 162, "max_ms": 2.167, "p95_ms": 1.781}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.436, "count": 162, "max_ms": 88.972, "p95_ms": 79.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.262, "count": 162, "max_ms": 126.642, "p95_ms": 107.388}, "yolo11_640_fire_11class": {"avg_ms": 59.269, "count": 162, "max_ms": 91.472, "p95_ms": 81.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.098, "count": 162, "max_ms": 108.168, "p95_ms": 97.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.23, "count": 162, "max_ms": 243.866, "p95_ms": 220.346}, "read_interval": {"avg_ms": 185.297, "count": 161, "max_ms": 250.896, "p95_ms": 227.704}, "triton_wait": {"avg_ms": 74.902, "count": 162, "max_ms": 126.656, "p95_ms": 107.402}, "visualize": {"avg_ms": 6.27, "count": 162, "max_ms": 8.803, "p95_ms": 7.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 241, "tracking_summary": 237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5086.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4424.614, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.122, "sample_count": 1835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:31:51+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T12:31:51+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T12:31:51.268619+09:00", "mtime_epoch": 1783308711.2686186, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:31:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 726.43, "name": "celery", "pid": 239, "rss_mb": 716.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.089, "pushed": 6.089, "read": 6.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.383, "count": 182, "max_ms": 63.133, "p95_ms": 51.383}, "gstreamer_push": {"avg_ms": 1.139, "count": 182, "max_ms": 2.418, "p95_ms": 2.114}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.709, "count": 182, "max_ms": 118.321, "p95_ms": 103.292}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.433, "count": 182, "max_ms": 110.485, "p95_ms": 103.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.593, "count": 182, "max_ms": 222.297, "p95_ms": 192.761}, "read_interval": {"avg_ms": 165.214, "count": 181, "max_ms": 231.546, "p95_ms": 199.936}, "triton_wait": {"avg_ms": 75.64, "count": 182, "max_ms": 118.334, "p95_ms": 105.455}, "visualize": {"avg_ms": 38.752, "count": 182, "max_ms": 62.425, "p95_ms": 54.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5093.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.1, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.551, "name": "ffmpeg", "pid": 6160, "rss_mb": 281.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 23, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.177, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:32:12+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T12:32:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T12:32:12.804950+09:00", "mtime_epoch": 1783308732.8049505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:32:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1166.383, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.766, "pushed": 8.766, "read": 8.732}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.311, "count": 262, "max_ms": 9.879, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.226, "count": 262, "max_ms": 1.61, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.847, "count": 262, "max_ms": 90.593, "p95_ms": 78.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.025, "count": 262, "max_ms": 116.14, "p95_ms": 104.029}, "yolo11_640_fire_11class": {"avg_ms": 60.347, "count": 262, "max_ms": 93.603, "p95_ms": 81.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.962, "count": 262, "max_ms": 113.484, "p95_ms": 99.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.904, "count": 262, "max_ms": 171.614, "p95_ms": 152.476}, "read_interval": {"avg_ms": 114.76, "count": 261, "max_ms": 181.262, "p95_ms": 162.773}, "triton_wait": {"avg_ms": 74.574, "count": 262, "max_ms": 116.154, "p95_ms": 104.166}, "visualize": {"avg_ms": 4.152, "count": 262, "max_ms": 6.907, "p95_ms": 5.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5093.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.088, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.475, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:32:13+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T12:32:13+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T12:32:13.572962+09:00", "mtime_epoch": 1783308733.5729623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:32:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1075.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.969, "pushed": 4.969, "read": 4.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.522, "count": 148, "max_ms": 13.001, "p95_ms": 12.215}, "gstreamer_push": {"avg_ms": 0.956, "count": 149, "max_ms": 2.87, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.668, "count": 148, "max_ms": 94.516, "p95_ms": 84.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.933, "count": 148, "max_ms": 115.757, "p95_ms": 105.796}, "yolo11_640_fire_11class": {"avg_ms": 64.197, "count": 148, "max_ms": 91.923, "p95_ms": 85.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.749, "count": 148, "max_ms": 113.286, "p95_ms": 104.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.897, "count": 149, "max_ms": 250.715, "p95_ms": 232.799}, "read_interval": {"avg_ms": 202.292, "count": 148, "max_ms": 257.599, "p95_ms": 240.061}, "triton_wait": {"avg_ms": 78.581, "count": 148, "max_ms": 115.77, "p95_ms": 107.185}, "visualize": {"avg_ms": 6.86, "count": 148, "max_ms": 8.717, "p95_ms": 8.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 242, "tracking_summary": 239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5074.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4454.662, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.827, "sample_count": 1831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:32:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:32:21+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T12:32:21+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T12:32:21.281081+09:00", "mtime_epoch": 1783308741.2810812, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:32:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.789, "name": "celery", "pid": 239, "rss_mb": 711.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.175, "pushed": 6.175, "read": 6.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.869, "count": 184, "max_ms": 59.619, "p95_ms": 44.097}, "gstreamer_push": {"avg_ms": 0.972, "count": 184, "max_ms": 2.309, "p95_ms": 1.074}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.435, "count": 184, "max_ms": 124.901, "p95_ms": 107.611}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.842, "count": 184, "max_ms": 115.176, "p95_ms": 106.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.941, "count": 184, "max_ms": 244.656, "p95_ms": 192.624}, "read_interval": {"avg_ms": 163.156, "count": 183, "max_ms": 251.873, "p95_ms": 201.526}, "triton_wait": {"avg_ms": 74.501, "count": 184, "max_ms": 124.914, "p95_ms": 108.44}, "visualize": {"avg_ms": 38.833, "count": 184, "max_ms": 74.018, "p95_ms": 49.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5093.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.173, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.551, "name": "ffmpeg", "pid": 6160, "rss_mb": 281.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 23, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.738, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:32:42+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T12:32:42+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T12:32:42.861415+09:00", "mtime_epoch": 1783308762.8614147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:32:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1166.641, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.636, "count": 298, "max_ms": 10.81, "p95_ms": 8.049}, "gstreamer_push": {"avg_ms": 1.297, "count": 298, "max_ms": 1.928, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.667, "count": 298, "max_ms": 85.628, "p95_ms": 77.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.09, "count": 298, "max_ms": 125.517, "p95_ms": 104.204}, "yolo11_640_fire_11class": {"avg_ms": 59.283, "count": 298, "max_ms": 90.647, "p95_ms": 79.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.919, "count": 298, "max_ms": 107.911, "p95_ms": 94.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.594, "count": 298, "max_ms": 139.742, "p95_ms": 118.396}, "read_interval": {"avg_ms": 100.888, "count": 297, "max_ms": 152.31, "p95_ms": 133.017}, "triton_wait": {"avg_ms": 73.201, "count": 298, "max_ms": 125.53, "p95_ms": 104.219}, "visualize": {"avg_ms": 3.671, "count": 298, "max_ms": 6.222, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5094.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.235, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.063, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:32:43+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:32:43+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T12:32:43.789429+09:00", "mtime_epoch": 1783308763.789429, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:32:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1074.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.415, "pushed": 5.415, "read": 5.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.298, "count": 161, "max_ms": 13.111, "p95_ms": 11.638}, "gstreamer_push": {"avg_ms": 1.035, "count": 162, "max_ms": 3.284, "p95_ms": 1.777}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.847, "count": 161, "max_ms": 90.899, "p95_ms": 79.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.663, "count": 161, "max_ms": 125.185, "p95_ms": 109.067}, "yolo11_640_fire_11class": {"avg_ms": 60.357, "count": 161, "max_ms": 91.766, "p95_ms": 82.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.264, "count": 161, "max_ms": 109.575, "p95_ms": 97.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.214, "count": 162, "max_ms": 246.825, "p95_ms": 230.321}, "read_interval": {"avg_ms": 186.283, "count": 161, "max_ms": 253.672, "p95_ms": 237.735}, "triton_wait": {"avg_ms": 78.343, "count": 161, "max_ms": 125.196, "p95_ms": 109.079}, "visualize": {"avg_ms": 6.722, "count": 161, "max_ms": 9.568, "p95_ms": 7.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 244, "tracking_summary": 240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5088.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4484.685, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.867, "sample_count": 1829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:32:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:32:51+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T12:32:51+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T12:32:51.353546+09:00", "mtime_epoch": 1783308771.353546, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:32:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.836, "name": "celery", "pid": 239, "rss_mb": 722.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.099, "pushed": 6.099, "read": 6.066}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.787, "count": 182, "max_ms": 54.254, "p95_ms": 42.516}, "gstreamer_push": {"avg_ms": 1.14, "count": 182, "max_ms": 2.645, "p95_ms": 2.204}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.653, "count": 182, "max_ms": 113.118, "p95_ms": 100.753}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.57, "count": 182, "max_ms": 112.157, "p95_ms": 102.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.385, "count": 182, "max_ms": 210.936, "p95_ms": 186.854}, "read_interval": {"avg_ms": 165.07, "count": 181, "max_ms": 217.832, "p95_ms": 196.1}, "triton_wait": {"avg_ms": 77.192, "count": 182, "max_ms": 113.13, "p95_ms": 105.101}, "visualize": {"avg_ms": 40.459, "count": 182, "max_ms": 62.685, "p95_ms": 55.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5089.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.233, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.551, "name": "ffmpeg", "pid": 6160, "rss_mb": 281.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 23, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.096, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:33:13+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T12:33:12+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T12:33:12.905880+09:00", "mtime_epoch": 1783308792.90588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:33:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1166.898, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.178}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.48, "count": 306, "max_ms": 8.828, "p95_ms": 7.438}, "gstreamer_push": {"avg_ms": 1.272, "count": 306, "max_ms": 2.072, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.075, "count": 306, "max_ms": 78.677, "p95_ms": 66.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.77, "count": 306, "max_ms": 126.313, "p95_ms": 99.319}, "yolo11_640_fire_11class": {"avg_ms": 57.627, "count": 306, "max_ms": 88.639, "p95_ms": 77.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.34, "count": 306, "max_ms": 96.705, "p95_ms": 86.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.764, "count": 306, "max_ms": 141.732, "p95_ms": 113.681}, "read_interval": {"avg_ms": 98.171, "count": 305, "max_ms": 429.509, "p95_ms": 129.24}, "triton_wait": {"avg_ms": 69.858, "count": 306, "max_ms": 126.33, "p95_ms": 99.329}, "visualize": {"avg_ms": 3.597, "count": 306, "max_ms": 5.408, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5084.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.352, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.476, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:33:14+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T12:33:13+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T12:33:13.917896+09:00", "mtime_epoch": 1783308793.9178956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:33:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1075.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.277, "pushed": 6.277, "read": 6.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.64, "count": 187, "max_ms": 12.634, "p95_ms": 9.584}, "gstreamer_push": {"avg_ms": 1.096, "count": 188, "max_ms": 3.453, "p95_ms": 2.003}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.293, "count": 187, "max_ms": 84.393, "p95_ms": 67.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.72, "count": 187, "max_ms": 113.862, "p95_ms": 101.638}, "yolo11_640_fire_11class": {"avg_ms": 61.195, "count": 187, "max_ms": 90.275, "p95_ms": 78.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.762, "count": 187, "max_ms": 101.909, "p95_ms": 90.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.515, "count": 188, "max_ms": 203.998, "p95_ms": 183.131}, "read_interval": {"avg_ms": 160.269, "count": 187, "max_ms": 212.446, "p95_ms": 190.999}, "triton_wait": {"avg_ms": 77.505, "count": 187, "max_ms": 113.874, "p95_ms": 101.907}, "visualize": {"avg_ms": 6.048, "count": 187, "max_ms": 10.379, "p95_ms": 7.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 245, "tracking_summary": 242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5090.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4514.714, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.36, "sample_count": 1824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:33:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:33:21+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:33:21+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T12:33:21.374011+09:00", "mtime_epoch": 1783308801.3740113, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:33:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 727.836, "name": "celery", "pid": 239, "rss_mb": 719.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.033, "pushed": 6.033, "read": 6.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.643, "count": 180, "max_ms": 56.458, "p95_ms": 44.892}, "gstreamer_push": {"avg_ms": 1.123, "count": 180, "max_ms": 3.121, "p95_ms": 2.309}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.28, "count": 180, "max_ms": 117.305, "p95_ms": 101.102}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.943, "count": 180, "max_ms": 114.292, "p95_ms": 100.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.152, "count": 180, "max_ms": 200.027, "p95_ms": 184.938}, "read_interval": {"avg_ms": 166.908, "count": 179, "max_ms": 386.178, "p95_ms": 193.842}, "triton_wait": {"avg_ms": 77.166, "count": 180, "max_ms": 117.317, "p95_ms": 102.032}, "visualize": {"avg_ms": 39.568, "count": 180, "max_ms": 59.45, "p95_ms": 54.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5104.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.286, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.191, "name": "ffmpeg", "pid": 6160, "rss_mb": 286.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 22, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.795, "sample_count": 2850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T12:33:43+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T12:33:42+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T12:33:42.994347+09:00", "mtime_epoch": 1783308822.994347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:33:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.445, "pushed": 9.445, "read": 9.411}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.615, "count": 283, "max_ms": 8.772, "p95_ms": 7.742}, "gstreamer_push": {"avg_ms": 1.339, "count": 283, "max_ms": 2.555, "p95_ms": 1.54}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.758, "count": 283, "max_ms": 84.403, "p95_ms": 74.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.618, "count": 283, "max_ms": 116.728, "p95_ms": 103.959}, "yolo11_640_fire_11class": {"avg_ms": 60.831, "count": 283, "max_ms": 93.42, "p95_ms": 83.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.001, "count": 283, "max_ms": 107.196, "p95_ms": 92.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.162, "count": 283, "max_ms": 132.487, "p95_ms": 119.366}, "read_interval": {"avg_ms": 106.246, "count": 282, "max_ms": 1287.609, "p95_ms": 132.79}, "triton_wait": {"avg_ms": 73.69, "count": 283, "max_ms": 116.742, "p95_ms": 104.186}, "visualize": {"avg_ms": 3.763, "count": 283, "max_ms": 6.145, "p95_ms": 4.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5107.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.363, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.476, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:33:44+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T12:33:43+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T12:33:43.946362+09:00", "mtime_epoch": 1783308823.9463618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:33:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1077.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.1, "pushed": 7.1, "read": 7.066}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.623, "count": 212, "max_ms": 10.319, "p95_ms": 8.601}, "gstreamer_push": {"avg_ms": 1.264, "count": 212, "max_ms": 4.666, "p95_ms": 2.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.259, "count": 212, "max_ms": 83.933, "p95_ms": 75.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.286, "count": 212, "max_ms": 121.952, "p95_ms": 107.169}, "yolo11_640_fire_11class": {"avg_ms": 65.7, "count": 212, "max_ms": 95.32, "p95_ms": 86.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.272, "count": 212, "max_ms": 106.686, "p95_ms": 98.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.607, "count": 212, "max_ms": 193.857, "p95_ms": 161.181}, "read_interval": {"avg_ms": 141.626, "count": 211, "max_ms": 203.583, "p95_ms": 171.195}, "triton_wait": {"avg_ms": 78.578, "count": 212, "max_ms": 121.965, "p95_ms": 107.181}, "visualize": {"avg_ms": 5.261, "count": 212, "max_ms": 8.8, "p95_ms": 6.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 246, "tracking_summary": 243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5100.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4544.744, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.997, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:33:51+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T12:33:51+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T12:33:51.374477+09:00", "mtime_epoch": 1783308831.3744774, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:33:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 725.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.022, "pushed": 6.022, "read": 5.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.837, "count": 180, "max_ms": 59.897, "p95_ms": 47.836}, "gstreamer_push": {"avg_ms": 1.0, "count": 180, "max_ms": 2.697, "p95_ms": 1.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.365, "count": 180, "max_ms": 113.448, "p95_ms": 102.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.982, "count": 180, "max_ms": 111.068, "p95_ms": 99.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.837, "count": 180, "max_ms": 204.919, "p95_ms": 190.471}, "read_interval": {"avg_ms": 166.735, "count": 179, "max_ms": 214.321, "p95_ms": 198.334}, "triton_wait": {"avg_ms": 77.553, "count": 180, "max_ms": 113.461, "p95_ms": 105.161}, "visualize": {"avg_ms": 37.746, "count": 180, "max_ms": 54.445, "p95_ms": 46.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5098.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.336, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.996, "name": "ffmpeg", "pid": 6160, "rss_mb": 287.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 22, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.637, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:34:13+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T12:34:13+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T12:34:13.038815+09:00", "mtime_epoch": 1783308853.0388148, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:34:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.131, "pushed": 10.131, "read": 10.098}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.525, "count": 303, "max_ms": 8.628, "p95_ms": 7.415}, "gstreamer_push": {"avg_ms": 1.313, "count": 303, "max_ms": 1.77, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.678, "count": 303, "max_ms": 89.332, "p95_ms": 69.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.207, "count": 303, "max_ms": 115.05, "p95_ms": 103.528}, "yolo11_640_fire_11class": {"avg_ms": 58.683, "count": 303, "max_ms": 91.904, "p95_ms": 80.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.785, "count": 303, "max_ms": 108.711, "p95_ms": 86.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.454, "count": 303, "max_ms": 129.926, "p95_ms": 117.66}, "read_interval": {"avg_ms": 99.171, "count": 302, "max_ms": 150.848, "p95_ms": 132.162}, "triton_wait": {"avg_ms": 71.241, "count": 303, "max_ms": 115.064, "p95_ms": 103.542}, "visualize": {"avg_ms": 3.67, "count": 303, "max_ms": 5.673, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5098.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.465, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.165, "sample_count": 1870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:34:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:34:14+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T12:34:14+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T12:34:14.034830+09:00", "mtime_epoch": 1783308854.03483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:34:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.413, "pushed": 6.413, "read": 6.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.488, "count": 192, "max_ms": 12.25, "p95_ms": 10.143}, "gstreamer_push": {"avg_ms": 1.13, "count": 192, "max_ms": 3.65, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.321, "count": 192, "max_ms": 88.943, "p95_ms": 72.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.974, "count": 192, "max_ms": 117.719, "p95_ms": 102.864}, "yolo11_640_fire_11class": {"avg_ms": 63.003, "count": 192, "max_ms": 92.619, "p95_ms": 83.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.437, "count": 192, "max_ms": 108.433, "p95_ms": 93.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.494, "count": 192, "max_ms": 201.263, "p95_ms": 183.214}, "read_interval": {"avg_ms": 156.851, "count": 191, "max_ms": 211.174, "p95_ms": 192.392}, "triton_wait": {"avg_ms": 78.205, "count": 192, "max_ms": 117.732, "p95_ms": 102.877}, "visualize": {"avg_ms": 6.017, "count": 192, "max_ms": 8.11, "p95_ms": 7.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 248, "tracking_summary": 245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5106.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4574.851, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.707, "sample_count": 1824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:34:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:34:21+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T12:34:21+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T12:34:21.490947+09:00", "mtime_epoch": 1783308861.4909465, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:34:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 725.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.179, "pushed": 6.179, "read": 6.146}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.252, "count": 185, "max_ms": 60.241, "p95_ms": 45.699}, "gstreamer_push": {"avg_ms": 1.106, "count": 185, "max_ms": 2.83, "p95_ms": 2.374}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.285, "count": 185, "max_ms": 125.177, "p95_ms": 105.619}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.382, "count": 185, "max_ms": 110.815, "p95_ms": 102.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.084, "count": 185, "max_ms": 213.137, "p95_ms": 187.225}, "read_interval": {"avg_ms": 162.685, "count": 184, "max_ms": 221.949, "p95_ms": 195.164}, "triton_wait": {"avg_ms": 80.795, "count": 185, "max_ms": 125.191, "p95_ms": 106.196}, "visualize": {"avg_ms": 37.198, "count": 185, "max_ms": 64.731, "p95_ms": 53.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5103.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.525, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.472, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:34:44+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T12:34:44+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T12:34:44.063299+09:00", "mtime_epoch": 1783308884.0632987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:34:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.885, "pushed": 5.885, "read": 5.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 176, "max_ms": 12.112, "p95_ms": 9.882}, "gstreamer_push": {"avg_ms": 1.104, "count": 176, "max_ms": 3.209, "p95_ms": 1.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.328, "count": 176, "max_ms": 88.323, "p95_ms": 75.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.676, "count": 176, "max_ms": 129.244, "p95_ms": 109.673}, "yolo11_640_fire_11class": {"avg_ms": 63.216, "count": 176, "max_ms": 93.141, "p95_ms": 82.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.828, "count": 176, "max_ms": 106.186, "p95_ms": 99.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.966, "count": 176, "max_ms": 208.472, "p95_ms": 191.886}, "read_interval": {"avg_ms": 170.776, "count": 175, "max_ms": 217.642, "p95_ms": 199.818}, "triton_wait": {"avg_ms": 80.915, "count": 176, "max_ms": 129.257, "p95_ms": 109.687}, "visualize": {"avg_ms": 6.457, "count": 176, "max_ms": 8.289, "p95_ms": 7.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 250, "tracking_summary": 246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5101.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4604.896, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.906, "sample_count": 1815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:34:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:34:51+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T12:34:51+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T12:34:51.555416+09:00", "mtime_epoch": 1783308891.5554156, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:34:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 721.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.857, "pushed": 5.857, "read": 5.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.753, "count": 175, "max_ms": 56.545, "p95_ms": 48.464}, "gstreamer_push": {"avg_ms": 0.999, "count": 175, "max_ms": 2.4, "p95_ms": 1.238}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.656, "count": 175, "max_ms": 120.076, "p95_ms": 107.136}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.692, "count": 175, "max_ms": 120.675, "p95_ms": 108.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.034, "count": 175, "max_ms": 207.832, "p95_ms": 195.307}, "read_interval": {"avg_ms": 171.785, "count": 174, "max_ms": 215.006, "p95_ms": 203.435}, "triton_wait": {"avg_ms": 83.246, "count": 175, "max_ms": 120.688, "p95_ms": 111.863}, "visualize": {"avg_ms": 37.039, "count": 175, "max_ms": 54.763, "p95_ms": 46.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5108.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:28:23+09:00", "last_error_summary": "[h264 @ 0x5569d1630580] cabac decode of qscale diff failed at 22 44 [h264 @ 0x5569d1630580] error while decoding MB 22 44, bytestream 4769 [h264 @ 0x5569d1644680] left block unavailable for requested intra mode [h264 @ 0x5569d1644680] error while decoding MB 0 27, bytestream 4054 [h264 @ 0x5569d156e080] left block unavailable for requested intra mode [h264 @ 0x5569d156e080] error while decoding MB 0 41, bytestream 4627 [h264 @ 0x5569d15844c0] cabac decode of qscale diff failed at 35 33 [h264 @ 0", "last_exit_at": "2026-07-06T12:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 396.301, "last_started_at": "2026-07-06T12:28:25+09:00", "pid": 6160, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.035, "name": "ffmpeg", "pid": 6160, "rss_mb": 300.035, "state": "S (sleeping)", "threads": 104}, "restart_count": 27, "restart_count_per_hour": 22, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.718, "sample_count": 2663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:35:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T12:35:02+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T12:35:01+09:00", "mjpeg": {"age_sec": 19.152, "exists": true, "mtime": "2026-07-06T12:34:42.927281+09:00", "mtime_epoch": 1783308882.927281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:35:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.156, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.739, "pushed": 2.739, "read": 2.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 82, "max_ms": 11.858, "p95_ms": 10.179}, "gstreamer_push": {"avg_ms": 1.163, "count": 82, "max_ms": 2.182, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.013, "count": 82, "max_ms": 91.238, "p95_ms": 75.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.231, "count": 82, "max_ms": 127.544, "p95_ms": 111.398}, "yolo11_640_fire_11class": {"avg_ms": 62.066, "count": 82, "max_ms": 95.936, "p95_ms": 85.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.139, "count": 82, "max_ms": 110.1, "p95_ms": 101.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.701, "count": 82, "max_ms": 182.232, "p95_ms": 166.64}, "read_interval": {"avg_ms": 369.833, "count": 81, "max_ms": 19111.079, "p95_ms": 183.853}, "triton_wait": {"avg_ms": 76.683, "count": 82, "max_ms": 127.557, "p95_ms": 111.414}, "visualize": {"avg_ms": 4.926, "count": 82, "max_ms": 7.073, "p95_ms": 6.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5079.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.641, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.09, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:35:14+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T12:35:14+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T12:35:14.175770+09:00", "mtime_epoch": 1783308914.1757696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:35:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1075.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.047, "pushed": 6.047, "read": 6.013}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.137, "count": 180, "max_ms": 12.366, "p95_ms": 9.292}, "gstreamer_push": {"avg_ms": 1.047, "count": 181, "max_ms": 2.954, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.274, "count": 180, "max_ms": 86.508, "p95_ms": 64.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.564, "count": 180, "max_ms": 118.149, "p95_ms": 94.236}, "yolo11_640_fire_11class": {"avg_ms": 58.682, "count": 180, "max_ms": 93.099, "p95_ms": 70.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.053, "count": 180, "max_ms": 100.449, "p95_ms": 77.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.102, "count": 181, "max_ms": 228.227, "p95_ms": 187.594}, "read_interval": {"avg_ms": 166.325, "count": 180, "max_ms": 235.172, "p95_ms": 194.832}, "triton_wait": {"avg_ms": 72.646, "count": 180, "max_ms": 118.162, "p95_ms": 94.247}, "visualize": {"avg_ms": 6.415, "count": 180, "max_ms": 8.288, "p95_ms": 7.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 251, "tracking_summary": 248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5079.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4634.92, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.827, "sample_count": 1816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:35:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:35:21+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T12:35:21+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T12:35:21.563885+09:00", "mtime_epoch": 1783308921.5638852, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:35:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 724.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.092, "pushed": 6.092, "read": 6.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.171, "count": 182, "max_ms": 55.03, "p95_ms": 47.738}, "gstreamer_push": {"avg_ms": 0.969, "count": 182, "max_ms": 1.265, "p95_ms": 1.059}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.268, "count": 182, "max_ms": 114.48, "p95_ms": 95.622}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.215, "count": 182, "max_ms": 122.803, "p95_ms": 98.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.669, "count": 182, "max_ms": 210.106, "p95_ms": 181.656}, "read_interval": {"avg_ms": 164.945, "count": 181, "max_ms": 217.349, "p95_ms": 191.005}, "triton_wait": {"avg_ms": 77.445, "count": 182, "max_ms": 122.816, "p95_ms": 98.727}, "visualize": {"avg_ms": 37.195, "count": 182, "max_ms": 49.852, "p95_ms": 43.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5088.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.476, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.34, "name": "ffmpeg", "pid": 6419, "rss_mb": 268.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 23, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.718, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:35:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:35:32+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T12:35:31+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T12:35:32.000049+09:00", "mtime_epoch": 1783308932.0000486, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:35:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.653, "pushed": 8.653, "read": 8.619}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.552, "count": 259, "max_ms": 8.909, "p95_ms": 7.529}, "gstreamer_push": {"avg_ms": 1.322, "count": 259, "max_ms": 2.081, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.726, "count": 259, "max_ms": 83.09, "p95_ms": 69.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.236, "count": 259, "max_ms": 125.634, "p95_ms": 99.669}, "yolo11_640_fire_11class": {"avg_ms": 59.856, "count": 259, "max_ms": 91.274, "p95_ms": 81.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.672, "count": 259, "max_ms": 107.258, "p95_ms": 91.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.589, "count": 259, "max_ms": 143.005, "p95_ms": 114.754}, "read_interval": {"avg_ms": 115.9, "count": 258, "max_ms": 4531.06, "p95_ms": 128.937}, "triton_wait": {"avg_ms": 72.261, "count": 259, "max_ms": 125.649, "p95_ms": 99.682}, "visualize": {"avg_ms": 3.713, "count": 259, "max_ms": 5.859, "p95_ms": 4.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5079.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 293.782, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.384, "sample_count": 1772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:35:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:35:44+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:35:44+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T12:35:44.336242+09:00", "mtime_epoch": 1783308944.336242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:35:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1070.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.874, "pushed": 5.874, "read": 5.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.382, "count": 175, "max_ms": 11.85, "p95_ms": 10.592}, "gstreamer_push": {"avg_ms": 1.079, "count": 176, "max_ms": 3.559, "p95_ms": 1.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.324, "count": 175, "max_ms": 82.896, "p95_ms": 72.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.393, "count": 175, "max_ms": 112.341, "p95_ms": 99.987}, "yolo11_640_fire_11class": {"avg_ms": 61.595, "count": 175, "max_ms": 87.826, "p95_ms": 83.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.011, "count": 175, "max_ms": 104.874, "p95_ms": 92.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.901, "count": 176, "max_ms": 211.077, "p95_ms": 188.325}, "read_interval": {"avg_ms": 171.344, "count": 175, "max_ms": 219.152, "p95_ms": 198.345}, "triton_wait": {"avg_ms": 75.478, "count": 175, "max_ms": 112.355, "p95_ms": 100.0}, "visualize": {"avg_ms": 6.477, "count": 175, "max_ms": 8.908, "p95_ms": 7.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 253, "tracking_summary": 249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5084.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4665.058, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.964, "sample_count": 1823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:35:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:35:51+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T12:35:51+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T12:35:51.680357+09:00", "mtime_epoch": 1783308951.6803572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:35:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 727.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.245, "pushed": 6.245, "read": 6.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.438, "count": 187, "max_ms": 49.968, "p95_ms": 46.3}, "gstreamer_push": {"avg_ms": 1.001, "count": 187, "max_ms": 1.393, "p95_ms": 1.121}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.898, "count": 187, "max_ms": 109.886, "p95_ms": 99.908}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.994, "count": 187, "max_ms": 108.368, "p95_ms": 98.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.793, "count": 187, "max_ms": 192.504, "p95_ms": 180.842}, "read_interval": {"avg_ms": 161.01, "count": 186, "max_ms": 200.821, "p95_ms": 190.293}, "triton_wait": {"avg_ms": 77.417, "count": 187, "max_ms": 109.899, "p95_ms": 100.226}, "visualize": {"avg_ms": 34.91, "count": 187, "max_ms": 51.192, "p95_ms": 41.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5083.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.502, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.113, "name": "ffmpeg", "pid": 6419, "rss_mb": 269.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 22, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.718, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:36:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:36:02+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T12:36:02+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T12:36:02.016519+09:00", "mtime_epoch": 1783308962.0165193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:36:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.414, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.626, "count": 300, "max_ms": 8.486, "p95_ms": 7.277}, "gstreamer_push": {"avg_ms": 1.326, "count": 300, "max_ms": 1.642, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.572, "count": 300, "max_ms": 88.302, "p95_ms": 69.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.559, "count": 300, "max_ms": 114.573, "p95_ms": 100.281}, "yolo11_640_fire_11class": {"avg_ms": 59.06, "count": 300, "max_ms": 92.529, "p95_ms": 78.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.726, "count": 300, "max_ms": 98.769, "p95_ms": 90.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.05, "count": 300, "max_ms": 128.676, "p95_ms": 115.59}, "read_interval": {"avg_ms": 100.008, "count": 299, "max_ms": 141.634, "p95_ms": 128.481}, "triton_wait": {"avg_ms": 71.598, "count": 300, "max_ms": 114.59, "p95_ms": 100.294}, "visualize": {"avg_ms": 3.768, "count": 300, "max_ms": 5.107, "p95_ms": 4.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5072.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.905, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.935, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:36:14+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T12:36:14+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:36:14.448715+09:00", "mtime_epoch": 1783308974.4487147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:36:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.11, "pushed": 6.11, "read": 6.077}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.006, "count": 182, "max_ms": 12.679, "p95_ms": 10.556}, "gstreamer_push": {"avg_ms": 1.085, "count": 183, "max_ms": 3.184, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.916, "count": 182, "max_ms": 84.799, "p95_ms": 76.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.201, "count": 182, "max_ms": 118.959, "p95_ms": 110.112}, "yolo11_640_fire_11class": {"avg_ms": 63.838, "count": 182, "max_ms": 90.059, "p95_ms": 83.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.329, "count": 182, "max_ms": 103.917, "p95_ms": 93.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.959, "count": 183, "max_ms": 237.873, "p95_ms": 197.059}, "read_interval": {"avg_ms": 164.666, "count": 182, "max_ms": 244.693, "p95_ms": 205.096}, "triton_wait": {"avg_ms": 78.86, "count": 182, "max_ms": 118.973, "p95_ms": 110.128}, "visualize": {"avg_ms": 6.179, "count": 182, "max_ms": 10.038, "p95_ms": 7.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 254, "tracking_summary": 251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5075.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4695.258, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.556, "sample_count": 1814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:36:22+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T12:36:21+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T12:36:21.868831+09:00", "mtime_epoch": 1783308981.8688312, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:36:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 717.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.023, "pushed": 6.023, "read": 5.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.86, "count": 180, "max_ms": 68.21, "p95_ms": 49.76}, "gstreamer_push": {"avg_ms": 1.047, "count": 180, "max_ms": 2.579, "p95_ms": 2.092}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.697, "count": 180, "max_ms": 118.556, "p95_ms": 105.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.683, "count": 180, "max_ms": 111.474, "p95_ms": 103.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.425, "count": 180, "max_ms": 200.657, "p95_ms": 192.393}, "read_interval": {"avg_ms": 166.736, "count": 179, "max_ms": 209.149, "p95_ms": 198.751}, "triton_wait": {"avg_ms": 80.409, "count": 180, "max_ms": 118.568, "p95_ms": 106.637}, "visualize": {"avg_ms": 37.242, "count": 180, "max_ms": 57.009, "p95_ms": 48.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5082.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.502, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.145, "name": "ffmpeg", "pid": 6419, "rss_mb": 270.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 22, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.728, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:36:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:36:32+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T12:36:32+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T12:36:32.012991+09:00", "mtime_epoch": 1783308992.0129907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:36:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.572, "count": 300, "max_ms": 8.965, "p95_ms": 7.794}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.99, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.734, "count": 300, "max_ms": 82.526, "p95_ms": 71.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.91, "count": 300, "max_ms": 125.24, "p95_ms": 104.458}, "yolo11_640_fire_11class": {"avg_ms": 59.45, "count": 300, "max_ms": 100.634, "p95_ms": 82.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.297, "count": 300, "max_ms": 103.684, "p95_ms": 95.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.304, "count": 300, "max_ms": 139.241, "p95_ms": 118.508}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 152.38, "p95_ms": 132.293}, "triton_wait": {"avg_ms": 72.019, "count": 300, "max_ms": 125.255, "p95_ms": 104.47}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.686, "p95_ms": 4.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5073.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 353.957, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.958, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:36:44+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T12:36:44+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T12:36:44.521188+09:00", "mtime_epoch": 1783309004.5211875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:36:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.687, "pushed": 5.687, "read": 5.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.996, "count": 170, "max_ms": 12.011, "p95_ms": 10.736}, "gstreamer_push": {"avg_ms": 1.097, "count": 170, "max_ms": 3.002, "p95_ms": 1.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.553, "count": 170, "max_ms": 86.232, "p95_ms": 75.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.841, "count": 170, "max_ms": 125.716, "p95_ms": 112.67}, "yolo11_640_fire_11class": {"avg_ms": 64.691, "count": 170, "max_ms": 93.419, "p95_ms": 82.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.893, "count": 170, "max_ms": 102.012, "p95_ms": 93.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.137, "count": 170, "max_ms": 212.573, "p95_ms": 196.689}, "read_interval": {"avg_ms": 176.97, "count": 169, "max_ms": 220.917, "p95_ms": 206.517}, "triton_wait": {"avg_ms": 85.437, "count": 170, "max_ms": 125.729, "p95_ms": 112.683}, "visualize": {"avg_ms": 6.609, "count": 170, "max_ms": 10.864, "p95_ms": 8.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 257, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5071.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4725.289, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.996, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:36:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:36:52+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T12:36:51+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T12:36:51.945304+09:00", "mtime_epoch": 1783309011.9453044, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:36:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 715.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.63, "pushed": 5.63, "read": 5.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.563, "count": 168, "max_ms": 62.189, "p95_ms": 48.957}, "gstreamer_push": {"avg_ms": 1.046, "count": 168, "max_ms": 2.814, "p95_ms": 1.968}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.095, "count": 168, "max_ms": 117.011, "p95_ms": 106.062}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.918, "count": 168, "max_ms": 119.297, "p95_ms": 108.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.541, "count": 168, "max_ms": 209.569, "p95_ms": 197.963}, "read_interval": {"avg_ms": 178.876, "count": 167, "max_ms": 218.663, "p95_ms": 205.32}, "triton_wait": {"avg_ms": 85.243, "count": 168, "max_ms": 119.311, "p95_ms": 110.107}, "visualize": {"avg_ms": 39.089, "count": 168, "max_ms": 56.761, "p95_ms": 47.505}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5080.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.524, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.145, "name": "ffmpeg", "pid": 6419, "rss_mb": 270.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 22, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.911, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:37:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:37:02+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T12:37:02+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T12:37:02.081464+09:00", "mtime_epoch": 1783309022.081464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:37:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.672, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.058}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.47, "count": 302, "max_ms": 8.982, "p95_ms": 6.817}, "gstreamer_push": {"avg_ms": 1.328, "count": 302, "max_ms": 1.976, "p95_ms": 1.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.617, "count": 302, "max_ms": 85.316, "p95_ms": 65.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.722, "count": 302, "max_ms": 116.82, "p95_ms": 103.96}, "yolo11_640_fire_11class": {"avg_ms": 57.899, "count": 302, "max_ms": 89.777, "p95_ms": 78.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.928, "count": 302, "max_ms": 106.233, "p95_ms": 88.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.994, "count": 302, "max_ms": 133.064, "p95_ms": 117.723}, "read_interval": {"avg_ms": 99.438, "count": 301, "max_ms": 223.477, "p95_ms": 132.731}, "triton_wait": {"avg_ms": 69.768, "count": 302, "max_ms": 116.837, "p95_ms": 103.971}, "visualize": {"avg_ms": 3.698, "count": 302, "max_ms": 6.027, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5080.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 384.004, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.714, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:37:14+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T12:37:14+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T12:37:14.521660+09:00", "mtime_epoch": 1783309034.52166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:37:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1069.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.793, "pushed": 5.793, "read": 5.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.841, "count": 173, "max_ms": 12.079, "p95_ms": 9.866}, "gstreamer_push": {"avg_ms": 1.142, "count": 173, "max_ms": 3.66, "p95_ms": 1.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.884, "count": 173, "max_ms": 87.056, "p95_ms": 73.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.907, "count": 173, "max_ms": 121.811, "p95_ms": 107.042}, "yolo11_640_fire_11class": {"avg_ms": 62.028, "count": 173, "max_ms": 91.253, "p95_ms": 81.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.106, "count": 173, "max_ms": 102.752, "p95_ms": 94.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.018, "count": 173, "max_ms": 208.14, "p95_ms": 190.484}, "read_interval": {"avg_ms": 173.546, "count": 172, "max_ms": 216.101, "p95_ms": 198.399}, "triton_wait": {"avg_ms": 81.598, "count": 173, "max_ms": 121.825, "p95_ms": 107.055}, "visualize": {"avg_ms": 6.541, "count": 173, "max_ms": 8.735, "p95_ms": 7.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 257, "tracking_summary": 254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5085.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4755.336, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.019, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:37:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:37:22+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T12:37:21+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T12:37:21.953777+09:00", "mtime_epoch": 1783309041.9537773, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:37:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 723.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.864, "pushed": 5.864, "read": 5.83}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.205, "count": 175, "max_ms": 58.316, "p95_ms": 51.22}, "gstreamer_push": {"avg_ms": 1.144, "count": 175, "max_ms": 2.503, "p95_ms": 2.305}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.593, "count": 175, "max_ms": 115.124, "p95_ms": 107.485}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.459, "count": 175, "max_ms": 112.872, "p95_ms": 106.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.004, "count": 175, "max_ms": 209.228, "p95_ms": 190.204}, "read_interval": {"avg_ms": 171.566, "count": 174, "max_ms": 217.372, "p95_ms": 197.52}, "triton_wait": {"avg_ms": 85.343, "count": 175, "max_ms": 115.137, "p95_ms": 109.536}, "visualize": {"avg_ms": 38.445, "count": 175, "max_ms": 62.814, "p95_ms": 55.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5085.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.577, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 6419, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 22, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.4, "sample_count": 2719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:37:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:37:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T12:37:32+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T12:37:32.121938+09:00", "mtime_epoch": 1783309052.1219375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:37:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.568, "count": 301, "max_ms": 8.897, "p95_ms": 7.541}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.72, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.441, "count": 301, "max_ms": 81.009, "p95_ms": 63.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.457, "count": 301, "max_ms": 119.773, "p95_ms": 104.754}, "yolo11_640_fire_11class": {"avg_ms": 58.403, "count": 301, "max_ms": 96.394, "p95_ms": 77.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.029, "count": 301, "max_ms": 104.24, "p95_ms": 87.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.801, "count": 301, "max_ms": 133.97, "p95_ms": 118.936}, "read_interval": {"avg_ms": 99.841, "count": 300, "max_ms": 150.234, "p95_ms": 134.036}, "triton_wait": {"avg_ms": 71.525, "count": 301, "max_ms": 119.786, "p95_ms": 104.767}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 5.409, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5080.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.085, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.992, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:37:44+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T12:37:44+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T12:37:44.626135+09:00", "mtime_epoch": 1783309064.6261349, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:37:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.754, "pushed": 5.754, "read": 5.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 172, "max_ms": 12.442, "p95_ms": 9.549}, "gstreamer_push": {"avg_ms": 1.139, "count": 172, "max_ms": 3.912, "p95_ms": 1.853}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.66, "count": 172, "max_ms": 90.787, "p95_ms": 70.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.025, "count": 172, "max_ms": 127.291, "p95_ms": 107.053}, "yolo11_640_fire_11class": {"avg_ms": 61.562, "count": 172, "max_ms": 91.496, "p95_ms": 79.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.948, "count": 172, "max_ms": 113.325, "p95_ms": 93.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.221, "count": 172, "max_ms": 211.781, "p95_ms": 198.546}, "read_interval": {"avg_ms": 174.94, "count": 171, "max_ms": 219.87, "p95_ms": 205.72}, "triton_wait": {"avg_ms": 82.501, "count": 172, "max_ms": 127.304, "p95_ms": 107.068}, "visualize": {"avg_ms": 6.667, "count": 172, "max_ms": 10.819, "p95_ms": 7.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 259, "tracking_summary": 255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5082.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4785.407, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.471, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:37:52+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T12:37:52+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T12:37:52.078253+09:00", "mtime_epoch": 1783309072.0782526, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:37:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 724.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.854, "pushed": 5.854, "read": 5.821}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.901, "count": 175, "max_ms": 52.654, "p95_ms": 46.265}, "gstreamer_push": {"avg_ms": 1.112, "count": 175, "max_ms": 3.225, "p95_ms": 2.202}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.915, "count": 175, "max_ms": 116.149, "p95_ms": 103.867}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.105, "count": 175, "max_ms": 119.012, "p95_ms": 105.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.288, "count": 175, "max_ms": 222.762, "p95_ms": 197.631}, "read_interval": {"avg_ms": 172.012, "count": 174, "max_ms": 230.918, "p95_ms": 207.343}, "triton_wait": {"avg_ms": 81.419, "count": 175, "max_ms": 119.023, "p95_ms": 108.202}, "visualize": {"avg_ms": 40.171, "count": 175, "max_ms": 64.691, "p95_ms": 56.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5092.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.649, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.434, "name": "ffmpeg", "pid": 6419, "rss_mb": 271.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.006, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T12:38:02+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T12:38:02+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T12:38:02.202413+09:00", "mtime_epoch": 1783309082.2024126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:38:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1167.93, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.641, "pushed": 8.641, "read": 8.608}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.351, "count": 259, "max_ms": 11.312, "p95_ms": 8.532}, "gstreamer_push": {"avg_ms": 1.204, "count": 259, "max_ms": 1.66, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.126, "count": 259, "max_ms": 86.509, "p95_ms": 68.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.911, "count": 259, "max_ms": 125.312, "p95_ms": 103.673}, "yolo11_640_fire_11class": {"avg_ms": 58.636, "count": 259, "max_ms": 90.073, "p95_ms": 79.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.748, "count": 259, "max_ms": 106.482, "p95_ms": 94.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.173, "count": 259, "max_ms": 179.218, "p95_ms": 150.521}, "read_interval": {"avg_ms": 116.189, "count": 258, "max_ms": 320.764, "p95_ms": 163.691}, "triton_wait": {"avg_ms": 72.174, "count": 259, "max_ms": 125.325, "p95_ms": 103.686}, "visualize": {"avg_ms": 4.245, "count": 259, "max_ms": 7.617, "p95_ms": 5.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5086.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 444.228, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.87, "sample_count": 1854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:38:14+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T12:38:14+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T12:38:14.786612+09:00", "mtime_epoch": 1783309094.7866116, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:38:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.507, "pushed": 7.507, "read": 7.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.524, "count": 224, "max_ms": 11.493, "p95_ms": 7.944}, "gstreamer_push": {"avg_ms": 1.171, "count": 225, "max_ms": 4.171, "p95_ms": 2.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.652, "count": 224, "max_ms": 82.528, "p95_ms": 73.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.143, "count": 224, "max_ms": 122.525, "p95_ms": 101.537}, "yolo11_640_fire_11class": {"avg_ms": 59.928, "count": 224, "max_ms": 91.025, "p95_ms": 79.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.296, "count": 224, "max_ms": 101.766, "p95_ms": 93.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.37, "count": 225, "max_ms": 197.519, "p95_ms": 160.823}, "read_interval": {"avg_ms": 133.878, "count": 224, "max_ms": 205.611, "p95_ms": 169.622}, "triton_wait": {"avg_ms": 73.707, "count": 224, "max_ms": 122.537, "p95_ms": 101.549}, "visualize": {"avg_ms": 4.999, "count": 224, "max_ms": 6.625, "p95_ms": 6.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 260, "tracking_summary": 257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5080.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4815.412, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.204, "sample_count": 1789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:38:22+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:38:22+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T12:38:22.074727+09:00", "mtime_epoch": 1783309102.0747268, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:38:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 718.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.167, "pushed": 6.167, "read": 6.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.483, "count": 185, "max_ms": 53.495, "p95_ms": 45.044}, "gstreamer_push": {"avg_ms": 0.883, "count": 185, "max_ms": 2.951, "p95_ms": 1.033}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.464, "count": 185, "max_ms": 115.971, "p95_ms": 100.077}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.562, "count": 185, "max_ms": 113.422, "p95_ms": 100.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.333, "count": 185, "max_ms": 192.51, "p95_ms": 183.963}, "read_interval": {"avg_ms": 162.112, "count": 185, "max_ms": 200.201, "p95_ms": 191.17}, "triton_wait": {"avg_ms": 74.455, "count": 185, "max_ms": 115.984, "p95_ms": 100.82}, "visualize": {"avg_ms": 36.66, "count": 185, "max_ms": 54.13, "p95_ms": 45.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5086.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.657, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.949, "name": "ffmpeg", "pid": 6419, "rss_mb": 271.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.443, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:38:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:38:32+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T12:38:32+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T12:38:32.178887+09:00", "mtime_epoch": 1783309112.1788867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:38:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.188, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.168}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.466, "count": 305, "max_ms": 9.129, "p95_ms": 6.912}, "gstreamer_push": {"avg_ms": 1.229, "count": 305, "max_ms": 1.705, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.403, "count": 305, "max_ms": 86.511, "p95_ms": 72.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.319, "count": 305, "max_ms": 108.944, "p95_ms": 99.936}, "yolo11_640_fire_11class": {"avg_ms": 57.89, "count": 305, "max_ms": 84.178, "p95_ms": 78.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.032, "count": 305, "max_ms": 98.148, "p95_ms": 89.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.236, "count": 305, "max_ms": 122.165, "p95_ms": 114.879}, "read_interval": {"avg_ms": 98.292, "count": 305, "max_ms": 141.756, "p95_ms": 128.073}, "triton_wait": {"avg_ms": 71.46, "count": 305, "max_ms": 108.956, "p95_ms": 99.949}, "visualize": {"avg_ms": 3.612, "count": 305, "max_ms": 5.523, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5080.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 474.309, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.864, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:38:45+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T12:38:44+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T12:38:44.903088+09:00", "mtime_epoch": 1783309124.9030879, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:38:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.347, "pushed": 7.347, "read": 7.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.569, "count": 220, "max_ms": 10.199, "p95_ms": 8.582}, "gstreamer_push": {"avg_ms": 1.068, "count": 220, "max_ms": 3.898, "p95_ms": 2.271}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.954, "count": 220, "max_ms": 85.824, "p95_ms": 72.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.456, "count": 220, "max_ms": 116.053, "p95_ms": 100.688}, "yolo11_640_fire_11class": {"avg_ms": 59.555, "count": 220, "max_ms": 85.229, "p95_ms": 76.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.683, "count": 220, "max_ms": 98.228, "p95_ms": 91.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.619, "count": 220, "max_ms": 184.422, "p95_ms": 154.493}, "read_interval": {"avg_ms": 136.816, "count": 219, "max_ms": 197.045, "p95_ms": 165.016}, "triton_wait": {"avg_ms": 75.029, "count": 220, "max_ms": 116.063, "p95_ms": 100.699}, "visualize": {"avg_ms": 4.995, "count": 220, "max_ms": 8.054, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 263, "tracking_summary": 258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5071.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4845.426, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.447, "sample_count": 1799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:38:52+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T12:38:52+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T12:38:52.079202+09:00", "mtime_epoch": 1783309132.0792017, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:38:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 715.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.365, "pushed": 6.365, "read": 6.332}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.48, "count": 190, "max_ms": 61.41, "p95_ms": 48.542}, "gstreamer_push": {"avg_ms": 0.993, "count": 190, "max_ms": 2.468, "p95_ms": 1.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.777, "count": 190, "max_ms": 114.343, "p95_ms": 98.424}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.722, "count": 190, "max_ms": 107.243, "p95_ms": 100.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.212, "count": 190, "max_ms": 200.489, "p95_ms": 181.502}, "read_interval": {"avg_ms": 157.968, "count": 189, "max_ms": 206.383, "p95_ms": 190.445}, "triton_wait": {"avg_ms": 74.441, "count": 190, "max_ms": 114.355, "p95_ms": 103.255}, "visualize": {"avg_ms": 35.552, "count": 190, "max_ms": 54.67, "p95_ms": 49.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5084.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.672, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.465, "name": "ffmpeg", "pid": 6419, "rss_mb": 272.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.063, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:39:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T12:39:02+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T12:39:02+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T12:39:02.231362+09:00", "mtime_epoch": 1783309142.2313623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:39:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.326, "pushed": 10.326, "read": 10.293}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.454, "count": 309, "max_ms": 8.701, "p95_ms": 7.325}, "gstreamer_push": {"avg_ms": 1.221, "count": 309, "max_ms": 2.308, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.099, "count": 309, "max_ms": 82.177, "p95_ms": 73.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.127, "count": 309, "max_ms": 117.361, "p95_ms": 98.319}, "yolo11_640_fire_11class": {"avg_ms": 56.337, "count": 309, "max_ms": 82.768, "p95_ms": 75.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.62, "count": 309, "max_ms": 99.601, "p95_ms": 87.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.799, "count": 309, "max_ms": 130.316, "p95_ms": 111.388}, "read_interval": {"avg_ms": 97.175, "count": 308, "max_ms": 142.888, "p95_ms": 126.241}, "triton_wait": {"avg_ms": 70.16, "count": 309, "max_ms": 117.373, "p95_ms": 98.333}, "visualize": {"avg_ms": 3.576, "count": 309, "max_ms": 5.854, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5088.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 504.43, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.476, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:39:15+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T12:39:14+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T12:39:15.011565+09:00", "mtime_epoch": 1783309155.011565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:39:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.691, "count": 223, "max_ms": 10.431, "p95_ms": 9.746}, "gstreamer_push": {"avg_ms": 1.065, "count": 223, "max_ms": 5.137, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.749, "count": 223, "max_ms": 89.076, "p95_ms": 72.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.806, "count": 223, "max_ms": 109.769, "p95_ms": 99.006}, "yolo11_640_fire_11class": {"avg_ms": 58.183, "count": 223, "max_ms": 100.275, "p95_ms": 78.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.548, "count": 223, "max_ms": 102.614, "p95_ms": 90.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.267, "count": 223, "max_ms": 181.138, "p95_ms": 153.091}, "read_interval": {"avg_ms": 134.48, "count": 223, "max_ms": 192.222, "p95_ms": 163.043}, "triton_wait": {"avg_ms": 72.979, "count": 223, "max_ms": 109.781, "p95_ms": 99.038}, "visualize": {"avg_ms": 5.113, "count": 223, "max_ms": 8.39, "p95_ms": 6.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 264, "tracking_summary": 260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5087.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4875.46, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.051, "sample_count": 1807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:39:22+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T12:39:22+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T12:39:22.107677+09:00", "mtime_epoch": 1783309162.1076775, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:39:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 724.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.427, "pushed": 6.427, "read": 6.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.194, "count": 192, "max_ms": 56.013, "p95_ms": 46.442}, "gstreamer_push": {"avg_ms": 0.866, "count": 192, "max_ms": 2.253, "p95_ms": 1.719}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.785, "count": 192, "max_ms": 112.493, "p95_ms": 98.69}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.1, "count": 192, "max_ms": 105.098, "p95_ms": 95.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.862, "count": 192, "max_ms": 195.714, "p95_ms": 179.694}, "read_interval": {"avg_ms": 156.374, "count": 191, "max_ms": 202.072, "p95_ms": 187.47}, "triton_wait": {"avg_ms": 74.038, "count": 192, "max_ms": 112.506, "p95_ms": 99.612}, "visualize": {"avg_ms": 34.864, "count": 192, "max_ms": 52.341, "p95_ms": 49.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5086.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.731, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.723, "name": "ffmpeg", "pid": 6419, "rss_mb": 272.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.072, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:39:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:39:32+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T12:39:32+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T12:39:32.267838+09:00", "mtime_epoch": 1783309172.2678385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:39:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.445, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.285, "pushed": 10.285, "read": 10.252}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.337, "count": 308, "max_ms": 8.273, "p95_ms": 6.575}, "gstreamer_push": {"avg_ms": 1.235, "count": 308, "max_ms": 1.932, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.843, "count": 308, "max_ms": 85.304, "p95_ms": 70.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.418, "count": 308, "max_ms": 116.535, "p95_ms": 98.489}, "yolo11_640_fire_11class": {"avg_ms": 57.716, "count": 308, "max_ms": 93.37, "p95_ms": 77.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.123, "count": 308, "max_ms": 95.299, "p95_ms": 87.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.145, "count": 308, "max_ms": 131.289, "p95_ms": 112.051}, "read_interval": {"avg_ms": 97.566, "count": 307, "max_ms": 144.008, "p95_ms": 125.28}, "triton_wait": {"avg_ms": 70.576, "count": 308, "max_ms": 116.55, "p95_ms": 98.502}, "visualize": {"avg_ms": 3.536, "count": 308, "max_ms": 4.842, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5082.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 534.495, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.424, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:39:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:39:45+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T12:39:45+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T12:39:45.036041+09:00", "mtime_epoch": 1783309185.0360413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:39:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1070.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.355, "pushed": 7.355, "read": 7.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.577, "count": 220, "max_ms": 10.46, "p95_ms": 7.774}, "gstreamer_push": {"avg_ms": 1.214, "count": 220, "max_ms": 3.953, "p95_ms": 1.861}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.5, "count": 220, "max_ms": 82.085, "p95_ms": 72.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.915, "count": 220, "max_ms": 110.302, "p95_ms": 102.298}, "yolo11_640_fire_11class": {"avg_ms": 59.402, "count": 220, "max_ms": 89.019, "p95_ms": 80.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.864, "count": 220, "max_ms": 100.354, "p95_ms": 92.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.787, "count": 220, "max_ms": 166.806, "p95_ms": 157.055}, "read_interval": {"avg_ms": 136.53, "count": 219, "max_ms": 179.815, "p95_ms": 167.723}, "triton_wait": {"avg_ms": 73.412, "count": 220, "max_ms": 110.316, "p95_ms": 102.31}, "visualize": {"avg_ms": 5.112, "count": 220, "max_ms": 7.904, "p95_ms": 5.705}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 266, "tracking_summary": 261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5090.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4905.589, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.996, "sample_count": 1808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:39:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:39:52+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T12:39:52+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T12:39:52.252156+09:00", "mtime_epoch": 1783309192.2521558, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:39:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 724.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.91, "pushed": 5.91, "read": 5.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.322, "count": 177, "max_ms": 55.733, "p95_ms": 51.071}, "gstreamer_push": {"avg_ms": 1.094, "count": 177, "max_ms": 2.472, "p95_ms": 2.12}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.66, "count": 177, "max_ms": 120.108, "p95_ms": 101.139}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.46, "count": 177, "max_ms": 113.948, "p95_ms": 105.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.979, "count": 177, "max_ms": 203.866, "p95_ms": 190.819}, "read_interval": {"avg_ms": 170.352, "count": 176, "max_ms": 211.12, "p95_ms": 199.311}, "triton_wait": {"avg_ms": 77.124, "count": 177, "max_ms": 120.12, "p95_ms": 106.47}, "visualize": {"avg_ms": 39.977, "count": 177, "max_ms": 65.22, "p95_ms": 53.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5091.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.816, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.301, "name": "ffmpeg", "pid": 6419, "rss_mb": 275.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.963, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:40:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:40:02+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T12:40:02+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T12:40:02.360316+09:00", "mtime_epoch": 1783309202.3603163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:40:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.42, "count": 298, "max_ms": 8.576, "p95_ms": 6.923}, "gstreamer_push": {"avg_ms": 1.287, "count": 298, "max_ms": 2.237, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.295, "count": 298, "max_ms": 84.845, "p95_ms": 72.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.614, "count": 298, "max_ms": 118.527, "p95_ms": 102.493}, "yolo11_640_fire_11class": {"avg_ms": 58.621, "count": 298, "max_ms": 97.39, "p95_ms": 78.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.863, "count": 298, "max_ms": 106.52, "p95_ms": 90.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.659, "count": 298, "max_ms": 135.199, "p95_ms": 116.963}, "read_interval": {"avg_ms": 100.982, "count": 297, "max_ms": 151.867, "p95_ms": 133.641}, "triton_wait": {"avg_ms": 72.669, "count": 298, "max_ms": 118.54, "p95_ms": 102.505}, "visualize": {"avg_ms": 3.633, "count": 298, "max_ms": 5.637, "p95_ms": 4.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5092.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 564.571, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.315, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T12:40:15+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T12:40:15+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T12:40:15.120519+09:00", "mtime_epoch": 1783309215.120519, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:40:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1075.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.044, "pushed": 7.044, "read": 7.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.722, "count": 211, "max_ms": 10.063, "p95_ms": 8.29}, "gstreamer_push": {"avg_ms": 1.241, "count": 211, "max_ms": 3.962, "p95_ms": 2.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.894, "count": 211, "max_ms": 88.722, "p95_ms": 74.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.223, "count": 211, "max_ms": 117.467, "p95_ms": 102.111}, "yolo11_640_fire_11class": {"avg_ms": 61.374, "count": 211, "max_ms": 90.289, "p95_ms": 84.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.089, "count": 211, "max_ms": 100.403, "p95_ms": 96.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.481, "count": 211, "max_ms": 170.753, "p95_ms": 160.218}, "read_interval": {"avg_ms": 142.444, "count": 210, "max_ms": 353.371, "p95_ms": 171.052}, "triton_wait": {"avg_ms": 77.794, "count": 211, "max_ms": 117.479, "p95_ms": 102.123}, "visualize": {"avg_ms": 5.227, "count": 211, "max_ms": 7.759, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 267, "tracking_summary": 263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5093.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4935.605, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.051, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:40:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:40:22+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T12:40:22+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T12:40:22.236632+09:00", "mtime_epoch": 1783309222.236632, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:40:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 726.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.163, "pushed": 6.163, "read": 6.13}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.378, "count": 184, "max_ms": 56.101, "p95_ms": 48.225}, "gstreamer_push": {"avg_ms": 0.949, "count": 184, "max_ms": 1.316, "p95_ms": 1.121}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.834, "count": 184, "max_ms": 118.312, "p95_ms": 107.094}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.351, "count": 184, "max_ms": 116.483, "p95_ms": 103.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.762, "count": 184, "max_ms": 201.519, "p95_ms": 180.602}, "read_interval": {"avg_ms": 163.048, "count": 183, "max_ms": 208.935, "p95_ms": 189.55}, "triton_wait": {"avg_ms": 80.242, "count": 184, "max_ms": 118.324, "p95_ms": 108.861}, "visualize": {"avg_ms": 36.099, "count": 184, "max_ms": 53.515, "p95_ms": 46.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5093.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.946, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.301, "name": "ffmpeg", "pid": 6419, "rss_mb": 275.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.04, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:40:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:40:32+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T12:40:32+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T12:40:32.424794+09:00", "mtime_epoch": 1783309232.424794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:40:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.79, "pushed": 8.79, "read": 8.757}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.926, "count": 263, "max_ms": 9.511, "p95_ms": 7.61}, "gstreamer_push": {"avg_ms": 1.224, "count": 263, "max_ms": 1.899, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.8, "count": 263, "max_ms": 87.201, "p95_ms": 77.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.515, "count": 263, "max_ms": 118.208, "p95_ms": 103.029}, "yolo11_640_fire_11class": {"avg_ms": 63.357, "count": 263, "max_ms": 89.642, "p95_ms": 82.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.457, "count": 263, "max_ms": 103.037, "p95_ms": 97.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.167, "count": 263, "max_ms": 158.636, "p95_ms": 152.067}, "read_interval": {"avg_ms": 113.916, "count": 262, "max_ms": 169.656, "p95_ms": 162.536}, "triton_wait": {"avg_ms": 77.299, "count": 263, "max_ms": 118.222, "p95_ms": 103.041}, "visualize": {"avg_ms": 3.948, "count": 263, "max_ms": 5.891, "p95_ms": 5.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5090.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 594.679, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.291, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:40:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:40:45+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T12:40:45+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T12:40:45.204997+09:00", "mtime_epoch": 1783309245.2049973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:40:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1073.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.712, "pushed": 6.712, "read": 6.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.761, "count": 201, "max_ms": 10.396, "p95_ms": 8.262}, "gstreamer_push": {"avg_ms": 1.292, "count": 201, "max_ms": 4.687, "p95_ms": 2.636}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.484, "count": 201, "max_ms": 87.357, "p95_ms": 80.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.906, "count": 201, "max_ms": 122.131, "p95_ms": 106.386}, "yolo11_640_fire_11class": {"avg_ms": 68.421, "count": 201, "max_ms": 88.304, "p95_ms": 84.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.837, "count": 201, "max_ms": 106.228, "p95_ms": 100.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.749, "count": 201, "max_ms": 193.341, "p95_ms": 163.694}, "read_interval": {"avg_ms": 149.614, "count": 200, "max_ms": 208.978, "p95_ms": 174.352}, "triton_wait": {"avg_ms": 85.394, "count": 201, "max_ms": 122.144, "p95_ms": 106.4}, "visualize": {"avg_ms": 5.258, "count": 201, "max_ms": 8.089, "p95_ms": 6.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 269, "tracking_summary": 264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5085.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4965.761, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.397, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:40:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:40:52+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T12:40:52+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T12:40:52.421112+09:00", "mtime_epoch": 1783309252.421112, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:40:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 715.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.27, "pushed": 6.27, "read": 6.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.207, "count": 188, "max_ms": 54.464, "p95_ms": 46.678}, "gstreamer_push": {"avg_ms": 0.942, "count": 188, "max_ms": 2.178, "p95_ms": 1.117}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.256, "count": 188, "max_ms": 115.143, "p95_ms": 98.234}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.328, "count": 188, "max_ms": 113.773, "p95_ms": 100.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.44, "count": 188, "max_ms": 210.455, "p95_ms": 177.582}, "read_interval": {"avg_ms": 160.408, "count": 187, "max_ms": 225.624, "p95_ms": 185.432}, "triton_wait": {"avg_ms": 72.396, "count": 188, "max_ms": 115.155, "p95_ms": 103.947}, "visualize": {"avg_ms": 36.17, "count": 188, "max_ms": 51.51, "p95_ms": 41.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5091.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.081, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.301, "name": "ffmpeg", "pid": 6419, "rss_mb": 275.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.432, "sample_count": 2841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:41:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:41:02+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:41:02+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T12:41:02.561273+09:00", "mtime_epoch": 1783309262.5612733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:41:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.703, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.706, "pushed": 6.706, "read": 6.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.763, "count": 200, "max_ms": 11.93, "p95_ms": 9.293}, "gstreamer_push": {"avg_ms": 1.123, "count": 201, "max_ms": 1.735, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.509, "count": 200, "max_ms": 84.499, "p95_ms": 78.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.815, "count": 200, "max_ms": 126.321, "p95_ms": 104.841}, "yolo11_640_fire_11class": {"avg_ms": 67.387, "count": 200, "max_ms": 86.003, "p95_ms": 82.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.202, "count": 200, "max_ms": 105.808, "p95_ms": 100.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.536, "count": 201, "max_ms": 187.596, "p95_ms": 165.44}, "read_interval": {"avg_ms": 149.879, "count": 200, "max_ms": 199.875, "p95_ms": 178.251}, "triton_wait": {"avg_ms": 85.823, "count": 200, "max_ms": 126.339, "p95_ms": 104.855}, "visualize": {"avg_ms": 5.144, "count": 200, "max_ms": 7.828, "p95_ms": 5.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5095.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 624.744, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.661, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:41:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:41:15+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T12:41:15+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T12:41:15.325477+09:00", "mtime_epoch": 1783309275.3254766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:41:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1072.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.99, "pushed": 6.99, "read": 6.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.592, "count": 209, "max_ms": 10.176, "p95_ms": 8.292}, "gstreamer_push": {"avg_ms": 1.234, "count": 209, "max_ms": 4.347, "p95_ms": 2.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.748, "count": 209, "max_ms": 86.057, "p95_ms": 78.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.297, "count": 209, "max_ms": 113.442, "p95_ms": 100.64}, "yolo11_640_fire_11class": {"avg_ms": 64.497, "count": 209, "max_ms": 85.584, "p95_ms": 80.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.366, "count": 209, "max_ms": 107.12, "p95_ms": 99.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.951, "count": 209, "max_ms": 169.044, "p95_ms": 159.187}, "read_interval": {"avg_ms": 143.906, "count": 208, "max_ms": 182.747, "p95_ms": 170.212}, "triton_wait": {"avg_ms": 80.635, "count": 209, "max_ms": 113.453, "p95_ms": 101.823}, "visualize": {"avg_ms": 5.142, "count": 209, "max_ms": 7.83, "p95_ms": 5.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 269, "tracking_summary": 266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5085.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4995.782, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.609, "sample_count": 1808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:41:22+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T12:41:22+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T12:41:22.413589+09:00", "mtime_epoch": 1783309282.4135895, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:41:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 716.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.895, "pushed": 5.895, "read": 5.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.841, "count": 176, "max_ms": 61.417, "p95_ms": 48.547}, "gstreamer_push": {"avg_ms": 1.048, "count": 176, "max_ms": 3.818, "p95_ms": 2.08}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.869, "count": 176, "max_ms": 115.044, "p95_ms": 103.675}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.369, "count": 176, "max_ms": 118.227, "p95_ms": 105.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.268, "count": 176, "max_ms": 217.33, "p95_ms": 200.971}, "read_interval": {"avg_ms": 170.501, "count": 175, "max_ms": 224.271, "p95_ms": 208.315}, "triton_wait": {"avg_ms": 77.165, "count": 176, "max_ms": 118.24, "p95_ms": 106.009}, "visualize": {"avg_ms": 42.618, "count": 176, "max_ms": 70.937, "p95_ms": 55.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5086.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.241, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.926, "name": "ffmpeg", "pid": 6419, "rss_mb": 277.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.417, "sample_count": 2734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:41:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:41:32+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T12:41:32+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T12:41:32.721754+09:00", "mtime_epoch": 1783309292.7217536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:41:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.503, "pushed": 6.503, "read": 6.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.179, "count": 194, "max_ms": 14.073, "p95_ms": 10.408}, "gstreamer_push": {"avg_ms": 1.096, "count": 195, "max_ms": 1.731, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.991, "count": 194, "max_ms": 87.445, "p95_ms": 76.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.013, "count": 194, "max_ms": 124.467, "p95_ms": 105.577}, "yolo11_640_fire_11class": {"avg_ms": 63.846, "count": 194, "max_ms": 86.899, "p95_ms": 82.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.769, "count": 194, "max_ms": 109.518, "p95_ms": 102.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.91, "count": 195, "max_ms": 213.974, "p95_ms": 187.499}, "read_interval": {"avg_ms": 154.619, "count": 194, "max_ms": 223.925, "p95_ms": 195.146}, "triton_wait": {"avg_ms": 83.193, "count": 194, "max_ms": 124.481, "p95_ms": 106.179}, "visualize": {"avg_ms": 5.392, "count": 194, "max_ms": 8.271, "p95_ms": 7.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5095.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 654.819, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.0, "name": "ffmpeg", "pid": 6267, "rss_mb": 332.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.877, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:41:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:41:45+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T12:41:45+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T12:41:45.393956+09:00", "mtime_epoch": 1783309305.3939557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:41:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1073.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.976, "pushed": 6.976, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.626, "count": 208, "max_ms": 9.836, "p95_ms": 7.866}, "gstreamer_push": {"avg_ms": 1.244, "count": 209, "max_ms": 4.267, "p95_ms": 2.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.096, "count": 208, "max_ms": 81.31, "p95_ms": 76.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.252, "count": 208, "max_ms": 114.865, "p95_ms": 102.708}, "yolo11_640_fire_11class": {"avg_ms": 64.44, "count": 208, "max_ms": 89.925, "p95_ms": 83.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.488, "count": 208, "max_ms": 110.136, "p95_ms": 102.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.95, "count": 209, "max_ms": 182.106, "p95_ms": 161.443}, "read_interval": {"avg_ms": 143.936, "count": 208, "max_ms": 197.486, "p95_ms": 172.579}, "triton_wait": {"avg_ms": 80.39, "count": 208, "max_ms": 114.878, "p95_ms": 104.712}, "visualize": {"avg_ms": 5.152, "count": 208, "max_ms": 7.228, "p95_ms": 5.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "running", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 272, "tracking_summary": 267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5105.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5025.939, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.01, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:41:52+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T12:41:52+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T12:41:52.554070+09:00", "mtime_epoch": 1783309312.5540698, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:41:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 727.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.803, "pushed": 5.803, "read": 5.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.206, "count": 174, "max_ms": 55.483, "p95_ms": 47.666}, "gstreamer_push": {"avg_ms": 1.161, "count": 174, "max_ms": 3.462, "p95_ms": 2.11}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.584, "count": 174, "max_ms": 111.487, "p95_ms": 105.518}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.486, "count": 174, "max_ms": 114.104, "p95_ms": 104.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.357, "count": 174, "max_ms": 214.099, "p95_ms": 198.215}, "read_interval": {"avg_ms": 173.23, "count": 173, "max_ms": 221.9, "p95_ms": 205.37}, "triton_wait": {"avg_ms": 81.626, "count": 174, "max_ms": 114.117, "p95_ms": 106.927}, "visualize": {"avg_ms": 39.052, "count": 174, "max_ms": 64.854, "p95_ms": 53.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_111800_6db20b81.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 322}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4802.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:30:48+09:00", "last_error_summary": "[h264 @ 0x55afaa07e140] error while decoding MB 15 43, bytestream -7", "last_exit_at": "2026-07-06T12:30:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 672.011, "last_started_at": "2026-07-06T12:30:50+09:00", "pid": 6267, "process": {"exists": false, "pid": 6267}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.646, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:42:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6db20b81", "last_frame_pushed_age_sec": 0.108, "last_frame_pushed_at": "2026-07-06T12:42:02+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T12:42:02+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T12:42:02.614230+09:00", "mtime_epoch": 1783309322.6142302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:42:02+09:00", "process": {"exists": true, "fd_count": 133, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1075.004, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.367, "pushed": 7.4, "read": 7.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.59, "count": 221, "max_ms": 9.693, "p95_ms": 7.886}, "gstreamer_push": {"avg_ms": 1.191, "count": 222, "max_ms": 4.267, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.231, "count": 221, "max_ms": 83.312, "p95_ms": 69.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.392, "count": 221, "max_ms": 114.865, "p95_ms": 103.074}, "yolo11_640_fire_11class": {"avg_ms": 59.93, "count": 221, "max_ms": 89.027, "p95_ms": 78.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.899, "count": 221, "max_ms": 106.741, "p95_ms": 97.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.289, "count": 221, "max_ms": 178.817, "p95_ms": 159.176}, "read_interval": {"avg_ms": 135.249, "count": 221, "max_ms": 193.282, "p95_ms": 170.172}, "triton_wait": {"avg_ms": 72.539, "count": 221, "max_ms": 114.878, "p95_ms": 104.331}, "visualize": {"avg_ms": 5.096, "count": 221, "max_ms": 6.797, "p95_ms": 5.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:00+09:00", "state": "stopped", "task_id": "ce642936-0e00-4300-990e-1afc01d84271", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4765.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:35:03+09:00", "last_error_summary": "[h264 @ 0x55c932c96100] error while decoding MB 27 43, bytestream -5 [h264 @ 0x55c932b4b000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c932b4b000] error while decoding MB 0 42, bytestream 73417 [h264 @ 0x55c933680600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c933680600] error while decoding MB 0 20, bytestream 4377 [h264 @ 0x55c932c59d40] error while decoding MB 68 37, bytestream -9 [in#0/rtsp @ 0x55c932b30e00] Error during demuxing: Connection ti", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.283, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.004, "name": "ffmpeg", "pid": 6419, "rss_mb": 287.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.955, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:42:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:42:02+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:42:02+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T12:42:02.770233+09:00", "mtime_epoch": 1783309322.7702327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:42:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1168.961, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.688, "pushed": 5.688, "read": 5.654}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.002, "count": 170, "max_ms": 13.71, "p95_ms": 10.463}, "gstreamer_push": {"avg_ms": 0.999, "count": 170, "max_ms": 1.279, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.82, "count": 170, "max_ms": 80.175, "p95_ms": 71.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.041, "count": 170, "max_ms": 129.489, "p95_ms": 108.323}, "yolo11_640_fire_11class": {"avg_ms": 61.973, "count": 170, "max_ms": 87.818, "p95_ms": 79.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.627, "count": 170, "max_ms": 109.379, "p95_ms": 98.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.332, "count": 170, "max_ms": 211.246, "p95_ms": 194.673}, "read_interval": {"avg_ms": 176.848, "count": 169, "max_ms": 248.402, "p95_ms": 206.346}, "triton_wait": {"avg_ms": 86.255, "count": 170, "max_ms": 129.502, "p95_ms": 108.336}, "visualize": {"avg_ms": 6.272, "count": 170, "max_ms": 8.104, "p95_ms": 7.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "running", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_111801_20966a89.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 220}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4527.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:42:04+09:00", "last_error_summary": "[h264 @ 0x560f45130040] left block unavailable for requested intra mode [h264 @ 0x560f45130040] error while decoding MB 0 40, bytestream 8292", "last_exit_at": "2026-07-06T12:35:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 418.615, "last_started_at": "2026-07-06T12:35:05+09:00", "pid": 6419, "process": {"exists": false, "pid": 6419}, "restart_count": 28, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.095, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "20966a89", "last_frame_pushed_age_sec": 0.115, "last_frame_pushed_at": "2026-07-06T12:42:04+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T12:42:04+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T12:42:04.142255+09:00", "mtime_epoch": 1783309324.1422546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:42:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1169.574, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.701, "pushed": 5.701, "read": 5.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.985, "count": 171, "max_ms": 13.71, "p95_ms": 10.463}, "gstreamer_push": {"avg_ms": 0.998, "count": 171, "max_ms": 1.312, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.241, "count": 171, "max_ms": 80.175, "p95_ms": 71.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.722, "count": 171, "max_ms": 129.489, "p95_ms": 108.323}, "yolo11_640_fire_11class": {"avg_ms": 61.246, "count": 171, "max_ms": 87.818, "p95_ms": 79.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.599, "count": 171, "max_ms": 109.379, "p95_ms": 98.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.445, "count": 171, "max_ms": 211.246, "p95_ms": 194.673}, "read_interval": {"avg_ms": 175.285, "count": 171, "max_ms": 248.402, "p95_ms": 206.346}, "triton_wait": {"avg_ms": 84.939, "count": 171, "max_ms": 129.502, "p95_ms": 108.336}, "visualize": {"avg_ms": 6.256, "count": 171, "max_ms": 8.104, "p95_ms": 7.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:01+09:00", "state": "stopped", "task_id": "7a8d317e-d87f-4c7c-bc69-3c2897604379", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 4532.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.016, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.547, "name": "ffmpeg", "pid": 6527, "rss_mb": 57.547, "state": "R (running)", "threads": 1}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.91}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 2.761, "exists": true, "mtime": "2026-07-06T12:42:02.614230+09:00", "mtime_epoch": 1783309322.6142302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:42:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1037.719, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 4886.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.018, "last_started_at": "2026-07-06T12:42:04+09:00", "pid": 6530, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.562, "name": "ffmpeg", "pid": 6530, "rss_mb": 136.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.915}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 2.818, "exists": true, "mtime": "2026-07-06T12:42:04.142255+09:00", "mtime_epoch": 1783309324.1422546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:42:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1165.84, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 273, "tracking_summary": 269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5595.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5055.962, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.629, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:42:22+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T12:42:22+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T12:42:22.586563+09:00", "mtime_epoch": 1783309342.5865626, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:42:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 729.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.266, "pushed": 6.266, "read": 6.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.994, "count": 187, "max_ms": 64.479, "p95_ms": 47.244}, "gstreamer_push": {"avg_ms": 0.949, "count": 187, "max_ms": 1.332, "p95_ms": 1.099}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.935, "count": 187, "max_ms": 119.426, "p95_ms": 103.936}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.282, "count": 187, "max_ms": 114.293, "p95_ms": 104.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.222, "count": 187, "max_ms": 210.848, "p95_ms": 192.357}, "read_interval": {"avg_ms": 160.385, "count": 186, "max_ms": 217.429, "p95_ms": 200.734}, "triton_wait": {"avg_ms": 76.535, "count": 187, "max_ms": 119.44, "p95_ms": 106.614}, "visualize": {"avg_ms": 34.729, "count": 187, "max_ms": 45.976, "p95_ms": 40.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5590.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.04, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.793, "name": "ffmpeg", "pid": 6527, "rss_mb": 331.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.669, "sample_count": 235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.885}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:42:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:42:35+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T12:42:35+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T12:42:35.283018+09:00", "mtime_epoch": 1783309355.2830184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:42:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.994, "pushed": 7.994, "read": 7.994}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.186, "count": 235, "max_ms": 8.71, "p95_ms": 6.904}, "gstreamer_push": {"avg_ms": 1.448, "count": 235, "max_ms": 6.036, "p95_ms": 2.919}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.909, "count": 235, "max_ms": 86.988, "p95_ms": 68.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.51, "count": 235, "max_ms": 122.816, "p95_ms": 103.649}, "yolo11_640_fire_11class": {"avg_ms": 58.911, "count": 235, "max_ms": 87.907, "p95_ms": 82.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.281, "count": 235, "max_ms": 108.798, "p95_ms": 96.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.698, "count": 235, "max_ms": 175.818, "p95_ms": 157.781}, "read_interval": {"avg_ms": 125.066, "count": 234, "max_ms": 183.108, "p95_ms": 166.908}, "triton_wait": {"avg_ms": 69.673, "count": 235, "max_ms": 122.828, "p95_ms": 104.424}, "visualize": {"avg_ms": 4.914, "count": 235, "max_ms": 11.53, "p95_ms": 6.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.396, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5605.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.089, "last_started_at": "2026-07-06T12:42:04+09:00", "pid": 6530, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.523, "name": "ffmpeg", "pid": 6530, "rss_mb": 266.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.786, "sample_count": 174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.844}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:42:37+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T12:42:36+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T12:42:36.907076+09:00", "mtime_epoch": 1783309356.9070764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:42:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.02, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.832, "pushed": 5.832, "read": 5.798}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.683, "count": 174, "max_ms": 9.426, "p95_ms": 8.665}, "gstreamer_push": {"avg_ms": 1.149, "count": 174, "max_ms": 3.094, "p95_ms": 2.018}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.068, "count": 174, "max_ms": 85.454, "p95_ms": 75.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.665, "count": 174, "max_ms": 123.027, "p95_ms": 109.089}, "yolo11_640_fire_11class": {"avg_ms": 60.105, "count": 174, "max_ms": 88.817, "p95_ms": 81.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.69, "count": 174, "max_ms": 108.534, "p95_ms": 98.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.028, "count": 174, "max_ms": 236.892, "p95_ms": 203.23}, "read_interval": {"avg_ms": 173.021, "count": 173, "max_ms": 242.155, "p95_ms": 210.377}, "triton_wait": {"avg_ms": 79.285, "count": 174, "max_ms": 123.04, "p95_ms": 109.101}, "visualize": {"avg_ms": 6.406, "count": 174, "max_ms": 13.539, "p95_ms": 7.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 275, "tracking_summary": 270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5604.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5086.023, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.01, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:42:52+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T12:42:52+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T12:42:52.703635+09:00", "mtime_epoch": 1783309372.703635, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:42:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 726.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.884, "pushed": 5.884, "read": 5.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.922, "count": 176, "max_ms": 60.372, "p95_ms": 52.309}, "gstreamer_push": {"avg_ms": 1.135, "count": 176, "max_ms": 3.079, "p95_ms": 2.165}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.193, "count": 176, "max_ms": 112.278, "p95_ms": 103.453}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.6, "count": 176, "max_ms": 114.238, "p95_ms": 105.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.633, "count": 176, "max_ms": 212.911, "p95_ms": 197.201}, "read_interval": {"avg_ms": 171.017, "count": 175, "max_ms": 221.997, "p95_ms": 205.931}, "triton_wait": {"avg_ms": 80.451, "count": 176, "max_ms": 114.25, "p95_ms": 108.096}, "visualize": {"avg_ms": 38.507, "count": 176, "max_ms": 59.967, "p95_ms": 52.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5595.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.059, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.051, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.06, "sample_count": 479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.865}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:43:05+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T12:43:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T12:43:05.320076+09:00", "mtime_epoch": 1783309385.320076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:43:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1310.426, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.163, "pushed": 8.163, "read": 8.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.077, "count": 244, "max_ms": 8.962, "p95_ms": 7.461}, "gstreamer_push": {"avg_ms": 1.245, "count": 244, "max_ms": 4.773, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.148, "count": 244, "max_ms": 89.027, "p95_ms": 69.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.163, "count": 244, "max_ms": 118.482, "p95_ms": 103.767}, "yolo11_640_fire_11class": {"avg_ms": 59.105, "count": 244, "max_ms": 99.01, "p95_ms": 82.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.98, "count": 244, "max_ms": 107.084, "p95_ms": 98.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.374, "count": 244, "max_ms": 176.818, "p95_ms": 160.739}, "read_interval": {"avg_ms": 123.042, "count": 243, "max_ms": 187.543, "p95_ms": 170.652}, "triton_wait": {"avg_ms": 71.832, "count": 244, "max_ms": 118.494, "p95_ms": 105.319}, "visualize": {"avg_ms": 4.792, "count": 244, "max_ms": 8.216, "p95_ms": 6.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5592.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.176, "last_started_at": "2026-07-06T12:42:04+09:00", "pid": 6530, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.781, "name": "ffmpeg", "pid": 6530, "rss_mb": 266.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.029, "sample_count": 349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.757}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:43:07+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T12:43:06+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T12:43:06.936132+09:00", "mtime_epoch": 1783309386.936132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:43:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1439.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.846, "pushed": 5.846, "read": 5.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.935, "count": 174, "max_ms": 10.644, "p95_ms": 8.767}, "gstreamer_push": {"avg_ms": 1.076, "count": 175, "max_ms": 3.77, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.265, "count": 174, "max_ms": 85.026, "p95_ms": 75.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.332, "count": 174, "max_ms": 121.666, "p95_ms": 112.16}, "yolo11_640_fire_11class": {"avg_ms": 60.331, "count": 174, "max_ms": 88.021, "p95_ms": 81.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.774, "count": 174, "max_ms": 106.048, "p95_ms": 99.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.574, "count": 175, "max_ms": 208.501, "p95_ms": 195.176}, "read_interval": {"avg_ms": 171.784, "count": 174, "max_ms": 215.704, "p95_ms": 202.215}, "triton_wait": {"avg_ms": 82.703, "count": 174, "max_ms": 121.678, "p95_ms": 112.172}, "visualize": {"avg_ms": 6.527, "count": 174, "max_ms": 9.945, "p95_ms": 7.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 276, "tracking_summary": 272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5602.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5116.13, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.957, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:43:22+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T12:43:22+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T12:43:22.744677+09:00", "mtime_epoch": 1783309402.7446768, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:43:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.133, "name": "celery", "pid": 239, "rss_mb": 727.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.01, "pushed": 6.01, "read": 5.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.345, "count": 180, "max_ms": 60.569, "p95_ms": 49.661}, "gstreamer_push": {"avg_ms": 0.969, "count": 180, "max_ms": 1.677, "p95_ms": 1.123}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.447, "count": 180, "max_ms": 116.524, "p95_ms": 107.07}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.603, "count": 180, "max_ms": 114.929, "p95_ms": 108.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.698, "count": 180, "max_ms": 199.966, "p95_ms": 191.619}, "read_interval": {"avg_ms": 167.144, "count": 179, "max_ms": 208.467, "p95_ms": 200.814}, "triton_wait": {"avg_ms": 83.048, "count": 180, "max_ms": 116.542, "p95_ms": 110.292}, "visualize": {"avg_ms": 35.21, "count": 180, "max_ms": 47.44, "p95_ms": 43.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5599.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.061, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.051, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.584, "sample_count": 718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.864}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:43:35+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T12:43:35+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T12:43:35.301104+09:00", "mtime_epoch": 1783309415.3011043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:43:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.656, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.969, "pushed": 7.969, "read": 7.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.044, "count": 239, "max_ms": 9.899, "p95_ms": 7.521}, "gstreamer_push": {"avg_ms": 1.268, "count": 239, "max_ms": 5.973, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.492, "count": 239, "max_ms": 94.665, "p95_ms": 74.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.098, "count": 239, "max_ms": 119.323, "p95_ms": 108.981}, "yolo11_640_fire_11class": {"avg_ms": 60.326, "count": 239, "max_ms": 93.747, "p95_ms": 84.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.356, "count": 239, "max_ms": 108.404, "p95_ms": 99.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.683, "count": 239, "max_ms": 209.061, "p95_ms": 176.495}, "read_interval": {"avg_ms": 125.495, "count": 239, "max_ms": 217.931, "p95_ms": 184.852}, "triton_wait": {"avg_ms": 74.752, "count": 239, "max_ms": 119.336, "p95_ms": 108.995}, "visualize": {"avg_ms": 4.815, "count": 239, "max_ms": 7.802, "p95_ms": 6.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 4}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5596.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.378, "last_started_at": "2026-07-06T12:42:04+09:00", "pid": 6530, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.039, "name": "ffmpeg", "pid": 6530, "rss_mb": 267.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.828, "sample_count": 522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.554}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:43:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T12:43:37+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T12:43:37+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T12:43:37.109165+09:00", "mtime_epoch": 1783309417.1091654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:43:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.148, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.771, "pushed": 5.771, "read": 5.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.827, "count": 172, "max_ms": 10.464, "p95_ms": 8.376}, "gstreamer_push": {"avg_ms": 1.11, "count": 172, "max_ms": 3.813, "p95_ms": 1.829}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.524, "count": 172, "max_ms": 92.529, "p95_ms": 77.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.799, "count": 172, "max_ms": 118.915, "p95_ms": 110.183}, "yolo11_640_fire_11class": {"avg_ms": 62.491, "count": 172, "max_ms": 91.975, "p95_ms": 86.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.442, "count": 172, "max_ms": 108.289, "p95_ms": 101.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.104, "count": 172, "max_ms": 212.955, "p95_ms": 199.964}, "read_interval": {"avg_ms": 174.244, "count": 171, "max_ms": 221.137, "p95_ms": 207.936}, "triton_wait": {"avg_ms": 85.101, "count": 172, "max_ms": 118.928, "p95_ms": 110.194}, "visualize": {"avg_ms": 6.506, "count": 172, "max_ms": 8.518, "p95_ms": 7.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 278, "tracking_summary": 273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5604.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5146.268, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.888, "sample_count": 1806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:43:53+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:43:52+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T12:43:52.921697+09:00", "mtime_epoch": 1783309432.9216967, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:43:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.535, "name": "celery", "pid": 239, "rss_mb": 730.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.915, "pushed": 5.915, "read": 5.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.066, "count": 177, "max_ms": 54.99, "p95_ms": 48.747}, "gstreamer_push": {"avg_ms": 0.934, "count": 177, "max_ms": 1.198, "p95_ms": 1.076}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.902, "count": 177, "max_ms": 116.411, "p95_ms": 105.27}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.325, "count": 177, "max_ms": 114.63, "p95_ms": 107.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.087, "count": 177, "max_ms": 218.268, "p95_ms": 196.093}, "read_interval": {"avg_ms": 170.347, "count": 176, "max_ms": 225.848, "p95_ms": 203.777}, "triton_wait": {"avg_ms": 81.02, "count": 177, "max_ms": 116.424, "p95_ms": 107.553}, "visualize": {"avg_ms": 36.256, "count": 177, "max_ms": 55.042, "p95_ms": 40.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5599.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.107, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.051, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.019, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.818}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:44:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:44:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T12:44:05+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T12:44:05.370110+09:00", "mtime_epoch": 1783309445.37011, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:44:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.793, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.186, "pushed": 8.186, "read": 8.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.04, "count": 245, "max_ms": 8.315, "p95_ms": 6.868}, "gstreamer_push": {"avg_ms": 1.298, "count": 245, "max_ms": 5.81, "p95_ms": 2.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.756, "count": 245, "max_ms": 88.186, "p95_ms": 65.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.904, "count": 245, "max_ms": 115.388, "p95_ms": 103.862}, "yolo11_640_fire_11class": {"avg_ms": 59.415, "count": 245, "max_ms": 98.021, "p95_ms": 82.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.079, "count": 245, "max_ms": 109.121, "p95_ms": 92.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.899, "count": 245, "max_ms": 178.647, "p95_ms": 158.547}, "read_interval": {"avg_ms": 122.639, "count": 244, "max_ms": 192.321, "p95_ms": 168.239}, "triton_wait": {"avg_ms": 70.275, "count": 245, "max_ms": 115.401, "p95_ms": 103.872}, "visualize": {"avg_ms": 4.734, "count": 245, "max_ms": 6.613, "p95_ms": 5.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5601.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.527, "last_started_at": "2026-07-06T12:42:04+09:00", "pid": 6530, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.297, "name": "ffmpeg", "pid": 6530, "rss_mb": 267.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.964, "sample_count": 692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.405}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:44:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:44:07+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T12:44:07+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T12:44:07.334175+09:00", "mtime_epoch": 1783309447.3341749, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:44:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1441.766, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.634, "pushed": 5.634, "read": 5.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 169, "max_ms": 11.645, "p95_ms": 9.35}, "gstreamer_push": {"avg_ms": 1.015, "count": 169, "max_ms": 3.409, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.131, "count": 169, "max_ms": 82.33, "p95_ms": 73.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.386, "count": 169, "max_ms": 116.884, "p95_ms": 106.337}, "yolo11_640_fire_11class": {"avg_ms": 60.747, "count": 169, "max_ms": 88.086, "p95_ms": 82.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.244, "count": 169, "max_ms": 106.521, "p95_ms": 95.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.506, "count": 169, "max_ms": 233.056, "p95_ms": 204.577}, "read_interval": {"avg_ms": 177.496, "count": 169, "max_ms": 242.84, "p95_ms": 214.277}, "triton_wait": {"avg_ms": 78.793, "count": 169, "max_ms": 116.896, "p95_ms": 106.353}, "visualize": {"avg_ms": 6.944, "count": 169, "max_ms": 9.397, "p95_ms": 8.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 278, "tracking_summary": 275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5491.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5176.342, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.676, "sample_count": 1795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:44:23+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T12:44:22+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T12:44:23.014689+09:00", "mtime_epoch": 1783309463.014689, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:44:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 730.535, "name": "celery", "pid": 239, "rss_mb": 722.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.049, "pushed": 6.049, "read": 6.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.741, "count": 181, "max_ms": 56.691, "p95_ms": 45.603}, "gstreamer_push": {"avg_ms": 0.982, "count": 181, "max_ms": 2.378, "p95_ms": 1.116}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.206, "count": 181, "max_ms": 117.651, "p95_ms": 104.917}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.501, "count": 181, "max_ms": 116.892, "p95_ms": 104.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.791, "count": 181, "max_ms": 206.414, "p95_ms": 194.105}, "read_interval": {"avg_ms": 166.249, "count": 180, "max_ms": 217.328, "p95_ms": 201.687}, "triton_wait": {"avg_ms": 79.97, "count": 181, "max_ms": 117.663, "p95_ms": 107.885}, "visualize": {"avg_ms": 36.28, "count": 181, "max_ms": 55.836, "p95_ms": 44.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5603.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.124, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.051, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.642, "sample_count": 1219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.801}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:44:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:44:35+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T12:44:35+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T12:44:35.375090+09:00", "mtime_epoch": 1783309475.3750896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:44:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.562, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.567, "pushed": 8.567, "read": 8.533}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.726, "count": 256, "max_ms": 8.651, "p95_ms": 6.545}, "gstreamer_push": {"avg_ms": 1.31, "count": 256, "max_ms": 4.235, "p95_ms": 2.694}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.96, "count": 256, "max_ms": 83.135, "p95_ms": 69.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.088, "count": 256, "max_ms": 115.916, "p95_ms": 96.868}, "yolo11_640_fire_11class": {"avg_ms": 60.22, "count": 256, "max_ms": 98.262, "p95_ms": 79.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.075, "count": 256, "max_ms": 107.249, "p95_ms": 92.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.206, "count": 256, "max_ms": 175.009, "p95_ms": 151.331}, "read_interval": {"avg_ms": 117.191, "count": 255, "max_ms": 186.139, "p95_ms": 160.438}, "triton_wait": {"avg_ms": 69.079, "count": 256, "max_ms": 115.928, "p95_ms": 98.41}, "visualize": {"avg_ms": 4.606, "count": 256, "max_ms": 6.891, "p95_ms": 5.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5605.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:44:16+09:00", "last_error_summary": "[h264 @ 0x561a62ee6600] error while decoding MB 69 31, bytestream -17", "last_exit_at": "2026-07-06T12:44:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.592, "last_started_at": "2026-07-06T12:44:18+09:00", "pid": 6789, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.352, "name": "ffmpeg", "pid": 6789, "rss_mb": 264.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.5, "sample_count": 847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.369}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:44:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:44:37+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T12:44:37+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T12:44:37.375154+09:00", "mtime_epoch": 1783309477.375154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:44:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.203, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.187, "pushed": 5.187, "read": 5.154}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.101, "count": 155, "max_ms": 12.507, "p95_ms": 9.968}, "gstreamer_push": {"avg_ms": 1.137, "count": 155, "max_ms": 3.776, "p95_ms": 2.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.175, "count": 155, "max_ms": 85.495, "p95_ms": 72.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.983, "count": 155, "max_ms": 114.971, "p95_ms": 101.083}, "yolo11_640_fire_11class": {"avg_ms": 60.106, "count": 155, "max_ms": 89.317, "p95_ms": 82.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.404, "count": 155, "max_ms": 102.727, "p95_ms": 93.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.007, "count": 155, "max_ms": 225.291, "p95_ms": 195.33}, "read_interval": {"avg_ms": 194.074, "count": 154, "max_ms": 4528.257, "p95_ms": 204.007}, "triton_wait": {"avg_ms": 74.572, "count": 155, "max_ms": 114.984, "p95_ms": 101.472}, "visualize": {"avg_ms": 6.543, "count": 155, "max_ms": 9.764, "p95_ms": 8.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5605.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5206.443, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.68, "sample_count": 1798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:44:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:44:53+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T12:44:53+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T12:44:53.071656+09:00", "mtime_epoch": 1783309493.0716565, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:44:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.023, "name": "celery", "pid": 239, "rss_mb": 729.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.005, "pushed": 6.005, "read": 5.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.062, "count": 180, "max_ms": 61.584, "p95_ms": 49.202}, "gstreamer_push": {"avg_ms": 0.966, "count": 180, "max_ms": 2.488, "p95_ms": 1.09}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.745, "count": 180, "max_ms": 116.153, "p95_ms": 101.547}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.358, "count": 180, "max_ms": 112.456, "p95_ms": 104.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.126, "count": 180, "max_ms": 200.21, "p95_ms": 190.623}, "read_interval": {"avg_ms": 167.149, "count": 179, "max_ms": 207.803, "p95_ms": 199.272}, "triton_wait": {"avg_ms": 76.379, "count": 180, "max_ms": 116.165, "p95_ms": 104.699}, "visualize": {"avg_ms": 35.014, "count": 180, "max_ms": 53.94, "p95_ms": 42.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5598.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.163, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.309, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.564, "sample_count": 1495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.759}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:45:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:45:05+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T12:45:05+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T12:45:05.452049+09:00", "mtime_epoch": 1783309505.4520485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:45:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.266, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.211, "pushed": 9.211, "read": 9.178}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.185, "count": 276, "max_ms": 8.802, "p95_ms": 6.619}, "gstreamer_push": {"avg_ms": 1.322, "count": 276, "max_ms": 3.99, "p95_ms": 1.682}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.508, "count": 276, "max_ms": 82.535, "p95_ms": 71.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.136, "count": 276, "max_ms": 123.591, "p95_ms": 103.86}, "yolo11_640_fire_11class": {"avg_ms": 58.927, "count": 276, "max_ms": 95.804, "p95_ms": 80.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.041, "count": 276, "max_ms": 107.873, "p95_ms": 95.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.422, "count": 276, "max_ms": 174.598, "p95_ms": 154.22}, "read_interval": {"avg_ms": 108.928, "count": 275, "max_ms": 183.244, "p95_ms": 163.647}, "triton_wait": {"avg_ms": 69.861, "count": 276, "max_ms": 123.603, "p95_ms": 103.873}, "visualize": {"avg_ms": 4.304, "count": 276, "max_ms": 6.664, "p95_ms": 5.712}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 8}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5600.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:44:16+09:00", "last_error_summary": "[h264 @ 0x561a62ee6600] error while decoding MB 69 31, bytestream -17", "last_exit_at": "2026-07-06T12:44:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.712, "last_started_at": "2026-07-06T12:44:18+09:00", "pid": 6789, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.125, "name": "ffmpeg", "pid": 6789, "rss_mb": 265.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.663, "sample_count": 1021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.249}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:45:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:45:07+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T12:45:07+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T12:45:07.476112+09:00", "mtime_epoch": 1783309507.4761124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:45:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1441.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.767, "pushed": 5.767, "read": 5.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 173, "max_ms": 11.166, "p95_ms": 8.917}, "gstreamer_push": {"avg_ms": 1.066, "count": 173, "max_ms": 3.072, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.673, "count": 173, "max_ms": 83.4, "p95_ms": 77.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.673, "count": 173, "max_ms": 117.444, "p95_ms": 109.505}, "yolo11_640_fire_11class": {"avg_ms": 60.337, "count": 173, "max_ms": 93.471, "p95_ms": 82.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.763, "count": 173, "max_ms": 106.184, "p95_ms": 99.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.852, "count": 173, "max_ms": 249.106, "p95_ms": 201.725}, "read_interval": {"avg_ms": 173.146, "count": 173, "max_ms": 259.939, "p95_ms": 208.901}, "triton_wait": {"avg_ms": 79.327, "count": 173, "max_ms": 117.456, "p95_ms": 109.519}, "visualize": {"avg_ms": 6.766, "count": 173, "max_ms": 10.043, "p95_ms": 8.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 282, "tracking_summary": 278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5597.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5236.582, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.838, "sample_count": 1799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:45:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:45:23+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T12:45:23+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T12:45:23.224605+09:00", "mtime_epoch": 1783309523.224605, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:45:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.023, "name": "celery", "pid": 239, "rss_mb": 724.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.169, "pushed": 6.169, "read": 6.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.886, "count": 185, "max_ms": 52.51, "p95_ms": 48.362}, "gstreamer_push": {"avg_ms": 0.997, "count": 185, "max_ms": 2.125, "p95_ms": 1.246}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.095, "count": 185, "max_ms": 111.911, "p95_ms": 98.282}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.904, "count": 185, "max_ms": 120.174, "p95_ms": 102.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.519, "count": 185, "max_ms": 223.742, "p95_ms": 187.169}, "read_interval": {"avg_ms": 162.864, "count": 184, "max_ms": 230.578, "p95_ms": 195.048}, "triton_wait": {"avg_ms": 76.12, "count": 185, "max_ms": 120.187, "p95_ms": 104.028}, "visualize": {"avg_ms": 35.64, "count": 185, "max_ms": 62.459, "p95_ms": 43.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 14}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5609.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.234, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.309, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.896, "sample_count": 1787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.689}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:45:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:45:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T12:45:35+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T12:45:35.524986+09:00", "mtime_epoch": 1783309535.524986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:45:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.562, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.722}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.592, "count": 292, "max_ms": 8.861, "p95_ms": 5.558}, "gstreamer_push": {"avg_ms": 1.389, "count": 292, "max_ms": 5.959, "p95_ms": 1.519}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.976, "count": 292, "max_ms": 87.705, "p95_ms": 76.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.148, "count": 292, "max_ms": 117.726, "p95_ms": 99.751}, "yolo11_640_fire_11class": {"avg_ms": 60.041, "count": 292, "max_ms": 88.554, "p95_ms": 79.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.235, "count": 292, "max_ms": 109.607, "p95_ms": 98.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.728, "count": 292, "max_ms": 170.607, "p95_ms": 138.374}, "read_interval": {"avg_ms": 103.022, "count": 291, "max_ms": 182.585, "p95_ms": 147.937}, "triton_wait": {"avg_ms": 71.295, "count": 292, "max_ms": 117.741, "p95_ms": 102.051}, "visualize": {"avg_ms": 3.97, "count": 292, "max_ms": 8.052, "p95_ms": 5.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5606.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:44:16+09:00", "last_error_summary": "[h264 @ 0x561a62ee6600] error while decoding MB 69 31, bytestream -17", "last_exit_at": "2026-07-06T12:44:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.841, "last_started_at": "2026-07-06T12:44:18+09:00", "pid": 6789, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.188, "name": "ffmpeg", "pid": 6789, "rss_mb": 267.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.361, "sample_count": 1223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.12}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:45:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:45:37+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T12:45:37+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T12:45:37.589050+09:00", "mtime_epoch": 1783309537.5890496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:45:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1441.895, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.744, "pushed": 6.744, "read": 6.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.342, "count": 201, "max_ms": 11.864, "p95_ms": 9.001}, "gstreamer_push": {"avg_ms": 1.212, "count": 202, "max_ms": 6.138, "p95_ms": 1.551}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.299, "count": 201, "max_ms": 87.546, "p95_ms": 76.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.365, "count": 201, "max_ms": 114.011, "p95_ms": 102.183}, "yolo11_640_fire_11class": {"avg_ms": 60.891, "count": 201, "max_ms": 87.13, "p95_ms": 80.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.202, "count": 201, "max_ms": 110.361, "p95_ms": 98.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.359, "count": 202, "max_ms": 205.868, "p95_ms": 187.889}, "read_interval": {"avg_ms": 148.977, "count": 201, "max_ms": 212.606, "p95_ms": 196.509}, "triton_wait": {"avg_ms": 78.313, "count": 201, "max_ms": 114.024, "p95_ms": 102.853}, "visualize": {"avg_ms": 5.722, "count": 201, "max_ms": 10.34, "p95_ms": 8.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 284, "tracking_summary": 279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5607.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5266.67, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.676, "sample_count": 1795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:45:53+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T12:45:53+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T12:45:53.293530+09:00", "mtime_epoch": 1783309553.29353, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:45:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 731.082, "name": "celery", "pid": 239, "rss_mb": 729.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.151, "pushed": 6.151, "read": 6.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.176, "count": 184, "max_ms": 57.056, "p95_ms": 46.847}, "gstreamer_push": {"avg_ms": 0.963, "count": 184, "max_ms": 1.531, "p95_ms": 1.084}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.758, "count": 184, "max_ms": 108.031, "p95_ms": 100.55}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.651, "count": 184, "max_ms": 113.373, "p95_ms": 101.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.262, "count": 184, "max_ms": 196.17, "p95_ms": 184.249}, "read_interval": {"avg_ms": 163.398, "count": 183, "max_ms": 206.186, "p95_ms": 191.455}, "triton_wait": {"avg_ms": 78.617, "count": 184, "max_ms": 113.387, "p95_ms": 101.671}, "visualize": {"avg_ms": 36.577, "count": 184, "max_ms": 63.694, "p95_ms": 43.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5601.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.342, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.612, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.582}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:46:05+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T12:46:05+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T12:46:05.561902+09:00", "mtime_epoch": 1783309565.5619018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:46:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.984, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.521, "pushed": 9.521, "read": 9.488}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 285, "max_ms": 8.323, "p95_ms": 5.597}, "gstreamer_push": {"avg_ms": 1.414, "count": 285, "max_ms": 6.144, "p95_ms": 2.591}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.642, "count": 285, "max_ms": 85.137, "p95_ms": 74.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.543, "count": 285, "max_ms": 111.833, "p95_ms": 98.064}, "yolo11_640_fire_11class": {"avg_ms": 59.451, "count": 285, "max_ms": 90.501, "p95_ms": 79.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.045, "count": 285, "max_ms": 103.902, "p95_ms": 97.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.903, "count": 285, "max_ms": 162.654, "p95_ms": 150.531}, "read_interval": {"avg_ms": 105.142, "count": 284, "max_ms": 178.509, "p95_ms": 160.969}, "triton_wait": {"avg_ms": 71.354, "count": 285, "max_ms": 111.847, "p95_ms": 98.776}, "visualize": {"avg_ms": 3.983, "count": 285, "max_ms": 6.161, "p95_ms": 5.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 11}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5606.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:44:16+09:00", "last_error_summary": "[h264 @ 0x561a62ee6600] error while decoding MB 69 31, bytestream -17", "last_exit_at": "2026-07-06T12:44:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.993, "last_started_at": "2026-07-06T12:44:18+09:00", "pid": 6789, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.961, "name": "ffmpeg", "pid": 6789, "rss_mb": 267.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.949, "sample_count": 1425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 56.966}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:46:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:46:07+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T12:46:07+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T12:46:07.761968+09:00", "mtime_epoch": 1783309567.7619681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:46:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.648, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.741, "pushed": 6.741, "read": 6.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.319, "count": 201, "max_ms": 8.992, "p95_ms": 7.894}, "gstreamer_push": {"avg_ms": 1.153, "count": 202, "max_ms": 4.011, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.546, "count": 201, "max_ms": 83.969, "p95_ms": 77.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.642, "count": 201, "max_ms": 109.476, "p95_ms": 100.937}, "yolo11_640_fire_11class": {"avg_ms": 61.104, "count": 201, "max_ms": 88.271, "p95_ms": 83.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.654, "count": 201, "max_ms": 102.239, "p95_ms": 99.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.564, "count": 202, "max_ms": 190.873, "p95_ms": 175.759}, "read_interval": {"avg_ms": 149.237, "count": 201, "max_ms": 198.688, "p95_ms": 184.614}, "triton_wait": {"avg_ms": 77.875, "count": 201, "max_ms": 109.49, "p95_ms": 101.619}, "visualize": {"avg_ms": 5.637, "count": 201, "max_ms": 7.608, "p95_ms": 6.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 286, "tracking_summary": 281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5606.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5296.702, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.355, "sample_count": 1799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:46:23+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T12:46:23+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T12:46:23.354435+09:00", "mtime_epoch": 1783309583.3544352, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:46:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.418, "name": "celery", "pid": 239, "rss_mb": 732.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.026, "pushed": 6.026, "read": 5.993}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.248, "count": 180, "max_ms": 60.69, "p95_ms": 52.67}, "gstreamer_push": {"avg_ms": 0.948, "count": 180, "max_ms": 2.802, "p95_ms": 1.138}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.497, "count": 180, "max_ms": 110.421, "p95_ms": 98.475}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.259, "count": 180, "max_ms": 111.925, "p95_ms": 97.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.719, "count": 180, "max_ms": 203.851, "p95_ms": 186.254}, "read_interval": {"avg_ms": 166.883, "count": 179, "max_ms": 212.523, "p95_ms": 195.934}, "triton_wait": {"avg_ms": 76.662, "count": 180, "max_ms": 111.936, "p95_ms": 100.782}, "visualize": {"avg_ms": 37.134, "count": 180, "max_ms": 54.326, "p95_ms": 48.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 19}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5608.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.493, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.746, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.431}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:46:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:46:35+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T12:46:35+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T12:46:35.702802+09:00", "mtime_epoch": 1783309595.7028017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:46:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.508, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.357, "pushed": 7.357, "read": 7.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.282, "count": 220, "max_ms": 8.929, "p95_ms": 6.987}, "gstreamer_push": {"avg_ms": 1.292, "count": 220, "max_ms": 5.444, "p95_ms": 2.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.59, "count": 220, "max_ms": 87.374, "p95_ms": 77.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.626, "count": 220, "max_ms": 110.513, "p95_ms": 100.66}, "yolo11_640_fire_11class": {"avg_ms": 63.989, "count": 220, "max_ms": 91.169, "p95_ms": 83.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.497, "count": 220, "max_ms": 106.754, "p95_ms": 99.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.834, "count": 220, "max_ms": 178.732, "p95_ms": 157.015}, "read_interval": {"avg_ms": 136.314, "count": 219, "max_ms": 190.057, "p95_ms": 169.115}, "triton_wait": {"avg_ms": 78.892, "count": 220, "max_ms": 110.526, "p95_ms": 102.233}, "visualize": {"avg_ms": 4.909, "count": 220, "max_ms": 8.962, "p95_ms": 5.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 13}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5611.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:44:16+09:00", "last_error_summary": "[h264 @ 0x561a62ee6600] error while decoding MB 69 31, bytestream -17", "last_exit_at": "2026-07-06T12:44:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.105, "last_started_at": "2026-07-06T12:44:18+09:00", "pid": 6789, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.219, "name": "ffmpeg", "pid": 6789, "rss_mb": 268.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.279, "sample_count": 1633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 26.855}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:46:38+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T12:46:37+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T12:46:37.898866+09:00", "mtime_epoch": 1783309597.8988664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:46:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.969, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.939, "pushed": 6.939, "read": 6.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.825, "count": 207, "max_ms": 8.86, "p95_ms": 7.319}, "gstreamer_push": {"avg_ms": 1.231, "count": 208, "max_ms": 5.616, "p95_ms": 1.811}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.95, "count": 207, "max_ms": 87.374, "p95_ms": 76.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.889, "count": 207, "max_ms": 121.759, "p95_ms": 100.823}, "yolo11_640_fire_11class": {"avg_ms": 65.274, "count": 207, "max_ms": 89.611, "p95_ms": 83.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.801, "count": 207, "max_ms": 106.729, "p95_ms": 100.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.279, "count": 208, "max_ms": 177.574, "p95_ms": 160.24}, "read_interval": {"avg_ms": 144.781, "count": 207, "max_ms": 189.27, "p95_ms": 169.27}, "triton_wait": {"avg_ms": 82.029, "count": 207, "max_ms": 121.771, "p95_ms": 101.486}, "visualize": {"avg_ms": 5.106, "count": 207, "max_ms": 8.973, "p95_ms": 5.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 287, "tracking_summary": 282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5364.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5326.735, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.57, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:46:53+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T12:46:53+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T12:46:53.395321+09:00", "mtime_epoch": 1783309613.3953214, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:46:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.418, "name": "celery", "pid": 239, "rss_mb": 731.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.119, "pushed": 6.119, "read": 6.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.015, "count": 183, "max_ms": 67.675, "p95_ms": 48.265}, "gstreamer_push": {"avg_ms": 0.892, "count": 183, "max_ms": 1.157, "p95_ms": 1.036}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.54, "count": 183, "max_ms": 114.155, "p95_ms": 97.141}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.172, "count": 183, "max_ms": 111.622, "p95_ms": 98.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.251, "count": 183, "max_ms": 202.211, "p95_ms": 189.365}, "read_interval": {"avg_ms": 164.172, "count": 182, "max_ms": 209.265, "p95_ms": 196.817}, "triton_wait": {"avg_ms": 73.97, "count": 183, "max_ms": 114.168, "p95_ms": 100.443}, "visualize": {"avg_ms": 36.71, "count": 183, "max_ms": 51.124, "p95_ms": 48.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 21}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5594.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.502, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.326, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:47:05+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:47:05+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T12:47:05.727680+09:00", "mtime_epoch": 1783309625.72768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:47:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.738, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.034, "pushed": 8.034, "read": 8.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.007, "count": 241, "max_ms": 8.912, "p95_ms": 7.389}, "gstreamer_push": {"avg_ms": 1.303, "count": 241, "max_ms": 7.001, "p95_ms": 1.512}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.737, "count": 241, "max_ms": 85.004, "p95_ms": 75.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.634, "count": 241, "max_ms": 119.336, "p95_ms": 97.413}, "yolo11_640_fire_11class": {"avg_ms": 60.18, "count": 241, "max_ms": 87.864, "p95_ms": 80.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.62, "count": 241, "max_ms": 107.607, "p95_ms": 95.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.709, "count": 241, "max_ms": 182.716, "p95_ms": 151.084}, "read_interval": {"avg_ms": 124.573, "count": 241, "max_ms": 196.269, "p95_ms": 161.482}, "triton_wait": {"avg_ms": 73.513, "count": 241, "max_ms": 119.349, "p95_ms": 100.69}, "visualize": {"avg_ms": 4.724, "count": 241, "max_ms": 9.153, "p95_ms": 6.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5607.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.839, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.875, "name": "ffmpeg", "pid": 6896, "rss_mb": 265.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.441, "sample_count": 1824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:47:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:47:08+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T12:47:07+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T12:47:07.927744+09:00", "mtime_epoch": 1783309627.9277437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:47:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.6, "pushed": 6.6, "read": 6.566}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.178, "count": 197, "max_ms": 9.262, "p95_ms": 7.629}, "gstreamer_push": {"avg_ms": 1.276, "count": 197, "max_ms": 3.912, "p95_ms": 2.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.045, "count": 197, "max_ms": 85.593, "p95_ms": 78.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.158, "count": 197, "max_ms": 113.228, "p95_ms": 103.527}, "yolo11_640_fire_11class": {"avg_ms": 61.974, "count": 197, "max_ms": 89.1, "p95_ms": 83.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.499, "count": 197, "max_ms": 108.336, "p95_ms": 98.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.587, "count": 197, "max_ms": 172.492, "p95_ms": 158.293}, "read_interval": {"avg_ms": 152.498, "count": 196, "max_ms": 4967.284, "p95_ms": 168.661}, "triton_wait": {"avg_ms": 76.836, "count": 197, "max_ms": 113.241, "p95_ms": 104.029}, "visualize": {"avg_ms": 4.724, "count": 197, "max_ms": 9.335, "p95_ms": 5.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 289, "tracking_summary": 284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5607.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5356.897, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.427, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:47:23+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T12:47:23+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T12:47:23.520192+09:00", "mtime_epoch": 1783309643.5201924, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:47:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.418, "name": "celery", "pid": 239, "rss_mb": 731.551, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.399, "pushed": 6.399, "read": 6.366}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 37.465, "count": 191, "max_ms": 59.876, "p95_ms": 47.69}, "gstreamer_push": {"avg_ms": 0.918, "count": 191, "max_ms": 1.38, "p95_ms": 1.059}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.764, "count": 191, "max_ms": 109.831, "p95_ms": 97.461}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.112, "count": 191, "max_ms": 108.846, "p95_ms": 97.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.028, "count": 191, "max_ms": 192.783, "p95_ms": 179.332}, "read_interval": {"avg_ms": 156.961, "count": 190, "max_ms": 199.972, "p95_ms": 186.59}, "triton_wait": {"avg_ms": 72.844, "count": 191, "max_ms": 109.844, "p95_ms": 98.801}, "visualize": {"avg_ms": 33.96, "count": 191, "max_ms": 45.078, "p95_ms": 39.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5610.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.599, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.953, "sample_count": 2514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:47:35+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T12:47:35+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T12:47:35.824543+09:00", "mtime_epoch": 1783309655.8245435, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:47:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.283, "pushed": 7.283, "read": 7.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.73, "count": 218, "max_ms": 8.711, "p95_ms": 7.214}, "gstreamer_push": {"avg_ms": 1.253, "count": 218, "max_ms": 4.585, "p95_ms": 2.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.976, "count": 218, "max_ms": 81.937, "p95_ms": 76.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.601, "count": 218, "max_ms": 124.564, "p95_ms": 101.227}, "yolo11_640_fire_11class": {"avg_ms": 58.561, "count": 218, "max_ms": 89.802, "p95_ms": 78.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.685, "count": 218, "max_ms": 100.642, "p95_ms": 93.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.989, "count": 218, "max_ms": 183.386, "p95_ms": 156.319}, "read_interval": {"avg_ms": 138.009, "count": 217, "max_ms": 195.071, "p95_ms": 166.008}, "triton_wait": {"avg_ms": 74.884, "count": 218, "max_ms": 124.576, "p95_ms": 101.241}, "visualize": {"avg_ms": 5.212, "count": 218, "max_ms": 8.034, "p95_ms": 6.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5612.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.85, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.484, "name": "ffmpeg", "pid": 6896, "rss_mb": 269.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.618, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:47:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T12:47:38+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T12:47:37+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T12:47:37.972605+09:00", "mtime_epoch": 1783309657.9726045, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:47:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.246, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.671, "count": 301, "max_ms": 7.99, "p95_ms": 5.758}, "gstreamer_push": {"avg_ms": 1.5, "count": 301, "max_ms": 6.589, "p95_ms": 3.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.138, "count": 301, "max_ms": 83.231, "p95_ms": 74.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.753, "count": 301, "max_ms": 124.104, "p95_ms": 100.092}, "yolo11_640_fire_11class": {"avg_ms": 57.901, "count": 301, "max_ms": 88.48, "p95_ms": 77.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.218, "count": 301, "max_ms": 100.5, "p95_ms": 91.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.545, "count": 301, "max_ms": 157.397, "p95_ms": 126.07}, "read_interval": {"avg_ms": 99.747, "count": 300, "max_ms": 166.289, "p95_ms": 139.804}, "triton_wait": {"avg_ms": 71.863, "count": 301, "max_ms": 124.117, "p95_ms": 100.453}, "visualize": {"avg_ms": 3.815, "count": 301, "max_ms": 6.221, "p95_ms": 5.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 290, "tracking_summary": 286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5615.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5386.972, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.224, "sample_count": 1821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:47:53+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T12:47:53+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:47:53.617046+09:00", "mtime_epoch": 1783309673.617046, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 220387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:47:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.418, "name": "celery", "pid": 239, "rss_mb": 729.16, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.184, "pushed": 6.184, "read": 6.151}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.147, "count": 185, "max_ms": 56.5, "p95_ms": 49.815}, "gstreamer_push": {"avg_ms": 0.948, "count": 185, "max_ms": 1.605, "p95_ms": 1.107}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.426, "count": 185, "max_ms": 118.141, "p95_ms": 102.661}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.495, "count": 185, "max_ms": 115.923, "p95_ms": 99.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.276, "count": 185, "max_ms": 201.085, "p95_ms": 182.03}, "read_interval": {"avg_ms": 162.55, "count": 184, "max_ms": 211.448, "p95_ms": 190.451}, "triton_wait": {"avg_ms": 77.562, "count": 185, "max_ms": 118.154, "p95_ms": 104.533}, "visualize": {"avg_ms": 33.728, "count": 185, "max_ms": 44.192, "p95_ms": 39.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 24}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5613.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.644, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.74, "sample_count": 2491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:48:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:48:06+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T12:48:05+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T12:48:05.857389+09:00", "mtime_epoch": 1783309685.857389, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:48:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.754, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.386, "pushed": 7.386, "read": 7.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.384, "count": 221, "max_ms": 8.662, "p95_ms": 7.343}, "gstreamer_push": {"avg_ms": 1.293, "count": 221, "max_ms": 4.051, "p95_ms": 2.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.065, "count": 221, "max_ms": 85.937, "p95_ms": 72.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.104, "count": 221, "max_ms": 116.211, "p95_ms": 102.726}, "yolo11_640_fire_11class": {"avg_ms": 61.493, "count": 221, "max_ms": 85.925, "p95_ms": 79.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.179, "count": 221, "max_ms": 101.274, "p95_ms": 91.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.401, "count": 221, "max_ms": 174.304, "p95_ms": 160.244}, "read_interval": {"avg_ms": 135.821, "count": 220, "max_ms": 187.239, "p95_ms": 170.164}, "triton_wait": {"avg_ms": 78.235, "count": 221, "max_ms": 116.224, "p95_ms": 102.741}, "visualize": {"avg_ms": 5.028, "count": 221, "max_ms": 7.957, "p95_ms": 6.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5613.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.917, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.062, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.219, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:48:08+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T12:48:08+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T12:48:08.045450+09:00", "mtime_epoch": 1783309688.04545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:48:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.32, "pushed": 10.32, "read": 10.287}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 309, "max_ms": 5.563, "p95_ms": 4.692}, "gstreamer_push": {"avg_ms": 1.586, "count": 309, "max_ms": 4.127, "p95_ms": 3.745}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.347, "count": 309, "max_ms": 86.099, "p95_ms": 70.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.778, "count": 309, "max_ms": 116.202, "p95_ms": 102.303}, "yolo11_640_fire_11class": {"avg_ms": 58.8, "count": 309, "max_ms": 88.34, "p95_ms": 80.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.727, "count": 309, "max_ms": 102.771, "p95_ms": 90.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.049, "count": 309, "max_ms": 128.451, "p95_ms": 114.646}, "read_interval": {"avg_ms": 97.339, "count": 308, "max_ms": 143.055, "p95_ms": 127.311}, "triton_wait": {"avg_ms": 71.856, "count": 309, "max_ms": 116.217, "p95_ms": 102.316}, "visualize": {"avg_ms": 3.704, "count": 309, "max_ms": 6.03, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 291, "tracking_summary": 287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5614.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5417.041, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.433, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:48:23+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T12:48:23+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T12:48:23.701884+09:00", "mtime_epoch": 1783309703.701884, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:48:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.613, "name": "celery", "pid": 239, "rss_mb": 732.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.99, "pushed": 5.99, "read": 5.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.129, "count": 179, "max_ms": 59.068, "p95_ms": 49.445}, "gstreamer_push": {"avg_ms": 0.943, "count": 179, "max_ms": 2.287, "p95_ms": 1.101}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.49, "count": 179, "max_ms": 109.194, "p95_ms": 102.786}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.436, "count": 179, "max_ms": 114.924, "p95_ms": 101.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.075, "count": 179, "max_ms": 203.392, "p95_ms": 189.61}, "read_interval": {"avg_ms": 168.066, "count": 178, "max_ms": 214.045, "p95_ms": 198.161}, "triton_wait": {"avg_ms": 76.377, "count": 179, "max_ms": 114.935, "p95_ms": 103.033}, "visualize": {"avg_ms": 36.031, "count": 179, "max_ms": 47.532, "p95_ms": 42.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 26}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5616.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.676, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.675, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:48:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:48:36+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T12:48:35+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T12:48:35.910220+09:00", "mtime_epoch": 1783309715.91022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:48:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.898, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.095, "pushed": 7.095, "read": 7.062}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.664, "count": 212, "max_ms": 8.414, "p95_ms": 6.777}, "gstreamer_push": {"avg_ms": 1.237, "count": 212, "max_ms": 4.45, "p95_ms": 2.537}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.963, "count": 212, "max_ms": 88.21, "p95_ms": 76.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.213, "count": 212, "max_ms": 113.323, "p95_ms": 106.108}, "yolo11_640_fire_11class": {"avg_ms": 60.932, "count": 212, "max_ms": 87.545, "p95_ms": 81.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.004, "count": 212, "max_ms": 100.854, "p95_ms": 94.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.545, "count": 212, "max_ms": 171.276, "p95_ms": 159.254}, "read_interval": {"avg_ms": 141.636, "count": 211, "max_ms": 180.715, "p95_ms": 170.937}, "triton_wait": {"avg_ms": 78.507, "count": 212, "max_ms": 113.337, "p95_ms": 106.121}, "visualize": {"avg_ms": 5.148, "count": 212, "max_ms": 6.541, "p95_ms": 5.644}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5611.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.944, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.062, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.048, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:48:38+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T12:48:38+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T12:48:38.078279+09:00", "mtime_epoch": 1783309718.0782793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:48:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.465, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.39, "pushed": 10.39, "read": 10.356}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 311, "max_ms": 5.633, "p95_ms": 4.788}, "gstreamer_push": {"avg_ms": 1.603, "count": 311, "max_ms": 7.021, "p95_ms": 3.868}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.0, "count": 311, "max_ms": 84.975, "p95_ms": 75.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.921, "count": 311, "max_ms": 126.984, "p95_ms": 102.325}, "yolo11_640_fire_11class": {"avg_ms": 58.553, "count": 311, "max_ms": 86.555, "p95_ms": 80.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.854, "count": 311, "max_ms": 100.859, "p95_ms": 91.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.198, "count": 311, "max_ms": 139.762, "p95_ms": 115.01}, "read_interval": {"avg_ms": 96.595, "count": 310, "max_ms": 157.931, "p95_ms": 127.687}, "triton_wait": {"avg_ms": 71.067, "count": 311, "max_ms": 127.001, "p95_ms": 102.341}, "visualize": {"avg_ms": 3.692, "count": 311, "max_ms": 5.52, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 293, "tracking_summary": 289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5608.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5447.117, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.993, "sample_count": 1829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:48:53+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T12:48:53+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T12:48:53.746706+09:00", "mtime_epoch": 1783309733.7467062, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:48:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.613, "name": "celery", "pid": 239, "rss_mb": 721.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.151, "pushed": 6.151, "read": 6.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.55, "count": 184, "max_ms": 57.614, "p95_ms": 52.452}, "gstreamer_push": {"avg_ms": 0.967, "count": 184, "max_ms": 2.448, "p95_ms": 1.115}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.234, "count": 184, "max_ms": 116.341, "p95_ms": 105.916}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.104, "count": 184, "max_ms": 109.73, "p95_ms": 102.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.325, "count": 184, "max_ms": 193.313, "p95_ms": 184.298}, "read_interval": {"avg_ms": 163.31, "count": 183, "max_ms": 201.417, "p95_ms": 191.638}, "triton_wait": {"avg_ms": 79.205, "count": 184, "max_ms": 116.354, "p95_ms": 106.056}, "visualize": {"avg_ms": 34.769, "count": 184, "max_ms": 44.913, "p95_ms": 42.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 28}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5617.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.698, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.22, "sample_count": 2431, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:49:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:49:06+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T12:49:05+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T12:49:05.915035+09:00", "mtime_epoch": 1783309745.9150352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:49:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.68, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.098, "pushed": 7.098, "read": 7.065}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.622, "count": 212, "max_ms": 8.875, "p95_ms": 6.386}, "gstreamer_push": {"avg_ms": 1.272, "count": 212, "max_ms": 4.987, "p95_ms": 2.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.841, "count": 212, "max_ms": 80.284, "p95_ms": 73.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.89, "count": 212, "max_ms": 123.709, "p95_ms": 106.167}, "yolo11_640_fire_11class": {"avg_ms": 61.684, "count": 212, "max_ms": 87.468, "p95_ms": 81.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.948, "count": 212, "max_ms": 102.976, "p95_ms": 94.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.33, "count": 212, "max_ms": 174.845, "p95_ms": 159.209}, "read_interval": {"avg_ms": 141.504, "count": 211, "max_ms": 184.245, "p95_ms": 168.766}, "triton_wait": {"avg_ms": 78.18, "count": 212, "max_ms": 123.721, "p95_ms": 106.179}, "visualize": {"avg_ms": 5.182, "count": 212, "max_ms": 8.921, "p95_ms": 5.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5612.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.013, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.062, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.725, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:49:08+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T12:49:08+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T12:49:08.135095+09:00", "mtime_epoch": 1783309748.1350951, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:49:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.242, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 302, "max_ms": 5.637, "p95_ms": 4.815}, "gstreamer_push": {"avg_ms": 1.493, "count": 302, "max_ms": 7.801, "p95_ms": 3.551}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.057, "count": 302, "max_ms": 86.129, "p95_ms": 71.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.294, "count": 302, "max_ms": 121.411, "p95_ms": 101.911}, "yolo11_640_fire_11class": {"avg_ms": 59.092, "count": 302, "max_ms": 88.092, "p95_ms": 82.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.366, "count": 302, "max_ms": 100.544, "p95_ms": 92.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.538, "count": 302, "max_ms": 134.842, "p95_ms": 114.103}, "read_interval": {"avg_ms": 99.594, "count": 301, "max_ms": 149.139, "p95_ms": 131.444}, "triton_wait": {"avg_ms": 72.391, "count": 302, "max_ms": 121.427, "p95_ms": 101.922}, "visualize": {"avg_ms": 3.702, "count": 302, "max_ms": 5.498, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 295, "tracking_summary": 290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5619.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5477.209, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.51, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:49:23+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T12:49:23+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T12:49:23.867517+09:00", "mtime_epoch": 1783309763.8675168, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:49:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.613, "name": "celery", "pid": 239, "rss_mb": 729.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.847, "pushed": 5.847, "read": 5.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.589, "count": 175, "max_ms": 58.097, "p95_ms": 52.394}, "gstreamer_push": {"avg_ms": 1.146, "count": 175, "max_ms": 2.951, "p95_ms": 2.202}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.073, "count": 175, "max_ms": 107.226, "p95_ms": 99.1}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.667, "count": 175, "max_ms": 109.778, "p95_ms": 99.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.687, "count": 175, "max_ms": 198.713, "p95_ms": 189.686}, "read_interval": {"avg_ms": 172.041, "count": 174, "max_ms": 206.7, "p95_ms": 199.939}, "triton_wait": {"avg_ms": 77.854, "count": 175, "max_ms": 109.791, "p95_ms": 102.885}, "visualize": {"avg_ms": 40.726, "count": 175, "max_ms": 58.347, "p95_ms": 53.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5619.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 452.742, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.8, "sample_count": 2401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:49:36+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T12:49:35+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T12:49:35.951838+09:00", "mtime_epoch": 1783309775.951838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:49:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.191, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.622, "pushed": 7.622, "read": 7.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.347, "count": 228, "max_ms": 8.824, "p95_ms": 7.946}, "gstreamer_push": {"avg_ms": 1.272, "count": 228, "max_ms": 4.382, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.356, "count": 228, "max_ms": 90.203, "p95_ms": 76.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.696, "count": 228, "max_ms": 121.277, "p95_ms": 101.802}, "yolo11_640_fire_11class": {"avg_ms": 59.52, "count": 228, "max_ms": 92.207, "p95_ms": 81.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.543, "count": 228, "max_ms": 110.27, "p95_ms": 94.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.143, "count": 228, "max_ms": 173.767, "p95_ms": 156.123}, "read_interval": {"avg_ms": 131.605, "count": 227, "max_ms": 183.669, "p95_ms": 168.179}, "triton_wait": {"avg_ms": 74.971, "count": 228, "max_ms": 121.29, "p95_ms": 101.819}, "visualize": {"avg_ms": 4.94, "count": 228, "max_ms": 7.898, "p95_ms": 6.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5613.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.074, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.32, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.246, "sample_count": 2502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T12:49:38+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T12:49:38+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T12:49:38.167897+09:00", "mtime_epoch": 1783309778.1678967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:49:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.465, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 300, "max_ms": 5.466, "p95_ms": 4.694}, "gstreamer_push": {"avg_ms": 1.558, "count": 300, "max_ms": 5.956, "p95_ms": 3.698}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.205, "count": 300, "max_ms": 83.935, "p95_ms": 71.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.842, "count": 300, "max_ms": 114.959, "p95_ms": 99.474}, "yolo11_640_fire_11class": {"avg_ms": 58.65, "count": 300, "max_ms": 92.353, "p95_ms": 78.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.002, "count": 300, "max_ms": 110.233, "p95_ms": 93.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.117, "count": 300, "max_ms": 126.674, "p95_ms": 112.785}, "read_interval": {"avg_ms": 100.12, "count": 299, "max_ms": 172.286, "p95_ms": 130.683}, "triton_wait": {"avg_ms": 71.914, "count": 300, "max_ms": 114.971, "p95_ms": 99.487}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 6.819, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 296, "tracking_summary": 292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5610.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5507.325, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.41, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:49:54+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T12:49:53+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T12:49:53.960313+09:00", "mtime_epoch": 1783309793.9603133, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:49:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.613, "name": "celery", "pid": 239, "rss_mb": 725.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.007, "pushed": 6.007, "read": 5.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.722, "count": 180, "max_ms": 54.798, "p95_ms": 47.334}, "gstreamer_push": {"avg_ms": 0.948, "count": 180, "max_ms": 2.206, "p95_ms": 1.09}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.374, "count": 180, "max_ms": 120.613, "p95_ms": 100.352}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.843, "count": 180, "max_ms": 114.697, "p95_ms": 102.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.232, "count": 180, "max_ms": 206.834, "p95_ms": 190.297}, "read_interval": {"avg_ms": 167.258, "count": 179, "max_ms": 214.61, "p95_ms": 199.738}, "triton_wait": {"avg_ms": 76.99, "count": 180, "max_ms": 120.626, "p95_ms": 104.959}, "visualize": {"avg_ms": 36.94, "count": 180, "max_ms": 55.05, "p95_ms": 52.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5615.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 482.805, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.21, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:50:06+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T12:50:06+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T12:50:06.060630+09:00", "mtime_epoch": 1783309806.06063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:50:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.211, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.448, "pushed": 7.448, "read": 7.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.515, "count": 223, "max_ms": 8.789, "p95_ms": 6.733}, "gstreamer_push": {"avg_ms": 1.319, "count": 223, "max_ms": 6.055, "p95_ms": 2.562}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.648, "count": 223, "max_ms": 84.977, "p95_ms": 73.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.236, "count": 223, "max_ms": 112.394, "p95_ms": 102.7}, "yolo11_640_fire_11class": {"avg_ms": 60.716, "count": 223, "max_ms": 89.015, "p95_ms": 80.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.072, "count": 223, "max_ms": 99.983, "p95_ms": 93.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.486, "count": 223, "max_ms": 172.428, "p95_ms": 156.333}, "read_interval": {"avg_ms": 134.874, "count": 222, "max_ms": 182.69, "p95_ms": 165.707}, "triton_wait": {"avg_ms": 75.492, "count": 223, "max_ms": 112.407, "p95_ms": 102.713}, "visualize": {"avg_ms": 5.056, "count": 223, "max_ms": 8.546, "p95_ms": 5.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5613.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 193.16, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.32, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.683, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:50:08+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T12:50:08+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T12:50:08.284688+09:00", "mtime_epoch": 1783309808.2846882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:50:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 300, "max_ms": 5.395, "p95_ms": 4.391}, "gstreamer_push": {"avg_ms": 1.618, "count": 301, "max_ms": 6.5, "p95_ms": 3.795}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.451, "count": 300, "max_ms": 88.683, "p95_ms": 71.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.956, "count": 300, "max_ms": 118.462, "p95_ms": 100.402}, "yolo11_640_fire_11class": {"avg_ms": 58.374, "count": 300, "max_ms": 91.657, "p95_ms": 78.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.103, "count": 300, "max_ms": 100.532, "p95_ms": 91.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.324, "count": 301, "max_ms": 131.582, "p95_ms": 113.295}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 234.282, "p95_ms": 129.452}, "triton_wait": {"avg_ms": 72.037, "count": 300, "max_ms": 118.476, "p95_ms": 100.415}, "visualize": {"avg_ms": 3.747, "count": 300, "max_ms": 5.871, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 298, "tracking_summary": 293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5611.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5537.477, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.429, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:50:24+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T12:50:24+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T12:50:24.129100+09:00", "mtime_epoch": 1783309824.1290996, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:50:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 732.613, "name": "celery", "pid": 239, "rss_mb": 727.203, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.968, "pushed": 5.968, "read": 5.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.833, "count": 179, "max_ms": 55.858, "p95_ms": 47.332}, "gstreamer_push": {"avg_ms": 1.283, "count": 179, "max_ms": 3.313, "p95_ms": 2.251}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.738, "count": 179, "max_ms": 114.166, "p95_ms": 104.9}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.749, "count": 179, "max_ms": 110.293, "p95_ms": 102.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.117, "count": 179, "max_ms": 228.926, "p95_ms": 188.601}, "read_interval": {"avg_ms": 167.564, "count": 179, "max_ms": 235.883, "p95_ms": 199.977}, "triton_wait": {"avg_ms": 77.783, "count": 179, "max_ms": 114.179, "p95_ms": 107.032}, "visualize": {"avg_ms": 39.897, "count": 179, "max_ms": 57.583, "p95_ms": 51.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 33}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5620.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 512.888, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.191, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:50:36+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T12:50:36+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T12:50:36.105408+09:00", "mtime_epoch": 1783309836.1054084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:50:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1318.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.146, "pushed": 7.146, "read": 7.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.722, "count": 214, "max_ms": 8.854, "p95_ms": 7.298}, "gstreamer_push": {"avg_ms": 1.197, "count": 214, "max_ms": 3.633, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.951, "count": 214, "max_ms": 83.379, "p95_ms": 74.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.493, "count": 214, "max_ms": 118.197, "p95_ms": 105.339}, "yolo11_640_fire_11class": {"avg_ms": 61.331, "count": 214, "max_ms": 87.158, "p95_ms": 82.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.521, "count": 214, "max_ms": 101.524, "p95_ms": 93.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.59, "count": 214, "max_ms": 171.443, "p95_ms": 161.956}, "read_interval": {"avg_ms": 140.473, "count": 213, "max_ms": 181.254, "p95_ms": 173.178}, "triton_wait": {"avg_ms": 77.569, "count": 214, "max_ms": 118.211, "p95_ms": 105.351}, "visualize": {"avg_ms": 5.225, "count": 214, "max_ms": 7.619, "p95_ms": 6.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5620.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 223.174, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.32, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.705, "sample_count": 2728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:50:38+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:50:38+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T12:50:38.265464+09:00", "mtime_epoch": 1783309838.265464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:50:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.493, "count": 300, "max_ms": 5.466, "p95_ms": 4.54}, "gstreamer_push": {"avg_ms": 1.622, "count": 300, "max_ms": 6.923, "p95_ms": 3.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.287, "count": 300, "max_ms": 83.303, "p95_ms": 73.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.825, "count": 300, "max_ms": 123.798, "p95_ms": 103.584}, "yolo11_640_fire_11class": {"avg_ms": 59.493, "count": 300, "max_ms": 90.568, "p95_ms": 79.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.417, "count": 300, "max_ms": 99.62, "p95_ms": 91.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.195, "count": 300, "max_ms": 136.484, "p95_ms": 115.862}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 149.88, "p95_ms": 130.781}, "triton_wait": {"avg_ms": 72.924, "count": 300, "max_ms": 123.81, "p95_ms": 103.599}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 5.088, "p95_ms": 4.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 299, "tracking_summary": 295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5615.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5567.489, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.665, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:50:54+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T12:50:54+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T12:50:54.109869+09:00", "mtime_epoch": 1783309854.1098695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:50:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 733.391, "name": "celery", "pid": 239, "rss_mb": 728.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.165, "pushed": 6.165, "read": 6.132}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.506, "count": 184, "max_ms": 60.066, "p95_ms": 51.139}, "gstreamer_push": {"avg_ms": 0.942, "count": 184, "max_ms": 2.058, "p95_ms": 1.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.113, "count": 184, "max_ms": 120.107, "p95_ms": 110.144}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.212, "count": 184, "max_ms": 117.206, "p95_ms": 101.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.964, "count": 184, "max_ms": 211.511, "p95_ms": 191.075}, "read_interval": {"avg_ms": 162.962, "count": 183, "max_ms": 220.397, "p95_ms": 201.406}, "triton_wait": {"avg_ms": 76.455, "count": 184, "max_ms": 120.121, "p95_ms": 110.773}, "visualize": {"avg_ms": 34.223, "count": 184, "max_ms": 51.692, "p95_ms": 40.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5612.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 542.901, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.004, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T12:51:06+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:51:06+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:51:06.154176+09:00", "mtime_epoch": 1783309866.1541758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:51:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.742, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.293, "pushed": 7.293, "read": 7.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.468, "count": 218, "max_ms": 8.599, "p95_ms": 6.664}, "gstreamer_push": {"avg_ms": 1.289, "count": 218, "max_ms": 4.57, "p95_ms": 2.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.071, "count": 218, "max_ms": 84.924, "p95_ms": 77.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.208, "count": 218, "max_ms": 117.765, "p95_ms": 105.795}, "yolo11_640_fire_11class": {"avg_ms": 62.032, "count": 218, "max_ms": 95.431, "p95_ms": 86.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.506, "count": 218, "max_ms": 103.28, "p95_ms": 96.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.564, "count": 218, "max_ms": 178.54, "p95_ms": 157.637}, "read_interval": {"avg_ms": 137.734, "count": 217, "max_ms": 189.057, "p95_ms": 168.458}, "triton_wait": {"avg_ms": 77.287, "count": 218, "max_ms": 117.778, "p95_ms": 105.808}, "visualize": {"avg_ms": 5.096, "count": 218, "max_ms": 7.708, "p95_ms": 5.77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5621.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 253.26, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.32, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.896, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:51:08+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T12:51:08+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T12:51:08.382232+09:00", "mtime_epoch": 1783309868.3822322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:51:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 298, "max_ms": 5.626, "p95_ms": 4.543}, "gstreamer_push": {"avg_ms": 1.622, "count": 299, "max_ms": 6.309, "p95_ms": 3.867}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.538, "count": 298, "max_ms": 84.27, "p95_ms": 76.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.736, "count": 298, "max_ms": 119.426, "p95_ms": 104.893}, "yolo11_640_fire_11class": {"avg_ms": 61.281, "count": 298, "max_ms": 90.587, "p95_ms": 84.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.983, "count": 298, "max_ms": 100.872, "p95_ms": 93.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.067, "count": 299, "max_ms": 131.378, "p95_ms": 118.012}, "read_interval": {"avg_ms": 100.645, "count": 298, "max_ms": 274.67, "p95_ms": 132.91}, "triton_wait": {"avg_ms": 72.881, "count": 298, "max_ms": 119.438, "p95_ms": 104.907}, "visualize": {"avg_ms": 3.762, "count": 298, "max_ms": 6.894, "p95_ms": 4.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 302, "tracking_summary": 296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5613.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5597.503, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.564, "sample_count": 1812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:51:24+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T12:51:24+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T12:51:24.150630+09:00", "mtime_epoch": 1783309884.15063, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:51:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 733.566, "name": "celery", "pid": 239, "rss_mb": 728.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.86, "pushed": 5.86, "read": 5.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.659, "count": 175, "max_ms": 60.258, "p95_ms": 53.507}, "gstreamer_push": {"avg_ms": 1.031, "count": 175, "max_ms": 2.315, "p95_ms": 2.037}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.568, "count": 175, "max_ms": 115.658, "p95_ms": 105.523}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.886, "count": 175, "max_ms": 112.645, "p95_ms": 102.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.427, "count": 175, "max_ms": 210.5, "p95_ms": 197.325}, "read_interval": {"avg_ms": 171.552, "count": 174, "max_ms": 217.331, "p95_ms": 205.136}, "triton_wait": {"avg_ms": 75.742, "count": 175, "max_ms": 115.671, "p95_ms": 107.148}, "visualize": {"avg_ms": 38.445, "count": 175, "max_ms": 69.813, "p95_ms": 51.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5610.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 572.928, "last_started_at": "2026-07-06T12:42:03+09:00", "pid": 6527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 6527, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.004, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:51:36+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T12:51:36+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T12:51:36.162931+09:00", "mtime_epoch": 1783309896.1629314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:51:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.691, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.387, "pushed": 7.387, "read": 7.354}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.436, "count": 221, "max_ms": 9.104, "p95_ms": 6.993}, "gstreamer_push": {"avg_ms": 1.322, "count": 221, "max_ms": 5.098, "p95_ms": 2.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.159, "count": 221, "max_ms": 81.657, "p95_ms": 76.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.956, "count": 221, "max_ms": 113.665, "p95_ms": 103.626}, "yolo11_640_fire_11class": {"avg_ms": 62.277, "count": 221, "max_ms": 92.634, "p95_ms": 82.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.682, "count": 221, "max_ms": 101.537, "p95_ms": 94.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.329, "count": 221, "max_ms": 165.463, "p95_ms": 156.464}, "read_interval": {"avg_ms": 135.82, "count": 220, "max_ms": 179.558, "p95_ms": 166.945}, "triton_wait": {"avg_ms": 77.147, "count": 221, "max_ms": 113.675, "p95_ms": 103.639}, "visualize": {"avg_ms": 5.069, "count": 221, "max_ms": 8.411, "p95_ms": 6.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5610.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 283.368, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.578, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.242, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:51:38+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T12:51:38+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T12:51:38.466989+09:00", "mtime_epoch": 1783309898.4669888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:51:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.242, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.619, "count": 291, "max_ms": 8.837, "p95_ms": 5.339}, "gstreamer_push": {"avg_ms": 1.545, "count": 291, "max_ms": 7.123, "p95_ms": 3.581}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.448, "count": 291, "max_ms": 83.26, "p95_ms": 74.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.296, "count": 291, "max_ms": 120.958, "p95_ms": 101.643}, "yolo11_640_fire_11class": {"avg_ms": 61.506, "count": 291, "max_ms": 89.975, "p95_ms": 82.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.464, "count": 291, "max_ms": 98.508, "p95_ms": 93.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.938, "count": 291, "max_ms": 172.151, "p95_ms": 126.885}, "read_interval": {"avg_ms": 103.4, "count": 290, "max_ms": 186.253, "p95_ms": 139.881}, "triton_wait": {"avg_ms": 74.44, "count": 291, "max_ms": 120.97, "p95_ms": 101.656}, "visualize": {"avg_ms": 3.85, "count": 291, "max_ms": 6.252, "p95_ms": 5.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 302, "tracking_summary": 298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5592.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5627.659, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.712, "sample_count": 1816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:51:54+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T12:51:54+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T12:51:54.299383+09:00", "mtime_epoch": 1783309914.2993832, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:51:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 733.566, "name": "celery", "pid": 239, "rss_mb": 730.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.2, "pushed": 6.233, "read": 6.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.387, "count": 186, "max_ms": 54.192, "p95_ms": 50.952}, "gstreamer_push": {"avg_ms": 0.972, "count": 187, "max_ms": 2.648, "p95_ms": 1.106}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.063, "count": 186, "max_ms": 114.501, "p95_ms": 101.054}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.479, "count": 186, "max_ms": 117.039, "p95_ms": 99.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.875, "count": 186, "max_ms": 192.918, "p95_ms": 181.379}, "read_interval": {"avg_ms": 161.21, "count": 186, "max_ms": 200.196, "p95_ms": 189.123}, "triton_wait": {"avg_ms": 76.216, "count": 186, "max_ms": 117.054, "p95_ms": 102.346}, "visualize": {"avg_ms": 36.429, "count": 186, "max_ms": 62.045, "p95_ms": 50.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5598.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.373, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.254, "name": "ffmpeg", "pid": 7003, "rss_mb": 328.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.248, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:52:06+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T12:52:06+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T12:52:06.259679+09:00", "mtime_epoch": 1783309926.259679, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:52:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1309.156, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.717, "pushed": 6.717, "read": 6.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.742, "count": 201, "max_ms": 13.078, "p95_ms": 6.232}, "gstreamer_push": {"avg_ms": 1.356, "count": 201, "max_ms": 6.996, "p95_ms": 1.822}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.341, "count": 201, "max_ms": 84.236, "p95_ms": 75.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.997, "count": 201, "max_ms": 114.384, "p95_ms": 103.625}, "yolo11_640_fire_11class": {"avg_ms": 63.292, "count": 201, "max_ms": 88.838, "p95_ms": 82.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.995, "count": 201, "max_ms": 100.919, "p95_ms": 94.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.412, "count": 201, "max_ms": 170.555, "p95_ms": 153.528}, "read_interval": {"avg_ms": 149.788, "count": 200, "max_ms": 4610.852, "p95_ms": 164.505}, "triton_wait": {"avg_ms": 78.452, "count": 201, "max_ms": 114.396, "p95_ms": 103.638}, "visualize": {"avg_ms": 4.626, "count": 201, "max_ms": 7.211, "p95_ms": 5.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5601.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 313.369, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.578, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.086, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:52:08+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T12:52:08+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T12:52:08.491734+09:00", "mtime_epoch": 1783309928.4917343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:52:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.246, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 297, "max_ms": 5.01, "p95_ms": 4.483}, "gstreamer_push": {"avg_ms": 1.596, "count": 297, "max_ms": 6.47, "p95_ms": 3.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.119, "count": 297, "max_ms": 85.765, "p95_ms": 75.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.788, "count": 297, "max_ms": 124.245, "p95_ms": 104.039}, "yolo11_640_fire_11class": {"avg_ms": 61.337, "count": 297, "max_ms": 90.356, "p95_ms": 82.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.609, "count": 297, "max_ms": 98.071, "p95_ms": 94.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.061, "count": 297, "max_ms": 136.506, "p95_ms": 116.086}, "read_interval": {"avg_ms": 101.11, "count": 297, "max_ms": 151.236, "p95_ms": 131.23}, "triton_wait": {"avg_ms": 74.869, "count": 297, "max_ms": 124.257, "p95_ms": 104.052}, "visualize": {"avg_ms": 3.722, "count": 297, "max_ms": 5.131, "p95_ms": 4.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 304, "tracking_summary": 299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5600.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5657.831, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.703, "sample_count": 1794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:52:24+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T12:52:24+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T12:52:24.468127+09:00", "mtime_epoch": 1783309944.4681268, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:52:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 733.566, "name": "celery", "pid": 239, "rss_mb": 719.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.686, "pushed": 5.686, "read": 5.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.081, "count": 170, "max_ms": 62.463, "p95_ms": 50.532}, "gstreamer_push": {"avg_ms": 1.115, "count": 170, "max_ms": 2.488, "p95_ms": 2.195}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.067, "count": 170, "max_ms": 115.536, "p95_ms": 105.454}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.315, "count": 170, "max_ms": 113.518, "p95_ms": 106.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.385, "count": 170, "max_ms": 215.301, "p95_ms": 197.42}, "read_interval": {"avg_ms": 176.708, "count": 169, "max_ms": 223.214, "p95_ms": 207.002}, "triton_wait": {"avg_ms": 79.716, "count": 170, "max_ms": 115.548, "p95_ms": 107.383}, "visualize": {"avg_ms": 43.115, "count": 170, "max_ms": 62.682, "p95_ms": 55.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 41}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5608.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.489, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.027, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.004, "sample_count": 2194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:52:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:52:36+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T12:52:36+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T12:52:36.352417+09:00", "mtime_epoch": 1783309956.3524172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:52:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.235, "pushed": 8.235, "read": 8.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.57, "count": 247, "max_ms": 8.58, "p95_ms": 6.801}, "gstreamer_push": {"avg_ms": 1.417, "count": 247, "max_ms": 6.126, "p95_ms": 3.555}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.0, "count": 247, "max_ms": 85.877, "p95_ms": 76.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.864, "count": 247, "max_ms": 122.06, "p95_ms": 101.504}, "yolo11_640_fire_11class": {"avg_ms": 62.947, "count": 247, "max_ms": 97.829, "p95_ms": 85.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.573, "count": 247, "max_ms": 99.151, "p95_ms": 93.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.662, "count": 247, "max_ms": 162.861, "p95_ms": 148.864}, "read_interval": {"avg_ms": 121.82, "count": 246, "max_ms": 176.906, "p95_ms": 158.623}, "triton_wait": {"avg_ms": 76.223, "count": 247, "max_ms": 122.072, "p95_ms": 101.515}, "visualize": {"avg_ms": 4.531, "count": 247, "max_ms": 6.489, "p95_ms": 5.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5613.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 343.449, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.578, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.301, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:52:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:52:38+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T12:52:38+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T12:52:38.576471+09:00", "mtime_epoch": 1783309958.5764713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:52:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.299, "count": 302, "max_ms": 5.386, "p95_ms": 4.54}, "gstreamer_push": {"avg_ms": 1.44, "count": 302, "max_ms": 5.905, "p95_ms": 3.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.691, "count": 302, "max_ms": 84.298, "p95_ms": 74.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.132, "count": 302, "max_ms": 118.706, "p95_ms": 101.039}, "yolo11_640_fire_11class": {"avg_ms": 62.686, "count": 302, "max_ms": 92.813, "p95_ms": 82.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.169, "count": 302, "max_ms": 100.727, "p95_ms": 91.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.901, "count": 302, "max_ms": 132.234, "p95_ms": 112.862}, "read_interval": {"avg_ms": 99.653, "count": 301, "max_ms": 149.364, "p95_ms": 128.08}, "triton_wait": {"avg_ms": 74.218, "count": 302, "max_ms": 118.72, "p95_ms": 101.052}, "visualize": {"avg_ms": 3.514, "count": 302, "max_ms": 4.9, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 305, "tracking_summary": 301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5607.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5687.92, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.439, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:52:54+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T12:52:54+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T12:52:54.524859+09:00", "mtime_epoch": 1783309974.5248587, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:52:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 733.793, "name": "celery", "pid": 239, "rss_mb": 725.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.781, "pushed": 5.781, "read": 5.748}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.996, "count": 173, "max_ms": 60.843, "p95_ms": 50.412}, "gstreamer_push": {"avg_ms": 1.271, "count": 173, "max_ms": 3.732, "p95_ms": 2.241}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.331, "count": 173, "max_ms": 118.756, "p95_ms": 98.597}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.122, "count": 173, "max_ms": 118.768, "p95_ms": 104.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.505, "count": 173, "max_ms": 216.171, "p95_ms": 198.589}, "read_interval": {"avg_ms": 173.732, "count": 172, "max_ms": 223.63, "p95_ms": 205.593}, "triton_wait": {"avg_ms": 74.642, "count": 173, "max_ms": 118.777, "p95_ms": 105.236}, "visualize": {"avg_ms": 41.49, "count": 173, "max_ms": 70.556, "p95_ms": 53.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 43}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5603.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.611, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.027, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.646, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:53:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:53:06+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T12:53:06+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T12:53:06.489147+09:00", "mtime_epoch": 1783309986.4891474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:53:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.922, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.704, "pushed": 7.704, "read": 7.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.291, "count": 230, "max_ms": 8.698, "p95_ms": 7.403}, "gstreamer_push": {"avg_ms": 1.291, "count": 231, "max_ms": 6.453, "p95_ms": 2.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.716, "count": 230, "max_ms": 83.842, "p95_ms": 73.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.325, "count": 230, "max_ms": 124.341, "p95_ms": 104.619}, "yolo11_640_fire_11class": {"avg_ms": 59.843, "count": 230, "max_ms": 86.821, "p95_ms": 81.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.202, "count": 230, "max_ms": 105.904, "p95_ms": 91.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.937, "count": 231, "max_ms": 176.245, "p95_ms": 159.365}, "read_interval": {"avg_ms": 130.423, "count": 230, "max_ms": 186.069, "p95_ms": 169.914}, "triton_wait": {"avg_ms": 74.564, "count": 230, "max_ms": 124.354, "p95_ms": 104.629}, "visualize": {"avg_ms": 4.882, "count": 230, "max_ms": 6.988, "p95_ms": 5.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5603.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 373.529, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.578, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.301, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:53:08+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T12:53:08+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T12:53:08.613199+09:00", "mtime_epoch": 1783309988.6131988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:53:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.237, "pushed": 10.237, "read": 10.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 307, "max_ms": 5.206, "p95_ms": 4.436}, "gstreamer_push": {"avg_ms": 1.483, "count": 307, "max_ms": 7.645, "p95_ms": 3.597}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.968, "count": 307, "max_ms": 85.578, "p95_ms": 68.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.091, "count": 307, "max_ms": 129.139, "p95_ms": 101.995}, "yolo11_640_fire_11class": {"avg_ms": 58.482, "count": 307, "max_ms": 87.758, "p95_ms": 81.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.766, "count": 307, "max_ms": 105.203, "p95_ms": 90.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.115, "count": 307, "max_ms": 141.292, "p95_ms": 115.139}, "read_interval": {"avg_ms": 97.88, "count": 306, "max_ms": 154.223, "p95_ms": 128.933}, "triton_wait": {"avg_ms": 72.137, "count": 307, "max_ms": 129.152, "p95_ms": 102.007}, "visualize": {"avg_ms": 3.638, "count": 307, "max_ms": 5.12, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5605.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5717.931, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.918, "sample_count": 1785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:53:24+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T12:53:24+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T12:53:24.557581+09:00", "mtime_epoch": 1783310004.5575812, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:53:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 717.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.068, "pushed": 6.068, "read": 6.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.195, "count": 181, "max_ms": 60.86, "p95_ms": 50.792}, "gstreamer_push": {"avg_ms": 1.302, "count": 181, "max_ms": 3.977, "p95_ms": 2.365}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.253, "count": 181, "max_ms": 111.864, "p95_ms": 105.558}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.573, "count": 181, "max_ms": 113.198, "p95_ms": 101.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.256, "count": 181, "max_ms": 213.903, "p95_ms": 194.266}, "read_interval": {"avg_ms": 165.694, "count": 180, "max_ms": 220.671, "p95_ms": 203.743}, "triton_wait": {"avg_ms": 74.485, "count": 181, "max_ms": 113.211, "p95_ms": 105.894}, "visualize": {"avg_ms": 38.964, "count": 181, "max_ms": 54.146, "p95_ms": 51.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5606.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.677, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.027, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.341, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:53:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:53:36+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T12:53:36+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T12:53:36.549868+09:00", "mtime_epoch": 1783310016.5498676, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:53:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.75, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.654, "pushed": 7.654, "read": 7.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.194, "count": 229, "max_ms": 8.722, "p95_ms": 6.798}, "gstreamer_push": {"avg_ms": 1.239, "count": 229, "max_ms": 3.582, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.771, "count": 229, "max_ms": 86.138, "p95_ms": 77.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.415, "count": 229, "max_ms": 122.171, "p95_ms": 105.23}, "yolo11_640_fire_11class": {"avg_ms": 60.703, "count": 229, "max_ms": 86.728, "p95_ms": 80.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.29, "count": 229, "max_ms": 103.048, "p95_ms": 94.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.719, "count": 229, "max_ms": 180.763, "p95_ms": 156.739}, "read_interval": {"avg_ms": 131.297, "count": 228, "max_ms": 189.272, "p95_ms": 168.029}, "triton_wait": {"avg_ms": 76.561, "count": 229, "max_ms": 122.184, "p95_ms": 105.243}, "visualize": {"avg_ms": 4.896, "count": 229, "max_ms": 7.171, "p95_ms": 5.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5606.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 403.59, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.578, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.313, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:53:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:53:38+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T12:53:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T12:53:38.701919+09:00", "mtime_epoch": 1783310018.7019188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:53:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.824, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 299, "max_ms": 5.536, "p95_ms": 4.618}, "gstreamer_push": {"avg_ms": 1.519, "count": 299, "max_ms": 6.462, "p95_ms": 3.64}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.033, "count": 299, "max_ms": 84.384, "p95_ms": 75.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.978, "count": 299, "max_ms": 126.573, "p95_ms": 102.979}, "yolo11_640_fire_11class": {"avg_ms": 59.393, "count": 299, "max_ms": 87.452, "p95_ms": 78.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.596, "count": 299, "max_ms": 102.062, "p95_ms": 92.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.427, "count": 299, "max_ms": 138.585, "p95_ms": 114.986}, "read_interval": {"avg_ms": 100.504, "count": 298, "max_ms": 151.125, "p95_ms": 129.292}, "triton_wait": {"avg_ms": 74.067, "count": 299, "max_ms": 126.586, "p95_ms": 102.992}, "visualize": {"avg_ms": 3.762, "count": 299, "max_ms": 5.643, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 309, "tracking_summary": 304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5606.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5747.981, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.975, "sample_count": 1781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:53:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:53:54+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T12:53:54+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T12:53:54.626297+09:00", "mtime_epoch": 1783310034.6262968, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:53:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 720.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.989, "pushed": 5.989, "read": 5.955}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.884, "count": 179, "max_ms": 64.836, "p95_ms": 51.439}, "gstreamer_push": {"avg_ms": 1.377, "count": 179, "max_ms": 2.97, "p95_ms": 2.258}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.393, "count": 179, "max_ms": 112.714, "p95_ms": 98.049}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.782, "count": 179, "max_ms": 114.129, "p95_ms": 99.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.565, "count": 179, "max_ms": 214.106, "p95_ms": 195.063}, "read_interval": {"avg_ms": 167.874, "count": 178, "max_ms": 223.172, "p95_ms": 204.22}, "triton_wait": {"avg_ms": 72.173, "count": 179, "max_ms": 114.141, "p95_ms": 99.348}, "visualize": {"avg_ms": 44.043, "count": 179, "max_ms": 62.51, "p95_ms": 54.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5612.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.749, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.96, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:54:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:54:06+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T12:54:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T12:54:06.650581+09:00", "mtime_epoch": 1783310046.6505806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:54:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.078, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.158, "pushed": 8.158, "read": 8.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.767, "count": 244, "max_ms": 8.548, "p95_ms": 6.779}, "gstreamer_push": {"avg_ms": 1.373, "count": 244, "max_ms": 7.144, "p95_ms": 1.602}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.181, "count": 244, "max_ms": 87.051, "p95_ms": 75.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.151, "count": 244, "max_ms": 117.566, "p95_ms": 100.447}, "yolo11_640_fire_11class": {"avg_ms": 62.087, "count": 244, "max_ms": 94.064, "p95_ms": 84.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.993, "count": 244, "max_ms": 105.034, "p95_ms": 95.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.155, "count": 244, "max_ms": 171.319, "p95_ms": 146.445}, "read_interval": {"avg_ms": 123.328, "count": 243, "max_ms": 183.328, "p95_ms": 158.382}, "triton_wait": {"avg_ms": 74.653, "count": 244, "max_ms": 117.578, "p95_ms": 100.888}, "visualize": {"avg_ms": 4.618, "count": 244, "max_ms": 6.907, "p95_ms": 5.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5610.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.614, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.836, "name": "ffmpeg", "pid": 6896, "rss_mb": 272.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.348, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:54:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:54:08+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T12:54:08+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T12:54:08.698629+09:00", "mtime_epoch": 1783310048.698629, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:54:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.89}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 297, "max_ms": 5.404, "p95_ms": 4.346}, "gstreamer_push": {"avg_ms": 1.528, "count": 297, "max_ms": 6.356, "p95_ms": 3.634}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.658, "count": 297, "max_ms": 85.247, "p95_ms": 78.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.529, "count": 297, "max_ms": 116.913, "p95_ms": 102.532}, "yolo11_640_fire_11class": {"avg_ms": 62.582, "count": 297, "max_ms": 93.342, "p95_ms": 85.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.477, "count": 297, "max_ms": 102.524, "p95_ms": 94.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.047, "count": 297, "max_ms": 130.456, "p95_ms": 114.253}, "read_interval": {"avg_ms": 100.992, "count": 296, "max_ms": 151.768, "p95_ms": 128.981}, "triton_wait": {"avg_ms": 74.733, "count": 297, "max_ms": 116.926, "p95_ms": 102.544}, "visualize": {"avg_ms": 3.762, "count": 297, "max_ms": 5.267, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5612.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5778.064, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.336, "sample_count": 1777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:54:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:54:24+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T12:54:24+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T12:54:24.691004+09:00", "mtime_epoch": 1783310064.6910043, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:54:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 728.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.755, "pushed": 5.755, "read": 5.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.513, "count": 172, "max_ms": 67.213, "p95_ms": 50.808}, "gstreamer_push": {"avg_ms": 0.998, "count": 172, "max_ms": 2.057, "p95_ms": 1.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.851, "count": 172, "max_ms": 117.792, "p95_ms": 110.813}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.156, "count": 172, "max_ms": 113.263, "p95_ms": 107.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.06, "count": 172, "max_ms": 219.262, "p95_ms": 202.01}, "read_interval": {"avg_ms": 174.835, "count": 171, "max_ms": 226.18, "p95_ms": 210.155}, "triton_wait": {"avg_ms": 79.231, "count": 172, "max_ms": 117.805, "p95_ms": 111.551}, "visualize": {"avg_ms": 38.871, "count": 172, "max_ms": 56.174, "p95_ms": 50.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 49}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5609.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.854, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.862, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:54:36+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T12:54:36+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T12:54:36.711285+09:00", "mtime_epoch": 1783310076.711285, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:54:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.316, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.74, "pushed": 7.74, "read": 7.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.516, "count": 232, "max_ms": 8.939, "p95_ms": 6.987}, "gstreamer_push": {"avg_ms": 1.472, "count": 232, "max_ms": 6.933, "p95_ms": 3.852}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.194, "count": 232, "max_ms": 86.205, "p95_ms": 81.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.234, "count": 232, "max_ms": 125.412, "p95_ms": 107.949}, "yolo11_640_fire_11class": {"avg_ms": 68.995, "count": 232, "max_ms": 95.944, "p95_ms": 87.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.796, "count": 232, "max_ms": 103.814, "p95_ms": 98.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.052, "count": 232, "max_ms": 178.808, "p95_ms": 155.37}, "read_interval": {"avg_ms": 129.647, "count": 231, "max_ms": 189.694, "p95_ms": 166.157}, "triton_wait": {"avg_ms": 84.392, "count": 232, "max_ms": 125.424, "p95_ms": 107.964}, "visualize": {"avg_ms": 4.536, "count": 232, "max_ms": 8.619, "p95_ms": 5.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5611.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 463.681, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.782, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:54:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:54:38+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T12:54:38+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:54:38.771333+09:00", "mtime_epoch": 1783310078.7713332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:54:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.465, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.65, "pushed": 9.65, "read": 9.616}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.356, "count": 289, "max_ms": 5.499, "p95_ms": 4.242}, "gstreamer_push": {"avg_ms": 1.56, "count": 289, "max_ms": 6.418, "p95_ms": 3.686}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.51, "count": 289, "max_ms": 85.037, "p95_ms": 78.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.824, "count": 289, "max_ms": 122.278, "p95_ms": 105.817}, "yolo11_640_fire_11class": {"avg_ms": 66.597, "count": 289, "max_ms": 95.798, "p95_ms": 86.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.614, "count": 289, "max_ms": 103.086, "p95_ms": 96.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.961, "count": 289, "max_ms": 134.178, "p95_ms": 117.726}, "read_interval": {"avg_ms": 103.943, "count": 288, "max_ms": 147.557, "p95_ms": 133.511}, "triton_wait": {"avg_ms": 77.939, "count": 289, "max_ms": 122.292, "p95_ms": 105.83}, "visualize": {"avg_ms": 3.643, "count": 289, "max_ms": 5.28, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 312, "tracking_summary": 306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5611.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5808.078, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.614, "sample_count": 1783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:54:54+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T12:54:54+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T12:54:54.715704+09:00", "mtime_epoch": 1783310094.7157037, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:54:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 729.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.197, "pushed": 6.197, "read": 6.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 35.74, "count": 185, "max_ms": 64.948, "p95_ms": 54.832}, "gstreamer_push": {"avg_ms": 1.126, "count": 185, "max_ms": 3.424, "p95_ms": 2.267}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.63, "count": 185, "max_ms": 119.194, "p95_ms": 104.264}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.738, "count": 185, "max_ms": 116.375, "p95_ms": 106.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.624, "count": 185, "max_ms": 217.464, "p95_ms": 190.357}, "read_interval": {"avg_ms": 162.159, "count": 184, "max_ms": 225.691, "p95_ms": 198.514}, "triton_wait": {"avg_ms": 76.839, "count": 185, "max_ms": 119.205, "p95_ms": 110.024}, "visualize": {"avg_ms": 36.084, "count": 185, "max_ms": 54.267, "p95_ms": 45.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 51}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5611.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.966, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.167, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:55:06+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T12:55:06+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T12:55:06.855985+09:00", "mtime_epoch": 1783310106.8559847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:55:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1313.98, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.704, "pushed": 8.704, "read": 8.67}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.392, "count": 260, "max_ms": 8.176, "p95_ms": 5.512}, "gstreamer_push": {"avg_ms": 1.533, "count": 261, "max_ms": 7.949, "p95_ms": 3.658}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.324, "count": 260, "max_ms": 87.171, "p95_ms": 79.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.772, "count": 260, "max_ms": 116.458, "p95_ms": 104.428}, "yolo11_640_fire_11class": {"avg_ms": 71.258, "count": 260, "max_ms": 90.847, "p95_ms": 85.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.34, "count": 260, "max_ms": 102.514, "p95_ms": 97.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.608, "count": 261, "max_ms": 178.919, "p95_ms": 129.204}, "read_interval": {"avg_ms": 115.36, "count": 260, "max_ms": 190.92, "p95_ms": 137.949}, "triton_wait": {"avg_ms": 86.29, "count": 260, "max_ms": 116.474, "p95_ms": 104.441}, "visualize": {"avg_ms": 3.875, "count": 260, "max_ms": 6.436, "p95_ms": 5.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 54}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5609.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 493.787, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.835, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:55:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:55:08+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T12:55:08+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T12:55:08.880031+09:00", "mtime_epoch": 1783310108.8800313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:55:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.938, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.788, "pushed": 8.788, "read": 8.754}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 263, "max_ms": 5.272, "p95_ms": 4.174}, "gstreamer_push": {"avg_ms": 1.611, "count": 263, "max_ms": 6.643, "p95_ms": 3.868}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.391, "count": 263, "max_ms": 85.976, "p95_ms": 78.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.064, "count": 263, "max_ms": 121.073, "p95_ms": 103.058}, "yolo11_640_fire_11class": {"avg_ms": 72.144, "count": 263, "max_ms": 95.476, "p95_ms": 85.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.476, "count": 263, "max_ms": 102.23, "p95_ms": 96.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.925, "count": 263, "max_ms": 134.44, "p95_ms": 115.385}, "read_interval": {"avg_ms": 114.107, "count": 262, "max_ms": 147.503, "p95_ms": 129.554}, "triton_wait": {"avg_ms": 87.52, "count": 263, "max_ms": 121.087, "p95_ms": 103.072}, "visualize": {"avg_ms": 3.744, "count": 263, "max_ms": 4.715, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 315, "tracking_summary": 308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5614.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5838.163, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.614, "sample_count": 1776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:55:24+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T12:55:24+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T12:55:24.768397+09:00", "mtime_epoch": 1783310124.768397, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:55:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 732.027, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.777, "pushed": 5.777, "read": 5.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.854, "count": 173, "max_ms": 54.238, "p95_ms": 50.276}, "gstreamer_push": {"avg_ms": 1.109, "count": 173, "max_ms": 2.392, "p95_ms": 2.167}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.263, "count": 173, "max_ms": 116.646, "p95_ms": 108.968}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.592, "count": 173, "max_ms": 115.313, "p95_ms": 107.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.608, "count": 173, "max_ms": 218.173, "p95_ms": 194.83}, "read_interval": {"avg_ms": 173.706, "count": 172, "max_ms": 225.01, "p95_ms": 202.897}, "triton_wait": {"avg_ms": 79.088, "count": 173, "max_ms": 116.66, "p95_ms": 109.273}, "visualize": {"avg_ms": 39.183, "count": 173, "max_ms": 55.055, "p95_ms": 54.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 53}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5618.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 230.023, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.987, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:55:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:55:37+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T12:55:36+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T12:55:36.912676+09:00", "mtime_epoch": 1783310136.9126756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:55:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.012, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.786, "pushed": 8.786, "read": 8.752}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 263, "max_ms": 7.695, "p95_ms": 5.465}, "gstreamer_push": {"avg_ms": 1.544, "count": 263, "max_ms": 6.286, "p95_ms": 3.582}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.448, "count": 263, "max_ms": 91.383, "p95_ms": 82.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.471, "count": 263, "max_ms": 119.714, "p95_ms": 103.757}, "yolo11_640_fire_11class": {"avg_ms": 70.985, "count": 263, "max_ms": 89.046, "p95_ms": 85.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.774, "count": 263, "max_ms": 105.462, "p95_ms": 99.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.853, "count": 263, "max_ms": 155.734, "p95_ms": 125.118}, "read_interval": {"avg_ms": 114.274, "count": 262, "max_ms": 166.811, "p95_ms": 138.46}, "triton_wait": {"avg_ms": 86.104, "count": 263, "max_ms": 119.726, "p95_ms": 104.23}, "visualize": {"avg_ms": 3.871, "count": 263, "max_ms": 6.086, "p95_ms": 5.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5618.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 523.791, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.874, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:55:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:55:38+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T12:55:38+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:55:38.880721+09:00", "mtime_epoch": 1783310138.8807206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:55:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.938, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.036, "pushed": 9.036, "read": 9.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 271, "max_ms": 5.571, "p95_ms": 4.357}, "gstreamer_push": {"avg_ms": 1.562, "count": 271, "max_ms": 6.202, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.575, "count": 271, "max_ms": 88.052, "p95_ms": 79.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.572, "count": 271, "max_ms": 118.283, "p95_ms": 103.758}, "yolo11_640_fire_11class": {"avg_ms": 69.286, "count": 271, "max_ms": 88.73, "p95_ms": 84.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.651, "count": 271, "max_ms": 105.201, "p95_ms": 99.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.506, "count": 271, "max_ms": 130.866, "p95_ms": 116.761}, "read_interval": {"avg_ms": 110.745, "count": 271, "max_ms": 148.702, "p95_ms": 130.693}, "triton_wait": {"avg_ms": 84.05, "count": 271, "max_ms": 118.297, "p95_ms": 104.47}, "visualize": {"avg_ms": 3.771, "count": 271, "max_ms": 5.651, "p95_ms": 4.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 315, "tracking_summary": 309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5615.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5868.198, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.754, "sample_count": 1768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:55:54+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T12:55:54+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T12:55:54.829084+09:00", "mtime_epoch": 1783310154.8290844, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:55:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 730.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.892, "pushed": 5.892, "read": 5.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.082, "count": 176, "max_ms": 58.555, "p95_ms": 50.147}, "gstreamer_push": {"avg_ms": 0.954, "count": 176, "max_ms": 1.418, "p95_ms": 1.081}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.896, "count": 176, "max_ms": 110.213, "p95_ms": 105.2}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.358, "count": 176, "max_ms": 112.694, "p95_ms": 107.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.515, "count": 176, "max_ms": 206.745, "p95_ms": 194.831}, "read_interval": {"avg_ms": 170.602, "count": 175, "max_ms": 214.207, "p95_ms": 202.431}, "triton_wait": {"avg_ms": 76.974, "count": 176, "max_ms": 112.706, "p95_ms": 107.665}, "visualize": {"avg_ms": 35.807, "count": 176, "max_ms": 53.002, "p95_ms": 43.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5622.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 260.18, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.631, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:56:07+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T12:56:07+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T12:56:07.025361+09:00", "mtime_epoch": 1783310167.0253613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:56:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.41, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.815, "pushed": 7.815, "read": 7.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.002, "count": 234, "max_ms": 8.873, "p95_ms": 6.798}, "gstreamer_push": {"avg_ms": 1.325, "count": 234, "max_ms": 6.534, "p95_ms": 1.973}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.65, "count": 234, "max_ms": 85.286, "p95_ms": 76.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.741, "count": 234, "max_ms": 114.718, "p95_ms": 102.101}, "yolo11_640_fire_11class": {"avg_ms": 61.696, "count": 234, "max_ms": 95.398, "p95_ms": 82.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.69, "count": 234, "max_ms": 109.374, "p95_ms": 95.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.396, "count": 234, "max_ms": 165.227, "p95_ms": 155.089}, "read_interval": {"avg_ms": 128.324, "count": 233, "max_ms": 174.366, "p95_ms": 167.155}, "triton_wait": {"avg_ms": 75.953, "count": 234, "max_ms": 114.729, "p95_ms": 102.114}, "visualize": {"avg_ms": 4.81, "count": 234, "max_ms": 8.822, "p95_ms": 5.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 59}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5618.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 553.799, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.654, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:56:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:56:08+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T12:56:08+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T12:56:08.865403+09:00", "mtime_epoch": 1783310168.865403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:56:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.496, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.169}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.388, "count": 305, "max_ms": 6.055, "p95_ms": 4.541}, "gstreamer_push": {"avg_ms": 1.564, "count": 305, "max_ms": 7.088, "p95_ms": 3.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.458, "count": 305, "max_ms": 84.671, "p95_ms": 71.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.963, "count": 305, "max_ms": 113.688, "p95_ms": 101.415}, "yolo11_640_fire_11class": {"avg_ms": 59.729, "count": 305, "max_ms": 94.505, "p95_ms": 82.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.898, "count": 305, "max_ms": 108.368, "p95_ms": 91.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.656, "count": 305, "max_ms": 133.923, "p95_ms": 114.699}, "read_interval": {"avg_ms": 98.262, "count": 305, "max_ms": 139.23, "p95_ms": 127.643}, "triton_wait": {"avg_ms": 72.004, "count": 305, "max_ms": 113.7, "p95_ms": 101.428}, "visualize": {"avg_ms": 3.678, "count": 305, "max_ms": 5.501, "p95_ms": 4.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 318, "tracking_summary": 311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5605.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5898.322, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.268, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:56:25+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T12:56:24+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T12:56:24.957767+09:00", "mtime_epoch": 1783310184.9577668, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:56:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 721.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.069, "pushed": 6.069, "read": 6.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.381, "count": 182, "max_ms": 65.374, "p95_ms": 53.401}, "gstreamer_push": {"avg_ms": 1.06, "count": 182, "max_ms": 2.201, "p95_ms": 1.98}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.462, "count": 182, "max_ms": 124.458, "p95_ms": 100.095}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.207, "count": 182, "max_ms": 112.882, "p95_ms": 99.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.247, "count": 182, "max_ms": 214.796, "p95_ms": 191.909}, "read_interval": {"avg_ms": 165.462, "count": 181, "max_ms": 224.761, "p95_ms": 199.456}, "triton_wait": {"avg_ms": 74.849, "count": 182, "max_ms": 124.471, "p95_ms": 102.685}, "visualize": {"avg_ms": 36.316, "count": 182, "max_ms": 53.579, "p95_ms": 50.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5612.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 290.206, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.748, "sample_count": 2354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:56:37+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T12:56:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T12:56:37.126041+09:00", "mtime_epoch": 1783310197.126041, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:56:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.434, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.258, "pushed": 7.258, "read": 7.225}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.619, "count": 217, "max_ms": 8.865, "p95_ms": 6.391}, "gstreamer_push": {"avg_ms": 1.233, "count": 217, "max_ms": 4.336, "p95_ms": 2.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.957, "count": 217, "max_ms": 86.229, "p95_ms": 78.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.635, "count": 217, "max_ms": 117.204, "p95_ms": 104.765}, "yolo11_640_fire_11class": {"avg_ms": 61.141, "count": 217, "max_ms": 86.881, "p95_ms": 81.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.379, "count": 217, "max_ms": 103.32, "p95_ms": 94.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.428, "count": 217, "max_ms": 176.271, "p95_ms": 158.859}, "read_interval": {"avg_ms": 138.618, "count": 216, "max_ms": 187.109, "p95_ms": 170.365}, "triton_wait": {"avg_ms": 76.026, "count": 217, "max_ms": 117.221, "p95_ms": 104.777}, "visualize": {"avg_ms": 5.155, "count": 217, "max_ms": 7.93, "p95_ms": 5.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 62}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5604.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 583.851, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.502, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T12:56:39+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T12:56:38+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T12:56:38.982083+09:00", "mtime_epoch": 1783310198.9820826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:56:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.852, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.057, "pushed": 9.057, "read": 9.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.092, "count": 271, "max_ms": 8.512, "p95_ms": 6.074}, "gstreamer_push": {"avg_ms": 1.446, "count": 271, "max_ms": 6.773, "p95_ms": 3.669}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.093, "count": 271, "max_ms": 84.599, "p95_ms": 78.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.308, "count": 271, "max_ms": 119.76, "p95_ms": 104.369}, "yolo11_640_fire_11class": {"avg_ms": 60.548, "count": 271, "max_ms": 86.377, "p95_ms": 79.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.462, "count": 271, "max_ms": 101.84, "p95_ms": 94.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.636, "count": 271, "max_ms": 173.787, "p95_ms": 146.777}, "read_interval": {"avg_ms": 110.993, "count": 270, "max_ms": 242.26, "p95_ms": 157.778}, "triton_wait": {"avg_ms": 74.56, "count": 271, "max_ms": 119.773, "p95_ms": 104.382}, "visualize": {"avg_ms": 4.051, "count": 271, "max_ms": 6.523, "p95_ms": 5.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 319, "tracking_summary": 312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5601.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5928.408, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.907, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T12:56:55+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T12:56:54+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T12:56:54.978441+09:00", "mtime_epoch": 1783310214.9784412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:56:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 720.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.988, "pushed": 5.988, "read": 5.955}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.691, "count": 179, "max_ms": 63.206, "p95_ms": 52.512}, "gstreamer_push": {"avg_ms": 1.042, "count": 179, "max_ms": 2.501, "p95_ms": 2.0}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.209, "count": 179, "max_ms": 120.181, "p95_ms": 107.47}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.297, "count": 179, "max_ms": 113.951, "p95_ms": 105.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.324, "count": 179, "max_ms": 226.749, "p95_ms": 198.489}, "read_interval": {"avg_ms": 167.681, "count": 178, "max_ms": 231.772, "p95_ms": 205.909}, "triton_wait": {"avg_ms": 77.947, "count": 179, "max_ms": 120.193, "p95_ms": 109.307}, "visualize": {"avg_ms": 36.883, "count": 179, "max_ms": 53.863, "p95_ms": 47.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 59}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5606.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 320.278, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.748, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:57:07+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T12:57:07+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T12:57:07.170714+09:00", "mtime_epoch": 1783310227.1707137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:57:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.536, "pushed": 8.536, "read": 8.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.242, "count": 256, "max_ms": 8.163, "p95_ms": 5.467}, "gstreamer_push": {"avg_ms": 1.539, "count": 256, "max_ms": 6.433, "p95_ms": 3.782}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.146, "count": 256, "max_ms": 91.095, "p95_ms": 80.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.587, "count": 256, "max_ms": 123.615, "p95_ms": 106.172}, "yolo11_640_fire_11class": {"avg_ms": 72.702, "count": 256, "max_ms": 93.881, "p95_ms": 84.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.299, "count": 256, "max_ms": 111.928, "p95_ms": 101.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.482, "count": 256, "max_ms": 173.049, "p95_ms": 125.109}, "read_interval": {"avg_ms": 117.475, "count": 255, "max_ms": 182.057, "p95_ms": 136.87}, "triton_wait": {"avg_ms": 90.165, "count": 256, "max_ms": 123.627, "p95_ms": 106.183}, "visualize": {"avg_ms": 3.746, "count": 256, "max_ms": 6.49, "p95_ms": 5.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 64}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5618.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 613.851, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.582, "sample_count": 2860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:57:09+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T12:57:08+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T12:57:08.942753+09:00", "mtime_epoch": 1783310228.9427533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:57:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.488, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.636, "pushed": 8.636, "read": 8.636}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 259, "max_ms": 4.999, "p95_ms": 4.723}, "gstreamer_push": {"avg_ms": 1.545, "count": 259, "max_ms": 6.935, "p95_ms": 3.765}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.909, "count": 259, "max_ms": 90.991, "p95_ms": 80.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.102, "count": 259, "max_ms": 121.879, "p95_ms": 105.618}, "yolo11_640_fire_11class": {"avg_ms": 71.89, "count": 259, "max_ms": 93.71, "p95_ms": 83.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.445, "count": 259, "max_ms": 111.912, "p95_ms": 100.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.88, "count": 259, "max_ms": 133.968, "p95_ms": 117.362}, "read_interval": {"avg_ms": 115.687, "count": 259, "max_ms": 147.428, "p95_ms": 131.813}, "triton_wait": {"avg_ms": 89.562, "count": 259, "max_ms": 121.892, "p95_ms": 105.629}, "visualize": {"avg_ms": 3.737, "count": 259, "max_ms": 4.799, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5609.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5958.492, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.81, "sample_count": 1766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:57:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:57:25+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T12:57:25+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T12:57:25.135113+09:00", "mtime_epoch": 1783310245.1351135, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:57:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.629, "name": "celery", "pid": 239, "rss_mb": 728.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.652, "pushed": 5.652, "read": 5.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.937, "count": 169, "max_ms": 65.377, "p95_ms": 56.399}, "gstreamer_push": {"avg_ms": 1.096, "count": 169, "max_ms": 2.36, "p95_ms": 1.997}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.012, "count": 169, "max_ms": 121.999, "p95_ms": 112.235}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.909, "count": 169, "max_ms": 116.733, "p95_ms": 106.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.868, "count": 169, "max_ms": 251.261, "p95_ms": 217.454}, "read_interval": {"avg_ms": 178.071, "count": 168, "max_ms": 259.275, "p95_ms": 225.256}, "triton_wait": {"avg_ms": 79.682, "count": 169, "max_ms": 122.011, "p95_ms": 113.047}, "visualize": {"avg_ms": 40.834, "count": 169, "max_ms": 63.156, "p95_ms": 56.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 61}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5612.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 350.292, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.025, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:57:37+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T12:57:37+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T12:57:37.183381+09:00", "mtime_epoch": 1783310257.1833806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:57:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.602, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.13, "pushed": 9.13, "read": 9.096}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.097, "count": 273, "max_ms": 4.918, "p95_ms": 4.236}, "gstreamer_push": {"avg_ms": 1.602, "count": 273, "max_ms": 7.091, "p95_ms": 3.843}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.195, "count": 273, "max_ms": 90.842, "p95_ms": 82.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.2, "count": 273, "max_ms": 125.372, "p95_ms": 110.76}, "yolo11_640_fire_11class": {"avg_ms": 68.062, "count": 273, "max_ms": 91.365, "p95_ms": 85.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.875, "count": 273, "max_ms": 105.268, "p95_ms": 98.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.381, "count": 273, "max_ms": 139.228, "p95_ms": 122.465}, "read_interval": {"avg_ms": 109.92, "count": 272, "max_ms": 155.112, "p95_ms": 138.342}, "triton_wait": {"avg_ms": 84.501, "count": 273, "max_ms": 125.385, "p95_ms": 110.771}, "visualize": {"avg_ms": 3.712, "count": 273, "max_ms": 5.493, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 66}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5614.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 643.885, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.691, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:57:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T12:57:39+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T12:57:39.019421+09:00", "mtime_epoch": 1783310259.019421, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:57:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.16, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.995, "pushed": 8.995, "read": 8.961}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.501, "count": 269, "max_ms": 5.737, "p95_ms": 4.831}, "gstreamer_push": {"avg_ms": 1.549, "count": 269, "max_ms": 6.199, "p95_ms": 3.717}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.976, "count": 269, "max_ms": 88.824, "p95_ms": 80.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.248, "count": 269, "max_ms": 124.162, "p95_ms": 111.169}, "yolo11_640_fire_11class": {"avg_ms": 67.247, "count": 269, "max_ms": 88.81, "p95_ms": 84.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.294, "count": 269, "max_ms": 104.164, "p95_ms": 97.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.022, "count": 269, "max_ms": 197.787, "p95_ms": 127.353}, "read_interval": {"avg_ms": 111.763, "count": 268, "max_ms": 207.785, "p95_ms": 142.56}, "triton_wait": {"avg_ms": 84.421, "count": 269, "max_ms": 124.175, "p95_ms": 111.18}, "visualize": {"avg_ms": 3.783, "count": 269, "max_ms": 5.928, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 321, "tracking_summary": 315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5614.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5988.525, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.684, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:57:55+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T12:57:55+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T12:57:55.147777+09:00", "mtime_epoch": 1783310275.1477773, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:57:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.758, "name": "celery", "pid": 239, "rss_mb": 734.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.095, "pushed": 6.095, "read": 6.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.701, "count": 182, "max_ms": 69.417, "p95_ms": 54.44}, "gstreamer_push": {"avg_ms": 1.024, "count": 182, "max_ms": 2.333, "p95_ms": 1.205}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.483, "count": 182, "max_ms": 125.493, "p95_ms": 112.184}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.495, "count": 182, "max_ms": 113.811, "p95_ms": 110.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.457, "count": 182, "max_ms": 212.333, "p95_ms": 197.167}, "read_interval": {"avg_ms": 164.859, "count": 181, "max_ms": 226.622, "p95_ms": 205.609}, "triton_wait": {"avg_ms": 79.642, "count": 182, "max_ms": 125.506, "p95_ms": 112.421}, "visualize": {"avg_ms": 35.113, "count": 182, "max_ms": 52.049, "p95_ms": 44.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 63}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5616.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 380.386, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.148, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:58:07+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T12:58:07+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T12:58:07.276044+09:00", "mtime_epoch": 1783310287.2760441, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:58:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.039, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.705, "pushed": 8.705, "read": 8.672}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 261, "max_ms": 8.844, "p95_ms": 5.533}, "gstreamer_push": {"avg_ms": 1.495, "count": 261, "max_ms": 7.673, "p95_ms": 3.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.396, "count": 261, "max_ms": 89.076, "p95_ms": 80.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.01, "count": 261, "max_ms": 119.744, "p95_ms": 107.434}, "yolo11_640_fire_11class": {"avg_ms": 69.965, "count": 261, "max_ms": 91.432, "p95_ms": 86.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.108, "count": 261, "max_ms": 106.201, "p95_ms": 99.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.232, "count": 261, "max_ms": 168.394, "p95_ms": 143.787}, "read_interval": {"avg_ms": 115.313, "count": 260, "max_ms": 178.548, "p95_ms": 153.422}, "triton_wait": {"avg_ms": 85.54, "count": 261, "max_ms": 119.755, "p95_ms": 107.446}, "visualize": {"avg_ms": 3.862, "count": 261, "max_ms": 8.74, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 68}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5618.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 673.994, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.094, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.42, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:58:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:58:09+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T12:58:09+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T12:58:09.084084+09:00", "mtime_epoch": 1783310289.0840838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:58:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.738, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.99, "pushed": 8.99, "read": 8.957}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.405, "count": 269, "max_ms": 5.557, "p95_ms": 4.179}, "gstreamer_push": {"avg_ms": 1.557, "count": 269, "max_ms": 6.483, "p95_ms": 3.759}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.726, "count": 269, "max_ms": 86.04, "p95_ms": 81.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.158, "count": 269, "max_ms": 127.514, "p95_ms": 108.658}, "yolo11_640_fire_11class": {"avg_ms": 69.526, "count": 269, "max_ms": 89.985, "p95_ms": 84.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.725, "count": 269, "max_ms": 105.63, "p95_ms": 97.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.79, "count": 269, "max_ms": 139.746, "p95_ms": 121.691}, "read_interval": {"avg_ms": 111.55, "count": 268, "max_ms": 154.173, "p95_ms": 134.719}, "triton_wait": {"avg_ms": 85.489, "count": 269, "max_ms": 127.527, "p95_ms": 108.67}, "visualize": {"avg_ms": 3.74, "count": 269, "max_ms": 5.921, "p95_ms": 4.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 324, "tracking_summary": 317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5610.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6018.669, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.223, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:58:25+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T12:58:25+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T12:58:25.304440+09:00", "mtime_epoch": 1783310305.3044395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:58:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.773, "name": "celery", "pid": 239, "rss_mb": 730.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.803, "pushed": 5.803, "read": 5.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.382, "count": 174, "max_ms": 58.388, "p95_ms": 50.599}, "gstreamer_push": {"avg_ms": 0.982, "count": 174, "max_ms": 2.299, "p95_ms": 1.103}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.321, "count": 174, "max_ms": 118.539, "p95_ms": 112.344}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.42, "count": 174, "max_ms": 117.079, "p95_ms": 111.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.115, "count": 174, "max_ms": 212.212, "p95_ms": 200.048}, "read_interval": {"avg_ms": 173.217, "count": 173, "max_ms": 220.487, "p95_ms": 208.237}, "triton_wait": {"avg_ms": 80.696, "count": 174, "max_ms": 118.552, "p95_ms": 113.023}, "visualize": {"avg_ms": 36.44, "count": 174, "max_ms": 52.742, "p95_ms": 44.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 65}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5603.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 410.412, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.577, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:58:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:58:37+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T12:58:37+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T12:58:37.296701+09:00", "mtime_epoch": 1783310317.2967014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:58:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.543, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.629, "pushed": 8.629, "read": 8.596}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.074, "count": 258, "max_ms": 4.85, "p95_ms": 3.987}, "gstreamer_push": {"avg_ms": 1.526, "count": 258, "max_ms": 6.194, "p95_ms": 3.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.896, "count": 258, "max_ms": 88.134, "p95_ms": 82.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.73, "count": 258, "max_ms": 121.516, "p95_ms": 105.911}, "yolo11_640_fire_11class": {"avg_ms": 73.929, "count": 258, "max_ms": 89.23, "p95_ms": 85.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.632, "count": 258, "max_ms": 105.625, "p95_ms": 100.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.039, "count": 258, "max_ms": 133.421, "p95_ms": 117.77}, "read_interval": {"avg_ms": 116.359, "count": 257, "max_ms": 147.41, "p95_ms": 130.922}, "triton_wait": {"avg_ms": 91.16, "count": 258, "max_ms": 121.529, "p95_ms": 105.924}, "visualize": {"avg_ms": 3.691, "count": 258, "max_ms": 4.931, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5611.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 704.008, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.352, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.912, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:58:39+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T12:58:39+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T12:58:39.100741+09:00", "mtime_epoch": 1783310319.100741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:58:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.438, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.596, "pushed": 8.596, "read": 8.562}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.366, "count": 257, "max_ms": 5.625, "p95_ms": 4.756}, "gstreamer_push": {"avg_ms": 1.545, "count": 257, "max_ms": 6.416, "p95_ms": 3.701}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.328, "count": 257, "max_ms": 89.599, "p95_ms": 82.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.746, "count": 257, "max_ms": 121.662, "p95_ms": 106.072}, "yolo11_640_fire_11class": {"avg_ms": 73.432, "count": 257, "max_ms": 91.28, "p95_ms": 85.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.619, "count": 257, "max_ms": 105.518, "p95_ms": 100.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.231, "count": 257, "max_ms": 134.074, "p95_ms": 118.55}, "read_interval": {"avg_ms": 116.773, "count": 256, "max_ms": 150.884, "p95_ms": 133.94}, "triton_wait": {"avg_ms": 90.988, "count": 257, "max_ms": 121.674, "p95_ms": 106.084}, "visualize": {"avg_ms": 3.697, "count": 257, "max_ms": 5.889, "p95_ms": 4.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 324, "tracking_summary": 318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5603.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6048.773, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.068, "sample_count": 1757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:58:55+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T12:58:55+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T12:58:55.381095+09:00", "mtime_epoch": 1783310335.3810954, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:58:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.773, "name": "celery", "pid": 239, "rss_mb": 719.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.648, "pushed": 5.648, "read": 5.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.078, "count": 169, "max_ms": 53.621, "p95_ms": 49.447}, "gstreamer_push": {"avg_ms": 1.143, "count": 169, "max_ms": 2.994, "p95_ms": 2.152}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.061, "count": 169, "max_ms": 116.338, "p95_ms": 111.897}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.518, "count": 169, "max_ms": 113.215, "p95_ms": 109.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.85, "count": 169, "max_ms": 214.697, "p95_ms": 201.033}, "read_interval": {"avg_ms": 177.987, "count": 168, "max_ms": 224.472, "p95_ms": 209.988}, "triton_wait": {"avg_ms": 80.863, "count": 169, "max_ms": 116.375, "p95_ms": 112.529}, "visualize": {"avg_ms": 39.477, "count": 169, "max_ms": 60.555, "p95_ms": 52.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 68}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5614.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 440.43, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.588, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:59:07+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T12:59:07+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T12:59:07.321355+09:00", "mtime_epoch": 1783310347.3213546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:59:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.012, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.862, "pushed": 8.862, "read": 8.829}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.194, "count": 265, "max_ms": 5.655, "p95_ms": 4.463}, "gstreamer_push": {"avg_ms": 1.584, "count": 265, "max_ms": 8.064, "p95_ms": 3.679}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.957, "count": 265, "max_ms": 90.043, "p95_ms": 82.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.664, "count": 265, "max_ms": 124.623, "p95_ms": 105.547}, "yolo11_640_fire_11class": {"avg_ms": 71.038, "count": 265, "max_ms": 88.483, "p95_ms": 85.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.316, "count": 265, "max_ms": 104.327, "p95_ms": 99.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.559, "count": 265, "max_ms": 158.353, "p95_ms": 117.481}, "read_interval": {"avg_ms": 113.248, "count": 264, "max_ms": 167.793, "p95_ms": 131.064}, "triton_wait": {"avg_ms": 87.115, "count": 265, "max_ms": 124.635, "p95_ms": 105.559}, "visualize": {"avg_ms": 3.795, "count": 265, "max_ms": 6.822, "p95_ms": 4.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 73}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5614.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 734.096, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.352, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.796, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:59:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:59:09+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T12:59:09+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T12:59:09.221396+09:00", "mtime_epoch": 1783310349.2213957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:59:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.23, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.042, "pushed": 9.042, "read": 9.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.42, "count": 271, "max_ms": 5.403, "p95_ms": 4.64}, "gstreamer_push": {"avg_ms": 1.544, "count": 271, "max_ms": 6.275, "p95_ms": 3.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.945, "count": 271, "max_ms": 90.339, "p95_ms": 81.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.827, "count": 271, "max_ms": 122.952, "p95_ms": 106.075}, "yolo11_640_fire_11class": {"avg_ms": 68.984, "count": 271, "max_ms": 88.661, "p95_ms": 85.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.502, "count": 271, "max_ms": 104.178, "p95_ms": 99.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.497, "count": 271, "max_ms": 135.515, "p95_ms": 118.123}, "read_interval": {"avg_ms": 111.1, "count": 270, "max_ms": 149.981, "p95_ms": 131.934}, "triton_wait": {"avg_ms": 85.096, "count": 271, "max_ms": 122.964, "p95_ms": 106.088}, "visualize": {"avg_ms": 3.739, "count": 271, "max_ms": 6.745, "p95_ms": 4.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 327, "tracking_summary": 320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5616.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6078.81, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.489, "sample_count": 1766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:59:25+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T12:59:25+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T12:59:25.425746+09:00", "mtime_epoch": 1783310365.4257464, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:59:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.773, "name": "celery", "pid": 239, "rss_mb": 734.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.056, "pushed": 6.056, "read": 6.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.523, "count": 181, "max_ms": 57.962, "p95_ms": 52.992}, "gstreamer_push": {"avg_ms": 0.969, "count": 181, "max_ms": 1.542, "p95_ms": 1.113}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.748, "count": 181, "max_ms": 119.755, "p95_ms": 109.894}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.08, "count": 181, "max_ms": 113.631, "p95_ms": 108.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.736, "count": 181, "max_ms": 208.587, "p95_ms": 196.5}, "read_interval": {"avg_ms": 165.775, "count": 180, "max_ms": 216.098, "p95_ms": 204.003}, "triton_wait": {"avg_ms": 77.036, "count": 181, "max_ms": 119.768, "p95_ms": 110.942}, "visualize": {"avg_ms": 33.343, "count": 181, "max_ms": 45.265, "p95_ms": 38.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5610.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 470.492, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.699, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:59:37+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T12:59:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T12:59:37.390004+09:00", "mtime_epoch": 1783310377.3900044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T12:59:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.512, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.472, "pushed": 8.472, "read": 8.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.968, "count": 254, "max_ms": 8.122, "p95_ms": 6.082}, "gstreamer_push": {"avg_ms": 1.428, "count": 254, "max_ms": 6.777, "p95_ms": 2.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.786, "count": 254, "max_ms": 91.602, "p95_ms": 83.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.498, "count": 254, "max_ms": 127.005, "p95_ms": 105.951}, "yolo11_640_fire_11class": {"avg_ms": 65.014, "count": 254, "max_ms": 92.32, "p95_ms": 84.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.379, "count": 254, "max_ms": 110.378, "p95_ms": 98.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.143, "count": 254, "max_ms": 164.276, "p95_ms": 149.953}, "read_interval": {"avg_ms": 118.376, "count": 253, "max_ms": 174.382, "p95_ms": 159.567}, "triton_wait": {"avg_ms": 80.872, "count": 254, "max_ms": 127.018, "p95_ms": 105.964}, "visualize": {"avg_ms": 4.202, "count": 254, "max_ms": 6.565, "p95_ms": 5.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5610.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 764.171, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.352, "name": "ffmpeg", "pid": 6896, "rss_mb": 273.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.775, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:59:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:59:39+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T12:59:39+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T12:59:39.266045+09:00", "mtime_epoch": 1783310379.2660449, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T12:59:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.648, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.312, "pushed": 9.312, "read": 9.278}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 279, "max_ms": 5.37, "p95_ms": 4.61}, "gstreamer_push": {"avg_ms": 1.56, "count": 279, "max_ms": 6.352, "p95_ms": 3.86}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.122, "count": 279, "max_ms": 89.219, "p95_ms": 82.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.403, "count": 279, "max_ms": 126.211, "p95_ms": 106.16}, "yolo11_640_fire_11class": {"avg_ms": 64.733, "count": 279, "max_ms": 90.346, "p95_ms": 83.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.566, "count": 279, "max_ms": 109.189, "p95_ms": 97.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.862, "count": 279, "max_ms": 138.716, "p95_ms": 118.595}, "read_interval": {"avg_ms": 107.74, "count": 278, "max_ms": 152.787, "p95_ms": 135.071}, "triton_wait": {"avg_ms": 81.504, "count": 279, "max_ms": 126.225, "p95_ms": 106.177}, "visualize": {"avg_ms": 3.728, "count": 279, "max_ms": 6.156, "p95_ms": 4.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5618.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6108.928, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.976, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T12:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T12:59:55+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T12:59:55+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T12:59:55.546395+09:00", "mtime_epoch": 1783310395.546395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T12:59:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 734.773, "name": "celery", "pid": 239, "rss_mb": 733.43, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.008, "pushed": 6.008, "read": 5.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.346, "count": 180, "max_ms": 57.354, "p95_ms": 52.988}, "gstreamer_push": {"avg_ms": 1.016, "count": 180, "max_ms": 3.061, "p95_ms": 1.176}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.997, "count": 180, "max_ms": 115.802, "p95_ms": 110.782}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.684, "count": 180, "max_ms": 116.965, "p95_ms": 109.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.982, "count": 180, "max_ms": 208.225, "p95_ms": 199.51}, "read_interval": {"avg_ms": 167.162, "count": 179, "max_ms": 215.4, "p95_ms": 207.305}, "triton_wait": {"avg_ms": 78.419, "count": 180, "max_ms": 116.978, "p95_ms": 111.642}, "visualize": {"avg_ms": 35.488, "count": 180, "max_ms": 53.849, "p95_ms": 45.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 72}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5617.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 500.522, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.28, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:00:07+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T13:00:07+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:00:07.410649+09:00", "mtime_epoch": 1783310407.4106493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:00:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.613, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.584, "pushed": 8.584, "read": 8.551}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.125, "count": 257, "max_ms": 5.304, "p95_ms": 4.039}, "gstreamer_push": {"avg_ms": 1.563, "count": 257, "max_ms": 6.679, "p95_ms": 3.594}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.39, "count": 257, "max_ms": 88.219, "p95_ms": 82.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.942, "count": 257, "max_ms": 123.597, "p95_ms": 106.797}, "yolo11_640_fire_11class": {"avg_ms": 73.471, "count": 257, "max_ms": 91.088, "p95_ms": 85.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.949, "count": 257, "max_ms": 104.451, "p95_ms": 99.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.281, "count": 257, "max_ms": 135.414, "p95_ms": 119.244}, "read_interval": {"avg_ms": 116.838, "count": 256, "max_ms": 150.451, "p95_ms": 131.849}, "triton_wait": {"avg_ms": 91.112, "count": 257, "max_ms": 123.61, "p95_ms": 106.808}, "visualize": {"avg_ms": 3.798, "count": 257, "max_ms": 6.497, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 77}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5620.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 794.217, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.227, "name": "ffmpeg", "pid": 6896, "rss_mb": 282.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.19, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:00:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:00:09+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:00:09+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:00:09.310690+09:00", "mtime_epoch": 1783310409.3106902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:00:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.648, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.517, "pushed": 8.517, "read": 8.484}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 255, "max_ms": 6.227, "p95_ms": 4.515}, "gstreamer_push": {"avg_ms": 1.654, "count": 255, "max_ms": 6.18, "p95_ms": 3.843}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.994, "count": 255, "max_ms": 88.163, "p95_ms": 81.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.275, "count": 255, "max_ms": 124.327, "p95_ms": 107.204}, "yolo11_640_fire_11class": {"avg_ms": 73.39, "count": 255, "max_ms": 90.326, "p95_ms": 84.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.666, "count": 255, "max_ms": 104.056, "p95_ms": 99.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.806, "count": 255, "max_ms": 136.923, "p95_ms": 119.783}, "read_interval": {"avg_ms": 117.806, "count": 254, "max_ms": 149.375, "p95_ms": 135.049}, "triton_wait": {"avg_ms": 91.381, "count": 255, "max_ms": 124.341, "p95_ms": 107.217}, "visualize": {"avg_ms": 3.733, "count": 255, "max_ms": 6.283, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5616.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6139.093, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.389, "sample_count": 1757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:00:25+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T13:00:25+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T13:00:25.695040+09:00", "mtime_epoch": 1783310425.6950405, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:00:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 735.895, "name": "celery", "pid": 239, "rss_mb": 724.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.634, "pushed": 5.634, "read": 5.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.601, "count": 169, "max_ms": 54.736, "p95_ms": 51.593}, "gstreamer_push": {"avg_ms": 1.171, "count": 169, "max_ms": 3.824, "p95_ms": 2.193}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.199, "count": 169, "max_ms": 121.096, "p95_ms": 110.509}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.603, "count": 169, "max_ms": 120.148, "p95_ms": 107.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.353, "count": 169, "max_ms": 211.828, "p95_ms": 200.863}, "read_interval": {"avg_ms": 177.247, "count": 169, "max_ms": 220.11, "p95_ms": 209.049}, "triton_wait": {"avg_ms": 80.189, "count": 169, "max_ms": 121.108, "p95_ms": 112.21}, "visualize": {"avg_ms": 40.238, "count": 169, "max_ms": 55.281, "p95_ms": 53.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 74}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5622.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 530.569, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.056, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:00:37+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:00:37+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T13:00:37.455291+09:00", "mtime_epoch": 1783310437.455291, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:00:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.414, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.519, "pushed": 8.519, "read": 8.486}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.101, "count": 255, "max_ms": 5.991, "p95_ms": 4.379}, "gstreamer_push": {"avg_ms": 1.502, "count": 255, "max_ms": 6.131, "p95_ms": 1.629}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.258, "count": 255, "max_ms": 86.17, "p95_ms": 81.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.101, "count": 255, "max_ms": 128.62, "p95_ms": 105.626}, "yolo11_640_fire_11class": {"avg_ms": 74.403, "count": 255, "max_ms": 86.843, "p95_ms": 84.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.798, "count": 255, "max_ms": 112.886, "p95_ms": 98.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.309, "count": 255, "max_ms": 140.346, "p95_ms": 118.193}, "read_interval": {"avg_ms": 117.816, "count": 254, "max_ms": 154.991, "p95_ms": 132.302}, "triton_wait": {"avg_ms": 92.321, "count": 255, "max_ms": 128.634, "p95_ms": 106.091}, "visualize": {"avg_ms": 3.703, "count": 255, "max_ms": 5.821, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 79}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5616.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 824.321, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.828, "name": "ffmpeg", "pid": 6896, "rss_mb": 283.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.58, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:00:39+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:00:39+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:00:39.415333+09:00", "mtime_epoch": 1783310439.4153328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:00:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.227, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.47, "pushed": 8.47, "read": 8.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.295, "count": 254, "max_ms": 5.071, "p95_ms": 3.512}, "gstreamer_push": {"avg_ms": 1.598, "count": 254, "max_ms": 6.438, "p95_ms": 3.841}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.898, "count": 254, "max_ms": 87.411, "p95_ms": 81.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.421, "count": 254, "max_ms": 126.242, "p95_ms": 104.599}, "yolo11_640_fire_11class": {"avg_ms": 73.949, "count": 254, "max_ms": 87.922, "p95_ms": 84.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.258, "count": 254, "max_ms": 109.442, "p95_ms": 98.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.659, "count": 254, "max_ms": 139.323, "p95_ms": 118.373}, "read_interval": {"avg_ms": 118.511, "count": 253, "max_ms": 151.936, "p95_ms": 134.614}, "triton_wait": {"avg_ms": 92.527, "count": 254, "max_ms": 126.255, "p95_ms": 106.089}, "visualize": {"avg_ms": 3.668, "count": 254, "max_ms": 4.481, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 330, "tracking_summary": 324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5624.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6169.193, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.659, "sample_count": 1755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:00:55+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T13:00:55+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T13:00:55.831682+09:00", "mtime_epoch": 1783310455.831682, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:00:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 735.895, "name": "celery", "pid": 239, "rss_mb": 722.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.848, "pushed": 5.848, "read": 5.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.166, "count": 175, "max_ms": 58.474, "p95_ms": 53.824}, "gstreamer_push": {"avg_ms": 1.221, "count": 175, "max_ms": 2.424, "p95_ms": 2.184}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.844, "count": 175, "max_ms": 122.348, "p95_ms": 112.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.021, "count": 175, "max_ms": 121.433, "p95_ms": 108.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.597, "count": 175, "max_ms": 218.934, "p95_ms": 200.191}, "read_interval": {"avg_ms": 171.983, "count": 174, "max_ms": 226.856, "p95_ms": 207.603}, "triton_wait": {"avg_ms": 80.46, "count": 175, "max_ms": 122.359, "p95_ms": 113.101}, "visualize": {"avg_ms": 42.384, "count": 175, "max_ms": 58.68, "p95_ms": 53.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 76}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5629.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 560.598, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.405, "sample_count": 2556, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:01:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:01:07+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T13:01:07+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T13:01:07.491929+09:00", "mtime_epoch": 1783310467.4919293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:01:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.336, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.792, "pushed": 8.792, "read": 8.759}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 263, "max_ms": 7.331, "p95_ms": 5.506}, "gstreamer_push": {"avg_ms": 1.468, "count": 263, "max_ms": 4.292, "p95_ms": 3.535}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.794, "count": 263, "max_ms": 87.285, "p95_ms": 79.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.592, "count": 263, "max_ms": 127.185, "p95_ms": 105.079}, "yolo11_640_fire_11class": {"avg_ms": 69.18, "count": 263, "max_ms": 93.369, "p95_ms": 85.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.706, "count": 263, "max_ms": 103.641, "p95_ms": 97.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.139, "count": 263, "max_ms": 161.317, "p95_ms": 142.535}, "read_interval": {"avg_ms": 114.185, "count": 262, "max_ms": 173.718, "p95_ms": 152.062}, "triton_wait": {"avg_ms": 83.789, "count": 263, "max_ms": 127.198, "p95_ms": 105.091}, "visualize": {"avg_ms": 3.859, "count": 263, "max_ms": 6.382, "p95_ms": 5.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 81}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5637.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:46:52+09:00", "last_error_summary": "[h264 @ 0x55de8668e540] error while decoding MB 76 22, bytestream -7", "last_exit_at": "2026-07-06T12:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 857.181, "last_started_at": "2026-07-06T12:46:55+09:00", "pid": 6896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.945, "name": "ffmpeg", "pid": 6896, "rss_mb": 295.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.58, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:01:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:01:12+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T13:01:12+09:00", "mjpeg": {"age_sec": 9.296, "exists": true, "mtime": "2026-07-06T13:01:03.079836+09:00", "mtime_epoch": 1783310463.0798357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:01:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.285, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.235, "pushed": 6.235, "read": 6.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.382, "count": 187, "max_ms": 5.677, "p95_ms": 4.649}, "gstreamer_push": {"avg_ms": 1.529, "count": 187, "max_ms": 7.17, "p95_ms": 3.831}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.03, "count": 187, "max_ms": 87.198, "p95_ms": 80.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.498, "count": 187, "max_ms": 121.42, "p95_ms": 105.001}, "yolo11_640_fire_11class": {"avg_ms": 70.144, "count": 187, "max_ms": 89.684, "p95_ms": 86.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.227, "count": 187, "max_ms": 103.733, "p95_ms": 97.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.945, "count": 187, "max_ms": 133.591, "p95_ms": 117.263}, "read_interval": {"avg_ms": 160.411, "count": 187, "max_ms": 9286.813, "p95_ms": 135.769}, "triton_wait": {"avg_ms": 84.735, "count": 187, "max_ms": 121.432, "p95_ms": 105.013}, "visualize": {"avg_ms": 3.673, "count": 187, "max_ms": 5.651, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5370.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6199.32, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.659, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:01:26+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T13:01:25+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T13:01:25.968320+09:00", "mtime_epoch": 1783310485.9683201, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:01:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 735.895, "name": "celery", "pid": 239, "rss_mb": 731.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.739, "pushed": 5.739, "read": 5.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.841, "count": 172, "max_ms": 60.238, "p95_ms": 55.573}, "gstreamer_push": {"avg_ms": 1.153, "count": 172, "max_ms": 3.52, "p95_ms": 2.183}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.337, "count": 172, "max_ms": 106.259, "p95_ms": 95.716}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.74, "count": 172, "max_ms": 105.312, "p95_ms": 96.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.63, "count": 172, "max_ms": 213.627, "p95_ms": 197.2}, "read_interval": {"avg_ms": 175.24, "count": 171, "max_ms": 407.45, "p95_ms": 205.594}, "triton_wait": {"avg_ms": 77.373, "count": 172, "max_ms": 106.27, "p95_ms": 99.342}, "visualize": {"avg_ms": 38.943, "count": 172, "max_ms": 55.269, "p95_ms": 52.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 78}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5607.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 590.657, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.899, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:01:37+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:01:37+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T13:01:37.544564+09:00", "mtime_epoch": 1783310497.5445645, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:01:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.211, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.341, "pushed": 8.341, "read": 8.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.798, "count": 250, "max_ms": 8.19, "p95_ms": 6.238}, "gstreamer_push": {"avg_ms": 1.307, "count": 250, "max_ms": 6.322, "p95_ms": 1.585}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.214, "count": 250, "max_ms": 84.487, "p95_ms": 74.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.396, "count": 250, "max_ms": 107.261, "p95_ms": 90.845}, "yolo11_640_fire_11class": {"avg_ms": 58.544, "count": 250, "max_ms": 87.923, "p95_ms": 78.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.585, "count": 250, "max_ms": 99.141, "p95_ms": 90.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.992, "count": 250, "max_ms": 165.762, "p95_ms": 143.599}, "read_interval": {"avg_ms": 120.237, "count": 249, "max_ms": 178.261, "p95_ms": 155.173}, "triton_wait": {"avg_ms": 70.125, "count": 250, "max_ms": 107.273, "p95_ms": 93.159}, "visualize": {"avg_ms": 4.603, "count": 250, "max_ms": 6.551, "p95_ms": 5.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 83}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5612.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.08, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.77, "name": "ffmpeg", "pid": 7155, "rss_mb": 264.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.231, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:01:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:01:42+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T13:01:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T13:01:42.388666+09:00", "mtime_epoch": 1783310502.3886664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:01:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.814, "pushed": 6.814, "read": 6.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.405, "count": 204, "max_ms": 8.336, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.577, "count": 204, "max_ms": 6.34, "p95_ms": 3.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.655, "count": 204, "max_ms": 80.865, "p95_ms": 75.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.984, "count": 204, "max_ms": 107.263, "p95_ms": 96.388}, "yolo11_640_fire_11class": {"avg_ms": 60.279, "count": 204, "max_ms": 90.288, "p95_ms": 80.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.852, "count": 204, "max_ms": 100.448, "p95_ms": 92.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.671, "count": 204, "max_ms": 120.381, "p95_ms": 109.288}, "read_interval": {"avg_ms": 147.366, "count": 203, "max_ms": 5887.613, "p95_ms": 123.959}, "triton_wait": {"avg_ms": 71.507, "count": 204, "max_ms": 107.313, "p95_ms": 97.455}, "visualize": {"avg_ms": 3.69, "count": 204, "max_ms": 5.739, "p95_ms": 4.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 333, "tracking_summary": 327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5610.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6229.463, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.659, "sample_count": 1745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:01:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:01:56+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T13:01:56+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T13:01:56.088955+09:00", "mtime_epoch": 1783310516.0889547, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:01:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 735.895, "name": "celery", "pid": 239, "rss_mb": 733.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.937, "pushed": 5.937, "read": 5.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.507, "count": 178, "max_ms": 61.415, "p95_ms": 53.037}, "gstreamer_push": {"avg_ms": 0.899, "count": 178, "max_ms": 1.403, "p95_ms": 1.0}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.756, "count": 178, "max_ms": 115.834, "p95_ms": 103.124}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.082, "count": 178, "max_ms": 117.748, "p95_ms": 105.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.425, "count": 178, "max_ms": 213.075, "p95_ms": 194.163}, "read_interval": {"avg_ms": 169.259, "count": 177, "max_ms": 222.458, "p95_ms": 201.961}, "triton_wait": {"avg_ms": 76.694, "count": 178, "max_ms": 117.762, "p95_ms": 108.465}, "visualize": {"avg_ms": 34.623, "count": 178, "max_ms": 49.758, "p95_ms": 40.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 80}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5609.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 620.789, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.535, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:02:07+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T13:02:07+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T13:02:07.653198+09:00", "mtime_epoch": 1783310527.6531978, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:02:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.035, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.269, "pushed": 7.269, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.688, "count": 217, "max_ms": 8.451, "p95_ms": 7.043}, "gstreamer_push": {"avg_ms": 1.223, "count": 218, "max_ms": 4.511, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.248, "count": 217, "max_ms": 83.118, "p95_ms": 76.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.08, "count": 217, "max_ms": 119.064, "p95_ms": 104.801}, "yolo11_640_fire_11class": {"avg_ms": 60.984, "count": 217, "max_ms": 90.226, "p95_ms": 83.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.612, "count": 217, "max_ms": 99.008, "p95_ms": 95.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.717, "count": 218, "max_ms": 169.075, "p95_ms": 159.767}, "read_interval": {"avg_ms": 138.199, "count": 217, "max_ms": 182.04, "p95_ms": 172.022}, "triton_wait": {"avg_ms": 74.828, "count": 217, "max_ms": 119.078, "p95_ms": 104.813}, "visualize": {"avg_ms": 5.206, "count": 217, "max_ms": 6.334, "p95_ms": 6.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 85}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5612.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.114, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.605, "name": "ffmpeg", "pid": 7155, "rss_mb": 267.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.147, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:02:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:02:12+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T13:02:12+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:02:12.413297+09:00", "mtime_epoch": 1783310532.4132974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:02:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.598, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.377, "count": 300, "max_ms": 5.637, "p95_ms": 4.369}, "gstreamer_push": {"avg_ms": 1.526, "count": 300, "max_ms": 6.616, "p95_ms": 3.688}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.777, "count": 300, "max_ms": 84.205, "p95_ms": 74.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.712, "count": 300, "max_ms": 114.257, "p95_ms": 101.404}, "yolo11_640_fire_11class": {"avg_ms": 59.581, "count": 300, "max_ms": 91.832, "p95_ms": 80.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.783, "count": 300, "max_ms": 103.303, "p95_ms": 93.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.974, "count": 300, "max_ms": 126.867, "p95_ms": 113.307}, "read_interval": {"avg_ms": 100.05, "count": 299, "max_ms": 152.727, "p95_ms": 131.073}, "triton_wait": {"avg_ms": 71.844, "count": 300, "max_ms": 114.27, "p95_ms": 101.417}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.73, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 336, "tracking_summary": 329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5609.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6259.527, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.03, "sample_count": 1756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:02:26+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T13:02:26+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T13:02:26.185586+09:00", "mtime_epoch": 1783310546.185586, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:02:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 735.895, "name": "celery", "pid": 239, "rss_mb": 733.875, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.049, "pushed": 6.049, "read": 6.015}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.452, "count": 181, "max_ms": 60.743, "p95_ms": 55.122}, "gstreamer_push": {"avg_ms": 0.923, "count": 181, "max_ms": 1.167, "p95_ms": 1.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.474, "count": 181, "max_ms": 109.162, "p95_ms": 95.089}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.763, "count": 181, "max_ms": 113.798, "p95_ms": 100.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.003, "count": 181, "max_ms": 203.934, "p95_ms": 185.219}, "read_interval": {"avg_ms": 166.144, "count": 180, "max_ms": 210.677, "p95_ms": 194.644}, "triton_wait": {"avg_ms": 76.284, "count": 181, "max_ms": 113.811, "p95_ms": 100.76}, "visualize": {"avg_ms": 32.545, "count": 181, "max_ms": 42.836, "p95_ms": 38.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5613.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 650.817, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.846, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:02:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:02:37+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T13:02:37+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T13:02:37.681826+09:00", "mtime_epoch": 1783310557.6818264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:02:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.63, "count": 222, "max_ms": 8.802, "p95_ms": 6.756}, "gstreamer_push": {"avg_ms": 1.214, "count": 222, "max_ms": 4.373, "p95_ms": 1.287}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.046, "count": 222, "max_ms": 86.541, "p95_ms": 76.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.751, "count": 222, "max_ms": 112.517, "p95_ms": 101.296}, "yolo11_640_fire_11class": {"avg_ms": 60.176, "count": 222, "max_ms": 93.009, "p95_ms": 82.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.411, "count": 222, "max_ms": 106.4, "p95_ms": 93.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.157, "count": 222, "max_ms": 167.012, "p95_ms": 156.279}, "read_interval": {"avg_ms": 135.221, "count": 221, "max_ms": 179.063, "p95_ms": 166.643}, "triton_wait": {"avg_ms": 72.768, "count": 222, "max_ms": 112.53, "p95_ms": 101.308}, "visualize": {"avg_ms": 5.173, "count": 222, "max_ms": 8.781, "p95_ms": 6.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 88}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5610.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.185, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.121, "name": "ffmpeg", "pid": 7155, "rss_mb": 268.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.263, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:02:42+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T13:02:42+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:02:42.481926+09:00", "mtime_epoch": 1783310562.4819264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:02:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 301, "max_ms": 5.46, "p95_ms": 4.495}, "gstreamer_push": {"avg_ms": 1.463, "count": 301, "max_ms": 6.186, "p95_ms": 1.541}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.735, "count": 301, "max_ms": 87.825, "p95_ms": 71.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.82, "count": 301, "max_ms": 116.804, "p95_ms": 99.881}, "yolo11_640_fire_11class": {"avg_ms": 59.017, "count": 301, "max_ms": 87.813, "p95_ms": 78.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.796, "count": 301, "max_ms": 100.492, "p95_ms": 88.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.147, "count": 301, "max_ms": 130.161, "p95_ms": 111.756}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 143.089, "p95_ms": 127.066}, "triton_wait": {"avg_ms": 70.998, "count": 301, "max_ms": 116.819, "p95_ms": 99.902}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 5.643, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 337, "tracking_summary": 330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5617.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6289.682, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.61, "sample_count": 1759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:02:56+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T13:02:56+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T13:02:56.310215+09:00", "mtime_epoch": 1783310576.310215, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:02:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 736.391, "name": "celery", "pid": 239, "rss_mb": 735.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.162, "pushed": 6.162, "read": 6.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.014, "count": 184, "max_ms": 59.975, "p95_ms": 52.283}, "gstreamer_push": {"avg_ms": 0.941, "count": 184, "max_ms": 1.284, "p95_ms": 1.106}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.597, "count": 184, "max_ms": 111.529, "p95_ms": 100.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.654, "count": 184, "max_ms": 116.874, "p95_ms": 101.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.092, "count": 184, "max_ms": 198.203, "p95_ms": 190.467}, "read_interval": {"avg_ms": 162.981, "count": 183, "max_ms": 207.752, "p95_ms": 199.297}, "triton_wait": {"avg_ms": 75.84, "count": 184, "max_ms": 116.888, "p95_ms": 104.315}, "visualize": {"avg_ms": 33.508, "count": 184, "max_ms": 50.089, "p95_ms": 38.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 84}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5594.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 680.817, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.375, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:03:07+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T13:03:07+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T13:03:07.678452+09:00", "mtime_epoch": 1783310587.6784515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:03:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.219, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.402, "pushed": 7.402, "read": 7.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.705, "count": 222, "max_ms": 8.585, "p95_ms": 7.16}, "gstreamer_push": {"avg_ms": 1.238, "count": 222, "max_ms": 4.204, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.721, "count": 222, "max_ms": 89.452, "p95_ms": 74.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.583, "count": 222, "max_ms": 120.35, "p95_ms": 102.071}, "yolo11_640_fire_11class": {"avg_ms": 60.495, "count": 222, "max_ms": 89.464, "p95_ms": 81.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.394, "count": 222, "max_ms": 102.262, "p95_ms": 93.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.12, "count": 222, "max_ms": 175.185, "p95_ms": 158.93}, "read_interval": {"avg_ms": 135.116, "count": 222, "max_ms": 185.299, "p95_ms": 168.047}, "triton_wait": {"avg_ms": 72.624, "count": 222, "max_ms": 120.363, "p95_ms": 102.275}, "visualize": {"avg_ms": 5.168, "count": 222, "max_ms": 7.117, "p95_ms": 6.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5613.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.203, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.637, "name": "ffmpeg", "pid": 7155, "rss_mb": 268.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.786, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:03:12+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T13:03:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T13:03:12.530552+09:00", "mtime_epoch": 1783310592.5305524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:03:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.393, "count": 299, "max_ms": 5.517, "p95_ms": 4.481}, "gstreamer_push": {"avg_ms": 1.524, "count": 299, "max_ms": 6.391, "p95_ms": 3.718}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.366, "count": 299, "max_ms": 84.748, "p95_ms": 71.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.948, "count": 299, "max_ms": 121.695, "p95_ms": 101.324}, "yolo11_640_fire_11class": {"avg_ms": 59.478, "count": 299, "max_ms": 85.178, "p95_ms": 79.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.311, "count": 299, "max_ms": 99.802, "p95_ms": 91.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.271, "count": 299, "max_ms": 133.81, "p95_ms": 113.525}, "read_interval": {"avg_ms": 100.399, "count": 299, "max_ms": 146.421, "p95_ms": 130.102}, "triton_wait": {"avg_ms": 72.14, "count": 299, "max_ms": 121.707, "p95_ms": 101.337}, "visualize": {"avg_ms": 3.691, "count": 299, "max_ms": 5.828, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 339, "tracking_summary": 332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5609.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6319.718, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.11, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:03:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:03:26+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T13:03:26+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T13:03:26.378840+09:00", "mtime_epoch": 1783310606.37884, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:03:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 736.391, "name": "celery", "pid": 239, "rss_mb": 729.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.864, "pushed": 5.864, "read": 5.831}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.15, "count": 175, "max_ms": 67.712, "p95_ms": 54.227}, "gstreamer_push": {"avg_ms": 0.983, "count": 175, "max_ms": 2.285, "p95_ms": 1.932}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.028, "count": 175, "max_ms": 114.399, "p95_ms": 107.581}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.177, "count": 175, "max_ms": 118.519, "p95_ms": 109.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.632, "count": 175, "max_ms": 209.86, "p95_ms": 197.571}, "read_interval": {"avg_ms": 171.734, "count": 174, "max_ms": 217.136, "p95_ms": 207.498}, "triton_wait": {"avg_ms": 79.261, "count": 175, "max_ms": 118.532, "p95_ms": 111.623}, "visualize": {"avg_ms": 35.716, "count": 175, "max_ms": 55.556, "p95_ms": 48.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 86}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5609.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 710.891, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.853, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:03:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:03:37+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T13:03:37+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T13:03:37.763076+09:00", "mtime_epoch": 1783310617.763076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:03:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.75, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.348, "pushed": 8.348, "read": 8.315}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.555, "count": 250, "max_ms": 8.909, "p95_ms": 6.181}, "gstreamer_push": {"avg_ms": 1.354, "count": 250, "max_ms": 6.401, "p95_ms": 1.983}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.052, "count": 250, "max_ms": 88.531, "p95_ms": 74.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.921, "count": 250, "max_ms": 125.215, "p95_ms": 103.532}, "yolo11_640_fire_11class": {"avg_ms": 60.493, "count": 250, "max_ms": 88.0, "p95_ms": 81.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.701, "count": 250, "max_ms": 104.103, "p95_ms": 95.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.838, "count": 250, "max_ms": 161.259, "p95_ms": 154.084}, "read_interval": {"avg_ms": 120.228, "count": 249, "max_ms": 172.678, "p95_ms": 164.158}, "triton_wait": {"avg_ms": 74.316, "count": 250, "max_ms": 125.229, "p95_ms": 103.936}, "visualize": {"avg_ms": 4.546, "count": 250, "max_ms": 9.08, "p95_ms": 5.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5607.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.231, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.637, "name": "ffmpeg", "pid": 7155, "rss_mb": 268.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.381, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:03:42+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T13:03:42+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T13:03:42.571176+09:00", "mtime_epoch": 1783310622.5711756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:03:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.651, "pushed": 8.651, "read": 8.618}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.276, "count": 259, "max_ms": 8.443, "p95_ms": 5.835}, "gstreamer_push": {"avg_ms": 1.442, "count": 259, "max_ms": 7.4, "p95_ms": 2.748}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.252, "count": 259, "max_ms": 89.128, "p95_ms": 75.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.689, "count": 259, "max_ms": 124.981, "p95_ms": 105.327}, "yolo11_640_fire_11class": {"avg_ms": 61.016, "count": 259, "max_ms": 88.579, "p95_ms": 81.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.379, "count": 259, "max_ms": 99.376, "p95_ms": 92.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.517, "count": 259, "max_ms": 178.193, "p95_ms": 154.735}, "read_interval": {"avg_ms": 116.061, "count": 258, "max_ms": 187.331, "p95_ms": 166.773}, "triton_wait": {"avg_ms": 75.986, "count": 259, "max_ms": 124.993, "p95_ms": 105.34}, "visualize": {"avg_ms": 4.279, "count": 259, "max_ms": 6.33, "p95_ms": 5.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 340, "tracking_summary": 333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5616.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6349.795, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.2, "sample_count": 1771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:03:56+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T13:03:56+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T13:03:56.451463+09:00", "mtime_epoch": 1783310636.4514627, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:03:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 736.391, "name": "celery", "pid": 239, "rss_mb": 731.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.016, "pushed": 6.016, "read": 5.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.966, "count": 180, "max_ms": 73.55, "p95_ms": 57.406}, "gstreamer_push": {"avg_ms": 1.01, "count": 180, "max_ms": 2.416, "p95_ms": 1.186}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.24, "count": 180, "max_ms": 116.774, "p95_ms": 101.801}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.632, "count": 180, "max_ms": 117.89, "p95_ms": 101.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.654, "count": 180, "max_ms": 209.797, "p95_ms": 189.399}, "read_interval": {"avg_ms": 167.151, "count": 179, "max_ms": 219.578, "p95_ms": 198.435}, "triton_wait": {"avg_ms": 76.998, "count": 180, "max_ms": 117.901, "p95_ms": 103.359}, "visualize": {"avg_ms": 37.953, "count": 180, "max_ms": 60.372, "p95_ms": 52.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 88}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5621.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 740.911, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.624, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:04:07+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T13:04:07+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T13:04:07.759696+09:00", "mtime_epoch": 1783310647.7596962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:04:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.023, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.325, "pushed": 7.325, "read": 7.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.682, "count": 219, "max_ms": 8.518, "p95_ms": 6.78}, "gstreamer_push": {"avg_ms": 1.205, "count": 219, "max_ms": 4.156, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.868, "count": 219, "max_ms": 89.317, "p95_ms": 70.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.066, "count": 219, "max_ms": 117.244, "p95_ms": 102.58}, "yolo11_640_fire_11class": {"avg_ms": 59.881, "count": 219, "max_ms": 88.202, "p95_ms": 81.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.878, "count": 219, "max_ms": 102.316, "p95_ms": 94.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.993, "count": 219, "max_ms": 184.689, "p95_ms": 157.644}, "read_interval": {"avg_ms": 136.97, "count": 218, "max_ms": 198.014, "p95_ms": 169.247}, "triton_wait": {"avg_ms": 74.195, "count": 219, "max_ms": 117.258, "p95_ms": 102.593}, "visualize": {"avg_ms": 5.19, "count": 219, "max_ms": 7.399, "p95_ms": 5.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5611.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.294, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.629, "name": "ffmpeg", "pid": 7155, "rss_mb": 276.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.897, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:04:12+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T13:04:12+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T13:04:12.623796+09:00", "mtime_epoch": 1783310652.6237965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:04:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.277, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.443, "pushed": 10.443, "read": 10.41}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.408, "count": 313, "max_ms": 5.37, "p95_ms": 4.429}, "gstreamer_push": {"avg_ms": 1.505, "count": 313, "max_ms": 6.571, "p95_ms": 3.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.766, "count": 313, "max_ms": 87.524, "p95_ms": 71.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.439, "count": 313, "max_ms": 126.256, "p95_ms": 100.028}, "yolo11_640_fire_11class": {"avg_ms": 58.521, "count": 313, "max_ms": 87.787, "p95_ms": 79.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.213, "count": 313, "max_ms": 100.435, "p95_ms": 88.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.533, "count": 313, "max_ms": 138.418, "p95_ms": 112.207}, "read_interval": {"avg_ms": 96.055, "count": 312, "max_ms": 152.565, "p95_ms": 125.926}, "triton_wait": {"avg_ms": 70.497, "count": 313, "max_ms": 126.268, "p95_ms": 100.04}, "visualize": {"avg_ms": 3.677, "count": 313, "max_ms": 5.1, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 342, "tracking_summary": 334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5617.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6379.854, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.903, "sample_count": 1765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:04:26+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T13:04:26+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T13:04:26.504083+09:00", "mtime_epoch": 1783310666.5040827, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:04:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.395, "name": "celery", "pid": 239, "rss_mb": 731.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.855, "pushed": 5.855, "read": 5.821}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.991, "count": 175, "max_ms": 65.301, "p95_ms": 55.789}, "gstreamer_push": {"avg_ms": 1.081, "count": 175, "max_ms": 3.126, "p95_ms": 2.17}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.689, "count": 175, "max_ms": 114.273, "p95_ms": 100.831}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.609, "count": 175, "max_ms": 115.432, "p95_ms": 105.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.601, "count": 175, "max_ms": 225.459, "p95_ms": 195.776}, "read_interval": {"avg_ms": 171.854, "count": 174, "max_ms": 231.759, "p95_ms": 203.889}, "triton_wait": {"avg_ms": 74.797, "count": 175, "max_ms": 115.444, "p95_ms": 106.979}, "visualize": {"avg_ms": 38.323, "count": 175, "max_ms": 57.198, "p95_ms": 51.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5608.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 770.991, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.866, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:04:37+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T13:04:37+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T13:04:37.864316+09:00", "mtime_epoch": 1783310677.8643162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:04:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.922, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.285, "pushed": 7.285, "read": 7.251}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.719, "count": 218, "max_ms": 8.945, "p95_ms": 6.929}, "gstreamer_push": {"avg_ms": 1.221, "count": 218, "max_ms": 4.301, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.704, "count": 218, "max_ms": 90.855, "p95_ms": 74.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.72, "count": 218, "max_ms": 113.697, "p95_ms": 103.221}, "yolo11_640_fire_11class": {"avg_ms": 60.513, "count": 218, "max_ms": 92.042, "p95_ms": 80.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.401, "count": 218, "max_ms": 104.97, "p95_ms": 93.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.988, "count": 218, "max_ms": 168.612, "p95_ms": 155.678}, "read_interval": {"avg_ms": 138.012, "count": 217, "max_ms": 179.724, "p95_ms": 167.977}, "triton_wait": {"avg_ms": 74.968, "count": 218, "max_ms": 113.71, "p95_ms": 103.233}, "visualize": {"avg_ms": 5.244, "count": 218, "max_ms": 8.672, "p95_ms": 5.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5617.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.339, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.887, "name": "ffmpeg", "pid": 7155, "rss_mb": 276.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.712, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:04:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:04:42+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T13:04:42+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T13:04:42.664415+09:00", "mtime_epoch": 1783310682.664415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:04:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.695, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.282, "pushed": 10.282, "read": 10.249}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 308, "max_ms": 5.651, "p95_ms": 4.851}, "gstreamer_push": {"avg_ms": 1.611, "count": 308, "max_ms": 7.38, "p95_ms": 3.936}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.628, "count": 308, "max_ms": 90.035, "p95_ms": 73.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.356, "count": 308, "max_ms": 117.809, "p95_ms": 99.961}, "yolo11_640_fire_11class": {"avg_ms": 59.394, "count": 308, "max_ms": 86.686, "p95_ms": 79.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.133, "count": 308, "max_ms": 98.651, "p95_ms": 90.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.57, "count": 308, "max_ms": 130.201, "p95_ms": 113.115}, "read_interval": {"avg_ms": 97.587, "count": 307, "max_ms": 145.537, "p95_ms": 128.717}, "triton_wait": {"avg_ms": 71.465, "count": 308, "max_ms": 117.823, "p95_ms": 99.975}, "visualize": {"avg_ms": 3.674, "count": 308, "max_ms": 5.561, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 342, "tracking_summary": 336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5621.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6409.947, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.266, "sample_count": 1764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:04:56+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T13:04:56+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T13:04:56.588701+09:00", "mtime_epoch": 1783310696.588701, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:04:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.395, "name": "celery", "pid": 239, "rss_mb": 731.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.945, "pushed": 5.945, "read": 5.911}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.814, "count": 178, "max_ms": 61.4, "p95_ms": 52.583}, "gstreamer_push": {"avg_ms": 0.907, "count": 178, "max_ms": 1.222, "p95_ms": 1.067}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.824, "count": 178, "max_ms": 120.391, "p95_ms": 103.657}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.927, "count": 178, "max_ms": 114.682, "p95_ms": 103.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.055, "count": 178, "max_ms": 209.289, "p95_ms": 195.631}, "read_interval": {"avg_ms": 169.048, "count": 177, "max_ms": 218.652, "p95_ms": 202.351}, "triton_wait": {"avg_ms": 75.973, "count": 178, "max_ms": 120.407, "p95_ms": 106.606}, "visualize": {"avg_ms": 36.755, "count": 178, "max_ms": 55.203, "p95_ms": 51.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 91}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5622.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 801.089, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.386, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:05:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:05:08+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T13:05:07+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T13:05:07.944934+09:00", "mtime_epoch": 1783310707.944934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:05:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1313.797, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.241, "pushed": 7.241, "read": 7.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.62, "count": 216, "max_ms": 8.575, "p95_ms": 6.811}, "gstreamer_push": {"avg_ms": 1.25, "count": 217, "max_ms": 4.407, "p95_ms": 2.268}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.304, "count": 216, "max_ms": 86.306, "p95_ms": 76.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.709, "count": 216, "max_ms": 111.735, "p95_ms": 104.102}, "yolo11_640_fire_11class": {"avg_ms": 61.171, "count": 216, "max_ms": 89.156, "p95_ms": 82.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.028, "count": 216, "max_ms": 107.751, "p95_ms": 95.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.711, "count": 217, "max_ms": 169.064, "p95_ms": 157.404}, "read_interval": {"avg_ms": 138.637, "count": 216, "max_ms": 180.28, "p95_ms": 168.363}, "triton_wait": {"avg_ms": 76.073, "count": 216, "max_ms": 111.75, "p95_ms": 104.115}, "visualize": {"avg_ms": 5.143, "count": 216, "max_ms": 6.856, "p95_ms": 5.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5609.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.433, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.465, "name": "ffmpeg", "pid": 7155, "rss_mb": 279.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.143, "sample_count": 2730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:05:12+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T13:05:12+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T13:05:12.749032+09:00", "mtime_epoch": 1783310712.7490323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:05:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.279, "pushed": 10.279, "read": 10.246}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.373, "count": 308, "max_ms": 5.26, "p95_ms": 4.599}, "gstreamer_push": {"avg_ms": 1.501, "count": 308, "max_ms": 5.151, "p95_ms": 3.662}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.313, "count": 308, "max_ms": 87.137, "p95_ms": 71.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.887, "count": 308, "max_ms": 117.527, "p95_ms": 102.324}, "yolo11_640_fire_11class": {"avg_ms": 59.621, "count": 308, "max_ms": 88.435, "p95_ms": 80.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.617, "count": 308, "max_ms": 104.724, "p95_ms": 90.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.968, "count": 308, "max_ms": 130.359, "p95_ms": 114.44}, "read_interval": {"avg_ms": 97.665, "count": 307, "max_ms": 144.786, "p95_ms": 127.695}, "triton_wait": {"avg_ms": 71.97, "count": 308, "max_ms": 117.539, "p95_ms": 102.336}, "visualize": {"avg_ms": 3.666, "count": 308, "max_ms": 5.39, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 345, "tracking_summary": 337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5623.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6440.107, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.692, "sample_count": 1766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:05:26+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T13:05:26+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T13:05:26.689317+09:00", "mtime_epoch": 1783310726.6893175, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:05:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.395, "name": "celery", "pid": 239, "rss_mb": 732.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.771, "pushed": 5.771, "read": 5.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.923, "count": 173, "max_ms": 69.427, "p95_ms": 55.212}, "gstreamer_push": {"avg_ms": 1.104, "count": 173, "max_ms": 2.151, "p95_ms": 2.014}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.393, "count": 173, "max_ms": 118.724, "p95_ms": 106.782}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.294, "count": 173, "max_ms": 118.871, "p95_ms": 108.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.958, "count": 173, "max_ms": 213.577, "p95_ms": 202.678}, "read_interval": {"avg_ms": 174.078, "count": 172, "max_ms": 220.085, "p95_ms": 210.748}, "triton_wait": {"avg_ms": 77.644, "count": 173, "max_ms": 118.884, "p95_ms": 111.311}, "visualize": {"avg_ms": 36.937, "count": 173, "max_ms": 63.168, "p95_ms": 51.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 93}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5619.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 831.187, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.302, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:05:38+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T13:05:38+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T13:05:38.037549+09:00", "mtime_epoch": 1783310738.0375495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:05:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.441, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.272, "pushed": 7.272, "read": 7.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.581, "count": 217, "max_ms": 7.508, "p95_ms": 6.52}, "gstreamer_push": {"avg_ms": 1.224, "count": 218, "max_ms": 4.484, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.107, "count": 217, "max_ms": 88.169, "p95_ms": 76.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.737, "count": 217, "max_ms": 118.617, "p95_ms": 108.417}, "yolo11_640_fire_11class": {"avg_ms": 60.277, "count": 217, "max_ms": 88.181, "p95_ms": 80.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.729, "count": 217, "max_ms": 102.325, "p95_ms": 93.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.806, "count": 218, "max_ms": 171.631, "p95_ms": 162.671}, "read_interval": {"avg_ms": 137.98, "count": 217, "max_ms": 182.106, "p95_ms": 172.257}, "triton_wait": {"avg_ms": 75.214, "count": 217, "max_ms": 118.63, "p95_ms": 108.43}, "visualize": {"avg_ms": 5.171, "count": 217, "max_ms": 7.944, "p95_ms": 5.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5620.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 254.525, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.465, "name": "ffmpeg", "pid": 7155, "rss_mb": 279.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.022, "sample_count": 2784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:05:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:05:42+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T13:05:42+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T13:05:42.837647+09:00", "mtime_epoch": 1783310742.8376474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:05:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1442.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.236}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.402, "count": 307, "max_ms": 5.903, "p95_ms": 4.452}, "gstreamer_push": {"avg_ms": 1.523, "count": 307, "max_ms": 6.171, "p95_ms": 3.7}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.577, "count": 307, "max_ms": 87.4, "p95_ms": 75.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.85, "count": 307, "max_ms": 127.367, "p95_ms": 104.187}, "yolo11_640_fire_11class": {"avg_ms": 58.699, "count": 307, "max_ms": 88.724, "p95_ms": 82.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.242, "count": 307, "max_ms": 101.217, "p95_ms": 93.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.009, "count": 307, "max_ms": 139.243, "p95_ms": 116.638}, "read_interval": {"avg_ms": 97.67, "count": 307, "max_ms": 156.322, "p95_ms": 129.621}, "triton_wait": {"avg_ms": 71.941, "count": 307, "max_ms": 127.38, "p95_ms": 104.2}, "visualize": {"avg_ms": 3.681, "count": 307, "max_ms": 5.764, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 346, "tracking_summary": 339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5624.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6470.271, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.568, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:05:57+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T13:05:56+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T13:05:56.905934+09:00", "mtime_epoch": 1783310756.9059343, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:05:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.395, "name": "celery", "pid": 239, "rss_mb": 734.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.067, "pushed": 6.067, "read": 6.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.914, "count": 181, "max_ms": 73.315, "p95_ms": 54.493}, "gstreamer_push": {"avg_ms": 1.002, "count": 182, "max_ms": 3.367, "p95_ms": 1.249}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.368, "count": 181, "max_ms": 115.586, "p95_ms": 101.029}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.515, "count": 181, "max_ms": 111.576, "p95_ms": 102.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.441, "count": 182, "max_ms": 216.512, "p95_ms": 191.385}, "read_interval": {"avg_ms": 165.652, "count": 181, "max_ms": 224.221, "p95_ms": 198.903}, "triton_wait": {"avg_ms": 76.019, "count": 181, "max_ms": 115.598, "p95_ms": 103.126}, "visualize": {"avg_ms": 34.785, "count": 181, "max_ms": 55.027, "p95_ms": 45.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5623.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T12:51:44+09:00", "last_error_summary": "[h264 @ 0x55a46e7cb6c0] error while decoding MB 104 40, bytestream -5", "last_exit_at": "2026-07-06T12:51:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 861.233, "last_started_at": "2026-07-06T12:51:46+09:00", "pid": 7003, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.285, "name": "ffmpeg", "pid": 7003, "rss_mb": 329.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.928, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:06:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:06:08+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T13:06:08+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T13:06:08.086162+09:00", "mtime_epoch": 1783310768.0861623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:06:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.711, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.291, "pushed": 7.291, "read": 7.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.707, "count": 218, "max_ms": 8.837, "p95_ms": 7.114}, "gstreamer_push": {"avg_ms": 1.284, "count": 218, "max_ms": 4.311, "p95_ms": 2.575}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.48, "count": 218, "max_ms": 85.392, "p95_ms": 76.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.758, "count": 218, "max_ms": 117.349, "p95_ms": 103.601}, "yolo11_640_fire_11class": {"avg_ms": 59.656, "count": 218, "max_ms": 85.894, "p95_ms": 78.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.092, "count": 218, "max_ms": 99.604, "p95_ms": 93.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.805, "count": 218, "max_ms": 177.059, "p95_ms": 155.753}, "read_interval": {"avg_ms": 137.735, "count": 217, "max_ms": 188.815, "p95_ms": 166.958}, "triton_wait": {"avg_ms": 75.009, "count": 218, "max_ms": 117.364, "p95_ms": 103.614}, "visualize": {"avg_ms": 5.183, "count": 218, "max_ms": 8.506, "p95_ms": 5.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5614.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 284.582, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.723, "name": "ffmpeg", "pid": 7155, "rss_mb": 279.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.301, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:06:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:06:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T13:06:12+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T13:06:12.902260+09:00", "mtime_epoch": 1783310772.9022603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:06:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.059}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.449, "count": 302, "max_ms": 5.556, "p95_ms": 4.463}, "gstreamer_push": {"avg_ms": 1.489, "count": 302, "max_ms": 6.056, "p95_ms": 3.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.408, "count": 302, "max_ms": 83.239, "p95_ms": 72.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.178, "count": 302, "max_ms": 125.835, "p95_ms": 100.483}, "yolo11_640_fire_11class": {"avg_ms": 58.759, "count": 302, "max_ms": 88.084, "p95_ms": 77.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.646, "count": 302, "max_ms": 96.99, "p95_ms": 89.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.595, "count": 302, "max_ms": 138.741, "p95_ms": 112.701}, "read_interval": {"avg_ms": 99.518, "count": 301, "max_ms": 152.167, "p95_ms": 126.697}, "triton_wait": {"avg_ms": 73.236, "count": 302, "max_ms": 125.848, "p95_ms": 100.497}, "visualize": {"avg_ms": 3.762, "count": 302, "max_ms": 5.447, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 348, "tracking_summary": 340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5646.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6500.354, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.488, "sample_count": 1776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:06:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:06:27+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T13:06:27+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T13:06:27.026547+09:00", "mtime_epoch": 1783310787.0265474, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:06:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.672, "name": "celery", "pid": 239, "rss_mb": 730.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.856, "pushed": 5.856, "read": 5.822}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.89, "count": 175, "max_ms": 67.438, "p95_ms": 55.05}, "gstreamer_push": {"avg_ms": 1.037, "count": 175, "max_ms": 3.812, "p95_ms": 2.056}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.702, "count": 175, "max_ms": 116.582, "p95_ms": 108.061}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.233, "count": 175, "max_ms": 113.982, "p95_ms": 105.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.755, "count": 175, "max_ms": 207.908, "p95_ms": 196.63}, "read_interval": {"avg_ms": 172.088, "count": 174, "max_ms": 217.656, "p95_ms": 203.897}, "triton_wait": {"avg_ms": 77.861, "count": 175, "max_ms": 116.595, "p95_ms": 108.077}, "visualize": {"avg_ms": 36.482, "count": 175, "max_ms": 54.015, "p95_ms": 50.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5541.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:06:30+09:00", "last_error_summary": "[h264 @ 0x562e6a5518c0] error while decoding MB 4 29, bytestream -21", "last_exit_at": "2026-07-06T13:06:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.805, "last_started_at": "2026-07-06T13:06:33+09:00", "pid": 7262, "process": {"exists": true, "fd_count": 5, "hwm_mb": 252.629, "name": "ffmpeg", "pid": 7262, "rss_mb": 252.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.279, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:06:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:06:38+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T13:06:38+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T13:06:38.170774+09:00", "mtime_epoch": 1783310798.170774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:06:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1315.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.11, "pushed": 7.11, "read": 7.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.827, "count": 213, "max_ms": 8.093, "p95_ms": 5.916}, "gstreamer_push": {"avg_ms": 1.452, "count": 213, "max_ms": 6.748, "p95_ms": 3.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.037, "count": 213, "max_ms": 93.355, "p95_ms": 78.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.844, "count": 213, "max_ms": 124.671, "p95_ms": 108.532}, "yolo11_640_fire_11class": {"avg_ms": 66.531, "count": 213, "max_ms": 94.377, "p95_ms": 84.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.321, "count": 213, "max_ms": 106.783, "p95_ms": 97.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.769, "count": 213, "max_ms": 174.944, "p95_ms": 149.146}, "read_interval": {"avg_ms": 141.209, "count": 212, "max_ms": 5251.518, "p95_ms": 159.701}, "triton_wait": {"avg_ms": 83.168, "count": 213, "max_ms": 124.688, "p95_ms": 108.546}, "visualize": {"avg_ms": 4.095, "count": 213, "max_ms": 7.445, "p95_ms": 5.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5619.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 314.678, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.723, "name": "ffmpeg", "pid": 7155, "rss_mb": 279.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.134, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:06:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T13:06:43+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T13:06:42+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T13:06:42.970871+09:00", "mtime_epoch": 1783310802.9708714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:06:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1442.922, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.64, "pushed": 9.64, "read": 9.606}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.326, "count": 289, "max_ms": 5.347, "p95_ms": 4.12}, "gstreamer_push": {"avg_ms": 1.484, "count": 289, "max_ms": 5.077, "p95_ms": 3.584}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.562, "count": 289, "max_ms": 91.901, "p95_ms": 78.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.181, "count": 289, "max_ms": 124.017, "p95_ms": 103.831}, "yolo11_640_fire_11class": {"avg_ms": 64.291, "count": 289, "max_ms": 93.072, "p95_ms": 84.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.801, "count": 289, "max_ms": 105.253, "p95_ms": 95.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.386, "count": 289, "max_ms": 137.41, "p95_ms": 115.905}, "read_interval": {"avg_ms": 104.047, "count": 288, "max_ms": 153.976, "p95_ms": 131.252}, "triton_wait": {"avg_ms": 78.405, "count": 289, "max_ms": 124.03, "p95_ms": 103.844}, "visualize": {"avg_ms": 3.615, "count": 289, "max_ms": 4.523, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 349, "tracking_summary": 342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5624.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6530.482, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.277, "sample_count": 1773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:06:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:06:57+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T13:06:57+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T13:06:57.111158+09:00", "mtime_epoch": 1783310817.1111581, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:06:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.672, "name": "celery", "pid": 239, "rss_mb": 736.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.873, "pushed": 5.873, "read": 5.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 38.901, "count": 176, "max_ms": 68.976, "p95_ms": 55.584}, "gstreamer_push": {"avg_ms": 1.182, "count": 176, "max_ms": 3.531, "p95_ms": 2.304}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.85, "count": 176, "max_ms": 117.149, "p95_ms": 108.934}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.438, "count": 176, "max_ms": 113.841, "p95_ms": 105.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.765, "count": 176, "max_ms": 217.547, "p95_ms": 198.533}, "read_interval": {"avg_ms": 171.101, "count": 175, "max_ms": 225.384, "p95_ms": 207.165}, "triton_wait": {"avg_ms": 79.664, "count": 176, "max_ms": 117.161, "p95_ms": 111.112}, "visualize": {"avg_ms": 39.443, "count": 176, "max_ms": 63.558, "p95_ms": 59.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 99}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5624.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:06:30+09:00", "last_error_summary": "[h264 @ 0x562e6a5518c0] error while decoding MB 4 29, bytestream -21", "last_exit_at": "2026-07-06T13:06:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.821, "last_started_at": "2026-07-06T13:06:33+09:00", "pid": 7262, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.16, "name": "ffmpeg", "pid": 7262, "rss_mb": 331.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.928, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:07:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:07:08+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T13:07:08+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T13:07:08.223383+09:00", "mtime_epoch": 1783310828.2233832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:07:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1314.75, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.101, "pushed": 8.101, "read": 8.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 242, "max_ms": 7.974, "p95_ms": 5.934}, "gstreamer_push": {"avg_ms": 1.378, "count": 242, "max_ms": 6.522, "p95_ms": 2.533}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.777, "count": 242, "max_ms": 88.615, "p95_ms": 79.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.635, "count": 242, "max_ms": 125.863, "p95_ms": 107.632}, "yolo11_640_fire_11class": {"avg_ms": 64.15, "count": 242, "max_ms": 89.145, "p95_ms": 82.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.853, "count": 242, "max_ms": 104.571, "p95_ms": 97.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.815, "count": 242, "max_ms": 198.643, "p95_ms": 155.455}, "read_interval": {"avg_ms": 123.953, "count": 241, "max_ms": 209.268, "p95_ms": 164.981}, "triton_wait": {"avg_ms": 80.348, "count": 242, "max_ms": 125.875, "p95_ms": 107.644}, "visualize": {"avg_ms": 4.399, "count": 242, "max_ms": 6.321, "p95_ms": 5.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5622.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 344.752, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.723, "name": "ffmpeg", "pid": 7155, "rss_mb": 279.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.085, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:07:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:07:13+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T13:07:13+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T13:07:13.067481+09:00", "mtime_epoch": 1783310833.0674813, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:07:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.262, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.877, "pushed": 8.877, "read": 8.843}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.974, "count": 266, "max_ms": 7.578, "p95_ms": 5.801}, "gstreamer_push": {"avg_ms": 1.422, "count": 266, "max_ms": 4.367, "p95_ms": 3.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.917, "count": 266, "max_ms": 90.672, "p95_ms": 77.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.623, "count": 266, "max_ms": 123.551, "p95_ms": 102.141}, "yolo11_640_fire_11class": {"avg_ms": 61.708, "count": 266, "max_ms": 90.66, "p95_ms": 81.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.039, "count": 266, "max_ms": 105.97, "p95_ms": 94.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.286, "count": 266, "max_ms": 176.861, "p95_ms": 151.444}, "read_interval": {"avg_ms": 113.082, "count": 265, "max_ms": 189.628, "p95_ms": 161.766}, "triton_wait": {"avg_ms": 77.102, "count": 266, "max_ms": 123.564, "p95_ms": 103.198}, "visualize": {"avg_ms": 4.083, "count": 266, "max_ms": 6.421, "p95_ms": 5.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 351, "tracking_summary": 343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5618.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6560.619, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.631, "sample_count": 1772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:07:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:07:27+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T13:07:27+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T13:07:27.227768+09:00", "mtime_epoch": 1783310847.2277677, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:07:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.672, "name": "celery", "pid": 239, "rss_mb": 734.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.969, "pushed": 5.969, "read": 5.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.155, "count": 179, "max_ms": 68.088, "p95_ms": 56.48}, "gstreamer_push": {"avg_ms": 0.914, "count": 179, "max_ms": 1.24, "p95_ms": 1.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.229, "count": 179, "max_ms": 111.592, "p95_ms": 105.22}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.717, "count": 179, "max_ms": 114.176, "p95_ms": 104.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.619, "count": 179, "max_ms": 203.291, "p95_ms": 196.812}, "read_interval": {"avg_ms": 168.164, "count": 178, "max_ms": 211.752, "p95_ms": 205.171}, "triton_wait": {"avg_ms": 76.711, "count": 179, "max_ms": 114.185, "p95_ms": 106.145}, "visualize": {"avg_ms": 34.19, "count": 179, "max_ms": 42.402, "p95_ms": 38.697}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5623.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 374.863, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.723, "name": "ffmpeg", "pid": 7155, "rss_mb": 279.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.12, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:07:43+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:07:43+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T13:07:43.156090+09:00", "mtime_epoch": 1783310863.1560895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:07:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.152, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.229, "pushed": 10.229, "read": 10.196}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.36, "count": 306, "max_ms": 5.626, "p95_ms": 4.292}, "gstreamer_push": {"avg_ms": 1.548, "count": 306, "max_ms": 6.345, "p95_ms": 3.743}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.23, "count": 306, "max_ms": 84.285, "p95_ms": 76.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.086, "count": 306, "max_ms": 121.897, "p95_ms": 101.625}, "yolo11_640_fire_11class": {"avg_ms": 59.603, "count": 306, "max_ms": 86.649, "p95_ms": 79.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.089, "count": 306, "max_ms": 100.327, "p95_ms": 93.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.35, "count": 306, "max_ms": 136.56, "p95_ms": 114.386}, "read_interval": {"avg_ms": 98.044, "count": 305, "max_ms": 153.115, "p95_ms": 127.771}, "triton_wait": {"avg_ms": 72.242, "count": 306, "max_ms": 121.91, "p95_ms": 101.637}, "visualize": {"avg_ms": 3.694, "count": 306, "max_ms": 6.91, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5627.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:06:30+09:00", "last_error_summary": "[h264 @ 0x562e6a5518c0] error while decoding MB 4 29, bytestream -21", "last_exit_at": "2026-07-06T13:06:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.029, "last_started_at": "2026-07-06T13:06:33+09:00", "pid": 7262, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.039, "name": "ffmpeg", "pid": 7262, "rss_mb": 332.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.623, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:07:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:07:47+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T13:07:47+09:00", "mjpeg": {"age_sec": 14.871, "exists": true, "mtime": "2026-07-06T13:07:32.683878+09:00", "mtime_epoch": 1783310852.683878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:07:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.371, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.04, "pushed": 4.04, "read": 4.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.719, "count": 121, "max_ms": 8.954, "p95_ms": 6.419}, "gstreamer_push": {"avg_ms": 1.363, "count": 121, "max_ms": 3.979, "p95_ms": 2.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.051, "count": 121, "max_ms": 89.576, "p95_ms": 79.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.322, "count": 121, "max_ms": 115.073, "p95_ms": 105.414}, "yolo11_640_fire_11class": {"avg_ms": 66.03, "count": 121, "max_ms": 88.021, "p95_ms": 85.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.373, "count": 121, "max_ms": 102.941, "p95_ms": 98.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.941, "count": 121, "max_ms": 162.306, "p95_ms": 153.444}, "read_interval": {"avg_ms": 249.781, "count": 120, "max_ms": 14891.039, "p95_ms": 164.449}, "triton_wait": {"avg_ms": 80.081, "count": 121, "max_ms": 115.086, "p95_ms": 105.429}, "visualize": {"avg_ms": 4.673, "count": 121, "max_ms": 8.987, "p95_ms": 6.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 351, "tracking_summary": 345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5624.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6590.69, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.631, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:07:57+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T13:07:57+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T13:07:57.344376+09:00", "mtime_epoch": 1783310877.3443758, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:07:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.672, "name": "celery", "pid": 239, "rss_mb": 734.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.223, "pushed": 6.223, "read": 6.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.285, "count": 186, "max_ms": 61.25, "p95_ms": 50.826}, "gstreamer_push": {"avg_ms": 0.974, "count": 186, "max_ms": 1.432, "p95_ms": 1.079}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.074, "count": 186, "max_ms": 112.735, "p95_ms": 91.338}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.877, "count": 186, "max_ms": 109.692, "p95_ms": 92.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.577, "count": 186, "max_ms": 198.269, "p95_ms": 180.755}, "read_interval": {"avg_ms": 161.71, "count": 185, "max_ms": 208.157, "p95_ms": 189.995}, "triton_wait": {"avg_ms": 72.181, "count": 186, "max_ms": 112.747, "p95_ms": 92.229}, "visualize": {"avg_ms": 34.43, "count": 186, "max_ms": 43.989, "p95_ms": 37.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5551.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 404.878, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.301, "name": "ffmpeg", "pid": 7155, "rss_mb": 282.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.085, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:08:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:08:13+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T13:08:13+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T13:08:13.160695+09:00", "mtime_epoch": 1783310893.1606946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:08:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.266, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.693, "pushed": 10.693, "read": 10.66}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.351, "count": 320, "max_ms": 5.355, "p95_ms": 4.025}, "gstreamer_push": {"avg_ms": 1.621, "count": 320, "max_ms": 7.734, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.854, "count": 320, "max_ms": 82.25, "p95_ms": 61.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.865, "count": 320, "max_ms": 124.227, "p95_ms": 93.319}, "yolo11_640_fire_11class": {"avg_ms": 56.389, "count": 320, "max_ms": 84.596, "p95_ms": 67.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.814, "count": 320, "max_ms": 94.806, "p95_ms": 70.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.961, "count": 320, "max_ms": 137.624, "p95_ms": 105.24}, "read_interval": {"avg_ms": 93.649, "count": 319, "max_ms": 150.751, "p95_ms": 120.073}, "triton_wait": {"avg_ms": 67.879, "count": 320, "max_ms": 124.24, "p95_ms": 93.332}, "visualize": {"avg_ms": 3.67, "count": 320, "max_ms": 6.859, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5625.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:08:05+09:00", "last_error_summary": "[h264 @ 0x55f478b5b000] error while decoding MB 97 30, bytestream -29 [in#0/rtsp @ 0x55f478b13e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f478b13e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.424, "last_started_at": "2026-07-06T13:08:08+09:00", "pid": 7414, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.379, "name": "ffmpeg", "pid": 7414, "rss_mb": 327.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.443, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:08:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:08:17+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T13:08:17+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T13:08:17.456781+09:00", "mtime_epoch": 1783310897.456781, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:08:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.855, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 73, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.397, "pushed": 5.397, "read": 5.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.301, "count": 73, "max_ms": 7.321, "p95_ms": 6.343}, "gstreamer_push": {"avg_ms": 1.311, "count": 73, "max_ms": 5.359, "p95_ms": 1.555}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.156, "count": 73, "max_ms": 79.818, "p95_ms": 77.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.771, "count": 73, "max_ms": 118.278, "p95_ms": 107.013}, "yolo11_640_fire_11class": {"avg_ms": 61.623, "count": 73, "max_ms": 89.387, "p95_ms": 79.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.621, "count": 73, "max_ms": 97.008, "p95_ms": 94.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.548, "count": 73, "max_ms": 171.441, "p95_ms": 150.391}, "read_interval": {"avg_ms": 410.966, "count": 73, "max_ms": 16586.339, "p95_ms": 172.212}, "triton_wait": {"avg_ms": 76.051, "count": 73, "max_ms": 118.291, "p95_ms": 107.022}, "visualize": {"avg_ms": 4.422, "count": 73, "max_ms": 6.321, "p95_ms": 5.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.526, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 354, "tracking_summary": 346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5627.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6620.835, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.59, "sample_count": 1777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:08:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:08:27+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T13:08:27+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T13:08:27.472983+09:00", "mtime_epoch": 1783310907.4729826, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:08:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 737.672, "name": "celery", "pid": 239, "rss_mb": 737.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.961, "pushed": 5.961, "read": 5.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.467, "count": 178, "max_ms": 59.051, "p95_ms": 53.622}, "gstreamer_push": {"avg_ms": 0.919, "count": 178, "max_ms": 1.121, "p95_ms": 1.038}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.62, "count": 178, "max_ms": 114.696, "p95_ms": 106.753}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.376, "count": 178, "max_ms": 113.684, "p95_ms": 105.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.658, "count": 178, "max_ms": 207.436, "p95_ms": 198.511}, "read_interval": {"avg_ms": 168.602, "count": 177, "max_ms": 216.537, "p95_ms": 205.857}, "triton_wait": {"avg_ms": 74.703, "count": 178, "max_ms": 114.709, "p95_ms": 108.176}, "visualize": {"avg_ms": 33.004, "count": 178, "max_ms": 49.871, "p95_ms": 39.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5628.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 434.894, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.301, "name": "ffmpeg", "pid": 7155, "rss_mb": 282.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.836, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:08:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:08:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T13:08:43+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T13:08:43.229299+09:00", "mtime_epoch": 1783310923.2292993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:08:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.668}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.326, "count": 290, "max_ms": 5.106, "p95_ms": 4.177}, "gstreamer_push": {"avg_ms": 1.511, "count": 290, "max_ms": 7.507, "p95_ms": 3.659}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.601, "count": 290, "max_ms": 82.63, "p95_ms": 77.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.373, "count": 290, "max_ms": 122.953, "p95_ms": 104.577}, "yolo11_640_fire_11class": {"avg_ms": 63.4, "count": 290, "max_ms": 88.113, "p95_ms": 83.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.203, "count": 290, "max_ms": 106.992, "p95_ms": 93.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.489, "count": 290, "max_ms": 134.992, "p95_ms": 117.46}, "read_interval": {"avg_ms": 103.696, "count": 290, "max_ms": 153.131, "p95_ms": 132.901}, "triton_wait": {"avg_ms": 77.513, "count": 290, "max_ms": 122.966, "p95_ms": 105.23}, "visualize": {"avg_ms": 3.625, "count": 290, "max_ms": 4.764, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5630.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:08:05+09:00", "last_error_summary": "[h264 @ 0x55f478b5b000] error while decoding MB 97 30, bytestream -29 [in#0/rtsp @ 0x55f478b13e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f478b13e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.479, "last_started_at": "2026-07-06T13:08:08+09:00", "pid": 7414, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.762, "name": "ffmpeg", "pid": 7414, "rss_mb": 331.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.163, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:08:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:08:47+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:08:47+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T13:08:47.513385+09:00", "mtime_epoch": 1783310927.5133853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:08:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1316.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.55, "pushed": 8.55, "read": 8.517}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.872, "count": 256, "max_ms": 6.908, "p95_ms": 5.976}, "gstreamer_push": {"avg_ms": 1.53, "count": 256, "max_ms": 6.174, "p95_ms": 3.79}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.188, "count": 256, "max_ms": 90.036, "p95_ms": 80.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.436, "count": 256, "max_ms": 115.374, "p95_ms": 107.91}, "yolo11_640_fire_11class": {"avg_ms": 66.197, "count": 256, "max_ms": 90.62, "p95_ms": 85.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.87, "count": 256, "max_ms": 107.245, "p95_ms": 96.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.824, "count": 256, "max_ms": 168.577, "p95_ms": 146.732}, "read_interval": {"avg_ms": 117.387, "count": 255, "max_ms": 179.646, "p95_ms": 156.156}, "triton_wait": {"avg_ms": 81.815, "count": 256, "max_ms": 115.386, "p95_ms": 107.923}, "visualize": {"avg_ms": 4.12, "count": 256, "max_ms": 6.325, "p95_ms": 5.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 355, "tracking_summary": 348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5628.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6650.997, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.475, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:08:57+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T13:08:57+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T13:08:57.621588+09:00", "mtime_epoch": 1783310937.6215885, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:08:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 738.746, "name": "celery", "pid": 239, "rss_mb": 735.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.931, "pushed": 5.931, "read": 5.898}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.309, "count": 177, "max_ms": 66.196, "p95_ms": 56.658}, "gstreamer_push": {"avg_ms": 0.973, "count": 177, "max_ms": 2.393, "p95_ms": 1.108}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.378, "count": 177, "max_ms": 116.925, "p95_ms": 106.216}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.059, "count": 177, "max_ms": 114.517, "p95_ms": 105.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.355, "count": 177, "max_ms": 212.083, "p95_ms": 200.331}, "read_interval": {"avg_ms": 169.453, "count": 176, "max_ms": 219.645, "p95_ms": 208.994}, "triton_wait": {"avg_ms": 78.541, "count": 177, "max_ms": 116.938, "p95_ms": 107.223}, "visualize": {"avg_ms": 34.835, "count": 177, "max_ms": 55.243, "p95_ms": 41.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5635.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 464.999, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.879, "name": "ffmpeg", "pid": 7155, "rss_mb": 284.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.823, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:09:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:09:13+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T13:09:13+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T13:09:13.309903+09:00", "mtime_epoch": 1783310953.3099031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:09:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.702, "pushed": 8.702, "read": 8.702}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.397, "count": 261, "max_ms": 5.67, "p95_ms": 3.971}, "gstreamer_push": {"avg_ms": 1.6, "count": 261, "max_ms": 6.109, "p95_ms": 3.771}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.602, "count": 261, "max_ms": 91.5, "p95_ms": 83.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.332, "count": 261, "max_ms": 121.552, "p95_ms": 106.343}, "yolo11_640_fire_11class": {"avg_ms": 72.329, "count": 261, "max_ms": 91.512, "p95_ms": 85.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.903, "count": 261, "max_ms": 105.955, "p95_ms": 97.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.951, "count": 261, "max_ms": 137.72, "p95_ms": 118.838}, "read_interval": {"avg_ms": 114.913, "count": 261, "max_ms": 152.263, "p95_ms": 132.676}, "triton_wait": {"avg_ms": 88.553, "count": 261, "max_ms": 121.565, "p95_ms": 106.357}, "visualize": {"avg_ms": 3.739, "count": 261, "max_ms": 5.797, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5627.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:08:05+09:00", "last_error_summary": "[h264 @ 0x55f478b5b000] error while decoding MB 97 30, bytestream -29 [in#0/rtsp @ 0x55f478b13e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f478b13e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.513, "last_started_at": "2026-07-06T13:08:08+09:00", "pid": 7414, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.762, "name": "ffmpeg", "pid": 7414, "rss_mb": 331.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.351, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:09:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:09:17+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T13:09:17+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T13:09:17.589989+09:00", "mtime_epoch": 1783310957.589989, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:09:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1311.531, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.54, "pushed": 8.54, "read": 8.507}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.35, "count": 255, "max_ms": 8.051, "p95_ms": 5.18}, "gstreamer_push": {"avg_ms": 1.545, "count": 255, "max_ms": 6.418, "p95_ms": 3.837}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.149, "count": 255, "max_ms": 90.804, "p95_ms": 82.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.352, "count": 255, "max_ms": 124.204, "p95_ms": 107.434}, "yolo11_640_fire_11class": {"avg_ms": 72.271, "count": 255, "max_ms": 90.22, "p95_ms": 85.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.237, "count": 255, "max_ms": 103.839, "p95_ms": 98.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.053, "count": 255, "max_ms": 162.142, "p95_ms": 140.935}, "read_interval": {"avg_ms": 117.889, "count": 254, "max_ms": 172.048, "p95_ms": 150.424}, "triton_wait": {"avg_ms": 88.581, "count": 255, "max_ms": 124.218, "p95_ms": 107.454}, "visualize": {"avg_ms": 3.883, "count": 255, "max_ms": 6.49, "p95_ms": 5.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 357, "tracking_summary": 349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5630.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6681.06, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.681, "sample_count": 1780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:09:27+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T13:09:27+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T13:09:27.694191+09:00", "mtime_epoch": 1783310967.6941912, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:09:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 738.746, "name": "celery", "pid": 239, "rss_mb": 735.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.055, "pushed": 6.055, "read": 6.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.109, "count": 181, "max_ms": 72.386, "p95_ms": 59.45}, "gstreamer_push": {"avg_ms": 0.981, "count": 181, "max_ms": 1.644, "p95_ms": 1.098}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.853, "count": 181, "max_ms": 118.984, "p95_ms": 108.734}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.178, "count": 181, "max_ms": 115.973, "p95_ms": 104.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.952, "count": 181, "max_ms": 221.64, "p95_ms": 199.0}, "read_interval": {"avg_ms": 166.036, "count": 180, "max_ms": 228.741, "p95_ms": 206.744}, "triton_wait": {"avg_ms": 75.906, "count": 181, "max_ms": 118.997, "p95_ms": 108.747}, "visualize": {"avg_ms": 35.15, "count": 181, "max_ms": 47.624, "p95_ms": 42.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5626.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 495.077, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.879, "name": "ffmpeg", "pid": 7155, "rss_mb": 284.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.823, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:09:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T13:09:43+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T13:09:43+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T13:09:43.410506+09:00", "mtime_epoch": 1783310983.410506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:09:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.559, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.148}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.337, "count": 305, "max_ms": 5.755, "p95_ms": 3.98}, "gstreamer_push": {"avg_ms": 1.537, "count": 305, "max_ms": 6.646, "p95_ms": 3.771}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.093, "count": 305, "max_ms": 84.814, "p95_ms": 77.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.972, "count": 305, "max_ms": 121.393, "p95_ms": 99.633}, "yolo11_640_fire_11class": {"avg_ms": 60.4, "count": 305, "max_ms": 89.508, "p95_ms": 79.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.828, "count": 305, "max_ms": 99.199, "p95_ms": 91.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.03, "count": 305, "max_ms": 133.715, "p95_ms": 111.616}, "read_interval": {"avg_ms": 98.638, "count": 304, "max_ms": 147.339, "p95_ms": 126.013}, "triton_wait": {"avg_ms": 73.024, "count": 305, "max_ms": 121.405, "p95_ms": 99.646}, "visualize": {"avg_ms": 3.677, "count": 305, "max_ms": 5.549, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 359, "tracking_summary": 351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5627.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6711.087, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.134, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:09:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:09:57+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T13:09:57+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T13:09:57.730792+09:00", "mtime_epoch": 1783310997.7307923, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:09:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 738.746, "name": "celery", "pid": 239, "rss_mb": 733.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.293, "pushed": 6.293, "read": 6.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.362, "count": 188, "max_ms": 60.675, "p95_ms": 56.929}, "gstreamer_push": {"avg_ms": 0.979, "count": 188, "max_ms": 2.41, "p95_ms": 1.102}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.464, "count": 188, "max_ms": 91.718, "p95_ms": 81.853}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.429, "count": 188, "max_ms": 89.464, "p95_ms": 82.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.729, "count": 188, "max_ms": 178.78, "p95_ms": 168.712}, "read_interval": {"avg_ms": 159.732, "count": 187, "max_ms": 186.028, "p95_ms": 176.774}, "triton_wait": {"avg_ms": 69.73, "count": 188, "max_ms": 91.73, "p95_ms": 83.298}, "visualize": {"avg_ms": 33.945, "count": 188, "max_ms": 45.943, "p95_ms": 41.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5487.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:09:58+09:00", "last_error_summary": "[h264 @ 0x55fdda4a3e40] error while decoding MB 91 33, bytestream -11", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.728, "last_started_at": "2026-07-06T13:10:00+09:00", "pid": 7566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 192.156, "name": "ffmpeg", "pid": 7566, "rss_mb": 192.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.316, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:10:03+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T13:10:02+09:00", "mjpeg": {"age_sec": 35.071, "exists": true, "mtime": "2026-07-06T13:09:27.942196+09:00", "mtime_epoch": 1783310967.9421964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:10:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1312.465, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.007, "count": 1, "max_ms": 3.007, "p95_ms": 3.007}, "gstreamer_push": {"avg_ms": 1.432, "count": 1, "max_ms": 1.432, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.04, "count": 1, "max_ms": 72.04, "p95_ms": 72.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 105.049, "count": 1, "max_ms": 105.049, "p95_ms": 105.049}, "yolo11_640_fire_11class": {"avg_ms": 91.317, "count": 1, "max_ms": 91.317, "p95_ms": 91.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 97.499, "count": 1, "max_ms": 97.499, "p95_ms": 97.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.102, "count": 1, "max_ms": 117.102, "p95_ms": 117.102}, "read_interval": {"avg_ms": 35069.668, "count": 1, "max_ms": 35069.668, "p95_ms": 35069.668}, "triton_wait": {"avg_ms": 105.065, "count": 1, "max_ms": 105.065, "p95_ms": 105.065}, "visualize": {"avg_ms": 3.801, "count": 1, "max_ms": 3.801, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5626.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 525.179, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.879, "name": "ffmpeg", "pid": 7155, "rss_mb": 284.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.458, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:10:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:10:13+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:10:13+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T13:10:13.483107+09:00", "mtime_epoch": 1783311013.483107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:10:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.367, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.44, "pushed": 10.44, "read": 10.406}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 313, "max_ms": 5.287, "p95_ms": 3.85}, "gstreamer_push": {"avg_ms": 1.503, "count": 313, "max_ms": 6.152, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.767, "count": 313, "max_ms": 82.592, "p95_ms": 76.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.243, "count": 313, "max_ms": 114.136, "p95_ms": 97.262}, "yolo11_640_fire_11class": {"avg_ms": 59.064, "count": 313, "max_ms": 83.122, "p95_ms": 77.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.273, "count": 313, "max_ms": 95.534, "p95_ms": 88.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.323, "count": 313, "max_ms": 127.045, "p95_ms": 109.79}, "read_interval": {"avg_ms": 96.096, "count": 312, "max_ms": 141.487, "p95_ms": 124.162}, "triton_wait": {"avg_ms": 70.265, "count": 313, "max_ms": 114.148, "p95_ms": 97.275}, "visualize": {"avg_ms": 3.687, "count": 313, "max_ms": 5.31, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 360, "tracking_summary": 352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5631.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6741.195, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.591, "sample_count": 1794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:10:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:10:27+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T13:10:27+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T13:10:27.827393+09:00", "mtime_epoch": 1783311027.8273933, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:10:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 738.746, "name": "celery", "pid": 239, "rss_mb": 733.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.843, "pushed": 5.843, "read": 5.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.941, "count": 175, "max_ms": 57.07, "p95_ms": 52.486}, "gstreamer_push": {"avg_ms": 0.948, "count": 175, "max_ms": 1.858, "p95_ms": 1.083}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.34, "count": 175, "max_ms": 116.46, "p95_ms": 105.359}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.707, "count": 175, "max_ms": 117.958, "p95_ms": 104.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.141, "count": 175, "max_ms": 215.611, "p95_ms": 196.66}, "read_interval": {"avg_ms": 171.979, "count": 174, "max_ms": 221.938, "p95_ms": 203.843}, "triton_wait": {"avg_ms": 76.672, "count": 175, "max_ms": 117.971, "p95_ms": 107.588}, "visualize": {"avg_ms": 37.076, "count": 175, "max_ms": 53.739, "p95_ms": 51.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5639.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:09:58+09:00", "last_error_summary": "[h264 @ 0x55fdda4a3e40] error while decoding MB 91 33, bytestream -11", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.767, "last_started_at": "2026-07-06T13:10:00+09:00", "pid": 7566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.832, "name": "ffmpeg", "pid": 7566, "rss_mb": 331.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.562, "sample_count": 1840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:10:33+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T13:10:32+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T13:10:32.987496+09:00", "mtime_epoch": 1783311032.9874964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:10:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.653, "pushed": 8.653, "read": 8.62}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.599, "count": 259, "max_ms": 7.175, "p95_ms": 5.767}, "gstreamer_push": {"avg_ms": 1.471, "count": 259, "max_ms": 6.454, "p95_ms": 2.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.465, "count": 259, "max_ms": 89.86, "p95_ms": 80.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.446, "count": 259, "max_ms": 111.847, "p95_ms": 103.852}, "yolo11_640_fire_11class": {"avg_ms": 70.007, "count": 259, "max_ms": 89.925, "p95_ms": 84.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.324, "count": 259, "max_ms": 101.744, "p95_ms": 96.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.777, "count": 259, "max_ms": 163.318, "p95_ms": 143.344}, "read_interval": {"avg_ms": 116.102, "count": 258, "max_ms": 172.655, "p95_ms": 153.054}, "triton_wait": {"avg_ms": 84.894, "count": 259, "max_ms": 111.86, "p95_ms": 103.864}, "visualize": {"avg_ms": 4.035, "count": 259, "max_ms": 6.644, "p95_ms": 5.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5640.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 555.193, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.879, "name": "ffmpeg", "pid": 7155, "rss_mb": 284.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.656, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:10:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:10:43+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T13:10:43+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:10:43.483706+09:00", "mtime_epoch": 1783311043.4837055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:10:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.855, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.567, "pushed": 9.567, "read": 9.567}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 287, "max_ms": 5.295, "p95_ms": 4.335}, "gstreamer_push": {"avg_ms": 1.653, "count": 287, "max_ms": 6.294, "p95_ms": 3.957}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.499, "count": 287, "max_ms": 88.65, "p95_ms": 78.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.031, "count": 287, "max_ms": 126.434, "p95_ms": 99.639}, "yolo11_640_fire_11class": {"avg_ms": 64.814, "count": 287, "max_ms": 88.661, "p95_ms": 81.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.455, "count": 287, "max_ms": 100.509, "p95_ms": 95.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.593, "count": 287, "max_ms": 138.884, "p95_ms": 112.135}, "read_interval": {"avg_ms": 104.533, "count": 287, "max_ms": 152.303, "p95_ms": 126.839}, "triton_wait": {"avg_ms": 78.245, "count": 287, "max_ms": 126.446, "p95_ms": 99.651}, "visualize": {"avg_ms": 3.747, "count": 287, "max_ms": 4.727, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5630.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6771.383, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.871, "sample_count": 1790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:10:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:10:58+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T13:10:57+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T13:10:58.007995+09:00", "mtime_epoch": 1783311058.007995, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:10:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 733.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.933, "pushed": 5.933, "read": 5.899}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.984, "count": 177, "max_ms": 61.819, "p95_ms": 54.157}, "gstreamer_push": {"avg_ms": 1.042, "count": 177, "max_ms": 2.558, "p95_ms": 1.911}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.567, "count": 177, "max_ms": 120.997, "p95_ms": 105.099}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.484, "count": 177, "max_ms": 122.098, "p95_ms": 106.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.225, "count": 177, "max_ms": 215.786, "p95_ms": 192.163}, "read_interval": {"avg_ms": 169.436, "count": 176, "max_ms": 222.715, "p95_ms": 199.667}, "triton_wait": {"avg_ms": 76.329, "count": 177, "max_ms": 122.11, "p95_ms": 106.148}, "visualize": {"avg_ms": 37.303, "count": 177, "max_ms": 53.917, "p95_ms": 51.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5640.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:09:58+09:00", "last_error_summary": "[h264 @ 0x55fdda4a3e40] error while decoding MB 91 33, bytestream -11", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.802, "last_started_at": "2026-07-06T13:10:00+09:00", "pid": 7566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.09, "name": "ffmpeg", "pid": 7566, "rss_mb": 332.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.332, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:11:03+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T13:11:02+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T13:11:02.976094+09:00", "mtime_epoch": 1783311062.976094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:11:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1322.805, "name": "celery", "pid": 267, "rss_mb": 1317.84, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.916, "pushed": 7.916, "read": 7.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.604, "count": 237, "max_ms": 8.622, "p95_ms": 6.193}, "gstreamer_push": {"avg_ms": 1.335, "count": 237, "max_ms": 6.032, "p95_ms": 1.57}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.109, "count": 237, "max_ms": 91.751, "p95_ms": 80.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.822, "count": 237, "max_ms": 130.397, "p95_ms": 102.907}, "yolo11_640_fire_11class": {"avg_ms": 62.897, "count": 237, "max_ms": 90.966, "p95_ms": 84.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.876, "count": 237, "max_ms": 104.889, "p95_ms": 96.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.799, "count": 237, "max_ms": 180.429, "p95_ms": 153.278}, "read_interval": {"avg_ms": 126.71, "count": 236, "max_ms": 312.875, "p95_ms": 164.14}, "triton_wait": {"avg_ms": 77.305, "count": 237, "max_ms": 130.41, "p95_ms": 103.814}, "visualize": {"avg_ms": 4.642, "count": 237, "max_ms": 8.577, "p95_ms": 5.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5640.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 585.299, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.457, "name": "ffmpeg", "pid": 7155, "rss_mb": 287.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.458, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:11:13+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:11:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:11:13.596305+09:00", "mtime_epoch": 1783311073.5963054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:11:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1441.262, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 297, "max_ms": 5.542, "p95_ms": 4.435}, "gstreamer_push": {"avg_ms": 1.689, "count": 297, "max_ms": 7.938, "p95_ms": 4.08}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.058, "count": 297, "max_ms": 92.28, "p95_ms": 77.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.258, "count": 297, "max_ms": 133.67, "p95_ms": 103.703}, "yolo11_640_fire_11class": {"avg_ms": 61.09, "count": 297, "max_ms": 92.268, "p95_ms": 82.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.073, "count": 297, "max_ms": 105.245, "p95_ms": 94.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.761, "count": 297, "max_ms": 147.073, "p95_ms": 116.199}, "read_interval": {"avg_ms": 100.971, "count": 297, "max_ms": 161.42, "p95_ms": 131.539}, "triton_wait": {"avg_ms": 74.434, "count": 297, "max_ms": 133.685, "p95_ms": 103.715}, "visualize": {"avg_ms": 3.735, "count": 297, "max_ms": 5.58, "p95_ms": 4.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 363, "tracking_summary": 355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5639.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6801.479, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.594, "sample_count": 1792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:11:28+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T13:11:28+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T13:11:28.152595+09:00", "mtime_epoch": 1783311088.1525948, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:11:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 737.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.948, "pushed": 5.948, "read": 5.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.727, "count": 178, "max_ms": 65.352, "p95_ms": 55.866}, "gstreamer_push": {"avg_ms": 0.986, "count": 178, "max_ms": 2.156, "p95_ms": 1.144}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.837, "count": 178, "max_ms": 120.26, "p95_ms": 108.028}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.198, "count": 178, "max_ms": 115.503, "p95_ms": 106.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.854, "count": 178, "max_ms": 209.766, "p95_ms": 197.892}, "read_interval": {"avg_ms": 169.261, "count": 177, "max_ms": 216.938, "p95_ms": 205.681}, "triton_wait": {"avg_ms": 75.25, "count": 178, "max_ms": 120.272, "p95_ms": 108.364}, "visualize": {"avg_ms": 33.26, "count": 178, "max_ms": 51.023, "p95_ms": 38.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5635.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:09:58+09:00", "last_error_summary": "[h264 @ 0x55fdda4a3e40] error while decoding MB 91 33, bytestream -11", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.824, "last_started_at": "2026-07-06T13:10:00+09:00", "pid": 7566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.09, "name": "ffmpeg", "pid": 7566, "rss_mb": 332.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.121, "sample_count": 1890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:11:33+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T13:11:33+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T13:11:33.020692+09:00", "mtime_epoch": 1783311093.0206916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:11:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1316.922, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.734, "pushed": 8.734, "read": 8.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.591, "count": 261, "max_ms": 7.488, "p95_ms": 5.449}, "gstreamer_push": {"avg_ms": 1.507, "count": 261, "max_ms": 5.845, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.909, "count": 261, "max_ms": 89.48, "p95_ms": 81.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.53, "count": 261, "max_ms": 124.91, "p95_ms": 109.14}, "yolo11_640_fire_11class": {"avg_ms": 69.061, "count": 261, "max_ms": 95.428, "p95_ms": 85.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.172, "count": 261, "max_ms": 104.122, "p95_ms": 95.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.914, "count": 261, "max_ms": 176.009, "p95_ms": 143.069}, "read_interval": {"avg_ms": 115.05, "count": 260, "max_ms": 185.506, "p95_ms": 153.458}, "triton_wait": {"avg_ms": 82.975, "count": 261, "max_ms": 124.923, "p95_ms": 109.153}, "visualize": {"avg_ms": 4.01, "count": 261, "max_ms": 6.761, "p95_ms": 5.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5630.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 615.32, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.715, "name": "ffmpeg", "pid": 7155, "rss_mb": 287.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.165, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:11:43+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T13:11:43+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T13:11:43.604902+09:00", "mtime_epoch": 1783311103.604902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:11:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.039, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.691, "pushed": 8.691, "read": 8.658}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 260, "max_ms": 5.465, "p95_ms": 5.039}, "gstreamer_push": {"avg_ms": 1.637, "count": 260, "max_ms": 6.541, "p95_ms": 3.794}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.489, "count": 260, "max_ms": 91.064, "p95_ms": 82.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.593, "count": 260, "max_ms": 127.088, "p95_ms": 110.903}, "yolo11_640_fire_11class": {"avg_ms": 72.916, "count": 260, "max_ms": 92.41, "p95_ms": 85.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.234, "count": 260, "max_ms": 103.797, "p95_ms": 96.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.41, "count": 260, "max_ms": 147.065, "p95_ms": 123.565}, "read_interval": {"avg_ms": 115.39, "count": 259, "max_ms": 163.615, "p95_ms": 140.669}, "triton_wait": {"avg_ms": 88.791, "count": 260, "max_ms": 127.101, "p95_ms": 110.915}, "visualize": {"avg_ms": 3.841, "count": 260, "max_ms": 6.866, "p95_ms": 4.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 364, "tracking_summary": 357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5630.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6831.584, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.834, "sample_count": 1780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:11:58+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T13:11:58+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T13:11:58.201192+09:00", "mtime_epoch": 1783311118.201192, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:11:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 725.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.474, "pushed": 5.474, "read": 5.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.551, "count": 164, "max_ms": 59.859, "p95_ms": 54.273}, "gstreamer_push": {"avg_ms": 1.366, "count": 164, "max_ms": 3.674, "p95_ms": 2.184}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.606, "count": 164, "max_ms": 120.456, "p95_ms": 111.021}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.557, "count": 164, "max_ms": 118.653, "p95_ms": 111.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.277, "count": 164, "max_ms": 228.127, "p95_ms": 218.136}, "read_interval": {"avg_ms": 183.483, "count": 163, "max_ms": 237.072, "p95_ms": 225.25}, "triton_wait": {"avg_ms": 81.576, "count": 164, "max_ms": 120.468, "p95_ms": 115.424}, "visualize": {"avg_ms": 43.859, "count": 164, "max_ms": 76.743, "p95_ms": 56.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5630.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:09:58+09:00", "last_error_summary": "[h264 @ 0x55fdda4a3e40] error while decoding MB 91 33, bytestream -11", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.865, "last_started_at": "2026-07-06T13:10:00+09:00", "pid": 7566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.09, "name": "ffmpeg", "pid": 7566, "rss_mb": 332.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.405, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:12:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:12:03+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T13:12:03+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:12:03.049288+09:00", "mtime_epoch": 1783311123.049288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:12:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.285, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.655, "pushed": 8.655, "read": 8.621}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.269, "count": 259, "max_ms": 6.116, "p95_ms": 5.165}, "gstreamer_push": {"avg_ms": 1.571, "count": 259, "max_ms": 6.076, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.434, "count": 259, "max_ms": 95.909, "p95_ms": 84.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.592, "count": 259, "max_ms": 126.334, "p95_ms": 109.509}, "yolo11_640_fire_11class": {"avg_ms": 74.1, "count": 259, "max_ms": 95.898, "p95_ms": 87.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.079, "count": 259, "max_ms": 108.214, "p95_ms": 98.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.809, "count": 259, "max_ms": 148.953, "p95_ms": 124.597}, "read_interval": {"avg_ms": 115.971, "count": 258, "max_ms": 163.563, "p95_ms": 140.282}, "triton_wait": {"avg_ms": 89.925, "count": 259, "max_ms": 126.349, "p95_ms": 109.522}, "visualize": {"avg_ms": 3.88, "count": 259, "max_ms": 6.98, "p95_ms": 5.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5633.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 645.343, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.355, "name": "ffmpeg", "pid": 7155, "rss_mb": 292.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.111, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:12:13+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T13:12:13+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T13:12:13.621498+09:00", "mtime_epoch": 1783311133.6214979, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:12:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.293, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.693, "pushed": 8.693, "read": 8.66}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.39, "count": 260, "max_ms": 5.633, "p95_ms": 4.545}, "gstreamer_push": {"avg_ms": 1.547, "count": 260, "max_ms": 7.414, "p95_ms": 3.756}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.871, "count": 260, "max_ms": 93.706, "p95_ms": 82.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.971, "count": 260, "max_ms": 123.816, "p95_ms": 105.16}, "yolo11_640_fire_11class": {"avg_ms": 72.734, "count": 260, "max_ms": 93.718, "p95_ms": 84.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.918, "count": 260, "max_ms": 109.43, "p95_ms": 96.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.536, "count": 260, "max_ms": 135.837, "p95_ms": 117.1}, "read_interval": {"avg_ms": 115.386, "count": 259, "max_ms": 153.107, "p95_ms": 131.439}, "triton_wait": {"avg_ms": 89.217, "count": 260, "max_ms": 123.829, "p95_ms": 105.173}, "visualize": {"avg_ms": 3.736, "count": 260, "max_ms": 6.909, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 366, "tracking_summary": 358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5646.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6861.642, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.392, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:12:28+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T13:12:28+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T13:12:28.313789+09:00", "mtime_epoch": 1783311148.3137891, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:12:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 733.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.792, "pushed": 5.792, "read": 5.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.358, "count": 173, "max_ms": 69.896, "p95_ms": 57.478}, "gstreamer_push": {"avg_ms": 1.251, "count": 173, "max_ms": 2.999, "p95_ms": 2.176}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.645, "count": 173, "max_ms": 121.195, "p95_ms": 110.99}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.919, "count": 173, "max_ms": 119.656, "p95_ms": 108.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.227, "count": 173, "max_ms": 222.451, "p95_ms": 204.98}, "read_interval": {"avg_ms": 173.956, "count": 172, "max_ms": 233.725, "p95_ms": 213.073}, "triton_wait": {"avg_ms": 77.781, "count": 173, "max_ms": 121.209, "p95_ms": 112.619}, "visualize": {"avg_ms": 41.516, "count": 173, "max_ms": 72.757, "p95_ms": 52.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5635.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:09:58+09:00", "last_error_summary": "[h264 @ 0x55fdda4a3e40] error while decoding MB 91 33, bytestream -11", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.953, "last_started_at": "2026-07-06T13:10:00+09:00", "pid": 7566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.348, "name": "ffmpeg", "pid": 7566, "rss_mb": 332.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.161, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:12:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:12:33+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T13:12:33+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T13:12:33.121884+09:00", "mtime_epoch": 1783311153.1218843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:12:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1317.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.608, "pushed": 8.608, "read": 8.575}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.077, "count": 258, "max_ms": 4.849, "p95_ms": 3.761}, "gstreamer_push": {"avg_ms": 1.504, "count": 258, "max_ms": 6.345, "p95_ms": 3.627}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.484, "count": 258, "max_ms": 95.278, "p95_ms": 83.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.782, "count": 258, "max_ms": 123.05, "p95_ms": 106.733}, "yolo11_640_fire_11class": {"avg_ms": 75.457, "count": 258, "max_ms": 95.884, "p95_ms": 85.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.272, "count": 258, "max_ms": 99.714, "p95_ms": 96.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.854, "count": 258, "max_ms": 136.2, "p95_ms": 118.646}, "read_interval": {"avg_ms": 116.546, "count": 257, "max_ms": 148.121, "p95_ms": 133.618}, "triton_wait": {"avg_ms": 91.944, "count": 258, "max_ms": 123.065, "p95_ms": 106.746}, "visualize": {"avg_ms": 3.68, "count": 258, "max_ms": 4.536, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5640.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 675.381, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.355, "name": "ffmpeg", "pid": 7155, "rss_mb": 292.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.872, "sample_count": 2843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:12:43+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T13:12:43+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T13:12:43.714094+09:00", "mtime_epoch": 1783311163.7140942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:12:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.566, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.489, "pushed": 8.489, "read": 8.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.381, "count": 254, "max_ms": 5.37, "p95_ms": 4.06}, "gstreamer_push": {"avg_ms": 1.577, "count": 254, "max_ms": 6.294, "p95_ms": 3.728}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.618, "count": 254, "max_ms": 94.282, "p95_ms": 83.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.091, "count": 254, "max_ms": 128.054, "p95_ms": 105.255}, "yolo11_640_fire_11class": {"avg_ms": 73.805, "count": 254, "max_ms": 94.294, "p95_ms": 85.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.329, "count": 254, "max_ms": 103.005, "p95_ms": 96.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.631, "count": 254, "max_ms": 140.169, "p95_ms": 117.365}, "read_interval": {"avg_ms": 118.382, "count": 253, "max_ms": 309.957, "p95_ms": 133.194}, "triton_wait": {"avg_ms": 91.246, "count": 254, "max_ms": 128.067, "p95_ms": 105.267}, "visualize": {"avg_ms": 3.737, "count": 254, "max_ms": 4.96, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 367, "tracking_summary": 360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5638.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6891.7, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.775, "sample_count": 1762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:12:58+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T13:12:58+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T13:12:58.358384+09:00", "mtime_epoch": 1783311178.3583841, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:12:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 732.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.821, "pushed": 5.821, "read": 5.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.321, "count": 174, "max_ms": 59.399, "p95_ms": 56.016}, "gstreamer_push": {"avg_ms": 1.15, "count": 174, "max_ms": 2.325, "p95_ms": 2.15}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.505, "count": 174, "max_ms": 116.31, "p95_ms": 106.926}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.733, "count": 174, "max_ms": 118.102, "p95_ms": 104.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.665, "count": 174, "max_ms": 219.216, "p95_ms": 198.51}, "read_interval": {"avg_ms": 172.851, "count": 173, "max_ms": 225.932, "p95_ms": 206.243}, "triton_wait": {"avg_ms": 77.211, "count": 174, "max_ms": 118.114, "p95_ms": 109.335}, "visualize": {"avg_ms": 38.74, "count": 174, "max_ms": 60.712, "p95_ms": 52.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5639.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:09:58+09:00", "last_error_summary": "[h264 @ 0x55fdda4a3e40] error while decoding MB 91 33, bytestream -11", "last_exit_at": "2026-07-06T13:08:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.761, "last_started_at": "2026-07-06T13:10:00+09:00", "pid": 7566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.18, "name": "ffmpeg", "pid": 7566, "rss_mb": 333.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.539, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:13:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:13:04+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T13:13:03+09:00", "mjpeg": {"age_sec": 9.8, "exists": true, "mtime": "2026-07-06T13:12:54.246303+09:00", "mtime_epoch": 1783311174.2463028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:13:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.285, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.535, "pushed": 6.535, "read": 6.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.074, "count": 196, "max_ms": 4.937, "p95_ms": 3.723}, "gstreamer_push": {"avg_ms": 1.587, "count": 196, "max_ms": 7.298, "p95_ms": 3.896}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.617, "count": 196, "max_ms": 90.042, "p95_ms": 83.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.831, "count": 196, "max_ms": 124.204, "p95_ms": 104.081}, "yolo11_640_fire_11class": {"avg_ms": 65.731, "count": 196, "max_ms": 88.281, "p95_ms": 84.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.693, "count": 196, "max_ms": 102.473, "p95_ms": 95.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.861, "count": 196, "max_ms": 135.759, "p95_ms": 116.001}, "read_interval": {"avg_ms": 153.829, "count": 195, "max_ms": 9789.416, "p95_ms": 131.468}, "triton_wait": {"avg_ms": 79.044, "count": 196, "max_ms": 124.218, "p95_ms": 104.093}, "visualize": {"avg_ms": 3.684, "count": 196, "max_ms": 4.718, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5642.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 705.42, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.355, "name": "ffmpeg", "pid": 7155, "rss_mb": 292.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.073, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:13:13+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T13:13:13+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T13:13:13.758689+09:00", "mtime_epoch": 1783311193.758689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:13:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1441.789, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.105, "pushed": 3.105, "read": 3.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.357, "count": 93, "max_ms": 4.78, "p95_ms": 4.095}, "gstreamer_push": {"avg_ms": 1.469, "count": 93, "max_ms": 6.333, "p95_ms": 1.582}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.474, "count": 93, "max_ms": 86.819, "p95_ms": 76.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.911, "count": 93, "max_ms": 122.324, "p95_ms": 101.131}, "yolo11_640_fire_11class": {"avg_ms": 58.797, "count": 93, "max_ms": 87.342, "p95_ms": 82.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.396, "count": 93, "max_ms": 96.732, "p95_ms": 88.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.074, "count": 93, "max_ms": 134.557, "p95_ms": 113.308}, "read_interval": {"avg_ms": 325.587, "count": 92, "max_ms": 3684.309, "p95_ms": 925.272}, "triton_wait": {"avg_ms": 70.934, "count": 93, "max_ms": 122.339, "p95_ms": 101.143}, "visualize": {"avg_ms": 3.693, "count": 93, "max_ms": 4.671, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 369, "tracking_summary": 361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5532.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6921.8, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.563, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:13:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:13:28+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T13:13:28+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T13:13:28.418979+09:00", "mtime_epoch": 1783311208.4189787, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:13:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 725.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.378, "pushed": 6.378, "read": 6.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.882, "count": 191, "max_ms": 58.502, "p95_ms": 52.228}, "gstreamer_push": {"avg_ms": 0.942, "count": 191, "max_ms": 2.345, "p95_ms": 1.014}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.031, "count": 191, "max_ms": 115.061, "p95_ms": 83.161}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.888, "count": 191, "max_ms": 113.965, "p95_ms": 86.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.711, "count": 191, "max_ms": 219.387, "p95_ms": 174.089}, "read_interval": {"avg_ms": 157.386, "count": 190, "max_ms": 226.98, "p95_ms": 181.298}, "triton_wait": {"avg_ms": 65.027, "count": 191, "max_ms": 115.074, "p95_ms": 86.989}, "visualize": {"avg_ms": 34.413, "count": 191, "max_ms": 47.455, "p95_ms": 39.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5628.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.055, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.027, "name": "ffmpeg", "pid": 7718, "rss_mb": 327.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.069, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:13:34+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T13:13:34+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T13:13:34.063090+09:00", "mtime_epoch": 1783311214.0630903, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:13:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1312.68, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.446, "pushed": 6.446, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.718, "count": 87, "max_ms": 7.97, "p95_ms": 5.391}, "gstreamer_push": {"avg_ms": 1.393, "count": 87, "max_ms": 4.126, "p95_ms": 3.071}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.095, "count": 87, "max_ms": 83.368, "p95_ms": 71.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.964, "count": 87, "max_ms": 117.178, "p95_ms": 94.867}, "yolo11_640_fire_11class": {"avg_ms": 58.944, "count": 87, "max_ms": 85.449, "p95_ms": 76.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.357, "count": 87, "max_ms": 98.771, "p95_ms": 86.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.277, "count": 87, "max_ms": 162.695, "p95_ms": 143.469}, "read_interval": {"avg_ms": 346.052, "count": 87, "max_ms": 16709.558, "p95_ms": 155.691}, "triton_wait": {"avg_ms": 71.079, "count": 87, "max_ms": 117.191, "p95_ms": 95.023}, "visualize": {"avg_ms": 4.067, "count": 87, "max_ms": 6.037, "p95_ms": 5.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.497, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5632.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 735.513, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.645, "name": "ffmpeg", "pid": 7155, "rss_mb": 293.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.024, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:13:43+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T13:13:43+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T13:13:43.827283+09:00", "mtime_epoch": 1783311223.8272834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:13:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.262, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.736, "pushed": 5.736, "read": 5.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 172, "max_ms": 5.082, "p95_ms": 4.001}, "gstreamer_push": {"avg_ms": 1.597, "count": 172, "max_ms": 6.511, "p95_ms": 3.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.857, "count": 172, "max_ms": 84.89, "p95_ms": 74.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.447, "count": 172, "max_ms": 124.401, "p95_ms": 99.766}, "yolo11_640_fire_11class": {"avg_ms": 60.489, "count": 172, "max_ms": 89.679, "p95_ms": 80.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.754, "count": 172, "max_ms": 105.967, "p95_ms": 90.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.773, "count": 172, "max_ms": 136.746, "p95_ms": 111.989}, "read_interval": {"avg_ms": 174.358, "count": 172, "max_ms": 2705.672, "p95_ms": 533.625}, "triton_wait": {"avg_ms": 73.502, "count": 172, "max_ms": 124.412, "p95_ms": 99.782}, "visualize": {"avg_ms": 3.738, "count": 172, "max_ms": 5.542, "p95_ms": 4.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 370, "tracking_summary": 363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5640.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6951.863, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.577, "sample_count": 1771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:13:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:13:58+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T13:13:58+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T13:13:58.475573+09:00", "mtime_epoch": 1783311238.4755726, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:13:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 731.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.787, "pushed": 5.787, "read": 5.753}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.706, "count": 173, "max_ms": 59.96, "p95_ms": 57.883}, "gstreamer_push": {"avg_ms": 1.177, "count": 173, "max_ms": 2.536, "p95_ms": 2.113}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.469, "count": 173, "max_ms": 117.8, "p95_ms": 106.605}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.534, "count": 173, "max_ms": 119.131, "p95_ms": 107.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.514, "count": 173, "max_ms": 213.41, "p95_ms": 200.257}, "read_interval": {"avg_ms": 173.63, "count": 172, "max_ms": 220.504, "p95_ms": 207.173}, "triton_wait": {"avg_ms": 77.671, "count": 173, "max_ms": 119.143, "p95_ms": 108.019}, "visualize": {"avg_ms": 40.771, "count": 173, "max_ms": 56.367, "p95_ms": 52.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5642.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.076, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.152, "name": "ffmpeg", "pid": 7718, "rss_mb": 331.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.645, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:14:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:14:04+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T13:14:04+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:14:04.063683+09:00", "mtime_epoch": 1783311244.0636828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:14:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.886, "pushed": 8.886, "read": 8.852}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.352, "count": 266, "max_ms": 7.004, "p95_ms": 5.232}, "gstreamer_push": {"avg_ms": 1.588, "count": 266, "max_ms": 6.368, "p95_ms": 3.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.912, "count": 266, "max_ms": 88.358, "p95_ms": 81.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.112, "count": 266, "max_ms": 124.451, "p95_ms": 107.487}, "yolo11_640_fire_11class": {"avg_ms": 68.719, "count": 266, "max_ms": 89.344, "p95_ms": 83.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.636, "count": 266, "max_ms": 105.972, "p95_ms": 96.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.669, "count": 266, "max_ms": 183.042, "p95_ms": 139.262}, "read_interval": {"avg_ms": 112.811, "count": 265, "max_ms": 192.244, "p95_ms": 148.844}, "triton_wait": {"avg_ms": 84.443, "count": 266, "max_ms": 124.464, "p95_ms": 107.499}, "visualize": {"avg_ms": 3.84, "count": 266, "max_ms": 6.62, "p95_ms": 5.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5641.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 765.604, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.223, "name": "ffmpeg", "pid": 7155, "rss_mb": 296.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.037, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:14:14+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T13:14:13+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:14:13.903877+09:00", "mtime_epoch": 1783311253.903877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:14:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.457, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.845, "pushed": 8.845, "read": 8.811}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 265, "max_ms": 6.021, "p95_ms": 4.71}, "gstreamer_push": {"avg_ms": 1.521, "count": 265, "max_ms": 6.48, "p95_ms": 3.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.842, "count": 265, "max_ms": 88.217, "p95_ms": 82.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.425, "count": 265, "max_ms": 127.218, "p95_ms": 110.421}, "yolo11_640_fire_11class": {"avg_ms": 71.114, "count": 265, "max_ms": 90.529, "p95_ms": 84.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.126, "count": 265, "max_ms": 109.196, "p95_ms": 96.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.169, "count": 265, "max_ms": 141.714, "p95_ms": 122.413}, "read_interval": {"avg_ms": 113.517, "count": 264, "max_ms": 153.683, "p95_ms": 135.886}, "triton_wait": {"avg_ms": 87.642, "count": 265, "max_ms": 127.234, "p95_ms": 110.433}, "visualize": {"avg_ms": 3.788, "count": 265, "max_ms": 6.923, "p95_ms": 4.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 372, "tracking_summary": 364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5646.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6981.872, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.389, "sample_count": 1758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:14:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:14:28+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T13:14:28+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T13:14:28.504165+09:00", "mtime_epoch": 1783311268.504165, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:14:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 736.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.66, "pushed": 5.66, "read": 5.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.005, "count": 169, "max_ms": 63.797, "p95_ms": 57.508}, "gstreamer_push": {"avg_ms": 1.209, "count": 169, "max_ms": 3.463, "p95_ms": 2.113}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.591, "count": 169, "max_ms": 114.325, "p95_ms": 107.257}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.896, "count": 169, "max_ms": 114.167, "p95_ms": 107.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.287, "count": 169, "max_ms": 223.632, "p95_ms": 203.561}, "read_interval": {"avg_ms": 177.6, "count": 168, "max_ms": 231.194, "p95_ms": 211.747}, "triton_wait": {"avg_ms": 77.741, "count": 169, "max_ms": 114.337, "p95_ms": 109.941}, "visualize": {"avg_ms": 38.19, "count": 169, "max_ms": 53.417, "p95_ms": 51.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5638.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.093, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.152, "name": "ffmpeg", "pid": 7718, "rss_mb": 331.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.996, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:14:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:14:34+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T13:14:34+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:14:34.088275+09:00", "mtime_epoch": 1783311274.0882752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:14:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1317.516, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.765, "pushed": 8.765, "read": 8.731}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.516, "count": 262, "max_ms": 7.086, "p95_ms": 5.26}, "gstreamer_push": {"avg_ms": 1.547, "count": 262, "max_ms": 6.448, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.394, "count": 262, "max_ms": 87.597, "p95_ms": 81.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.053, "count": 262, "max_ms": 126.562, "p95_ms": 104.553}, "yolo11_640_fire_11class": {"avg_ms": 68.806, "count": 262, "max_ms": 87.817, "p95_ms": 83.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.279, "count": 262, "max_ms": 105.819, "p95_ms": 96.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.853, "count": 262, "max_ms": 176.092, "p95_ms": 146.09}, "read_interval": {"avg_ms": 114.536, "count": 261, "max_ms": 185.729, "p95_ms": 156.111}, "triton_wait": {"avg_ms": 83.582, "count": 262, "max_ms": 126.575, "p95_ms": 104.565}, "visualize": {"avg_ms": 4.01, "count": 262, "max_ms": 6.898, "p95_ms": 5.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5644.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 795.7, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.223, "name": "ffmpeg", "pid": 7155, "rss_mb": 296.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.774, "sample_count": 2471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:14:44+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:14:43+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:14:43.996470+09:00", "mtime_epoch": 1783311283.9964705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:14:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1444.82, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.102, "pushed": 9.102, "read": 9.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 273, "max_ms": 5.502, "p95_ms": 4.842}, "gstreamer_push": {"avg_ms": 1.635, "count": 273, "max_ms": 6.866, "p95_ms": 3.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.32, "count": 273, "max_ms": 87.674, "p95_ms": 82.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.385, "count": 273, "max_ms": 119.705, "p95_ms": 104.949}, "yolo11_640_fire_11class": {"avg_ms": 68.215, "count": 273, "max_ms": 88.25, "p95_ms": 84.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.62, "count": 273, "max_ms": 104.091, "p95_ms": 95.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.144, "count": 273, "max_ms": 139.084, "p95_ms": 117.348}, "read_interval": {"avg_ms": 109.794, "count": 273, "max_ms": 156.114, "p95_ms": 133.376}, "triton_wait": {"avg_ms": 83.631, "count": 273, "max_ms": 119.715, "p95_ms": 104.961}, "visualize": {"avg_ms": 3.809, "count": 273, "max_ms": 6.802, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5648.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7011.914, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.203, "sample_count": 1734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:14:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:14:58+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T13:14:58+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T13:14:58.552757+09:00", "mtime_epoch": 1783311298.5527573, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:14:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 734.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.454, "pushed": 5.454, "read": 5.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.148, "count": 163, "max_ms": 58.98, "p95_ms": 55.91}, "gstreamer_push": {"avg_ms": 1.382, "count": 163, "max_ms": 3.118, "p95_ms": 2.238}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.122, "count": 163, "max_ms": 124.939, "p95_ms": 114.897}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.808, "count": 163, "max_ms": 118.14, "p95_ms": 110.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.095, "count": 163, "max_ms": 232.094, "p95_ms": 224.634}, "read_interval": {"avg_ms": 184.364, "count": 162, "max_ms": 241.851, "p95_ms": 233.966}, "triton_wait": {"avg_ms": 80.749, "count": 163, "max_ms": 124.955, "p95_ms": 115.77}, "visualize": {"avg_ms": 44.964, "count": 163, "max_ms": 62.921, "p95_ms": 55.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5654.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.177, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.152, "name": "ffmpeg", "pid": 7718, "rss_mb": 331.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.996, "sample_count": 2334, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:15:04+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T13:15:04+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T13:15:04.176868+09:00", "mtime_epoch": 1783311304.176868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:15:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1319.691, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.473, "pushed": 8.473, "read": 8.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.333, "count": 254, "max_ms": 6.656, "p95_ms": 5.244}, "gstreamer_push": {"avg_ms": 1.605, "count": 254, "max_ms": 5.982, "p95_ms": 3.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.865, "count": 254, "max_ms": 88.589, "p95_ms": 84.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.971, "count": 254, "max_ms": 127.519, "p95_ms": 109.9}, "yolo11_640_fire_11class": {"avg_ms": 72.107, "count": 254, "max_ms": 92.784, "p95_ms": 86.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.995, "count": 254, "max_ms": 104.144, "p95_ms": 98.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.436, "count": 254, "max_ms": 174.153, "p95_ms": 142.563}, "read_interval": {"avg_ms": 118.447, "count": 253, "max_ms": 184.622, "p95_ms": 151.788}, "triton_wait": {"avg_ms": 89.164, "count": 254, "max_ms": 127.528, "p95_ms": 109.913}, "visualize": {"avg_ms": 3.877, "count": 254, "max_ms": 6.854, "p95_ms": 5.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5656.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 825.782, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.801, "name": "ffmpeg", "pid": 7155, "rss_mb": 298.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.029, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:15:14+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T13:15:14+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T13:15:14.069063+09:00", "mtime_epoch": 1783311314.0690627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:15:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.605, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.915, "pushed": 8.915, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.336, "count": 267, "max_ms": 4.179, "p95_ms": 3.786}, "gstreamer_push": {"avg_ms": 1.577, "count": 267, "max_ms": 6.376, "p95_ms": 3.757}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.445, "count": 267, "max_ms": 88.244, "p95_ms": 82.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.881, "count": 267, "max_ms": 132.707, "p95_ms": 111.047}, "yolo11_640_fire_11class": {"avg_ms": 70.201, "count": 267, "max_ms": 90.13, "p95_ms": 84.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.735, "count": 267, "max_ms": 103.208, "p95_ms": 95.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.307, "count": 267, "max_ms": 146.003, "p95_ms": 123.115}, "read_interval": {"avg_ms": 112.585, "count": 266, "max_ms": 162.319, "p95_ms": 136.564}, "triton_wait": {"avg_ms": 87.061, "count": 267, "max_ms": 132.722, "p95_ms": 111.06}, "visualize": {"avg_ms": 3.712, "count": 267, "max_ms": 4.675, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 375, "tracking_summary": 367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5642.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7041.949, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.874, "sample_count": 1735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:15:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:15:28+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T13:15:28+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T13:15:28.609349+09:00", "mtime_epoch": 1783311328.6093488, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:15:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 725.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.9, "pushed": 5.9, "read": 5.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.867, "count": 176, "max_ms": 63.229, "p95_ms": 55.904}, "gstreamer_push": {"avg_ms": 1.131, "count": 176, "max_ms": 3.647, "p95_ms": 2.367}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.434, "count": 176, "max_ms": 118.796, "p95_ms": 112.317}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.341, "count": 176, "max_ms": 117.591, "p95_ms": 110.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.362, "count": 176, "max_ms": 214.719, "p95_ms": 199.519}, "read_interval": {"avg_ms": 170.789, "count": 175, "max_ms": 224.149, "p95_ms": 208.752}, "triton_wait": {"avg_ms": 78.836, "count": 176, "max_ms": 118.809, "p95_ms": 112.879}, "visualize": {"avg_ms": 37.084, "count": 176, "max_ms": 64.242, "p95_ms": 56.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5638.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.194, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.41, "name": "ffmpeg", "pid": 7718, "rss_mb": 331.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.655, "sample_count": 2338, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:15:34+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T13:15:34+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T13:15:34.157458+09:00", "mtime_epoch": 1783311334.157458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:15:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1311.582, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.825, "pushed": 8.825, "read": 8.791}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.298, "count": 264, "max_ms": 7.261, "p95_ms": 5.228}, "gstreamer_push": {"avg_ms": 1.498, "count": 264, "max_ms": 7.294, "p95_ms": 3.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.751, "count": 264, "max_ms": 92.762, "p95_ms": 82.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.428, "count": 264, "max_ms": 125.766, "p95_ms": 109.1}, "yolo11_640_fire_11class": {"avg_ms": 70.405, "count": 264, "max_ms": 92.774, "p95_ms": 84.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.091, "count": 264, "max_ms": 107.239, "p95_ms": 97.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.482, "count": 264, "max_ms": 170.654, "p95_ms": 133.408}, "read_interval": {"avg_ms": 113.556, "count": 263, "max_ms": 180.034, "p95_ms": 146.564}, "triton_wait": {"avg_ms": 85.902, "count": 264, "max_ms": 125.779, "p95_ms": 109.112}, "visualize": {"avg_ms": 3.825, "count": 264, "max_ms": 8.125, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5639.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 855.811, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.801, "name": "ffmpeg", "pid": 7155, "rss_mb": 298.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.796, "sample_count": 2402, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:15:44+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T13:15:44+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:15:44.113654+09:00", "mtime_epoch": 1783311344.113654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:15:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.66, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.824, "pushed": 8.824, "read": 8.791}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.449, "count": 264, "max_ms": 5.723, "p95_ms": 4.832}, "gstreamer_push": {"avg_ms": 1.495, "count": 264, "max_ms": 6.428, "p95_ms": 2.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.136, "count": 264, "max_ms": 89.621, "p95_ms": 80.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.888, "count": 264, "max_ms": 126.554, "p95_ms": 115.051}, "yolo11_640_fire_11class": {"avg_ms": 70.618, "count": 264, "max_ms": 89.633, "p95_ms": 85.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.705, "count": 264, "max_ms": 103.871, "p95_ms": 96.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.391, "count": 264, "max_ms": 138.694, "p95_ms": 127.003}, "read_interval": {"avg_ms": 113.735, "count": 263, "max_ms": 318.105, "p95_ms": 141.072}, "triton_wait": {"avg_ms": 87.14, "count": 264, "max_ms": 126.567, "p95_ms": 115.064}, "visualize": {"avg_ms": 3.703, "count": 264, "max_ms": 6.816, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5644.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7072.102, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.826, "sample_count": 1722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:15:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:15:58+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T13:15:58+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T13:15:58.749942+09:00", "mtime_epoch": 1783311358.7499416, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:15:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 732.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.504, "pushed": 5.504, "read": 5.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.746, "count": 165, "max_ms": 67.375, "p95_ms": 57.677}, "gstreamer_push": {"avg_ms": 1.324, "count": 165, "max_ms": 2.479, "p95_ms": 2.263}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.92, "count": 165, "max_ms": 120.75, "p95_ms": 115.058}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.703, "count": 165, "max_ms": 120.399, "p95_ms": 110.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.57, "count": 165, "max_ms": 221.508, "p95_ms": 217.33}, "read_interval": {"avg_ms": 182.852, "count": 164, "max_ms": 229.325, "p95_ms": 225.223}, "triton_wait": {"avg_ms": 83.238, "count": 165, "max_ms": 120.763, "p95_ms": 115.753}, "visualize": {"avg_ms": 42.288, "count": 165, "max_ms": 62.203, "p95_ms": 53.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5646.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.261, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.41, "name": "ffmpeg", "pid": 7718, "rss_mb": 331.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.51, "sample_count": 2360, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:16:04+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T13:16:04+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T13:16:04.294050+09:00", "mtime_epoch": 1783311364.2940505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:16:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1312.613, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.578, "pushed": 8.578, "read": 8.545}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.108, "count": 257, "max_ms": 5.221, "p95_ms": 4.124}, "gstreamer_push": {"avg_ms": 1.485, "count": 257, "max_ms": 4.404, "p95_ms": 3.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.498, "count": 257, "max_ms": 89.864, "p95_ms": 80.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.319, "count": 257, "max_ms": 128.97, "p95_ms": 112.512}, "yolo11_640_fire_11class": {"avg_ms": 75.026, "count": 257, "max_ms": 95.002, "p95_ms": 87.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.117, "count": 257, "max_ms": 102.434, "p95_ms": 96.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.955, "count": 257, "max_ms": 148.404, "p95_ms": 125.432}, "read_interval": {"avg_ms": 117.101, "count": 256, "max_ms": 159.631, "p95_ms": 140.224}, "triton_wait": {"avg_ms": 91.526, "count": 257, "max_ms": 128.983, "p95_ms": 112.525}, "visualize": {"avg_ms": 3.697, "count": 257, "max_ms": 6.425, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5644.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 885.857, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.801, "name": "ffmpeg", "pid": 7155, "rss_mb": 298.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.078, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:16:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:16:14+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T13:16:14+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T13:16:14.166245+09:00", "mtime_epoch": 1783311374.1662445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:16:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1442.699, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.913, "pushed": 8.913, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.4, "count": 267, "max_ms": 5.613, "p95_ms": 4.651}, "gstreamer_push": {"avg_ms": 1.57, "count": 267, "max_ms": 6.893, "p95_ms": 3.705}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.898, "count": 267, "max_ms": 94.498, "p95_ms": 79.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.88, "count": 267, "max_ms": 124.184, "p95_ms": 105.977}, "yolo11_640_fire_11class": {"avg_ms": 71.688, "count": 267, "max_ms": 93.327, "p95_ms": 87.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.081, "count": 267, "max_ms": 103.52, "p95_ms": 96.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.218, "count": 267, "max_ms": 136.504, "p95_ms": 118.365}, "read_interval": {"avg_ms": 112.537, "count": 266, "max_ms": 153.301, "p95_ms": 131.913}, "triton_wait": {"avg_ms": 86.993, "count": 267, "max_ms": 124.197, "p95_ms": 105.988}, "visualize": {"avg_ms": 3.691, "count": 267, "max_ms": 6.229, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 378, "tracking_summary": 370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5643.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7102.29, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.283, "sample_count": 1706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:16:29+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T13:16:28+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T13:16:28.902534+09:00", "mtime_epoch": 1783311388.902534, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:16:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 732.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.438, "pushed": 5.438, "read": 5.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.408, "count": 163, "max_ms": 69.345, "p95_ms": 59.006}, "gstreamer_push": {"avg_ms": 1.169, "count": 163, "max_ms": 3.223, "p95_ms": 2.191}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.204, "count": 163, "max_ms": 117.824, "p95_ms": 109.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.885, "count": 163, "max_ms": 117.553, "p95_ms": 110.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.134, "count": 163, "max_ms": 223.133, "p95_ms": 208.535}, "read_interval": {"avg_ms": 185.094, "count": 162, "max_ms": 231.023, "p95_ms": 215.415}, "triton_wait": {"avg_ms": 81.041, "count": 163, "max_ms": 117.836, "p95_ms": 113.546}, "visualize": {"avg_ms": 43.427, "count": 163, "max_ms": 68.469, "p95_ms": 53.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5643.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.346, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.926, "name": "ffmpeg", "pid": 7718, "rss_mb": 331.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.953, "sample_count": 2350, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:16:34+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T13:16:34+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T13:16:34.290625+09:00", "mtime_epoch": 1783311394.2906249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:16:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1312.754, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.401, "pushed": 8.401, "read": 8.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 251, "max_ms": 6.804, "p95_ms": 5.354}, "gstreamer_push": {"avg_ms": 1.571, "count": 252, "max_ms": 6.767, "p95_ms": 3.783}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.527, "count": 251, "max_ms": 96.174, "p95_ms": 80.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.118, "count": 251, "max_ms": 128.925, "p95_ms": 104.44}, "yolo11_640_fire_11class": {"avg_ms": 72.34, "count": 251, "max_ms": 95.105, "p95_ms": 84.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.889, "count": 251, "max_ms": 105.364, "p95_ms": 98.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.543, "count": 252, "max_ms": 181.34, "p95_ms": 139.155}, "read_interval": {"avg_ms": 119.166, "count": 251, "max_ms": 191.874, "p95_ms": 148.677}, "triton_wait": {"avg_ms": 88.338, "count": 251, "max_ms": 128.938, "p95_ms": 104.45}, "visualize": {"avg_ms": 3.92, "count": 251, "max_ms": 7.071, "p95_ms": 5.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5648.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 915.898, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.801, "name": "ffmpeg", "pid": 7155, "rss_mb": 298.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.11, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:16:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:16:44+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T13:16:44+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:16:44.194786+09:00", "mtime_epoch": 1783311404.1947858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:16:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1442.758, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.859, "pushed": 8.859, "read": 8.825}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.439, "count": 265, "max_ms": 5.404, "p95_ms": 4.593}, "gstreamer_push": {"avg_ms": 1.596, "count": 265, "max_ms": 6.124, "p95_ms": 3.769}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.159, "count": 265, "max_ms": 87.577, "p95_ms": 80.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.497, "count": 265, "max_ms": 120.142, "p95_ms": 106.312}, "yolo11_640_fire_11class": {"avg_ms": 70.976, "count": 265, "max_ms": 89.631, "p95_ms": 83.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.576, "count": 265, "max_ms": 103.133, "p95_ms": 96.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.923, "count": 265, "max_ms": 133.525, "p95_ms": 118.164}, "read_interval": {"avg_ms": 113.309, "count": 264, "max_ms": 146.776, "p95_ms": 131.108}, "triton_wait": {"avg_ms": 87.665, "count": 265, "max_ms": 120.155, "p95_ms": 106.324}, "visualize": {"avg_ms": 3.675, "count": 265, "max_ms": 5.563, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 378, "tracking_summary": 371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5657.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7132.393, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.98, "sample_count": 1720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:16:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:16:59+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T13:16:59+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T13:16:59.071028+09:00", "mtime_epoch": 1783311419.0710285, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:16:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 737.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.92, "pushed": 5.92, "read": 5.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.349, "count": 177, "max_ms": 71.398, "p95_ms": 58.658}, "gstreamer_push": {"avg_ms": 1.075, "count": 177, "max_ms": 2.163, "p95_ms": 2.03}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.161, "count": 177, "max_ms": 113.798, "p95_ms": 99.252}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.627, "count": 177, "max_ms": 112.529, "p95_ms": 104.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.912, "count": 177, "max_ms": 220.636, "p95_ms": 198.949}, "read_interval": {"avg_ms": 170.267, "count": 176, "max_ms": 230.651, "p95_ms": 206.643}, "triton_wait": {"avg_ms": 74.213, "count": 177, "max_ms": 113.811, "p95_ms": 105.859}, "visualize": {"avg_ms": 37.956, "count": 177, "max_ms": 59.3, "p95_ms": 51.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5681.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:13:21+09:00", "last_error_summary": "[h264 @ 0x560d971fdb00] error while decoding MB 109 57, bytestream -7 [in#0/rtsp @ 0x560d96b5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d96b5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:13:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 222.735, "last_started_at": "2026-07-06T13:13:24+09:00", "pid": 7718, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.344, "name": "ffmpeg", "pid": 7718, "rss_mb": 354.344, "state": "S (sleeping)", "threads": 104}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.374, "sample_count": 2169, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:17:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:17:06+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T13:17:06+09:00", "mjpeg": {"age_sec": 11.896, "exists": true, "mtime": "2026-07-06T13:16:54.934961+09:00", "mtime_epoch": 1783311414.9349608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:17:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1317.867, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.606, "pushed": 2.606, "read": 2.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.054, "count": 78, "max_ms": 6.254, "p95_ms": 5.684}, "gstreamer_push": {"avg_ms": 1.46, "count": 78, "max_ms": 4.375, "p95_ms": 3.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.752, "count": 78, "max_ms": 85.242, "p95_ms": 81.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.876, "count": 78, "max_ms": 123.36, "p95_ms": 108.36}, "yolo11_640_fire_11class": {"avg_ms": 66.067, "count": 78, "max_ms": 88.324, "p95_ms": 84.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.367, "count": 78, "max_ms": 100.515, "p95_ms": 96.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.103, "count": 78, "max_ms": 161.251, "p95_ms": 159.062}, "read_interval": {"avg_ms": 388.786, "count": 77, "max_ms": 11935.901, "p95_ms": 170.56}, "triton_wait": {"avg_ms": 81.063, "count": 78, "max_ms": 123.374, "p95_ms": 108.377}, "visualize": {"avg_ms": 4.332, "count": 78, "max_ms": 6.159, "p95_ms": 5.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5549.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 945.96, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.801, "name": "ffmpeg", "pid": 7155, "rss_mb": 298.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.494, "sample_count": 2438, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:17:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:17:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T13:17:14+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T13:17:14.299278+09:00", "mtime_epoch": 1783311434.2992778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:17:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.414, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.721, "pushed": 10.721, "read": 10.687}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.356, "count": 321, "max_ms": 5.068, "p95_ms": 4.063}, "gstreamer_push": {"avg_ms": 1.61, "count": 321, "max_ms": 6.182, "p95_ms": 3.868}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.638, "count": 321, "max_ms": 82.891, "p95_ms": 69.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.134, "count": 321, "max_ms": 121.895, "p95_ms": 94.698}, "yolo11_640_fire_11class": {"avg_ms": 56.775, "count": 321, "max_ms": 86.547, "p95_ms": 74.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.736, "count": 321, "max_ms": 95.643, "p95_ms": 84.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.293, "count": 321, "max_ms": 134.329, "p95_ms": 106.54}, "read_interval": {"avg_ms": 93.685, "count": 320, "max_ms": 147.003, "p95_ms": 119.818}, "triton_wait": {"avg_ms": 68.16, "count": 321, "max_ms": 121.908, "p95_ms": 94.707}, "visualize": {"avg_ms": 3.681, "count": 321, "max_ms": 5.745, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 381, "tracking_summary": 373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5655.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7162.42, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.086, "sample_count": 1723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:17:29+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T13:17:29+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T13:17:29.051521+09:00", "mtime_epoch": 1783311449.0515206, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:17:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 735.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.891, "pushed": 5.891, "read": 5.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.691, "count": 176, "max_ms": 65.193, "p95_ms": 56.516}, "gstreamer_push": {"avg_ms": 1.052, "count": 176, "max_ms": 2.926, "p95_ms": 2.016}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.163, "count": 176, "max_ms": 117.332, "p95_ms": 100.598}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.809, "count": 176, "max_ms": 114.786, "p95_ms": 100.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.905, "count": 176, "max_ms": 219.67, "p95_ms": 198.854}, "read_interval": {"avg_ms": 170.522, "count": 175, "max_ms": 226.324, "p95_ms": 205.595}, "triton_wait": {"avg_ms": 73.266, "count": 176, "max_ms": 117.346, "p95_ms": 102.027}, "visualize": {"avg_ms": 34.643, "count": 176, "max_ms": 50.496, "p95_ms": 47.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5648.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:17:08+09:00", "last_error_summary": "[h264 @ 0x555cf49ff000] error while decoding MB 83 50, bytestream -7 [in#0/rtsp @ 0x555cf4954e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555cf4954e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:17:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.208, "last_started_at": "2026-07-06T13:17:10+09:00", "pid": 7870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.332, "name": "ffmpeg", "pid": 7870, "rss_mb": 334.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.767, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:17:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:17:36+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T13:17:36+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T13:17:36.807649+09:00", "mtime_epoch": 1783311456.807649, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:17:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.852, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.401, "pushed": 6.401, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.708, "count": 192, "max_ms": 9.735, "p95_ms": 8.807}, "gstreamer_push": {"avg_ms": 1.418, "count": 192, "max_ms": 3.971, "p95_ms": 3.595}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.518, "count": 192, "max_ms": 91.093, "p95_ms": 81.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.063, "count": 192, "max_ms": 112.086, "p95_ms": 105.578}, "yolo11_640_fire_11class": {"avg_ms": 68.553, "count": 192, "max_ms": 93.189, "p95_ms": 86.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.585, "count": 192, "max_ms": 105.03, "p95_ms": 97.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.842, "count": 192, "max_ms": 196.913, "p95_ms": 180.059}, "read_interval": {"avg_ms": 156.008, "count": 192, "max_ms": 4879.793, "p95_ms": 188.684}, "triton_wait": {"avg_ms": 85.404, "count": 192, "max_ms": 112.123, "p95_ms": 105.591}, "visualize": {"avg_ms": 4.239, "count": 192, "max_ms": 6.6, "p95_ms": 5.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5655.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 975.962, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.801, "name": "ffmpeg", "pid": 7155, "rss_mb": 298.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.028, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:17:44+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T13:17:44+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T13:17:44.279773+09:00", "mtime_epoch": 1783311464.2797725, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:17:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.613, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.403, "pushed": 9.403, "read": 9.403}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 282, "max_ms": 5.39, "p95_ms": 4.683}, "gstreamer_push": {"avg_ms": 1.521, "count": 282, "max_ms": 6.15, "p95_ms": 3.766}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.573, "count": 282, "max_ms": 89.737, "p95_ms": 80.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.699, "count": 282, "max_ms": 120.351, "p95_ms": 102.737}, "yolo11_640_fire_11class": {"avg_ms": 65.827, "count": 282, "max_ms": 91.637, "p95_ms": 83.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.419, "count": 282, "max_ms": 103.554, "p95_ms": 94.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.944, "count": 282, "max_ms": 132.359, "p95_ms": 115.385}, "read_interval": {"avg_ms": 106.311, "count": 282, "max_ms": 146.775, "p95_ms": 128.659}, "triton_wait": {"avg_ms": 80.811, "count": 282, "max_ms": 120.363, "p95_ms": 102.749}, "visualize": {"avg_ms": 3.621, "count": 282, "max_ms": 4.969, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5655.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7192.47, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.892, "sample_count": 1717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:17:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:17:59+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T13:17:59+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T13:17:59.096018+09:00", "mtime_epoch": 1783311479.0960183, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:17:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 732.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.66, "pushed": 5.66, "read": 5.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.697, "count": 169, "max_ms": 70.123, "p95_ms": 58.228}, "gstreamer_push": {"avg_ms": 1.25, "count": 169, "max_ms": 2.408, "p95_ms": 1.977}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.674, "count": 169, "max_ms": 116.846, "p95_ms": 110.552}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.523, "count": 169, "max_ms": 123.238, "p95_ms": 109.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.522, "count": 169, "max_ms": 235.47, "p95_ms": 220.968}, "read_interval": {"avg_ms": 177.791, "count": 168, "max_ms": 243.397, "p95_ms": 229.608}, "triton_wait": {"avg_ms": 81.293, "count": 169, "max_ms": 123.251, "p95_ms": 112.076}, "visualize": {"avg_ms": 38.955, "count": 169, "max_ms": 56.584, "p95_ms": 54.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5654.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1006.018, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.801, "name": "ffmpeg", "pid": 7155, "rss_mb": 298.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.19, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:18:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:18:14+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T13:18:14+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T13:18:14.348273+09:00", "mtime_epoch": 1783311494.3482728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:18:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.852, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.452, "pushed": 9.452, "read": 9.418}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.384, "count": 283, "max_ms": 5.557, "p95_ms": 4.084}, "gstreamer_push": {"avg_ms": 1.536, "count": 283, "max_ms": 6.287, "p95_ms": 3.575}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.39, "count": 283, "max_ms": 88.185, "p95_ms": 80.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.474, "count": 283, "max_ms": 125.977, "p95_ms": 108.386}, "yolo11_640_fire_11class": {"avg_ms": 65.319, "count": 283, "max_ms": 88.778, "p95_ms": 82.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.054, "count": 283, "max_ms": 99.191, "p95_ms": 94.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.852, "count": 283, "max_ms": 138.245, "p95_ms": 120.77}, "read_interval": {"avg_ms": 106.255, "count": 282, "max_ms": 159.531, "p95_ms": 134.379}, "triton_wait": {"avg_ms": 80.596, "count": 283, "max_ms": 125.991, "p95_ms": 108.409}, "visualize": {"avg_ms": 3.711, "count": 283, "max_ms": 6.713, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5653.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:17:08+09:00", "last_error_summary": "[h264 @ 0x555cf49ff000] error while decoding MB 83 50, bytestream -7 [in#0/rtsp @ 0x555cf4954e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555cf4954e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:17:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.58, "last_started_at": "2026-07-06T13:17:10+09:00", "pid": 7870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.465, "name": "ffmpeg", "pid": 7870, "rss_mb": 335.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.816, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:18:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:18:20+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T13:18:20+09:00", "mjpeg": {"age_sec": 15.717, "exists": true, "mtime": "2026-07-06T13:18:04.608110+09:00", "mtime_epoch": 1783311484.6081102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:18:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1313.895, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.175, "pushed": 4.175, "read": 4.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.478, "count": 125, "max_ms": 6.741, "p95_ms": 4.845}, "gstreamer_push": {"avg_ms": 1.382, "count": 125, "max_ms": 6.507, "p95_ms": 1.51}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.745, "count": 125, "max_ms": 88.444, "p95_ms": 83.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.875, "count": 125, "max_ms": 126.325, "p95_ms": 111.031}, "yolo11_640_fire_11class": {"avg_ms": 72.962, "count": 125, "max_ms": 86.921, "p95_ms": 85.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.546, "count": 125, "max_ms": 101.291, "p95_ms": 97.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.348, "count": 125, "max_ms": 153.382, "p95_ms": 123.676}, "read_interval": {"avg_ms": 241.501, "count": 124, "max_ms": 15776.582, "p95_ms": 138.379}, "triton_wait": {"avg_ms": 89.317, "count": 125, "max_ms": 126.338, "p95_ms": 111.044}, "visualize": {"avg_ms": 3.746, "count": 125, "max_ms": 6.709, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 384, "tracking_summary": 375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5652.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7222.511, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.031, "sample_count": 1707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:18:29+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T13:18:29+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T13:18:29.180521+09:00", "mtime_epoch": 1783311509.180521, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:18:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 738.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.03, "pushed": 6.03, "read": 5.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.29, "count": 180, "max_ms": 62.872, "p95_ms": 56.012}, "gstreamer_push": {"avg_ms": 1.08, "count": 180, "max_ms": 2.285, "p95_ms": 2.019}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.165, "count": 180, "max_ms": 109.219, "p95_ms": 90.655}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.887, "count": 180, "max_ms": 120.431, "p95_ms": 93.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.824, "count": 180, "max_ms": 230.822, "p95_ms": 199.122}, "read_interval": {"avg_ms": 167.044, "count": 179, "max_ms": 239.734, "p95_ms": 206.661}, "triton_wait": {"avg_ms": 72.319, "count": 180, "max_ms": 120.443, "p95_ms": 93.575}, "visualize": {"avg_ms": 36.731, "count": 180, "max_ms": 61.317, "p95_ms": 53.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5537.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1036.124, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.059, "name": "ffmpeg", "pid": 7155, "rss_mb": 299.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.887, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:18:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:18:44+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T13:18:44+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T13:18:44.396777+09:00", "mtime_epoch": 1783311524.3967767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:18:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.906, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.856, "pushed": 10.856, "read": 10.823}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.361, "count": 325, "max_ms": 5.273, "p95_ms": 3.941}, "gstreamer_push": {"avg_ms": 1.531, "count": 325, "max_ms": 6.012, "p95_ms": 3.722}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.215, "count": 325, "max_ms": 89.898, "p95_ms": 60.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.76, "count": 325, "max_ms": 131.95, "p95_ms": 92.476}, "yolo11_640_fire_11class": {"avg_ms": 55.501, "count": 325, "max_ms": 89.348, "p95_ms": 66.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.846, "count": 325, "max_ms": 97.704, "p95_ms": 67.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.888, "count": 325, "max_ms": 144.783, "p95_ms": 104.563}, "read_interval": {"avg_ms": 92.196, "count": 324, "max_ms": 158.142, "p95_ms": 118.391}, "triton_wait": {"avg_ms": 66.773, "count": 325, "max_ms": 131.964, "p95_ms": 92.492}, "visualize": {"avg_ms": 3.707, "count": 325, "max_ms": 5.203, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5648.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:18:37+09:00", "last_error_summary": "[h264 @ 0x558eb1a6d240] error while decoding MB 44 18, bytestream -5 [in#0/rtsp @ 0x558eb1a4ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558eb1a4ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:18:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.446, "last_started_at": "2026-07-06T13:18:40+09:00", "pid": 8022, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.922, "name": "ffmpeg", "pid": 8022, "rss_mb": 327.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.349, "sample_count": 2014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:18:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:18:50+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T13:18:50+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T13:18:50.320876+09:00", "mtime_epoch": 1783311530.3208764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:18:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1316.672, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.825, "pushed": 5.825, "read": 5.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.256, "count": 80, "max_ms": 5.023, "p95_ms": 3.823}, "gstreamer_push": {"avg_ms": 1.421, "count": 80, "max_ms": 4.484, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.33, "count": 80, "max_ms": 93.322, "p95_ms": 80.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.795, "count": 80, "max_ms": 128.225, "p95_ms": 112.086}, "yolo11_640_fire_11class": {"avg_ms": 69.712, "count": 80, "max_ms": 93.928, "p95_ms": 89.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.513, "count": 80, "max_ms": 101.9, "p95_ms": 95.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.959, "count": 80, "max_ms": 140.248, "p95_ms": 123.757}, "read_interval": {"avg_ms": 375.758, "count": 80, "max_ms": 16451.292, "p95_ms": 142.817}, "triton_wait": {"avg_ms": 86.027, "count": 80, "max_ms": 128.238, "p95_ms": 112.098}, "visualize": {"avg_ms": 3.609, "count": 80, "max_ms": 4.961, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.735, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5654.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7252.606, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.961, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:18:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:18:59+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T13:18:59+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T13:18:59.269027+09:00", "mtime_epoch": 1783311539.2690275, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:18:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 739.363, "name": "celery", "pid": 239, "rss_mb": 738.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.076, "pushed": 6.076, "read": 6.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.547, "count": 182, "max_ms": 60.343, "p95_ms": 57.151}, "gstreamer_push": {"avg_ms": 1.021, "count": 182, "max_ms": 3.091, "p95_ms": 1.734}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.762, "count": 182, "max_ms": 122.675, "p95_ms": 109.063}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.616, "count": 182, "max_ms": 117.23, "p95_ms": 104.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.136, "count": 182, "max_ms": 207.561, "p95_ms": 195.279}, "read_interval": {"avg_ms": 165.445, "count": 181, "max_ms": 214.989, "p95_ms": 201.966}, "triton_wait": {"avg_ms": 75.952, "count": 182, "max_ms": 122.687, "p95_ms": 111.208}, "visualize": {"avg_ms": 35.043, "count": 182, "max_ms": 52.085, "p95_ms": 47.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5647.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1066.179, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.645, "name": "ffmpeg", "pid": 7155, "rss_mb": 300.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.741, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:19:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:19:14+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T13:19:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T13:19:14.493285+09:00", "mtime_epoch": 1783311554.4932852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:19:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.16, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.78, "pushed": 8.78, "read": 8.746}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.356, "count": 263, "max_ms": 5.577, "p95_ms": 3.872}, "gstreamer_push": {"avg_ms": 1.485, "count": 263, "max_ms": 6.333, "p95_ms": 2.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.896, "count": 263, "max_ms": 89.152, "p95_ms": 78.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.032, "count": 263, "max_ms": 120.859, "p95_ms": 106.12}, "yolo11_640_fire_11class": {"avg_ms": 71.631, "count": 263, "max_ms": 90.044, "p95_ms": 84.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.795, "count": 263, "max_ms": 102.433, "p95_ms": 94.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.498, "count": 263, "max_ms": 133.154, "p95_ms": 118.268}, "read_interval": {"avg_ms": 114.3, "count": 262, "max_ms": 145.887, "p95_ms": 132.19}, "triton_wait": {"avg_ms": 88.248, "count": 263, "max_ms": 120.873, "p95_ms": 106.133}, "visualize": {"avg_ms": 3.681, "count": 263, "max_ms": 5.858, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5651.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:18:37+09:00", "last_error_summary": "[h264 @ 0x558eb1a6d240] error while decoding MB 44 18, bytestream -5 [in#0/rtsp @ 0x558eb1a4ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558eb1a4ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:18:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.481, "last_started_at": "2026-07-06T13:18:40+09:00", "pid": 8022, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.531, "name": "ffmpeg", "pid": 8022, "rss_mb": 331.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.032, "sample_count": 2014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:19:20+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T13:19:20+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:19:20.369385+09:00", "mtime_epoch": 1783311560.369385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:19:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1316.84, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.723, "pushed": 8.723, "read": 8.69}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.508, "count": 261, "max_ms": 7.716, "p95_ms": 5.578}, "gstreamer_push": {"avg_ms": 1.628, "count": 261, "max_ms": 6.848, "p95_ms": 3.868}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.886, "count": 261, "max_ms": 90.463, "p95_ms": 80.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.856, "count": 261, "max_ms": 119.054, "p95_ms": 105.687}, "yolo11_640_fire_11class": {"avg_ms": 71.917, "count": 261, "max_ms": 90.48, "p95_ms": 84.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.936, "count": 261, "max_ms": 104.27, "p95_ms": 97.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.759, "count": 261, "max_ms": 153.75, "p95_ms": 124.633}, "read_interval": {"avg_ms": 115.051, "count": 260, "max_ms": 162.936, "p95_ms": 138.48}, "triton_wait": {"avg_ms": 88.179, "count": 261, "max_ms": 119.066, "p95_ms": 105.7}, "visualize": {"avg_ms": 3.748, "count": 261, "max_ms": 5.622, "p95_ms": 4.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 387, "tracking_summary": 378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5661.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7282.715, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.206, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:19:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:19:29+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T13:19:29+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T13:19:29.337537+09:00", "mtime_epoch": 1783311569.3375373, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:19:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.359, "name": "celery", "pid": 239, "rss_mb": 738.734, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.578, "pushed": 5.578, "read": 5.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.44, "count": 167, "max_ms": 57.504, "p95_ms": 55.558}, "gstreamer_push": {"avg_ms": 1.231, "count": 167, "max_ms": 3.503, "p95_ms": 2.153}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.03, "count": 167, "max_ms": 121.559, "p95_ms": 109.201}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.503, "count": 167, "max_ms": 118.03, "p95_ms": 105.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.168, "count": 167, "max_ms": 224.027, "p95_ms": 204.006}, "read_interval": {"avg_ms": 180.239, "count": 166, "max_ms": 230.724, "p95_ms": 210.781}, "triton_wait": {"avg_ms": 78.739, "count": 167, "max_ms": 121.573, "p95_ms": 109.213}, "visualize": {"avg_ms": 40.763, "count": 167, "max_ms": 61.958, "p95_ms": 52.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5659.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1096.229, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.543, "name": "ffmpeg", "pid": 7155, "rss_mb": 305.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.802, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:19:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:19:44+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:19:44+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T13:19:44.529796+09:00", "mtime_epoch": 1783311584.5297964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:19:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.324, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.688, "pushed": 8.688, "read": 8.655}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.339, "count": 260, "max_ms": 5.26, "p95_ms": 3.892}, "gstreamer_push": {"avg_ms": 1.584, "count": 260, "max_ms": 5.996, "p95_ms": 3.75}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.329, "count": 260, "max_ms": 87.495, "p95_ms": 81.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.177, "count": 260, "max_ms": 123.997, "p95_ms": 104.643}, "yolo11_640_fire_11class": {"avg_ms": 72.136, "count": 260, "max_ms": 87.053, "p95_ms": 83.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.265, "count": 260, "max_ms": 103.115, "p95_ms": 96.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.705, "count": 260, "max_ms": 136.791, "p95_ms": 117.595}, "read_interval": {"avg_ms": 115.565, "count": 259, "max_ms": 148.875, "p95_ms": 133.143}, "triton_wait": {"avg_ms": 89.412, "count": 260, "max_ms": 124.009, "p95_ms": 104.656}, "visualize": {"avg_ms": 3.703, "count": 260, "max_ms": 5.524, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5662.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:18:37+09:00", "last_error_summary": "[h264 @ 0x558eb1a6d240] error while decoding MB 44 18, bytestream -5 [in#0/rtsp @ 0x558eb1a4ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558eb1a4ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:18:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.523, "last_started_at": "2026-07-06T13:18:40+09:00", "pid": 8022, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.531, "name": "ffmpeg", "pid": 8022, "rss_mb": 331.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.111, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:19:50+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T13:19:50+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T13:19:50.457898+09:00", "mtime_epoch": 1783311590.4578977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:19:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1318.195, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.424, "pushed": 8.424, "read": 8.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.645, "count": 252, "max_ms": 7.851, "p95_ms": 5.507}, "gstreamer_push": {"avg_ms": 1.619, "count": 252, "max_ms": 6.483, "p95_ms": 3.827}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.873, "count": 252, "max_ms": 88.885, "p95_ms": 81.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.856, "count": 252, "max_ms": 115.777, "p95_ms": 104.517}, "yolo11_640_fire_11class": {"avg_ms": 73.805, "count": 252, "max_ms": 89.085, "p95_ms": 84.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.143, "count": 252, "max_ms": 103.25, "p95_ms": 96.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.305, "count": 252, "max_ms": 190.686, "p95_ms": 130.561}, "read_interval": {"avg_ms": 119.385, "count": 251, "max_ms": 199.8, "p95_ms": 140.814}, "triton_wait": {"avg_ms": 91.175, "count": 252, "max_ms": 115.79, "p95_ms": 104.54}, "visualize": {"avg_ms": 3.782, "count": 252, "max_ms": 7.095, "p95_ms": 5.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 388, "tracking_summary": 380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5664.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7312.725, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.657, "sample_count": 1724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:19:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:19:59+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T13:19:59+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T13:19:59.390050+09:00", "mtime_epoch": 1783311599.3900504, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:19:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.359, "name": "celery", "pid": 239, "rss_mb": 736.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.797, "pushed": 5.797, "read": 5.764}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.119, "count": 173, "max_ms": 62.364, "p95_ms": 55.367}, "gstreamer_push": {"avg_ms": 1.016, "count": 173, "max_ms": 2.284, "p95_ms": 1.994}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.071, "count": 173, "max_ms": 116.67, "p95_ms": 107.261}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.365, "count": 173, "max_ms": 114.433, "p95_ms": 102.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.522, "count": 173, "max_ms": 216.177, "p95_ms": 203.975}, "read_interval": {"avg_ms": 173.669, "count": 172, "max_ms": 222.195, "p95_ms": 211.419}, "triton_wait": {"avg_ms": 76.117, "count": 173, "max_ms": 116.683, "p95_ms": 109.643}, "visualize": {"avg_ms": 38.886, "count": 173, "max_ms": 54.951, "p95_ms": 51.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5712.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:01:25+09:00", "last_error_summary": "[h264 @ 0x55702d776ac0] cabac decode of qscale diff failed at 12 5 [h264 @ 0x55702d776ac0] error while decoding MB 12 5, bytestream 7167 [h264 @ 0x55702caf1540] top block unavailable for requested intra mode [h264 @ 0x55702caf1540] error while decoding MB 16 0, bytestream 2186 [h264 @ 0x55702d36c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55702d36c240] error while decoding MB 0 40, bytestream 2469 [h264 @ 0x55702d6a7c40] cabac decode of qscale diff failed at 27 27 [h264 ", "last_exit_at": "2026-07-06T13:01:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 1133.288, "last_started_at": "2026-07-06T13:01:28+09:00", "pid": 7155, "process": {"exists": true, "fd_count": 5, "hwm_mb": 365.441, "name": "ffmpeg", "pid": 7155, "rss_mb": 365.441, "state": "S (sleeping)", "threads": 104}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.005, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:20:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:20:21+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T13:20:21+09:00", "mjpeg": {"age_sec": 10.051, "exists": true, "mtime": "2026-07-06T13:20:11.638261+09:00", "mtime_epoch": 1783311611.6382606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:20:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1440.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.805, "pushed": 3.805, "read": 3.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.222, "count": 114, "max_ms": 4.591, "p95_ms": 3.525}, "gstreamer_push": {"avg_ms": 1.557, "count": 114, "max_ms": 6.221, "p95_ms": 3.789}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.954, "count": 114, "max_ms": 87.009, "p95_ms": 74.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.165, "count": 114, "max_ms": 123.752, "p95_ms": 96.812}, "yolo11_640_fire_11class": {"avg_ms": 55.803, "count": 114, "max_ms": 86.996, "p95_ms": 77.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.822, "count": 114, "max_ms": 97.251, "p95_ms": 88.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.16, "count": 114, "max_ms": 136.475, "p95_ms": 108.666}, "read_interval": {"avg_ms": 265.508, "count": 113, "max_ms": 10089.689, "p95_ms": 124.928}, "triton_wait": {"avg_ms": 67.395, "count": 114, "max_ms": 123.765, "p95_ms": 96.825}, "visualize": {"avg_ms": 3.563, "count": 114, "max_ms": 4.695, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5393.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:18:37+09:00", "last_error_summary": "[h264 @ 0x558eb1a6d240] error while decoding MB 44 18, bytestream -5 [in#0/rtsp @ 0x558eb1a4ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558eb1a4ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:18:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.414, "last_started_at": "2026-07-06T13:18:40+09:00", "pid": 8022, "process": {"exists": true, "fd_count": 5, "hwm_mb": 352.891, "name": "ffmpeg", "pid": 8022, "rss_mb": 352.891, "state": "S (sleeping)", "threads": 104}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.993, "sample_count": 1730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:20:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:20:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T13:20:26+09:00", "mjpeg": {"age_sec": 16.216, "exists": true, "mtime": "2026-07-06T13:20:10.190236+09:00", "mtime_epoch": 1783311610.1902356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:20:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1318.195, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.123, "pushed": 0.123, "read": 0.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.206, "count": 2, "max_ms": 3.209, "p95_ms": 3.209}, "gstreamer_push": {"avg_ms": 1.212, "count": 2, "max_ms": 1.215, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 40.669, "count": 2, "max_ms": 41.503, "p95_ms": 41.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.845, "count": 2, "max_ms": 56.854, "p95_ms": 56.854}, "yolo11_640_fire_11class": {"avg_ms": 51.374, "count": 2, "max_ms": 51.659, "p95_ms": 51.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.405, "count": 2, "max_ms": 54.981, "p95_ms": 54.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.66, "count": 2, "max_ms": 68.656, "p95_ms": 68.656}, "read_interval": {"avg_ms": 16164.307, "count": 2, "max_ms": 16238.219, "p95_ms": 16238.219}, "triton_wait": {"avg_ms": 55.856, "count": 2, "max_ms": 56.866, "p95_ms": 56.866}, "visualize": {"avg_ms": 3.692, "count": 2, "max_ms": 3.725, "p95_ms": 3.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.312, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 391, "tracking_summary": 381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5174.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7342.787, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.975, "sample_count": 1735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:20:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:20:29+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T13:20:29+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T13:20:29.410566+09:00", "mtime_epoch": 1783311629.4105663, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:20:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.359, "name": "celery", "pid": 239, "rss_mb": 727.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.281, "pushed": 6.281, "read": 6.248}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.711, "count": 188, "max_ms": 56.24, "p95_ms": 54.244}, "gstreamer_push": {"avg_ms": 1.151, "count": 188, "max_ms": 2.751, "p95_ms": 2.082}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.722, "count": 188, "max_ms": 93.714, "p95_ms": 79.916}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 61.68, "count": 188, "max_ms": 94.487, "p95_ms": 83.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.893, "count": 188, "max_ms": 198.142, "p95_ms": 181.959}, "read_interval": {"avg_ms": 159.726, "count": 187, "max_ms": 204.795, "p95_ms": 190.628}, "triton_wait": {"avg_ms": 61.834, "count": 188, "max_ms": 94.5, "p95_ms": 84.395}, "visualize": {"avg_ms": 37.157, "count": 188, "max_ms": 51.615, "p95_ms": 49.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5620.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.67, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.344, "name": "ffmpeg", "pid": 8174, "rss_mb": 265.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.221, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:20:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:20:51+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T13:20:51+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T13:20:51.666951+09:00", "mtime_epoch": 1783311651.6669507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:20:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1443.629, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.036, "pushed": 8.036, "read": 8.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.284, "count": 241, "max_ms": 5.193, "p95_ms": 3.805}, "gstreamer_push": {"avg_ms": 1.526, "count": 241, "max_ms": 6.737, "p95_ms": 3.586}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.615, "count": 241, "max_ms": 96.093, "p95_ms": 82.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.68, "count": 241, "max_ms": 124.691, "p95_ms": 104.204}, "yolo11_640_fire_11class": {"avg_ms": 67.483, "count": 241, "max_ms": 99.136, "p95_ms": 85.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.876, "count": 241, "max_ms": 107.887, "p95_ms": 98.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.978, "count": 241, "max_ms": 137.536, "p95_ms": 116.418}, "read_interval": {"avg_ms": 124.824, "count": 240, "max_ms": 4775.484, "p95_ms": 130.293}, "triton_wait": {"avg_ms": 80.85, "count": 241, "max_ms": 124.703, "p95_ms": 104.216}, "visualize": {"avg_ms": 3.685, "count": 241, "max_ms": 7.876, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5616.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:27+09:00", "last_error_summary": "[NULL @ 0x56248d464200] missing picture in access unit with size 18 [h264 @ 0x56248e16ed00] no frame! [in#0/rtsp @ 0x56248d45fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56248d45fe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56248d464840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T13:20:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.637, "last_started_at": "2026-07-06T13:20:29+09:00", "pid": 8281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.887, "name": "ffmpeg", "pid": 8281, "rss_mb": 331.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.614, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:20:56+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T13:20:56+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T13:20:56.375032+09:00", "mtime_epoch": 1783311656.3750322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:20:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.141, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.467, "pushed": 7.5, "read": 7.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.785, "count": 224, "max_ms": 7.668, "p95_ms": 6.006}, "gstreamer_push": {"avg_ms": 1.454, "count": 225, "max_ms": 4.093, "p95_ms": 3.042}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.074, "count": 224, "max_ms": 96.446, "p95_ms": 84.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.496, "count": 224, "max_ms": 117.925, "p95_ms": 105.731}, "yolo11_640_fire_11class": {"avg_ms": 72.084, "count": 224, "max_ms": 99.328, "p95_ms": 88.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.226, "count": 224, "max_ms": 108.196, "p95_ms": 99.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.842, "count": 224, "max_ms": 191.186, "p95_ms": 130.568}, "read_interval": {"avg_ms": 133.712, "count": 224, "max_ms": 4509.485, "p95_ms": 144.239}, "triton_wait": {"avg_ms": 85.815, "count": 224, "max_ms": 117.938, "p95_ms": 105.742}, "visualize": {"avg_ms": 3.925, "count": 224, "max_ms": 7.497, "p95_ms": 5.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 392, "tracking_summary": 383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5619.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7372.792, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.868, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:20:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:20:59+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T13:20:59+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T13:20:59.435085+09:00", "mtime_epoch": 1783311659.4350853, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:20:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.359, "name": "celery", "pid": 239, "rss_mb": 737.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.8, "pushed": 5.8, "read": 5.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.399, "count": 174, "max_ms": 62.311, "p95_ms": 58.145}, "gstreamer_push": {"avg_ms": 1.054, "count": 174, "max_ms": 2.494, "p95_ms": 2.155}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.57, "count": 174, "max_ms": 126.254, "p95_ms": 109.41}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.125, "count": 174, "max_ms": 118.326, "p95_ms": 106.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.492, "count": 174, "max_ms": 214.917, "p95_ms": 195.836}, "read_interval": {"avg_ms": 172.581, "count": 174, "max_ms": 221.576, "p95_ms": 204.374}, "triton_wait": {"avg_ms": 78.014, "count": 174, "max_ms": 126.267, "p95_ms": 111.255}, "visualize": {"avg_ms": 36.638, "count": 174, "max_ms": 52.856, "p95_ms": 51.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5628.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.736, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.922, "name": "ffmpeg", "pid": 8174, "rss_mb": 267.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.729, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:21:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:21:21+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T13:21:21+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:21:21.727472+09:00", "mtime_epoch": 1783311681.7274723, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:21:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.877, "pushed": 7.877, "read": 7.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.303, "count": 236, "max_ms": 8.103, "p95_ms": 6.079}, "gstreamer_push": {"avg_ms": 1.451, "count": 236, "max_ms": 7.129, "p95_ms": 3.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.76, "count": 236, "max_ms": 91.005, "p95_ms": 80.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.495, "count": 236, "max_ms": 121.793, "p95_ms": 104.14}, "yolo11_640_fire_11class": {"avg_ms": 70.556, "count": 236, "max_ms": 93.256, "p95_ms": 86.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.392, "count": 236, "max_ms": 109.377, "p95_ms": 95.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.099, "count": 236, "max_ms": 168.46, "p95_ms": 151.026}, "read_interval": {"avg_ms": 127.383, "count": 235, "max_ms": 183.513, "p95_ms": 161.623}, "triton_wait": {"avg_ms": 85.692, "count": 236, "max_ms": 121.806, "p95_ms": 104.152}, "visualize": {"avg_ms": 4.393, "count": 236, "max_ms": 6.83, "p95_ms": 5.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5624.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:27+09:00", "last_error_summary": "[NULL @ 0x56248d464200] missing picture in access unit with size 18 [h264 @ 0x56248e16ed00] no frame! [in#0/rtsp @ 0x56248d45fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56248d45fe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56248d464840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T13:20:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.702, "last_started_at": "2026-07-06T13:20:29+09:00", "pid": 8281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.402, "name": "ffmpeg", "pid": 8281, "rss_mb": 332.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.56, "sample_count": 1730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:21:26+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T13:21:26+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T13:21:26.443554+09:00", "mtime_epoch": 1783311686.4435544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:21:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.34, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.482, "pushed": 9.482, "read": 9.448}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 284, "max_ms": 7.381, "p95_ms": 4.89}, "gstreamer_push": {"avg_ms": 1.584, "count": 284, "max_ms": 6.846, "p95_ms": 3.811}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.557, "count": 284, "max_ms": 91.107, "p95_ms": 80.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.603, "count": 284, "max_ms": 120.846, "p95_ms": 104.635}, "yolo11_640_fire_11class": {"avg_ms": 66.471, "count": 284, "max_ms": 101.495, "p95_ms": 86.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.367, "count": 284, "max_ms": 109.565, "p95_ms": 96.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.998, "count": 284, "max_ms": 160.407, "p95_ms": 116.967}, "read_interval": {"avg_ms": 105.78, "count": 283, "max_ms": 172.181, "p95_ms": 130.429}, "triton_wait": {"avg_ms": 79.957, "count": 284, "max_ms": 120.858, "p95_ms": 104.647}, "visualize": {"avg_ms": 3.764, "count": 284, "max_ms": 6.773, "p95_ms": 4.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 394, "tracking_summary": 384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5619.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7402.82, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.583, "sample_count": 1759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:21:29+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T13:21:29+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T13:21:29.479607+09:00", "mtime_epoch": 1783311689.4796073, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:21:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.359, "name": "celery", "pid": 239, "rss_mb": 734.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.865, "pushed": 5.865, "read": 5.832}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.014, "count": 175, "max_ms": 74.646, "p95_ms": 58.003}, "gstreamer_push": {"avg_ms": 1.071, "count": 175, "max_ms": 2.947, "p95_ms": 2.076}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.268, "count": 175, "max_ms": 116.14, "p95_ms": 105.668}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.478, "count": 175, "max_ms": 116.84, "p95_ms": 105.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.378, "count": 175, "max_ms": 218.143, "p95_ms": 201.982}, "read_interval": {"avg_ms": 171.685, "count": 174, "max_ms": 224.804, "p95_ms": 212.255}, "triton_wait": {"avg_ms": 77.14, "count": 175, "max_ms": 116.853, "p95_ms": 110.267}, "visualize": {"avg_ms": 36.68, "count": 175, "max_ms": 53.807, "p95_ms": 50.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5614.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.84, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.922, "name": "ffmpeg", "pid": 8174, "rss_mb": 267.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.77, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:21:51+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T13:21:51+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T13:21:51.835998+09:00", "mtime_epoch": 1783311711.8359978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:21:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.676, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.642, "pushed": 8.642, "read": 8.608}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 258, "max_ms": 6.082, "p95_ms": 4.949}, "gstreamer_push": {"avg_ms": 1.536, "count": 259, "max_ms": 6.148, "p95_ms": 3.635}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.441, "count": 258, "max_ms": 89.325, "p95_ms": 83.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.091, "count": 258, "max_ms": 129.537, "p95_ms": 106.99}, "yolo11_640_fire_11class": {"avg_ms": 72.105, "count": 258, "max_ms": 100.163, "p95_ms": 86.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.138, "count": 258, "max_ms": 111.727, "p95_ms": 95.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.41, "count": 259, "max_ms": 161.153, "p95_ms": 124.082}, "read_interval": {"avg_ms": 116.227, "count": 258, "max_ms": 244.726, "p95_ms": 137.707}, "triton_wait": {"avg_ms": 89.187, "count": 258, "max_ms": 129.551, "p95_ms": 107.005}, "visualize": {"avg_ms": 3.776, "count": 258, "max_ms": 5.374, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5623.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:27+09:00", "last_error_summary": "[NULL @ 0x56248d464200] missing picture in access unit with size 18 [h264 @ 0x56248e16ed00] no frame! [in#0/rtsp @ 0x56248d45fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56248d45fe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56248d464840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T13:20:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.779, "last_started_at": "2026-07-06T13:20:29+09:00", "pid": 8281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.402, "name": "ffmpeg", "pid": 8281, "rss_mb": 332.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.731, "sample_count": 1826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:21:56+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T13:21:56+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T13:21:56.528080+09:00", "mtime_epoch": 1783311716.52808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:21:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.289, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.675, "pushed": 8.675, "read": 8.642}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 260, "max_ms": 5.701, "p95_ms": 4.524}, "gstreamer_push": {"avg_ms": 1.556, "count": 260, "max_ms": 6.374, "p95_ms": 3.715}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.014, "count": 260, "max_ms": 95.502, "p95_ms": 82.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.351, "count": 260, "max_ms": 133.812, "p95_ms": 106.699}, "yolo11_640_fire_11class": {"avg_ms": 73.828, "count": 260, "max_ms": 96.67, "p95_ms": 86.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.232, "count": 260, "max_ms": 107.932, "p95_ms": 95.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.584, "count": 260, "max_ms": 162.374, "p95_ms": 121.265}, "read_interval": {"avg_ms": 115.663, "count": 259, "max_ms": 176.462, "p95_ms": 134.399}, "triton_wait": {"avg_ms": 89.622, "count": 260, "max_ms": 133.826, "p95_ms": 106.712}, "visualize": {"avg_ms": 3.784, "count": 260, "max_ms": 5.402, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5621.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7432.869, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.95, "sample_count": 1753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:21:59+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T13:21:59+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T13:21:59.488132+09:00", "mtime_epoch": 1783311719.4881318, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:21:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.359, "name": "celery", "pid": 239, "rss_mb": 738.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.756, "pushed": 5.756, "read": 5.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.228, "count": 172, "max_ms": 66.208, "p95_ms": 59.785}, "gstreamer_push": {"avg_ms": 1.15, "count": 172, "max_ms": 3.344, "p95_ms": 2.146}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.869, "count": 172, "max_ms": 117.941, "p95_ms": 113.28}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.121, "count": 172, "max_ms": 120.867, "p95_ms": 111.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.437, "count": 172, "max_ms": 233.882, "p95_ms": 202.795}, "read_interval": {"avg_ms": 174.591, "count": 171, "max_ms": 240.616, "p95_ms": 210.359}, "triton_wait": {"avg_ms": 80.446, "count": 172, "max_ms": 120.88, "p95_ms": 114.55}, "visualize": {"avg_ms": 37.275, "count": 172, "max_ms": 53.259, "p95_ms": 50.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5622.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.887, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.922, "name": "ffmpeg", "pid": 8174, "rss_mb": 267.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.477, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:22:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:22:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T13:22:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T13:22:21.912525+09:00", "mtime_epoch": 1783311741.9125252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:22:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.777, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.421, "pushed": 9.421, "read": 9.388}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 282, "max_ms": 5.562, "p95_ms": 4.338}, "gstreamer_push": {"avg_ms": 1.486, "count": 282, "max_ms": 5.982, "p95_ms": 3.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.183, "count": 282, "max_ms": 85.334, "p95_ms": 81.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.951, "count": 282, "max_ms": 127.944, "p95_ms": 103.68}, "yolo11_640_fire_11class": {"avg_ms": 66.443, "count": 282, "max_ms": 88.068, "p95_ms": 83.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.97, "count": 282, "max_ms": 97.886, "p95_ms": 93.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.289, "count": 282, "max_ms": 140.41, "p95_ms": 116.002}, "read_interval": {"avg_ms": 106.626, "count": 281, "max_ms": 152.756, "p95_ms": 129.741}, "triton_wait": {"avg_ms": 81.068, "count": 282, "max_ms": 127.957, "p95_ms": 103.694}, "visualize": {"avg_ms": 3.725, "count": 282, "max_ms": 7.039, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5620.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7462.982, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.981, "sample_count": 1752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:22:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:22:29+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T13:22:29+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T13:22:29.580660+09:00", "mtime_epoch": 1783311749.58066, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:22:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.641, "name": "celery", "pid": 239, "rss_mb": 737.484, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.85, "pushed": 5.85, "read": 5.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.528, "count": 175, "max_ms": 62.701, "p95_ms": 58.981}, "gstreamer_push": {"avg_ms": 0.98, "count": 175, "max_ms": 2.625, "p95_ms": 1.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.141, "count": 175, "max_ms": 112.896, "p95_ms": 104.588}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.337, "count": 175, "max_ms": 115.556, "p95_ms": 103.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.071, "count": 175, "max_ms": 215.167, "p95_ms": 200.767}, "read_interval": {"avg_ms": 171.834, "count": 174, "max_ms": 226.038, "p95_ms": 206.566}, "triton_wait": {"avg_ms": 73.965, "count": 175, "max_ms": 115.569, "p95_ms": 104.642}, "visualize": {"avg_ms": 36.159, "count": 175, "max_ms": 60.22, "p95_ms": 44.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5612.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:27+09:00", "last_error_summary": "[NULL @ 0x56248d464200] missing picture in access unit with size 18 [h264 @ 0x56248e16ed00] no frame! [in#0/rtsp @ 0x56248d45fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56248d45fe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56248d464840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T13:20:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 120.525, "last_started_at": "2026-07-06T13:20:29+09:00", "pid": 8281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.277, "name": "ffmpeg", "pid": 8281, "rss_mb": 333.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.73, "sample_count": 1831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:22:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:22:30+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T13:22:30+09:00", "mjpeg": {"age_sec": 15.73, "exists": true, "mtime": "2026-07-06T13:22:14.644397+09:00", "mtime_epoch": 1783311734.6443975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:22:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1311.711, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.233, "pushed": 4.233, "read": 4.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.207, "count": 127, "max_ms": 5.576, "p95_ms": 4.921}, "gstreamer_push": {"avg_ms": 1.405, "count": 127, "max_ms": 4.521, "p95_ms": 2.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.741, "count": 127, "max_ms": 85.827, "p95_ms": 82.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.505, "count": 127, "max_ms": 120.227, "p95_ms": 105.741}, "yolo11_640_fire_11class": {"avg_ms": 72.36, "count": 127, "max_ms": 85.749, "p95_ms": 83.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.864, "count": 127, "max_ms": 98.167, "p95_ms": 95.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.22, "count": 127, "max_ms": 132.496, "p95_ms": 117.572}, "read_interval": {"avg_ms": 236.446, "count": 127, "max_ms": 15769.0, "p95_ms": 134.485}, "triton_wait": {"avg_ms": 88.664, "count": 127, "max_ms": 120.241, "p95_ms": 105.754}, "visualize": {"avg_ms": 3.454, "count": 127, "max_ms": 7.037, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5342.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.965, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.758, "name": "ffmpeg", "pid": 8174, "rss_mb": 270.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.214, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:22:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:22:52+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T13:22:51+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T13:22:51.949054+09:00", "mtime_epoch": 1783311771.9490545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:22:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1445.562, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.08}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.63, "count": 303, "max_ms": 7.002, "p95_ms": 5.486}, "gstreamer_push": {"avg_ms": 1.49, "count": 303, "max_ms": 6.397, "p95_ms": 3.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.645, "count": 303, "max_ms": 70.814, "p95_ms": 60.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.505, "count": 303, "max_ms": 109.424, "p95_ms": 93.048}, "yolo11_640_fire_11class": {"avg_ms": 56.291, "count": 303, "max_ms": 86.982, "p95_ms": 65.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.868, "count": 303, "max_ms": 99.188, "p95_ms": 68.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.316, "count": 303, "max_ms": 169.123, "p95_ms": 142.58}, "read_interval": {"avg_ms": 99.151, "count": 302, "max_ms": 178.786, "p95_ms": 152.529}, "triton_wait": {"avg_ms": 68.517, "count": 303, "max_ms": 109.436, "p95_ms": 93.061}, "visualize": {"avg_ms": 3.891, "count": 303, "max_ms": 6.051, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5619.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7493.134, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.122, "sample_count": 1769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:22:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:22:59+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T13:22:59+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T13:22:59.769193+09:00", "mtime_epoch": 1783311779.7691927, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:22:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 741.641, "name": "celery", "pid": 239, "rss_mb": 737.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.207, "pushed": 6.207, "read": 6.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.466, "count": 186, "max_ms": 77.142, "p95_ms": 59.567}, "gstreamer_push": {"avg_ms": 0.967, "count": 186, "max_ms": 2.245, "p95_ms": 1.113}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.514, "count": 186, "max_ms": 106.362, "p95_ms": 93.444}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.911, "count": 186, "max_ms": 109.749, "p95_ms": 92.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.096, "count": 186, "max_ms": 201.525, "p95_ms": 184.254}, "read_interval": {"avg_ms": 162.018, "count": 185, "max_ms": 208.309, "p95_ms": 191.817}, "triton_wait": {"avg_ms": 69.131, "count": 186, "max_ms": 109.76, "p95_ms": 94.169}, "visualize": {"avg_ms": 34.966, "count": 186, "max_ms": 50.092, "p95_ms": 47.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5621.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.028, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.125, "name": "ffmpeg", "pid": 8433, "rss_mb": 328.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.044, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:23:00+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T13:23:00+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T13:23:00.337203+09:00", "mtime_epoch": 1783311780.3372025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:23:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.527, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.262, "pushed": 6.262, "read": 6.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.799, "count": 86, "max_ms": 8.351, "p95_ms": 5.713}, "gstreamer_push": {"avg_ms": 1.429, "count": 86, "max_ms": 3.869, "p95_ms": 2.618}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.895, "count": 86, "max_ms": 79.869, "p95_ms": 70.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.241, "count": 86, "max_ms": 100.776, "p95_ms": 95.055}, "yolo11_640_fire_11class": {"avg_ms": 58.255, "count": 86, "max_ms": 80.588, "p95_ms": 75.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.079, "count": 86, "max_ms": 94.803, "p95_ms": 90.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.721, "count": 86, "max_ms": 154.419, "p95_ms": 141.397}, "read_interval": {"avg_ms": 349.226, "count": 86, "max_ms": 16377.389, "p95_ms": 153.279}, "triton_wait": {"avg_ms": 71.599, "count": 86, "max_ms": 100.789, "p95_ms": 95.068}, "visualize": {"avg_ms": 4.0, "count": 86, "max_ms": 6.352, "p95_ms": 5.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.733, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5634.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.013, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.336, "name": "ffmpeg", "pid": 8174, "rss_mb": 273.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.702, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:23:22+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T13:23:22+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T13:23:22.037587+09:00", "mtime_epoch": 1783311802.037587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:23:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.723, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.194, "pushed": 9.194, "read": 9.16}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.834, "count": 275, "max_ms": 7.548, "p95_ms": 5.694}, "gstreamer_push": {"avg_ms": 1.571, "count": 275, "max_ms": 5.993, "p95_ms": 3.766}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.951, "count": 275, "max_ms": 86.041, "p95_ms": 77.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.61, "count": 275, "max_ms": 118.0, "p95_ms": 102.427}, "yolo11_640_fire_11class": {"avg_ms": 62.525, "count": 275, "max_ms": 88.886, "p95_ms": 81.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.372, "count": 275, "max_ms": 111.331, "p95_ms": 94.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.076, "count": 275, "max_ms": 166.451, "p95_ms": 143.219}, "read_interval": {"avg_ms": 109.339, "count": 274, "max_ms": 179.516, "p95_ms": 153.034}, "triton_wait": {"avg_ms": 76.736, "count": 275, "max_ms": 118.012, "p95_ms": 102.439}, "visualize": {"avg_ms": 4.003, "count": 275, "max_ms": 7.468, "p95_ms": 5.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 400, "tracking_summary": 390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5632.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7523.251, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.247, "sample_count": 1757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:23:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:23:30+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T13:23:29+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T13:23:29.909727+09:00", "mtime_epoch": 1783311809.9097266, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:23:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 742.941, "name": "celery", "pid": 239, "rss_mb": 738.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.681, "pushed": 5.681, "read": 5.648}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.893, "count": 170, "max_ms": 74.087, "p95_ms": 60.228}, "gstreamer_push": {"avg_ms": 1.029, "count": 170, "max_ms": 3.246, "p95_ms": 1.959}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.46, "count": 170, "max_ms": 120.544, "p95_ms": 109.282}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.76, "count": 170, "max_ms": 116.097, "p95_ms": 101.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.165, "count": 170, "max_ms": 223.328, "p95_ms": 202.552}, "read_interval": {"avg_ms": 177.261, "count": 169, "max_ms": 230.395, "p95_ms": 209.817}, "triton_wait": {"avg_ms": 76.864, "count": 170, "max_ms": 120.558, "p95_ms": 109.295}, "visualize": {"avg_ms": 34.101, "count": 170, "max_ms": 50.1, "p95_ms": 45.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5632.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.026, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.309, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.898, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:23:30+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:23:30+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T13:23:30.301733+09:00", "mtime_epoch": 1783311810.3017335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:23:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.594, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.004, "pushed": 9.004, "read": 9.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.696, "count": 270, "max_ms": 6.87, "p95_ms": 5.696}, "gstreamer_push": {"avg_ms": 1.51, "count": 270, "max_ms": 6.275, "p95_ms": 3.045}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.225, "count": 270, "max_ms": 87.049, "p95_ms": 81.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.295, "count": 270, "max_ms": 123.229, "p95_ms": 106.03}, "yolo11_640_fire_11class": {"avg_ms": 66.811, "count": 270, "max_ms": 91.832, "p95_ms": 84.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.541, "count": 270, "max_ms": 113.655, "p95_ms": 97.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.994, "count": 270, "max_ms": 176.948, "p95_ms": 133.196}, "read_interval": {"avg_ms": 110.984, "count": 270, "max_ms": 186.532, "p95_ms": 142.013}, "triton_wait": {"avg_ms": 81.556, "count": 270, "max_ms": 123.242, "p95_ms": 106.043}, "visualize": {"avg_ms": 3.9, "count": 270, "max_ms": 7.316, "p95_ms": 5.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5629.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.055, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.336, "name": "ffmpeg", "pid": 8174, "rss_mb": 273.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.702, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:23:52+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T13:23:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T13:23:52.054120+09:00", "mtime_epoch": 1783311832.0541203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:23:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.105, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.154, "pushed": 9.154, "read": 9.121}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 274, "max_ms": 5.068, "p95_ms": 4.449}, "gstreamer_push": {"avg_ms": 1.62, "count": 274, "max_ms": 7.3, "p95_ms": 3.87}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.617, "count": 274, "max_ms": 88.145, "p95_ms": 80.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.074, "count": 274, "max_ms": 126.323, "p95_ms": 103.911}, "yolo11_640_fire_11class": {"avg_ms": 67.521, "count": 274, "max_ms": 97.417, "p95_ms": 84.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.356, "count": 274, "max_ms": 106.965, "p95_ms": 96.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.675, "count": 274, "max_ms": 138.904, "p95_ms": 116.232}, "read_interval": {"avg_ms": 109.647, "count": 273, "max_ms": 151.429, "p95_ms": 132.072}, "triton_wait": {"avg_ms": 83.166, "count": 274, "max_ms": 126.336, "p95_ms": 103.924}, "visualize": {"avg_ms": 3.778, "count": 274, "max_ms": 4.683, "p95_ms": 4.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5631.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7553.322, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.144, "sample_count": 1753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:23:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:24:00+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T13:23:59+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T13:23:59.954261+09:00", "mtime_epoch": 1783311839.954261, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:24:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 742.941, "name": "celery", "pid": 239, "rss_mb": 737.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.927, "pushed": 5.927, "read": 5.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.938, "count": 177, "max_ms": 68.675, "p95_ms": 58.787}, "gstreamer_push": {"avg_ms": 0.952, "count": 177, "max_ms": 1.651, "p95_ms": 1.108}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.385, "count": 177, "max_ms": 120.151, "p95_ms": 112.635}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.888, "count": 177, "max_ms": 118.065, "p95_ms": 105.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.861, "count": 177, "max_ms": 217.995, "p95_ms": 204.594}, "read_interval": {"avg_ms": 169.875, "count": 176, "max_ms": 224.993, "p95_ms": 211.787}, "triton_wait": {"avg_ms": 76.359, "count": 177, "max_ms": 120.165, "p95_ms": 112.647}, "visualize": {"avg_ms": 33.963, "count": 177, "max_ms": 44.909, "p95_ms": 40.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5634.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.088, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.566, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.087, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:24:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:24:00+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T13:24:00+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:24:00.366268+09:00", "mtime_epoch": 1783311840.3662684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:24:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1315.172, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.683, "pushed": 8.683, "read": 8.65}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.987, "count": 260, "max_ms": 8.195, "p95_ms": 6.057}, "gstreamer_push": {"avg_ms": 1.522, "count": 260, "max_ms": 6.558, "p95_ms": 3.682}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.319, "count": 260, "max_ms": 91.716, "p95_ms": 80.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.474, "count": 260, "max_ms": 125.549, "p95_ms": 104.799}, "yolo11_640_fire_11class": {"avg_ms": 67.25, "count": 260, "max_ms": 97.785, "p95_ms": 84.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.536, "count": 260, "max_ms": 107.28, "p95_ms": 97.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.211, "count": 260, "max_ms": 173.038, "p95_ms": 144.396}, "read_interval": {"avg_ms": 115.617, "count": 259, "max_ms": 186.085, "p95_ms": 155.02}, "triton_wait": {"avg_ms": 81.928, "count": 260, "max_ms": 125.562, "p95_ms": 104.816}, "visualize": {"avg_ms": 4.043, "count": 260, "max_ms": 6.252, "p95_ms": 5.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5634.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.074, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.336, "name": "ffmpeg", "pid": 8174, "rss_mb": 273.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.189, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:24:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:24:22+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T13:24:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T13:24:22.078656+09:00", "mtime_epoch": 1783311862.078656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:24:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.949, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.432, "pushed": 9.432, "read": 9.398}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.395, "count": 282, "max_ms": 5.212, "p95_ms": 4.578}, "gstreamer_push": {"avg_ms": 1.434, "count": 282, "max_ms": 4.215, "p95_ms": 1.523}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.756, "count": 282, "max_ms": 89.665, "p95_ms": 77.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.547, "count": 282, "max_ms": 126.395, "p95_ms": 103.949}, "yolo11_640_fire_11class": {"avg_ms": 65.276, "count": 282, "max_ms": 89.653, "p95_ms": 83.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.554, "count": 282, "max_ms": 102.106, "p95_ms": 96.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.07, "count": 282, "max_ms": 138.96, "p95_ms": 116.173}, "read_interval": {"avg_ms": 106.42, "count": 281, "max_ms": 153.139, "p95_ms": 131.021}, "triton_wait": {"avg_ms": 80.914, "count": 282, "max_ms": 126.408, "p95_ms": 103.962}, "visualize": {"avg_ms": 3.699, "count": 282, "max_ms": 4.858, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 403, "tracking_summary": 393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5633.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7583.415, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.522, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:24:30+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T13:24:30+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T13:24:30.050798+09:00", "mtime_epoch": 1783311870.0507984, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:24:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 742.941, "name": "celery", "pid": 239, "rss_mb": 739.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.025, "pushed": 6.025, "read": 5.992}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.83, "count": 180, "max_ms": 59.923, "p95_ms": 57.797}, "gstreamer_push": {"avg_ms": 0.963, "count": 180, "max_ms": 2.55, "p95_ms": 1.086}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.616, "count": 180, "max_ms": 117.542, "p95_ms": 109.171}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.583, "count": 180, "max_ms": 122.401, "p95_ms": 107.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.131, "count": 180, "max_ms": 210.218, "p95_ms": 200.656}, "read_interval": {"avg_ms": 167.122, "count": 179, "max_ms": 217.241, "p95_ms": 209.394}, "triton_wait": {"avg_ms": 76.17, "count": 180, "max_ms": 122.416, "p95_ms": 109.941}, "visualize": {"avg_ms": 34.516, "count": 180, "max_ms": 50.897, "p95_ms": 40.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5633.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.115, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.566, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.568, "sample_count": 2014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:24:30+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T13:24:30+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:24:30.386805+09:00", "mtime_epoch": 1783311870.3868046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:24:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.344, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.93, "pushed": 8.93, "read": 8.896}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.801, "count": 267, "max_ms": 7.598, "p95_ms": 5.882}, "gstreamer_push": {"avg_ms": 1.567, "count": 267, "max_ms": 6.923, "p95_ms": 3.724}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.508, "count": 267, "max_ms": 89.016, "p95_ms": 80.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.234, "count": 267, "max_ms": 123.837, "p95_ms": 106.494}, "yolo11_640_fire_11class": {"avg_ms": 66.652, "count": 267, "max_ms": 90.377, "p95_ms": 83.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.279, "count": 267, "max_ms": 105.704, "p95_ms": 97.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.81, "count": 267, "max_ms": 175.634, "p95_ms": 144.283}, "read_interval": {"avg_ms": 112.429, "count": 266, "max_ms": 186.783, "p95_ms": 154.556}, "triton_wait": {"avg_ms": 81.871, "count": 267, "max_ms": 123.849, "p95_ms": 106.506}, "visualize": {"avg_ms": 3.922, "count": 267, "max_ms": 6.427, "p95_ms": 5.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5628.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.195, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.336, "name": "ffmpeg", "pid": 8174, "rss_mb": 273.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.85, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:24:52+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T13:24:52+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:24:52.187195+09:00", "mtime_epoch": 1783311892.187195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:24:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.969, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.035, "pushed": 9.035, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 271, "max_ms": 5.652, "p95_ms": 4.72}, "gstreamer_push": {"avg_ms": 1.562, "count": 271, "max_ms": 6.741, "p95_ms": 3.947}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.205, "count": 271, "max_ms": 88.589, "p95_ms": 80.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.704, "count": 271, "max_ms": 129.645, "p95_ms": 106.199}, "yolo11_640_fire_11class": {"avg_ms": 68.731, "count": 271, "max_ms": 89.39, "p95_ms": 83.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.499, "count": 271, "max_ms": 104.779, "p95_ms": 96.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.525, "count": 271, "max_ms": 141.866, "p95_ms": 118.347}, "read_interval": {"avg_ms": 111.097, "count": 270, "max_ms": 154.835, "p95_ms": 132.792}, "triton_wait": {"avg_ms": 85.243, "count": 271, "max_ms": 129.658, "p95_ms": 106.212}, "visualize": {"avg_ms": 3.717, "count": 271, "max_ms": 5.852, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 404, "tracking_summary": 395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5636.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7613.572, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.163, "sample_count": 1767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:25:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:25:00+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T13:25:00+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T13:25:00.211339+09:00", "mtime_epoch": 1783311900.211339, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:25:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 742.941, "name": "celery", "pid": 239, "rss_mb": 740.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.825, "pushed": 5.825, "read": 5.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.381, "count": 174, "max_ms": 77.115, "p95_ms": 60.95}, "gstreamer_push": {"avg_ms": 0.996, "count": 174, "max_ms": 2.045, "p95_ms": 1.117}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.448, "count": 174, "max_ms": 121.103, "p95_ms": 111.357}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.24, "count": 174, "max_ms": 114.748, "p95_ms": 109.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.342, "count": 174, "max_ms": 217.83, "p95_ms": 201.924}, "read_interval": {"avg_ms": 172.498, "count": 173, "max_ms": 225.011, "p95_ms": 211.444}, "triton_wait": {"avg_ms": 78.941, "count": 174, "max_ms": 121.117, "p95_ms": 112.626}, "visualize": {"avg_ms": 33.437, "count": 174, "max_ms": 47.373, "p95_ms": 40.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5636.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.202, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.566, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.568, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:25:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:25:00+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T13:25:00+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:25:00.475344+09:00", "mtime_epoch": 1783311900.4753437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:25:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.784, "pushed": 8.784, "read": 8.751}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.703, "count": 263, "max_ms": 7.586, "p95_ms": 5.65}, "gstreamer_push": {"avg_ms": 1.596, "count": 263, "max_ms": 6.264, "p95_ms": 3.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.332, "count": 263, "max_ms": 88.542, "p95_ms": 80.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.192, "count": 263, "max_ms": 129.734, "p95_ms": 107.44}, "yolo11_640_fire_11class": {"avg_ms": 69.159, "count": 263, "max_ms": 89.731, "p95_ms": 84.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.977, "count": 263, "max_ms": 102.892, "p95_ms": 97.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.292, "count": 263, "max_ms": 173.133, "p95_ms": 138.079}, "read_interval": {"avg_ms": 114.356, "count": 262, "max_ms": 182.777, "p95_ms": 150.969}, "triton_wait": {"avg_ms": 85.724, "count": 263, "max_ms": 129.747, "p95_ms": 107.453}, "visualize": {"avg_ms": 3.857, "count": 263, "max_ms": 6.262, "p95_ms": 5.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5636.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 295.253, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.336, "name": "ffmpeg", "pid": 8174, "rss_mb": 273.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.772, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:25:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:25:22+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T13:25:22+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T13:25:22.251735+09:00", "mtime_epoch": 1783311922.2517352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:25:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.351, "pushed": 9.351, "read": 9.317}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.483, "count": 280, "max_ms": 5.759, "p95_ms": 4.692}, "gstreamer_push": {"avg_ms": 1.597, "count": 280, "max_ms": 6.039, "p95_ms": 3.863}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.322, "count": 280, "max_ms": 87.886, "p95_ms": 78.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.731, "count": 280, "max_ms": 118.184, "p95_ms": 105.255}, "yolo11_640_fire_11class": {"avg_ms": 65.886, "count": 280, "max_ms": 91.427, "p95_ms": 83.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.99, "count": 280, "max_ms": 105.111, "p95_ms": 96.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.587, "count": 280, "max_ms": 130.459, "p95_ms": 117.622}, "read_interval": {"avg_ms": 107.312, "count": 279, "max_ms": 146.214, "p95_ms": 132.985}, "triton_wait": {"avg_ms": 81.0, "count": 280, "max_ms": 118.197, "p95_ms": 105.267}, "visualize": {"avg_ms": 3.802, "count": 280, "max_ms": 7.069, "p95_ms": 4.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5630.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7643.605, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.321, "sample_count": 1752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:25:30+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T13:25:30+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T13:25:30.235879+09:00", "mtime_epoch": 1783311930.235879, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:25:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 742.941, "name": "celery", "pid": 239, "rss_mb": 729.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.762, "pushed": 5.762, "read": 5.729}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.973, "count": 172, "max_ms": 70.533, "p95_ms": 57.976}, "gstreamer_push": {"avg_ms": 0.946, "count": 172, "max_ms": 2.341, "p95_ms": 1.051}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.293, "count": 172, "max_ms": 122.269, "p95_ms": 105.622}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.253, "count": 172, "max_ms": 113.537, "p95_ms": 105.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.807, "count": 172, "max_ms": 226.45, "p95_ms": 201.682}, "read_interval": {"avg_ms": 174.526, "count": 171, "max_ms": 233.27, "p95_ms": 209.346}, "triton_wait": {"avg_ms": 76.985, "count": 172, "max_ms": 122.284, "p95_ms": 111.708}, "visualize": {"avg_ms": 35.468, "count": 172, "max_ms": 47.12, "p95_ms": 44.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5639.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.276, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.566, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.848, "sample_count": 2322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:25:30+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T13:25:30+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T13:25:30.551885+09:00", "mtime_epoch": 1783311930.5518847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:25:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1314.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.647, "pushed": 8.647, "read": 8.613}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.816, "count": 259, "max_ms": 9.018, "p95_ms": 5.776}, "gstreamer_push": {"avg_ms": 1.581, "count": 259, "max_ms": 4.434, "p95_ms": 3.789}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.201, "count": 259, "max_ms": 87.198, "p95_ms": 80.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.114, "count": 259, "max_ms": 121.486, "p95_ms": 105.586}, "yolo11_640_fire_11class": {"avg_ms": 69.703, "count": 259, "max_ms": 90.947, "p95_ms": 84.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.147, "count": 259, "max_ms": 105.001, "p95_ms": 96.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.131, "count": 259, "max_ms": 159.11, "p95_ms": 144.452}, "read_interval": {"avg_ms": 116.086, "count": 258, "max_ms": 170.894, "p95_ms": 153.435}, "triton_wait": {"avg_ms": 85.577, "count": 259, "max_ms": 121.5, "p95_ms": 105.597}, "visualize": {"avg_ms": 4.016, "count": 259, "max_ms": 8.973, "p95_ms": 5.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5649.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.296, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.348, "name": "ffmpeg", "pid": 8174, "rss_mb": 288.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.653, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:25:52+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T13:25:52+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:25:52.280277+09:00", "mtime_epoch": 1783311952.2802765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:25:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.594, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.461, "pushed": 8.461, "read": 8.427}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.455, "count": 253, "max_ms": 5.589, "p95_ms": 4.741}, "gstreamer_push": {"avg_ms": 1.549, "count": 253, "max_ms": 6.688, "p95_ms": 3.628}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.894, "count": 253, "max_ms": 92.317, "p95_ms": 82.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.349, "count": 253, "max_ms": 120.824, "p95_ms": 104.183}, "yolo11_640_fire_11class": {"avg_ms": 72.44, "count": 253, "max_ms": 91.706, "p95_ms": 84.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.403, "count": 253, "max_ms": 103.605, "p95_ms": 96.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.928, "count": 253, "max_ms": 133.127, "p95_ms": 117.539}, "read_interval": {"avg_ms": 118.69, "count": 252, "max_ms": 1123.684, "p95_ms": 131.529}, "triton_wait": {"avg_ms": 88.533, "count": 253, "max_ms": 120.837, "p95_ms": 104.195}, "visualize": {"avg_ms": 3.735, "count": 253, "max_ms": 6.89, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5653.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7673.624, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.933, "sample_count": 1754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:26:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:26:00+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T13:26:00+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T13:26:00.256420+09:00", "mtime_epoch": 1783311960.2564204, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:26:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.168, "name": "celery", "pid": 239, "rss_mb": 740.652, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.896, "pushed": 5.896, "read": 5.863}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.244, "count": 176, "max_ms": 72.316, "p95_ms": 59.523}, "gstreamer_push": {"avg_ms": 0.937, "count": 176, "max_ms": 1.822, "p95_ms": 1.099}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.267, "count": 176, "max_ms": 118.151, "p95_ms": 106.189}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.341, "count": 176, "max_ms": 115.887, "p95_ms": 103.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.517, "count": 176, "max_ms": 218.662, "p95_ms": 199.244}, "read_interval": {"avg_ms": 170.505, "count": 175, "max_ms": 226.467, "p95_ms": 207.449}, "triton_wait": {"avg_ms": 77.029, "count": 176, "max_ms": 118.163, "p95_ms": 106.798}, "visualize": {"avg_ms": 34.747, "count": 176, "max_ms": 47.957, "p95_ms": 43.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5654.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.323, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.566, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.496, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:26:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:26:00+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T13:26:00+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T13:26:00.612427+09:00", "mtime_epoch": 1783311960.612427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:26:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1315.613, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.685, "pushed": 8.685, "read": 8.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.605, "count": 260, "max_ms": 7.516, "p95_ms": 5.581}, "gstreamer_push": {"avg_ms": 1.575, "count": 260, "max_ms": 6.426, "p95_ms": 3.723}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.149, "count": 260, "max_ms": 92.837, "p95_ms": 82.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.165, "count": 260, "max_ms": 127.835, "p95_ms": 103.122}, "yolo11_640_fire_11class": {"avg_ms": 71.447, "count": 260, "max_ms": 93.385, "p95_ms": 84.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.639, "count": 260, "max_ms": 104.811, "p95_ms": 95.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.293, "count": 260, "max_ms": 160.775, "p95_ms": 121.619}, "read_interval": {"avg_ms": 115.597, "count": 259, "max_ms": 172.093, "p95_ms": 138.378}, "triton_wait": {"avg_ms": 87.331, "count": 260, "max_ms": 127.848, "p95_ms": 103.135}, "visualize": {"avg_ms": 3.878, "count": 260, "max_ms": 6.958, "p95_ms": 5.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5656.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.386, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.637, "name": "ffmpeg", "pid": 8174, "rss_mb": 289.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.206, "sample_count": 2734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:26:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:26:22+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T13:26:22+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T13:26:22.372820+09:00", "mtime_epoch": 1783311982.3728204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:26:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.642, "pushed": 8.642, "read": 8.609}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.388, "count": 259, "max_ms": 5.586, "p95_ms": 4.584}, "gstreamer_push": {"avg_ms": 1.573, "count": 259, "max_ms": 6.418, "p95_ms": 3.737}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.412, "count": 259, "max_ms": 91.743, "p95_ms": 84.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.916, "count": 259, "max_ms": 123.129, "p95_ms": 104.936}, "yolo11_640_fire_11class": {"avg_ms": 73.909, "count": 259, "max_ms": 90.379, "p95_ms": 84.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.239, "count": 259, "max_ms": 104.291, "p95_ms": 98.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.574, "count": 259, "max_ms": 135.77, "p95_ms": 118.361}, "read_interval": {"avg_ms": 116.145, "count": 258, "max_ms": 148.915, "p95_ms": 132.183}, "triton_wait": {"avg_ms": 90.168, "count": 259, "max_ms": 123.142, "p95_ms": 104.948}, "visualize": {"avg_ms": 3.749, "count": 259, "max_ms": 6.958, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 410, "tracking_summary": 399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5661.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7703.78, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.933, "sample_count": 1748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:26:30+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T13:26:30+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T13:26:30.396966+09:00", "mtime_epoch": 1783311990.3969657, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:26:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.168, "name": "celery", "pid": 239, "rss_mb": 739.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.671, "pushed": 5.671, "read": 5.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.25, "count": 170, "max_ms": 64.194, "p95_ms": 59.865}, "gstreamer_push": {"avg_ms": 0.925, "count": 170, "max_ms": 2.154, "p95_ms": 1.062}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.287, "count": 170, "max_ms": 120.895, "p95_ms": 109.997}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.867, "count": 170, "max_ms": 118.97, "p95_ms": 105.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.55, "count": 170, "max_ms": 214.64, "p95_ms": 203.456}, "read_interval": {"avg_ms": 177.295, "count": 169, "max_ms": 224.943, "p95_ms": 210.966}, "triton_wait": {"avg_ms": 78.316, "count": 170, "max_ms": 120.908, "p95_ms": 110.404}, "visualize": {"avg_ms": 32.645, "count": 170, "max_ms": 47.025, "p95_ms": 41.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5652.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.336, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.566, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.196, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:26:30+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T13:26:30+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T13:26:30.616970+09:00", "mtime_epoch": 1783311990.6169698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:26:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1309.484, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.601, "pushed": 8.601, "read": 8.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.473, "count": 258, "max_ms": 5.846, "p95_ms": 5.198}, "gstreamer_push": {"avg_ms": 1.583, "count": 258, "max_ms": 6.38, "p95_ms": 3.654}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.428, "count": 258, "max_ms": 91.658, "p95_ms": 83.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.543, "count": 258, "max_ms": 117.059, "p95_ms": 105.337}, "yolo11_640_fire_11class": {"avg_ms": 73.695, "count": 258, "max_ms": 90.513, "p95_ms": 84.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.472, "count": 258, "max_ms": 104.427, "p95_ms": 97.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.983, "count": 258, "max_ms": 151.221, "p95_ms": 118.318}, "read_interval": {"avg_ms": 116.312, "count": 258, "max_ms": 164.402, "p95_ms": 131.379}, "triton_wait": {"avg_ms": 89.908, "count": 258, "max_ms": 117.071, "p95_ms": 105.35}, "visualize": {"avg_ms": 3.79, "count": 258, "max_ms": 6.707, "p95_ms": 4.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5664.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:20:24+09:00", "last_error_summary": "[h264 @ 0x5579975bcfc0] error while decoding MB 31 21, bytestream -7 [h264 @ 0x557996b71c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996b71c80] error while decoding MB 0 6, bytestream -2 [h264 @ 0x557996bc5240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557996bc5240] error while decoding MB 0 28, bytestream 50194 [h264 @ 0x5579974ee200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5579974ee200] error while decoding MB 0 42, bytes", "last_exit_at": "2026-07-06T13:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 389.502, "last_started_at": "2026-07-06T13:20:27+09:00", "pid": 8174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.766, "name": "ffmpeg", "pid": 8174, "rss_mb": 298.766, "state": "S (sleeping)", "threads": 104}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.314, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:26:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T13:26:56+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T13:26:56+09:00", "mjpeg": {"age_sec": 10.122, "exists": true, "mtime": "2026-07-06T13:26:46.473257+09:00", "mtime_epoch": 1783312006.4732573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:26:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.211, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.073, "pushed": 3.073, "read": 3.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.487, "count": 92, "max_ms": 5.556, "p95_ms": 5.404}, "gstreamer_push": {"avg_ms": 1.558, "count": 92, "max_ms": 6.4, "p95_ms": 3.662}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.397, "count": 92, "max_ms": 86.329, "p95_ms": 82.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.213, "count": 92, "max_ms": 118.166, "p95_ms": 102.046}, "yolo11_640_fire_11class": {"avg_ms": 70.997, "count": 92, "max_ms": 90.041, "p95_ms": 85.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.783, "count": 92, "max_ms": 102.264, "p95_ms": 96.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.328, "count": 92, "max_ms": 132.127, "p95_ms": 115.009}, "read_interval": {"avg_ms": 328.675, "count": 91, "max_ms": 10127.33, "p95_ms": 134.458}, "triton_wait": {"avg_ms": 87.731, "count": 92, "max_ms": 118.178, "p95_ms": 102.058}, "visualize": {"avg_ms": 3.835, "count": 92, "max_ms": 6.668, "p95_ms": 4.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 411, "tracking_summary": 400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5404.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7733.793, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.468, "sample_count": 1760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:27:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:27:00+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T13:27:00+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T13:27:00.401510+09:00", "mtime_epoch": 1783312020.4015102, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:27:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.168, "name": "celery", "pid": 239, "rss_mb": 739.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.133, "pushed": 6.133, "read": 6.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.895, "count": 183, "max_ms": 74.221, "p95_ms": 58.924}, "gstreamer_push": {"avg_ms": 0.939, "count": 183, "max_ms": 1.555, "p95_ms": 1.071}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.652, "count": 183, "max_ms": 112.356, "p95_ms": 92.293}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.657, "count": 183, "max_ms": 111.712, "p95_ms": 94.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.973, "count": 183, "max_ms": 215.769, "p95_ms": 187.916}, "read_interval": {"avg_ms": 163.862, "count": 182, "max_ms": 225.188, "p95_ms": 194.793}, "triton_wait": {"avg_ms": 71.19, "count": 183, "max_ms": 112.369, "p95_ms": 95.934}, "visualize": {"avg_ms": 33.319, "count": 183, "max_ms": 43.294, "p95_ms": 38.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5405.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.397, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.824, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.88, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:27:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:27:00+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T13:27:00+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T13:27:00.701516+09:00", "mtime_epoch": 1783312020.7015157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:27:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1316.777, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.583, "pushed": 10.583, "read": 10.55}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.544, "count": 317, "max_ms": 8.98, "p95_ms": 5.004}, "gstreamer_push": {"avg_ms": 1.518, "count": 317, "max_ms": 7.872, "p95_ms": 3.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.327, "count": 317, "max_ms": 86.483, "p95_ms": 73.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.965, "count": 317, "max_ms": 121.027, "p95_ms": 95.009}, "yolo11_640_fire_11class": {"avg_ms": 58.258, "count": 317, "max_ms": 88.624, "p95_ms": 77.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.642, "count": 317, "max_ms": 98.894, "p95_ms": 91.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.66, "count": 317, "max_ms": 141.514, "p95_ms": 111.075}, "read_interval": {"avg_ms": 94.852, "count": 316, "max_ms": 155.562, "p95_ms": 124.958}, "triton_wait": {"avg_ms": 68.134, "count": 317, "max_ms": 121.037, "p95_ms": 95.232}, "visualize": {"avg_ms": 3.717, "count": 317, "max_ms": 5.478, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5630.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.384, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.125, "name": "ffmpeg", "pid": 8585, "rss_mb": 267.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.761, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:27:26+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T13:27:26+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T13:27:26.581986+09:00", "mtime_epoch": 1783312046.5819864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:27:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.773, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.328, "count": 228, "max_ms": 5.171, "p95_ms": 4.087}, "gstreamer_push": {"avg_ms": 1.478, "count": 228, "max_ms": 5.845, "p95_ms": 3.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.776, "count": 228, "max_ms": 94.774, "p95_ms": 85.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.709, "count": 228, "max_ms": 119.761, "p95_ms": 108.047}, "yolo11_640_fire_11class": {"avg_ms": 72.385, "count": 228, "max_ms": 94.905, "p95_ms": 87.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.75, "count": 228, "max_ms": 104.91, "p95_ms": 98.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.882, "count": 228, "max_ms": 132.378, "p95_ms": 120.199}, "read_interval": {"avg_ms": 132.011, "count": 227, "max_ms": 4679.706, "p95_ms": 131.918}, "triton_wait": {"avg_ms": 87.8, "count": 228, "max_ms": 119.775, "p95_ms": 108.059}, "visualize": {"avg_ms": 3.656, "count": 228, "max_ms": 4.663, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 413, "tracking_summary": 402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5634.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7763.97, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.156, "name": "ffmpeg", "pid": 821, "rss_mb": 309.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.439, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:27:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:27:30+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T13:27:30+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T13:27:30.590059+09:00", "mtime_epoch": 1783312050.5900593, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:27:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.168, "name": "celery", "pid": 239, "rss_mb": 742.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.894, "pushed": 5.894, "read": 5.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 44.405, "count": 176, "max_ms": 62.574, "p95_ms": 58.367}, "gstreamer_push": {"avg_ms": 0.964, "count": 176, "max_ms": 1.308, "p95_ms": 1.097}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.937, "count": 176, "max_ms": 119.942, "p95_ms": 113.311}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.013, "count": 176, "max_ms": 119.913, "p95_ms": 110.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.931, "count": 176, "max_ms": 212.373, "p95_ms": 198.988}, "read_interval": {"avg_ms": 170.398, "count": 175, "max_ms": 220.661, "p95_ms": 206.552}, "triton_wait": {"avg_ms": 78.714, "count": 176, "max_ms": 119.955, "p95_ms": 113.686}, "visualize": {"avg_ms": 34.136, "count": 176, "max_ms": 43.084, "p95_ms": 40.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5634.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.474, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.824, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.196, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:27:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:27:30+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T13:27:30+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T13:27:30.738062+09:00", "mtime_epoch": 1783312050.7380621, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:27:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1316.719, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.802, "pushed": 8.802, "read": 8.769}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.621, "count": 264, "max_ms": 6.503, "p95_ms": 5.591}, "gstreamer_push": {"avg_ms": 1.612, "count": 264, "max_ms": 7.024, "p95_ms": 3.838}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.286, "count": 264, "max_ms": 90.251, "p95_ms": 84.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.145, "count": 264, "max_ms": 124.954, "p95_ms": 106.992}, "yolo11_640_fire_11class": {"avg_ms": 69.928, "count": 264, "max_ms": 92.703, "p95_ms": 85.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.484, "count": 264, "max_ms": 101.793, "p95_ms": 97.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.373, "count": 264, "max_ms": 147.754, "p95_ms": 132.23}, "read_interval": {"avg_ms": 113.863, "count": 263, "max_ms": 158.974, "p95_ms": 145.663}, "triton_wait": {"avg_ms": 85.312, "count": 264, "max_ms": 124.967, "p95_ms": 107.003}, "visualize": {"avg_ms": 3.852, "count": 264, "max_ms": 5.613, "p95_ms": 5.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5638.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.452, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.445, "name": "ffmpeg", "pid": 8585, "rss_mb": 269.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.347, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:27:56+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:27:56+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T13:27:56.650535+09:00", "mtime_epoch": 1783312076.6505346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:27:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.71, "pushed": 8.71, "read": 8.676}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.379, "count": 261, "max_ms": 5.359, "p95_ms": 4.157}, "gstreamer_push": {"avg_ms": 1.607, "count": 261, "max_ms": 6.007, "p95_ms": 3.839}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.781, "count": 261, "max_ms": 91.437, "p95_ms": 82.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.04, "count": 261, "max_ms": 125.743, "p95_ms": 105.071}, "yolo11_640_fire_11class": {"avg_ms": 73.199, "count": 261, "max_ms": 91.425, "p95_ms": 84.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.188, "count": 261, "max_ms": 101.58, "p95_ms": 96.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.635, "count": 261, "max_ms": 138.633, "p95_ms": 117.179}, "read_interval": {"avg_ms": 115.179, "count": 260, "max_ms": 151.628, "p95_ms": 133.472}, "triton_wait": {"avg_ms": 89.365, "count": 261, "max_ms": 125.755, "p95_ms": 105.084}, "visualize": {"avg_ms": 3.698, "count": 261, "max_ms": 4.657, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 414, "tracking_summary": 403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5633.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7793.977, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.618, "sample_count": 1750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:28:00+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T13:28:00+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T13:28:00.610607+09:00", "mtime_epoch": 1783312080.610607, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:28:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.168, "name": "celery", "pid": 239, "rss_mb": 742.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.8, "pushed": 5.8, "read": 5.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.898, "count": 174, "max_ms": 68.824, "p95_ms": 60.886}, "gstreamer_push": {"avg_ms": 0.957, "count": 174, "max_ms": 1.703, "p95_ms": 1.077}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.657, "count": 174, "max_ms": 115.756, "p95_ms": 107.259}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.405, "count": 174, "max_ms": 116.382, "p95_ms": 103.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.823, "count": 174, "max_ms": 207.1, "p95_ms": 195.165}, "read_interval": {"avg_ms": 172.524, "count": 174, "max_ms": 213.986, "p95_ms": 203.507}, "triton_wait": {"avg_ms": 79.51, "count": 174, "max_ms": 116.394, "p95_ms": 108.638}, "visualize": {"avg_ms": 32.875, "count": 174, "max_ms": 45.677, "p95_ms": 40.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5635.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.575, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.824, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.23, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:28:00+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T13:28:00+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T13:28:00.854611+09:00", "mtime_epoch": 1783312080.8546114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:28:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1317.312, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.418, "pushed": 8.418, "read": 8.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 252, "max_ms": 7.541, "p95_ms": 5.675}, "gstreamer_push": {"avg_ms": 1.582, "count": 252, "max_ms": 6.347, "p95_ms": 3.78}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.745, "count": 252, "max_ms": 91.971, "p95_ms": 81.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.893, "count": 252, "max_ms": 125.602, "p95_ms": 104.197}, "yolo11_640_fire_11class": {"avg_ms": 73.815, "count": 252, "max_ms": 92.001, "p95_ms": 85.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.74, "count": 252, "max_ms": 102.164, "p95_ms": 96.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.692, "count": 252, "max_ms": 170.03, "p95_ms": 130.571}, "read_interval": {"avg_ms": 119.12, "count": 251, "max_ms": 180.304, "p95_ms": 141.082}, "triton_wait": {"avg_ms": 90.218, "count": 252, "max_ms": 125.615, "p95_ms": 104.21}, "visualize": {"avg_ms": 3.821, "count": 252, "max_ms": 6.789, "p95_ms": 5.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5636.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.556, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.445, "name": "ffmpeg", "pid": 8585, "rss_mb": 269.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.94, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:28:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:28:26+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T13:28:26+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T13:28:26.739084+09:00", "mtime_epoch": 1783312106.7390845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:28:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.395, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.638, "pushed": 8.638, "read": 8.605}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.7, "count": 259, "max_ms": 7.643, "p95_ms": 5.557}, "gstreamer_push": {"avg_ms": 1.562, "count": 259, "max_ms": 6.369, "p95_ms": 3.82}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.958, "count": 259, "max_ms": 99.637, "p95_ms": 79.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.74, "count": 259, "max_ms": 120.002, "p95_ms": 104.449}, "yolo11_640_fire_11class": {"avg_ms": 69.204, "count": 259, "max_ms": 100.348, "p95_ms": 85.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.687, "count": 259, "max_ms": 114.014, "p95_ms": 98.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.289, "count": 259, "max_ms": 167.134, "p95_ms": 141.663}, "read_interval": {"avg_ms": 116.161, "count": 258, "max_ms": 177.823, "p95_ms": 150.95}, "triton_wait": {"avg_ms": 84.85, "count": 259, "max_ms": 120.013, "p95_ms": 104.46}, "visualize": {"avg_ms": 3.916, "count": 259, "max_ms": 5.882, "p95_ms": 5.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 416, "tracking_summary": 405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5632.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7824.072, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.545, "sample_count": 1752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:28:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:28:30+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T13:28:30+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T13:28:30.671156+09:00", "mtime_epoch": 1783312110.6711564, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:28:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.168, "name": "celery", "pid": 239, "rss_mb": 738.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.747, "pushed": 5.747, "read": 5.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.0, "count": 172, "max_ms": 63.437, "p95_ms": 60.036}, "gstreamer_push": {"avg_ms": 0.965, "count": 172, "max_ms": 2.376, "p95_ms": 1.099}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.768, "count": 172, "max_ms": 128.264, "p95_ms": 106.764}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.991, "count": 172, "max_ms": 123.913, "p95_ms": 108.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.041, "count": 172, "max_ms": 221.055, "p95_ms": 200.952}, "read_interval": {"avg_ms": 174.762, "count": 171, "max_ms": 228.1, "p95_ms": 208.065}, "triton_wait": {"avg_ms": 76.226, "count": 172, "max_ms": 128.276, "p95_ms": 110.445}, "visualize": {"avg_ms": 35.497, "count": 172, "max_ms": 50.891, "p95_ms": 49.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5636.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.597, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.824, "name": "ffmpeg", "pid": 8433, "rss_mb": 334.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.439, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:28:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:28:30+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T13:28:30+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T13:28:30.883160+09:00", "mtime_epoch": 1783312110.88316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:28:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.109, "name": "celery", "pid": 267, "rss_mb": 1317.141, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.395, "pushed": 9.395, "read": 9.361}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.486, "count": 281, "max_ms": 6.735, "p95_ms": 4.646}, "gstreamer_push": {"avg_ms": 1.493, "count": 281, "max_ms": 6.661, "p95_ms": 1.935}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.053, "count": 281, "max_ms": 97.122, "p95_ms": 79.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.136, "count": 281, "max_ms": 124.231, "p95_ms": 103.244}, "yolo11_640_fire_11class": {"avg_ms": 65.769, "count": 281, "max_ms": 97.675, "p95_ms": 83.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.399, "count": 281, "max_ms": 111.628, "p95_ms": 96.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.397, "count": 281, "max_ms": 161.721, "p95_ms": 117.012}, "read_interval": {"avg_ms": 106.82, "count": 280, "max_ms": 174.506, "p95_ms": 130.13}, "triton_wait": {"avg_ms": 80.333, "count": 281, "max_ms": 124.244, "p95_ms": 103.257}, "visualize": {"avg_ms": 3.779, "count": 281, "max_ms": 5.235, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5640.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.611, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.445, "name": "ffmpeg", "pid": 8585, "rss_mb": 269.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.087, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:28:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:28:56+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T13:28:56+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T13:28:56.839636+09:00", "mtime_epoch": 1783312136.8396356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:28:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.592, "pushed": 9.592, "read": 9.558}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.743, "count": 287, "max_ms": 7.953, "p95_ms": 5.546}, "gstreamer_push": {"avg_ms": 1.487, "count": 287, "max_ms": 6.457, "p95_ms": 3.669}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.0, "count": 287, "max_ms": 90.692, "p95_ms": 77.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.655, "count": 287, "max_ms": 120.508, "p95_ms": 102.113}, "yolo11_640_fire_11class": {"avg_ms": 60.834, "count": 287, "max_ms": 91.228, "p95_ms": 80.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.955, "count": 287, "max_ms": 106.897, "p95_ms": 95.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.212, "count": 287, "max_ms": 175.729, "p95_ms": 142.352}, "read_interval": {"avg_ms": 104.771, "count": 286, "max_ms": 189.777, "p95_ms": 151.334}, "triton_wait": {"avg_ms": 73.73, "count": 287, "max_ms": 120.521, "p95_ms": 102.125}, "visualize": {"avg_ms": 3.93, "count": 287, "max_ms": 6.289, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 416, "tracking_summary": 406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5634.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7854.075, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.972, "sample_count": 1750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:29:00+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T13:29:00+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T13:29:00.715707+09:00", "mtime_epoch": 1783312140.7157068, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:29:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.168, "name": "celery", "pid": 239, "rss_mb": 729.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.834, "pushed": 5.834, "read": 5.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.813, "count": 175, "max_ms": 65.462, "p95_ms": 58.946}, "gstreamer_push": {"avg_ms": 1.169, "count": 175, "max_ms": 4.39, "p95_ms": 2.266}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.411, "count": 175, "max_ms": 118.833, "p95_ms": 96.936}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.676, "count": 175, "max_ms": 118.366, "p95_ms": 98.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.326, "count": 175, "max_ms": 220.795, "p95_ms": 197.375}, "read_interval": {"avg_ms": 171.67, "count": 175, "max_ms": 227.695, "p95_ms": 206.041}, "triton_wait": {"avg_ms": 73.325, "count": 175, "max_ms": 118.846, "p95_ms": 99.552}, "visualize": {"avg_ms": 38.809, "count": 175, "max_ms": 53.418, "p95_ms": 51.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5655.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:22:47+09:00", "last_error_summary": "[h264 @ 0x555bdf219940] error while decoding MB 0 24, bytestream -9 [in#0/rtsp @ 0x555bdf076e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555bdf076e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:22:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 375.2, "last_started_at": "2026-07-06T13:22:50+09:00", "pid": 8433, "process": {"exists": true, "fd_count": 5, "hwm_mb": 357.137, "name": "ffmpeg", "pid": 8433, "rss_mb": 357.137, "state": "S (sleeping)", "threads": 104}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.502, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:29:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:29:05+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T13:29:05+09:00", "mjpeg": {"age_sec": 12.856, "exists": true, "mtime": "2026-07-06T13:28:52.719560+09:00", "mtime_epoch": 1783312132.7195601, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:29:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1323.5, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.402, "pushed": 2.402, "read": 2.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.838, "count": 72, "max_ms": 5.857, "p95_ms": 5.722}, "gstreamer_push": {"avg_ms": 1.406, "count": 72, "max_ms": 3.79, "p95_ms": 1.642}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.43, "count": 72, "max_ms": 90.959, "p95_ms": 79.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.217, "count": 72, "max_ms": 125.387, "p95_ms": 105.912}, "yolo11_640_fire_11class": {"avg_ms": 68.509, "count": 72, "max_ms": 91.497, "p95_ms": 83.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.205, "count": 72, "max_ms": 107.159, "p95_ms": 98.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.897, "count": 72, "max_ms": 144.26, "p95_ms": 138.176}, "read_interval": {"avg_ms": 422.352, "count": 71, "max_ms": 12858.779, "p95_ms": 153.811}, "triton_wait": {"avg_ms": 86.259, "count": 72, "max_ms": 125.401, "p95_ms": 105.926}, "visualize": {"avg_ms": 3.864, "count": 72, "max_ms": 5.285, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5639.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.657, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.602, "name": "ffmpeg", "pid": 8585, "rss_mb": 274.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.808, "sample_count": 2478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:29:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:29:26+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:29:26+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:29:26.860187+09:00", "mtime_epoch": 1783312166.8601866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:29:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.877, "pushed": 9.877, "read": 9.843}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.371, "count": 296, "max_ms": 5.205, "p95_ms": 3.922}, "gstreamer_push": {"avg_ms": 1.58, "count": 296, "max_ms": 6.536, "p95_ms": 3.706}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.744, "count": 296, "max_ms": 87.958, "p95_ms": 78.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.258, "count": 296, "max_ms": 116.406, "p95_ms": 97.895}, "yolo11_640_fire_11class": {"avg_ms": 63.159, "count": 296, "max_ms": 89.454, "p95_ms": 80.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.786, "count": 296, "max_ms": 102.75, "p95_ms": 91.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.612, "count": 296, "max_ms": 131.201, "p95_ms": 110.469}, "read_interval": {"avg_ms": 101.447, "count": 295, "max_ms": 149.212, "p95_ms": 125.857}, "triton_wait": {"avg_ms": 75.414, "count": 296, "max_ms": 116.418, "p95_ms": 97.907}, "visualize": {"avg_ms": 3.697, "count": 296, "max_ms": 4.835, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 419, "tracking_summary": 408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5640.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7884.258, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.734, "sample_count": 1743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:29:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:29:31+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-06T13:29:30+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T13:29:30.864260+09:00", "mtime_epoch": 1783312170.8642602, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:29:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.633, "name": "celery", "pid": 239, "rss_mb": 741.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.796, "pushed": 5.796, "read": 5.762}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.0, "count": 173, "max_ms": 70.202, "p95_ms": 60.148}, "gstreamer_push": {"avg_ms": 0.923, "count": 173, "max_ms": 1.08, "p95_ms": 1.037}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.657, "count": 173, "max_ms": 118.443, "p95_ms": 102.478}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.763, "count": 173, "max_ms": 116.685, "p95_ms": 101.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.708, "count": 173, "max_ms": 209.48, "p95_ms": 197.703}, "read_interval": {"avg_ms": 173.296, "count": 172, "max_ms": 216.724, "p95_ms": 205.856}, "triton_wait": {"avg_ms": 75.199, "count": 173, "max_ms": 118.457, "p95_ms": 104.311}, "visualize": {"avg_ms": 32.201, "count": 173, "max_ms": 46.503, "p95_ms": 39.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5637.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:29:06+09:00", "last_error_summary": "[h264 @ 0x55a087f60600] error while decoding MB 58 48, bytestream -33 [in#0/rtsp @ 0x55a087da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a087da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.621, "last_started_at": "2026-07-06T13:29:09+09:00", "pid": 8692, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.879, "name": "ffmpeg", "pid": 8692, "rss_mb": 330.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.021, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:29:35+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:29:35+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:29:35.524346+09:00", "mtime_epoch": 1783312175.5243459, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:29:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1317.312, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.659, "pushed": 7.659, "read": 7.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.503, "count": 229, "max_ms": 7.777, "p95_ms": 5.055}, "gstreamer_push": {"avg_ms": 1.551, "count": 229, "max_ms": 6.25, "p95_ms": 3.626}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.346, "count": 229, "max_ms": 88.767, "p95_ms": 81.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.898, "count": 229, "max_ms": 125.595, "p95_ms": 103.534}, "yolo11_640_fire_11class": {"avg_ms": 72.862, "count": 229, "max_ms": 97.45, "p95_ms": 84.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.109, "count": 229, "max_ms": 103.354, "p95_ms": 95.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.985, "count": 229, "max_ms": 147.314, "p95_ms": 117.692}, "read_interval": {"avg_ms": 131.281, "count": 228, "max_ms": 4253.402, "p95_ms": 130.078}, "triton_wait": {"avg_ms": 87.219, "count": 229, "max_ms": 125.61, "p95_ms": 103.547}, "visualize": {"avg_ms": 3.792, "count": 229, "max_ms": 6.625, "p95_ms": 4.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5625.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.726, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.18, "name": "ffmpeg", "pid": 8585, "rss_mb": 277.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.201, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:29:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:29:57+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T13:29:56+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T13:29:56.928740+09:00", "mtime_epoch": 1783312196.9287395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:29:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.703, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.681, "pushed": 8.681, "read": 8.647}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.403, "count": 260, "max_ms": 5.31, "p95_ms": 4.39}, "gstreamer_push": {"avg_ms": 1.542, "count": 260, "max_ms": 6.38, "p95_ms": 3.656}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.91, "count": 260, "max_ms": 87.76, "p95_ms": 83.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.546, "count": 260, "max_ms": 127.79, "p95_ms": 111.596}, "yolo11_640_fire_11class": {"avg_ms": 73.385, "count": 260, "max_ms": 93.751, "p95_ms": 85.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.729, "count": 260, "max_ms": 103.773, "p95_ms": 96.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.089, "count": 260, "max_ms": 140.069, "p95_ms": 123.156}, "read_interval": {"avg_ms": 115.64, "count": 259, "max_ms": 157.943, "p95_ms": 136.065}, "triton_wait": {"avg_ms": 89.795, "count": 260, "max_ms": 127.805, "p95_ms": 111.609}, "visualize": {"avg_ms": 3.731, "count": 260, "max_ms": 5.656, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 420, "tracking_summary": 409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5623.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7914.435, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.876, "sample_count": 1735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:30:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:30:01+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T13:30:01+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T13:30:01.048815+09:00", "mtime_epoch": 1783312201.0488153, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:30:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.633, "name": "celery", "pid": 239, "rss_mb": 727.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.533, "pushed": 5.533, "read": 5.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.141, "count": 165, "max_ms": 63.082, "p95_ms": 61.244}, "gstreamer_push": {"avg_ms": 1.332, "count": 165, "max_ms": 2.464, "p95_ms": 2.184}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.65, "count": 165, "max_ms": 120.806, "p95_ms": 112.174}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.082, "count": 165, "max_ms": 117.441, "p95_ms": 109.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.671, "count": 165, "max_ms": 235.676, "p95_ms": 218.28}, "read_interval": {"avg_ms": 181.906, "count": 164, "max_ms": 242.666, "p95_ms": 226.056}, "triton_wait": {"avg_ms": 79.305, "count": 165, "max_ms": 120.82, "p95_ms": 112.187}, "visualize": {"avg_ms": 41.914, "count": 165, "max_ms": 57.09, "p95_ms": 54.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5638.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:29:06+09:00", "last_error_summary": "[h264 @ 0x55a087f60600] error while decoding MB 58 48, bytestream -33 [in#0/rtsp @ 0x55a087da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a087da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.697, "last_started_at": "2026-07-06T13:29:09+09:00", "pid": 8692, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.879, "name": "ffmpeg", "pid": 8692, "rss_mb": 330.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.429, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:30:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:30:05+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:30:05+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:30:05.600899+09:00", "mtime_epoch": 1783312205.6008992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:30:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1314.934, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.477, "pushed": 8.477, "read": 8.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.576, "count": 254, "max_ms": 6.34, "p95_ms": 5.611}, "gstreamer_push": {"avg_ms": 1.655, "count": 254, "max_ms": 6.468, "p95_ms": 3.872}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.424, "count": 254, "max_ms": 88.964, "p95_ms": 83.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.19, "count": 254, "max_ms": 124.533, "p95_ms": 111.731}, "yolo11_640_fire_11class": {"avg_ms": 72.919, "count": 254, "max_ms": 89.327, "p95_ms": 84.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.832, "count": 254, "max_ms": 103.993, "p95_ms": 96.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.103, "count": 254, "max_ms": 169.269, "p95_ms": 134.686}, "read_interval": {"avg_ms": 118.398, "count": 253, "max_ms": 179.181, "p95_ms": 147.625}, "triton_wait": {"avg_ms": 89.83, "count": 254, "max_ms": 124.546, "p95_ms": 111.746}, "visualize": {"avg_ms": 3.831, "count": 254, "max_ms": 6.803, "p95_ms": 5.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5640.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.782, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.078, "name": "ffmpeg", "pid": 8585, "rss_mb": 282.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.668, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:30:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:30:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T13:30:26+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T13:30:27.001293+09:00", "mtime_epoch": 1783312227.0012934, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:30:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.34, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.048, "pushed": 9.048, "read": 9.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.467, "count": 271, "max_ms": 5.839, "p95_ms": 4.988}, "gstreamer_push": {"avg_ms": 1.516, "count": 271, "max_ms": 5.041, "p95_ms": 3.645}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.541, "count": 271, "max_ms": 88.595, "p95_ms": 81.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.929, "count": 271, "max_ms": 122.963, "p95_ms": 110.618}, "yolo11_640_fire_11class": {"avg_ms": 69.179, "count": 271, "max_ms": 88.942, "p95_ms": 84.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.994, "count": 271, "max_ms": 103.642, "p95_ms": 95.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.442, "count": 271, "max_ms": 134.478, "p95_ms": 123.094}, "read_interval": {"avg_ms": 110.95, "count": 270, "max_ms": 147.451, "p95_ms": 135.929}, "triton_wait": {"avg_ms": 85.192, "count": 271, "max_ms": 122.975, "p95_ms": 110.63}, "visualize": {"avg_ms": 3.677, "count": 271, "max_ms": 6.876, "p95_ms": 4.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 422, "tracking_summary": 411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5647.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7944.556, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.792, "sample_count": 1735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:30:31+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T13:30:31+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T13:30:31.193371+09:00", "mtime_epoch": 1783312231.1933708, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:30:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.633, "name": "celery", "pid": 239, "rss_mb": 739.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.779, "pushed": 5.779, "read": 5.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 46.496, "count": 173, "max_ms": 69.783, "p95_ms": 61.068}, "gstreamer_push": {"avg_ms": 1.067, "count": 173, "max_ms": 2.42, "p95_ms": 1.992}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.464, "count": 173, "max_ms": 119.773, "p95_ms": 108.722}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.602, "count": 173, "max_ms": 120.392, "p95_ms": 111.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.105, "count": 173, "max_ms": 238.768, "p95_ms": 211.365}, "read_interval": {"avg_ms": 174.136, "count": 172, "max_ms": 248.364, "p95_ms": 218.841}, "triton_wait": {"avg_ms": 78.876, "count": 173, "max_ms": 120.405, "p95_ms": 112.584}, "visualize": {"avg_ms": 36.302, "count": 173, "max_ms": 57.057, "p95_ms": 51.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5646.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:29:06+09:00", "last_error_summary": "[h264 @ 0x55a087f60600] error while decoding MB 58 48, bytestream -33 [in#0/rtsp @ 0x55a087da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a087da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.699, "last_started_at": "2026-07-06T13:29:09+09:00", "pid": 8692, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.879, "name": "ffmpeg", "pid": 8692, "rss_mb": 330.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.843, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:30:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:30:35+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:30:35+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:30:35.601452+09:00", "mtime_epoch": 1783312235.601452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:30:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1317.434, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.803, "pushed": 8.803, "read": 8.803}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.577, "count": 264, "max_ms": 6.309, "p95_ms": 5.279}, "gstreamer_push": {"avg_ms": 1.538, "count": 264, "max_ms": 6.231, "p95_ms": 3.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.201, "count": 264, "max_ms": 89.504, "p95_ms": 81.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.689, "count": 264, "max_ms": 124.189, "p95_ms": 106.568}, "yolo11_640_fire_11class": {"avg_ms": 69.415, "count": 264, "max_ms": 89.667, "p95_ms": 84.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.621, "count": 264, "max_ms": 102.709, "p95_ms": 96.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.435, "count": 264, "max_ms": 163.548, "p95_ms": 124.494}, "read_interval": {"avg_ms": 113.653, "count": 264, "max_ms": 173.287, "p95_ms": 136.794}, "triton_wait": {"avg_ms": 85.891, "count": 264, "max_ms": 124.202, "p95_ms": 106.583}, "visualize": {"avg_ms": 3.797, "count": 264, "max_ms": 5.697, "p95_ms": 4.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5638.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.808, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.871, "name": "ffmpeg", "pid": 8585, "rss_mb": 289.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.851, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:30:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:30:57+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T13:30:57+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T13:30:57.037848+09:00", "mtime_epoch": 1783312257.0378478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:30:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.961, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.466, "pushed": 9.466, "read": 9.433}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.4, "count": 283, "max_ms": 5.264, "p95_ms": 4.462}, "gstreamer_push": {"avg_ms": 1.486, "count": 283, "max_ms": 6.597, "p95_ms": 3.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.264, "count": 283, "max_ms": 85.45, "p95_ms": 78.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.583, "count": 283, "max_ms": 127.114, "p95_ms": 103.664}, "yolo11_640_fire_11class": {"avg_ms": 64.241, "count": 283, "max_ms": 85.463, "p95_ms": 82.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.696, "count": 283, "max_ms": 108.743, "p95_ms": 94.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.826, "count": 283, "max_ms": 141.664, "p95_ms": 115.884}, "read_interval": {"avg_ms": 106.139, "count": 282, "max_ms": 349.406, "p95_ms": 131.853}, "triton_wait": {"avg_ms": 79.672, "count": 283, "max_ms": 127.127, "p95_ms": 103.681}, "visualize": {"avg_ms": 3.669, "count": 283, "max_ms": 4.861, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 423, "tracking_summary": 412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5650.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 7974.694, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.152, "sample_count": 1729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:31:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:31:01+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T13:31:01+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T13:31:01.317927+09:00", "mtime_epoch": 1783312261.317927, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:31:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 743.633, "name": "celery", "pid": 239, "rss_mb": 739.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.69, "pushed": 5.69, "read": 5.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 45.387, "count": 170, "max_ms": 75.752, "p95_ms": 62.064}, "gstreamer_push": {"avg_ms": 1.288, "count": 170, "max_ms": 3.239, "p95_ms": 2.135}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.498, "count": 170, "max_ms": 120.781, "p95_ms": 110.672}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.753, "count": 170, "max_ms": 119.469, "p95_ms": 105.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.138, "count": 170, "max_ms": 229.591, "p95_ms": 209.326}, "read_interval": {"avg_ms": 176.492, "count": 169, "max_ms": 386.144, "p95_ms": 220.747}, "triton_wait": {"avg_ms": 75.846, "count": 170, "max_ms": 120.793, "p95_ms": 110.683}, "visualize": {"avg_ms": 41.573, "count": 170, "max_ms": 52.122, "p95_ms": 51.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5685.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:29:06+09:00", "last_error_summary": "[h264 @ 0x55a087f60600] error while decoding MB 58 48, bytestream -33 [in#0/rtsp @ 0x55a087da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a087da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.088, "last_started_at": "2026-07-06T13:29:09+09:00", "pid": 8692, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.258, "name": "ffmpeg", "pid": 8692, "rss_mb": 353.258, "state": "S (sleeping)", "threads": 104}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.951, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:31:17+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:31:16+09:00", "mjpeg": {"age_sec": 16.646, "exists": true, "mtime": "2026-07-06T13:31:00.445911+09:00", "mtime_epoch": 1783312260.4459107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:31:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1314.656, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.12, "pushed": 0.12, "read": 0.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 2, "max_ms": 3.657, "p95_ms": 3.657}, "gstreamer_push": {"avg_ms": 1.436, "count": 2, "max_ms": 1.438, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.224, "count": 2, "max_ms": 53.238, "p95_ms": 53.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.948, "count": 2, "max_ms": 86.239, "p95_ms": 86.239}, "yolo11_640_fire_11class": {"avg_ms": 61.535, "count": 2, "max_ms": 71.738, "p95_ms": 71.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.236, "count": 2, "max_ms": 80.595, "p95_ms": 80.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.611, "count": 2, "max_ms": 98.481, "p95_ms": 98.481}, "read_interval": {"avg_ms": 16119.687, "count": 2, "max_ms": 16625.134, "p95_ms": 16625.134}, "triton_wait": {"avg_ms": 69.96, "count": 2, "max_ms": 86.252, "p95_ms": 86.252}, "visualize": {"avg_ms": 3.62, "count": 2, "max_ms": 3.657, "p95_ms": 3.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.732, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5637.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.885, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.441, "name": "ffmpeg", "pid": 8585, "rss_mb": 300.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.506, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:31:27+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T13:31:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T13:31:27.102403+09:00", "mtime_epoch": 1783312287.1024034, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:31:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.701, "pushed": 10.701, "read": 10.668}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.353, "count": 320, "max_ms": 5.858, "p95_ms": 4.009}, "gstreamer_push": {"avg_ms": 1.557, "count": 321, "max_ms": 7.212, "p95_ms": 3.676}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.332, "count": 320, "max_ms": 80.863, "p95_ms": 70.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.322, "count": 320, "max_ms": 120.053, "p95_ms": 92.782}, "yolo11_640_fire_11class": {"avg_ms": 56.471, "count": 320, "max_ms": 81.569, "p95_ms": 73.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.331, "count": 320, "max_ms": 92.101, "p95_ms": 83.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.401, "count": 321, "max_ms": 134.615, "p95_ms": 104.841}, "read_interval": {"avg_ms": 93.674, "count": 320, "max_ms": 258.185, "p95_ms": 119.935}, "triton_wait": {"avg_ms": 67.334, "count": 320, "max_ms": 120.07, "p95_ms": 92.794}, "visualize": {"avg_ms": 3.667, "count": 320, "max_ms": 4.894, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 425, "tracking_summary": 413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5649.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8004.735, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.757, "sample_count": 1732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:31:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:31:31+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T13:31:31+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T13:31:31.386483+09:00", "mtime_epoch": 1783312291.3864827, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:31:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 744.547, "name": "celery", "pid": 239, "rss_mb": 732.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.794, "pushed": 5.794, "read": 5.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.882, "count": 173, "max_ms": 63.299, "p95_ms": 58.429}, "gstreamer_push": {"avg_ms": 0.984, "count": 173, "max_ms": 2.146, "p95_ms": 2.02}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.532, "count": 173, "max_ms": 113.817, "p95_ms": 95.768}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.024, "count": 173, "max_ms": 110.865, "p95_ms": 104.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.78, "count": 173, "max_ms": 223.013, "p95_ms": 201.666}, "read_interval": {"avg_ms": 173.73, "count": 172, "max_ms": 231.652, "p95_ms": 208.09}, "triton_wait": {"avg_ms": 74.447, "count": 173, "max_ms": 113.83, "p95_ms": 104.31}, "visualize": {"avg_ms": 36.071, "count": 173, "max_ms": 68.535, "p95_ms": 48.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5666.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:18+09:00", "last_error_summary": "[h264 @ 0x55d7d1b5db00] error while decoding MB 55 25, bytestream -7 [in#0/rtsp @ 0x55d7d132de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d7d132de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.37, "last_started_at": "2026-07-06T13:31:20+09:00", "pid": 8844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.312, "name": "ffmpeg", "pid": 8844, "rss_mb": 331.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.449, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:31:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:31:47+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:31:46+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T13:31:46.998772+09:00", "mtime_epoch": 1783312306.9987717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:31:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1318.148, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.068, "pushed": 8.068, "read": 8.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 242, "max_ms": 7.377, "p95_ms": 5.666}, "gstreamer_push": {"avg_ms": 1.384, "count": 242, "max_ms": 6.238, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.863, "count": 242, "max_ms": 87.146, "p95_ms": 77.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.528, "count": 242, "max_ms": 114.635, "p95_ms": 104.033}, "yolo11_640_fire_11class": {"avg_ms": 63.465, "count": 242, "max_ms": 87.67, "p95_ms": 82.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.246, "count": 242, "max_ms": 100.747, "p95_ms": 93.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.987, "count": 242, "max_ms": 166.874, "p95_ms": 126.189}, "read_interval": {"avg_ms": 123.996, "count": 242, "max_ms": 4619.899, "p95_ms": 143.857}, "triton_wait": {"avg_ms": 76.64, "count": 242, "max_ms": 114.646, "p95_ms": 104.046}, "visualize": {"avg_ms": 3.883, "count": 242, "max_ms": 6.603, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5657.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:26:57+09:00", "last_error_summary": "[h264 @ 0x5620a8de97c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5620a8de97c0] error while decoding MB 0 24, bytestream 1774 [h264 @ 0x5620a83236c0] reference picture missing during reorder [h264 @ 0x5620a83236c0] Missing reference picture, default is 65576 [h264 @ 0x5620a82d0100] mmco: unref short failure [h264 @ 0x5620a82d0100] illegal short term buffer state detected [h264 @ 0x5620a8366800] reference picture missing during reorder [h264 @ 0x5620a8366800] Missing referen", "last_exit_at": "2026-07-06T13:27:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.886, "last_started_at": "2026-07-06T13:27:00+09:00", "pid": 8585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.434, "name": "ffmpeg", "pid": 8585, "rss_mb": 306.434, "state": "S (sleeping)", "threads": 104}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.61, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:31:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:31:57+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T13:31:57+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T13:31:57.118959+09:00", "mtime_epoch": 1783312317.1189592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:31:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.117, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.435, "pushed": 3.435, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 103, "max_ms": 5.294, "p95_ms": 4.541}, "gstreamer_push": {"avg_ms": 1.423, "count": 103, "max_ms": 3.868, "p95_ms": 1.569}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.227, "count": 103, "max_ms": 84.841, "p95_ms": 80.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.744, "count": 103, "max_ms": 118.968, "p95_ms": 104.904}, "yolo11_640_fire_11class": {"avg_ms": 65.234, "count": 103, "max_ms": 88.463, "p95_ms": 82.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.768, "count": 103, "max_ms": 97.954, "p95_ms": 92.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.229, "count": 103, "max_ms": 131.586, "p95_ms": 117.261}, "read_interval": {"avg_ms": 291.404, "count": 103, "max_ms": 19097.731, "p95_ms": 131.732}, "triton_wait": {"avg_ms": 80.832, "count": 103, "max_ms": 118.981, "p95_ms": 104.915}, "visualize": {"avg_ms": 3.765, "count": 103, "max_ms": 5.171, "p95_ms": 4.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 425, "tracking_summary": 415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5394.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8034.775, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.224, "sample_count": 1724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:32:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:32:01+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T13:32:01+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T13:32:01.423039+09:00", "mtime_epoch": 1783312321.423039, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:32:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 744.547, "name": "celery", "pid": 239, "rss_mb": 730.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.868, "pushed": 5.868, "read": 5.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.329, "count": 175, "max_ms": 70.985, "p95_ms": 59.912}, "gstreamer_push": {"avg_ms": 1.175, "count": 175, "max_ms": 4.5, "p95_ms": 2.309}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.255, "count": 175, "max_ms": 115.115, "p95_ms": 92.865}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.895, "count": 175, "max_ms": 109.735, "p95_ms": 94.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.328, "count": 175, "max_ms": 222.222, "p95_ms": 197.504}, "read_interval": {"avg_ms": 171.665, "count": 174, "max_ms": 228.724, "p95_ms": 206.819}, "triton_wait": {"avg_ms": 73.303, "count": 175, "max_ms": 115.125, "p95_ms": 96.995}, "visualize": {"avg_ms": 37.353, "count": 175, "max_ms": 53.636, "p95_ms": 49.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5629.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:18+09:00", "last_error_summary": "[h264 @ 0x55d7d1b5db00] error while decoding MB 55 25, bytestream -7 [in#0/rtsp @ 0x55d7d132de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d7d132de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.378, "last_started_at": "2026-07-06T13:31:20+09:00", "pid": 8844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.312, "name": "ffmpeg", "pid": 8844, "rss_mb": 331.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:32:17+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:32:17+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T13:32:17.007328+09:00", "mtime_epoch": 1783312337.0073278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:32:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1315.637, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.401, "pushed": 9.401, "read": 9.401}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.089, "count": 282, "max_ms": 9.168, "p95_ms": 6.254}, "gstreamer_push": {"avg_ms": 1.539, "count": 282, "max_ms": 7.302, "p95_ms": 3.802}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.947, "count": 282, "max_ms": 86.854, "p95_ms": 75.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.62, "count": 282, "max_ms": 114.053, "p95_ms": 100.521}, "yolo11_640_fire_11class": {"avg_ms": 59.249, "count": 282, "max_ms": 86.237, "p95_ms": 78.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.208, "count": 282, "max_ms": 99.141, "p95_ms": 89.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.928, "count": 282, "max_ms": 165.506, "p95_ms": 144.232}, "read_interval": {"avg_ms": 106.411, "count": 282, "max_ms": 175.153, "p95_ms": 155.147}, "triton_wait": {"avg_ms": 71.756, "count": 282, "max_ms": 114.066, "p95_ms": 100.534}, "visualize": {"avg_ms": 4.136, "count": 282, "max_ms": 8.997, "p95_ms": 5.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5628.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.101, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 8996, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.024, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:32:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T13:32:27+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T13:32:27.195517+09:00", "mtime_epoch": 1783312347.1955168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:32:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.512, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.003, "pushed": 8.003, "read": 7.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 240, "max_ms": 5.642, "p95_ms": 4.624}, "gstreamer_push": {"avg_ms": 1.562, "count": 240, "max_ms": 6.348, "p95_ms": 3.69}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.599, "count": 240, "max_ms": 87.845, "p95_ms": 78.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.131, "count": 240, "max_ms": 128.32, "p95_ms": 104.987}, "yolo11_640_fire_11class": {"avg_ms": 65.792, "count": 240, "max_ms": 88.55, "p95_ms": 83.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.198, "count": 240, "max_ms": 101.797, "p95_ms": 94.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.746, "count": 240, "max_ms": 140.211, "p95_ms": 118.501}, "read_interval": {"avg_ms": 125.501, "count": 239, "max_ms": 4656.089, "p95_ms": 131.556}, "triton_wait": {"avg_ms": 81.218, "count": 240, "max_ms": 128.333, "p95_ms": 104.999}, "visualize": {"avg_ms": 3.818, "count": 240, "max_ms": 7.021, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 428, "tracking_summary": 416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5631.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8064.818, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.632, "sample_count": 1720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:32:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:32:31+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T13:32:31+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T13:32:31.463596+09:00", "mtime_epoch": 1783312351.4635959, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:32:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 744.547, "name": "celery", "pid": 239, "rss_mb": 741.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.752, "pushed": 5.752, "read": 5.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.184, "count": 172, "max_ms": 76.746, "p95_ms": 60.866}, "gstreamer_push": {"avg_ms": 0.935, "count": 172, "max_ms": 2.307, "p95_ms": 1.053}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.268, "count": 172, "max_ms": 118.511, "p95_ms": 106.262}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.722, "count": 172, "max_ms": 112.394, "p95_ms": 101.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.826, "count": 172, "max_ms": 233.014, "p95_ms": 204.724}, "read_interval": {"avg_ms": 174.698, "count": 171, "max_ms": 243.387, "p95_ms": 212.012}, "triton_wait": {"avg_ms": 75.489, "count": 172, "max_ms": 118.523, "p95_ms": 106.431}, "visualize": {"avg_ms": 31.803, "count": 172, "max_ms": 42.704, "p95_ms": 36.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5636.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:18+09:00", "last_error_summary": "[h264 @ 0x55d7d1b5db00] error while decoding MB 55 25, bytestream -7 [in#0/rtsp @ 0x55d7d132de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d7d132de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.443, "last_started_at": "2026-07-06T13:31:20+09:00", "pid": 8844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.57, "name": "ffmpeg", "pid": 8844, "rss_mb": 331.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.16, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:32:47+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T13:32:47+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T13:32:47.019885+09:00", "mtime_epoch": 1783312367.0198848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:32:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1315.766, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.55, "pushed": 8.55, "read": 8.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.813, "count": 256, "max_ms": 8.379, "p95_ms": 6.533}, "gstreamer_push": {"avg_ms": 1.461, "count": 256, "max_ms": 6.408, "p95_ms": 3.019}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.564, "count": 256, "max_ms": 87.627, "p95_ms": 80.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.116, "count": 256, "max_ms": 126.332, "p95_ms": 104.312}, "yolo11_640_fire_11class": {"avg_ms": 69.023, "count": 256, "max_ms": 88.112, "p95_ms": 83.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.294, "count": 256, "max_ms": 102.262, "p95_ms": 97.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.781, "count": 256, "max_ms": 177.211, "p95_ms": 143.599}, "read_interval": {"avg_ms": 117.219, "count": 255, "max_ms": 188.536, "p95_ms": 154.222}, "triton_wait": {"avg_ms": 85.517, "count": 256, "max_ms": 126.343, "p95_ms": 104.324}, "visualize": {"avg_ms": 3.869, "count": 256, "max_ms": 8.078, "p95_ms": 5.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5631.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.211, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.75, "name": "ffmpeg", "pid": 8996, "rss_mb": 273.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.95, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:32:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T13:32:57+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:32:57.264075+09:00", "mtime_epoch": 1783312377.264075, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:32:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.196, "pushed": 9.196, "read": 9.163}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 275, "max_ms": 5.73, "p95_ms": 4.283}, "gstreamer_push": {"avg_ms": 1.602, "count": 275, "max_ms": 6.887, "p95_ms": 3.877}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.654, "count": 275, "max_ms": 92.169, "p95_ms": 80.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.761, "count": 275, "max_ms": 119.532, "p95_ms": 104.206}, "yolo11_640_fire_11class": {"avg_ms": 68.025, "count": 275, "max_ms": 93.147, "p95_ms": 84.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.669, "count": 275, "max_ms": 102.81, "p95_ms": 96.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.453, "count": 275, "max_ms": 132.556, "p95_ms": 117.202}, "read_interval": {"avg_ms": 109.103, "count": 274, "max_ms": 146.655, "p95_ms": 132.885}, "triton_wait": {"avg_ms": 83.034, "count": 275, "max_ms": 119.545, "p95_ms": 104.218}, "visualize": {"avg_ms": 3.753, "count": 275, "max_ms": 5.937, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 429, "tracking_summary": 418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5629.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8094.903, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.816, "sample_count": 1715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:33:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:33:01+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T13:33:01+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T13:33:01.528154+09:00", "mtime_epoch": 1783312381.5281541, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:33:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 744.547, "name": "celery", "pid": 239, "rss_mb": 731.156, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.653, "pushed": 5.653, "read": 5.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.807, "count": 169, "max_ms": 66.927, "p95_ms": 61.6}, "gstreamer_push": {"avg_ms": 1.285, "count": 169, "max_ms": 3.512, "p95_ms": 2.145}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.09, "count": 169, "max_ms": 119.694, "p95_ms": 106.47}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.777, "count": 169, "max_ms": 112.316, "p95_ms": 106.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.661, "count": 169, "max_ms": 234.921, "p95_ms": 210.07}, "read_interval": {"avg_ms": 178.001, "count": 168, "max_ms": 242.083, "p95_ms": 219.863}, "triton_wait": {"avg_ms": 78.023, "count": 169, "max_ms": 119.707, "p95_ms": 110.857}, "visualize": {"avg_ms": 39.394, "count": 169, "max_ms": 55.026, "p95_ms": 53.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5635.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:18+09:00", "last_error_summary": "[h264 @ 0x55d7d1b5db00] error while decoding MB 55 25, bytestream -7 [in#0/rtsp @ 0x55d7d132de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d7d132de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.466, "last_started_at": "2026-07-06T13:31:20+09:00", "pid": 8844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.344, "name": "ffmpeg", "pid": 8844, "rss_mb": 332.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.954, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:33:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:33:17+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:33:17+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T13:33:17.100444+09:00", "mtime_epoch": 1783312397.1004436, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:33:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1315.043, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.68, "pushed": 8.68, "read": 8.647}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.987, "count": 260, "max_ms": 8.673, "p95_ms": 5.824}, "gstreamer_push": {"avg_ms": 1.512, "count": 260, "max_ms": 7.944, "p95_ms": 3.081}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.7, "count": 260, "max_ms": 93.453, "p95_ms": 80.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.988, "count": 260, "max_ms": 129.61, "p95_ms": 107.349}, "yolo11_640_fire_11class": {"avg_ms": 67.161, "count": 260, "max_ms": 92.93, "p95_ms": 85.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.714, "count": 260, "max_ms": 105.664, "p95_ms": 96.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.958, "count": 260, "max_ms": 160.905, "p95_ms": 141.052}, "read_interval": {"avg_ms": 115.474, "count": 259, "max_ms": 174.348, "p95_ms": 150.807}, "triton_wait": {"avg_ms": 82.282, "count": 260, "max_ms": 129.622, "p95_ms": 107.361}, "visualize": {"avg_ms": 4.018, "count": 260, "max_ms": 7.071, "p95_ms": 5.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5633.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.317, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.75, "name": "ffmpeg", "pid": 8996, "rss_mb": 273.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.211, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:33:27+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T13:33:27+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T13:33:27.380635+09:00", "mtime_epoch": 1783312407.3806348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:33:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.235, "pushed": 9.235, "read": 9.202}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.322, "count": 277, "max_ms": 5.048, "p95_ms": 4.27}, "gstreamer_push": {"avg_ms": 1.47, "count": 277, "max_ms": 6.19, "p95_ms": 2.729}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.637, "count": 277, "max_ms": 91.631, "p95_ms": 80.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.704, "count": 277, "max_ms": 131.112, "p95_ms": 108.316}, "yolo11_640_fire_11class": {"avg_ms": 67.853, "count": 277, "max_ms": 90.556, "p95_ms": 85.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.083, "count": 277, "max_ms": 105.567, "p95_ms": 97.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.021, "count": 277, "max_ms": 143.108, "p95_ms": 120.275}, "read_interval": {"avg_ms": 108.652, "count": 276, "max_ms": 155.258, "p95_ms": 135.046}, "triton_wait": {"avg_ms": 82.999, "count": 277, "max_ms": 131.127, "p95_ms": 108.329}, "visualize": {"avg_ms": 3.616, "count": 277, "max_ms": 5.456, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 431, "tracking_summary": 419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5632.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8124.928, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.143, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:33:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:33:31+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T13:33:31+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T13:33:31.572713+09:00", "mtime_epoch": 1783312411.5727127, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:33:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 744.547, "name": "celery", "pid": 239, "rss_mb": 738.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.662, "pushed": 5.662, "read": 5.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.933, "count": 169, "max_ms": 62.307, "p95_ms": 60.088}, "gstreamer_push": {"avg_ms": 1.044, "count": 169, "max_ms": 2.284, "p95_ms": 1.991}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.66, "count": 169, "max_ms": 124.046, "p95_ms": 113.364}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.75, "count": 169, "max_ms": 123.893, "p95_ms": 111.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.717, "count": 169, "max_ms": 240.665, "p95_ms": 213.023}, "read_interval": {"avg_ms": 177.736, "count": 168, "max_ms": 248.437, "p95_ms": 220.107}, "triton_wait": {"avg_ms": 79.509, "count": 169, "max_ms": 124.057, "p95_ms": 114.751}, "visualize": {"avg_ms": 35.992, "count": 169, "max_ms": 67.21, "p95_ms": 53.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5638.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:18+09:00", "last_error_summary": "[h264 @ 0x55d7d1b5db00] error while decoding MB 55 25, bytestream -7 [in#0/rtsp @ 0x55d7d132de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d7d132de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.555, "last_started_at": "2026-07-06T13:31:20+09:00", "pid": 8844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.344, "name": "ffmpeg", "pid": 8844, "rss_mb": 332.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.249, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:33:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:33:47+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:33:47+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T13:33:47.185003+09:00", "mtime_epoch": 1783312427.1850033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:33:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1312.512, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.54, "pushed": 8.54, "read": 8.506}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.623, "count": 256, "max_ms": 9.129, "p95_ms": 5.712}, "gstreamer_push": {"avg_ms": 1.435, "count": 256, "max_ms": 4.609, "p95_ms": 2.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.098, "count": 256, "max_ms": 91.565, "p95_ms": 83.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.202, "count": 256, "max_ms": 126.718, "p95_ms": 107.948}, "yolo11_640_fire_11class": {"avg_ms": 71.793, "count": 256, "max_ms": 92.166, "p95_ms": 85.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.075, "count": 256, "max_ms": 102.932, "p95_ms": 99.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.759, "count": 256, "max_ms": 168.147, "p95_ms": 135.658}, "read_interval": {"avg_ms": 117.529, "count": 255, "max_ms": 179.731, "p95_ms": 147.441}, "triton_wait": {"avg_ms": 88.722, "count": 256, "max_ms": 126.731, "p95_ms": 107.961}, "visualize": {"avg_ms": 3.779, "count": 256, "max_ms": 6.68, "p95_ms": 5.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5641.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.409, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.501, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:33:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:33:57+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T13:33:57+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:33:57.469195+09:00", "mtime_epoch": 1783312437.4691947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:33:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.5, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.671, "pushed": 8.671, "read": 8.638}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.485, "count": 260, "max_ms": 5.632, "p95_ms": 5.441}, "gstreamer_push": {"avg_ms": 1.559, "count": 260, "max_ms": 7.065, "p95_ms": 2.851}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.044, "count": 260, "max_ms": 91.444, "p95_ms": 83.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.92, "count": 260, "max_ms": 126.515, "p95_ms": 109.44}, "yolo11_640_fire_11class": {"avg_ms": 71.758, "count": 260, "max_ms": 93.828, "p95_ms": 85.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.474, "count": 260, "max_ms": 102.285, "p95_ms": 97.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.894, "count": 260, "max_ms": 138.724, "p95_ms": 123.408}, "read_interval": {"avg_ms": 115.715, "count": 259, "max_ms": 157.656, "p95_ms": 138.709}, "triton_wait": {"avg_ms": 89.093, "count": 260, "max_ms": 126.528, "p95_ms": 109.468}, "visualize": {"avg_ms": 3.895, "count": 260, "max_ms": 7.034, "p95_ms": 6.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 432, "tracking_summary": 421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5643.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8154.965, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.341, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:34:01+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T13:34:01+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T13:34:01.601272+09:00", "mtime_epoch": 1783312441.6012716, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:34:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 744.547, "name": "celery", "pid": 239, "rss_mb": 741.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.9, "pushed": 5.9, "read": 5.866}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.325, "count": 176, "max_ms": 66.374, "p95_ms": 61.602}, "gstreamer_push": {"avg_ms": 0.961, "count": 176, "max_ms": 1.174, "p95_ms": 1.061}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.12, "count": 176, "max_ms": 127.18, "p95_ms": 113.289}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.121, "count": 176, "max_ms": 118.483, "p95_ms": 110.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.509, "count": 176, "max_ms": 219.072, "p95_ms": 204.769}, "read_interval": {"avg_ms": 170.658, "count": 175, "max_ms": 228.163, "p95_ms": 213.035}, "triton_wait": {"avg_ms": 80.553, "count": 176, "max_ms": 127.194, "p95_ms": 113.603}, "visualize": {"avg_ms": 33.949, "count": 176, "max_ms": 45.65, "p95_ms": 42.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5641.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:18+09:00", "last_error_summary": "[h264 @ 0x55d7d1b5db00] error while decoding MB 55 25, bytestream -7 [in#0/rtsp @ 0x55d7d132de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d7d132de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.667, "last_started_at": "2026-07-06T13:31:20+09:00", "pid": 8844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.344, "name": "ffmpeg", "pid": 8844, "rss_mb": 332.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.107, "sample_count": 2308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:34:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:34:17+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T13:34:17+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T13:34:17.293564+09:00", "mtime_epoch": 1783312457.293564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:34:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1315.441, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.505, "pushed": 8.505, "read": 8.471}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.561, "count": 255, "max_ms": 6.414, "p95_ms": 5.557}, "gstreamer_push": {"avg_ms": 1.59, "count": 255, "max_ms": 6.347, "p95_ms": 3.723}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.279, "count": 255, "max_ms": 90.304, "p95_ms": 82.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.117, "count": 255, "max_ms": 122.379, "p95_ms": 105.603}, "yolo11_640_fire_11class": {"avg_ms": 74.838, "count": 255, "max_ms": 90.292, "p95_ms": 84.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.606, "count": 255, "max_ms": 100.427, "p95_ms": 96.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.466, "count": 255, "max_ms": 157.96, "p95_ms": 119.856}, "read_interval": {"avg_ms": 118.056, "count": 254, "max_ms": 167.412, "p95_ms": 133.981}, "triton_wait": {"avg_ms": 91.261, "count": 255, "max_ms": 122.392, "p95_ms": 105.616}, "visualize": {"avg_ms": 3.907, "count": 255, "max_ms": 6.971, "p95_ms": 6.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5642.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.482, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.014, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:34:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:34:27+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T13:34:27+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T13:34:27.529755+09:00", "mtime_epoch": 1783312467.5297549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:34:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.949, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.212, "pushed": 8.212, "read": 8.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.834, "count": 246, "max_ms": 8.459, "p95_ms": 5.69}, "gstreamer_push": {"avg_ms": 1.46, "count": 246, "max_ms": 5.974, "p95_ms": 2.737}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.054, "count": 246, "max_ms": 87.44, "p95_ms": 79.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.98, "count": 246, "max_ms": 119.043, "p95_ms": 102.808}, "yolo11_640_fire_11class": {"avg_ms": 71.583, "count": 246, "max_ms": 91.284, "p95_ms": 83.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.241, "count": 246, "max_ms": 111.397, "p95_ms": 95.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.532, "count": 246, "max_ms": 172.85, "p95_ms": 145.328}, "read_interval": {"avg_ms": 122.201, "count": 245, "max_ms": 182.534, "p95_ms": 155.09}, "triton_wait": {"avg_ms": 88.092, "count": 246, "max_ms": 119.055, "p95_ms": 102.819}, "visualize": {"avg_ms": 4.059, "count": 246, "max_ms": 6.769, "p95_ms": 5.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 434, "tracking_summary": 422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5640.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8184.979, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.286, "sample_count": 1709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:34:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:34:31+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T13:34:31+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T13:34:31.601831+09:00", "mtime_epoch": 1783312471.6018307, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:34:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 745.305, "name": "celery", "pid": 239, "rss_mb": 741.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.668, "pushed": 5.668, "read": 5.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.491, "count": 169, "max_ms": 73.479, "p95_ms": 60.251}, "gstreamer_push": {"avg_ms": 0.937, "count": 169, "max_ms": 2.204, "p95_ms": 1.038}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.795, "count": 169, "max_ms": 113.116, "p95_ms": 99.8}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.013, "count": 169, "max_ms": 116.566, "p95_ms": 105.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.683, "count": 169, "max_ms": 211.19, "p95_ms": 202.697}, "read_interval": {"avg_ms": 177.528, "count": 168, "max_ms": 218.591, "p95_ms": 210.648}, "triton_wait": {"avg_ms": 77.969, "count": 169, "max_ms": 116.579, "p95_ms": 108.414}, "visualize": {"avg_ms": 34.914, "count": 169, "max_ms": 54.241, "p95_ms": 46.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5658.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:18+09:00", "last_error_summary": "[h264 @ 0x55d7d1b5db00] error while decoding MB 55 25, bytestream -7 [in#0/rtsp @ 0x55d7d132de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d7d132de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.202, "last_started_at": "2026-07-06T13:31:20+09:00", "pid": 8844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 357.246, "name": "ffmpeg", "pid": 8844, "rss_mb": 357.246, "state": "S (sleeping)", "threads": 104}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.874, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:34:53+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T13:34:53+09:00", "mjpeg": {"age_sec": 25.673, "exists": true, "mtime": "2026-07-06T13:34:28.257768+09:00", "mtime_epoch": 1783312468.2577684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:34:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1315.383, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.536, "pushed": 1.536, "read": 1.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.502, "count": 46, "max_ms": 5.202, "p95_ms": 4.898}, "gstreamer_push": {"avg_ms": 1.519, "count": 46, "max_ms": 6.341, "p95_ms": 1.689}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.046, "count": 46, "max_ms": 84.401, "p95_ms": 78.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.046, "count": 46, "max_ms": 121.664, "p95_ms": 102.539}, "yolo11_640_fire_11class": {"avg_ms": 59.248, "count": 46, "max_ms": 83.982, "p95_ms": 80.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.853, "count": 46, "max_ms": 102.525, "p95_ms": 97.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.406, "count": 46, "max_ms": 133.854, "p95_ms": 114.748}, "read_interval": {"avg_ms": 665.417, "count": 45, "max_ms": 25677.304, "p95_ms": 141.368}, "triton_wait": {"avg_ms": 70.889, "count": 46, "max_ms": 121.678, "p95_ms": 102.552}, "visualize": {"avg_ms": 3.817, "count": 46, "max_ms": 4.908, "p95_ms": 4.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5337.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.538, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.37, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:34:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:34:57+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T13:34:57+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T13:34:57.634316+09:00", "mtime_epoch": 1783312497.6343164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:34:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.225, "pushed": 11.225, "read": 11.192}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.352, "count": 336, "max_ms": 5.445, "p95_ms": 3.718}, "gstreamer_push": {"avg_ms": 1.558, "count": 336, "max_ms": 6.264, "p95_ms": 3.778}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.539, "count": 336, "max_ms": 85.374, "p95_ms": 60.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.003, "count": 336, "max_ms": 113.443, "p95_ms": 91.34}, "yolo11_640_fire_11class": {"avg_ms": 54.856, "count": 336, "max_ms": 87.687, "p95_ms": 63.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.135, "count": 336, "max_ms": 98.323, "p95_ms": 65.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.385, "count": 336, "max_ms": 157.889, "p95_ms": 104.077}, "read_interval": {"avg_ms": 89.471, "count": 335, "max_ms": 167.188, "p95_ms": 118.361}, "triton_wait": {"avg_ms": 64.015, "count": 336, "max_ms": 113.467, "p95_ms": 91.355}, "visualize": {"avg_ms": 3.641, "count": 336, "max_ms": 5.154, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 434, "tracking_summary": 423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5525.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8215.032, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.253, "sample_count": 1724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:35:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:35:01+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T13:35:01+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T13:35:01.666392+09:00", "mtime_epoch": 1783312501.6663916, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:35:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 745.645, "name": "celery", "pid": 239, "rss_mb": 740.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.994, "pushed": 5.994, "read": 5.96}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.801, "count": 179, "max_ms": 60.246, "p95_ms": 58.285}, "gstreamer_push": {"avg_ms": 0.979, "count": 179, "max_ms": 2.935, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.231, "count": 179, "max_ms": 112.827, "p95_ms": 94.474}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.055, "count": 179, "max_ms": 115.114, "p95_ms": 93.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.992, "count": 179, "max_ms": 218.699, "p95_ms": 192.242}, "read_interval": {"avg_ms": 167.834, "count": 178, "max_ms": 227.746, "p95_ms": 200.629}, "triton_wait": {"avg_ms": 69.367, "count": 179, "max_ms": 115.125, "p95_ms": 94.621}, "visualize": {"avg_ms": 36.583, "count": 179, "max_ms": 49.044, "p95_ms": 46.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5642.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.8, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.941, "name": "ffmpeg", "pid": 9103, "rss_mb": 330.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.658, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:35:24+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T13:35:23+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T13:35:23.894807+09:00", "mtime_epoch": 1783312523.8948066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:35:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1316.277, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.246, "pushed": 7.246, "read": 7.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.551, "count": 217, "max_ms": 8.162, "p95_ms": 4.833}, "gstreamer_push": {"avg_ms": 1.587, "count": 217, "max_ms": 5.97, "p95_ms": 3.794}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.034, "count": 217, "max_ms": 87.363, "p95_ms": 83.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.039, "count": 217, "max_ms": 124.992, "p95_ms": 108.668}, "yolo11_640_fire_11class": {"avg_ms": 72.692, "count": 217, "max_ms": 90.046, "p95_ms": 84.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.692, "count": 217, "max_ms": 104.905, "p95_ms": 99.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.368, "count": 217, "max_ms": 163.965, "p95_ms": 125.563}, "read_interval": {"avg_ms": 138.614, "count": 216, "max_ms": 4940.373, "p95_ms": 138.865}, "triton_wait": {"avg_ms": 90.181, "count": 217, "max_ms": 125.006, "p95_ms": 108.68}, "visualize": {"avg_ms": 3.785, "count": 217, "max_ms": 5.33, "p95_ms": 4.647}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5644.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.569, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.178, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:35:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:35:27+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T13:35:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:35:27.622876+09:00", "mtime_epoch": 1783312527.6228762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:35:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.959, "pushed": 8.959, "read": 8.926}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.399, "count": 268, "max_ms": 5.675, "p95_ms": 4.039}, "gstreamer_push": {"avg_ms": 1.526, "count": 268, "max_ms": 5.963, "p95_ms": 3.74}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.652, "count": 268, "max_ms": 87.646, "p95_ms": 81.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.952, "count": 268, "max_ms": 124.01, "p95_ms": 107.251}, "yolo11_640_fire_11class": {"avg_ms": 69.112, "count": 268, "max_ms": 88.172, "p95_ms": 83.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.051, "count": 268, "max_ms": 106.962, "p95_ms": 98.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.346, "count": 268, "max_ms": 136.065, "p95_ms": 119.777}, "read_interval": {"avg_ms": 111.994, "count": 267, "max_ms": 149.122, "p95_ms": 132.06}, "triton_wait": {"avg_ms": 86.087, "count": 268, "max_ms": 124.024, "p95_ms": 107.263}, "visualize": {"avg_ms": 3.716, "count": 268, "max_ms": 5.444, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 437, "tracking_summary": 425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5640.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8245.141, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.864, "sample_count": 1720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:35:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:35:31+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T13:35:31+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T13:35:31.722953+09:00", "mtime_epoch": 1783312531.7229528, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:35:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 745.645, "name": "celery", "pid": 239, "rss_mb": 741.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.718, "pushed": 5.718, "read": 5.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.158, "count": 171, "max_ms": 83.157, "p95_ms": 63.183}, "gstreamer_push": {"avg_ms": 0.975, "count": 171, "max_ms": 2.03, "p95_ms": 1.75}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.331, "count": 171, "max_ms": 119.114, "p95_ms": 107.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.219, "count": 171, "max_ms": 126.095, "p95_ms": 103.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.254, "count": 171, "max_ms": 223.251, "p95_ms": 205.716}, "read_interval": {"avg_ms": 175.743, "count": 170, "max_ms": 224.436, "p95_ms": 212.316}, "triton_wait": {"avg_ms": 77.181, "count": 171, "max_ms": 126.109, "p95_ms": 109.165}, "visualize": {"avg_ms": 32.593, "count": 171, "max_ms": 49.84, "p95_ms": 42.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5648.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.862, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.834, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:35:54+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T13:35:53+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T13:35:53.987369+09:00", "mtime_epoch": 1783312553.987369, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:35:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1322.277, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.969, "pushed": 8.969, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.88, "count": 269, "max_ms": 8.867, "p95_ms": 5.784}, "gstreamer_push": {"avg_ms": 1.536, "count": 269, "max_ms": 6.54, "p95_ms": 3.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.618, "count": 269, "max_ms": 98.061, "p95_ms": 78.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.486, "count": 269, "max_ms": 137.653, "p95_ms": 105.654}, "yolo11_640_fire_11class": {"avg_ms": 64.656, "count": 269, "max_ms": 97.343, "p95_ms": 83.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.157, "count": 269, "max_ms": 117.97, "p95_ms": 98.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.175, "count": 269, "max_ms": 202.489, "p95_ms": 145.29}, "read_interval": {"avg_ms": 111.817, "count": 268, "max_ms": 212.126, "p95_ms": 155.368}, "triton_wait": {"avg_ms": 79.939, "count": 269, "max_ms": 137.666, "p95_ms": 105.666}, "visualize": {"avg_ms": 3.983, "count": 269, "max_ms": 6.947, "p95_ms": 5.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5641.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.662, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.777, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:35:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:35:57+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T13:35:57+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:35:57.715439+09:00", "mtime_epoch": 1783312557.7154386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:35:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.344, "pushed": 9.344, "read": 9.311}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.548, "count": 280, "max_ms": 6.984, "p95_ms": 4.991}, "gstreamer_push": {"avg_ms": 1.52, "count": 280, "max_ms": 6.126, "p95_ms": 3.656}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.155, "count": 280, "max_ms": 99.715, "p95_ms": 78.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.048, "count": 280, "max_ms": 126.884, "p95_ms": 105.568}, "yolo11_640_fire_11class": {"avg_ms": 65.054, "count": 280, "max_ms": 99.702, "p95_ms": 82.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.566, "count": 280, "max_ms": 119.875, "p95_ms": 97.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.25, "count": 280, "max_ms": 183.515, "p95_ms": 123.03}, "read_interval": {"avg_ms": 107.383, "count": 279, "max_ms": 194.128, "p95_ms": 137.026}, "triton_wait": {"avg_ms": 80.244, "count": 280, "max_ms": 126.897, "p95_ms": 105.585}, "visualize": {"avg_ms": 3.758, "count": 280, "max_ms": 6.072, "p95_ms": 4.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 438, "tracking_summary": 426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5636.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8275.235, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.048, "sample_count": 1723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:36:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:36:02+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T13:36:01+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T13:36:01.859516+09:00", "mtime_epoch": 1783312561.8595161, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:36:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 745.645, "name": "celery", "pid": 239, "rss_mb": 731.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.783, "pushed": 5.783, "read": 5.75}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.39, "count": 173, "max_ms": 74.685, "p95_ms": 60.699}, "gstreamer_push": {"avg_ms": 1.131, "count": 173, "max_ms": 3.74, "p95_ms": 2.195}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.98, "count": 173, "max_ms": 124.646, "p95_ms": 111.366}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.194, "count": 173, "max_ms": 123.862, "p95_ms": 107.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.717, "count": 173, "max_ms": 234.647, "p95_ms": 209.541}, "read_interval": {"avg_ms": 173.872, "count": 172, "max_ms": 245.309, "p95_ms": 217.942}, "triton_wait": {"avg_ms": 77.19, "count": 173, "max_ms": 124.656, "p95_ms": 112.522}, "visualize": {"avg_ms": 36.599, "count": 173, "max_ms": 57.304, "p95_ms": 52.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5641.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.891, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.249, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:36:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:36:24+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T13:36:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T13:36:24.003930+09:00", "mtime_epoch": 1783312584.0039303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:36:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1317.34, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.587, "pushed": 8.587, "read": 8.554}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.594, "count": 257, "max_ms": 7.595, "p95_ms": 5.691}, "gstreamer_push": {"avg_ms": 1.43, "count": 257, "max_ms": 6.1, "p95_ms": 1.628}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.129, "count": 257, "max_ms": 90.831, "p95_ms": 83.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.748, "count": 257, "max_ms": 124.083, "p95_ms": 110.525}, "yolo11_640_fire_11class": {"avg_ms": 71.212, "count": 257, "max_ms": 93.074, "p95_ms": 85.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.061, "count": 257, "max_ms": 103.252, "p95_ms": 98.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.126, "count": 257, "max_ms": 172.646, "p95_ms": 134.357}, "read_interval": {"avg_ms": 116.856, "count": 256, "max_ms": 182.65, "p95_ms": 146.54}, "triton_wait": {"avg_ms": 87.967, "count": 257, "max_ms": 124.095, "p95_ms": 110.537}, "visualize": {"avg_ms": 3.796, "count": 257, "max_ms": 5.863, "p95_ms": 5.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5638.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.696, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.705, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:36:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:36:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T13:36:27+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T13:36:27.796001+09:00", "mtime_epoch": 1783312587.7960012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:36:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.469, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.757, "pushed": 8.757, "read": 8.724}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 262, "max_ms": 5.301, "p95_ms": 4.563}, "gstreamer_push": {"avg_ms": 1.562, "count": 262, "max_ms": 7.485, "p95_ms": 3.747}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.378, "count": 262, "max_ms": 92.197, "p95_ms": 82.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.444, "count": 262, "max_ms": 129.054, "p95_ms": 110.91}, "yolo11_640_fire_11class": {"avg_ms": 70.519, "count": 262, "max_ms": 91.67, "p95_ms": 84.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.842, "count": 262, "max_ms": 103.881, "p95_ms": 96.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.054, "count": 262, "max_ms": 144.273, "p95_ms": 123.033}, "read_interval": {"avg_ms": 114.76, "count": 261, "max_ms": 160.665, "p95_ms": 135.857}, "triton_wait": {"avg_ms": 88.614, "count": 262, "max_ms": 129.067, "p95_ms": 110.922}, "visualize": {"avg_ms": 3.752, "count": 262, "max_ms": 5.147, "p95_ms": 4.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 440, "tracking_summary": 428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5645.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8305.267, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.727, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:36:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:36:32+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T13:36:31+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T13:36:31.900078+09:00", "mtime_epoch": 1783312591.900078, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:36:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 745.645, "name": "celery", "pid": 239, "rss_mb": 740.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.398, "pushed": 5.398, "read": 5.364}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.998, "count": 161, "max_ms": 74.975, "p95_ms": 62.532}, "gstreamer_push": {"avg_ms": 1.193, "count": 161, "max_ms": 2.735, "p95_ms": 2.063}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.471, "count": 161, "max_ms": 122.858, "p95_ms": 108.1}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.798, "count": 161, "max_ms": 119.146, "p95_ms": 109.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.431, "count": 161, "max_ms": 241.273, "p95_ms": 223.823}, "read_interval": {"avg_ms": 186.625, "count": 160, "max_ms": 248.818, "p95_ms": 230.738}, "triton_wait": {"avg_ms": 82.138, "count": 161, "max_ms": 122.872, "p95_ms": 113.791}, "visualize": {"avg_ms": 38.995, "count": 161, "max_ms": 67.814, "p95_ms": 52.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5650.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.968, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.179, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:36:54+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T13:36:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T13:36:54.080493+09:00", "mtime_epoch": 1783312614.0804935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:36:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1321.227, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.247, "pushed": 9.247, "read": 9.214}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.903, "count": 277, "max_ms": 8.196, "p95_ms": 5.817}, "gstreamer_push": {"avg_ms": 1.553, "count": 277, "max_ms": 7.519, "p95_ms": 3.733}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.48, "count": 277, "max_ms": 86.481, "p95_ms": 77.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.73, "count": 277, "max_ms": 125.906, "p95_ms": 103.492}, "yolo11_640_fire_11class": {"avg_ms": 61.459, "count": 277, "max_ms": 87.999, "p95_ms": 80.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.664, "count": 277, "max_ms": 101.186, "p95_ms": 94.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.568, "count": 277, "max_ms": 159.575, "p95_ms": 140.87}, "read_interval": {"avg_ms": 108.579, "count": 276, "max_ms": 170.025, "p95_ms": 154.563}, "triton_wait": {"avg_ms": 75.893, "count": 277, "max_ms": 125.92, "p95_ms": 103.505}, "visualize": {"avg_ms": 3.997, "count": 277, "max_ms": 6.379, "p95_ms": 5.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5648.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.719, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.438, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:36:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:36:57+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T13:36:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T13:36:57.788563+09:00", "mtime_epoch": 1783312617.7885628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:36:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.395, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.555, "pushed": 8.555, "read": 8.522}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.092, "count": 256, "max_ms": 8.47, "p95_ms": 6.078}, "gstreamer_push": {"avg_ms": 1.484, "count": 256, "max_ms": 7.393, "p95_ms": 3.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.73, "count": 256, "max_ms": 87.31, "p95_ms": 77.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.26, "count": 256, "max_ms": 121.294, "p95_ms": 103.829}, "yolo11_640_fire_11class": {"avg_ms": 63.239, "count": 256, "max_ms": 89.58, "p95_ms": 82.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.833, "count": 256, "max_ms": 101.705, "p95_ms": 96.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.907, "count": 256, "max_ms": 162.761, "p95_ms": 153.05}, "read_interval": {"avg_ms": 117.299, "count": 255, "max_ms": 287.287, "p95_ms": 163.43}, "triton_wait": {"avg_ms": 79.413, "count": 256, "max_ms": 121.308, "p95_ms": 103.842}, "visualize": {"avg_ms": 4.137, "count": 256, "max_ms": 6.628, "p95_ms": 5.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 441, "tracking_summary": 429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5648.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8335.318, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.341, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:37:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:37:02+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T13:37:01+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T13:37:01.956641+09:00", "mtime_epoch": 1783312621.956641, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:37:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 745.645, "name": "celery", "pid": 239, "rss_mb": 742.855, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.019, "pushed": 6.019, "read": 5.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.743, "count": 180, "max_ms": 66.626, "p95_ms": 63.438}, "gstreamer_push": {"avg_ms": 0.97, "count": 180, "max_ms": 1.185, "p95_ms": 1.085}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.224, "count": 180, "max_ms": 118.249, "p95_ms": 105.993}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.445, "count": 180, "max_ms": 111.873, "p95_ms": 101.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.83, "count": 180, "max_ms": 211.949, "p95_ms": 193.219}, "read_interval": {"avg_ms": 166.922, "count": 179, "max_ms": 219.131, "p95_ms": 201.3}, "triton_wait": {"avg_ms": 77.022, "count": 180, "max_ms": 118.263, "p95_ms": 107.701}, "visualize": {"avg_ms": 33.38, "count": 180, "max_ms": 42.577, "p95_ms": 40.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5649.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.974, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.2, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:37:24+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T13:37:24+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T13:37:24.109056+09:00", "mtime_epoch": 1783312644.109056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:37:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1318.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.635, "pushed": 8.635, "read": 8.635}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.736, "count": 259, "max_ms": 7.632, "p95_ms": 5.67}, "gstreamer_push": {"avg_ms": 1.557, "count": 259, "max_ms": 4.985, "p95_ms": 3.671}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.501, "count": 259, "max_ms": 88.327, "p95_ms": 82.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.064, "count": 259, "max_ms": 123.306, "p95_ms": 106.932}, "yolo11_640_fire_11class": {"avg_ms": 69.772, "count": 259, "max_ms": 89.419, "p95_ms": 84.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.819, "count": 259, "max_ms": 104.787, "p95_ms": 99.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.728, "count": 259, "max_ms": 170.779, "p95_ms": 141.516}, "read_interval": {"avg_ms": 115.93, "count": 259, "max_ms": 185.006, "p95_ms": 150.92}, "triton_wait": {"avg_ms": 86.588, "count": 259, "max_ms": 123.319, "p95_ms": 106.947}, "visualize": {"avg_ms": 3.883, "count": 259, "max_ms": 7.044, "p95_ms": 5.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5648.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.771, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.906, "name": "ffmpeg", "pid": 8996, "rss_mb": 278.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.438, "sample_count": 2727, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:37:27+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T13:37:27+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T13:37:27.865126+09:00", "mtime_epoch": 1783312647.8651264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:37:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.832, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.086, "pushed": 9.086, "read": 9.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.386, "count": 272, "max_ms": 5.134, "p95_ms": 4.212}, "gstreamer_push": {"avg_ms": 1.575, "count": 272, "max_ms": 6.343, "p95_ms": 3.741}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.809, "count": 272, "max_ms": 90.219, "p95_ms": 80.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.029, "count": 272, "max_ms": 123.65, "p95_ms": 105.142}, "yolo11_640_fire_11class": {"avg_ms": 68.331, "count": 272, "max_ms": 89.164, "p95_ms": 84.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.922, "count": 272, "max_ms": 104.351, "p95_ms": 98.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.763, "count": 272, "max_ms": 137.087, "p95_ms": 117.463}, "read_interval": {"avg_ms": 110.574, "count": 271, "max_ms": 150.295, "p95_ms": 131.7}, "triton_wait": {"avg_ms": 84.428, "count": 272, "max_ms": 123.663, "p95_ms": 105.155}, "visualize": {"avg_ms": 3.71, "count": 272, "max_ms": 4.801, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 443, "tracking_summary": 431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5645.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8365.363, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.341, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:37:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:37:32+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T13:37:31+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T13:37:32.001204+09:00", "mtime_epoch": 1783312652.0012038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:37:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 746.461, "name": "celery", "pid": 239, "rss_mb": 738.02, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.625, "pushed": 5.625, "read": 5.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.449, "count": 168, "max_ms": 63.232, "p95_ms": 60.705}, "gstreamer_push": {"avg_ms": 1.007, "count": 168, "max_ms": 2.241, "p95_ms": 1.917}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.169, "count": 168, "max_ms": 122.698, "p95_ms": 106.237}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.593, "count": 168, "max_ms": 116.14, "p95_ms": 107.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.126, "count": 168, "max_ms": 218.421, "p95_ms": 203.446}, "read_interval": {"avg_ms": 178.874, "count": 167, "max_ms": 225.423, "p95_ms": 211.143}, "triton_wait": {"avg_ms": 78.848, "count": 168, "max_ms": 122.711, "p95_ms": 108.929}, "visualize": {"avg_ms": 35.553, "count": 168, "max_ms": 50.378, "p95_ms": 47.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5636.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.979, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.697, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:37:54+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T13:37:54+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T13:37:54.109618+09:00", "mtime_epoch": 1783312674.1096184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:37:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1313.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.302, "pushed": 8.302, "read": 8.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.807, "count": 249, "max_ms": 6.633, "p95_ms": 5.997}, "gstreamer_push": {"avg_ms": 1.458, "count": 249, "max_ms": 6.528, "p95_ms": 2.629}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.677, "count": 249, "max_ms": 87.562, "p95_ms": 81.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.637, "count": 249, "max_ms": 114.518, "p95_ms": 106.48}, "yolo11_640_fire_11class": {"avg_ms": 71.943, "count": 249, "max_ms": 95.516, "p95_ms": 84.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.714, "count": 249, "max_ms": 104.326, "p95_ms": 99.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.852, "count": 249, "max_ms": 175.978, "p95_ms": 141.489}, "read_interval": {"avg_ms": 120.509, "count": 249, "max_ms": 186.148, "p95_ms": 150.77}, "triton_wait": {"avg_ms": 89.134, "count": 249, "max_ms": 114.531, "p95_ms": 106.492}, "visualize": {"avg_ms": 3.912, "count": 249, "max_ms": 7.937, "p95_ms": 5.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5643.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.872, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.484, "name": "ffmpeg", "pid": 8996, "rss_mb": 281.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.438, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:37:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:37:58+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:37:57+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:37:57.933690+09:00", "mtime_epoch": 1783312677.93369, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:37:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1447.828, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.801, "pushed": 8.801, "read": 8.768}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.367, "count": 263, "max_ms": 5.242, "p95_ms": 4.025}, "gstreamer_push": {"avg_ms": 1.614, "count": 264, "max_ms": 6.844, "p95_ms": 3.775}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.422, "count": 263, "max_ms": 92.913, "p95_ms": 81.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.83, "count": 263, "max_ms": 126.004, "p95_ms": 106.973}, "yolo11_640_fire_11class": {"avg_ms": 71.054, "count": 263, "max_ms": 95.412, "p95_ms": 84.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.706, "count": 263, "max_ms": 105.813, "p95_ms": 97.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.377, "count": 264, "max_ms": 138.846, "p95_ms": 119.47}, "read_interval": {"avg_ms": 113.99, "count": 263, "max_ms": 155.426, "p95_ms": 133.142}, "triton_wait": {"avg_ms": 88.135, "count": 263, "max_ms": 126.017, "p95_ms": 106.986}, "visualize": {"avg_ms": 3.696, "count": 263, "max_ms": 5.196, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 443, "tracking_summary": 432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5652.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8395.47, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.727, "sample_count": 1708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:38:02+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T13:38:02+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T13:38:02.129769+09:00", "mtime_epoch": 1783312682.1297688, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:38:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 746.793, "name": "celery", "pid": 239, "rss_mb": 743.855, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.513, "pushed": 5.513, "read": 5.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.546, "count": 165, "max_ms": 68.663, "p95_ms": 61.519}, "gstreamer_push": {"avg_ms": 1.121, "count": 165, "max_ms": 3.277, "p95_ms": 2.082}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.972, "count": 165, "max_ms": 118.097, "p95_ms": 104.358}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.937, "count": 165, "max_ms": 115.018, "p95_ms": 104.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.564, "count": 165, "max_ms": 223.238, "p95_ms": 209.423}, "read_interval": {"avg_ms": 182.653, "count": 164, "max_ms": 231.655, "p95_ms": 216.467}, "triton_wait": {"avg_ms": 78.21, "count": 165, "max_ms": 118.109, "p95_ms": 111.959}, "visualize": {"avg_ms": 36.631, "count": 165, "max_ms": 54.194, "p95_ms": 49.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5645.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.986, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.487, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:38:24+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T13:38:24+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T13:38:24.046180+09:00", "mtime_epoch": 1783312704.04618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:38:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1317.0, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.068, "pushed": 8.068, "read": 8.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.622, "count": 242, "max_ms": 8.511, "p95_ms": 6.538}, "gstreamer_push": {"avg_ms": 1.419, "count": 242, "max_ms": 6.342, "p95_ms": 3.532}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.062, "count": 242, "max_ms": 93.694, "p95_ms": 81.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.175, "count": 242, "max_ms": 120.797, "p95_ms": 105.413}, "yolo11_640_fire_11class": {"avg_ms": 65.389, "count": 242, "max_ms": 94.253, "p95_ms": 82.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.583, "count": 242, "max_ms": 107.39, "p95_ms": 96.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.359, "count": 242, "max_ms": 173.203, "p95_ms": 151.453}, "read_interval": {"avg_ms": 123.663, "count": 242, "max_ms": 182.376, "p95_ms": 160.947}, "triton_wait": {"avg_ms": 80.463, "count": 242, "max_ms": 120.813, "p95_ms": 105.488}, "visualize": {"avg_ms": 4.412, "count": 242, "max_ms": 6.804, "p95_ms": 5.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5645.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.926, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.484, "name": "ffmpeg", "pid": 8996, "rss_mb": 281.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.228, "sample_count": 2731, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:38:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:38:28+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T13:38:27+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:38:27.986254+09:00", "mtime_epoch": 1783312707.986254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:38:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 292, "max_ms": 5.342, "p95_ms": 4.296}, "gstreamer_push": {"avg_ms": 1.51, "count": 292, "max_ms": 6.259, "p95_ms": 3.613}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.826, "count": 292, "max_ms": 87.536, "p95_ms": 78.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.103, "count": 292, "max_ms": 125.98, "p95_ms": 102.268}, "yolo11_640_fire_11class": {"avg_ms": 62.685, "count": 292, "max_ms": 88.624, "p95_ms": 82.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.012, "count": 292, "max_ms": 105.069, "p95_ms": 95.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.45, "count": 292, "max_ms": 138.343, "p95_ms": 115.427}, "read_interval": {"avg_ms": 102.844, "count": 291, "max_ms": 153.502, "p95_ms": 128.769}, "triton_wait": {"avg_ms": 77.199, "count": 292, "max_ms": 125.992, "p95_ms": 102.28}, "visualize": {"avg_ms": 3.722, "count": 292, "max_ms": 5.734, "p95_ms": 4.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 446, "tracking_summary": 433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5647.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8425.556, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.947, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:38:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:38:32+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T13:38:32+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T13:38:32.198333+09:00", "mtime_epoch": 1783312712.198333, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:38:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 746.793, "name": "celery", "pid": 239, "rss_mb": 740.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.846, "pushed": 5.846, "read": 5.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.86, "count": 175, "max_ms": 66.794, "p95_ms": 62.733}, "gstreamer_push": {"avg_ms": 0.957, "count": 175, "max_ms": 2.327, "p95_ms": 1.119}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.421, "count": 175, "max_ms": 116.943, "p95_ms": 105.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.349, "count": 175, "max_ms": 116.955, "p95_ms": 104.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.946, "count": 175, "max_ms": 218.068, "p95_ms": 199.565}, "read_interval": {"avg_ms": 171.901, "count": 174, "max_ms": 226.026, "p95_ms": 208.947}, "triton_wait": {"avg_ms": 76.159, "count": 175, "max_ms": 116.965, "p95_ms": 106.894}, "visualize": {"avg_ms": 32.468, "count": 175, "max_ms": 49.436, "p95_ms": 40.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5657.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.019, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.516, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:38:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:38:54+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T13:38:54+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T13:38:54.134745+09:00", "mtime_epoch": 1783312734.134745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:38:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1323.5, "name": "celery", "pid": 267, "rss_mb": 1318.863, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 8.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.652, "count": 269, "max_ms": 6.896, "p95_ms": 5.705}, "gstreamer_push": {"avg_ms": 1.453, "count": 269, "max_ms": 6.149, "p95_ms": 2.707}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.045, "count": 269, "max_ms": 87.867, "p95_ms": 80.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.135, "count": 269, "max_ms": 121.998, "p95_ms": 106.503}, "yolo11_640_fire_11class": {"avg_ms": 67.724, "count": 269, "max_ms": 88.581, "p95_ms": 83.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.007, "count": 269, "max_ms": 102.479, "p95_ms": 96.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.005, "count": 269, "max_ms": 163.233, "p95_ms": 136.025}, "read_interval": {"avg_ms": 111.68, "count": 268, "max_ms": 173.203, "p95_ms": 146.595}, "triton_wait": {"avg_ms": 82.475, "count": 269, "max_ms": 122.011, "p95_ms": 106.516}, "visualize": {"avg_ms": 3.834, "count": 269, "max_ms": 6.187, "p95_ms": 5.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5658.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.981, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.129, "name": "ffmpeg", "pid": 8996, "rss_mb": 285.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.201, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:38:58+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T13:38:58+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T13:38:58.050818+09:00", "mtime_epoch": 1783312738.0508184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:38:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1453.469, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.185, "pushed": 9.185, "read": 9.152}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 275, "max_ms": 5.716, "p95_ms": 4.669}, "gstreamer_push": {"avg_ms": 1.488, "count": 275, "max_ms": 4.535, "p95_ms": 3.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.054, "count": 275, "max_ms": 87.637, "p95_ms": 81.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.947, "count": 275, "max_ms": 124.777, "p95_ms": 105.71}, "yolo11_640_fire_11class": {"avg_ms": 67.517, "count": 275, "max_ms": 88.53, "p95_ms": 85.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.975, "count": 275, "max_ms": 102.615, "p95_ms": 96.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.516, "count": 275, "max_ms": 136.852, "p95_ms": 118.141}, "read_interval": {"avg_ms": 109.269, "count": 274, "max_ms": 152.175, "p95_ms": 132.634}, "triton_wait": {"avg_ms": 83.147, "count": 275, "max_ms": 124.789, "p95_ms": 105.724}, "visualize": {"avg_ms": 3.743, "count": 275, "max_ms": 5.545, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 447, "tracking_summary": 435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5659.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8455.563, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.716, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:39:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:39:02+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T13:39:02+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T13:39:02.186896+09:00", "mtime_epoch": 1783312742.186896, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:39:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 746.793, "name": "celery", "pid": 239, "rss_mb": 745.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.969, "pushed": 5.969, "read": 5.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.787, "count": 178, "max_ms": 69.29, "p95_ms": 64.891}, "gstreamer_push": {"avg_ms": 0.97, "count": 178, "max_ms": 2.422, "p95_ms": 1.146}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.055, "count": 178, "max_ms": 115.826, "p95_ms": 106.482}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.986, "count": 178, "max_ms": 112.708, "p95_ms": 103.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.661, "count": 178, "max_ms": 213.283, "p95_ms": 196.74}, "read_interval": {"avg_ms": 168.464, "count": 177, "max_ms": 220.536, "p95_ms": 204.237}, "triton_wait": {"avg_ms": 75.649, "count": 178, "max_ms": 115.839, "p95_ms": 108.635}, "visualize": {"avg_ms": 31.675, "count": 178, "max_ms": 48.487, "p95_ms": 37.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5673.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.942, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.523, "sample_count": 2312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:39:25+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T13:39:25+09:00", "mjpeg": {"age_sec": 3.104, "exists": true, "mtime": "2026-07-06T13:39:22.039269+09:00", "mtime_epoch": 1783312762.0392692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:39:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1324.352, "name": "celery", "pid": 267, "rss_mb": 1324.352, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.779, "pushed": 7.779, "read": 7.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 233, "max_ms": 5.706, "p95_ms": 4.051}, "gstreamer_push": {"avg_ms": 1.597, "count": 233, "max_ms": 7.148, "p95_ms": 3.834}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.743, "count": 233, "max_ms": 94.954, "p95_ms": 81.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.267, "count": 233, "max_ms": 119.806, "p95_ms": 107.177}, "yolo11_640_fire_11class": {"avg_ms": 72.919, "count": 233, "max_ms": 95.609, "p95_ms": 84.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.32, "count": 233, "max_ms": 109.039, "p95_ms": 95.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.367, "count": 233, "max_ms": 151.113, "p95_ms": 119.854}, "read_interval": {"avg_ms": 129.22, "count": 232, "max_ms": 3148.281, "p95_ms": 136.568}, "triton_wait": {"avg_ms": 89.58, "count": 233, "max_ms": 119.819, "p95_ms": 107.188}, "visualize": {"avg_ms": 3.765, "count": 233, "max_ms": 6.858, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5670.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 448.064, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.113, "name": "ffmpeg", "pid": 8996, "rss_mb": 291.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.375, "sample_count": 2767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:39:28+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T13:39:28+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T13:39:28.147384+09:00", "mtime_epoch": 1783312768.147384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:39:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1453.707, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.878, "pushed": 8.878, "read": 8.844}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 266, "max_ms": 5.579, "p95_ms": 4.345}, "gstreamer_push": {"avg_ms": 1.572, "count": 266, "max_ms": 6.356, "p95_ms": 3.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.885, "count": 266, "max_ms": 94.928, "p95_ms": 81.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.818, "count": 266, "max_ms": 124.255, "p95_ms": 108.641}, "yolo11_640_fire_11class": {"avg_ms": 70.443, "count": 266, "max_ms": 95.694, "p95_ms": 82.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.084, "count": 266, "max_ms": 108.77, "p95_ms": 94.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.44, "count": 266, "max_ms": 136.419, "p95_ms": 120.941}, "read_interval": {"avg_ms": 113.125, "count": 265, "max_ms": 150.279, "p95_ms": 138.243}, "triton_wait": {"avg_ms": 87.009, "count": 266, "max_ms": 124.269, "p95_ms": 108.653}, "visualize": {"avg_ms": 3.757, "count": 266, "max_ms": 7.0, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 449, "tracking_summary": 436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5670.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8485.687, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.333, "sample_count": 1719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:39:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:39:32+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T13:39:32+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T13:39:32.363463+09:00", "mtime_epoch": 1783312772.3634632, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:39:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 746.793, "name": "celery", "pid": 239, "rss_mb": 745.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.784, "pushed": 5.784, "read": 5.75}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.018, "count": 173, "max_ms": 66.607, "p95_ms": 62.348}, "gstreamer_push": {"avg_ms": 0.905, "count": 173, "max_ms": 1.515, "p95_ms": 1.036}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.936, "count": 173, "max_ms": 132.963, "p95_ms": 110.121}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.852, "count": 173, "max_ms": 119.914, "p95_ms": 103.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.284, "count": 173, "max_ms": 226.957, "p95_ms": 206.979}, "read_interval": {"avg_ms": 174.332, "count": 172, "max_ms": 234.203, "p95_ms": 213.973}, "triton_wait": {"avg_ms": 73.803, "count": 173, "max_ms": 132.978, "p95_ms": 110.133}, "visualize": {"avg_ms": 34.151, "count": 173, "max_ms": 49.13, "p95_ms": 38.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5680.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.994, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.199, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.498, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:39:55+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T13:39:55+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T13:39:55.063890+09:00", "mtime_epoch": 1783312795.06389, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:39:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1324.352, "name": "celery", "pid": 267, "rss_mb": 1320.055, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.16, "pushed": 8.16, "read": 8.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.476, "count": 244, "max_ms": 7.665, "p95_ms": 5.881}, "gstreamer_push": {"avg_ms": 1.431, "count": 244, "max_ms": 6.328, "p95_ms": 2.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.816, "count": 244, "max_ms": 99.778, "p95_ms": 78.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.657, "count": 244, "max_ms": 118.105, "p95_ms": 103.299}, "yolo11_640_fire_11class": {"avg_ms": 65.592, "count": 244, "max_ms": 100.296, "p95_ms": 82.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.413, "count": 244, "max_ms": 102.322, "p95_ms": 94.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.467, "count": 244, "max_ms": 174.566, "p95_ms": 148.409}, "read_interval": {"avg_ms": 123.013, "count": 243, "max_ms": 186.736, "p95_ms": 160.208}, "triton_wait": {"avg_ms": 80.957, "count": 244, "max_ms": 118.118, "p95_ms": 103.312}, "visualize": {"avg_ms": 4.364, "count": 244, "max_ms": 6.954, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5677.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:31:57+09:00", "last_error_summary": "[h264 @ 0x5587f5c93b00] error while decoding MB 77 43, bytestream -14 [h264 @ 0x5587f503aa00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f503aa00] error while decoding MB 0 26, bytestream 60127 [h264 @ 0x5587f4f3c9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5587f4f3c9c0] error while decoding MB 0 36, bytestream 111096 [h264 @ 0x5587f5a26f80] error while decoding MB 16 34, bytestream -5 [h264 @ 0x5587f5bc4c80] left block unavailable for requested i", "last_exit_at": "2026-07-06T13:32:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 478.712, "last_started_at": "2026-07-06T13:32:00+09:00", "pid": 8996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.941, "name": "ffmpeg", "pid": 8996, "rss_mb": 301.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.518, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:39:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T13:39:58+09:00", "mjpeg": {"age_sec": 9.39, "exists": true, "mtime": "2026-07-06T13:39:49.483785+09:00", "mtime_epoch": 1783312789.483785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:39:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1453.699, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.18, "pushed": 6.18, "read": 6.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.366, "count": 185, "max_ms": 5.346, "p95_ms": 4.325}, "gstreamer_push": {"avg_ms": 1.541, "count": 185, "max_ms": 6.651, "p95_ms": 3.596}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.204, "count": 185, "max_ms": 84.871, "p95_ms": 79.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.538, "count": 185, "max_ms": 122.264, "p95_ms": 103.72}, "yolo11_640_fire_11class": {"avg_ms": 65.974, "count": 185, "max_ms": 86.078, "p95_ms": 82.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.84, "count": 185, "max_ms": 100.144, "p95_ms": 94.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.787, "count": 185, "max_ms": 134.52, "p95_ms": 115.902}, "read_interval": {"avg_ms": 162.908, "count": 184, "max_ms": 9407.355, "p95_ms": 131.355}, "triton_wait": {"avg_ms": 81.735, "count": 185, "max_ms": 122.277, "p95_ms": 103.732}, "visualize": {"avg_ms": 3.623, "count": 185, "max_ms": 4.611, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 449, "tracking_summary": 438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5679.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8515.79, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.779, "sample_count": 1724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:40:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:40:02+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T13:40:02+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T13:40:02.428028+09:00", "mtime_epoch": 1783312802.4280283, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:40:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 746.793, "name": "celery", "pid": 239, "rss_mb": 745.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.145, "pushed": 6.145, "read": 6.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.389, "count": 184, "max_ms": 66.096, "p95_ms": 63.294}, "gstreamer_push": {"avg_ms": 0.934, "count": 184, "max_ms": 1.703, "p95_ms": 1.071}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.014, "count": 184, "max_ms": 115.55, "p95_ms": 97.937}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.308, "count": 184, "max_ms": 108.287, "p95_ms": 98.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.567, "count": 184, "max_ms": 207.285, "p95_ms": 186.233}, "read_interval": {"avg_ms": 163.573, "count": 183, "max_ms": 214.798, "p95_ms": 193.576}, "triton_wait": {"avg_ms": 74.828, "count": 184, "max_ms": 115.563, "p95_ms": 101.692}, "visualize": {"avg_ms": 32.659, "count": 184, "max_ms": 45.751, "p95_ms": 41.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5636.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.145, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.113, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:40:25+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T13:40:25+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T13:40:25.204457+09:00", "mtime_epoch": 1783312825.2044568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:40:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1324.352, "name": "celery", "pid": 267, "rss_mb": 1317.914, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.568}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.886, "count": 287, "max_ms": 8.648, "p95_ms": 5.792}, "gstreamer_push": {"avg_ms": 1.48, "count": 287, "max_ms": 6.171, "p95_ms": 3.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.044, "count": 287, "max_ms": 89.789, "p95_ms": 76.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.451, "count": 287, "max_ms": 120.58, "p95_ms": 99.195}, "yolo11_640_fire_11class": {"avg_ms": 58.57, "count": 287, "max_ms": 89.781, "p95_ms": 77.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.561, "count": 287, "max_ms": 102.252, "p95_ms": 90.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.94, "count": 287, "max_ms": 156.8, "p95_ms": 143.442}, "read_interval": {"avg_ms": 104.397, "count": 286, "max_ms": 167.686, "p95_ms": 152.587}, "triton_wait": {"avg_ms": 71.55, "count": 287, "max_ms": 120.593, "p95_ms": 99.206}, "visualize": {"avg_ms": 3.996, "count": 287, "max_ms": 6.327, "p95_ms": 5.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5637.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.397, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.734, "name": "ffmpeg", "pid": 9255, "rss_mb": 264.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.033, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:40:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:40:28+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T13:40:28+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T13:40:28.772524+09:00", "mtime_epoch": 1783312828.7725239, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:40:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.383, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.411, "pushed": 7.411, "read": 7.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 148, "max_ms": 5.095, "p95_ms": 4.434}, "gstreamer_push": {"avg_ms": 1.565, "count": 148, "max_ms": 7.699, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.868, "count": 148, "max_ms": 88.068, "p95_ms": 81.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.866, "count": 148, "max_ms": 121.648, "p95_ms": 109.223}, "yolo11_640_fire_11class": {"avg_ms": 65.161, "count": 148, "max_ms": 87.535, "p95_ms": 83.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.4, "count": 148, "max_ms": 102.246, "p95_ms": 96.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.263, "count": 148, "max_ms": 133.714, "p95_ms": 121.357}, "read_interval": {"avg_ms": 202.485, "count": 148, "max_ms": 10124.424, "p95_ms": 134.378}, "triton_wait": {"avg_ms": 80.971, "count": 148, "max_ms": 121.661, "p95_ms": 109.235}, "visualize": {"avg_ms": 3.742, "count": 148, "max_ms": 5.758, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 452, "tracking_summary": 439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5639.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8545.979, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.777, "sample_count": 1722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:40:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:40:32+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T13:40:32+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T13:40:32.592596+09:00", "mtime_epoch": 1783312832.5925958, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:40:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 746.793, "name": "celery", "pid": 239, "rss_mb": 744.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.627, "pushed": 5.627, "read": 5.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.242, "count": 168, "max_ms": 75.188, "p95_ms": 62.745}, "gstreamer_push": {"avg_ms": 0.924, "count": 168, "max_ms": 1.865, "p95_ms": 1.073}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.409, "count": 168, "max_ms": 117.406, "p95_ms": 105.028}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.441, "count": 168, "max_ms": 115.139, "p95_ms": 108.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.812, "count": 168, "max_ms": 215.864, "p95_ms": 208.33}, "read_interval": {"avg_ms": 178.604, "count": 167, "max_ms": 223.487, "p95_ms": 216.784}, "triton_wait": {"avg_ms": 78.293, "count": 168, "max_ms": 117.418, "p95_ms": 109.786}, "visualize": {"avg_ms": 34.956, "count": 168, "max_ms": 58.11, "p95_ms": 45.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6060.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.223, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.365, "sample_count": 2491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:40:55+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T13:40:55+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T13:40:55.265023+09:00", "mtime_epoch": 1783312855.2650225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:40:55+09:00", "process": {"exists": true, "fd_count": 137, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1573.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 7.642, "recorders": [{"age_sec": 7.642, "frame_count": 89, "is_recording": true, "is_stopping": false, "pid": 9362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.816, "name": "ffmpeg", "pid": 9362, "rss_mb": 187.816, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 11, "returncode": null, "running": true, "started_at": "2026-07-06T13:40:47+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260706_134047_falldown_detected"}], "running_ffmpeg_count": 1, "running_pids": [9362], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.867, "pushed": 5.9, "read": 5.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.92, "count": 176, "max_ms": 12.386, "p95_ms": 8.487}, "gstreamer_push": {"avg_ms": 1.375, "count": 177, "max_ms": 7.87, "p95_ms": 2.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.279, "count": 176, "max_ms": 94.65, "p95_ms": 85.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.799, "count": 176, "max_ms": 116.164, "p95_ms": 106.11}, "yolo11_640_fire_11class": {"avg_ms": 65.31, "count": 176, "max_ms": 94.084, "p95_ms": 84.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.17, "count": 176, "max_ms": 106.262, "p95_ms": 97.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.233, "count": 176, "max_ms": 617.282, "p95_ms": 204.765}, "read_interval": {"avg_ms": 169.892, "count": 176, "max_ms": 3489.932, "p95_ms": 214.052}, "triton_wait": {"avg_ms": 81.496, "count": 176, "max_ms": 116.177, "p95_ms": 106.272}, "visualize": {"avg_ms": 4.573, "count": 176, "max_ms": 10.417, "p95_ms": 5.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5905.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.458, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.797, "name": "ffmpeg", "pid": 9255, "rss_mb": 266.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.979, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:40:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:40:58+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T13:40:58+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T13:40:58.877090+09:00", "mtime_epoch": 1783312858.8770905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:40:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1453.961, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.19, "pushed": 10.19, "read": 10.156}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.461, "count": 305, "max_ms": 5.556, "p95_ms": 4.746}, "gstreamer_push": {"avg_ms": 1.424, "count": 305, "max_ms": 6.17, "p95_ms": 1.538}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.651, "count": 305, "max_ms": 96.355, "p95_ms": 77.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.076, "count": 305, "max_ms": 121.308, "p95_ms": 101.474}, "yolo11_640_fire_11class": {"avg_ms": 59.789, "count": 305, "max_ms": 90.31, "p95_ms": 81.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.566, "count": 305, "max_ms": 105.708, "p95_ms": 93.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.494, "count": 305, "max_ms": 134.297, "p95_ms": 114.458}, "read_interval": {"avg_ms": 98.592, "count": 304, "max_ms": 150.184, "p95_ms": 130.204}, "triton_wait": {"avg_ms": 73.217, "count": 305, "max_ms": 121.321, "p95_ms": 101.486}, "visualize": {"avg_ms": 3.728, "count": 305, "max_ms": 6.796, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 453, "tracking_summary": 441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5901.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8576.061, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.313, "sample_count": 1719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:41:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:41:02+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T13:41:02+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T13:41:02.689162+09:00", "mtime_epoch": 1783312862.6891623, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:41:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 746.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.654, "pushed": 5.654, "read": 5.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.407, "count": 169, "max_ms": 79.238, "p95_ms": 64.509}, "gstreamer_push": {"avg_ms": 0.91, "count": 169, "max_ms": 1.183, "p95_ms": 1.021}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.197, "count": 169, "max_ms": 120.586, "p95_ms": 101.047}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.659, "count": 169, "max_ms": 114.214, "p95_ms": 106.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.295, "count": 169, "max_ms": 217.86, "p95_ms": 201.99}, "read_interval": {"avg_ms": 177.972, "count": 168, "max_ms": 225.126, "p95_ms": 210.066}, "triton_wait": {"avg_ms": 76.081, "count": 169, "max_ms": 120.598, "p95_ms": 106.428}, "visualize": {"avg_ms": 32.518, "count": 169, "max_ms": 42.236, "p95_ms": 35.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5872.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.264, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.669, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:41:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:41:25+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T13:41:25+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T13:41:25.309588+09:00", "mtime_epoch": 1783312885.3095882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:41:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1544.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.057, "pushed": 6.057, "read": 6.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.67, "count": 181, "max_ms": 11.132, "p95_ms": 8.928}, "gstreamer_push": {"avg_ms": 1.053, "count": 181, "max_ms": 1.635, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.092, "count": 181, "max_ms": 85.115, "p95_ms": 78.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.497, "count": 181, "max_ms": 109.811, "p95_ms": 104.853}, "yolo11_640_fire_11class": {"avg_ms": 60.382, "count": 181, "max_ms": 92.988, "p95_ms": 78.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.664, "count": 181, "max_ms": 100.13, "p95_ms": 90.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.984, "count": 181, "max_ms": 233.456, "p95_ms": 184.137}, "read_interval": {"avg_ms": 165.924, "count": 180, "max_ms": 241.493, "p95_ms": 192.86}, "triton_wait": {"avg_ms": 78.704, "count": 181, "max_ms": 109.825, "p95_ms": 104.87}, "visualize": {"avg_ms": 5.247, "count": 181, "max_ms": 7.386, "p95_ms": 5.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5875.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.513, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.055, "name": "ffmpeg", "pid": 9255, "rss_mb": 267.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.748, "sample_count": 2566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:41:29+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T13:41:28+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T13:41:28.913656+09:00", "mtime_epoch": 1783312888.913656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:41:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1453.82, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.286, "pushed": 10.286, "read": 10.253}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.408, "count": 308, "max_ms": 5.768, "p95_ms": 4.49}, "gstreamer_push": {"avg_ms": 1.556, "count": 308, "max_ms": 6.334, "p95_ms": 3.752}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.576, "count": 308, "max_ms": 81.043, "p95_ms": 68.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.63, "count": 308, "max_ms": 115.504, "p95_ms": 96.531}, "yolo11_640_fire_11class": {"avg_ms": 57.953, "count": 308, "max_ms": 91.063, "p95_ms": 74.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.529, "count": 308, "max_ms": 100.858, "p95_ms": 85.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.998, "count": 308, "max_ms": 129.282, "p95_ms": 108.984}, "read_interval": {"avg_ms": 97.533, "count": 307, "max_ms": 302.226, "p95_ms": 126.419}, "triton_wait": {"avg_ms": 69.701, "count": 308, "max_ms": 115.516, "p95_ms": 96.544}, "visualize": {"avg_ms": 3.728, "count": 308, "max_ms": 5.936, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 456, "tracking_summary": 442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5864.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8606.237, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.684, "sample_count": 1731, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:41:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:41:33+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T13:41:32+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T13:41:32.861730+09:00", "mtime_epoch": 1783312892.8617303, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:41:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 733.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.824, "pushed": 5.824, "read": 5.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.682, "count": 174, "max_ms": 77.925, "p95_ms": 66.471}, "gstreamer_push": {"avg_ms": 0.989, "count": 174, "max_ms": 1.988, "p95_ms": 1.491}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.316, "count": 174, "max_ms": 112.508, "p95_ms": 100.663}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.515, "count": 174, "max_ms": 109.143, "p95_ms": 97.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.566, "count": 174, "max_ms": 206.048, "p95_ms": 196.408}, "read_interval": {"avg_ms": 172.495, "count": 173, "max_ms": 212.883, "p95_ms": 203.399}, "triton_wait": {"avg_ms": 75.753, "count": 174, "max_ms": 112.521, "p95_ms": 101.618}, "visualize": {"avg_ms": 32.514, "count": 174, "max_ms": 60.323, "p95_ms": 40.596}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5847.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.396, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.803, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:41:55+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T13:41:55+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T13:41:55.462156+09:00", "mtime_epoch": 1783312915.462156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:41:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1526.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.071, "pushed": 6.071, "read": 6.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.719, "count": 181, "max_ms": 11.502, "p95_ms": 9.628}, "gstreamer_push": {"avg_ms": 1.068, "count": 182, "max_ms": 1.511, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.514, "count": 181, "max_ms": 96.443, "p95_ms": 78.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.068, "count": 181, "max_ms": 119.668, "p95_ms": 106.995}, "yolo11_640_fire_11class": {"avg_ms": 61.237, "count": 181, "max_ms": 87.949, "p95_ms": 81.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.337, "count": 181, "max_ms": 99.321, "p95_ms": 95.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.534, "count": 182, "max_ms": 197.435, "p95_ms": 185.638}, "read_interval": {"avg_ms": 165.635, "count": 181, "max_ms": 206.913, "p95_ms": 196.265}, "triton_wait": {"avg_ms": 79.196, "count": 181, "max_ms": 119.681, "p95_ms": 107.008}, "visualize": {"avg_ms": 5.196, "count": 181, "max_ms": 8.149, "p95_ms": 5.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5850.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.589, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.312, "name": "ffmpeg", "pid": 9255, "rss_mb": 267.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.321, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:41:59+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T13:41:59+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T13:41:59.010223+09:00", "mtime_epoch": 1783312919.010223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:41:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 301, "max_ms": 5.198, "p95_ms": 4.744}, "gstreamer_push": {"avg_ms": 1.532, "count": 301, "max_ms": 6.359, "p95_ms": 3.683}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.1, "count": 301, "max_ms": 90.484, "p95_ms": 71.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.402, "count": 301, "max_ms": 123.856, "p95_ms": 102.821}, "yolo11_640_fire_11class": {"avg_ms": 58.496, "count": 301, "max_ms": 88.03, "p95_ms": 78.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.06, "count": 301, "max_ms": 102.358, "p95_ms": 86.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.587, "count": 301, "max_ms": 138.324, "p95_ms": 115.193}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 163.587, "p95_ms": 132.043}, "triton_wait": {"avg_ms": 71.442, "count": 301, "max_ms": 123.872, "p95_ms": 102.834}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 4.955, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 456, "tracking_summary": 444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5847.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8636.255, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.477, "sample_count": 1717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:42:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:42:03+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T13:42:02+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T13:42:02.898296+09:00", "mtime_epoch": 1783312922.898296, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:42:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 743.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.564, "pushed": 5.564, "read": 5.53}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.109, "count": 166, "max_ms": 80.702, "p95_ms": 69.118}, "gstreamer_push": {"avg_ms": 1.157, "count": 166, "max_ms": 4.616, "p95_ms": 2.267}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.041, "count": 166, "max_ms": 115.424, "p95_ms": 104.357}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.182, "count": 166, "max_ms": 116.932, "p95_ms": 104.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.311, "count": 166, "max_ms": 226.796, "p95_ms": 202.512}, "read_interval": {"avg_ms": 180.891, "count": 165, "max_ms": 233.104, "p95_ms": 209.828}, "triton_wait": {"avg_ms": 80.244, "count": 166, "max_ms": 116.946, "p95_ms": 110.657}, "visualize": {"avg_ms": 37.39, "count": 166, "max_ms": 53.712, "p95_ms": 50.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5819.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.452, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.341, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:42:25+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T13:42:25+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T13:42:25.514722+09:00", "mtime_epoch": 1783312945.5147223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:42:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1486.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.689, "pushed": 7.689, "read": 7.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.142, "count": 230, "max_ms": 9.472, "p95_ms": 7.668}, "gstreamer_push": {"avg_ms": 1.254, "count": 230, "max_ms": 2.493, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.148, "count": 230, "max_ms": 92.477, "p95_ms": 82.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.207, "count": 230, "max_ms": 121.825, "p95_ms": 103.68}, "yolo11_640_fire_11class": {"avg_ms": 65.918, "count": 230, "max_ms": 90.273, "p95_ms": 84.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.174, "count": 230, "max_ms": 106.089, "p95_ms": 96.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.566, "count": 230, "max_ms": 195.038, "p95_ms": 175.774}, "read_interval": {"avg_ms": 130.566, "count": 229, "max_ms": 363.544, "p95_ms": 184.888}, "triton_wait": {"avg_ms": 81.478, "count": 230, "max_ms": 121.838, "p95_ms": 103.692}, "visualize": {"avg_ms": 4.391, "count": 230, "max_ms": 7.103, "p95_ms": 5.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5798.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.605, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.312, "name": "ffmpeg", "pid": 9255, "rss_mb": 267.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.201, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:42:29+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T13:42:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T13:42:29.014788+09:00", "mtime_epoch": 1783312949.0147884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:42:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1446.543, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.419, "pushed": 9.419, "read": 9.386}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.502, "count": 282, "max_ms": 5.68, "p95_ms": 4.898}, "gstreamer_push": {"avg_ms": 1.582, "count": 282, "max_ms": 6.927, "p95_ms": 3.784}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.221, "count": 282, "max_ms": 88.167, "p95_ms": 79.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.241, "count": 282, "max_ms": 121.027, "p95_ms": 101.563}, "yolo11_640_fire_11class": {"avg_ms": 65.131, "count": 282, "max_ms": 88.758, "p95_ms": 83.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.967, "count": 282, "max_ms": 104.192, "p95_ms": 94.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.9, "count": 282, "max_ms": 133.18, "p95_ms": 114.361}, "read_interval": {"avg_ms": 106.41, "count": 281, "max_ms": 149.483, "p95_ms": 130.986}, "triton_wait": {"avg_ms": 79.422, "count": 282, "max_ms": 121.04, "p95_ms": 101.576}, "visualize": {"avg_ms": 3.803, "count": 282, "max_ms": 6.877, "p95_ms": 4.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 459, "tracking_summary": 445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5805.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8666.308, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.315, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:42:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:42:33+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T13:42:32+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T13:42:32.914862+09:00", "mtime_epoch": 1783312952.914862, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:42:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 739.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.592, "pushed": 5.592, "read": 5.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.739, "count": 167, "max_ms": 79.445, "p95_ms": 65.051}, "gstreamer_push": {"avg_ms": 1.034, "count": 167, "max_ms": 3.593, "p95_ms": 2.017}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.671, "count": 167, "max_ms": 115.26, "p95_ms": 106.943}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.518, "count": 167, "max_ms": 116.358, "p95_ms": 103.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.157, "count": 167, "max_ms": 221.682, "p95_ms": 206.343}, "read_interval": {"avg_ms": 179.792, "count": 166, "max_ms": 228.697, "p95_ms": 214.031}, "triton_wait": {"avg_ms": 76.135, "count": 167, "max_ms": 116.374, "p95_ms": 108.823}, "visualize": {"avg_ms": 36.211, "count": 167, "max_ms": 61.572, "p95_ms": 46.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5795.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.531, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.038, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:42:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:42:55+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T13:42:55+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:42:55.627290+09:00", "mtime_epoch": 1783312975.62729, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:42:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1468.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.586, "pushed": 8.586, "read": 8.553}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.613, "count": 257, "max_ms": 5.773, "p95_ms": 5.465}, "gstreamer_push": {"avg_ms": 1.35, "count": 257, "max_ms": 1.881, "p95_ms": 1.517}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.035, "count": 257, "max_ms": 90.204, "p95_ms": 82.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.76, "count": 257, "max_ms": 119.008, "p95_ms": 104.515}, "yolo11_640_fire_11class": {"avg_ms": 72.628, "count": 257, "max_ms": 90.976, "p95_ms": 85.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.461, "count": 257, "max_ms": 105.358, "p95_ms": 99.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.247, "count": 257, "max_ms": 157.763, "p95_ms": 125.635}, "read_interval": {"avg_ms": 117.013, "count": 256, "max_ms": 167.709, "p95_ms": 141.244}, "triton_wait": {"avg_ms": 89.228, "count": 257, "max_ms": 119.02, "p95_ms": 104.718}, "visualize": {"avg_ms": 3.767, "count": 257, "max_ms": 5.966, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5793.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.693, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.312, "name": "ffmpeg", "pid": 9255, "rss_mb": 267.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.651, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:42:59+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T13:42:59+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T13:42:59.079355+09:00", "mtime_epoch": 1783312979.0793552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:42:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.895, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.604, "pushed": 8.604, "read": 8.604}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 258, "max_ms": 5.259, "p95_ms": 4.587}, "gstreamer_push": {"avg_ms": 1.523, "count": 258, "max_ms": 6.277, "p95_ms": 3.506}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.345, "count": 258, "max_ms": 85.108, "p95_ms": 80.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.978, "count": 258, "max_ms": 124.837, "p95_ms": 110.479}, "yolo11_640_fire_11class": {"avg_ms": 72.771, "count": 258, "max_ms": 90.835, "p95_ms": 84.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.829, "count": 258, "max_ms": 105.502, "p95_ms": 99.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.742, "count": 258, "max_ms": 136.946, "p95_ms": 124.046}, "read_interval": {"avg_ms": 116.113, "count": 258, "max_ms": 149.707, "p95_ms": 138.783}, "triton_wait": {"avg_ms": 90.362, "count": 258, "max_ms": 124.851, "p95_ms": 110.49}, "visualize": {"avg_ms": 3.746, "count": 258, "max_ms": 4.905, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 459, "tracking_summary": 446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5798.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8696.436, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.429, "sample_count": 1724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:43:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:43:03+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T13:43:03+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T13:43:03.107431+09:00", "mtime_epoch": 1783312983.1074312, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:43:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 745.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.819, "pushed": 5.819, "read": 5.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.791, "count": 174, "max_ms": 65.312, "p95_ms": 63.756}, "gstreamer_push": {"avg_ms": 1.126, "count": 174, "max_ms": 3.576, "p95_ms": 2.26}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.916, "count": 174, "max_ms": 121.098, "p95_ms": 108.752}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.925, "count": 174, "max_ms": 119.837, "p95_ms": 107.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.779, "count": 174, "max_ms": 221.376, "p95_ms": 198.813}, "read_interval": {"avg_ms": 173.33, "count": 173, "max_ms": 230.788, "p95_ms": 208.094}, "triton_wait": {"avg_ms": 80.772, "count": 174, "max_ms": 121.11, "p95_ms": 112.062}, "visualize": {"avg_ms": 35.7, "count": 174, "max_ms": 61.393, "p95_ms": 53.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5803.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.538, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.97, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:43:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:43:25+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T13:43:25+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T13:43:25.643856+09:00", "mtime_epoch": 1783313005.643856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:43:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1468.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.635, "pushed": 8.635, "read": 8.635}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.568, "count": 259, "max_ms": 5.762, "p95_ms": 5.003}, "gstreamer_push": {"avg_ms": 1.385, "count": 259, "max_ms": 2.464, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.99, "count": 259, "max_ms": 87.418, "p95_ms": 81.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.914, "count": 259, "max_ms": 125.318, "p95_ms": 105.946}, "yolo11_640_fire_11class": {"avg_ms": 72.922, "count": 259, "max_ms": 90.882, "p95_ms": 84.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.303, "count": 259, "max_ms": 107.244, "p95_ms": 99.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.741, "count": 259, "max_ms": 138.289, "p95_ms": 119.347}, "read_interval": {"avg_ms": 115.899, "count": 259, "max_ms": 150.606, "p95_ms": 133.547}, "triton_wait": {"avg_ms": 90.17, "count": 259, "max_ms": 125.332, "p95_ms": 105.957}, "visualize": {"avg_ms": 3.802, "count": 259, "max_ms": 7.096, "p95_ms": 4.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5802.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.722, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.148, "name": "ffmpeg", "pid": 9255, "rss_mb": 270.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.568, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:43:29+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T13:43:29+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:43:29.115922+09:00", "mtime_epoch": 1783313009.1159217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:43:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.592, "pushed": 8.592, "read": 8.558}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.376, "count": 257, "max_ms": 5.587, "p95_ms": 4.051}, "gstreamer_push": {"avg_ms": 1.663, "count": 257, "max_ms": 6.693, "p95_ms": 3.921}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.664, "count": 257, "max_ms": 86.827, "p95_ms": 81.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.573, "count": 257, "max_ms": 127.323, "p95_ms": 106.405}, "yolo11_640_fire_11class": {"avg_ms": 72.758, "count": 257, "max_ms": 90.29, "p95_ms": 85.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.796, "count": 257, "max_ms": 106.82, "p95_ms": 100.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.209, "count": 257, "max_ms": 139.877, "p95_ms": 119.924}, "read_interval": {"avg_ms": 116.837, "count": 256, "max_ms": 152.107, "p95_ms": 134.917}, "triton_wait": {"avg_ms": 90.761, "count": 257, "max_ms": 127.336, "p95_ms": 106.417}, "visualize": {"avg_ms": 3.792, "count": 257, "max_ms": 7.094, "p95_ms": 4.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 461, "tracking_summary": 448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5802.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8726.468, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.774, "sample_count": 1726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:43:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:43:33+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T13:43:33+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T13:43:33.107997+09:00", "mtime_epoch": 1783313013.107997, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:43:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 743.18, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.862, "pushed": 5.862, "read": 5.828}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.025, "count": 175, "max_ms": 64.334, "p95_ms": 61.732}, "gstreamer_push": {"avg_ms": 0.939, "count": 175, "max_ms": 2.321, "p95_ms": 1.072}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.33, "count": 175, "max_ms": 125.661, "p95_ms": 111.317}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.468, "count": 175, "max_ms": 120.442, "p95_ms": 110.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.881, "count": 175, "max_ms": 212.699, "p95_ms": 203.724}, "read_interval": {"avg_ms": 171.634, "count": 174, "max_ms": 220.647, "p95_ms": 210.921}, "triton_wait": {"avg_ms": 80.242, "count": 175, "max_ms": 125.67, "p95_ms": 112.423}, "visualize": {"avg_ms": 32.368, "count": 175, "max_ms": 45.061, "p95_ms": 39.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5802.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:34:55+09:00", "last_error_summary": "[h264 @ 0x55a0b8973380] error while decoding MB 3 56, bytestream -15 [in#0/rtsp @ 0x55a0b7ed6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a0b7ed6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.538, "last_started_at": "2026-07-06T13:34:58+09:00", "pid": 9103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 9103, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.038, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:43:55+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T13:43:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:43:55.636422+09:00", "mtime_epoch": 1783313035.636422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:43:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1468.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.47, "pushed": 8.47, "read": 8.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 254, "max_ms": 5.699, "p95_ms": 4.353}, "gstreamer_push": {"avg_ms": 1.365, "count": 254, "max_ms": 2.171, "p95_ms": 1.506}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.373, "count": 254, "max_ms": 87.943, "p95_ms": 82.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.173, "count": 254, "max_ms": 118.145, "p95_ms": 106.061}, "yolo11_640_fire_11class": {"avg_ms": 75.181, "count": 254, "max_ms": 88.468, "p95_ms": 85.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.816, "count": 254, "max_ms": 104.001, "p95_ms": 99.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.9, "count": 254, "max_ms": 130.473, "p95_ms": 118.257}, "read_interval": {"avg_ms": 118.089, "count": 254, "max_ms": 143.746, "p95_ms": 132.303}, "triton_wait": {"avg_ms": 92.546, "count": 254, "max_ms": 118.158, "p95_ms": 106.074}, "visualize": {"avg_ms": 3.738, "count": 254, "max_ms": 5.839, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5795.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.835, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.383, "name": "ffmpeg", "pid": 9255, "rss_mb": 274.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.6, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:43:59+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T13:43:59+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T13:43:59.228490+09:00", "mtime_epoch": 1783313039.2284899, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 100869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:43:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.055, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.476, "pushed": 8.476, "read": 8.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.334, "count": 254, "max_ms": 5.682, "p95_ms": 3.973}, "gstreamer_push": {"avg_ms": 1.655, "count": 254, "max_ms": 7.385, "p95_ms": 4.012}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.248, "count": 254, "max_ms": 87.903, "p95_ms": 82.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.345, "count": 254, "max_ms": 127.245, "p95_ms": 106.058}, "yolo11_640_fire_11class": {"avg_ms": 75.0, "count": 254, "max_ms": 87.89, "p95_ms": 84.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.493, "count": 254, "max_ms": 102.067, "p95_ms": 98.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.918, "count": 254, "max_ms": 142.589, "p95_ms": 118.169}, "read_interval": {"avg_ms": 118.562, "count": 253, "max_ms": 158.804, "p95_ms": 134.318}, "triton_wait": {"avg_ms": 92.61, "count": 254, "max_ms": 127.262, "p95_ms": 106.07}, "visualize": {"avg_ms": 3.736, "count": 254, "max_ms": 5.934, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 462, "tracking_summary": 449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5795.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8756.584, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.724, "sample_count": 1710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:44:03+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T13:44:03+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T13:44:03.228565+09:00", "mtime_epoch": 1783313043.2285652, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:44:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 734.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.449, "pushed": 5.449, "read": 5.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.922, "count": 163, "max_ms": 80.179, "p95_ms": 67.289}, "gstreamer_push": {"avg_ms": 0.967, "count": 163, "max_ms": 2.121, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.274, "count": 163, "max_ms": 118.235, "p95_ms": 106.858}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.169, "count": 163, "max_ms": 117.682, "p95_ms": 105.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.958, "count": 163, "max_ms": 239.97, "p95_ms": 216.224}, "read_interval": {"avg_ms": 184.866, "count": 162, "max_ms": 247.613, "p95_ms": 224.554}, "triton_wait": {"avg_ms": 77.037, "count": 163, "max_ms": 118.249, "p95_ms": 109.088}, "visualize": {"avg_ms": 36.781, "count": 163, "max_ms": 54.064, "p95_ms": 50.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5806.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.915, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.887, "name": "ffmpeg", "pid": 9423, "rss_mb": 330.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.341, "sample_count": 2280, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:44:25+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T13:44:25+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T13:44:25.640988+09:00", "mtime_epoch": 1783313065.6409883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:44:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1468.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.069, "pushed": 7.069, "read": 7.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.937, "count": 212, "max_ms": 6.83, "p95_ms": 5.918}, "gstreamer_push": {"avg_ms": 1.324, "count": 212, "max_ms": 2.245, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.778, "count": 212, "max_ms": 95.063, "p95_ms": 81.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.198, "count": 212, "max_ms": 122.772, "p95_ms": 105.123}, "yolo11_640_fire_11class": {"avg_ms": 71.201, "count": 212, "max_ms": 94.537, "p95_ms": 84.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.015, "count": 212, "max_ms": 106.882, "p95_ms": 99.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.355, "count": 212, "max_ms": 190.418, "p95_ms": 149.781}, "read_interval": {"avg_ms": 141.496, "count": 212, "max_ms": 4728.821, "p95_ms": 161.915}, "triton_wait": {"avg_ms": 86.67, "count": 212, "max_ms": 122.785, "p95_ms": 105.135}, "visualize": {"avg_ms": 4.007, "count": 212, "max_ms": 6.544, "p95_ms": 5.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5798.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 258.075, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.703, "name": "ffmpeg", "pid": 9255, "rss_mb": 276.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.174, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:44:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T13:44:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T13:44:30+09:00", "mjpeg": {"age_sec": 1.355, "exists": true, "mtime": "2026-07-06T13:44:29.217056+09:00", "mtime_epoch": 1783313069.2170558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:44:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.092, "pushed": 9.092, "read": 9.058}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.384, "count": 272, "max_ms": 5.131, "p95_ms": 3.971}, "gstreamer_push": {"avg_ms": 1.558, "count": 272, "max_ms": 6.387, "p95_ms": 3.798}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.789, "count": 272, "max_ms": 87.917, "p95_ms": 78.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.818, "count": 272, "max_ms": 124.679, "p95_ms": 104.1}, "yolo11_640_fire_11class": {"avg_ms": 64.977, "count": 272, "max_ms": 89.046, "p95_ms": 83.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.386, "count": 272, "max_ms": 104.552, "p95_ms": 95.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.336, "count": 272, "max_ms": 137.024, "p95_ms": 116.245}, "read_interval": {"avg_ms": 110.566, "count": 271, "max_ms": 1381.865, "p95_ms": 131.332}, "triton_wait": {"avg_ms": 80.018, "count": 272, "max_ms": 124.695, "p95_ms": 104.114}, "visualize": {"avg_ms": 3.734, "count": 272, "max_ms": 5.911, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 465, "tracking_summary": 451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5810.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8786.645, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.537, "sample_count": 1717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:44:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:44:33+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T13:44:33+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T13:44:33.277133+09:00", "mtime_epoch": 1783313073.2771325, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:44:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 745.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.029, "pushed": 6.029, "read": 5.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.696, "count": 180, "max_ms": 80.833, "p95_ms": 65.241}, "gstreamer_push": {"avg_ms": 0.995, "count": 180, "max_ms": 2.053, "p95_ms": 1.849}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.041, "count": 180, "max_ms": 115.477, "p95_ms": 105.757}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.64, "count": 180, "max_ms": 111.408, "p95_ms": 100.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.129, "count": 180, "max_ms": 229.374, "p95_ms": 203.537}, "read_interval": {"avg_ms": 166.961, "count": 179, "max_ms": 236.023, "p95_ms": 213.545}, "triton_wait": {"avg_ms": 70.635, "count": 180, "max_ms": 115.489, "p95_ms": 105.769}, "visualize": {"avg_ms": 33.25, "count": 180, "max_ms": 50.455, "p95_ms": 44.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5783.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.003, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.176, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.315, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:44:55+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T13:44:55+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T13:44:55.669555+09:00", "mtime_epoch": 1783313095.6695552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:44:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1431.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.056, "pushed": 7.056, "read": 7.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.525, "count": 211, "max_ms": 11.424, "p95_ms": 8.613}, "gstreamer_push": {"avg_ms": 1.102, "count": 211, "max_ms": 1.459, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.733, "count": 211, "max_ms": 81.662, "p95_ms": 73.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.024, "count": 211, "max_ms": 112.769, "p95_ms": 101.314}, "yolo11_640_fire_11class": {"avg_ms": 58.723, "count": 211, "max_ms": 87.61, "p95_ms": 78.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.204, "count": 211, "max_ms": 107.421, "p95_ms": 91.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.695, "count": 211, "max_ms": 193.623, "p95_ms": 172.636}, "read_interval": {"avg_ms": 142.404, "count": 210, "max_ms": 200.963, "p95_ms": 182.279}, "triton_wait": {"avg_ms": 73.42, "count": 211, "max_ms": 112.783, "p95_ms": 101.325}, "visualize": {"avg_ms": 5.021, "count": 211, "max_ms": 7.153, "p95_ms": 6.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 466, "tracking_summary": 452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5775.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8816.696, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.563, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:45:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:45:03+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T13:45:03+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T13:45:03.341700+09:00", "mtime_epoch": 1783313103.3417, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:45:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 747.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.059, "pushed": 6.059, "read": 6.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.531, "count": 181, "max_ms": 69.941, "p95_ms": 64.316}, "gstreamer_push": {"avg_ms": 0.913, "count": 181, "max_ms": 1.1, "p95_ms": 1.045}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.422, "count": 181, "max_ms": 114.982, "p95_ms": 92.424}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.81, "count": 181, "max_ms": 126.833, "p95_ms": 90.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.247, "count": 181, "max_ms": 217.036, "p95_ms": 187.54}, "read_interval": {"avg_ms": 166.05, "count": 180, "max_ms": 223.673, "p95_ms": 195.126}, "triton_wait": {"avg_ms": 72.218, "count": 181, "max_ms": 126.846, "p95_ms": 95.574}, "visualize": {"avg_ms": 31.017, "count": 181, "max_ms": 43.664, "p95_ms": 36.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5786.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:40:10+09:00", "last_error_summary": "[h264 @ 0x561182d2a2c0] cabac decode of qscale diff failed at 39 30 [h264 @ 0x561182d2a2c0] error while decoding MB 39 30, bytestream 5421 [h264 @ 0x56118378c140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56118378c140] error while decoding MB 0 6, bytestream 8423 [h264 @ 0x561182d66740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561182d66740] error while decoding MB 0 43, bytestream 3236 [h264 @ 0x561182c62440] left block unavailable for requested intra", "last_exit_at": "2026-07-06T13:40:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 294.85, "last_started_at": "2026-07-06T13:40:12+09:00", "pid": 9255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.156, "name": "ffmpeg", "pid": 9255, "rss_mb": 297.156, "state": "S (sleeping)", "threads": 104}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.027, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:45:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:45:07+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T13:45:07+09:00", "mjpeg": {"age_sec": 19.272, "exists": true, "mtime": "2026-07-06T13:44:48.073412+09:00", "mtime_epoch": 1783313088.0734117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:45:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.965, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 110, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.668, "pushed": 3.668, "read": 3.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.344, "count": 110, "max_ms": 4.966, "p95_ms": 4.149}, "gstreamer_push": {"avg_ms": 1.749, "count": 110, "max_ms": 6.771, "p95_ms": 6.079}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.053, "count": 110, "max_ms": 79.122, "p95_ms": 73.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.489, "count": 110, "max_ms": 112.529, "p95_ms": 102.484}, "yolo11_640_fire_11class": {"avg_ms": 57.487, "count": 110, "max_ms": 86.067, "p95_ms": 74.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.457, "count": 110, "max_ms": 97.249, "p95_ms": 90.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.644, "count": 110, "max_ms": 124.533, "p95_ms": 115.017}, "read_interval": {"avg_ms": 272.664, "count": 110, "max_ms": 19286.784, "p95_ms": 131.372}, "triton_wait": {"avg_ms": 72.564, "count": 110, "max_ms": 112.541, "p95_ms": 102.503}, "visualize": {"avg_ms": 3.643, "count": 110, "max_ms": 5.102, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5643.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.076, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.176, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.901, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:45:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:45:25+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T13:45:25+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T13:45:25.798124+09:00", "mtime_epoch": 1783313125.798124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:45:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1317.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.326, "pushed": 7.326, "read": 7.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.884, "count": 219, "max_ms": 11.374, "p95_ms": 9.315}, "gstreamer_push": {"avg_ms": 1.319, "count": 219, "max_ms": 4.168, "p95_ms": 2.064}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.32, "count": 219, "max_ms": 87.578, "p95_ms": 78.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.589, "count": 219, "max_ms": 127.344, "p95_ms": 103.962}, "yolo11_640_fire_11class": {"avg_ms": 65.115, "count": 219, "max_ms": 87.65, "p95_ms": 82.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.093, "count": 219, "max_ms": 102.407, "p95_ms": 96.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.399, "count": 219, "max_ms": 204.433, "p95_ms": 177.116}, "read_interval": {"avg_ms": 137.401, "count": 218, "max_ms": 213.066, "p95_ms": 185.648}, "triton_wait": {"avg_ms": 83.94, "count": 219, "max_ms": 127.357, "p95_ms": 103.974}, "visualize": {"avg_ms": 4.33, "count": 219, "max_ms": 6.55, "p95_ms": 5.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 469, "tracking_summary": 454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5649.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8846.768, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.537, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:45:33+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T13:45:33+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T13:45:33.398268+09:00", "mtime_epoch": 1783313133.3982677, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:45:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 744.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.547, "pushed": 5.547, "read": 5.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.276, "count": 166, "max_ms": 70.712, "p95_ms": 64.564}, "gstreamer_push": {"avg_ms": 0.907, "count": 166, "max_ms": 2.164, "p95_ms": 1.035}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.908, "count": 166, "max_ms": 118.444, "p95_ms": 108.142}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.433, "count": 166, "max_ms": 117.665, "p95_ms": 110.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.581, "count": 166, "max_ms": 218.599, "p95_ms": 209.06}, "read_interval": {"avg_ms": 181.157, "count": 165, "max_ms": 225.888, "p95_ms": 216.164}, "triton_wait": {"avg_ms": 78.582, "count": 166, "max_ms": 118.453, "p95_ms": 112.505}, "visualize": {"avg_ms": 33.516, "count": 166, "max_ms": 50.557, "p95_ms": 38.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5637.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.569, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.766, "name": "ffmpeg", "pid": 9575, "rss_mb": 267.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.027, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:45:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:45:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T13:45:37+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T13:45:37.334342+09:00", "mtime_epoch": 1783313137.334342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:45:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.582, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.979, "pushed": 7.979, "read": 7.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.439, "count": 239, "max_ms": 6.426, "p95_ms": 4.655}, "gstreamer_push": {"avg_ms": 1.514, "count": 239, "max_ms": 6.17, "p95_ms": 3.734}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.785, "count": 239, "max_ms": 88.607, "p95_ms": 79.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.347, "count": 239, "max_ms": 129.476, "p95_ms": 108.384}, "yolo11_640_fire_11class": {"avg_ms": 65.097, "count": 239, "max_ms": 86.762, "p95_ms": 83.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.858, "count": 239, "max_ms": 105.179, "p95_ms": 97.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.814, "count": 239, "max_ms": 141.541, "p95_ms": 120.289}, "read_interval": {"avg_ms": 125.915, "count": 238, "max_ms": 4779.242, "p95_ms": 132.799}, "triton_wait": {"avg_ms": 81.52, "count": 239, "max_ms": 129.489, "p95_ms": 108.397}, "visualize": {"avg_ms": 3.723, "count": 239, "max_ms": 5.38, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5651.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.172, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.176, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.963, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:45:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:45:55+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T13:45:55+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T13:45:55.802691+09:00", "mtime_epoch": 1783313155.802691, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:45:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1318.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.806, "pushed": 5.806, "read": 5.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.544, "count": 174, "max_ms": 12.993, "p95_ms": 9.948}, "gstreamer_push": {"avg_ms": 1.052, "count": 174, "max_ms": 3.835, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.321, "count": 174, "max_ms": 97.404, "p95_ms": 83.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.919, "count": 174, "max_ms": 125.841, "p95_ms": 109.457}, "yolo11_640_fire_11class": {"avg_ms": 60.73, "count": 174, "max_ms": 91.087, "p95_ms": 82.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.937, "count": 174, "max_ms": 113.457, "p95_ms": 98.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.356, "count": 174, "max_ms": 218.541, "p95_ms": 205.96}, "read_interval": {"avg_ms": 172.679, "count": 173, "max_ms": 225.423, "p95_ms": 213.916}, "triton_wait": {"avg_ms": 79.555, "count": 174, "max_ms": 125.851, "p95_ms": 109.47}, "visualize": {"avg_ms": 5.211, "count": 174, "max_ms": 7.938, "p95_ms": 6.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 469, "tracking_summary": 455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5655.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8876.831, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.021, "sample_count": 1715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:46:03+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T13:46:03+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T13:46:03.482836+09:00", "mtime_epoch": 1783313163.482836, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:46:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 747.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.789, "pushed": 5.789, "read": 5.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.004, "count": 173, "max_ms": 81.763, "p95_ms": 68.857}, "gstreamer_push": {"avg_ms": 1.006, "count": 173, "max_ms": 3.113, "p95_ms": 1.528}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.981, "count": 173, "max_ms": 130.618, "p95_ms": 106.884}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.507, "count": 173, "max_ms": 110.673, "p95_ms": 106.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.603, "count": 173, "max_ms": 226.665, "p95_ms": 207.94}, "read_interval": {"avg_ms": 173.834, "count": 172, "max_ms": 235.817, "p95_ms": 215.491}, "triton_wait": {"avg_ms": 78.736, "count": 173, "max_ms": 130.631, "p95_ms": 107.917}, "visualize": {"avg_ms": 34.166, "count": 173, "max_ms": 54.884, "p95_ms": 42.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5652.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.586, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.239, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:46:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:46:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T13:46:07+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T13:46:07.358909+09:00", "mtime_epoch": 1783313167.3589094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:46:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.66, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.458, "count": 298, "max_ms": 5.439, "p95_ms": 4.612}, "gstreamer_push": {"avg_ms": 1.532, "count": 298, "max_ms": 6.493, "p95_ms": 3.797}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.444, "count": 298, "max_ms": 91.44, "p95_ms": 71.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.881, "count": 298, "max_ms": 118.925, "p95_ms": 105.244}, "yolo11_640_fire_11class": {"avg_ms": 59.153, "count": 298, "max_ms": 94.103, "p95_ms": 77.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.561, "count": 298, "max_ms": 112.179, "p95_ms": 95.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.203, "count": 298, "max_ms": 131.211, "p95_ms": 117.212}, "read_interval": {"avg_ms": 100.812, "count": 297, "max_ms": 148.543, "p95_ms": 130.837}, "triton_wait": {"avg_ms": 74.921, "count": 298, "max_ms": 118.938, "p95_ms": 105.257}, "visualize": {"avg_ms": 3.732, "count": 298, "max_ms": 5.303, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5661.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.199, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.176, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.547, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:46:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:46:26+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T13:46:25+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T13:46:25.855259+09:00", "mtime_epoch": 1783313185.855259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:46:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1576.727, "name": "celery", "pid": 267, "rss_mb": 1320.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.469, "pushed": 5.469, "read": 5.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.418, "count": 163, "max_ms": 14.236, "p95_ms": 10.763}, "gstreamer_push": {"avg_ms": 1.024, "count": 163, "max_ms": 3.362, "p95_ms": 1.816}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.509, "count": 163, "max_ms": 88.696, "p95_ms": 74.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.562, "count": 163, "max_ms": 125.467, "p95_ms": 103.71}, "yolo11_640_fire_11class": {"avg_ms": 57.821, "count": 163, "max_ms": 85.809, "p95_ms": 75.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.822, "count": 163, "max_ms": 106.458, "p95_ms": 91.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.335, "count": 163, "max_ms": 235.498, "p95_ms": 209.805}, "read_interval": {"avg_ms": 184.169, "count": 162, "max_ms": 243.116, "p95_ms": 217.608}, "triton_wait": {"avg_ms": 75.529, "count": 163, "max_ms": 125.485, "p95_ms": 103.723}, "visualize": {"avg_ms": 6.005, "count": 163, "max_ms": 8.302, "p95_ms": 6.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 471, "tracking_summary": 456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5656.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8906.917, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.169, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:46:33+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T13:46:33+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T13:46:33.579405+09:00", "mtime_epoch": 1783313193.5794048, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:46:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 744.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.683, "pushed": 5.683, "read": 5.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.876, "count": 170, "max_ms": 70.145, "p95_ms": 65.231}, "gstreamer_push": {"avg_ms": 0.919, "count": 170, "max_ms": 1.301, "p95_ms": 1.063}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.028, "count": 170, "max_ms": 113.654, "p95_ms": 100.654}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.647, "count": 170, "max_ms": 116.334, "p95_ms": 102.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.257, "count": 170, "max_ms": 214.971, "p95_ms": 200.628}, "read_interval": {"avg_ms": 177.123, "count": 169, "max_ms": 224.342, "p95_ms": 208.025}, "triton_wait": {"avg_ms": 78.633, "count": 170, "max_ms": 116.346, "p95_ms": 104.785}, "visualize": {"avg_ms": 33.306, "count": 170, "max_ms": 41.48, "p95_ms": 36.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5958.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.689, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.139, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:46:37+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T13:46:37+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T13:46:37.411477+09:00", "mtime_epoch": 1783313197.4114773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:46:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1448.172, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 9.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 270, "max_ms": 8.53, "p95_ms": 6.698}, "gstreamer_push": {"avg_ms": 1.456, "count": 270, "max_ms": 6.911, "p95_ms": 3.571}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.212, "count": 270, "max_ms": 88.245, "p95_ms": 68.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.307, "count": 270, "max_ms": 119.558, "p95_ms": 102.341}, "yolo11_640_fire_11class": {"avg_ms": 57.629, "count": 270, "max_ms": 86.946, "p95_ms": 72.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.756, "count": 270, "max_ms": 110.213, "p95_ms": 87.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.827, "count": 270, "max_ms": 172.882, "p95_ms": 145.553}, "read_interval": {"avg_ms": 111.007, "count": 270, "max_ms": 183.635, "p95_ms": 156.844}, "triton_wait": {"avg_ms": 72.366, "count": 270, "max_ms": 119.57, "p95_ms": 102.353}, "visualize": {"avg_ms": 4.171, "count": 270, "max_ms": 6.151, "p95_ms": 5.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5813.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.361, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.087, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:46:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:46:56+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T13:46:55+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T13:46:55.991828+09:00", "mtime_epoch": 1783313215.9918284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:46:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1469.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.802, "pushed": 4.802, "read": 4.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.004, "count": 143, "max_ms": 15.784, "p95_ms": 12.137}, "gstreamer_push": {"avg_ms": 1.083, "count": 144, "max_ms": 3.931, "p95_ms": 2.029}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.01, "count": 143, "max_ms": 91.026, "p95_ms": 81.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.446, "count": 143, "max_ms": 115.463, "p95_ms": 108.935}, "yolo11_640_fire_11class": {"avg_ms": 59.912, "count": 143, "max_ms": 88.271, "p95_ms": 77.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.648, "count": 143, "max_ms": 111.721, "p95_ms": 97.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.665, "count": 144, "max_ms": 625.692, "p95_ms": 243.995}, "read_interval": {"avg_ms": 209.435, "count": 143, "max_ms": 636.945, "p95_ms": 253.493}, "triton_wait": {"avg_ms": 79.554, "count": 143, "max_ms": 115.475, "p95_ms": 108.948}, "visualize": {"avg_ms": 7.268, "count": 143, "max_ms": 16.561, "p95_ms": 14.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 472, "tracking_summary": 458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5800.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8937.123, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.871, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:47:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:47:03+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T13:47:03+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T13:47:03.727975+09:00", "mtime_epoch": 1783313223.7279747, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:47:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 742.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.614, "pushed": 5.614, "read": 5.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.599, "count": 168, "max_ms": 90.783, "p95_ms": 77.862}, "gstreamer_push": {"avg_ms": 0.91, "count": 168, "max_ms": 2.205, "p95_ms": 1.039}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.484, "count": 168, "max_ms": 109.447, "p95_ms": 102.62}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.738, "count": 168, "max_ms": 109.918, "p95_ms": 105.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.242, "count": 168, "max_ms": 231.303, "p95_ms": 210.909}, "read_interval": {"avg_ms": 178.788, "count": 167, "max_ms": 239.309, "p95_ms": 218.564}, "triton_wait": {"avg_ms": 75.558, "count": 168, "max_ms": 109.93, "p95_ms": 106.022}, "visualize": {"avg_ms": 32.734, "count": 168, "max_ms": 48.613, "p95_ms": 36.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5800.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.725, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.139, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:47:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:47:07+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T13:47:07+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T13:47:07.476046+09:00", "mtime_epoch": 1783313227.4760456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:47:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.871, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.385, "pushed": 9.385, "read": 9.351}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 281, "max_ms": 5.388, "p95_ms": 4.599}, "gstreamer_push": {"avg_ms": 1.5, "count": 281, "max_ms": 6.645, "p95_ms": 3.621}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.474, "count": 281, "max_ms": 91.051, "p95_ms": 79.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.349, "count": 281, "max_ms": 117.826, "p95_ms": 104.163}, "yolo11_640_fire_11class": {"avg_ms": 58.492, "count": 281, "max_ms": 85.289, "p95_ms": 76.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.913, "count": 281, "max_ms": 104.583, "p95_ms": 96.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.549, "count": 281, "max_ms": 129.985, "p95_ms": 116.348}, "read_interval": {"avg_ms": 106.919, "count": 280, "max_ms": 2261.407, "p95_ms": 130.179}, "triton_wait": {"avg_ms": 73.443, "count": 281, "max_ms": 117.838, "p95_ms": 104.216}, "visualize": {"avg_ms": 3.636, "count": 281, "max_ms": 4.878, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5779.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.576, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.958, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:47:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:47:26+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T13:47:26+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T13:47:26.188399+09:00", "mtime_epoch": 1783313246.1883993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:47:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1444.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.537, "pushed": 4.537, "read": 4.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.285, "count": 135, "max_ms": 19.189, "p95_ms": 13.493}, "gstreamer_push": {"avg_ms": 0.873, "count": 136, "max_ms": 1.029, "p95_ms": 0.955}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.249, "count": 135, "max_ms": 90.246, "p95_ms": 84.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.066, "count": 135, "max_ms": 119.401, "p95_ms": 108.134}, "yolo11_640_fire_11class": {"avg_ms": 63.541, "count": 135, "max_ms": 88.457, "p95_ms": 81.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.216, "count": 135, "max_ms": 110.213, "p95_ms": 102.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.739, "count": 136, "max_ms": 256.428, "p95_ms": 241.387}, "read_interval": {"avg_ms": 222.07, "count": 135, "max_ms": 265.739, "p95_ms": 248.171}, "triton_wait": {"avg_ms": 85.407, "count": 135, "max_ms": 119.415, "p95_ms": 108.147}, "visualize": {"avg_ms": 6.236, "count": 135, "max_ms": 7.742, "p95_ms": 7.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 474, "tracking_summary": 459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5776.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8967.137, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.502, "sample_count": 1719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:47:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:47:33+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T13:47:33+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T13:47:33.732542+09:00", "mtime_epoch": 1783313253.732542, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:47:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 743.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.771, "pushed": 5.771, "read": 5.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.12, "count": 172, "max_ms": 68.823, "p95_ms": 64.523}, "gstreamer_push": {"avg_ms": 1.192, "count": 172, "max_ms": 3.666, "p95_ms": 2.224}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.253, "count": 172, "max_ms": 128.417, "p95_ms": 106.125}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.684, "count": 172, "max_ms": 112.987, "p95_ms": 103.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.359, "count": 172, "max_ms": 223.747, "p95_ms": 206.606}, "read_interval": {"avg_ms": 174.261, "count": 171, "max_ms": 235.253, "p95_ms": 211.24}, "triton_wait": {"avg_ms": 74.138, "count": 172, "max_ms": 128.43, "p95_ms": 108.531}, "visualize": {"avg_ms": 36.73, "count": 172, "max_ms": 55.0, "p95_ms": 50.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5768.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.818, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.982, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:47:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T13:47:37+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T13:47:37+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T13:47:37.536614+09:00", "mtime_epoch": 1783313257.536614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:47:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.035, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.733, "read": 9.7}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 291, "max_ms": 5.542, "p95_ms": 4.862}, "gstreamer_push": {"avg_ms": 1.454, "count": 292, "max_ms": 6.383, "p95_ms": 1.887}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.381, "count": 291, "max_ms": 94.83, "p95_ms": 79.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.415, "count": 291, "max_ms": 122.213, "p95_ms": 105.369}, "yolo11_640_fire_11class": {"avg_ms": 62.356, "count": 291, "max_ms": 88.434, "p95_ms": 81.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.087, "count": 291, "max_ms": 107.618, "p95_ms": 96.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.668, "count": 291, "max_ms": 136.109, "p95_ms": 118.235}, "read_interval": {"avg_ms": 102.984, "count": 291, "max_ms": 155.008, "p95_ms": 132.257}, "triton_wait": {"avg_ms": 77.552, "count": 291, "max_ms": 122.225, "p95_ms": 105.382}, "visualize": {"avg_ms": 3.659, "count": 291, "max_ms": 6.697, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5706.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.583, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.837, "sample_count": 2018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:47:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:47:56+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T13:47:56+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T13:47:56.340970+09:00", "mtime_epoch": 1783313276.3409696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:47:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1365.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.435, "pushed": 8.435, "read": 8.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.14, "count": 251, "max_ms": 16.61, "p95_ms": 6.031}, "gstreamer_push": {"avg_ms": 1.344, "count": 251, "max_ms": 2.353, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.677, "count": 251, "max_ms": 87.123, "p95_ms": 80.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.544, "count": 251, "max_ms": 126.683, "p95_ms": 108.553}, "yolo11_640_fire_11class": {"avg_ms": 72.384, "count": 251, "max_ms": 88.574, "p95_ms": 84.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.724, "count": 251, "max_ms": 100.337, "p95_ms": 95.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.203, "count": 251, "max_ms": 244.398, "p95_ms": 136.199}, "read_interval": {"avg_ms": 119.695, "count": 250, "max_ms": 253.52, "p95_ms": 150.593}, "triton_wait": {"avg_ms": 89.785, "count": 251, "max_ms": 126.695, "p95_ms": 108.569}, "visualize": {"avg_ms": 3.93, "count": 251, "max_ms": 7.048, "p95_ms": 6.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.757, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 475, "tracking_summary": 461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 8997.202, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.758, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:48:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:48:03+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T13:48:03+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T13:48:03.813111+09:00", "mtime_epoch": 1783313283.8131108, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:48:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 744.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.653, "pushed": 5.653, "read": 5.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.022, "count": 169, "max_ms": 74.15, "p95_ms": 67.474}, "gstreamer_push": {"avg_ms": 1.01, "count": 169, "max_ms": 2.52, "p95_ms": 1.971}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.372, "count": 169, "max_ms": 119.45, "p95_ms": 114.851}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.859, "count": 169, "max_ms": 114.103, "p95_ms": 109.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.869, "count": 169, "max_ms": 219.58, "p95_ms": 212.797}, "read_interval": {"avg_ms": 177.765, "count": 168, "max_ms": 228.588, "p95_ms": 222.074}, "triton_wait": {"avg_ms": 78.512, "count": 169, "max_ms": 119.463, "p95_ms": 114.867}, "visualize": {"avg_ms": 34.871, "count": 169, "max_ms": 54.991, "p95_ms": 51.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5696.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.897, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.123, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:48:07+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T13:48:07+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:48:07.629183+09:00", "mtime_epoch": 1783313287.629183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:48:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1454.008, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.947, "pushed": 8.947, "read": 8.914}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.483, "count": 268, "max_ms": 5.729, "p95_ms": 4.985}, "gstreamer_push": {"avg_ms": 1.616, "count": 268, "max_ms": 7.48, "p95_ms": 3.734}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.164, "count": 268, "max_ms": 86.738, "p95_ms": 79.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.964, "count": 268, "max_ms": 125.774, "p95_ms": 110.246}, "yolo11_640_fire_11class": {"avg_ms": 69.207, "count": 268, "max_ms": 90.888, "p95_ms": 84.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.731, "count": 268, "max_ms": 100.089, "p95_ms": 93.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.614, "count": 268, "max_ms": 138.213, "p95_ms": 122.49}, "read_interval": {"avg_ms": 112.242, "count": 267, "max_ms": 150.877, "p95_ms": 137.791}, "triton_wait": {"avg_ms": 86.033, "count": 268, "max_ms": 125.788, "p95_ms": 110.259}, "visualize": {"avg_ms": 3.814, "count": 268, "max_ms": 6.864, "p95_ms": 4.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5688.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.595, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.762, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:48:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:48:26+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T13:48:26+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T13:48:26.329537+09:00", "mtime_epoch": 1783313306.3295367, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:48:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1352.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.135, "pushed": 9.135, "read": 9.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.738, "count": 274, "max_ms": 6.366, "p95_ms": 4.62}, "gstreamer_push": {"avg_ms": 1.357, "count": 274, "max_ms": 2.1, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.664, "count": 274, "max_ms": 87.803, "p95_ms": 80.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.968, "count": 274, "max_ms": 118.252, "p95_ms": 106.494}, "yolo11_640_fire_11class": {"avg_ms": 67.748, "count": 274, "max_ms": 90.824, "p95_ms": 84.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.97, "count": 274, "max_ms": 100.214, "p95_ms": 95.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.355, "count": 274, "max_ms": 150.149, "p95_ms": 120.137}, "read_interval": {"avg_ms": 109.44, "count": 274, "max_ms": 159.958, "p95_ms": 134.148}, "triton_wait": {"avg_ms": 83.203, "count": 274, "max_ms": 118.265, "p95_ms": 106.507}, "visualize": {"avg_ms": 3.735, "count": 274, "max_ms": 5.153, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 476, "tracking_summary": 462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9027.211, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.754, "sample_count": 1703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:48:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:48:34+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T13:48:33+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T13:48:33.841679+09:00", "mtime_epoch": 1783313313.8416789, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:48:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 747.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.496, "pushed": 5.496, "read": 5.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.385, "count": 164, "max_ms": 76.084, "p95_ms": 65.283}, "gstreamer_push": {"avg_ms": 0.975, "count": 164, "max_ms": 2.866, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.8, "count": 164, "max_ms": 119.448, "p95_ms": 106.643}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.054, "count": 164, "max_ms": 114.522, "p95_ms": 105.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.512, "count": 164, "max_ms": 226.059, "p95_ms": 211.303}, "read_interval": {"avg_ms": 183.003, "count": 163, "max_ms": 235.806, "p95_ms": 217.954}, "triton_wait": {"avg_ms": 78.118, "count": 164, "max_ms": 119.462, "p95_ms": 109.51}, "visualize": {"avg_ms": 34.924, "count": 164, "max_ms": 56.325, "p95_ms": 45.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5702.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.964, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.404, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:48:37+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T13:48:37+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T13:48:37.629750+09:00", "mtime_epoch": 1783313317.6297505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:48:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1455.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.88, "pushed": 7.88, "read": 7.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.371, "count": 236, "max_ms": 7.213, "p95_ms": 6.179}, "gstreamer_push": {"avg_ms": 1.375, "count": 236, "max_ms": 5.956, "p95_ms": 2.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.692, "count": 236, "max_ms": 88.165, "p95_ms": 81.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.04, "count": 236, "max_ms": 118.409, "p95_ms": 104.982}, "yolo11_640_fire_11class": {"avg_ms": 67.656, "count": 236, "max_ms": 88.486, "p95_ms": 82.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.871, "count": 236, "max_ms": 100.0, "p95_ms": 94.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.512, "count": 236, "max_ms": 171.672, "p95_ms": 156.679}, "read_interval": {"avg_ms": 127.154, "count": 235, "max_ms": 182.348, "p95_ms": 166.57}, "triton_wait": {"avg_ms": 84.193, "count": 236, "max_ms": 118.421, "p95_ms": 104.994}, "visualize": {"avg_ms": 4.394, "count": 236, "max_ms": 7.066, "p95_ms": 5.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5693.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.683, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.379, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:48:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:48:56+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T13:48:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T13:48:56.422106+09:00", "mtime_epoch": 1783313336.422106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:48:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1352.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.679, "count": 291, "max_ms": 6.41, "p95_ms": 4.594}, "gstreamer_push": {"avg_ms": 1.348, "count": 291, "max_ms": 2.02, "p95_ms": 1.523}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.874, "count": 291, "max_ms": 89.923, "p95_ms": 79.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.289, "count": 291, "max_ms": 123.379, "p95_ms": 104.661}, "yolo11_640_fire_11class": {"avg_ms": 63.428, "count": 291, "max_ms": 89.388, "p95_ms": 82.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.514, "count": 291, "max_ms": 104.561, "p95_ms": 95.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.078, "count": 291, "max_ms": 135.915, "p95_ms": 117.543}, "read_interval": {"avg_ms": 103.012, "count": 291, "max_ms": 149.39, "p95_ms": 131.416}, "triton_wait": {"avg_ms": 77.539, "count": 291, "max_ms": 123.393, "p95_ms": 104.674}, "visualize": {"avg_ms": 3.7, "count": 291, "max_ms": 4.818, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 478, "tracking_summary": 463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9057.237, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.006, "sample_count": 1715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:49:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:49:04+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T13:49:03+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T13:49:03.874247+09:00", "mtime_epoch": 1783313343.874247, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:49:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 743.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.837, "pushed": 5.837, "read": 5.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.568, "count": 174, "max_ms": 75.568, "p95_ms": 66.491}, "gstreamer_push": {"avg_ms": 0.993, "count": 174, "max_ms": 2.349, "p95_ms": 1.132}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.598, "count": 174, "max_ms": 119.114, "p95_ms": 108.309}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.436, "count": 174, "max_ms": 116.639, "p95_ms": 109.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.636, "count": 174, "max_ms": 223.749, "p95_ms": 202.547}, "read_interval": {"avg_ms": 172.55, "count": 173, "max_ms": 231.031, "p95_ms": 211.519}, "triton_wait": {"avg_ms": 78.971, "count": 174, "max_ms": 119.127, "p95_ms": 110.869}, "visualize": {"avg_ms": 33.534, "count": 174, "max_ms": 64.425, "p95_ms": 43.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5693.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.969, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.595, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:49:07+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T13:49:07+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:49:07.694319+09:00", "mtime_epoch": 1783313347.6943192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:49:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.816, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.601, "pushed": 8.601, "read": 8.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.73, "count": 258, "max_ms": 7.62, "p95_ms": 5.616}, "gstreamer_push": {"avg_ms": 1.569, "count": 258, "max_ms": 5.572, "p95_ms": 3.793}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.8, "count": 258, "max_ms": 90.465, "p95_ms": 80.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.508, "count": 258, "max_ms": 128.33, "p95_ms": 108.707}, "yolo11_640_fire_11class": {"avg_ms": 69.584, "count": 258, "max_ms": 89.938, "p95_ms": 83.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.868, "count": 258, "max_ms": 105.016, "p95_ms": 96.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.452, "count": 258, "max_ms": 172.604, "p95_ms": 142.22}, "read_interval": {"avg_ms": 116.529, "count": 258, "max_ms": 182.085, "p95_ms": 154.141}, "triton_wait": {"avg_ms": 85.75, "count": 258, "max_ms": 128.342, "p95_ms": 108.72}, "visualize": {"avg_ms": 3.948, "count": 258, "max_ms": 6.672, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5698.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.747, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.081, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:49:26+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T13:49:26+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T13:49:26.478675+09:00", "mtime_epoch": 1783313366.4786747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:49:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1352.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.614, "pushed": 8.614, "read": 8.58}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.911, "count": 258, "max_ms": 7.443, "p95_ms": 5.869}, "gstreamer_push": {"avg_ms": 1.347, "count": 258, "max_ms": 2.186, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.856, "count": 258, "max_ms": 87.796, "p95_ms": 80.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.73, "count": 258, "max_ms": 130.804, "p95_ms": 106.104}, "yolo11_640_fire_11class": {"avg_ms": 70.804, "count": 258, "max_ms": 88.095, "p95_ms": 82.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.442, "count": 258, "max_ms": 102.576, "p95_ms": 97.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.68, "count": 258, "max_ms": 159.884, "p95_ms": 131.651}, "read_interval": {"avg_ms": 116.53, "count": 257, "max_ms": 169.236, "p95_ms": 142.797}, "triton_wait": {"avg_ms": 88.08, "count": 258, "max_ms": 130.818, "p95_ms": 106.116}, "visualize": {"avg_ms": 3.829, "count": 258, "max_ms": 5.9, "p95_ms": 5.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 480, "tracking_summary": 465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5694.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9087.367, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.226, "sample_count": 1703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:49:34+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T13:49:33+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T13:49:33.982817+09:00", "mtime_epoch": 1783313373.9828167, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:49:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 742.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.65, "pushed": 5.65, "read": 5.617}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.406, "count": 169, "max_ms": 71.251, "p95_ms": 64.969}, "gstreamer_push": {"avg_ms": 0.932, "count": 169, "max_ms": 1.87, "p95_ms": 1.034}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.492, "count": 169, "max_ms": 120.33, "p95_ms": 110.898}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.416, "count": 169, "max_ms": 123.02, "p95_ms": 111.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.747, "count": 169, "max_ms": 245.305, "p95_ms": 207.131}, "read_interval": {"avg_ms": 178.147, "count": 168, "max_ms": 257.171, "p95_ms": 214.332}, "triton_wait": {"avg_ms": 78.871, "count": 169, "max_ms": 123.031, "p95_ms": 114.243}, "visualize": {"avg_ms": 33.121, "count": 169, "max_ms": 70.338, "p95_ms": 46.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5692.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.976, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.74, "sample_count": 2514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:49:37+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T13:49:37+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T13:49:37.686887+09:00", "mtime_epoch": 1783313377.6868868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:49:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.145, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.835}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.386, "count": 265, "max_ms": 5.256, "p95_ms": 4.448}, "gstreamer_push": {"avg_ms": 1.534, "count": 265, "max_ms": 6.018, "p95_ms": 3.602}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.727, "count": 265, "max_ms": 90.8, "p95_ms": 80.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.079, "count": 265, "max_ms": 126.649, "p95_ms": 105.189}, "yolo11_640_fire_11class": {"avg_ms": 70.984, "count": 265, "max_ms": 91.301, "p95_ms": 84.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.742, "count": 265, "max_ms": 105.985, "p95_ms": 98.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.8, "count": 265, "max_ms": 138.529, "p95_ms": 117.763}, "read_interval": {"avg_ms": 113.219, "count": 265, "max_ms": 151.11, "p95_ms": 131.029}, "triton_wait": {"avg_ms": 87.538, "count": 265, "max_ms": 126.662, "p95_ms": 105.202}, "visualize": {"avg_ms": 3.723, "count": 265, "max_ms": 6.23, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5699.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.804, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.926, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:49:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:49:56+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T13:49:56+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T13:49:56.535244+09:00", "mtime_epoch": 1783313396.5352435, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:49:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1352.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.45, "pushed": 8.45, "read": 8.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.746, "count": 253, "max_ms": 5.852, "p95_ms": 4.782}, "gstreamer_push": {"avg_ms": 1.352, "count": 253, "max_ms": 2.401, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.266, "count": 253, "max_ms": 91.546, "p95_ms": 82.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.02, "count": 253, "max_ms": 124.562, "p95_ms": 108.408}, "yolo11_640_fire_11class": {"avg_ms": 75.79, "count": 253, "max_ms": 92.065, "p95_ms": 85.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 89.597, "count": 253, "max_ms": 105.968, "p95_ms": 100.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.585, "count": 253, "max_ms": 137.123, "p95_ms": 121.226}, "read_interval": {"avg_ms": 118.813, "count": 252, "max_ms": 149.683, "p95_ms": 134.72}, "triton_wait": {"avg_ms": 92.908, "count": 253, "max_ms": 124.575, "p95_ms": 108.421}, "visualize": {"avg_ms": 3.764, "count": 253, "max_ms": 6.822, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 481, "tracking_summary": 466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5698.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9117.386, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.018, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:50:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:50:04+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T13:50:03+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T13:50:04.003385+09:00", "mtime_epoch": 1783313404.0033848, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:50:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 745.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.561, "pushed": 5.561, "read": 5.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.19, "count": 166, "max_ms": 70.816, "p95_ms": 68.083}, "gstreamer_push": {"avg_ms": 0.921, "count": 166, "max_ms": 2.169, "p95_ms": 1.067}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.24, "count": 166, "max_ms": 116.346, "p95_ms": 109.713}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.383, "count": 166, "max_ms": 117.651, "p95_ms": 111.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.187, "count": 166, "max_ms": 233.844, "p95_ms": 212.75}, "read_interval": {"avg_ms": 180.735, "count": 165, "max_ms": 242.04, "p95_ms": 221.704}, "triton_wait": {"avg_ms": 78.484, "count": 166, "max_ms": 117.665, "p95_ms": 114.709}, "visualize": {"avg_ms": 34.304, "count": 166, "max_ms": 53.783, "p95_ms": 47.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5697.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.028, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.319, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:50:07+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:50:07+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:50:07.759456+09:00", "mtime_epoch": 1783313407.759456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:50:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1457.484, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.417, "pushed": 8.417, "read": 8.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.384, "count": 252, "max_ms": 5.531, "p95_ms": 4.052}, "gstreamer_push": {"avg_ms": 1.61, "count": 252, "max_ms": 6.209, "p95_ms": 3.858}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.202, "count": 252, "max_ms": 89.214, "p95_ms": 82.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.368, "count": 252, "max_ms": 120.862, "p95_ms": 105.861}, "yolo11_640_fire_11class": {"avg_ms": 76.255, "count": 252, "max_ms": 92.432, "p95_ms": 85.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 89.49, "count": 252, "max_ms": 103.184, "p95_ms": 99.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.528, "count": 252, "max_ms": 132.899, "p95_ms": 118.121}, "read_interval": {"avg_ms": 119.256, "count": 251, "max_ms": 149.208, "p95_ms": 133.154}, "triton_wait": {"avg_ms": 93.133, "count": 252, "max_ms": 120.876, "p95_ms": 105.874}, "visualize": {"avg_ms": 3.742, "count": 252, "max_ms": 6.89, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5696.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 377.92, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.614, "sample_count": 2194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:50:26+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T13:50:26+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T13:50:26.639813+09:00", "mtime_epoch": 1783313426.6398134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:50:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1352.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.5, "pushed": 8.534, "read": 8.5}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.81, "count": 255, "max_ms": 7.235, "p95_ms": 5.628}, "gstreamer_push": {"avg_ms": 1.328, "count": 256, "max_ms": 1.934, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.328, "count": 255, "max_ms": 93.043, "p95_ms": 82.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.098, "count": 255, "max_ms": 123.454, "p95_ms": 108.758}, "yolo11_640_fire_11class": {"avg_ms": 72.774, "count": 255, "max_ms": 94.152, "p95_ms": 85.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.466, "count": 255, "max_ms": 104.031, "p95_ms": 98.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.999, "count": 255, "max_ms": 154.529, "p95_ms": 130.686}, "read_interval": {"avg_ms": 117.599, "count": 255, "max_ms": 167.305, "p95_ms": 141.431}, "triton_wait": {"avg_ms": 89.65, "count": 255, "max_ms": 123.466, "p95_ms": 108.77}, "visualize": {"avg_ms": 3.784, "count": 255, "max_ms": 6.709, "p95_ms": 5.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 482, "tracking_summary": 468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9147.418, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.903, "sample_count": 1695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:50:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:50:34+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T13:50:34+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T13:50:34.067954+09:00", "mtime_epoch": 1783313434.067954, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:50:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 744.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.759, "pushed": 5.759, "read": 5.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.432, "count": 172, "max_ms": 66.267, "p95_ms": 64.081}, "gstreamer_push": {"avg_ms": 0.959, "count": 172, "max_ms": 1.943, "p95_ms": 1.179}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.102, "count": 172, "max_ms": 120.885, "p95_ms": 109.093}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.46, "count": 172, "max_ms": 113.943, "p95_ms": 107.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.843, "count": 172, "max_ms": 233.019, "p95_ms": 208.245}, "read_interval": {"avg_ms": 174.659, "count": 171, "max_ms": 240.895, "p95_ms": 215.326}, "triton_wait": {"avg_ms": 76.924, "count": 172, "max_ms": 120.899, "p95_ms": 111.801}, "visualize": {"avg_ms": 34.116, "count": 172, "max_ms": 50.673, "p95_ms": 48.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5696.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.108, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.036, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:50:37+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T13:50:37+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T13:50:37.836025+09:00", "mtime_epoch": 1783313437.8360252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:50:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1454.906, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.753, "pushed": 8.753, "read": 8.719}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.472, "count": 262, "max_ms": 5.616, "p95_ms": 4.959}, "gstreamer_push": {"avg_ms": 1.549, "count": 262, "max_ms": 6.867, "p95_ms": 3.594}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.939, "count": 262, "max_ms": 92.378, "p95_ms": 82.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.418, "count": 262, "max_ms": 128.077, "p95_ms": 108.23}, "yolo11_640_fire_11class": {"avg_ms": 71.533, "count": 262, "max_ms": 97.245, "p95_ms": 83.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.519, "count": 262, "max_ms": 103.311, "p95_ms": 97.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.258, "count": 262, "max_ms": 140.922, "p95_ms": 119.776}, "read_interval": {"avg_ms": 114.777, "count": 261, "max_ms": 153.668, "p95_ms": 134.548}, "triton_wait": {"avg_ms": 88.666, "count": 262, "max_ms": 128.09, "p95_ms": 108.243}, "visualize": {"avg_ms": 3.78, "count": 262, "max_ms": 6.891, "p95_ms": 4.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5697.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 407.96, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.091, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:50:56+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T13:50:56+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:50:56.688603+09:00", "mtime_epoch": 1783313456.6886034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:50:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1352.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.513, "pushed": 8.513, "read": 8.48}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.789, "count": 255, "max_ms": 5.93, "p95_ms": 5.474}, "gstreamer_push": {"avg_ms": 1.374, "count": 255, "max_ms": 2.427, "p95_ms": 1.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.004, "count": 255, "max_ms": 88.165, "p95_ms": 80.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.471, "count": 255, "max_ms": 122.535, "p95_ms": 105.956}, "yolo11_640_fire_11class": {"avg_ms": 73.771, "count": 255, "max_ms": 88.22, "p95_ms": 84.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.434, "count": 255, "max_ms": 103.323, "p95_ms": 98.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.536, "count": 255, "max_ms": 136.126, "p95_ms": 118.685}, "read_interval": {"avg_ms": 117.816, "count": 254, "max_ms": 152.915, "p95_ms": 135.081}, "triton_wait": {"avg_ms": 91.671, "count": 255, "max_ms": 122.547, "p95_ms": 105.969}, "visualize": {"avg_ms": 3.812, "count": 255, "max_ms": 6.784, "p95_ms": 4.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 484, "tracking_summary": 469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5702.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9177.526, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.067, "sample_count": 1689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:51:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:51:04+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T13:51:04+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T13:51:04.160836+09:00", "mtime_epoch": 1783313464.160836, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:51:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 747.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.616, "pushed": 5.616, "read": 5.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.652, "count": 168, "max_ms": 79.707, "p95_ms": 66.152}, "gstreamer_push": {"avg_ms": 0.948, "count": 168, "max_ms": 1.931, "p95_ms": 1.101}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.873, "count": 168, "max_ms": 119.544, "p95_ms": 108.733}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.209, "count": 168, "max_ms": 113.244, "p95_ms": 106.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.597, "count": 168, "max_ms": 227.638, "p95_ms": 211.02}, "read_interval": {"avg_ms": 179.267, "count": 167, "max_ms": 234.352, "p95_ms": 217.248}, "triton_wait": {"avg_ms": 77.941, "count": 168, "max_ms": 119.556, "p95_ms": 110.237}, "visualize": {"avg_ms": 32.795, "count": 168, "max_ms": 49.079, "p95_ms": 44.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5700.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.139, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.386, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:51:07+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T13:51:07+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T13:51:07.876951+09:00", "mtime_epoch": 1783313467.876951, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:51:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1454.938, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.626, "pushed": 8.626, "read": 8.592}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 258, "max_ms": 5.186, "p95_ms": 4.727}, "gstreamer_push": {"avg_ms": 1.64, "count": 258, "max_ms": 6.958, "p95_ms": 4.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.248, "count": 258, "max_ms": 85.684, "p95_ms": 80.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.791, "count": 258, "max_ms": 125.083, "p95_ms": 106.688}, "yolo11_640_fire_11class": {"avg_ms": 72.243, "count": 258, "max_ms": 88.364, "p95_ms": 83.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.551, "count": 258, "max_ms": 102.795, "p95_ms": 97.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.599, "count": 258, "max_ms": 137.958, "p95_ms": 119.37}, "read_interval": {"avg_ms": 116.422, "count": 257, "max_ms": 151.52, "p95_ms": 134.236}, "triton_wait": {"avg_ms": 89.979, "count": 258, "max_ms": 125.095, "p95_ms": 106.7}, "visualize": {"avg_ms": 3.775, "count": 258, "max_ms": 6.019, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5692.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 438.087, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.848, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:51:26+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T13:51:26+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T13:51:26.777533+09:00", "mtime_epoch": 1783313486.7775328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:51:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1353.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.235, "pushed": 8.235, "read": 8.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.426, "count": 247, "max_ms": 8.023, "p95_ms": 6.18}, "gstreamer_push": {"avg_ms": 1.267, "count": 247, "max_ms": 1.784, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.927, "count": 247, "max_ms": 88.451, "p95_ms": 80.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.161, "count": 247, "max_ms": 121.975, "p95_ms": 105.145}, "yolo11_640_fire_11class": {"avg_ms": 67.913, "count": 247, "max_ms": 89.896, "p95_ms": 85.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.398, "count": 247, "max_ms": 102.873, "p95_ms": 96.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.296, "count": 247, "max_ms": 159.062, "p95_ms": 147.544}, "read_interval": {"avg_ms": 121.318, "count": 247, "max_ms": 168.854, "p95_ms": 158.787}, "triton_wait": {"avg_ms": 82.699, "count": 247, "max_ms": 121.988, "p95_ms": 105.158}, "visualize": {"avg_ms": 4.178, "count": 247, "max_ms": 6.562, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 485, "tracking_summary": 470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5678.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9207.694, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.491, "sample_count": 1683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:51:34+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T13:51:34+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T13:51:34.321763+09:00", "mtime_epoch": 1783313494.321763, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:51:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 746.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.486, "pushed": 5.486, "read": 5.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.536, "count": 164, "max_ms": 92.655, "p95_ms": 66.906}, "gstreamer_push": {"avg_ms": 1.125, "count": 164, "max_ms": 2.436, "p95_ms": 1.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.263, "count": 164, "max_ms": 115.765, "p95_ms": 106.96}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.527, "count": 164, "max_ms": 120.8, "p95_ms": 106.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.211, "count": 164, "max_ms": 229.592, "p95_ms": 217.129}, "read_interval": {"avg_ms": 183.106, "count": 163, "max_ms": 237.044, "p95_ms": 224.89}, "triton_wait": {"avg_ms": 77.946, "count": 164, "max_ms": 120.81, "p95_ms": 107.299}, "visualize": {"avg_ms": 37.465, "count": 164, "max_ms": 54.468, "p95_ms": 52.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5669.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.159, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.447, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T13:51:37+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T13:51:37+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T13:51:37.881871+09:00", "mtime_epoch": 1783313497.8818715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:51:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1455.141, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.799, "pushed": 9.799, "read": 9.766}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.377, "count": 293, "max_ms": 5.55, "p95_ms": 4.317}, "gstreamer_push": {"avg_ms": 1.606, "count": 293, "max_ms": 8.092, "p95_ms": 3.832}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.764, "count": 293, "max_ms": 89.873, "p95_ms": 78.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.439, "count": 293, "max_ms": 122.405, "p95_ms": 104.627}, "yolo11_640_fire_11class": {"avg_ms": 62.371, "count": 293, "max_ms": 91.243, "p95_ms": 82.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.536, "count": 293, "max_ms": 102.606, "p95_ms": 93.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.767, "count": 293, "max_ms": 135.256, "p95_ms": 117.575}, "read_interval": {"avg_ms": 102.376, "count": 292, "max_ms": 148.523, "p95_ms": 132.013}, "triton_wait": {"avg_ms": 76.499, "count": 293, "max_ms": 122.417, "p95_ms": 104.638}, "visualize": {"avg_ms": 3.676, "count": 293, "max_ms": 5.581, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5668.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 468.202, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.734, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:51:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:51:57+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T13:51:56+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T13:51:56.918447+09:00", "mtime_epoch": 1783313516.9184465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:51:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1317.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.926, "count": 216, "max_ms": 9.129, "p95_ms": 7.827}, "gstreamer_push": {"avg_ms": 1.144, "count": 217, "max_ms": 2.752, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.615, "count": 216, "max_ms": 86.782, "p95_ms": 77.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.997, "count": 216, "max_ms": 125.985, "p95_ms": 105.044}, "yolo11_640_fire_11class": {"avg_ms": 63.029, "count": 216, "max_ms": 90.355, "p95_ms": 81.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.798, "count": 216, "max_ms": 103.992, "p95_ms": 97.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.666, "count": 217, "max_ms": 180.093, "p95_ms": 155.156}, "read_interval": {"avg_ms": 138.818, "count": 216, "max_ms": 189.603, "p95_ms": 166.29}, "triton_wait": {"avg_ms": 77.299, "count": 216, "max_ms": 125.997, "p95_ms": 105.056}, "visualize": {"avg_ms": 5.194, "count": 216, "max_ms": 7.458, "p95_ms": 5.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 487, "tracking_summary": 472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5665.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9237.825, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.24, "sample_count": 1693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:52:04+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T13:52:04+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T13:52:04.494674+09:00", "mtime_epoch": 1783313524.4946737, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:52:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 747.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.914, "pushed": 5.914, "read": 5.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 47.618, "count": 177, "max_ms": 79.179, "p95_ms": 64.628}, "gstreamer_push": {"avg_ms": 0.961, "count": 177, "max_ms": 1.361, "p95_ms": 1.102}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.495, "count": 177, "max_ms": 114.421, "p95_ms": 101.183}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.232, "count": 177, "max_ms": 117.268, "p95_ms": 101.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.273, "count": 177, "max_ms": 216.971, "p95_ms": 195.732}, "read_interval": {"avg_ms": 170.345, "count": 176, "max_ms": 226.332, "p95_ms": 202.711}, "triton_wait": {"avg_ms": 76.576, "count": 177, "max_ms": 117.28, "p95_ms": 104.269}, "visualize": {"avg_ms": 33.562, "count": 177, "max_ms": 47.919, "p95_ms": 41.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5663.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.208, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.608, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:52:08+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T13:52:07+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T13:52:07.930776+09:00", "mtime_epoch": 1783313527.9307764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:52:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1451.266, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.009, "pushed": 9.009, "read": 8.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 270, "max_ms": 8.367, "p95_ms": 5.684}, "gstreamer_push": {"avg_ms": 1.425, "count": 270, "max_ms": 6.405, "p95_ms": 2.575}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.474, "count": 270, "max_ms": 82.995, "p95_ms": 77.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.635, "count": 270, "max_ms": 121.256, "p95_ms": 101.408}, "yolo11_640_fire_11class": {"avg_ms": 61.053, "count": 270, "max_ms": 88.251, "p95_ms": 80.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.488, "count": 270, "max_ms": 103.93, "p95_ms": 94.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.723, "count": 270, "max_ms": 166.045, "p95_ms": 147.172}, "read_interval": {"avg_ms": 111.242, "count": 269, "max_ms": 176.591, "p95_ms": 158.753}, "triton_wait": {"avg_ms": 74.778, "count": 270, "max_ms": 121.27, "p95_ms": 101.42}, "visualize": {"avg_ms": 4.123, "count": 270, "max_ms": 6.662, "p95_ms": 5.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5657.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 498.281, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.434, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.141, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:52:27+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T13:52:26+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T13:52:26.963341+09:00", "mtime_epoch": 1783313546.9633415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:52:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1315.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.283, "pushed": 7.283, "read": 7.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.833, "count": 218, "max_ms": 9.331, "p95_ms": 6.907}, "gstreamer_push": {"avg_ms": 1.235, "count": 218, "max_ms": 5.326, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.22, "count": 218, "max_ms": 85.025, "p95_ms": 76.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.301, "count": 218, "max_ms": 111.979, "p95_ms": 102.565}, "yolo11_640_fire_11class": {"avg_ms": 61.347, "count": 218, "max_ms": 85.697, "p95_ms": 81.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.77, "count": 218, "max_ms": 101.397, "p95_ms": 95.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.648, "count": 218, "max_ms": 170.642, "p95_ms": 156.269}, "read_interval": {"avg_ms": 137.839, "count": 217, "max_ms": 181.952, "p95_ms": 167.136}, "triton_wait": {"avg_ms": 76.803, "count": 218, "max_ms": 111.993, "p95_ms": 102.578}, "visualize": {"avg_ms": 5.169, "count": 218, "max_ms": 6.621, "p95_ms": 5.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 488, "tracking_summary": 473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5660.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9267.903, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.106, "sample_count": 1691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:52:34+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T13:52:34+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T13:52:34.555565+09:00", "mtime_epoch": 1783313554.555565, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:52:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 742.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.713, "pushed": 5.713, "read": 5.679}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.526, "count": 171, "max_ms": 73.764, "p95_ms": 68.417}, "gstreamer_push": {"avg_ms": 0.927, "count": 171, "max_ms": 1.283, "p95_ms": 1.078}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.436, "count": 171, "max_ms": 116.36, "p95_ms": 106.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.519, "count": 171, "max_ms": 114.616, "p95_ms": 101.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.035, "count": 171, "max_ms": 215.61, "p95_ms": 201.04}, "read_interval": {"avg_ms": 175.968, "count": 170, "max_ms": 222.632, "p95_ms": 209.658}, "triton_wait": {"avg_ms": 78.112, "count": 171, "max_ms": 116.369, "p95_ms": 107.519}, "visualize": {"avg_ms": 32.026, "count": 171, "max_ms": 47.678, "p95_ms": 39.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5655.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.326, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.021, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:52:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T13:52:38+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T13:52:38+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T13:52:38.051668+09:00", "mtime_epoch": 1783313558.051668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:52:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1454.371, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.866, "pushed": 9.866, "read": 9.833}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 295, "max_ms": 5.279, "p95_ms": 4.438}, "gstreamer_push": {"avg_ms": 1.529, "count": 295, "max_ms": 6.545, "p95_ms": 2.726}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.457, "count": 295, "max_ms": 89.253, "p95_ms": 75.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.65, "count": 295, "max_ms": 129.27, "p95_ms": 102.898}, "yolo11_640_fire_11class": {"avg_ms": 61.519, "count": 295, "max_ms": 88.43, "p95_ms": 82.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.436, "count": 295, "max_ms": 102.764, "p95_ms": 92.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.09, "count": 295, "max_ms": 141.567, "p95_ms": 115.026}, "read_interval": {"avg_ms": 101.71, "count": 294, "max_ms": 156.959, "p95_ms": 128.396}, "triton_wait": {"avg_ms": 75.697, "count": 295, "max_ms": 129.283, "p95_ms": 102.911}, "visualize": {"avg_ms": 3.744, "count": 295, "max_ms": 5.098, "p95_ms": 4.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5662.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 528.37, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.294, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:52:57+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T13:52:57+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T13:52:57.072223+09:00", "mtime_epoch": 1783313577.0722232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:52:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1315.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.91, "pushed": 7.91, "read": 7.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.084, "count": 236, "max_ms": 8.187, "p95_ms": 6.79}, "gstreamer_push": {"avg_ms": 1.309, "count": 237, "max_ms": 3.977, "p95_ms": 2.015}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.543, "count": 236, "max_ms": 90.005, "p95_ms": 79.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.065, "count": 236, "max_ms": 122.258, "p95_ms": 102.19}, "yolo11_640_fire_11class": {"avg_ms": 66.912, "count": 236, "max_ms": 96.016, "p95_ms": 85.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.46, "count": 236, "max_ms": 103.554, "p95_ms": 95.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.577, "count": 237, "max_ms": 174.07, "p95_ms": 153.828}, "read_interval": {"avg_ms": 126.892, "count": 236, "max_ms": 186.777, "p95_ms": 163.947}, "triton_wait": {"avg_ms": 77.436, "count": 236, "max_ms": 122.272, "p95_ms": 102.206}, "visualize": {"avg_ms": 4.671, "count": 236, "max_ms": 7.546, "p95_ms": 5.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 490, "tracking_summary": 475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5652.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9297.95, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.523, "sample_count": 1690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:53:04+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T13:53:04+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T13:53:04.564440+09:00", "mtime_epoch": 1783313584.5644403, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:53:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.32, "name": "celery", "pid": 239, "rss_mb": 736.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.617, "pushed": 5.617, "read": 5.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.15, "count": 168, "max_ms": 76.415, "p95_ms": 64.743}, "gstreamer_push": {"avg_ms": 0.968, "count": 168, "max_ms": 2.115, "p95_ms": 1.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.599, "count": 168, "max_ms": 114.859, "p95_ms": 101.715}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.303, "count": 168, "max_ms": 112.983, "p95_ms": 103.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.206, "count": 168, "max_ms": 220.743, "p95_ms": 206.78}, "read_interval": {"avg_ms": 178.743, "count": 167, "max_ms": 229.155, "p95_ms": 213.666}, "triton_wait": {"avg_ms": 75.189, "count": 168, "max_ms": 114.872, "p95_ms": 104.167}, "visualize": {"avg_ms": 35.685, "count": 168, "max_ms": 49.109, "p95_ms": 45.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5662.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.386, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.804, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:53:08+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T13:53:08+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T13:53:08.120543+09:00", "mtime_epoch": 1783313588.120543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:53:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.277, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 302, "max_ms": 5.645, "p95_ms": 4.059}, "gstreamer_push": {"avg_ms": 1.553, "count": 302, "max_ms": 6.987, "p95_ms": 3.576}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.572, "count": 302, "max_ms": 84.15, "p95_ms": 74.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.572, "count": 302, "max_ms": 125.464, "p95_ms": 100.685}, "yolo11_640_fire_11class": {"avg_ms": 61.784, "count": 302, "max_ms": 90.999, "p95_ms": 83.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.258, "count": 302, "max_ms": 99.966, "p95_ms": 92.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.922, "count": 302, "max_ms": 137.745, "p95_ms": 113.135}, "read_interval": {"avg_ms": 99.49, "count": 301, "max_ms": 151.601, "p95_ms": 126.424}, "triton_wait": {"avg_ms": 73.651, "count": 302, "max_ms": 125.477, "p95_ms": 100.699}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 5.378, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5666.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 558.429, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.27, "sample_count": 2446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:53:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:53:27+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T13:53:27+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T13:53:27.109088+09:00", "mtime_epoch": 1783313607.1090882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:53:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1318.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.349, "pushed": 7.349, "read": 7.315}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.898, "count": 220, "max_ms": 8.744, "p95_ms": 7.271}, "gstreamer_push": {"avg_ms": 1.243, "count": 220, "max_ms": 4.519, "p95_ms": 1.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.432, "count": 220, "max_ms": 84.076, "p95_ms": 75.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.9, "count": 220, "max_ms": 118.445, "p95_ms": 102.502}, "yolo11_640_fire_11class": {"avg_ms": 65.473, "count": 220, "max_ms": 98.001, "p95_ms": 87.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.341, "count": 220, "max_ms": 100.319, "p95_ms": 95.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.327, "count": 220, "max_ms": 169.421, "p95_ms": 155.887}, "read_interval": {"avg_ms": 136.502, "count": 219, "max_ms": 186.576, "p95_ms": 166.985}, "triton_wait": {"avg_ms": 74.107, "count": 220, "max_ms": 118.458, "p95_ms": 102.514}, "visualize": {"avg_ms": 5.196, "count": 220, "max_ms": 8.085, "p95_ms": 5.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 490, "tracking_summary": 476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5651.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9327.985, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.059, "sample_count": 1699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:53:34+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T13:53:34+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T13:53:34.625303+09:00", "mtime_epoch": 1783313614.6253026, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:53:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 750.68, "name": "celery", "pid": 239, "rss_mb": 739.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.794, "pushed": 5.794, "read": 5.761}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.344, "count": 173, "max_ms": 71.776, "p95_ms": 64.7}, "gstreamer_push": {"avg_ms": 0.958, "count": 173, "max_ms": 2.034, "p95_ms": 1.107}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.987, "count": 173, "max_ms": 112.759, "p95_ms": 104.414}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.306, "count": 173, "max_ms": 115.445, "p95_ms": 104.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.761, "count": 173, "max_ms": 218.797, "p95_ms": 202.133}, "read_interval": {"avg_ms": 173.627, "count": 172, "max_ms": 225.691, "p95_ms": 211.143}, "triton_wait": {"avg_ms": 75.752, "count": 173, "max_ms": 115.457, "p95_ms": 107.126}, "visualize": {"avg_ms": 33.287, "count": 173, "max_ms": 51.454, "p95_ms": 42.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5656.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.498, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 270.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.214, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:53:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:53:38+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T13:53:38+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T13:53:38.193404+09:00", "mtime_epoch": 1783313618.1934042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:53:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1449.203, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.756}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.536, "count": 293, "max_ms": 5.725, "p95_ms": 5.244}, "gstreamer_push": {"avg_ms": 1.671, "count": 293, "max_ms": 7.298, "p95_ms": 4.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.613, "count": 293, "max_ms": 80.94, "p95_ms": 74.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.447, "count": 293, "max_ms": 120.7, "p95_ms": 104.202}, "yolo11_640_fire_11class": {"avg_ms": 61.74, "count": 293, "max_ms": 91.639, "p95_ms": 84.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.394, "count": 293, "max_ms": 105.024, "p95_ms": 92.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.686, "count": 293, "max_ms": 168.997, "p95_ms": 126.676}, "read_interval": {"avg_ms": 102.284, "count": 292, "max_ms": 178.82, "p95_ms": 140.638}, "triton_wait": {"avg_ms": 74.506, "count": 293, "max_ms": 120.714, "p95_ms": 104.216}, "visualize": {"avg_ms": 3.79, "count": 293, "max_ms": 5.633, "p95_ms": 4.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5662.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 588.434, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.888, "sample_count": 2382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:53:57+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T13:53:57+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T13:53:57.193941+09:00", "mtime_epoch": 1783313637.1939414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:53:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1314.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.606, "count": 226, "max_ms": 9.062, "p95_ms": 6.95}, "gstreamer_push": {"avg_ms": 1.225, "count": 226, "max_ms": 4.432, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.848, "count": 226, "max_ms": 82.141, "p95_ms": 75.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.597, "count": 226, "max_ms": 111.516, "p95_ms": 100.005}, "yolo11_640_fire_11class": {"avg_ms": 65.765, "count": 226, "max_ms": 96.899, "p95_ms": 87.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.765, "count": 226, "max_ms": 105.153, "p95_ms": 95.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.318, "count": 226, "max_ms": 164.397, "p95_ms": 153.488}, "read_interval": {"avg_ms": 133.128, "count": 226, "max_ms": 175.706, "p95_ms": 163.487}, "triton_wait": {"avg_ms": 76.403, "count": 226, "max_ms": 111.528, "p95_ms": 100.686}, "visualize": {"avg_ms": 4.967, "count": 226, "max_ms": 6.741, "p95_ms": 5.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 493, "tracking_summary": 478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5664.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9358.098, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.078, "sample_count": 1693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:54:04+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T13:54:04+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T13:54:04.742153+09:00", "mtime_epoch": 1783313644.7421534, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:54:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.395, "name": "celery", "pid": 239, "rss_mb": 744.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.613, "pushed": 5.613, "read": 5.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.034, "count": 168, "max_ms": 77.376, "p95_ms": 66.501}, "gstreamer_push": {"avg_ms": 0.961, "count": 168, "max_ms": 3.303, "p95_ms": 1.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.936, "count": 168, "max_ms": 112.376, "p95_ms": 100.111}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.526, "count": 168, "max_ms": 116.931, "p95_ms": 101.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.601, "count": 168, "max_ms": 212.704, "p95_ms": 206.53}, "read_interval": {"avg_ms": 179.324, "count": 167, "max_ms": 221.239, "p95_ms": 215.6}, "triton_wait": {"avg_ms": 73.959, "count": 168, "max_ms": 116.945, "p95_ms": 104.47}, "visualize": {"avg_ms": 33.562, "count": 168, "max_ms": 57.57, "p95_ms": 43.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5674.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:45:08+09:00", "last_error_summary": "[h264 @ 0x5599c3601740] left block unavailable for requested intra mode [h264 @ 0x5599c3601740] error while decoding MB 0 28, bytestream 1327 [h264 @ 0x5599c2992340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5599c2992340] error while decoding MB 0 26, bytestream 6012 [h264 @ 0x5599c29a6500] cabac decode of qscale diff failed at 49 41 [h264 @ 0x5599c29a6500] error while decoding MB 49 41, bytestream 7792 [h264 @ 0x5599c290fdc0] cabac decode of qscale diff failed at 51 40 [h2", "last_exit_at": "2026-07-06T13:45:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.544, "last_started_at": "2026-07-06T13:45:10+09:00", "pid": 9575, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.344, "name": "ffmpeg", "pid": 9575, "rss_mb": 281.344, "state": "S (sleeping)", "threads": 104}, "restart_count": 8, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.376, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:54:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:54:08+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T13:54:08+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T13:54:08.262252+09:00", "mtime_epoch": 1783313648.262252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:54:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1454.645, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.524, "pushed": 7.524, "read": 7.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.819, "count": 225, "max_ms": 7.583, "p95_ms": 6.381}, "gstreamer_push": {"avg_ms": 1.381, "count": 225, "max_ms": 7.171, "p95_ms": 2.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.843, "count": 225, "max_ms": 81.38, "p95_ms": 77.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.625, "count": 225, "max_ms": 115.487, "p95_ms": 103.285}, "yolo11_640_fire_11class": {"avg_ms": 66.909, "count": 225, "max_ms": 89.555, "p95_ms": 80.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.097, "count": 225, "max_ms": 103.891, "p95_ms": 95.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.807, "count": 225, "max_ms": 183.871, "p95_ms": 152.839}, "read_interval": {"avg_ms": 133.568, "count": 224, "max_ms": 194.947, "p95_ms": 163.714}, "triton_wait": {"avg_ms": 83.027, "count": 225, "max_ms": 115.499, "p95_ms": 103.298}, "visualize": {"avg_ms": 4.66, "count": 225, "max_ms": 6.678, "p95_ms": 5.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5660.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 618.492, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.787, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:54:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:54:27+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T13:54:27+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T13:54:27.210780+09:00", "mtime_epoch": 1783313667.21078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:54:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1317.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.921, "pushed": 8.921, "read": 8.887}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.773, "count": 267, "max_ms": 5.989, "p95_ms": 5.264}, "gstreamer_push": {"avg_ms": 1.588, "count": 267, "max_ms": 6.417, "p95_ms": 3.826}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.864, "count": 267, "max_ms": 86.726, "p95_ms": 80.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.803, "count": 267, "max_ms": 125.001, "p95_ms": 104.931}, "yolo11_640_fire_11class": {"avg_ms": 69.328, "count": 267, "max_ms": 87.725, "p95_ms": 83.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.208, "count": 267, "max_ms": 100.332, "p95_ms": 95.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.028, "count": 267, "max_ms": 168.641, "p95_ms": 118.981}, "read_interval": {"avg_ms": 112.502, "count": 266, "max_ms": 180.737, "p95_ms": 133.525}, "triton_wait": {"avg_ms": 85.864, "count": 267, "max_ms": 125.024, "p95_ms": 104.943}, "visualize": {"avg_ms": 3.743, "count": 267, "max_ms": 6.549, "p95_ms": 4.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 494, "tracking_summary": 479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5662.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9388.279, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.061, "sample_count": 1696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:54:35+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T13:54:34+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T13:54:34.894993+09:00", "mtime_epoch": 1783313674.8949926, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:54:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.395, "name": "celery", "pid": 239, "rss_mb": 748.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.74, "pushed": 5.74, "read": 5.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.335, "count": 172, "max_ms": 67.614, "p95_ms": 65.703}, "gstreamer_push": {"avg_ms": 1.071, "count": 172, "max_ms": 3.696, "p95_ms": 2.234}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.799, "count": 172, "max_ms": 120.068, "p95_ms": 107.244}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.401, "count": 172, "max_ms": 114.26, "p95_ms": 100.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.599, "count": 172, "max_ms": 218.146, "p95_ms": 207.067}, "read_interval": {"avg_ms": 175.349, "count": 171, "max_ms": 224.968, "p95_ms": 214.134}, "triton_wait": {"avg_ms": 76.519, "count": 172, "max_ms": 120.08, "p95_ms": 107.708}, "visualize": {"avg_ms": 34.438, "count": 172, "max_ms": 49.624, "p95_ms": 44.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5658.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.653, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.262, "name": "ffmpeg", "pid": 9742, "rss_mb": 267.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.419, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:54:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:54:38+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T13:54:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:54:38.339088+09:00", "mtime_epoch": 1783313678.3390877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:54:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1454.645, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.014, "pushed": 7.014, "read": 6.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.368, "count": 210, "max_ms": 5.508, "p95_ms": 3.97}, "gstreamer_push": {"avg_ms": 1.592, "count": 210, "max_ms": 6.348, "p95_ms": 3.707}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.139, "count": 210, "max_ms": 87.262, "p95_ms": 80.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.182, "count": 210, "max_ms": 123.25, "p95_ms": 106.875}, "yolo11_640_fire_11class": {"avg_ms": 75.382, "count": 210, "max_ms": 89.335, "p95_ms": 85.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.87, "count": 210, "max_ms": 100.687, "p95_ms": 97.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.654, "count": 210, "max_ms": 135.415, "p95_ms": 119.41}, "read_interval": {"avg_ms": 143.259, "count": 209, "max_ms": 4811.651, "p95_ms": 134.589}, "triton_wait": {"avg_ms": 94.226, "count": 210, "max_ms": 123.264, "p95_ms": 106.886}, "visualize": {"avg_ms": 3.734, "count": 210, "max_ms": 6.657, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5663.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 648.536, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.691, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.787, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:54:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:54:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T13:54:57+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T13:54:57.299608+09:00", "mtime_epoch": 1783313697.2996085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:54:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1317.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.022, "pushed": 9.022, "read": 8.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.762, "count": 270, "max_ms": 5.873, "p95_ms": 4.5}, "gstreamer_push": {"avg_ms": 1.561, "count": 270, "max_ms": 6.116, "p95_ms": 3.762}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.742, "count": 270, "max_ms": 90.188, "p95_ms": 79.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.84, "count": 270, "max_ms": 130.848, "p95_ms": 106.157}, "yolo11_640_fire_11class": {"avg_ms": 68.588, "count": 270, "max_ms": 89.638, "p95_ms": 82.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.226, "count": 270, "max_ms": 102.101, "p95_ms": 95.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.715, "count": 270, "max_ms": 143.35, "p95_ms": 118.985}, "read_interval": {"avg_ms": 111.38, "count": 269, "max_ms": 159.29, "p95_ms": 134.871}, "triton_wait": {"avg_ms": 84.909, "count": 270, "max_ms": 130.86, "p95_ms": 106.17}, "visualize": {"avg_ms": 3.793, "count": 270, "max_ms": 6.392, "p95_ms": 4.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 496, "tracking_summary": 480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5656.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9418.35, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.0, "sample_count": 1696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:55:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:55:05+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T13:55:04+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T13:55:04.975818+09:00", "mtime_epoch": 1783313704.9758182, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:55:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.395, "name": "celery", "pid": 239, "rss_mb": 737.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.586, "pushed": 5.586, "read": 5.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.681, "count": 167, "max_ms": 71.304, "p95_ms": 66.129}, "gstreamer_push": {"avg_ms": 1.011, "count": 167, "max_ms": 3.873, "p95_ms": 1.997}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.876, "count": 167, "max_ms": 118.547, "p95_ms": 110.238}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.465, "count": 167, "max_ms": 117.348, "p95_ms": 108.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.112, "count": 167, "max_ms": 223.162, "p95_ms": 209.887}, "read_interval": {"avg_ms": 180.012, "count": 166, "max_ms": 229.71, "p95_ms": 216.367}, "triton_wait": {"avg_ms": 78.442, "count": 167, "max_ms": 118.56, "p95_ms": 110.95}, "visualize": {"avg_ms": 35.725, "count": 167, "max_ms": 57.126, "p95_ms": 49.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5657.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.689, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.293, "name": "ffmpeg", "pid": 9742, "rss_mb": 268.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.255, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:55:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:55:08+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T13:55:08+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T13:55:08.367910+09:00", "mtime_epoch": 1783313708.3679104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:55:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.022, "pushed": 8.022, "read": 7.988}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.14, "count": 240, "max_ms": 6.512, "p95_ms": 5.761}, "gstreamer_push": {"avg_ms": 1.456, "count": 240, "max_ms": 6.408, "p95_ms": 2.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.794, "count": 240, "max_ms": 92.139, "p95_ms": 80.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.945, "count": 240, "max_ms": 121.29, "p95_ms": 107.111}, "yolo11_640_fire_11class": {"avg_ms": 69.999, "count": 240, "max_ms": 92.777, "p95_ms": 84.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.052, "count": 240, "max_ms": 104.38, "p95_ms": 96.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.866, "count": 240, "max_ms": 167.697, "p95_ms": 148.336}, "read_interval": {"avg_ms": 125.148, "count": 239, "max_ms": 179.15, "p95_ms": 160.72}, "triton_wait": {"avg_ms": 87.1, "count": 240, "max_ms": 121.303, "p95_ms": 107.124}, "visualize": {"avg_ms": 4.196, "count": 240, "max_ms": 7.105, "p95_ms": 5.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5667.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 678.654, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.073, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:55:27+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T13:55:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:55:27.372425+09:00", "mtime_epoch": 1783313727.3724253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:55:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1318.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.069, "pushed": 8.069, "read": 8.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.449, "count": 242, "max_ms": 9.243, "p95_ms": 6.84}, "gstreamer_push": {"avg_ms": 1.443, "count": 242, "max_ms": 6.368, "p95_ms": 2.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.186, "count": 242, "max_ms": 89.564, "p95_ms": 82.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.043, "count": 242, "max_ms": 127.851, "p95_ms": 108.5}, "yolo11_640_fire_11class": {"avg_ms": 69.475, "count": 242, "max_ms": 88.952, "p95_ms": 85.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.094, "count": 242, "max_ms": 101.629, "p95_ms": 98.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.323, "count": 242, "max_ms": 179.715, "p95_ms": 156.466}, "read_interval": {"avg_ms": 123.912, "count": 242, "max_ms": 193.348, "p95_ms": 167.003}, "triton_wait": {"avg_ms": 86.329, "count": 242, "max_ms": 127.865, "p95_ms": 108.517}, "visualize": {"avg_ms": 4.257, "count": 242, "max_ms": 8.845, "p95_ms": 5.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 497, "tracking_summary": 482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5657.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9448.395, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.146, "sample_count": 1690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:55:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:55:35+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T13:55:34+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T13:55:35.008631+09:00", "mtime_epoch": 1783313735.0086312, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:55:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.973, "name": "celery", "pid": 239, "rss_mb": 737.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.551, "pushed": 5.551, "read": 5.518}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.777, "count": 166, "max_ms": 86.846, "p95_ms": 70.084}, "gstreamer_push": {"avg_ms": 1.274, "count": 166, "max_ms": 3.806, "p95_ms": 2.383}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.712, "count": 166, "max_ms": 122.278, "p95_ms": 112.13}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.402, "count": 166, "max_ms": 118.234, "p95_ms": 110.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.422, "count": 166, "max_ms": 231.747, "p95_ms": 213.451}, "read_interval": {"avg_ms": 180.905, "count": 165, "max_ms": 240.357, "p95_ms": 222.421}, "triton_wait": {"avg_ms": 81.58, "count": 166, "max_ms": 122.292, "p95_ms": 112.875}, "visualize": {"avg_ms": 37.648, "count": 166, "max_ms": 57.292, "p95_ms": 51.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5658.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.785, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.168, "name": "ffmpeg", "pid": 9742, "rss_mb": 271.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.867, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:55:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:55:38+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T13:55:38+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T13:55:38.460724+09:00", "mtime_epoch": 1783313738.4607239, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:55:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.242, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.539}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.508, "count": 287, "max_ms": 5.59, "p95_ms": 4.968}, "gstreamer_push": {"avg_ms": 1.597, "count": 287, "max_ms": 6.509, "p95_ms": 3.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.769, "count": 287, "max_ms": 87.521, "p95_ms": 80.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.65, "count": 287, "max_ms": 125.643, "p95_ms": 108.571}, "yolo11_640_fire_11class": {"avg_ms": 63.569, "count": 287, "max_ms": 87.51, "p95_ms": 84.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.79, "count": 287, "max_ms": 103.158, "p95_ms": 96.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.325, "count": 287, "max_ms": 140.768, "p95_ms": 122.962}, "read_interval": {"avg_ms": 104.786, "count": 286, "max_ms": 165.253, "p95_ms": 138.732}, "triton_wait": {"avg_ms": 78.757, "count": 287, "max_ms": 125.656, "p95_ms": 108.583}, "visualize": {"avg_ms": 3.784, "count": 287, "max_ms": 6.579, "p95_ms": 4.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5663.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.687, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.082, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:55:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T13:55:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T13:55:57+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T13:55:57.405231+09:00", "mtime_epoch": 1783313757.4052305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:55:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1317.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.199, "pushed": 8.199, "read": 8.165}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.321, "count": 245, "max_ms": 9.206, "p95_ms": 6.136}, "gstreamer_push": {"avg_ms": 1.528, "count": 245, "max_ms": 6.089, "p95_ms": 3.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.433, "count": 245, "max_ms": 85.407, "p95_ms": 80.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.539, "count": 245, "max_ms": 132.935, "p95_ms": 108.057}, "yolo11_640_fire_11class": {"avg_ms": 70.291, "count": 245, "max_ms": 92.584, "p95_ms": 84.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.479, "count": 245, "max_ms": 106.267, "p95_ms": 95.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.865, "count": 245, "max_ms": 183.565, "p95_ms": 146.518}, "read_interval": {"avg_ms": 122.573, "count": 244, "max_ms": 192.876, "p95_ms": 158.186}, "triton_wait": {"avg_ms": 86.631, "count": 245, "max_ms": 132.948, "p95_ms": 108.07}, "visualize": {"avg_ms": 4.157, "count": 245, "max_ms": 8.937, "p95_ms": 5.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 499, "tracking_summary": 483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5668.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9478.529, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.472, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:56:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:56:05+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T13:56:05+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T13:56:05.165437+09:00", "mtime_epoch": 1783313765.165437, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:56:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.973, "name": "celery", "pid": 239, "rss_mb": 743.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.515, "pushed": 5.515, "read": 5.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.54, "count": 165, "max_ms": 80.415, "p95_ms": 65.676}, "gstreamer_push": {"avg_ms": 0.954, "count": 165, "max_ms": 1.974, "p95_ms": 1.275}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.959, "count": 165, "max_ms": 118.861, "p95_ms": 110.541}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.701, "count": 165, "max_ms": 122.192, "p95_ms": 109.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.922, "count": 165, "max_ms": 220.882, "p95_ms": 213.543}, "read_interval": {"avg_ms": 182.638, "count": 164, "max_ms": 227.773, "p95_ms": 220.41}, "triton_wait": {"avg_ms": 78.94, "count": 165, "max_ms": 122.204, "p95_ms": 112.618}, "visualize": {"avg_ms": 34.151, "count": 165, "max_ms": 50.05, "p95_ms": 42.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5669.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.884, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 9742, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.255, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:56:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:56:08+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T13:56:08+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T13:56:08.565527+09:00", "mtime_epoch": 1783313768.5655272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:56:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1455.141, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.534, "pushed": 8.534, "read": 8.501}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.472, "count": 255, "max_ms": 5.631, "p95_ms": 4.868}, "gstreamer_push": {"avg_ms": 1.718, "count": 256, "max_ms": 6.609, "p95_ms": 4.042}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.191, "count": 255, "max_ms": 95.594, "p95_ms": 80.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.603, "count": 255, "max_ms": 133.851, "p95_ms": 106.78}, "yolo11_640_fire_11class": {"avg_ms": 73.791, "count": 255, "max_ms": 95.582, "p95_ms": 84.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.897, "count": 255, "max_ms": 106.388, "p95_ms": 96.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.326, "count": 256, "max_ms": 145.714, "p95_ms": 119.827}, "read_interval": {"avg_ms": 117.583, "count": 255, "max_ms": 162.927, "p95_ms": 133.795}, "triton_wait": {"avg_ms": 90.698, "count": 255, "max_ms": 133.864, "p95_ms": 106.793}, "visualize": {"avg_ms": 3.815, "count": 255, "max_ms": 6.892, "p95_ms": 4.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5666.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 738.791, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.391, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:56:27+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T13:56:27+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T13:56:27.502027+09:00", "mtime_epoch": 1783313787.5020273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:56:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1315.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.54, "pushed": 8.54, "read": 8.506}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.691, "count": 256, "max_ms": 5.73, "p95_ms": 4.507}, "gstreamer_push": {"avg_ms": 1.558, "count": 256, "max_ms": 6.365, "p95_ms": 3.953}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.557, "count": 256, "max_ms": 95.72, "p95_ms": 83.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.254, "count": 256, "max_ms": 117.813, "p95_ms": 107.44}, "yolo11_640_fire_11class": {"avg_ms": 75.216, "count": 256, "max_ms": 95.706, "p95_ms": 87.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.387, "count": 256, "max_ms": 106.029, "p95_ms": 97.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.134, "count": 256, "max_ms": 130.557, "p95_ms": 119.955}, "read_interval": {"avg_ms": 117.542, "count": 255, "max_ms": 143.319, "p95_ms": 133.994}, "triton_wait": {"avg_ms": 91.461, "count": 256, "max_ms": 117.828, "p95_ms": 107.453}, "visualize": {"avg_ms": 3.732, "count": 256, "max_ms": 5.45, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 500, "tracking_summary": 485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5670.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9508.634, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.909, "sample_count": 1683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:56:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:56:35+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T13:56:35+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T13:56:35.302232+09:00", "mtime_epoch": 1783313795.3022323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:56:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.973, "name": "celery", "pid": 239, "rss_mb": 745.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.35, "pushed": 5.35, "read": 5.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.849, "count": 160, "max_ms": 84.195, "p95_ms": 81.058}, "gstreamer_push": {"avg_ms": 0.956, "count": 160, "max_ms": 2.094, "p95_ms": 1.446}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.919, "count": 160, "max_ms": 119.117, "p95_ms": 111.141}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.955, "count": 160, "max_ms": 118.017, "p95_ms": 110.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.37, "count": 160, "max_ms": 241.647, "p95_ms": 229.74}, "read_interval": {"avg_ms": 188.45, "count": 159, "max_ms": 248.373, "p95_ms": 241.737}, "triton_wait": {"avg_ms": 82.391, "count": 160, "max_ms": 119.13, "p95_ms": 112.974}, "visualize": {"avg_ms": 33.757, "count": 160, "max_ms": 50.077, "p95_ms": 40.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5671.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.889, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.387, "name": "ffmpeg", "pid": 9742, "rss_mb": 278.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.198, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:56:38+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T13:56:38+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T13:56:38.570318+09:00", "mtime_epoch": 1783313798.570318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:56:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1452.559, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.569, "pushed": 8.569, "read": 8.569}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.477, "count": 257, "max_ms": 5.218, "p95_ms": 4.742}, "gstreamer_push": {"avg_ms": 1.546, "count": 257, "max_ms": 6.642, "p95_ms": 3.783}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.577, "count": 257, "max_ms": 87.102, "p95_ms": 80.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.33, "count": 257, "max_ms": 128.728, "p95_ms": 108.605}, "yolo11_640_fire_11class": {"avg_ms": 73.027, "count": 257, "max_ms": 93.495, "p95_ms": 85.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.635, "count": 257, "max_ms": 101.442, "p95_ms": 96.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.894, "count": 257, "max_ms": 141.591, "p95_ms": 120.877}, "read_interval": {"avg_ms": 116.748, "count": 257, "max_ms": 157.597, "p95_ms": 135.476}, "triton_wait": {"avg_ms": 90.358, "count": 257, "max_ms": 128.741, "p95_ms": 108.619}, "visualize": {"avg_ms": 3.746, "count": 257, "max_ms": 4.768, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5670.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 768.861, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.131, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:56:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:56:57+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T13:56:57+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T13:56:57.614815+09:00", "mtime_epoch": 1783313817.6148152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:56:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1318.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.314, "pushed": 9.314, "read": 9.28}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.632, "count": 279, "max_ms": 5.894, "p95_ms": 4.459}, "gstreamer_push": {"avg_ms": 1.586, "count": 279, "max_ms": 5.92, "p95_ms": 3.898}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.667, "count": 279, "max_ms": 88.875, "p95_ms": 80.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.614, "count": 279, "max_ms": 123.002, "p95_ms": 107.312}, "yolo11_640_fire_11class": {"avg_ms": 67.171, "count": 279, "max_ms": 92.071, "p95_ms": 83.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.295, "count": 279, "max_ms": 102.114, "p95_ms": 95.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.103, "count": 279, "max_ms": 135.609, "p95_ms": 119.744}, "read_interval": {"avg_ms": 107.814, "count": 278, "max_ms": 151.694, "p95_ms": 132.689}, "triton_wait": {"avg_ms": 81.733, "count": 279, "max_ms": 123.015, "p95_ms": 107.326}, "visualize": {"avg_ms": 3.61, "count": 279, "max_ms": 4.762, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 503, "tracking_summary": 486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5673.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9538.706, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.801, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:57:05+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T13:57:05+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T13:57:05.339016+09:00", "mtime_epoch": 1783313825.3390157, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:57:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.973, "name": "celery", "pid": 239, "rss_mb": 743.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.451, "pushed": 5.451, "read": 5.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.548, "count": 163, "max_ms": 75.167, "p95_ms": 70.265}, "gstreamer_push": {"avg_ms": 1.133, "count": 163, "max_ms": 2.392, "p95_ms": 1.998}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.156, "count": 163, "max_ms": 119.707, "p95_ms": 109.63}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.194, "count": 163, "max_ms": 114.066, "p95_ms": 107.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.57, "count": 163, "max_ms": 228.51, "p95_ms": 216.706}, "read_interval": {"avg_ms": 184.472, "count": 162, "max_ms": 235.451, "p95_ms": 224.341}, "triton_wait": {"avg_ms": 78.654, "count": 163, "max_ms": 119.72, "p95_ms": 109.642}, "visualize": {"avg_ms": 36.151, "count": 163, "max_ms": 70.348, "p95_ms": 46.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5681.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.936, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.965, "name": "ffmpeg", "pid": 9742, "rss_mb": 280.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.768, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:57:08+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T13:57:08+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:57:08.623101+09:00", "mtime_epoch": 1783313828.6231008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:57:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.152, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.017, "pushed": 8.017, "read": 7.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.543, "count": 240, "max_ms": 8.598, "p95_ms": 5.945}, "gstreamer_push": {"avg_ms": 1.403, "count": 240, "max_ms": 6.693, "p95_ms": 2.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.818, "count": 240, "max_ms": 90.749, "p95_ms": 79.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.129, "count": 240, "max_ms": 121.286, "p95_ms": 107.626}, "yolo11_640_fire_11class": {"avg_ms": 63.853, "count": 240, "max_ms": 86.974, "p95_ms": 82.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.427, "count": 240, "max_ms": 106.849, "p95_ms": 95.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.711, "count": 240, "max_ms": 173.754, "p95_ms": 157.242}, "read_interval": {"avg_ms": 125.224, "count": 239, "max_ms": 183.541, "p95_ms": 167.793}, "triton_wait": {"avg_ms": 80.242, "count": 240, "max_ms": 121.299, "p95_ms": 107.638}, "visualize": {"avg_ms": 4.461, "count": 240, "max_ms": 6.505, "p95_ms": 5.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5668.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 799.014, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.703, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:57:27+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T13:57:27+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T13:57:27.683593+09:00", "mtime_epoch": 1783313847.6835928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:57:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1317.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.477, "pushed": 5.477, "read": 5.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.016, "count": 164, "max_ms": 17.982, "p95_ms": 11.007}, "gstreamer_push": {"avg_ms": 1.108, "count": 164, "max_ms": 6.439, "p95_ms": 1.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.605, "count": 164, "max_ms": 89.233, "p95_ms": 84.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.938, "count": 164, "max_ms": 131.133, "p95_ms": 110.421}, "yolo11_640_fire_11class": {"avg_ms": 60.476, "count": 164, "max_ms": 87.939, "p95_ms": 82.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.989, "count": 164, "max_ms": 107.125, "p95_ms": 102.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.579, "count": 164, "max_ms": 229.904, "p95_ms": 216.705}, "read_interval": {"avg_ms": 183.242, "count": 163, "max_ms": 237.481, "p95_ms": 225.754}, "triton_wait": {"avg_ms": 77.006, "count": 164, "max_ms": 131.146, "p95_ms": 110.434}, "visualize": {"avg_ms": 6.11, "count": 164, "max_ms": 8.288, "p95_ms": 7.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 503, "tracking_summary": 487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5673.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9568.761, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.264, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:57:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:57:35+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T13:57:35+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T13:57:35.399791+09:00", "mtime_epoch": 1783313855.399791, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:57:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.973, "name": "celery", "pid": 239, "rss_mb": 743.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.73, "pushed": 5.73, "read": 5.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.144, "count": 171, "max_ms": 76.486, "p95_ms": 67.521}, "gstreamer_push": {"avg_ms": 1.085, "count": 171, "max_ms": 2.485, "p95_ms": 2.12}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.372, "count": 171, "max_ms": 115.795, "p95_ms": 108.565}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.552, "count": 171, "max_ms": 114.841, "p95_ms": 106.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.844, "count": 171, "max_ms": 226.902, "p95_ms": 206.603}, "read_interval": {"avg_ms": 175.799, "count": 170, "max_ms": 233.93, "p95_ms": 215.084}, "triton_wait": {"avg_ms": 76.479, "count": 171, "max_ms": 115.809, "p95_ms": 108.901}, "visualize": {"avg_ms": 34.803, "count": 171, "max_ms": 53.715, "p95_ms": 51.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5672.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.985, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.965, "name": "ffmpeg", "pid": 9742, "rss_mb": 280.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.55, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:57:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:57:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T13:57:38+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T13:57:38.643874+09:00", "mtime_epoch": 1783313858.6438742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:57:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1450.805, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.454, "count": 298, "max_ms": 5.774, "p95_ms": 4.629}, "gstreamer_push": {"avg_ms": 1.515, "count": 298, "max_ms": 6.898, "p95_ms": 3.608}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.11, "count": 298, "max_ms": 93.072, "p95_ms": 79.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.242, "count": 298, "max_ms": 124.183, "p95_ms": 106.873}, "yolo11_640_fire_11class": {"avg_ms": 60.093, "count": 298, "max_ms": 86.075, "p95_ms": 79.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.487, "count": 298, "max_ms": 107.872, "p95_ms": 95.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.534, "count": 298, "max_ms": 136.359, "p95_ms": 118.897}, "read_interval": {"avg_ms": 100.672, "count": 297, "max_ms": 148.693, "p95_ms": 131.215}, "triton_wait": {"avg_ms": 75.351, "count": 298, "max_ms": 124.196, "p95_ms": 106.885}, "visualize": {"avg_ms": 3.656, "count": 298, "max_ms": 4.793, "p95_ms": 4.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5680.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 829.15, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.084, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:57:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:57:57+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T13:57:57+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T13:57:57.820364+09:00", "mtime_epoch": 1783313877.8203638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:57:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1316.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.081, "pushed": 5.081, "read": 5.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.365, "count": 151, "max_ms": 13.827, "p95_ms": 11.398}, "gstreamer_push": {"avg_ms": 0.977, "count": 152, "max_ms": 2.91, "p95_ms": 1.793}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.671, "count": 151, "max_ms": 101.96, "p95_ms": 83.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.845, "count": 151, "max_ms": 131.445, "p95_ms": 110.359}, "yolo11_640_fire_11class": {"avg_ms": 63.527, "count": 151, "max_ms": 94.79, "p95_ms": 84.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.517, "count": 151, "max_ms": 113.826, "p95_ms": 100.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.497, "count": 152, "max_ms": 237.887, "p95_ms": 219.187}, "read_interval": {"avg_ms": 198.432, "count": 151, "max_ms": 244.954, "p95_ms": 227.568}, "triton_wait": {"avg_ms": 82.723, "count": 151, "max_ms": 131.458, "p95_ms": 110.372}, "visualize": {"avg_ms": 6.466, "count": 151, "max_ms": 8.066, "p95_ms": 7.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 506, "tracking_summary": 489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5680.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9598.839, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.006, "sample_count": 1660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:58:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:58:05+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T13:58:05+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T13:58:05.432557+09:00", "mtime_epoch": 1783313885.4325573, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:58:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 751.973, "name": "celery", "pid": 239, "rss_mb": 751.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.352, "pushed": 5.352, "read": 5.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.688, "count": 160, "max_ms": 85.988, "p95_ms": 71.055}, "gstreamer_push": {"avg_ms": 0.886, "count": 160, "max_ms": 1.095, "p95_ms": 1.016}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.516, "count": 160, "max_ms": 124.278, "p95_ms": 111.424}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.843, "count": 160, "max_ms": 122.97, "p95_ms": 108.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.512, "count": 160, "max_ms": 228.714, "p95_ms": 214.272}, "read_interval": {"avg_ms": 187.825, "count": 159, "max_ms": 236.395, "p95_ms": 223.064}, "triton_wait": {"avg_ms": 81.779, "count": 160, "max_ms": 124.29, "p95_ms": 111.793}, "visualize": {"avg_ms": 33.826, "count": 160, "max_ms": 47.115, "p95_ms": 39.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5670.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.002, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.965, "name": "ffmpeg", "pid": 9742, "rss_mb": 280.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.55, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:58:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:58:08+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T13:58:08+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T13:58:08.688640+09:00", "mtime_epoch": 1783313888.6886399, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:58:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1453.586, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.724, "pushed": 9.724, "read": 9.691}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 291, "max_ms": 5.551, "p95_ms": 4.429}, "gstreamer_push": {"avg_ms": 1.487, "count": 291, "max_ms": 6.544, "p95_ms": 3.664}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.758, "count": 291, "max_ms": 100.593, "p95_ms": 82.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.516, "count": 291, "max_ms": 122.004, "p95_ms": 109.02}, "yolo11_640_fire_11class": {"avg_ms": 61.667, "count": 291, "max_ms": 98.237, "p95_ms": 83.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.769, "count": 291, "max_ms": 117.104, "p95_ms": 98.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.826, "count": 291, "max_ms": 133.73, "p95_ms": 121.16}, "read_interval": {"avg_ms": 103.118, "count": 290, "max_ms": 147.831, "p95_ms": 136.436}, "triton_wait": {"avg_ms": 77.597, "count": 291, "max_ms": 122.015, "p95_ms": 109.032}, "visualize": {"avg_ms": 3.699, "count": 291, "max_ms": 5.831, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5668.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 859.232, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.223, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:58:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:58:28+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T13:58:27+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T13:58:27.889125+09:00", "mtime_epoch": 1783313907.889125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:58:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1318.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.182, "pushed": 5.182, "read": 5.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.394, "count": 155, "max_ms": 11.392, "p95_ms": 10.562}, "gstreamer_push": {"avg_ms": 1.005, "count": 155, "max_ms": 3.885, "p95_ms": 1.872}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.623, "count": 155, "max_ms": 91.875, "p95_ms": 81.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.613, "count": 155, "max_ms": 118.623, "p95_ms": 111.409}, "yolo11_640_fire_11class": {"avg_ms": 60.669, "count": 155, "max_ms": 89.765, "p95_ms": 81.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.847, "count": 155, "max_ms": 106.277, "p95_ms": 99.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.426, "count": 155, "max_ms": 227.106, "p95_ms": 218.476}, "read_interval": {"avg_ms": 194.119, "count": 154, "max_ms": 234.0, "p95_ms": 226.158}, "triton_wait": {"avg_ms": 78.751, "count": 155, "max_ms": 118.64, "p95_ms": 111.421}, "visualize": {"avg_ms": 6.452, "count": 155, "max_ms": 7.713, "p95_ms": 7.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 506, "tracking_summary": 490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5681.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9628.986, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.15, "sample_count": 1656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T13:58:35+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T13:58:35+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T13:58:35.601319+09:00", "mtime_epoch": 1783313915.601319, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:58:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 752.898, "name": "celery", "pid": 239, "rss_mb": 746.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.647, "pushed": 5.647, "read": 5.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.299, "count": 169, "max_ms": 78.011, "p95_ms": 71.941}, "gstreamer_push": {"avg_ms": 1.291, "count": 169, "max_ms": 3.223, "p95_ms": 2.389}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.99, "count": 169, "max_ms": 116.45, "p95_ms": 109.239}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.544, "count": 169, "max_ms": 112.38, "p95_ms": 107.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.842, "count": 169, "max_ms": 230.029, "p95_ms": 211.201}, "read_interval": {"avg_ms": 178.278, "count": 168, "max_ms": 237.55, "p95_ms": 219.142}, "triton_wait": {"avg_ms": 79.063, "count": 169, "max_ms": 116.463, "p95_ms": 110.471}, "visualize": {"avg_ms": 37.893, "count": 169, "max_ms": 59.921, "p95_ms": 54.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5674.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.014, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.965, "name": "ffmpeg", "pid": 9742, "rss_mb": 280.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.023, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:58:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:58:38+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T13:58:38+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T13:58:38.681396+09:00", "mtime_epoch": 1783313918.6813965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:58:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.223, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.489, "count": 299, "max_ms": 5.334, "p95_ms": 4.522}, "gstreamer_push": {"avg_ms": 1.449, "count": 299, "max_ms": 4.162, "p95_ms": 1.584}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.947, "count": 299, "max_ms": 90.74, "p95_ms": 78.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.053, "count": 299, "max_ms": 127.512, "p95_ms": 106.604}, "yolo11_640_fire_11class": {"avg_ms": 59.448, "count": 299, "max_ms": 89.524, "p95_ms": 77.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.323, "count": 299, "max_ms": 107.846, "p95_ms": 95.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.631, "count": 299, "max_ms": 139.548, "p95_ms": 119.044}, "read_interval": {"avg_ms": 100.281, "count": 298, "max_ms": 153.437, "p95_ms": 132.243}, "triton_wait": {"avg_ms": 74.201, "count": 299, "max_ms": 127.524, "p95_ms": 106.617}, "visualize": {"avg_ms": 3.773, "count": 299, "max_ms": 5.474, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5669.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 889.273, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.136, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T13:58:58+09:00", "last_frame_read_age_sec": 0.256, "last_frame_read_at": "2026-07-06T13:58:57+09:00", "mjpeg": {"age_sec": 0.246, "exists": true, "mtime": "2026-07-06T13:58:57.853876+09:00", "mtime_epoch": 1783313937.8538764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:58:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1313.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.03, "pushed": 5.03, "read": 4.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.271, "count": 150, "max_ms": 16.426, "p95_ms": 10.337}, "gstreamer_push": {"avg_ms": 0.989, "count": 150, "max_ms": 3.159, "p95_ms": 1.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.421, "count": 150, "max_ms": 93.524, "p95_ms": 85.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.807, "count": 150, "max_ms": 125.107, "p95_ms": 115.704}, "yolo11_640_fire_11class": {"avg_ms": 64.162, "count": 150, "max_ms": 89.048, "p95_ms": 83.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.7, "count": 150, "max_ms": 108.622, "p95_ms": 101.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.502, "count": 150, "max_ms": 252.252, "p95_ms": 227.585}, "read_interval": {"avg_ms": 199.845, "count": 149, "max_ms": 249.896, "p95_ms": 233.635}, "triton_wait": {"avg_ms": 85.247, "count": 150, "max_ms": 125.12, "p95_ms": 115.721}, "visualize": {"avg_ms": 6.409, "count": 150, "max_ms": 8.354, "p95_ms": 7.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 508, "tracking_summary": 491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5676.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9658.999, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.746, "sample_count": 1641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:59:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:59:05+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T13:59:05+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T13:59:05.610070+09:00", "mtime_epoch": 1783313945.6100695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:59:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 752.898, "name": "celery", "pid": 239, "rss_mb": 747.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.126, "pushed": 5.126, "read": 5.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.078, "count": 153, "max_ms": 83.466, "p95_ms": 72.42}, "gstreamer_push": {"avg_ms": 1.008, "count": 153, "max_ms": 2.409, "p95_ms": 2.003}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.247, "count": 153, "max_ms": 122.357, "p95_ms": 112.097}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 87.462, "count": 153, "max_ms": 123.244, "p95_ms": 113.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.312, "count": 153, "max_ms": 228.819, "p95_ms": 222.564}, "read_interval": {"avg_ms": 196.142, "count": 152, "max_ms": 238.176, "p95_ms": 230.443}, "triton_wait": {"avg_ms": 88.996, "count": 153, "max_ms": 123.26, "p95_ms": 115.346}, "visualize": {"avg_ms": 36.95, "count": 153, "max_ms": 52.371, "p95_ms": 50.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5677.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.082, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.965, "name": "ffmpeg", "pid": 9742, "rss_mb": 280.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.977, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:59:08+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T13:59:08+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T13:59:08.766148+09:00", "mtime_epoch": 1783313948.766148, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:59:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 295, "max_ms": 5.633, "p95_ms": 4.797}, "gstreamer_push": {"avg_ms": 1.514, "count": 295, "max_ms": 6.327, "p95_ms": 3.787}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.241, "count": 295, "max_ms": 94.77, "p95_ms": 82.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.107, "count": 295, "max_ms": 123.621, "p95_ms": 109.488}, "yolo11_640_fire_11class": {"avg_ms": 60.619, "count": 295, "max_ms": 90.403, "p95_ms": 84.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.742, "count": 295, "max_ms": 106.031, "p95_ms": 99.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.373, "count": 295, "max_ms": 135.768, "p95_ms": 121.925}, "read_interval": {"avg_ms": 101.899, "count": 294, "max_ms": 149.508, "p95_ms": 136.388}, "triton_wait": {"avg_ms": 76.261, "count": 295, "max_ms": 123.633, "p95_ms": 109.502}, "visualize": {"avg_ms": 3.642, "count": 295, "max_ms": 4.991, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5671.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:44:06+09:00", "last_error_summary": "[h264 @ 0x55823eb25000] error while decoding MB 49 34, bytestream -7", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 919.279, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.949, "name": "ffmpeg", "pid": 9423, "rss_mb": 332.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.43, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:59:28+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T13:59:27+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T13:59:27.926623+09:00", "mtime_epoch": 1783313967.9266233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 196104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:59:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1312.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.196, "pushed": 5.196, "read": 5.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.397, "count": 155, "max_ms": 16.912, "p95_ms": 10.453}, "gstreamer_push": {"avg_ms": 0.984, "count": 155, "max_ms": 3.294, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.605, "count": 155, "max_ms": 95.844, "p95_ms": 86.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.552, "count": 155, "max_ms": 115.016, "p95_ms": 108.176}, "yolo11_640_fire_11class": {"avg_ms": 59.139, "count": 155, "max_ms": 88.093, "p95_ms": 84.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.482, "count": 155, "max_ms": 111.202, "p95_ms": 101.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.992, "count": 155, "max_ms": 235.238, "p95_ms": 217.23}, "read_interval": {"avg_ms": 193.65, "count": 154, "max_ms": 242.924, "p95_ms": 225.261}, "triton_wait": {"avg_ms": 79.489, "count": 155, "max_ms": 115.028, "p95_ms": 110.171}, "visualize": {"avg_ms": 6.378, "count": 155, "max_ms": 8.367, "p95_ms": 6.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 509, "tracking_summary": 493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5683.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9689.179, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.706, "sample_count": 1630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:59:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:59:35+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T13:59:35+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T13:59:35.762817+09:00", "mtime_epoch": 1783313975.7628167, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T13:59:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 752.898, "name": "celery", "pid": 239, "rss_mb": 746.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.301, "pushed": 5.301, "read": 5.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.089, "count": 159, "max_ms": 80.39, "p95_ms": 69.478}, "gstreamer_push": {"avg_ms": 1.024, "count": 159, "max_ms": 2.292, "p95_ms": 1.924}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.438, "count": 159, "max_ms": 118.305, "p95_ms": 105.405}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.469, "count": 159, "max_ms": 119.722, "p95_ms": 112.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.808, "count": 159, "max_ms": 223.381, "p95_ms": 218.509}, "read_interval": {"avg_ms": 188.374, "count": 159, "max_ms": 232.92, "p95_ms": 224.746}, "triton_wait": {"avg_ms": 82.282, "count": 159, "max_ms": 119.735, "p95_ms": 112.017}, "visualize": {"avg_ms": 35.102, "count": 159, "max_ms": 51.271, "p95_ms": 47.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5679.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.188, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.543, "name": "ffmpeg", "pid": 9742, "rss_mb": 283.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.892, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:59:38+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T13:59:38+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T13:59:38.878894+09:00", "mtime_epoch": 1783313978.8788936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T13:59:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.656, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.427, "pushed": 8.427, "read": 8.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.57, "count": 252, "max_ms": 8.591, "p95_ms": 6.78}, "gstreamer_push": {"avg_ms": 1.4, "count": 252, "max_ms": 6.479, "p95_ms": 3.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.78, "count": 252, "max_ms": 90.613, "p95_ms": 75.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.059, "count": 252, "max_ms": 119.476, "p95_ms": 108.049}, "yolo11_640_fire_11class": {"avg_ms": 59.316, "count": 252, "max_ms": 92.084, "p95_ms": 80.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.358, "count": 252, "max_ms": 117.742, "p95_ms": 99.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.254, "count": 252, "max_ms": 188.312, "p95_ms": 148.321}, "read_interval": {"avg_ms": 119.16, "count": 251, "max_ms": 199.418, "p95_ms": 157.871}, "triton_wait": {"avg_ms": 74.359, "count": 252, "max_ms": 119.489, "p95_ms": 109.324}, "visualize": {"avg_ms": 4.411, "count": 252, "max_ms": 6.725, "p95_ms": 5.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5378.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T13:44:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 949.279, "last_started_at": "2026-07-06T13:44:08+09:00", "pid": 9423, "process": {"exists": false, "pid": 9423}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.497, "sample_count": 1991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T13:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T13:59:58+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T13:59:57+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T13:59:57.963363+09:00", "mtime_epoch": 1783313997.9633627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T13:59:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.567, "pushed": 6.6, "read": 6.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.863, "count": 197, "max_ms": 11.215, "p95_ms": 9.708}, "gstreamer_push": {"avg_ms": 1.296, "count": 198, "max_ms": 6.433, "p95_ms": 3.044}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.154, "count": 197, "max_ms": 90.214, "p95_ms": 78.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.715, "count": 197, "max_ms": 115.015, "p95_ms": 106.92}, "yolo11_640_fire_11class": {"avg_ms": 64.228, "count": 197, "max_ms": 89.786, "p95_ms": 84.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.46, "count": 197, "max_ms": 108.083, "p95_ms": 99.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.69, "count": 197, "max_ms": 231.423, "p95_ms": 212.438}, "read_interval": {"avg_ms": 152.411, "count": 197, "max_ms": 238.734, "p95_ms": 221.84}, "triton_wait": {"avg_ms": 80.227, "count": 197, "max_ms": 115.027, "p95_ms": 106.931}, "visualize": {"avg_ms": 5.222, "count": 197, "max_ms": 7.262, "p95_ms": 6.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 512, "tracking_summary": 494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5621.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9719.24, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.254, "sample_count": 1635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:00:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:00:06+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T14:00:05+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T14:00:05.895557+09:00", "mtime_epoch": 1783314005.8955567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:00:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 752.898, "name": "celery", "pid": 239, "rss_mb": 747.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.795, "pushed": 5.795, "read": 5.761}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.51, "count": 173, "max_ms": 68.65, "p95_ms": 66.429}, "gstreamer_push": {"avg_ms": 0.955, "count": 173, "max_ms": 2.804, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.232, "count": 173, "max_ms": 115.274, "p95_ms": 98.378}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.182, "count": 173, "max_ms": 112.823, "p95_ms": 101.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.946, "count": 173, "max_ms": 227.079, "p95_ms": 203.75}, "read_interval": {"avg_ms": 173.835, "count": 172, "max_ms": 235.583, "p95_ms": 210.858}, "triton_wait": {"avg_ms": 75.896, "count": 173, "max_ms": 115.287, "p95_ms": 102.232}, "visualize": {"avg_ms": 32.099, "count": 173, "max_ms": 49.933, "p95_ms": 41.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5674.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.189, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.801, "name": "ffmpeg", "pid": 9742, "rss_mb": 283.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.457, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:00:08+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T14:00:08+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T14:00:08.879630+09:00", "mtime_epoch": 1783314008.8796299, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:00:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1453.879, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.361, "count": 300, "max_ms": 5.265, "p95_ms": 4.122}, "gstreamer_push": {"avg_ms": 1.508, "count": 300, "max_ms": 6.087, "p95_ms": 3.609}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.707, "count": 300, "max_ms": 84.259, "p95_ms": 76.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.238, "count": 300, "max_ms": 121.556, "p95_ms": 99.16}, "yolo11_640_fire_11class": {"avg_ms": 61.108, "count": 300, "max_ms": 88.624, "p95_ms": 81.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.364, "count": 300, "max_ms": 101.04, "p95_ms": 94.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.473, "count": 300, "max_ms": 134.073, "p95_ms": 112.039}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 149.723, "p95_ms": 125.534}, "triton_wait": {"avg_ms": 74.373, "count": 300, "max_ms": 121.57, "p95_ms": 99.741}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 5.37, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5680.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.492, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.797, "name": "ffmpeg", "pid": 9849, "rss_mb": 328.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.653, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:00:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:00:28+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T14:00:28+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T14:00:28.068097+09:00", "mtime_epoch": 1783314028.0680974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:00:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1318.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.159, "pushed": 8.159, "read": 8.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.363, "count": 206, "max_ms": 9.763, "p95_ms": 7.57}, "gstreamer_push": {"avg_ms": 1.343, "count": 206, "max_ms": 6.243, "p95_ms": 2.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.375, "count": 206, "max_ms": 82.177, "p95_ms": 78.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.26, "count": 206, "max_ms": 116.969, "p95_ms": 102.227}, "yolo11_640_fire_11class": {"avg_ms": 62.853, "count": 206, "max_ms": 89.209, "p95_ms": 81.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.018, "count": 206, "max_ms": 103.266, "p95_ms": 95.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.645, "count": 206, "max_ms": 170.279, "p95_ms": 151.572}, "read_interval": {"avg_ms": 146.153, "count": 206, "max_ms": 4956.015, "p95_ms": 162.439}, "triton_wait": {"avg_ms": 76.713, "count": 206, "max_ms": 116.982, "p95_ms": 102.24}, "visualize": {"avg_ms": 4.55, "count": 206, "max_ms": 9.127, "p95_ms": 5.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.249, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 513, "tracking_summary": 496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5687.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9749.334, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.763, "sample_count": 1639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:00:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:00:36+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T14:00:35+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T14:00:35.940289+09:00", "mtime_epoch": 1783314035.9402885, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:00:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 753.117, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.652, "pushed": 5.652, "read": 5.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.973, "count": 169, "max_ms": 84.977, "p95_ms": 71.491}, "gstreamer_push": {"avg_ms": 0.917, "count": 169, "max_ms": 1.539, "p95_ms": 1.098}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.085, "count": 169, "max_ms": 116.353, "p95_ms": 103.418}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.627, "count": 169, "max_ms": 116.005, "p95_ms": 105.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.248, "count": 169, "max_ms": 220.668, "p95_ms": 208.01}, "read_interval": {"avg_ms": 177.954, "count": 168, "max_ms": 229.845, "p95_ms": 214.912}, "triton_wait": {"avg_ms": 78.232, "count": 169, "max_ms": 116.367, "p95_ms": 105.97}, "visualize": {"avg_ms": 31.583, "count": 169, "max_ms": 44.218, "p95_ms": 38.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5676.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.259, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.801, "name": "ffmpeg", "pid": 9742, "rss_mb": 283.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.265, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:00:39+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T14:00:38+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T14:00:38.972362+09:00", "mtime_epoch": 1783314038.972362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:00:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.376, "count": 301, "max_ms": 5.596, "p95_ms": 4.281}, "gstreamer_push": {"avg_ms": 1.503, "count": 301, "max_ms": 6.522, "p95_ms": 3.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.149, "count": 301, "max_ms": 85.377, "p95_ms": 74.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.295, "count": 301, "max_ms": 126.899, "p95_ms": 103.072}, "yolo11_640_fire_11class": {"avg_ms": 60.551, "count": 301, "max_ms": 92.013, "p95_ms": 80.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.514, "count": 301, "max_ms": 101.521, "p95_ms": 92.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.418, "count": 301, "max_ms": 138.827, "p95_ms": 115.095}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 152.46, "p95_ms": 131.659}, "triton_wait": {"avg_ms": 74.423, "count": 301, "max_ms": 126.912, "p95_ms": 103.085}, "visualize": {"avg_ms": 3.646, "count": 301, "max_ms": 5.573, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5688.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.608, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.797, "name": "ffmpeg", "pid": 9849, "rss_mb": 328.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.833, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:00:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:00:58+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T14:00:58+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T14:00:58.168826+09:00", "mtime_epoch": 1783314058.168826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:00:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.0, "pushed": 8.034, "read": 8.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.361, "count": 240, "max_ms": 9.324, "p95_ms": 7.448}, "gstreamer_push": {"avg_ms": 1.399, "count": 241, "max_ms": 7.496, "p95_ms": 2.554}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.221, "count": 240, "max_ms": 86.051, "p95_ms": 76.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.487, "count": 240, "max_ms": 119.398, "p95_ms": 101.577}, "yolo11_640_fire_11class": {"avg_ms": 61.361, "count": 240, "max_ms": 87.148, "p95_ms": 80.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.831, "count": 240, "max_ms": 106.259, "p95_ms": 93.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.776, "count": 240, "max_ms": 166.006, "p95_ms": 152.694}, "read_interval": {"avg_ms": 124.951, "count": 240, "max_ms": 175.503, "p95_ms": 162.152}, "triton_wait": {"avg_ms": 76.866, "count": 240, "max_ms": 119.412, "p95_ms": 101.588}, "visualize": {"avg_ms": 4.587, "count": 240, "max_ms": 6.953, "p95_ms": 5.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 514, "tracking_summary": 497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5677.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9779.443, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.219, "sample_count": 1635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:01:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:01:06+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T14:01:06+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T14:01:06.073016+09:00", "mtime_epoch": 1783314066.0730164, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:01:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 741.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.384, "pushed": 5.384, "read": 5.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.302, "count": 161, "max_ms": 83.015, "p95_ms": 69.214}, "gstreamer_push": {"avg_ms": 1.165, "count": 161, "max_ms": 3.327, "p95_ms": 2.46}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.795, "count": 161, "max_ms": 116.112, "p95_ms": 103.491}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.152, "count": 161, "max_ms": 115.881, "p95_ms": 103.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.073, "count": 161, "max_ms": 231.356, "p95_ms": 219.087}, "read_interval": {"avg_ms": 187.055, "count": 160, "max_ms": 241.324, "p95_ms": 226.409}, "triton_wait": {"avg_ms": 76.564, "count": 161, "max_ms": 116.126, "p95_ms": 104.665}, "visualize": {"avg_ms": 37.068, "count": 161, "max_ms": 75.38, "p95_ms": 51.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5682.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.302, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.801, "name": "ffmpeg", "pid": 9742, "rss_mb": 283.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.1, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:01:09+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:01:09+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T14:01:09.009087+09:00", "mtime_epoch": 1783314069.009087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:01:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1457.273, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.381, "count": 301, "max_ms": 5.421, "p95_ms": 4.287}, "gstreamer_push": {"avg_ms": 1.534, "count": 301, "max_ms": 8.139, "p95_ms": 3.679}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.361, "count": 301, "max_ms": 87.645, "p95_ms": 75.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.694, "count": 301, "max_ms": 122.811, "p95_ms": 99.588}, "yolo11_640_fire_11class": {"avg_ms": 60.01, "count": 301, "max_ms": 87.677, "p95_ms": 80.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.802, "count": 301, "max_ms": 103.879, "p95_ms": 91.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.918, "count": 301, "max_ms": 135.022, "p95_ms": 112.184}, "read_interval": {"avg_ms": 99.847, "count": 300, "max_ms": 148.284, "p95_ms": 125.645}, "triton_wait": {"avg_ms": 73.818, "count": 301, "max_ms": 122.825, "p95_ms": 99.618}, "visualize": {"avg_ms": 3.694, "count": 301, "max_ms": 5.976, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5687.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.621, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.797, "name": "ffmpeg", "pid": 9849, "rss_mb": 328.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.066, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:01:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:01:28+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T14:01:28+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T14:01:28.133546+09:00", "mtime_epoch": 1783314088.1335459, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:01:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1321.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.525, "pushed": 7.525, "read": 7.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.91, "count": 225, "max_ms": 10.277, "p95_ms": 7.482}, "gstreamer_push": {"avg_ms": 1.342, "count": 225, "max_ms": 6.993, "p95_ms": 2.763}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.71, "count": 225, "max_ms": 85.074, "p95_ms": 76.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.725, "count": 225, "max_ms": 115.592, "p95_ms": 101.88}, "yolo11_640_fire_11class": {"avg_ms": 61.906, "count": 225, "max_ms": 93.8, "p95_ms": 80.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.571, "count": 225, "max_ms": 105.665, "p95_ms": 93.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.753, "count": 225, "max_ms": 186.733, "p95_ms": 163.05}, "read_interval": {"avg_ms": 133.241, "count": 224, "max_ms": 197.812, "p95_ms": 172.527}, "triton_wait": {"avg_ms": 77.098, "count": 225, "max_ms": 115.605, "p95_ms": 101.893}, "visualize": {"avg_ms": 4.895, "count": 225, "max_ms": 8.27, "p95_ms": 6.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 516, "tracking_summary": 498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5679.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9809.579, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.746, "sample_count": 1650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:01:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:01:36+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T14:01:36+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T14:01:36.217739+09:00", "mtime_epoch": 1783314096.2177393, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:01:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 749.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.915, "pushed": 5.915, "read": 5.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.673, "count": 177, "max_ms": 82.489, "p95_ms": 68.829}, "gstreamer_push": {"avg_ms": 0.932, "count": 177, "max_ms": 2.65, "p95_ms": 1.077}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.909, "count": 177, "max_ms": 115.814, "p95_ms": 100.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.472, "count": 177, "max_ms": 119.027, "p95_ms": 99.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.111, "count": 177, "max_ms": 210.066, "p95_ms": 193.882}, "read_interval": {"avg_ms": 170.218, "count": 176, "max_ms": 444.001, "p95_ms": 201.866}, "triton_wait": {"avg_ms": 74.114, "count": 177, "max_ms": 119.041, "p95_ms": 101.701}, "visualize": {"avg_ms": 32.805, "count": 177, "max_ms": 51.606, "p95_ms": 40.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5682.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.319, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.801, "name": "ffmpeg", "pid": 9742, "rss_mb": 283.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.201, "sample_count": 2828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:01:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:01:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T14:01:39+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T14:01:39.041807+09:00", "mtime_epoch": 1783314099.0418067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:01:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.914, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.454, "pushed": 8.454, "read": 8.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.182, "count": 253, "max_ms": 6.925, "p95_ms": 5.654}, "gstreamer_push": {"avg_ms": 1.312, "count": 253, "max_ms": 4.469, "p95_ms": 1.508}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.564, "count": 253, "max_ms": 90.386, "p95_ms": 77.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.42, "count": 253, "max_ms": 113.979, "p95_ms": 103.687}, "yolo11_640_fire_11class": {"avg_ms": 63.558, "count": 253, "max_ms": 87.512, "p95_ms": 82.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.389, "count": 253, "max_ms": 107.576, "p95_ms": 95.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.477, "count": 253, "max_ms": 162.514, "p95_ms": 152.395}, "read_interval": {"avg_ms": 118.808, "count": 252, "max_ms": 173.054, "p95_ms": 163.3}, "triton_wait": {"avg_ms": 78.626, "count": 253, "max_ms": 113.991, "p95_ms": 103.7}, "visualize": {"avg_ms": 4.193, "count": 253, "max_ms": 5.999, "p95_ms": 5.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5684.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.701, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.45, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:01:58+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T14:01:58+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T14:01:58.282265+09:00", "mtime_epoch": 1783314118.282265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:01:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1319.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.285, "pushed": 8.285, "read": 8.251}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.573, "count": 248, "max_ms": 9.52, "p95_ms": 6.849}, "gstreamer_push": {"avg_ms": 1.413, "count": 248, "max_ms": 5.918, "p95_ms": 1.955}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.472, "count": 248, "max_ms": 87.33, "p95_ms": 79.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.302, "count": 248, "max_ms": 125.635, "p95_ms": 105.374}, "yolo11_640_fire_11class": {"avg_ms": 69.259, "count": 248, "max_ms": 93.937, "p95_ms": 83.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.815, "count": 248, "max_ms": 103.983, "p95_ms": 96.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.063, "count": 248, "max_ms": 175.731, "p95_ms": 146.936}, "read_interval": {"avg_ms": 121.333, "count": 247, "max_ms": 185.287, "p95_ms": 156.216}, "triton_wait": {"avg_ms": 86.765, "count": 248, "max_ms": 125.647, "p95_ms": 105.387}, "visualize": {"avg_ms": 4.076, "count": 248, "max_ms": 7.072, "p95_ms": 5.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 518, "tracking_summary": 500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5680.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9839.769, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.911, "sample_count": 1658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:02:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:02:06+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T14:02:06+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T14:02:06.382457+09:00", "mtime_epoch": 1783314126.3824573, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:02:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 747.551, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.671, "pushed": 5.671, "read": 5.638}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.609, "count": 170, "max_ms": 77.152, "p95_ms": 68.882}, "gstreamer_push": {"avg_ms": 0.903, "count": 170, "max_ms": 2.2, "p95_ms": 1.019}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.629, "count": 170, "max_ms": 123.036, "p95_ms": 107.662}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.908, "count": 170, "max_ms": 119.884, "p95_ms": 108.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.901, "count": 170, "max_ms": 220.264, "p95_ms": 207.194}, "read_interval": {"avg_ms": 177.452, "count": 169, "max_ms": 231.056, "p95_ms": 214.15}, "triton_wait": {"avg_ms": 79.42, "count": 170, "max_ms": 123.048, "p95_ms": 109.122}, "visualize": {"avg_ms": 31.654, "count": 170, "max_ms": 50.409, "p95_ms": 43.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5680.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.417, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.801, "name": "ffmpeg", "pid": 9742, "rss_mb": 283.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.582, "sample_count": 2865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:02:09+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T14:02:09+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T14:02:09.090522+09:00", "mtime_epoch": 1783314129.0905216, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:02:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.961, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.257, "pushed": 9.257, "read": 9.223}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.366, "count": 277, "max_ms": 5.511, "p95_ms": 4.17}, "gstreamer_push": {"avg_ms": 1.545, "count": 277, "max_ms": 6.197, "p95_ms": 3.786}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.702, "count": 277, "max_ms": 89.593, "p95_ms": 80.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.266, "count": 277, "max_ms": 126.373, "p95_ms": 108.804}, "yolo11_640_fire_11class": {"avg_ms": 66.742, "count": 277, "max_ms": 90.112, "p95_ms": 83.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.12, "count": 277, "max_ms": 104.977, "p95_ms": 96.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.716, "count": 277, "max_ms": 138.587, "p95_ms": 120.802}, "read_interval": {"avg_ms": 108.34, "count": 276, "max_ms": 156.886, "p95_ms": 135.181}, "triton_wait": {"avg_ms": 82.536, "count": 277, "max_ms": 126.387, "p95_ms": 108.82}, "visualize": {"avg_ms": 3.693, "count": 277, "max_ms": 6.535, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5687.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.776, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.481, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:02:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:02:28+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T14:02:28+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T14:02:28.338977+09:00", "mtime_epoch": 1783314148.3389769, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:02:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1321.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.954, "pushed": 7.954, "read": 7.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.451, "count": 238, "max_ms": 9.652, "p95_ms": 7.094}, "gstreamer_push": {"avg_ms": 1.358, "count": 238, "max_ms": 6.299, "p95_ms": 2.626}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.617, "count": 238, "max_ms": 90.976, "p95_ms": 80.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.264, "count": 238, "max_ms": 121.724, "p95_ms": 107.623}, "yolo11_640_fire_11class": {"avg_ms": 63.123, "count": 238, "max_ms": 93.492, "p95_ms": 83.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.804, "count": 238, "max_ms": 104.715, "p95_ms": 97.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.39, "count": 238, "max_ms": 177.359, "p95_ms": 154.059}, "read_interval": {"avg_ms": 126.362, "count": 237, "max_ms": 189.54, "p95_ms": 163.992}, "triton_wait": {"avg_ms": 76.607, "count": 238, "max_ms": 121.736, "p95_ms": 107.636}, "visualize": {"avg_ms": 4.631, "count": 238, "max_ms": 7.379, "p95_ms": 5.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 519, "tracking_summary": 501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5689.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9869.939, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.216, "sample_count": 1644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:02:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:02:36+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T14:02:36+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T14:02:36.527170+09:00", "mtime_epoch": 1783314156.52717, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:02:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 745.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.271, "pushed": 5.271, "read": 5.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.572, "count": 158, "max_ms": 91.348, "p95_ms": 74.775}, "gstreamer_push": {"avg_ms": 1.149, "count": 158, "max_ms": 3.847, "p95_ms": 2.169}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.354, "count": 158, "max_ms": 120.956, "p95_ms": 110.006}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.993, "count": 158, "max_ms": 117.618, "p95_ms": 112.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.86, "count": 158, "max_ms": 243.242, "p95_ms": 224.08}, "read_interval": {"avg_ms": 190.72, "count": 157, "max_ms": 249.334, "p95_ms": 231.376}, "triton_wait": {"avg_ms": 81.034, "count": 158, "max_ms": 120.968, "p95_ms": 112.493}, "visualize": {"avg_ms": 38.017, "count": 158, "max_ms": 55.355, "p95_ms": 48.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5681.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.499, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.801, "name": "ffmpeg", "pid": 9742, "rss_mb": 283.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.666, "sample_count": 2858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:02:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:02:39+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T14:02:39+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T14:02:39.187233+09:00", "mtime_epoch": 1783314159.1872327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:02:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.598, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.367, "count": 291, "max_ms": 5.074, "p95_ms": 4.333}, "gstreamer_push": {"avg_ms": 1.551, "count": 291, "max_ms": 5.77, "p95_ms": 3.832}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.287, "count": 291, "max_ms": 87.222, "p95_ms": 79.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.473, "count": 291, "max_ms": 124.036, "p95_ms": 103.103}, "yolo11_640_fire_11class": {"avg_ms": 63.18, "count": 291, "max_ms": 89.302, "p95_ms": 81.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.377, "count": 291, "max_ms": 102.066, "p95_ms": 95.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.774, "count": 291, "max_ms": 136.364, "p95_ms": 114.959}, "read_interval": {"avg_ms": 103.327, "count": 290, "max_ms": 150.038, "p95_ms": 131.875}, "triton_wait": {"avg_ms": 77.733, "count": 291, "max_ms": 124.05, "p95_ms": 103.115}, "visualize": {"avg_ms": 3.645, "count": 291, "max_ms": 4.946, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5686.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.89, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.847, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:02:58+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T14:02:58+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T14:02:58.431685+09:00", "mtime_epoch": 1783314178.431685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:02:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.901, "pushed": 7.901, "read": 7.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.332, "count": 236, "max_ms": 9.953, "p95_ms": 7.944}, "gstreamer_push": {"avg_ms": 1.303, "count": 237, "max_ms": 6.158, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.664, "count": 236, "max_ms": 84.096, "p95_ms": 79.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.713, "count": 236, "max_ms": 118.877, "p95_ms": 104.055}, "yolo11_640_fire_11class": {"avg_ms": 66.121, "count": 236, "max_ms": 89.797, "p95_ms": 84.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.989, "count": 236, "max_ms": 100.616, "p95_ms": 97.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.826, "count": 237, "max_ms": 163.537, "p95_ms": 151.787}, "read_interval": {"avg_ms": 126.969, "count": 236, "max_ms": 175.725, "p95_ms": 161.361}, "triton_wait": {"avg_ms": 80.52, "count": 236, "max_ms": 118.89, "p95_ms": 104.073}, "visualize": {"avg_ms": 4.514, "count": 236, "max_ms": 6.645, "p95_ms": 5.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 520, "tracking_summary": 502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5689.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9900.072, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.175, "sample_count": 1650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:03:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:03:06+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T14:03:06+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T14:03:06.719879+09:00", "mtime_epoch": 1783314186.7198792, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:03:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 747.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.54, "pushed": 5.54, "read": 5.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.063, "count": 166, "max_ms": 88.361, "p95_ms": 71.312}, "gstreamer_push": {"avg_ms": 1.123, "count": 166, "max_ms": 3.113, "p95_ms": 2.154}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.886, "count": 166, "max_ms": 113.208, "p95_ms": 100.039}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.001, "count": 166, "max_ms": 109.876, "p95_ms": 101.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.618, "count": 166, "max_ms": 239.216, "p95_ms": 212.108}, "read_interval": {"avg_ms": 181.631, "count": 165, "max_ms": 245.624, "p95_ms": 219.242}, "triton_wait": {"avg_ms": 74.04, "count": 166, "max_ms": 113.221, "p95_ms": 103.348}, "visualize": {"avg_ms": 41.277, "count": 166, "max_ms": 67.194, "p95_ms": 51.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5688.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.561, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.629, "name": "ffmpeg", "pid": 9742, "rss_mb": 284.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.446, "sample_count": 2871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:03:09+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T14:03:09+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T14:03:09.279939+09:00", "mtime_epoch": 1783314189.2799392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:03:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.177, "pushed": 10.177, "read": 10.143}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.369, "count": 305, "max_ms": 5.347, "p95_ms": 4.511}, "gstreamer_push": {"avg_ms": 1.501, "count": 305, "max_ms": 5.868, "p95_ms": 3.661}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.694, "count": 305, "max_ms": 85.803, "p95_ms": 75.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.569, "count": 305, "max_ms": 121.252, "p95_ms": 100.568}, "yolo11_640_fire_11class": {"avg_ms": 60.232, "count": 305, "max_ms": 87.71, "p95_ms": 79.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.828, "count": 305, "max_ms": 101.796, "p95_ms": 92.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.894, "count": 305, "max_ms": 133.939, "p95_ms": 113.072}, "read_interval": {"avg_ms": 98.6, "count": 304, "max_ms": 146.844, "p95_ms": 126.405}, "triton_wait": {"avg_ms": 72.926, "count": 305, "max_ms": 121.266, "p95_ms": 100.861}, "visualize": {"avg_ms": 3.628, "count": 305, "max_ms": 4.793, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5689.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 208.024, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.043, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:03:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:03:28+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T14:03:28+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T14:03:28.564390+09:00", "mtime_epoch": 1783314208.5643897, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:03:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.394, "pushed": 7.394, "read": 7.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.642, "count": 221, "max_ms": 10.474, "p95_ms": 7.159}, "gstreamer_push": {"avg_ms": 1.294, "count": 221, "max_ms": 4.186, "p95_ms": 2.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.425, "count": 221, "max_ms": 88.211, "p95_ms": 77.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.403, "count": 221, "max_ms": 110.327, "p95_ms": 100.479}, "yolo11_640_fire_11class": {"avg_ms": 61.195, "count": 221, "max_ms": 88.225, "p95_ms": 80.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.362, "count": 221, "max_ms": 104.919, "p95_ms": 92.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.948, "count": 221, "max_ms": 163.3, "p95_ms": 150.547}, "read_interval": {"avg_ms": 135.754, "count": 220, "max_ms": 1411.783, "p95_ms": 160.452}, "triton_wait": {"avg_ms": 74.148, "count": 221, "max_ms": 110.339, "p95_ms": 102.17}, "visualize": {"avg_ms": 4.707, "count": 221, "max_ms": 7.042, "p95_ms": 5.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 523, "tracking_summary": 504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5682.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9930.095, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.827, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:03:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:03:36+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T14:03:36+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T14:03:36.708579+09:00", "mtime_epoch": 1783314216.7085793, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:03:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 739.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.399, "pushed": 5.399, "read": 5.366}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.44, "count": 161, "max_ms": 90.488, "p95_ms": 81.35}, "gstreamer_push": {"avg_ms": 0.952, "count": 161, "max_ms": 2.083, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.814, "count": 161, "max_ms": 116.568, "p95_ms": 107.477}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.016, "count": 161, "max_ms": 111.835, "p95_ms": 107.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.878, "count": 161, "max_ms": 233.43, "p95_ms": 216.453}, "read_interval": {"avg_ms": 186.491, "count": 160, "max_ms": 240.632, "p95_ms": 223.605}, "triton_wait": {"avg_ms": 77.75, "count": 161, "max_ms": 116.582, "p95_ms": 108.52}, "visualize": {"avg_ms": 31.518, "count": 161, "max_ms": 49.738, "p95_ms": 45.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5687.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.66, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.301, "name": "ffmpeg", "pid": 9742, "rss_mb": 290.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.35, "sample_count": 2875, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:03:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:03:39+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T14:03:39+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T14:03:39.340641+09:00", "mtime_epoch": 1783314219.3406405, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:03:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.715, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 302, "max_ms": 5.763, "p95_ms": 4.479}, "gstreamer_push": {"avg_ms": 1.585, "count": 302, "max_ms": 6.661, "p95_ms": 3.833}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.411, "count": 302, "max_ms": 86.439, "p95_ms": 76.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.233, "count": 302, "max_ms": 123.152, "p95_ms": 103.661}, "yolo11_640_fire_11class": {"avg_ms": 59.902, "count": 302, "max_ms": 88.497, "p95_ms": 79.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.128, "count": 302, "max_ms": 102.505, "p95_ms": 91.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.526, "count": 302, "max_ms": 141.963, "p95_ms": 115.758}, "read_interval": {"avg_ms": 99.261, "count": 302, "max_ms": 158.565, "p95_ms": 130.946}, "triton_wait": {"avg_ms": 73.285, "count": 302, "max_ms": 123.165, "p95_ms": 103.675}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 5.701, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5683.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 238.035, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.677, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:03:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:03:58+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T14:03:58+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T14:03:58.593088+09:00", "mtime_epoch": 1783314238.5930877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:03:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1319.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.861, "pushed": 7.861, "read": 7.827}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.742, "count": 235, "max_ms": 9.629, "p95_ms": 7.919}, "gstreamer_push": {"avg_ms": 1.321, "count": 235, "max_ms": 4.729, "p95_ms": 2.688}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.197, "count": 235, "max_ms": 89.215, "p95_ms": 78.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.15, "count": 235, "max_ms": 119.756, "p95_ms": 105.221}, "yolo11_640_fire_11class": {"avg_ms": 61.974, "count": 235, "max_ms": 89.925, "p95_ms": 83.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.428, "count": 235, "max_ms": 105.702, "p95_ms": 94.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.862, "count": 235, "max_ms": 168.478, "p95_ms": 157.205}, "read_interval": {"avg_ms": 127.708, "count": 234, "max_ms": 178.892, "p95_ms": 167.715}, "triton_wait": {"avg_ms": 75.254, "count": 235, "max_ms": 119.771, "p95_ms": 105.453}, "visualize": {"avg_ms": 4.786, "count": 235, "max_ms": 6.451, "p95_ms": 5.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 524, "tracking_summary": 505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5694.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9960.303, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.722, "sample_count": 1650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:04:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:04:07+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T14:04:06+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T14:04:06.885280+09:00", "mtime_epoch": 1783314246.8852797, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:04:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 739.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.368, "pushed": 5.368, "read": 5.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.774, "count": 161, "max_ms": 72.466, "p95_ms": 68.343}, "gstreamer_push": {"avg_ms": 1.527, "count": 161, "max_ms": 2.634, "p95_ms": 2.245}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.27, "count": 161, "max_ms": 117.04, "p95_ms": 107.556}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.192, "count": 161, "max_ms": 114.672, "p95_ms": 105.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.278, "count": 161, "max_ms": 226.314, "p95_ms": 217.088}, "read_interval": {"avg_ms": 186.204, "count": 161, "max_ms": 233.428, "p95_ms": 224.424}, "triton_wait": {"avg_ms": 77.443, "count": 161, "max_ms": 117.053, "p95_ms": 108.62}, "visualize": {"avg_ms": 43.925, "count": 161, "max_ms": 54.227, "p95_ms": 52.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5692.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:54:09+09:00", "last_error_summary": "[h264 @ 0x564930332680] error while decoding MB 5 42, bytestream -7", "last_exit_at": "2026-07-06T13:54:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.7, "last_started_at": "2026-07-06T13:54:11+09:00", "pid": 9742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.52, "name": "ffmpeg", "pid": 9742, "rss_mb": 297.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.35, "sample_count": 2883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:04:09+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T14:04:09+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T14:04:09.417338+09:00", "mtime_epoch": 1783314249.4173381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:04:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.254, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.124, "pushed": 10.124, "read": 10.091}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.358, "count": 303, "max_ms": 6.551, "p95_ms": 4.149}, "gstreamer_push": {"avg_ms": 1.489, "count": 303, "max_ms": 8.307, "p95_ms": 3.532}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.194, "count": 303, "max_ms": 85.476, "p95_ms": 76.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.965, "count": 303, "max_ms": 116.499, "p95_ms": 102.764}, "yolo11_640_fire_11class": {"avg_ms": 60.344, "count": 303, "max_ms": 92.706, "p95_ms": 79.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.849, "count": 303, "max_ms": 109.56, "p95_ms": 92.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.425, "count": 303, "max_ms": 129.153, "p95_ms": 115.869}, "read_interval": {"avg_ms": 99.177, "count": 302, "max_ms": 143.43, "p95_ms": 129.672}, "triton_wait": {"avg_ms": 73.41, "count": 303, "max_ms": 116.51, "p95_ms": 104.027}, "visualize": {"avg_ms": 3.651, "count": 303, "max_ms": 4.922, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5690.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 268.065, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.49, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:04:28+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T14:04:28+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T14:04:28.625782+09:00", "mtime_epoch": 1783314268.6257818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:04:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1321.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.156, "pushed": 8.156, "read": 8.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.876, "count": 244, "max_ms": 8.827, "p95_ms": 7.095}, "gstreamer_push": {"avg_ms": 1.278, "count": 244, "max_ms": 6.276, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.764, "count": 244, "max_ms": 80.73, "p95_ms": 67.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.281, "count": 244, "max_ms": 114.702, "p95_ms": 97.106}, "yolo11_640_fire_11class": {"avg_ms": 56.706, "count": 244, "max_ms": 85.141, "p95_ms": 74.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.701, "count": 244, "max_ms": 97.486, "p95_ms": 86.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.611, "count": 244, "max_ms": 171.746, "p95_ms": 150.853}, "read_interval": {"avg_ms": 123.069, "count": 243, "max_ms": 181.788, "p95_ms": 160.619}, "triton_wait": {"avg_ms": 67.664, "count": 244, "max_ms": 114.715, "p95_ms": 97.122}, "visualize": {"avg_ms": 4.842, "count": 244, "max_ms": 6.699, "p95_ms": 5.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 526, "tracking_summary": 507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5425.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 9990.373, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.81, "sample_count": 1666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:04:37+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T14:04:37+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T14:04:37.017975+09:00", "mtime_epoch": 1783314277.017975, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:04:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 739.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.824, "pushed": 5.824, "read": 5.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.52, "count": 174, "max_ms": 73.058, "p95_ms": 68.796}, "gstreamer_push": {"avg_ms": 1.096, "count": 174, "max_ms": 4.189, "p95_ms": 2.044}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.858, "count": 174, "max_ms": 111.141, "p95_ms": 91.746}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.477, "count": 174, "max_ms": 107.884, "p95_ms": 93.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.11, "count": 174, "max_ms": 235.647, "p95_ms": 205.086}, "read_interval": {"avg_ms": 172.847, "count": 173, "max_ms": 243.144, "p95_ms": 214.327}, "triton_wait": {"avg_ms": 70.455, "count": 174, "max_ms": 111.154, "p95_ms": 96.286}, "visualize": {"avg_ms": 35.992, "count": 174, "max_ms": 59.472, "p95_ms": 50.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5540.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.123, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.242, "name": "ffmpeg", "pid": 10001, "rss_mb": 139.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.69, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:04:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:04:39+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T14:04:39+09:00", "mjpeg": {"age_sec": 4.839, "exists": true, "mtime": "2026-07-06T14:04:34.777924+09:00", "mtime_epoch": 1783314274.7779236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:04:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.254, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.071, "pushed": 2.071, "read": 2.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.452, "count": 62, "max_ms": 7.87, "p95_ms": 4.018}, "gstreamer_push": {"avg_ms": 1.542, "count": 62, "max_ms": 6.353, "p95_ms": 3.555}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.447, "count": 62, "max_ms": 84.877, "p95_ms": 76.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.676, "count": 62, "max_ms": 115.55, "p95_ms": 101.125}, "yolo11_640_fire_11class": {"avg_ms": 60.082, "count": 62, "max_ms": 85.473, "p95_ms": 82.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.119, "count": 62, "max_ms": 99.849, "p95_ms": 92.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.059, "count": 62, "max_ms": 129.32, "p95_ms": 112.847}, "read_interval": {"avg_ms": 490.158, "count": 61, "max_ms": 19317.486, "p95_ms": 134.841}, "triton_wait": {"avg_ms": 71.769, "count": 62, "max_ms": 115.564, "p95_ms": 101.137}, "visualize": {"avg_ms": 3.719, "count": 62, "max_ms": 4.571, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5673.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 298.106, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.335, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:04:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:04:58+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T14:04:58+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T14:04:58.646472+09:00", "mtime_epoch": 1783314298.646472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:04:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.159, "pushed": 9.159, "read": 9.125}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.1, "count": 274, "max_ms": 8.115, "p95_ms": 6.169}, "gstreamer_push": {"avg_ms": 1.534, "count": 274, "max_ms": 6.247, "p95_ms": 3.71}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.338, "count": 274, "max_ms": 90.446, "p95_ms": 79.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.466, "count": 274, "max_ms": 129.39, "p95_ms": 114.619}, "yolo11_640_fire_11class": {"avg_ms": 65.161, "count": 274, "max_ms": 92.4, "p95_ms": 83.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.368, "count": 274, "max_ms": 102.263, "p95_ms": 94.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.507, "count": 274, "max_ms": 171.633, "p95_ms": 132.732}, "read_interval": {"avg_ms": 109.486, "count": 273, "max_ms": 181.711, "p95_ms": 146.102}, "triton_wait": {"avg_ms": 79.605, "count": 274, "max_ms": 129.402, "p95_ms": 114.632}, "visualize": {"avg_ms": 3.831, "count": 274, "max_ms": 5.531, "p95_ms": 5.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 527, "tracking_summary": 508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5671.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10020.553, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.15, "sample_count": 1666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:05:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:05:07+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T14:05:07+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T14:05:07.154667+09:00", "mtime_epoch": 1783314307.154667, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:05:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.117, "name": "celery", "pid": 239, "rss_mb": 748.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.827, "pushed": 5.827, "read": 5.793}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 48.612, "count": 174, "max_ms": 84.716, "p95_ms": 70.085}, "gstreamer_push": {"avg_ms": 0.949, "count": 174, "max_ms": 1.298, "p95_ms": 1.046}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.147, "count": 174, "max_ms": 121.931, "p95_ms": 113.346}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.675, "count": 174, "max_ms": 121.023, "p95_ms": 109.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.521, "count": 174, "max_ms": 218.379, "p95_ms": 206.925}, "read_interval": {"avg_ms": 172.291, "count": 173, "max_ms": 225.374, "p95_ms": 216.501}, "triton_wait": {"avg_ms": 78.749, "count": 174, "max_ms": 121.943, "p95_ms": 114.172}, "visualize": {"avg_ms": 32.618, "count": 174, "max_ms": 47.966, "p95_ms": 40.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5671.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.119, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 10001, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.779, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:05:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:05:09+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T14:05:09+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T14:05:09.534722+09:00", "mtime_epoch": 1783314309.5347216, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:05:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.527, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.104, "pushed": 9.104, "read": 9.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.341, "count": 273, "max_ms": 5.054, "p95_ms": 3.625}, "gstreamer_push": {"avg_ms": 1.595, "count": 273, "max_ms": 6.965, "p95_ms": 3.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.324, "count": 273, "max_ms": 89.766, "p95_ms": 80.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.811, "count": 273, "max_ms": 125.581, "p95_ms": 112.76}, "yolo11_640_fire_11class": {"avg_ms": 69.256, "count": 273, "max_ms": 92.014, "p95_ms": 84.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.187, "count": 273, "max_ms": 102.991, "p95_ms": 95.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.15, "count": 273, "max_ms": 137.626, "p95_ms": 125.942}, "read_interval": {"avg_ms": 109.971, "count": 273, "max_ms": 151.672, "p95_ms": 138.006}, "triton_wait": {"avg_ms": 84.989, "count": 273, "max_ms": 125.593, "p95_ms": 112.773}, "visualize": {"avg_ms": 3.684, "count": 273, "max_ms": 4.717, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5670.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 328.201, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.89, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:05:28+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T14:05:28+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T14:05:28.763161+09:00", "mtime_epoch": 1783314328.763161, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:05:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.501, "read": 8.501}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 255, "max_ms": 8.991, "p95_ms": 6.402}, "gstreamer_push": {"avg_ms": 1.593, "count": 255, "max_ms": 6.699, "p95_ms": 3.823}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.811, "count": 255, "max_ms": 91.697, "p95_ms": 80.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.561, "count": 255, "max_ms": 125.019, "p95_ms": 105.788}, "yolo11_640_fire_11class": {"avg_ms": 70.353, "count": 255, "max_ms": 96.066, "p95_ms": 85.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.951, "count": 255, "max_ms": 104.22, "p95_ms": 96.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.285, "count": 255, "max_ms": 167.293, "p95_ms": 139.706}, "read_interval": {"avg_ms": 117.547, "count": 255, "max_ms": 177.899, "p95_ms": 150.545}, "triton_wait": {"avg_ms": 86.072, "count": 255, "max_ms": 125.032, "p95_ms": 105.801}, "visualize": {"avg_ms": 4.036, "count": 255, "max_ms": 6.921, "p95_ms": 5.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 529, "tracking_summary": 509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5683.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10050.655, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.573, "sample_count": 1658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:05:37+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T14:05:37+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T14:05:37.279355+09:00", "mtime_epoch": 1783314337.2793553, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:05:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.605, "name": "celery", "pid": 239, "rss_mb": 751.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.379, "pushed": 5.379, "read": 5.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.419, "count": 161, "max_ms": 87.583, "p95_ms": 68.414}, "gstreamer_push": {"avg_ms": 1.064, "count": 161, "max_ms": 3.836, "p95_ms": 2.13}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.343, "count": 161, "max_ms": 119.92, "p95_ms": 109.892}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.162, "count": 161, "max_ms": 116.075, "p95_ms": 111.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.22, "count": 161, "max_ms": 230.542, "p95_ms": 214.477}, "read_interval": {"avg_ms": 186.955, "count": 160, "max_ms": 238.032, "p95_ms": 223.132}, "triton_wait": {"avg_ms": 80.889, "count": 161, "max_ms": 119.933, "p95_ms": 112.965}, "visualize": {"avg_ms": 34.772, "count": 161, "max_ms": 52.544, "p95_ms": 49.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5669.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.169, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.0, "name": "ffmpeg", "pid": 10001, "rss_mb": 273.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.873, "sample_count": 2623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:05:39+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T14:05:39+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T14:05:39.579408+09:00", "mtime_epoch": 1783314339.5794077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:05:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.657, "pushed": 8.657, "read": 8.624}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.567, "count": 259, "max_ms": 5.572, "p95_ms": 5.334}, "gstreamer_push": {"avg_ms": 1.715, "count": 259, "max_ms": 6.392, "p95_ms": 4.026}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.164, "count": 259, "max_ms": 91.233, "p95_ms": 81.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.835, "count": 259, "max_ms": 121.535, "p95_ms": 110.949}, "yolo11_640_fire_11class": {"avg_ms": 72.328, "count": 259, "max_ms": 90.873, "p95_ms": 84.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.93, "count": 259, "max_ms": 104.624, "p95_ms": 97.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.937, "count": 259, "max_ms": 133.765, "p95_ms": 122.947}, "read_interval": {"avg_ms": 116.031, "count": 258, "max_ms": 150.984, "p95_ms": 138.638}, "triton_wait": {"avg_ms": 89.098, "count": 259, "max_ms": 121.548, "p95_ms": 110.961}, "visualize": {"avg_ms": 3.903, "count": 259, "max_ms": 6.813, "p95_ms": 4.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5684.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 358.29, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.808, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:05:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:05:58+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T14:05:58+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T14:05:58.803845+09:00", "mtime_epoch": 1783314358.803845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:05:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.077, "pushed": 8.077, "read": 8.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.951, "count": 242, "max_ms": 9.638, "p95_ms": 6.583}, "gstreamer_push": {"avg_ms": 1.428, "count": 242, "max_ms": 6.038, "p95_ms": 3.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.737, "count": 242, "max_ms": 86.338, "p95_ms": 78.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.908, "count": 242, "max_ms": 123.325, "p95_ms": 106.702}, "yolo11_640_fire_11class": {"avg_ms": 67.11, "count": 242, "max_ms": 85.925, "p95_ms": 82.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.691, "count": 242, "max_ms": 99.72, "p95_ms": 96.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.985, "count": 242, "max_ms": 176.555, "p95_ms": 153.016}, "read_interval": {"avg_ms": 124.105, "count": 241, "max_ms": 190.219, "p95_ms": 162.585}, "triton_wait": {"avg_ms": 83.031, "count": 242, "max_ms": 123.338, "p95_ms": 106.714}, "visualize": {"avg_ms": 4.268, "count": 242, "max_ms": 8.656, "p95_ms": 5.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 530, "tracking_summary": 511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5673.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10080.786, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.834, "sample_count": 1654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:06:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:06:07+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T14:06:07+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T14:06:07.428041+09:00", "mtime_epoch": 1783314367.4280407, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:06:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.934, "name": "celery", "pid": 239, "rss_mb": 746.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.249, "pushed": 5.249, "read": 5.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.932, "count": 157, "max_ms": 80.231, "p95_ms": 69.817}, "gstreamer_push": {"avg_ms": 0.969, "count": 157, "max_ms": 2.139, "p95_ms": 1.911}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.746, "count": 157, "max_ms": 113.977, "p95_ms": 108.868}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.833, "count": 157, "max_ms": 113.363, "p95_ms": 110.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.342, "count": 157, "max_ms": 230.921, "p95_ms": 218.027}, "read_interval": {"avg_ms": 192.057, "count": 156, "max_ms": 239.021, "p95_ms": 225.242}, "triton_wait": {"avg_ms": 80.197, "count": 157, "max_ms": 113.99, "p95_ms": 110.908}, "visualize": {"avg_ms": 39.195, "count": 157, "max_ms": 52.837, "p95_ms": 48.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5681.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.232, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.258, "name": "ffmpeg", "pid": 10001, "rss_mb": 273.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.065, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:06:09+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T14:06:09+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:06:09.616090+09:00", "mtime_epoch": 1783314369.6160903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:06:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1463.434, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 294, "max_ms": 5.676, "p95_ms": 4.853}, "gstreamer_push": {"avg_ms": 1.521, "count": 294, "max_ms": 6.029, "p95_ms": 3.728}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.677, "count": 294, "max_ms": 85.625, "p95_ms": 77.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.547, "count": 294, "max_ms": 124.836, "p95_ms": 104.933}, "yolo11_640_fire_11class": {"avg_ms": 61.709, "count": 294, "max_ms": 85.412, "p95_ms": 80.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.67, "count": 294, "max_ms": 100.458, "p95_ms": 94.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.712, "count": 294, "max_ms": 136.599, "p95_ms": 117.328}, "read_interval": {"avg_ms": 102.17, "count": 293, "max_ms": 149.22, "p95_ms": 132.421}, "triton_wait": {"avg_ms": 76.62, "count": 294, "max_ms": 124.847, "p95_ms": 104.946}, "visualize": {"avg_ms": 3.658, "count": 294, "max_ms": 5.332, "p95_ms": 4.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5679.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 388.324, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.448, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:06:28+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T14:06:28+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T14:06:28.920527+09:00", "mtime_epoch": 1783314388.9205275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:06:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.156, "pushed": 7.156, "read": 7.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.406, "count": 214, "max_ms": 9.789, "p95_ms": 7.896}, "gstreamer_push": {"avg_ms": 1.243, "count": 214, "max_ms": 2.919, "p95_ms": 2.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.931, "count": 214, "max_ms": 87.688, "p95_ms": 77.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.468, "count": 214, "max_ms": 118.618, "p95_ms": 105.863}, "yolo11_640_fire_11class": {"avg_ms": 60.49, "count": 214, "max_ms": 88.531, "p95_ms": 81.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.375, "count": 214, "max_ms": 103.066, "p95_ms": 95.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.139, "count": 214, "max_ms": 175.556, "p95_ms": 160.26}, "read_interval": {"avg_ms": 140.61, "count": 213, "max_ms": 184.672, "p95_ms": 171.415}, "triton_wait": {"avg_ms": 76.552, "count": 214, "max_ms": 118.631, "p95_ms": 105.875}, "visualize": {"avg_ms": 5.238, "count": 214, "max_ms": 9.442, "p95_ms": 5.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 533, "tracking_summary": 512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5685.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10110.913, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.917, "sample_count": 1650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:06:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:06:37+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T14:06:37+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T14:06:37.548723+09:00", "mtime_epoch": 1783314397.5487225, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:06:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.934, "name": "celery", "pid": 239, "rss_mb": 750.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.739, "pushed": 5.739, "read": 5.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.741, "count": 172, "max_ms": 78.846, "p95_ms": 70.929}, "gstreamer_push": {"avg_ms": 0.892, "count": 172, "max_ms": 1.217, "p95_ms": 1.062}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.846, "count": 172, "max_ms": 117.74, "p95_ms": 104.233}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.569, "count": 172, "max_ms": 113.987, "p95_ms": 101.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.599, "count": 172, "max_ms": 221.314, "p95_ms": 203.788}, "read_interval": {"avg_ms": 175.148, "count": 171, "max_ms": 230.021, "p95_ms": 211.053}, "triton_wait": {"avg_ms": 75.26, "count": 172, "max_ms": 117.752, "p95_ms": 107.556}, "visualize": {"avg_ms": 30.237, "count": 172, "max_ms": 41.802, "p95_ms": 36.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5686.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.239, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.414, "name": "ffmpeg", "pid": 10001, "rss_mb": 278.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.672, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:06:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:06:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T14:06:39+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T14:06:39.664770+09:00", "mtime_epoch": 1783314399.6647704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:06:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1458.426, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.336, "pushed": 10.336, "read": 10.336}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.393, "count": 310, "max_ms": 5.485, "p95_ms": 4.596}, "gstreamer_push": {"avg_ms": 1.511, "count": 310, "max_ms": 6.255, "p95_ms": 3.783}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.825, "count": 310, "max_ms": 84.351, "p95_ms": 73.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.297, "count": 310, "max_ms": 121.25, "p95_ms": 100.699}, "yolo11_640_fire_11class": {"avg_ms": 58.527, "count": 310, "max_ms": 87.034, "p95_ms": 78.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.87, "count": 310, "max_ms": 102.095, "p95_ms": 89.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.315, "count": 310, "max_ms": 132.983, "p95_ms": 112.633}, "read_interval": {"avg_ms": 96.931, "count": 310, "max_ms": 150.072, "p95_ms": 127.396}, "triton_wait": {"avg_ms": 71.35, "count": 310, "max_ms": 121.263, "p95_ms": 100.712}, "visualize": {"avg_ms": 3.648, "count": 310, "max_ms": 5.631, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5684.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 418.336, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.803, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:06:59+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T14:06:58+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T14:06:58.849203+09:00", "mtime_epoch": 1783314418.8492029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:06:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.019, "count": 227, "max_ms": 9.777, "p95_ms": 8.203}, "gstreamer_push": {"avg_ms": 1.288, "count": 227, "max_ms": 4.211, "p95_ms": 2.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.136, "count": 227, "max_ms": 85.014, "p95_ms": 74.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.753, "count": 227, "max_ms": 122.286, "p95_ms": 103.847}, "yolo11_640_fire_11class": {"avg_ms": 60.22, "count": 227, "max_ms": 85.634, "p95_ms": 80.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.734, "count": 227, "max_ms": 101.441, "p95_ms": 94.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.466, "count": 227, "max_ms": 190.057, "p95_ms": 158.033}, "read_interval": {"avg_ms": 132.036, "count": 226, "max_ms": 202.98, "p95_ms": 167.832}, "triton_wait": {"avg_ms": 74.993, "count": 227, "max_ms": 122.3, "p95_ms": 103.862}, "visualize": {"avg_ms": 4.932, "count": 227, "max_ms": 8.95, "p95_ms": 5.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 533, "tracking_summary": 514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5686.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10141.008, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.237, "sample_count": 1651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:07:07+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T14:07:07+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T14:07:07.593400+09:00", "mtime_epoch": 1783314427.5933998, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:07:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.934, "name": "celery", "pid": 239, "rss_mb": 748.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.72, "pushed": 5.72, "read": 5.687}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.368, "count": 171, "max_ms": 75.435, "p95_ms": 69.869}, "gstreamer_push": {"avg_ms": 1.013, "count": 171, "max_ms": 4.153, "p95_ms": 1.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.35, "count": 171, "max_ms": 115.728, "p95_ms": 105.412}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.212, "count": 171, "max_ms": 116.817, "p95_ms": 106.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.269, "count": 171, "max_ms": 231.703, "p95_ms": 210.493}, "read_interval": {"avg_ms": 175.711, "count": 170, "max_ms": 238.208, "p95_ms": 217.043}, "triton_wait": {"avg_ms": 77.53, "count": 171, "max_ms": 116.829, "p95_ms": 108.34}, "visualize": {"avg_ms": 31.992, "count": 171, "max_ms": 47.973, "p95_ms": 45.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5685.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.298, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.414, "name": "ffmpeg", "pid": 10001, "rss_mb": 278.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.972, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:07:09+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T14:07:09+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T14:07:09.721447+09:00", "mtime_epoch": 1783314429.7214475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:07:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.906, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.13, "pushed": 10.13, "read": 10.096}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.461, "count": 303, "max_ms": 5.542, "p95_ms": 4.661}, "gstreamer_push": {"avg_ms": 1.569, "count": 303, "max_ms": 7.355, "p95_ms": 3.745}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.709, "count": 303, "max_ms": 88.786, "p95_ms": 74.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.218, "count": 303, "max_ms": 120.935, "p95_ms": 102.442}, "yolo11_640_fire_11class": {"avg_ms": 59.403, "count": 303, "max_ms": 86.978, "p95_ms": 80.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.69, "count": 303, "max_ms": 100.956, "p95_ms": 91.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.407, "count": 303, "max_ms": 134.419, "p95_ms": 114.743}, "read_interval": {"avg_ms": 99.232, "count": 302, "max_ms": 153.279, "p95_ms": 129.656}, "triton_wait": {"avg_ms": 73.24, "count": 303, "max_ms": 120.947, "p95_ms": 102.455}, "visualize": {"avg_ms": 3.696, "count": 303, "max_ms": 5.279, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5681.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 448.4, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.148, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:07:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:07:29+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T14:07:28+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T14:07:28.965880+09:00", "mtime_epoch": 1783314448.9658797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:07:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.48, "pushed": 7.48, "read": 7.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.951, "count": 224, "max_ms": 9.758, "p95_ms": 7.949}, "gstreamer_push": {"avg_ms": 1.233, "count": 224, "max_ms": 4.057, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.094, "count": 224, "max_ms": 86.314, "p95_ms": 77.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.422, "count": 224, "max_ms": 122.887, "p95_ms": 105.809}, "yolo11_640_fire_11class": {"avg_ms": 62.636, "count": 224, "max_ms": 92.692, "p95_ms": 82.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.931, "count": 224, "max_ms": 99.529, "p95_ms": 94.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.669, "count": 224, "max_ms": 173.48, "p95_ms": 158.893}, "read_interval": {"avg_ms": 134.305, "count": 223, "max_ms": 188.541, "p95_ms": 169.687}, "triton_wait": {"avg_ms": 77.557, "count": 224, "max_ms": 122.901, "p95_ms": 105.821}, "visualize": {"avg_ms": 4.91, "count": 224, "max_ms": 8.828, "p95_ms": 6.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 536, "tracking_summary": 515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5688.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10171.049, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.321, "sample_count": 1648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:07:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:07:37+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T14:07:37+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T14:07:37.678075+09:00", "mtime_epoch": 1783314457.678075, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:07:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.934, "name": "celery", "pid": 239, "rss_mb": 746.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.162, "pushed": 5.162, "read": 5.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.798, "count": 154, "max_ms": 89.814, "p95_ms": 78.22}, "gstreamer_push": {"avg_ms": 1.112, "count": 154, "max_ms": 2.24, "p95_ms": 1.972}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.201, "count": 154, "max_ms": 124.541, "p95_ms": 106.246}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.294, "count": 154, "max_ms": 117.332, "p95_ms": 105.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.292, "count": 154, "max_ms": 234.806, "p95_ms": 225.492}, "read_interval": {"avg_ms": 195.148, "count": 153, "max_ms": 244.606, "p95_ms": 232.862}, "triton_wait": {"avg_ms": 79.122, "count": 154, "max_ms": 124.555, "p95_ms": 107.839}, "visualize": {"avg_ms": 41.276, "count": 154, "max_ms": 73.52, "p95_ms": 52.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5686.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.317, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.992, "name": "ffmpeg", "pid": 10001, "rss_mb": 280.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.18, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:07:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:07:39+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T14:07:39+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T14:07:39.714121+09:00", "mtime_epoch": 1783314459.7141206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:07:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.195, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.599, "pushed": 9.599, "read": 9.565}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.485, "count": 287, "max_ms": 5.711, "p95_ms": 4.498}, "gstreamer_push": {"avg_ms": 1.491, "count": 287, "max_ms": 6.596, "p95_ms": 3.603}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.691, "count": 287, "max_ms": 85.698, "p95_ms": 79.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.29, "count": 287, "max_ms": 120.928, "p95_ms": 108.362}, "yolo11_640_fire_11class": {"avg_ms": 62.879, "count": 287, "max_ms": 87.008, "p95_ms": 81.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.833, "count": 287, "max_ms": 101.676, "p95_ms": 93.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.711, "count": 287, "max_ms": 135.231, "p95_ms": 120.474}, "read_interval": {"avg_ms": 104.555, "count": 286, "max_ms": 148.664, "p95_ms": 137.757}, "triton_wait": {"avg_ms": 78.386, "count": 287, "max_ms": 120.94, "p95_ms": 108.375}, "visualize": {"avg_ms": 3.728, "count": 287, "max_ms": 4.827, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5682.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 478.524, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.407, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:07:59+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T14:07:59+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T14:07:59.054553+09:00", "mtime_epoch": 1783314479.0545533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:07:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.588, "pushed": 7.588, "read": 7.555}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.901, "count": 227, "max_ms": 9.827, "p95_ms": 7.476}, "gstreamer_push": {"avg_ms": 1.215, "count": 227, "max_ms": 3.534, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.693, "count": 227, "max_ms": 86.33, "p95_ms": 80.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.384, "count": 227, "max_ms": 127.791, "p95_ms": 107.655}, "yolo11_640_fire_11class": {"avg_ms": 62.7, "count": 227, "max_ms": 91.418, "p95_ms": 83.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.185, "count": 227, "max_ms": 100.069, "p95_ms": 95.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.808, "count": 227, "max_ms": 177.55, "p95_ms": 160.574}, "read_interval": {"avg_ms": 132.147, "count": 226, "max_ms": 187.454, "p95_ms": 170.629}, "triton_wait": {"avg_ms": 77.575, "count": 227, "max_ms": 127.803, "p95_ms": 107.669}, "visualize": {"avg_ms": 4.817, "count": 227, "max_ms": 8.841, "p95_ms": 5.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 536, "tracking_summary": 516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5690.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10201.159, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.887, "sample_count": 1653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:08:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:08:07+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T14:08:07+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T14:08:07.810749+09:00", "mtime_epoch": 1783314487.810749, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:08:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 753.934, "name": "celery", "pid": 239, "rss_mb": 749.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.751, "pushed": 5.751, "read": 5.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.119, "count": 172, "max_ms": 77.769, "p95_ms": 70.841}, "gstreamer_push": {"avg_ms": 1.007, "count": 172, "max_ms": 3.249, "p95_ms": 1.878}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.46, "count": 172, "max_ms": 117.218, "p95_ms": 103.239}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.939, "count": 172, "max_ms": 116.272, "p95_ms": 105.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.959, "count": 172, "max_ms": 231.232, "p95_ms": 206.51}, "read_interval": {"avg_ms": 175.121, "count": 171, "max_ms": 237.831, "p95_ms": 214.919}, "triton_wait": {"avg_ms": 76.951, "count": 172, "max_ms": 117.232, "p95_ms": 105.282}, "visualize": {"avg_ms": 34.338, "count": 172, "max_ms": 52.984, "p95_ms": 43.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5682.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.395, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.25, "name": "ffmpeg", "pid": 10001, "rss_mb": 281.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.421, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:08:09+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T14:08:09+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T14:08:09.806793+09:00", "mtime_epoch": 1783314489.8067935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:08:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1458.742, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.279, "pushed": 10.279, "read": 10.246}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.374, "count": 308, "max_ms": 5.361, "p95_ms": 4.114}, "gstreamer_push": {"avg_ms": 1.529, "count": 308, "max_ms": 6.766, "p95_ms": 3.726}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.634, "count": 308, "max_ms": 85.248, "p95_ms": 71.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.07, "count": 308, "max_ms": 124.251, "p95_ms": 102.824}, "yolo11_640_fire_11class": {"avg_ms": 58.795, "count": 308, "max_ms": 84.136, "p95_ms": 77.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.808, "count": 308, "max_ms": 98.542, "p95_ms": 88.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.164, "count": 308, "max_ms": 136.155, "p95_ms": 116.53}, "read_interval": {"avg_ms": 97.621, "count": 307, "max_ms": 148.726, "p95_ms": 131.227}, "triton_wait": {"avg_ms": 72.161, "count": 308, "max_ms": 124.263, "p95_ms": 102.837}, "visualize": {"avg_ms": 3.64, "count": 308, "max_ms": 6.038, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5695.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 508.61, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.829, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:08:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:08:29+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T14:08:29+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T14:08:29.175225+09:00", "mtime_epoch": 1783314509.1752253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:08:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.486, "pushed": 7.486, "read": 7.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.93, "count": 224, "max_ms": 9.18, "p95_ms": 7.324}, "gstreamer_push": {"avg_ms": 1.246, "count": 224, "max_ms": 6.217, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.045, "count": 224, "max_ms": 81.005, "p95_ms": 73.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.123, "count": 224, "max_ms": 114.825, "p95_ms": 102.746}, "yolo11_640_fire_11class": {"avg_ms": 61.54, "count": 224, "max_ms": 88.107, "p95_ms": 81.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.349, "count": 224, "max_ms": 100.144, "p95_ms": 92.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.661, "count": 224, "max_ms": 195.736, "p95_ms": 155.476}, "read_interval": {"avg_ms": 134.379, "count": 223, "max_ms": 209.748, "p95_ms": 166.539}, "triton_wait": {"avg_ms": 76.362, "count": 224, "max_ms": 114.842, "p95_ms": 102.759}, "visualize": {"avg_ms": 4.954, "count": 224, "max_ms": 6.983, "p95_ms": 5.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 538, "tracking_summary": 518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5698.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10231.258, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.206, "sample_count": 1655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:08:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:08:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T14:08:37+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T14:08:37.927420+09:00", "mtime_epoch": 1783314517.9274201, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:08:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 757.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.443, "pushed": 5.443, "read": 5.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.875, "count": 163, "max_ms": 83.103, "p95_ms": 73.093}, "gstreamer_push": {"avg_ms": 1.06, "count": 163, "max_ms": 2.783, "p95_ms": 2.068}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.554, "count": 163, "max_ms": 112.552, "p95_ms": 103.323}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.557, "count": 163, "max_ms": 110.85, "p95_ms": 105.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.819, "count": 163, "max_ms": 225.674, "p95_ms": 211.672}, "read_interval": {"avg_ms": 184.9, "count": 162, "max_ms": 232.22, "p95_ms": 219.798}, "triton_wait": {"avg_ms": 78.665, "count": 163, "max_ms": 112.566, "p95_ms": 106.174}, "visualize": {"avg_ms": 35.063, "count": 163, "max_ms": 54.203, "p95_ms": 47.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5692.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.454, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.25, "name": "ffmpeg", "pid": 10001, "rss_mb": 281.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.232, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:08:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T14:08:39+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T14:08:39.855463+09:00", "mtime_epoch": 1783314519.855463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:08:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1456.09, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.608, "pushed": 9.608, "read": 9.574}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 288, "max_ms": 5.4, "p95_ms": 4.506}, "gstreamer_push": {"avg_ms": 1.551, "count": 288, "max_ms": 6.181, "p95_ms": 3.586}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.682, "count": 288, "max_ms": 88.875, "p95_ms": 77.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.995, "count": 288, "max_ms": 117.115, "p95_ms": 101.327}, "yolo11_640_fire_11class": {"avg_ms": 64.287, "count": 288, "max_ms": 88.863, "p95_ms": 81.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.459, "count": 288, "max_ms": 102.461, "p95_ms": 93.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.514, "count": 288, "max_ms": 130.172, "p95_ms": 113.435}, "read_interval": {"avg_ms": 104.357, "count": 287, "max_ms": 144.419, "p95_ms": 128.673}, "triton_wait": {"avg_ms": 78.159, "count": 288, "max_ms": 117.129, "p95_ms": 101.34}, "visualize": {"avg_ms": 3.731, "count": 288, "max_ms": 5.485, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5690.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 538.725, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.603, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:08:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:08:59+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:08:59+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T14:08:59.287895+09:00", "mtime_epoch": 1783314539.2878947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:08:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1320.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.734, "pushed": 8.734, "read": 8.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.979, "count": 261, "max_ms": 6.499, "p95_ms": 6.048}, "gstreamer_push": {"avg_ms": 1.598, "count": 262, "max_ms": 7.656, "p95_ms": 3.887}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.312, "count": 261, "max_ms": 87.763, "p95_ms": 79.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.784, "count": 261, "max_ms": 125.538, "p95_ms": 106.148}, "yolo11_640_fire_11class": {"avg_ms": 71.204, "count": 261, "max_ms": 87.775, "p95_ms": 83.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.526, "count": 261, "max_ms": 102.88, "p95_ms": 96.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.747, "count": 262, "max_ms": 155.821, "p95_ms": 121.354}, "read_interval": {"avg_ms": 114.91, "count": 261, "max_ms": 165.875, "p95_ms": 133.883}, "triton_wait": {"avg_ms": 87.116, "count": 261, "max_ms": 125.551, "p95_ms": 106.157}, "visualize": {"avg_ms": 3.751, "count": 261, "max_ms": 5.701, "p95_ms": 4.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 539, "tracking_summary": 519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5682.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10261.44, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.695, "sample_count": 1658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:09:08+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T14:09:08+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T14:09:08.064089+09:00", "mtime_epoch": 1783314548.0640893, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:09:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 741.145, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.459, "pushed": 5.459, "read": 5.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.111, "count": 163, "max_ms": 72.539, "p95_ms": 68.939}, "gstreamer_push": {"avg_ms": 1.073, "count": 163, "max_ms": 3.053, "p95_ms": 1.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.41, "count": 163, "max_ms": 116.201, "p95_ms": 107.835}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.035, "count": 163, "max_ms": 116.74, "p95_ms": 105.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.295, "count": 163, "max_ms": 231.994, "p95_ms": 214.674}, "read_interval": {"avg_ms": 184.185, "count": 162, "max_ms": 238.301, "p95_ms": 222.545}, "triton_wait": {"avg_ms": 75.425, "count": 163, "max_ms": 116.752, "p95_ms": 108.92}, "visualize": {"avg_ms": 35.673, "count": 163, "max_ms": 60.624, "p95_ms": 47.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5687.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.509, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.672, "name": "ffmpeg", "pid": 10001, "rss_mb": 283.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.32, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:09:10+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:09:09+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T14:09:09.900130+09:00", "mtime_epoch": 1783314549.90013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:09:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.496, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.791, "pushed": 8.791, "read": 8.758}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.438, "count": 263, "max_ms": 5.346, "p95_ms": 4.701}, "gstreamer_push": {"avg_ms": 1.672, "count": 263, "max_ms": 6.418, "p95_ms": 3.9}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.132, "count": 263, "max_ms": 88.521, "p95_ms": 80.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.735, "count": 263, "max_ms": 122.65, "p95_ms": 110.389}, "yolo11_640_fire_11class": {"avg_ms": 70.969, "count": 263, "max_ms": 88.503, "p95_ms": 83.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.857, "count": 263, "max_ms": 100.97, "p95_ms": 96.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.21, "count": 263, "max_ms": 134.766, "p95_ms": 123.639}, "read_interval": {"avg_ms": 114.253, "count": 262, "max_ms": 147.712, "p95_ms": 136.234}, "triton_wait": {"avg_ms": 87.864, "count": 263, "max_ms": 122.663, "p95_ms": 110.403}, "visualize": {"avg_ms": 3.702, "count": 263, "max_ms": 5.38, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5695.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 568.811, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.172, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:09:29+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T14:09:29+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T14:09:29.372561+09:00", "mtime_epoch": 1783314569.3725615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:09:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1320.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.443, "pushed": 8.443, "read": 8.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.921, "count": 253, "max_ms": 6.053, "p95_ms": 5.288}, "gstreamer_push": {"avg_ms": 1.48, "count": 253, "max_ms": 5.985, "p95_ms": 3.535}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.225, "count": 253, "max_ms": 87.764, "p95_ms": 81.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.531, "count": 253, "max_ms": 127.89, "p95_ms": 107.821}, "yolo11_640_fire_11class": {"avg_ms": 73.444, "count": 253, "max_ms": 87.751, "p95_ms": 83.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.055, "count": 253, "max_ms": 103.642, "p95_ms": 97.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.418, "count": 253, "max_ms": 140.272, "p95_ms": 120.597}, "read_interval": {"avg_ms": 118.9, "count": 252, "max_ms": 156.882, "p95_ms": 134.722}, "triton_wait": {"avg_ms": 92.626, "count": 253, "max_ms": 127.904, "p95_ms": 107.834}, "visualize": {"avg_ms": 3.69, "count": 253, "max_ms": 4.604, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 542, "tracking_summary": 520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10291.58, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.897, "sample_count": 1654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:09:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:09:38+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T14:09:38+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T14:09:38.216757+09:00", "mtime_epoch": 1783314578.2167568, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:09:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 751.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.748, "pushed": 5.748, "read": 5.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.635, "count": 172, "max_ms": 88.317, "p95_ms": 69.53}, "gstreamer_push": {"avg_ms": 0.948, "count": 172, "max_ms": 1.974, "p95_ms": 1.084}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.978, "count": 172, "max_ms": 114.005, "p95_ms": 107.514}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.418, "count": 172, "max_ms": 115.727, "p95_ms": 103.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.318, "count": 172, "max_ms": 236.958, "p95_ms": 204.557}, "read_interval": {"avg_ms": 175.269, "count": 171, "max_ms": 247.75, "p95_ms": 211.755}, "triton_wait": {"avg_ms": 76.264, "count": 172, "max_ms": 115.739, "p95_ms": 108.645}, "visualize": {"avg_ms": 31.037, "count": 172, "max_ms": 43.176, "p95_ms": 37.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5695.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.609, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.672, "name": "ffmpeg", "pid": 10001, "rss_mb": 283.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.682, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:09:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:09:40+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:09:39+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T14:09:40.000796+09:00", "mtime_epoch": 1783314580.0007963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:09:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.637, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.838, "pushed": 8.838, "read": 8.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.502, "count": 265, "max_ms": 5.539, "p95_ms": 4.814}, "gstreamer_push": {"avg_ms": 1.54, "count": 265, "max_ms": 5.346, "p95_ms": 3.653}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.019, "count": 265, "max_ms": 85.322, "p95_ms": 79.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.283, "count": 265, "max_ms": 122.614, "p95_ms": 104.801}, "yolo11_640_fire_11class": {"avg_ms": 69.703, "count": 265, "max_ms": 88.788, "p95_ms": 83.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.066, "count": 265, "max_ms": 105.073, "p95_ms": 97.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.854, "count": 265, "max_ms": 134.908, "p95_ms": 117.471}, "read_interval": {"avg_ms": 113.56, "count": 264, "max_ms": 148.572, "p95_ms": 130.732}, "triton_wait": {"avg_ms": 87.336, "count": 265, "max_ms": 122.627, "p95_ms": 104.813}, "visualize": {"avg_ms": 3.787, "count": 265, "max_ms": 6.526, "p95_ms": 4.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5699.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 598.827, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.172, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:09:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:09:59+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T14:09:59+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T14:09:59.397225+09:00", "mtime_epoch": 1783314599.3972247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:09:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.66, "pushed": 8.66, "read": 8.627}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.239, "count": 259, "max_ms": 9.581, "p95_ms": 6.168}, "gstreamer_push": {"avg_ms": 1.621, "count": 259, "max_ms": 7.135, "p95_ms": 3.874}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.35, "count": 259, "max_ms": 86.435, "p95_ms": 79.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.246, "count": 259, "max_ms": 123.225, "p95_ms": 106.143}, "yolo11_640_fire_11class": {"avg_ms": 70.116, "count": 259, "max_ms": 88.973, "p95_ms": 84.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.688, "count": 259, "max_ms": 105.394, "p95_ms": 96.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.41, "count": 259, "max_ms": 166.644, "p95_ms": 124.811}, "read_interval": {"avg_ms": 115.875, "count": 258, "max_ms": 180.026, "p95_ms": 141.198}, "triton_wait": {"avg_ms": 86.543, "count": 259, "max_ms": 123.248, "p95_ms": 106.156}, "visualize": {"avg_ms": 3.886, "count": 259, "max_ms": 6.758, "p95_ms": 5.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 543, "tracking_summary": 522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5691.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10321.671, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.719, "sample_count": 1645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:10:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:10:08+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T14:10:08+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T14:10:08.309421+09:00", "mtime_epoch": 1783314608.309421, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:10:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 740.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.51, "pushed": 5.51, "read": 5.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.638, "count": 165, "max_ms": 77.644, "p95_ms": 71.153}, "gstreamer_push": {"avg_ms": 1.0, "count": 165, "max_ms": 3.854, "p95_ms": 1.881}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.235, "count": 165, "max_ms": 120.886, "p95_ms": 110.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.958, "count": 165, "max_ms": 118.601, "p95_ms": 107.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.532, "count": 165, "max_ms": 225.844, "p95_ms": 216.341}, "read_interval": {"avg_ms": 182.425, "count": 164, "max_ms": 235.017, "p95_ms": 223.521}, "triton_wait": {"avg_ms": 78.798, "count": 165, "max_ms": 120.9, "p95_ms": 111.605}, "visualize": {"avg_ms": 34.855, "count": 165, "max_ms": 52.822, "p95_ms": 49.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5699.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.729, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.25, "name": "ffmpeg", "pid": 10001, "rss_mb": 286.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.682, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:10:10+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T14:10:10+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:10:10.113461+09:00", "mtime_epoch": 1783314610.1134608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:10:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.891, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.536, "pushed": 8.536, "read": 8.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.402, "count": 256, "max_ms": 4.991, "p95_ms": 4.079}, "gstreamer_push": {"avg_ms": 1.514, "count": 256, "max_ms": 7.212, "p95_ms": 3.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.164, "count": 256, "max_ms": 91.915, "p95_ms": 81.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.809, "count": 256, "max_ms": 128.635, "p95_ms": 109.435}, "yolo11_640_fire_11class": {"avg_ms": 72.896, "count": 256, "max_ms": 92.266, "p95_ms": 85.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.16, "count": 256, "max_ms": 100.943, "p95_ms": 97.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.371, "count": 256, "max_ms": 141.929, "p95_ms": 121.737}, "read_interval": {"avg_ms": 117.159, "count": 256, "max_ms": 284.11, "p95_ms": 137.259}, "triton_wait": {"avg_ms": 90.028, "count": 256, "max_ms": 128.647, "p95_ms": 109.449}, "visualize": {"avg_ms": 3.718, "count": 256, "max_ms": 4.652, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5699.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 628.878, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.051, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:10:29+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:10:29+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T14:10:29.445886+09:00", "mtime_epoch": 1783314629.4458864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:10:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.756, "pushed": 8.756, "read": 8.723}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.866, "count": 262, "max_ms": 6.187, "p95_ms": 4.639}, "gstreamer_push": {"avg_ms": 1.62, "count": 262, "max_ms": 6.618, "p95_ms": 3.834}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.191, "count": 262, "max_ms": 92.115, "p95_ms": 82.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.283, "count": 262, "max_ms": 126.702, "p95_ms": 111.282}, "yolo11_640_fire_11class": {"avg_ms": 71.054, "count": 262, "max_ms": 94.187, "p95_ms": 84.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.333, "count": 262, "max_ms": 101.091, "p95_ms": 96.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.258, "count": 262, "max_ms": 139.276, "p95_ms": 123.854}, "read_interval": {"avg_ms": 114.673, "count": 261, "max_ms": 152.075, "p95_ms": 138.136}, "triton_wait": {"avg_ms": 88.401, "count": 262, "max_ms": 126.714, "p95_ms": 111.295}, "visualize": {"avg_ms": 3.708, "count": 262, "max_ms": 4.721, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 544, "tracking_summary": 523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10351.804, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.489, "sample_count": 1643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:10:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:10:38+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T14:10:38+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T14:10:38.418084+09:00", "mtime_epoch": 1783314638.4180837, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:10:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 749.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.278, "pushed": 5.278, "read": 5.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.018, "count": 158, "max_ms": 71.927, "p95_ms": 70.103}, "gstreamer_push": {"avg_ms": 1.105, "count": 158, "max_ms": 2.983, "p95_ms": 1.945}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.862, "count": 158, "max_ms": 123.344, "p95_ms": 112.55}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.998, "count": 158, "max_ms": 115.717, "p95_ms": 112.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.139, "count": 158, "max_ms": 230.847, "p95_ms": 218.015}, "read_interval": {"avg_ms": 190.668, "count": 157, "max_ms": 240.609, "p95_ms": 226.918}, "triton_wait": {"avg_ms": 81.914, "count": 158, "max_ms": 123.357, "p95_ms": 115.083}, "visualize": {"avg_ms": 35.211, "count": 158, "max_ms": 52.983, "p95_ms": 45.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5699.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.729, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.086, "name": "ffmpeg", "pid": 10001, "rss_mb": 289.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.107, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:10:40+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T14:10:40+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T14:10:40.126121+09:00", "mtime_epoch": 1783314640.1261213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:10:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.969, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.537, "pushed": 8.537, "read": 8.537}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 256, "max_ms": 5.305, "p95_ms": 4.649}, "gstreamer_push": {"avg_ms": 1.563, "count": 256, "max_ms": 6.472, "p95_ms": 3.815}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.231, "count": 256, "max_ms": 88.569, "p95_ms": 82.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.042, "count": 256, "max_ms": 133.967, "p95_ms": 115.832}, "yolo11_640_fire_11class": {"avg_ms": 71.515, "count": 256, "max_ms": 88.579, "p95_ms": 84.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.011, "count": 256, "max_ms": 100.789, "p95_ms": 95.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.468, "count": 256, "max_ms": 146.249, "p95_ms": 127.808}, "read_interval": {"avg_ms": 117.234, "count": 256, "max_ms": 476.511, "p95_ms": 143.565}, "triton_wait": {"avg_ms": 89.137, "count": 256, "max_ms": 133.979, "p95_ms": 115.844}, "visualize": {"avg_ms": 3.716, "count": 256, "max_ms": 5.581, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5691.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.936, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.748, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:10:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:10:59+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T14:10:59+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T14:10:59.538547+09:00", "mtime_epoch": 1783314659.5385473, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:10:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1320.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.554, "pushed": 9.554, "read": 9.521}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.993, "count": 286, "max_ms": 7.909, "p95_ms": 6.03}, "gstreamer_push": {"avg_ms": 1.401, "count": 286, "max_ms": 3.956, "p95_ms": 1.505}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.828, "count": 286, "max_ms": 89.823, "p95_ms": 78.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.021, "count": 286, "max_ms": 120.153, "p95_ms": 103.049}, "yolo11_640_fire_11class": {"avg_ms": 64.028, "count": 286, "max_ms": 89.008, "p95_ms": 82.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.769, "count": 286, "max_ms": 101.237, "p95_ms": 94.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.006, "count": 286, "max_ms": 158.385, "p95_ms": 118.852}, "read_interval": {"avg_ms": 105.163, "count": 285, "max_ms": 170.407, "p95_ms": 131.224}, "triton_wait": {"avg_ms": 77.175, "count": 286, "max_ms": 120.167, "p95_ms": 103.062}, "visualize": {"avg_ms": 3.754, "count": 286, "max_ms": 6.16, "p95_ms": 5.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 546, "tracking_summary": 525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5701.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10381.923, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.237, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:11:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:11:08+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T14:11:08+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T14:11:08.562745+09:00", "mtime_epoch": 1783314668.5627453, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:11:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 751.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.018, "pushed": 6.018, "read": 5.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.414, "count": 180, "max_ms": 75.244, "p95_ms": 70.648}, "gstreamer_push": {"avg_ms": 1.007, "count": 180, "max_ms": 2.472, "p95_ms": 1.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.336, "count": 180, "max_ms": 116.881, "p95_ms": 101.979}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.613, "count": 180, "max_ms": 115.966, "p95_ms": 98.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.446, "count": 180, "max_ms": 219.456, "p95_ms": 201.613}, "read_interval": {"avg_ms": 167.264, "count": 179, "max_ms": 226.475, "p95_ms": 209.617}, "triton_wait": {"avg_ms": 70.964, "count": 180, "max_ms": 116.893, "p95_ms": 103.152}, "visualize": {"avg_ms": 33.684, "count": 180, "max_ms": 53.435, "p95_ms": 48.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5701.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.455, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.086, "name": "ffmpeg", "pid": 10001, "rss_mb": 289.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.349, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:11:10+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T14:11:10+09:00", "mjpeg": {"age_sec": 1.622, "exists": true, "mtime": "2026-07-06T14:11:09.326762+09:00", "mtime_epoch": 1783314669.326762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:11:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.176, "pushed": 3.176, "read": 3.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.375, "count": 95, "max_ms": 5.042, "p95_ms": 4.468}, "gstreamer_push": {"avg_ms": 1.592, "count": 95, "max_ms": 6.344, "p95_ms": 3.752}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.103, "count": 95, "max_ms": 85.717, "p95_ms": 79.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.382, "count": 95, "max_ms": 111.387, "p95_ms": 106.132}, "yolo11_640_fire_11class": {"avg_ms": 69.018, "count": 95, "max_ms": 88.557, "p95_ms": 84.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.761, "count": 95, "max_ms": 100.084, "p95_ms": 94.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.635, "count": 95, "max_ms": 124.481, "p95_ms": 118.517}, "read_interval": {"avg_ms": 318.62, "count": 94, "max_ms": 2369.644, "p95_ms": 1006.027}, "triton_wait": {"avg_ms": 85.425, "count": 95, "max_ms": 111.399, "p95_ms": 106.144}, "visualize": {"avg_ms": 3.639, "count": 95, "max_ms": 5.13, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5701.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.94, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.286, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:11:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:11:29+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T14:11:29+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T14:11:29.539205+09:00", "mtime_epoch": 1783314689.5392046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:11:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.67, "pushed": 10.67, "read": 10.67}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.956, "count": 320, "max_ms": 6.304, "p95_ms": 5.002}, "gstreamer_push": {"avg_ms": 1.466, "count": 320, "max_ms": 6.329, "p95_ms": 3.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.297, "count": 320, "max_ms": 85.508, "p95_ms": 65.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.654, "count": 320, "max_ms": 106.427, "p95_ms": 93.459}, "yolo11_640_fire_11class": {"avg_ms": 56.676, "count": 320, "max_ms": 86.266, "p95_ms": 72.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.034, "count": 320, "max_ms": 97.564, "p95_ms": 80.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.317, "count": 320, "max_ms": 118.732, "p95_ms": 106.069}, "read_interval": {"avg_ms": 93.752, "count": 320, "max_ms": 135.881, "p95_ms": 119.218}, "triton_wait": {"avg_ms": 67.775, "count": 320, "max_ms": 106.44, "p95_ms": 93.472}, "visualize": {"avg_ms": 3.643, "count": 320, "max_ms": 5.773, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 548, "tracking_summary": 526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10412.033, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.897, "sample_count": 1662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:11:38+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T14:11:38+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T14:11:38.655404+09:00", "mtime_epoch": 1783314698.655404, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:11:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 752.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.645, "pushed": 5.645, "read": 5.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.996, "count": 169, "max_ms": 74.646, "p95_ms": 70.432}, "gstreamer_push": {"avg_ms": 0.904, "count": 169, "max_ms": 1.635, "p95_ms": 1.029}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.357, "count": 169, "max_ms": 112.201, "p95_ms": 94.761}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.834, "count": 169, "max_ms": 109.12, "p95_ms": 95.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.511, "count": 169, "max_ms": 211.703, "p95_ms": 197.064}, "read_interval": {"avg_ms": 178.083, "count": 168, "max_ms": 218.223, "p95_ms": 203.914}, "triton_wait": {"avg_ms": 77.633, "count": 169, "max_ms": 112.213, "p95_ms": 97.482}, "visualize": {"avg_ms": 30.644, "count": 169, "max_ms": 38.686, "p95_ms": 35.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5702.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 424.167, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.086, "name": "ffmpeg", "pid": 10001, "rss_mb": 289.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.466, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:11:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:11:41+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T14:11:41+09:00", "mjpeg": {"age_sec": 1.885, "exists": true, "mtime": "2026-07-06T14:11:39.775429+09:00", "mtime_epoch": 1783314699.7754285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:11:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1464.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.673, "pushed": 2.673, "read": 2.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.342, "count": 80, "max_ms": 5.228, "p95_ms": 3.899}, "gstreamer_push": {"avg_ms": 1.407, "count": 80, "max_ms": 3.981, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.013, "count": 80, "max_ms": 86.711, "p95_ms": 74.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.621, "count": 80, "max_ms": 114.609, "p95_ms": 102.928}, "yolo11_640_fire_11class": {"avg_ms": 61.998, "count": 80, "max_ms": 87.228, "p95_ms": 80.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.461, "count": 80, "max_ms": 98.995, "p95_ms": 87.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.966, "count": 80, "max_ms": 127.007, "p95_ms": 115.415}, "read_interval": {"avg_ms": 378.984, "count": 79, "max_ms": 3116.795, "p95_ms": 1425.289}, "triton_wait": {"avg_ms": 75.64, "count": 80, "max_ms": 114.62, "p95_ms": 102.94}, "visualize": {"avg_ms": 3.731, "count": 80, "max_ms": 5.14, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5704.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.958, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.24, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:11:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:11:59+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:11:59+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T14:11:59.523860+09:00", "mtime_epoch": 1783314719.52386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:11:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.865, "pushed": 9.865, "read": 9.832}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.396, "count": 295, "max_ms": 8.564, "p95_ms": 6.236}, "gstreamer_push": {"avg_ms": 1.393, "count": 295, "max_ms": 5.804, "p95_ms": 2.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.541, "count": 295, "max_ms": 83.592, "p95_ms": 68.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.169, "count": 295, "max_ms": 110.554, "p95_ms": 91.998}, "yolo11_640_fire_11class": {"avg_ms": 57.617, "count": 295, "max_ms": 85.876, "p95_ms": 73.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.534, "count": 295, "max_ms": 92.566, "p95_ms": 82.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.904, "count": 295, "max_ms": 147.075, "p95_ms": 125.514}, "read_interval": {"avg_ms": 101.676, "count": 294, "max_ms": 157.43, "p95_ms": 139.957}, "triton_wait": {"avg_ms": 67.36, "count": 295, "max_ms": 110.567, "p95_ms": 92.011}, "visualize": {"avg_ms": 3.973, "count": 295, "max_ms": 5.676, "p95_ms": 5.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 549, "tracking_summary": 527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5705.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10442.049, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.432, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:12:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:12:08+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T14:12:08+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T14:12:08.688060+09:00", "mtime_epoch": 1783314728.6880598, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:12:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 754.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.768, "pushed": 5.768, "read": 5.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.391, "count": 172, "max_ms": 80.53, "p95_ms": 67.493}, "gstreamer_push": {"avg_ms": 0.881, "count": 172, "max_ms": 1.57, "p95_ms": 1.008}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.25, "count": 172, "max_ms": 109.272, "p95_ms": 93.219}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.181, "count": 172, "max_ms": 111.553, "p95_ms": 93.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.107, "count": 172, "max_ms": 211.768, "p95_ms": 198.695}, "read_interval": {"avg_ms": 174.53, "count": 171, "max_ms": 220.842, "p95_ms": 205.467}, "triton_wait": {"avg_ms": 71.689, "count": 172, "max_ms": 111.566, "p95_ms": 96.631}, "visualize": {"avg_ms": 31.898, "count": 172, "max_ms": 48.098, "p95_ms": 36.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5705.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 454.191, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.891, "name": "ffmpeg", "pid": 10001, "rss_mb": 290.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.517, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:12:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:12:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T14:12:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T14:12:11.596123+09:00", "mtime_epoch": 1783314731.5961232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:12:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.215, "pushed": 3.215, "read": 3.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.378, "count": 96, "max_ms": 6.202, "p95_ms": 4.068}, "gstreamer_push": {"avg_ms": 1.609, "count": 96, "max_ms": 6.195, "p95_ms": 3.933}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.623, "count": 96, "max_ms": 76.153, "p95_ms": 71.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.974, "count": 96, "max_ms": 115.82, "p95_ms": 100.181}, "yolo11_640_fire_11class": {"avg_ms": 59.246, "count": 96, "max_ms": 85.474, "p95_ms": 78.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.949, "count": 96, "max_ms": 97.804, "p95_ms": 89.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.637, "count": 96, "max_ms": 128.017, "p95_ms": 112.666}, "read_interval": {"avg_ms": 312.649, "count": 96, "max_ms": 4136.13, "p95_ms": 1916.374}, "triton_wait": {"avg_ms": 71.18, "count": 96, "max_ms": 115.833, "p95_ms": 100.192}, "visualize": {"avg_ms": 3.651, "count": 96, "max_ms": 5.218, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5700.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 749.025, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.879, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:12:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:12:29+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:12:29+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:12:29.580515+09:00", "mtime_epoch": 1783314749.5805151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:12:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.413, "pushed": 7.413, "read": 7.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.342, "count": 222, "max_ms": 8.935, "p95_ms": 7.464}, "gstreamer_push": {"avg_ms": 1.204, "count": 222, "max_ms": 4.493, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.371, "count": 222, "max_ms": 85.591, "p95_ms": 76.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.507, "count": 222, "max_ms": 118.979, "p95_ms": 106.161}, "yolo11_640_fire_11class": {"avg_ms": 59.09, "count": 222, "max_ms": 87.86, "p95_ms": 79.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.107, "count": 222, "max_ms": 99.777, "p95_ms": 94.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.982, "count": 222, "max_ms": 180.404, "p95_ms": 160.527}, "read_interval": {"avg_ms": 135.465, "count": 221, "max_ms": 189.501, "p95_ms": 172.51}, "triton_wait": {"avg_ms": 71.767, "count": 222, "max_ms": 118.991, "p95_ms": 106.174}, "visualize": {"avg_ms": 5.2, "count": 222, "max_ms": 7.189, "p95_ms": 5.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 551, "tracking_summary": 529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10472.2, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.461, "sample_count": 1675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:12:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:12:38+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T14:12:38+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T14:12:38.788716+09:00", "mtime_epoch": 1783314758.7887156, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:12:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 753.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.503, "pushed": 5.503, "read": 5.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.487, "count": 165, "max_ms": 77.349, "p95_ms": 69.706}, "gstreamer_push": {"avg_ms": 1.157, "count": 165, "max_ms": 3.261, "p95_ms": 2.235}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.709, "count": 165, "max_ms": 112.98, "p95_ms": 107.536}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.228, "count": 165, "max_ms": 112.228, "p95_ms": 107.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.814, "count": 165, "max_ms": 225.318, "p95_ms": 215.387}, "read_interval": {"avg_ms": 182.494, "count": 164, "max_ms": 232.253, "p95_ms": 222.783}, "triton_wait": {"avg_ms": 79.102, "count": 165, "max_ms": 112.992, "p95_ms": 108.403}, "visualize": {"avg_ms": 35.975, "count": 165, "max_ms": 52.473, "p95_ms": 50.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5703.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 484.292, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.891, "name": "ffmpeg", "pid": 10001, "rss_mb": 290.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.349, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:12:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:12:41+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T14:12:41+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T14:12:41.664778+09:00", "mtime_epoch": 1783314761.6647782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:12:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.75, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.235, "pushed": 10.235, "read": 10.201}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 307, "max_ms": 5.32, "p95_ms": 4.336}, "gstreamer_push": {"avg_ms": 1.516, "count": 307, "max_ms": 6.331, "p95_ms": 3.691}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.383, "count": 307, "max_ms": 88.215, "p95_ms": 73.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.393, "count": 307, "max_ms": 123.389, "p95_ms": 106.212}, "yolo11_640_fire_11class": {"avg_ms": 59.399, "count": 307, "max_ms": 88.203, "p95_ms": 82.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.405, "count": 307, "max_ms": 101.538, "p95_ms": 92.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.521, "count": 307, "max_ms": 136.228, "p95_ms": 118.053}, "read_interval": {"avg_ms": 97.923, "count": 306, "max_ms": 147.987, "p95_ms": 130.42}, "triton_wait": {"avg_ms": 73.405, "count": 307, "max_ms": 123.403, "p95_ms": 106.225}, "visualize": {"avg_ms": 3.695, "count": 307, "max_ms": 4.881, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5702.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 779.09, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.468, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:12:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:12:59+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T14:12:59+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T14:12:59.609169+09:00", "mtime_epoch": 1783314779.6091685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:12:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.214, "pushed": 7.214, "read": 7.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.39, "count": 216, "max_ms": 9.739, "p95_ms": 7.623}, "gstreamer_push": {"avg_ms": 1.223, "count": 216, "max_ms": 4.2, "p95_ms": 1.654}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.353, "count": 216, "max_ms": 87.826, "p95_ms": 77.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.314, "count": 216, "max_ms": 116.922, "p95_ms": 105.485}, "yolo11_640_fire_11class": {"avg_ms": 60.515, "count": 216, "max_ms": 89.642, "p95_ms": 82.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.97, "count": 216, "max_ms": 102.084, "p95_ms": 95.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.019, "count": 216, "max_ms": 187.265, "p95_ms": 159.479}, "read_interval": {"avg_ms": 139.098, "count": 215, "max_ms": 362.399, "p95_ms": 171.763}, "triton_wait": {"avg_ms": 74.562, "count": 216, "max_ms": 116.934, "p95_ms": 105.499}, "visualize": {"avg_ms": 5.21, "count": 216, "max_ms": 7.078, "p95_ms": 5.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 553, "tracking_summary": 530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10502.316, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.651, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:13:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:13:09+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T14:13:08+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T14:13:08.937371+09:00", "mtime_epoch": 1783314788.9373713, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:13:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 749.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.42, "pushed": 5.42, "read": 5.386}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.937, "count": 162, "max_ms": 94.607, "p95_ms": 76.289}, "gstreamer_push": {"avg_ms": 0.916, "count": 162, "max_ms": 2.191, "p95_ms": 1.331}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.088, "count": 162, "max_ms": 122.233, "p95_ms": 108.155}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.698, "count": 162, "max_ms": 114.884, "p95_ms": 105.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.317, "count": 162, "max_ms": 229.154, "p95_ms": 216.346}, "read_interval": {"avg_ms": 185.839, "count": 161, "max_ms": 238.647, "p95_ms": 223.663}, "triton_wait": {"avg_ms": 77.2, "count": 162, "max_ms": 122.247, "p95_ms": 110.724}, "visualize": {"avg_ms": 31.045, "count": 162, "max_ms": 48.326, "p95_ms": 40.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5703.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 514.364, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.148, "name": "ffmpeg", "pid": 10001, "rss_mb": 291.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.754, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:13:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T14:13:11+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T14:13:11.789433+09:00", "mtime_epoch": 1783314791.789433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:13:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.637, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.998, "count": 269, "max_ms": 7.68, "p95_ms": 5.739}, "gstreamer_push": {"avg_ms": 1.49, "count": 269, "max_ms": 6.623, "p95_ms": 3.83}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.575, "count": 269, "max_ms": 93.049, "p95_ms": 75.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.087, "count": 269, "max_ms": 123.81, "p95_ms": 108.218}, "yolo11_640_fire_11class": {"avg_ms": 61.609, "count": 269, "max_ms": 88.995, "p95_ms": 81.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.334, "count": 269, "max_ms": 103.161, "p95_ms": 96.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.366, "count": 269, "max_ms": 171.192, "p95_ms": 151.968}, "read_interval": {"avg_ms": 111.891, "count": 268, "max_ms": 180.631, "p95_ms": 163.775}, "triton_wait": {"avg_ms": 76.373, "count": 269, "max_ms": 123.822, "p95_ms": 108.232}, "visualize": {"avg_ms": 4.042, "count": 269, "max_ms": 6.157, "p95_ms": 5.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5706.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 809.157, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.627, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:13:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:13:29+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T14:13:29+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T14:13:29.693822+09:00", "mtime_epoch": 1783314809.6938217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:13:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.656, "pushed": 7.656, "read": 7.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.452, "count": 229, "max_ms": 8.691, "p95_ms": 6.874}, "gstreamer_push": {"avg_ms": 1.34, "count": 229, "max_ms": 5.726, "p95_ms": 2.698}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.039, "count": 229, "max_ms": 89.57, "p95_ms": 77.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.908, "count": 229, "max_ms": 113.834, "p95_ms": 101.141}, "yolo11_640_fire_11class": {"avg_ms": 65.879, "count": 229, "max_ms": 91.718, "p95_ms": 82.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.71, "count": 229, "max_ms": 103.332, "p95_ms": 95.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.799, "count": 229, "max_ms": 174.949, "p95_ms": 155.752}, "read_interval": {"avg_ms": 131.235, "count": 228, "max_ms": 188.601, "p95_ms": 166.378}, "triton_wait": {"avg_ms": 80.51, "count": 229, "max_ms": 113.847, "p95_ms": 101.889}, "visualize": {"avg_ms": 4.588, "count": 229, "max_ms": 6.752, "p95_ms": 5.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 554, "tracking_summary": 532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5707.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10532.37, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.611, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:13:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:13:39+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T14:13:38+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T14:13:38.950022+09:00", "mtime_epoch": 1783314818.9500225, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:13:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 755.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.69, "pushed": 5.69, "read": 5.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.641, "count": 170, "max_ms": 93.056, "p95_ms": 70.494}, "gstreamer_push": {"avg_ms": 0.904, "count": 170, "max_ms": 1.919, "p95_ms": 1.091}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.527, "count": 170, "max_ms": 120.254, "p95_ms": 112.353}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.47, "count": 170, "max_ms": 120.241, "p95_ms": 102.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.103, "count": 170, "max_ms": 228.856, "p95_ms": 209.869}, "read_interval": {"avg_ms": 176.483, "count": 169, "max_ms": 235.583, "p95_ms": 215.791}, "triton_wait": {"avg_ms": 76.213, "count": 170, "max_ms": 120.265, "p95_ms": 112.367}, "visualize": {"avg_ms": 31.916, "count": 170, "max_ms": 41.19, "p95_ms": 37.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5707.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 544.425, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.922, "name": "ffmpeg", "pid": 10001, "rss_mb": 291.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.184, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:13:41+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T14:13:41+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T14:13:41.818084+09:00", "mtime_epoch": 1783314821.8180845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:13:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.124, "pushed": 9.124, "read": 9.09}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.361, "count": 273, "max_ms": 4.987, "p95_ms": 4.205}, "gstreamer_push": {"avg_ms": 1.486, "count": 273, "max_ms": 8.343, "p95_ms": 3.617}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.225, "count": 273, "max_ms": 89.211, "p95_ms": 80.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.792, "count": 273, "max_ms": 122.673, "p95_ms": 104.082}, "yolo11_640_fire_11class": {"avg_ms": 68.72, "count": 273, "max_ms": 89.198, "p95_ms": 83.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.5, "count": 273, "max_ms": 99.461, "p95_ms": 95.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.938, "count": 273, "max_ms": 135.443, "p95_ms": 116.18}, "read_interval": {"avg_ms": 110.084, "count": 272, "max_ms": 151.445, "p95_ms": 129.29}, "triton_wait": {"avg_ms": 84.924, "count": 273, "max_ms": 122.686, "p95_ms": 104.095}, "visualize": {"avg_ms": 3.647, "count": 273, "max_ms": 5.384, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5704.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 839.228, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.468, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:13:59+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T14:13:59+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T14:13:59.790474+09:00", "mtime_epoch": 1783314839.7904737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:13:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.567, "pushed": 8.567, "read": 8.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.817, "count": 256, "max_ms": 6.171, "p95_ms": 4.001}, "gstreamer_push": {"avg_ms": 1.475, "count": 257, "max_ms": 6.159, "p95_ms": 3.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.227, "count": 256, "max_ms": 88.043, "p95_ms": 81.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.596, "count": 256, "max_ms": 125.697, "p95_ms": 108.396}, "yolo11_640_fire_11class": {"avg_ms": 73.366, "count": 256, "max_ms": 89.105, "p95_ms": 83.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.036, "count": 256, "max_ms": 102.196, "p95_ms": 96.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.175, "count": 257, "max_ms": 138.338, "p95_ms": 121.806}, "read_interval": {"avg_ms": 117.002, "count": 256, "max_ms": 151.169, "p95_ms": 134.629}, "triton_wait": {"avg_ms": 90.795, "count": 256, "max_ms": 125.71, "p95_ms": 108.409}, "visualize": {"avg_ms": 3.671, "count": 256, "max_ms": 4.507, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 556, "tracking_summary": 533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10562.462, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.461, "sample_count": 1675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:14:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:14:09+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T14:14:09+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T14:14:09.138676+09:00", "mtime_epoch": 1783314849.1386762, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:14:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 757.266, "name": "celery", "pid": 239, "rss_mb": 751.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.584, "pushed": 5.584, "read": 5.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.659, "count": 167, "max_ms": 69.659, "p95_ms": 68.857}, "gstreamer_push": {"avg_ms": 1.01, "count": 167, "max_ms": 2.439, "p95_ms": 1.992}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.636, "count": 167, "max_ms": 122.634, "p95_ms": 110.444}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.044, "count": 167, "max_ms": 122.647, "p95_ms": 109.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.479, "count": 167, "max_ms": 226.93, "p95_ms": 206.333}, "read_interval": {"avg_ms": 180.458, "count": 166, "max_ms": 233.39, "p95_ms": 215.572}, "triton_wait": {"avg_ms": 79.333, "count": 167, "max_ms": 122.658, "p95_ms": 111.524}, "visualize": {"avg_ms": 34.288, "count": 167, "max_ms": 60.406, "p95_ms": 48.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5697.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 574.443, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.18, "name": "ffmpeg", "pid": 10001, "rss_mb": 292.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.203, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:14:11+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T14:14:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T14:14:11.830734+09:00", "mtime_epoch": 1783314851.8307343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:14:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1457.465, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.522, "pushed": 8.522, "read": 8.489}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 255, "max_ms": 4.969, "p95_ms": 3.89}, "gstreamer_push": {"avg_ms": 1.546, "count": 255, "max_ms": 6.34, "p95_ms": 3.653}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.928, "count": 255, "max_ms": 92.925, "p95_ms": 82.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.049, "count": 255, "max_ms": 123.811, "p95_ms": 111.667}, "yolo11_640_fire_11class": {"avg_ms": 74.347, "count": 255, "max_ms": 92.937, "p95_ms": 84.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.335, "count": 255, "max_ms": 105.169, "p95_ms": 98.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.575, "count": 255, "max_ms": 136.244, "p95_ms": 123.81}, "read_interval": {"avg_ms": 117.682, "count": 254, "max_ms": 148.685, "p95_ms": 136.837}, "triton_wait": {"avg_ms": 92.329, "count": 255, "max_ms": 123.823, "p95_ms": 111.679}, "visualize": {"avg_ms": 3.706, "count": 255, "max_ms": 4.669, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5705.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 869.262, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.468, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:14:29+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:14:29+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T14:14:29.831123+09:00", "mtime_epoch": 1783314869.8311234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:14:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1321.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.758, "pushed": 8.758, "read": 8.725}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.809, "count": 262, "max_ms": 5.466, "p95_ms": 4.074}, "gstreamer_push": {"avg_ms": 1.609, "count": 262, "max_ms": 8.006, "p95_ms": 3.938}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.399, "count": 262, "max_ms": 92.794, "p95_ms": 81.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.395, "count": 262, "max_ms": 129.729, "p95_ms": 109.917}, "yolo11_640_fire_11class": {"avg_ms": 70.708, "count": 262, "max_ms": 92.806, "p95_ms": 83.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.238, "count": 262, "max_ms": 105.086, "p95_ms": 98.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.475, "count": 262, "max_ms": 142.514, "p95_ms": 122.484}, "read_interval": {"avg_ms": 114.611, "count": 261, "max_ms": 159.489, "p95_ms": 136.633}, "triton_wait": {"avg_ms": 87.842, "count": 262, "max_ms": 129.741, "p95_ms": 109.929}, "visualize": {"avg_ms": 3.669, "count": 262, "max_ms": 4.789, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 557, "tracking_summary": 534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5697.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10592.649, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.589, "sample_count": 1674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:14:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:14:39+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T14:14:39+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T14:14:39.239327+09:00", "mtime_epoch": 1783314879.2393267, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:14:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 750.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.667, "pushed": 5.667, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.419, "count": 170, "max_ms": 79.14, "p95_ms": 71.397}, "gstreamer_push": {"avg_ms": 0.932, "count": 170, "max_ms": 1.275, "p95_ms": 1.047}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.388, "count": 170, "max_ms": 118.457, "p95_ms": 110.573}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.127, "count": 170, "max_ms": 114.91, "p95_ms": 110.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.676, "count": 170, "max_ms": 217.59, "p95_ms": 209.168}, "read_interval": {"avg_ms": 176.25, "count": 170, "max_ms": 225.095, "p95_ms": 216.169}, "triton_wait": {"avg_ms": 79.376, "count": 170, "max_ms": 118.468, "p95_ms": 111.592}, "visualize": {"avg_ms": 31.497, "count": 170, "max_ms": 53.245, "p95_ms": 39.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5702.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 604.457, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.18, "name": "ffmpeg", "pid": 10001, "rss_mb": 292.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.024, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:14:41+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T14:14:41+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T14:14:41.851383+09:00", "mtime_epoch": 1783314881.8513832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:14:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1454.828, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.93, "pushed": 8.93, "read": 8.896}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.371, "count": 267, "max_ms": 5.178, "p95_ms": 4.022}, "gstreamer_push": {"avg_ms": 1.558, "count": 267, "max_ms": 6.367, "p95_ms": 3.644}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.273, "count": 267, "max_ms": 86.661, "p95_ms": 80.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.821, "count": 267, "max_ms": 124.715, "p95_ms": 106.63}, "yolo11_640_fire_11class": {"avg_ms": 70.391, "count": 267, "max_ms": 87.384, "p95_ms": 84.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.607, "count": 267, "max_ms": 102.194, "p95_ms": 98.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.316, "count": 267, "max_ms": 136.892, "p95_ms": 119.254}, "read_interval": {"avg_ms": 112.388, "count": 266, "max_ms": 154.227, "p95_ms": 132.059}, "triton_wait": {"avg_ms": 87.096, "count": 267, "max_ms": 124.727, "p95_ms": 106.642}, "visualize": {"avg_ms": 3.704, "count": 267, "max_ms": 4.792, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5715.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 899.364, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.97, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:14:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:15:00+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T14:14:59+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T14:14:59.895772+09:00", "mtime_epoch": 1783314899.8957725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:15:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.803, "pushed": 7.803, "read": 7.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.436, "count": 234, "max_ms": 9.777, "p95_ms": 7.033}, "gstreamer_push": {"avg_ms": 1.317, "count": 234, "max_ms": 5.746, "p95_ms": 1.623}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.49, "count": 234, "max_ms": 88.576, "p95_ms": 79.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.585, "count": 234, "max_ms": 126.209, "p95_ms": 103.697}, "yolo11_640_fire_11class": {"avg_ms": 64.802, "count": 234, "max_ms": 89.227, "p95_ms": 84.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.131, "count": 234, "max_ms": 101.95, "p95_ms": 95.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.059, "count": 234, "max_ms": 170.774, "p95_ms": 154.234}, "read_interval": {"avg_ms": 128.512, "count": 233, "max_ms": 185.229, "p95_ms": 165.299}, "triton_wait": {"avg_ms": 79.093, "count": 234, "max_ms": 126.221, "p95_ms": 103.71}, "visualize": {"avg_ms": 4.639, "count": 234, "max_ms": 7.671, "p95_ms": 5.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 559, "tracking_summary": 536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5715.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10622.761, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.283, "sample_count": 1672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:15:09+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T14:15:09+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T14:15:09.395977+09:00", "mtime_epoch": 1783314909.3959775, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:15:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 751.289, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.479, "pushed": 5.479, "read": 5.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.554, "count": 164, "max_ms": 78.851, "p95_ms": 73.774}, "gstreamer_push": {"avg_ms": 0.869, "count": 164, "max_ms": 1.312, "p95_ms": 1.017}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.725, "count": 164, "max_ms": 115.738, "p95_ms": 103.309}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.987, "count": 164, "max_ms": 117.895, "p95_ms": 106.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.147, "count": 164, "max_ms": 222.08, "p95_ms": 211.364}, "read_interval": {"avg_ms": 183.663, "count": 163, "max_ms": 230.198, "p95_ms": 219.385}, "triton_wait": {"avg_ms": 78.809, "count": 164, "max_ms": 117.909, "p95_ms": 108.445}, "visualize": {"avg_ms": 31.647, "count": 164, "max_ms": 40.298, "p95_ms": 36.775}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5716.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 634.513, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.781, "name": "ffmpeg", "pid": 10001, "rss_mb": 303.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.115, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:15:12+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T14:15:11+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T14:15:11.888031+09:00", "mtime_epoch": 1783314911.888031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:15:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1458.008, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.382, "count": 298, "max_ms": 5.512, "p95_ms": 4.614}, "gstreamer_push": {"avg_ms": 1.548, "count": 298, "max_ms": 6.316, "p95_ms": 3.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.463, "count": 298, "max_ms": 87.069, "p95_ms": 72.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.239, "count": 298, "max_ms": 116.007, "p95_ms": 104.367}, "yolo11_640_fire_11class": {"avg_ms": 59.759, "count": 298, "max_ms": 87.424, "p95_ms": 80.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.54, "count": 298, "max_ms": 100.464, "p95_ms": 91.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.408, "count": 298, "max_ms": 127.501, "p95_ms": 116.881}, "read_interval": {"avg_ms": 100.734, "count": 297, "max_ms": 791.07, "p95_ms": 129.73}, "triton_wait": {"avg_ms": 73.364, "count": 298, "max_ms": 116.019, "p95_ms": 104.38}, "visualize": {"avg_ms": 3.628, "count": 298, "max_ms": 5.316, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5723.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 929.458, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.755, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:15:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:15:30+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T14:15:29+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T14:15:30.004421+09:00", "mtime_epoch": 1783314930.0044215, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:15:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.473, "pushed": 7.473, "read": 7.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.414, "count": 223, "max_ms": 9.979, "p95_ms": 8.106}, "gstreamer_push": {"avg_ms": 1.221, "count": 224, "max_ms": 4.419, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.468, "count": 223, "max_ms": 84.722, "p95_ms": 73.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.508, "count": 223, "max_ms": 117.549, "p95_ms": 102.925}, "yolo11_640_fire_11class": {"avg_ms": 57.784, "count": 223, "max_ms": 85.998, "p95_ms": 78.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.39, "count": 223, "max_ms": 103.128, "p95_ms": 92.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.102, "count": 224, "max_ms": 170.75, "p95_ms": 154.985}, "read_interval": {"avg_ms": 134.34, "count": 223, "max_ms": 181.022, "p95_ms": 167.379}, "triton_wait": {"avg_ms": 71.167, "count": 223, "max_ms": 117.562, "p95_ms": 102.936}, "visualize": {"avg_ms": 5.22, "count": 223, "max_ms": 9.324, "p95_ms": 6.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 559, "tracking_summary": 537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5724.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10652.912, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.249, "sample_count": 1683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:15:39+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T14:15:39+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T14:15:39.540627+09:00", "mtime_epoch": 1783314939.5406268, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:15:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 754.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.608, "pushed": 5.608, "read": 5.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.671, "count": 168, "max_ms": 78.884, "p95_ms": 72.674}, "gstreamer_push": {"avg_ms": 0.876, "count": 168, "max_ms": 1.992, "p95_ms": 1.06}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.162, "count": 168, "max_ms": 112.879, "p95_ms": 100.954}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.602, "count": 168, "max_ms": 114.623, "p95_ms": 105.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.057, "count": 168, "max_ms": 223.653, "p95_ms": 209.05}, "read_interval": {"avg_ms": 179.45, "count": 167, "max_ms": 232.337, "p95_ms": 215.932}, "triton_wait": {"avg_ms": 76.428, "count": 168, "max_ms": 114.636, "p95_ms": 105.82}, "visualize": {"avg_ms": 30.716, "count": 168, "max_ms": 46.741, "p95_ms": 35.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5724.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 664.59, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.453, "name": "ffmpeg", "pid": 10001, "rss_mb": 309.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.839, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:15:42+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T14:15:41+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T14:15:41.992680+09:00", "mtime_epoch": 1783314941.9926796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:15:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1457.938, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.337, "pushed": 10.337, "read": 10.303}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.364, "count": 310, "max_ms": 7.952, "p95_ms": 4.54}, "gstreamer_push": {"avg_ms": 1.437, "count": 310, "max_ms": 6.348, "p95_ms": 2.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.923, "count": 310, "max_ms": 86.583, "p95_ms": 74.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.661, "count": 310, "max_ms": 118.236, "p95_ms": 99.162}, "yolo11_640_fire_11class": {"avg_ms": 58.692, "count": 310, "max_ms": 85.821, "p95_ms": 76.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.952, "count": 310, "max_ms": 99.778, "p95_ms": 90.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.757, "count": 310, "max_ms": 129.777, "p95_ms": 112.7}, "read_interval": {"avg_ms": 96.999, "count": 309, "max_ms": 157.163, "p95_ms": 128.27}, "triton_wait": {"avg_ms": 71.826, "count": 310, "max_ms": 118.248, "p95_ms": 99.174}, "visualize": {"avg_ms": 3.605, "count": 310, "max_ms": 5.339, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5724.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 959.555, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.534, "sample_count": 2471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:16:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:16:00+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T14:16:00+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T14:16:00.089069+09:00", "mtime_epoch": 1783314960.089069, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:16:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1331.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.308, "pushed": 7.308, "read": 7.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.239, "count": 218, "max_ms": 8.272, "p95_ms": 6.899}, "gstreamer_push": {"avg_ms": 1.198, "count": 219, "max_ms": 2.845, "p95_ms": 1.854}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.806, "count": 218, "max_ms": 87.431, "p95_ms": 75.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.023, "count": 218, "max_ms": 111.565, "p95_ms": 101.537}, "yolo11_640_fire_11class": {"avg_ms": 61.515, "count": 218, "max_ms": 89.338, "p95_ms": 82.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.364, "count": 218, "max_ms": 107.095, "p95_ms": 99.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.159, "count": 219, "max_ms": 167.646, "p95_ms": 154.584}, "read_interval": {"avg_ms": 137.362, "count": 218, "max_ms": 176.431, "p95_ms": 164.682}, "triton_wait": {"avg_ms": 74.512, "count": 218, "max_ms": 111.577, "p95_ms": 101.55}, "visualize": {"avg_ms": 5.15, "count": 218, "max_ms": 6.909, "p95_ms": 5.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 562, "tracking_summary": 539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5719.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10683.065, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.05, "sample_count": 1674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:16:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:16:09+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T14:16:09+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T14:16:09.689275+09:00", "mtime_epoch": 1783314969.6892753, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:16:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 753.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.745, "pushed": 5.745, "read": 5.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.639, "count": 172, "max_ms": 75.079, "p95_ms": 71.68}, "gstreamer_push": {"avg_ms": 0.858, "count": 172, "max_ms": 1.2, "p95_ms": 1.055}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.81, "count": 172, "max_ms": 109.785, "p95_ms": 98.455}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.665, "count": 172, "max_ms": 116.733, "p95_ms": 98.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.001, "count": 172, "max_ms": 213.458, "p95_ms": 199.054}, "read_interval": {"avg_ms": 175.234, "count": 171, "max_ms": 219.928, "p95_ms": 205.997}, "triton_wait": {"avg_ms": 72.256, "count": 172, "max_ms": 116.745, "p95_ms": 101.066}, "visualize": {"avg_ms": 28.914, "count": 172, "max_ms": 38.459, "p95_ms": 33.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5731.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:04:34+09:00", "last_error_summary": "[h264 @ 0x56486be82980] cabac decode of qscale diff failed at 23 8 [h264 @ 0x56486be82980] error while decoding MB 23 8, bytestream 1881 [h264 @ 0x56486bb46f80] top block unavailable for requested intra mode [h264 @ 0x56486bb46f80] error while decoding MB 45 0, bytestream 5003 [h264 @ 0x56486bdb3b00] cabac decode of qscale diff failed at 70 36 [h264 @ 0x56486bdb3b00] error while decoding MB 70 36, bytestream 7012 [h264 @ 0x56486be82980] cabac decode of qscale diff failed at 35 42 [h264 @ 0x56486", "last_exit_at": "2026-07-06T14:04:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 700.461, "last_started_at": "2026-07-06T14:04:37+09:00", "pid": 10001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.953, "name": "ffmpeg", "pid": 10001, "rss_mb": 320.953, "state": "S (sleeping)", "threads": 104}, "restart_count": 10, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.865, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:16:17+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T14:16:17+09:00", "mjpeg": {"age_sec": 18.546, "exists": true, "mtime": "2026-07-06T14:15:59.409054+09:00", "mtime_epoch": 1783314959.4090543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:16:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1457.793, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.237, "pushed": 3.237, "read": 3.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.443, "count": 96, "max_ms": 9.734, "p95_ms": 6.686}, "gstreamer_push": {"avg_ms": 1.504, "count": 97, "max_ms": 6.743, "p95_ms": 4.068}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.122, "count": 96, "max_ms": 84.111, "p95_ms": 78.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.062, "count": 96, "max_ms": 123.465, "p95_ms": 103.183}, "yolo11_640_fire_11class": {"avg_ms": 62.409, "count": 96, "max_ms": 83.703, "p95_ms": 81.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.327, "count": 96, "max_ms": 103.909, "p95_ms": 98.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.417, "count": 97, "max_ms": 204.828, "p95_ms": 170.86}, "read_interval": {"avg_ms": 312.362, "count": 96, "max_ms": 18647.95, "p95_ms": 181.516}, "triton_wait": {"avg_ms": 77.303, "count": 96, "max_ms": 123.476, "p95_ms": 103.195}, "visualize": {"avg_ms": 4.399, "count": 96, "max_ms": 8.085, "p95_ms": 6.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5663.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 989.674, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.312, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.131, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:16:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:16:30+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T14:16:30+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T14:16:30.205716+09:00", "mtime_epoch": 1783314990.205716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:16:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.767, "pushed": 7.767, "read": 7.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.187, "count": 232, "max_ms": 9.445, "p95_ms": 6.932}, "gstreamer_push": {"avg_ms": 1.174, "count": 233, "max_ms": 4.672, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.861, "count": 232, "max_ms": 79.57, "p95_ms": 65.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.922, "count": 232, "max_ms": 112.021, "p95_ms": 91.857}, "yolo11_640_fire_11class": {"avg_ms": 56.74, "count": 232, "max_ms": 84.886, "p95_ms": 72.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.766, "count": 232, "max_ms": 102.272, "p95_ms": 89.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.248, "count": 233, "max_ms": 162.626, "p95_ms": 145.235}, "read_interval": {"avg_ms": 129.151, "count": 232, "max_ms": 172.05, "p95_ms": 155.534}, "triton_wait": {"avg_ms": 67.236, "count": 232, "max_ms": 112.034, "p95_ms": 92.389}, "visualize": {"avg_ms": 5.081, "count": 232, "max_ms": 6.567, "p95_ms": 5.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 563, "tracking_summary": 540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5677.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10713.113, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.377, "sample_count": 1684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:16:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:16:39+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T14:16:39+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T14:16:39.737921+09:00", "mtime_epoch": 1783314999.7379208, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:16:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 750.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.962, "pushed": 5.962, "read": 5.929}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.509, "count": 178, "max_ms": 72.338, "p95_ms": 70.111}, "gstreamer_push": {"avg_ms": 0.885, "count": 178, "max_ms": 1.163, "p95_ms": 1.05}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.091, "count": 178, "max_ms": 111.837, "p95_ms": 100.91}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.189, "count": 178, "max_ms": 114.649, "p95_ms": 97.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.252, "count": 178, "max_ms": 219.706, "p95_ms": 198.153}, "read_interval": {"avg_ms": 168.737, "count": 177, "max_ms": 226.357, "p95_ms": 205.225}, "triton_wait": {"avg_ms": 70.856, "count": 178, "max_ms": 114.663, "p95_ms": 100.923}, "visualize": {"avg_ms": 30.54, "count": 178, "max_ms": 44.027, "p95_ms": 36.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5680.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:16:19+09:00", "last_error_summary": "[h264 @ 0x55826d275f00] cabac decode of qscale diff failed at 57 38 [h264 @ 0x55826d275f00] error while decoding MB 57 38, bytestream 353 [h264 @ 0x55826c9ea140] cabac decode of qscale diff failed at 5 40 [h264 @ 0x55826c9ea140] error while decoding MB 5 40, bytestream 3244 [h264 @ 0x55826c8d9200] left block unavailable for requested intra mode [h264 @ 0x55826c8d9200] error while decoding MB 0 5, bytestream 48205 [h264 @ 0x55826c901240] cabac decode of qscale diff failed at 55 41 [h264 @ 0x55826", "last_exit_at": "2026-07-06T14:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.423, "last_started_at": "2026-07-06T14:16:21+09:00", "pid": 10108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.582, "name": "ffmpeg", "pid": 10108, "rss_mb": 264.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 8, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.021, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:16:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:16:48+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T14:16:47+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T14:16:47.970097+09:00", "mtime_epoch": 1783315007.9700973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:16:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.477, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.934, "pushed": 5.934, "read": 5.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.07, "count": 178, "max_ms": 8.759, "p95_ms": 8.15}, "gstreamer_push": {"avg_ms": 1.216, "count": 178, "max_ms": 6.357, "p95_ms": 1.57}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.638, "count": 178, "max_ms": 84.882, "p95_ms": 78.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.374, "count": 178, "max_ms": 117.44, "p95_ms": 105.175}, "yolo11_640_fire_11class": {"avg_ms": 64.258, "count": 178, "max_ms": 89.446, "p95_ms": 81.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.291, "count": 178, "max_ms": 103.406, "p95_ms": 96.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.964, "count": 178, "max_ms": 180.444, "p95_ms": 160.558}, "read_interval": {"avg_ms": 168.516, "count": 178, "max_ms": 4397.345, "p95_ms": 170.427}, "triton_wait": {"avg_ms": 80.648, "count": 178, "max_ms": 117.453, "p95_ms": 105.188}, "visualize": {"avg_ms": 5.225, "count": 178, "max_ms": 6.761, "p95_ms": 6.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5679.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1019.735, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.715, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:17:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:17:00+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T14:17:00+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T14:17:00.322362+09:00", "mtime_epoch": 1783315020.3223622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:17:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.094, "pushed": 9.094, "read": 9.06}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.71, "count": 272, "max_ms": 9.159, "p95_ms": 6.756}, "gstreamer_push": {"avg_ms": 1.442, "count": 272, "max_ms": 6.081, "p95_ms": 3.606}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.926, "count": 272, "max_ms": 90.578, "p95_ms": 76.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.518, "count": 272, "max_ms": 121.366, "p95_ms": 103.886}, "yolo11_640_fire_11class": {"avg_ms": 60.61, "count": 272, "max_ms": 89.867, "p95_ms": 80.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.468, "count": 272, "max_ms": 104.122, "p95_ms": 96.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.234, "count": 272, "max_ms": 173.762, "p95_ms": 146.224}, "read_interval": {"avg_ms": 110.563, "count": 271, "max_ms": 188.123, "p95_ms": 156.775}, "triton_wait": {"avg_ms": 73.818, "count": 272, "max_ms": 121.379, "p95_ms": 103.898}, "visualize": {"avg_ms": 4.113, "count": 272, "max_ms": 7.029, "p95_ms": 5.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 565, "tracking_summary": 541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5674.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10743.138, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.933, "sample_count": 1676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:17:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:17:09+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T14:17:09+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T14:17:09.786565+09:00", "mtime_epoch": 1783315029.786565, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:17:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 742.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.01, "count": 165, "max_ms": 83.207, "p95_ms": 72.809}, "gstreamer_push": {"avg_ms": 0.898, "count": 165, "max_ms": 2.095, "p95_ms": 1.041}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.125, "count": 165, "max_ms": 113.213, "p95_ms": 105.051}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.535, "count": 165, "max_ms": 115.9, "p95_ms": 106.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.394, "count": 165, "max_ms": 218.579, "p95_ms": 210.288}, "read_interval": {"avg_ms": 182.081, "count": 164, "max_ms": 225.965, "p95_ms": 218.427}, "triton_wait": {"avg_ms": 77.455, "count": 165, "max_ms": 115.912, "p95_ms": 107.291}, "visualize": {"avg_ms": 31.746, "count": 165, "max_ms": 43.263, "p95_ms": 38.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5676.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:16:19+09:00", "last_error_summary": "[h264 @ 0x55826d275f00] cabac decode of qscale diff failed at 57 38 [h264 @ 0x55826d275f00] error while decoding MB 57 38, bytestream 353 [h264 @ 0x55826c9ea140] cabac decode of qscale diff failed at 5 40 [h264 @ 0x55826c9ea140] error while decoding MB 5 40, bytestream 3244 [h264 @ 0x55826c8d9200] left block unavailable for requested intra mode [h264 @ 0x55826c8d9200] error while decoding MB 0 5, bytestream 48205 [h264 @ 0x55826c901240] cabac decode of qscale diff failed at 55 41 [h264 @ 0x55826", "last_exit_at": "2026-07-06T14:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.473, "last_started_at": "2026-07-06T14:16:21+09:00", "pid": 10108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.992, "name": "ffmpeg", "pid": 10108, "rss_mb": 267.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 8, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.213, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:17:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:17:18+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T14:17:18+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T14:17:18.026742+09:00", "mtime_epoch": 1783315038.0267417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:17:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1457.906, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.183, "pushed": 7.183, "read": 7.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.931, "count": 215, "max_ms": 8.88, "p95_ms": 6.959}, "gstreamer_push": {"avg_ms": 1.223, "count": 215, "max_ms": 3.152, "p95_ms": 2.51}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.796, "count": 215, "max_ms": 85.428, "p95_ms": 74.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.413, "count": 215, "max_ms": 119.316, "p95_ms": 103.843}, "yolo11_640_fire_11class": {"avg_ms": 59.991, "count": 215, "max_ms": 84.162, "p95_ms": 78.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.935, "count": 215, "max_ms": 101.797, "p95_ms": 95.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.131, "count": 215, "max_ms": 172.928, "p95_ms": 160.948}, "read_interval": {"avg_ms": 139.623, "count": 214, "max_ms": 182.399, "p95_ms": 170.514}, "triton_wait": {"avg_ms": 76.568, "count": 215, "max_ms": 119.329, "p95_ms": 103.856}, "visualize": {"avg_ms": 5.177, "count": 215, "max_ms": 6.763, "p95_ms": 5.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5679.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T13:59:58+09:00", "last_error_summary": "[h264 @ 0x55eacbe43d00] error while decoding MB 84 43, bytestream -19", "last_exit_at": "2026-07-06T14:00:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 1049.755, "last_started_at": "2026-07-06T14:00:00+09:00", "pid": 9849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.57, "name": "ffmpeg", "pid": 9849, "rss_mb": 329.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.229, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:17:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:17:30+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T14:17:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T14:17:30.355006+09:00", "mtime_epoch": 1783315050.3550057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:17:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.367, "pushed": 10.367, "read": 10.333}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.901, "count": 310, "max_ms": 6.186, "p95_ms": 5.288}, "gstreamer_push": {"avg_ms": 1.53, "count": 310, "max_ms": 5.95, "p95_ms": 3.712}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.926, "count": 310, "max_ms": 84.873, "p95_ms": 71.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.361, "count": 310, "max_ms": 121.812, "p95_ms": 99.802}, "yolo11_640_fire_11class": {"avg_ms": 57.755, "count": 310, "max_ms": 84.886, "p95_ms": 76.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.975, "count": 310, "max_ms": 102.337, "p95_ms": 92.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.248, "count": 310, "max_ms": 134.551, "p95_ms": 112.468}, "read_interval": {"avg_ms": 96.862, "count": 309, "max_ms": 153.15, "p95_ms": 127.216}, "triton_wait": {"avg_ms": 70.739, "count": 310, "max_ms": 121.823, "p95_ms": 99.822}, "visualize": {"avg_ms": 3.638, "count": 310, "max_ms": 5.648, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 566, "tracking_summary": 543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10773.216, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.303, "sample_count": 1684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:17:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:17:40+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T14:17:39+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T14:17:39.847209+09:00", "mtime_epoch": 1783315059.847209, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:17:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 754.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.756, "pushed": 5.756, "read": 5.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 50.589, "count": 172, "max_ms": 81.204, "p95_ms": 74.498}, "gstreamer_push": {"avg_ms": 0.969, "count": 172, "max_ms": 2.526, "p95_ms": 1.505}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.387, "count": 172, "max_ms": 115.611, "p95_ms": 105.721}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.199, "count": 172, "max_ms": 109.623, "p95_ms": 103.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.968, "count": 172, "max_ms": 221.8, "p95_ms": 203.352}, "read_interval": {"avg_ms": 174.864, "count": 171, "max_ms": 228.788, "p95_ms": 210.34}, "triton_wait": {"avg_ms": 78.089, "count": 172, "max_ms": 115.623, "p95_ms": 107.559}, "visualize": {"avg_ms": 33.863, "count": 172, "max_ms": 58.114, "p95_ms": 49.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5696.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:16:19+09:00", "last_error_summary": "[h264 @ 0x55826d275f00] cabac decode of qscale diff failed at 57 38 [h264 @ 0x55826d275f00] error while decoding MB 57 38, bytestream 353 [h264 @ 0x55826c9ea140] cabac decode of qscale diff failed at 5 40 [h264 @ 0x55826c9ea140] error while decoding MB 5 40, bytestream 3244 [h264 @ 0x55826c8d9200] left block unavailable for requested intra mode [h264 @ 0x55826c8d9200] error while decoding MB 0 5, bytestream 48205 [h264 @ 0x55826c901240] cabac decode of qscale diff failed at 55 41 [h264 @ 0x55826", "last_exit_at": "2026-07-06T14:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.483, "last_started_at": "2026-07-06T14:16:21+09:00", "pid": 10108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.438, "name": "ffmpeg", "pid": 10108, "rss_mb": 274.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 8, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.01, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:17:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:17:48+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T14:17:48+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T14:17:48.051385+09:00", "mtime_epoch": 1783315068.0513847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:17:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.062, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.664, "pushed": 7.664, "read": 7.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.823, "count": 229, "max_ms": 8.321, "p95_ms": 6.65}, "gstreamer_push": {"avg_ms": 1.291, "count": 229, "max_ms": 5.85, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.342, "count": 229, "max_ms": 88.852, "p95_ms": 80.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.022, "count": 229, "max_ms": 124.306, "p95_ms": 107.459}, "yolo11_640_fire_11class": {"avg_ms": 66.81, "count": 229, "max_ms": 88.331, "p95_ms": 83.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.614, "count": 229, "max_ms": 106.088, "p95_ms": 100.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.069, "count": 229, "max_ms": 167.791, "p95_ms": 154.806}, "read_interval": {"avg_ms": 130.955, "count": 228, "max_ms": 176.973, "p95_ms": 164.358}, "triton_wait": {"avg_ms": 84.345, "count": 229, "max_ms": 124.315, "p95_ms": 107.474}, "visualize": {"avg_ms": 4.544, "count": 229, "max_ms": 7.447, "p95_ms": 5.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5629.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.71, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.617, "name": "ffmpeg", "pid": 10215, "rss_mb": 265.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.803, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:18:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:18:00+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T14:18:00+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T14:18:00.371648+09:00", "mtime_epoch": 1783315080.3716483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:18:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.847, "pushed": 7.847, "read": 7.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.929, "count": 235, "max_ms": 12.642, "p95_ms": 5.052}, "gstreamer_push": {"avg_ms": 1.556, "count": 235, "max_ms": 6.03, "p95_ms": 3.787}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.283, "count": 235, "max_ms": 89.626, "p95_ms": 79.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.902, "count": 235, "max_ms": 119.817, "p95_ms": 104.246}, "yolo11_640_fire_11class": {"avg_ms": 64.634, "count": 235, "max_ms": 90.1, "p95_ms": 82.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.167, "count": 235, "max_ms": 106.533, "p95_ms": 99.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.335, "count": 235, "max_ms": 136.219, "p95_ms": 120.76}, "read_interval": {"avg_ms": 127.899, "count": 234, "max_ms": 5049.294, "p95_ms": 133.837}, "triton_wait": {"avg_ms": 79.318, "count": 235, "max_ms": 119.83, "p95_ms": 104.766}, "visualize": {"avg_ms": 3.716, "count": 235, "max_ms": 9.493, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 568, "tracking_summary": 544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5686.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10803.377, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.77, "sample_count": 1682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:18:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:18:10+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T14:18:09+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T14:18:10.007854+09:00", "mtime_epoch": 1783315090.0078545, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:18:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 743.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.376, "pushed": 5.376, "read": 5.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.912, "count": 161, "max_ms": 89.07, "p95_ms": 75.764}, "gstreamer_push": {"avg_ms": 1.084, "count": 161, "max_ms": 2.716, "p95_ms": 2.023}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.04, "count": 161, "max_ms": 120.066, "p95_ms": 108.216}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.704, "count": 161, "max_ms": 117.265, "p95_ms": 106.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.595, "count": 161, "max_ms": 234.357, "p95_ms": 219.64}, "read_interval": {"avg_ms": 187.36, "count": 160, "max_ms": 240.911, "p95_ms": 226.561}, "triton_wait": {"avg_ms": 77.072, "count": 161, "max_ms": 120.077, "p95_ms": 110.868}, "visualize": {"avg_ms": 36.511, "count": 161, "max_ms": 59.423, "p95_ms": 50.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5698.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:16:19+09:00", "last_error_summary": "[h264 @ 0x55826d275f00] cabac decode of qscale diff failed at 57 38 [h264 @ 0x55826d275f00] error while decoding MB 57 38, bytestream 353 [h264 @ 0x55826c9ea140] cabac decode of qscale diff failed at 5 40 [h264 @ 0x55826c9ea140] error while decoding MB 5 40, bytestream 3244 [h264 @ 0x55826c8d9200] left block unavailable for requested intra mode [h264 @ 0x55826c8d9200] error while decoding MB 0 5, bytestream 48205 [h264 @ 0x55826c901240] cabac decode of qscale diff failed at 55 41 [h264 @ 0x55826", "last_exit_at": "2026-07-06T14:16:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.514, "last_started_at": "2026-07-06T14:16:21+09:00", "pid": 10108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.656, "name": "ffmpeg", "pid": 10108, "rss_mb": 281.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 8, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.821, "sample_count": 2352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:18:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:18:18+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:18:18+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:18:18.108027+09:00", "mtime_epoch": 1783315098.1080275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:18:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.141, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.157, "pushed": 8.157, "read": 8.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.967, "count": 244, "max_ms": 7.398, "p95_ms": 6.7}, "gstreamer_push": {"avg_ms": 1.424, "count": 244, "max_ms": 6.166, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.881, "count": 244, "max_ms": 90.812, "p95_ms": 75.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.99, "count": 244, "max_ms": 112.76, "p95_ms": 103.872}, "yolo11_640_fire_11class": {"avg_ms": 62.393, "count": 244, "max_ms": 96.547, "p95_ms": 83.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.537, "count": 244, "max_ms": 105.684, "p95_ms": 94.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.172, "count": 244, "max_ms": 163.755, "p95_ms": 147.23}, "read_interval": {"avg_ms": 123.056, "count": 243, "max_ms": 173.673, "p95_ms": 157.642}, "triton_wait": {"avg_ms": 75.321, "count": 244, "max_ms": 112.772, "p95_ms": 104.555}, "visualize": {"avg_ms": 4.591, "count": 244, "max_ms": 5.997, "p95_ms": 5.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5699.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.714, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.59, "name": "ffmpeg", "pid": 10215, "rss_mb": 331.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.39, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:18:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:18:30+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T14:18:30+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T14:18:30.388290+09:00", "mtime_epoch": 1783315110.38829, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:18:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.569, "pushed": 8.569, "read": 8.569}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.218, "count": 257, "max_ms": 9.652, "p95_ms": 7.429}, "gstreamer_push": {"avg_ms": 1.324, "count": 257, "max_ms": 6.279, "p95_ms": 1.552}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.517, "count": 257, "max_ms": 87.852, "p95_ms": 70.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.373, "count": 257, "max_ms": 121.256, "p95_ms": 98.925}, "yolo11_640_fire_11class": {"avg_ms": 59.933, "count": 257, "max_ms": 94.543, "p95_ms": 80.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.259, "count": 257, "max_ms": 105.545, "p95_ms": 92.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.173, "count": 257, "max_ms": 180.187, "p95_ms": 145.934}, "read_interval": {"avg_ms": 116.818, "count": 257, "max_ms": 190.617, "p95_ms": 157.207}, "triton_wait": {"avg_ms": 71.831, "count": 257, "max_ms": 121.269, "p95_ms": 99.396}, "visualize": {"avg_ms": 4.46, "count": 257, "max_ms": 6.804, "p95_ms": 5.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 569, "tracking_summary": 546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5436.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10833.536, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.26, "sample_count": 1669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:18:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:18:40+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T14:18:40+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T14:18:40.156499+09:00", "mtime_epoch": 1783315120.1564987, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:18:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 740.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.246, "pushed": 5.246, "read": 5.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 66.718, "count": 157, "max_ms": 92.419, "p95_ms": 73.723}, "gstreamer_push": {"avg_ms": 1.17, "count": 157, "max_ms": 2.173, "p95_ms": 1.972}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.765, "count": 157, "max_ms": 116.107, "p95_ms": 105.703}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.221, "count": 157, "max_ms": 116.338, "p95_ms": 107.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.103, "count": 157, "max_ms": 231.283, "p95_ms": 216.972}, "read_interval": {"avg_ms": 192.109, "count": 156, "max_ms": 242.153, "p95_ms": 225.019}, "triton_wait": {"avg_ms": 76.552, "count": 157, "max_ms": 116.35, "p95_ms": 107.508}, "visualize": {"avg_ms": 36.82, "count": 157, "max_ms": 69.056, "p95_ms": 47.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5665.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.122, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 250.852, "name": "ffmpeg", "pid": 10367, "rss_mb": 250.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.966, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:18:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:18:48+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T14:18:48+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T14:18:48.172670+09:00", "mtime_epoch": 1783315128.17267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:18:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.941, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.496, "pushed": 5.496, "read": 5.496}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.482, "count": 60, "max_ms": 5.569, "p95_ms": 4.822}, "gstreamer_push": {"avg_ms": 1.674, "count": 60, "max_ms": 6.492, "p95_ms": 3.709}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.057, "count": 60, "max_ms": 85.106, "p95_ms": 80.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.823, "count": 60, "max_ms": 116.234, "p95_ms": 106.857}, "yolo11_640_fire_11class": {"avg_ms": 68.385, "count": 60, "max_ms": 88.029, "p95_ms": 83.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.244, "count": 60, "max_ms": 104.414, "p95_ms": 96.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.339, "count": 60, "max_ms": 148.757, "p95_ms": 119.868}, "read_interval": {"avg_ms": 501.067, "count": 60, "max_ms": 19268.303, "p95_ms": 139.708}, "triton_wait": {"avg_ms": 84.189, "count": 60, "max_ms": 116.247, "p95_ms": 106.869}, "visualize": {"avg_ms": 3.778, "count": 60, "max_ms": 6.269, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 10.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5685.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.793, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.59, "name": "ffmpeg", "pid": 10215, "rss_mb": 331.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.968, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:19:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:19:00+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:19:00+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T14:19:00.468932+09:00", "mtime_epoch": 1783315140.4689324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:19:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.48, "pushed": 8.48, "read": 8.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.002, "count": 254, "max_ms": 8.827, "p95_ms": 6.614}, "gstreamer_push": {"avg_ms": 1.397, "count": 254, "max_ms": 6.494, "p95_ms": 3.073}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.968, "count": 254, "max_ms": 85.636, "p95_ms": 77.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.691, "count": 254, "max_ms": 124.392, "p95_ms": 100.611}, "yolo11_640_fire_11class": {"avg_ms": 61.213, "count": 254, "max_ms": 85.298, "p95_ms": 79.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.195, "count": 254, "max_ms": 100.803, "p95_ms": 93.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.543, "count": 254, "max_ms": 176.446, "p95_ms": 149.259}, "read_interval": {"avg_ms": 118.539, "count": 253, "max_ms": 191.185, "p95_ms": 160.626}, "triton_wait": {"avg_ms": 74.043, "count": 254, "max_ms": 124.405, "p95_ms": 100.622}, "visualize": {"avg_ms": 4.43, "count": 254, "max_ms": 6.405, "p95_ms": 5.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 572, "tracking_summary": 547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5686.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10863.549, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.558, "sample_count": 1666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:19:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:19:10+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T14:19:10+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T14:19:10.173139+09:00", "mtime_epoch": 1783315150.1731393, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:19:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 754.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.498, "pushed": 5.498, "read": 5.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.205, "count": 164, "max_ms": 83.461, "p95_ms": 74.856}, "gstreamer_push": {"avg_ms": 1.191, "count": 164, "max_ms": 2.537, "p95_ms": 2.171}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.774, "count": 164, "max_ms": 120.21, "p95_ms": 105.877}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.834, "count": 164, "max_ms": 114.456, "p95_ms": 104.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.027, "count": 164, "max_ms": 231.244, "p95_ms": 214.345}, "read_interval": {"avg_ms": 182.976, "count": 163, "max_ms": 238.052, "p95_ms": 221.291}, "triton_wait": {"avg_ms": 77.016, "count": 164, "max_ms": 120.224, "p95_ms": 108.742}, "visualize": {"avg_ms": 36.587, "count": 164, "max_ms": 56.414, "p95_ms": 51.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5687.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.185, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.094, "name": "ffmpeg", "pid": 10367, "rss_mb": 267.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.725, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:19:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:19:18+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T14:19:18+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T14:19:18.277312+09:00", "mtime_epoch": 1783315158.2773123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:19:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.711, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.549, "pushed": 8.549, "read": 8.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.089, "count": 256, "max_ms": 7.333, "p95_ms": 5.648}, "gstreamer_push": {"avg_ms": 1.464, "count": 256, "max_ms": 6.097, "p95_ms": 3.599}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.904, "count": 256, "max_ms": 86.626, "p95_ms": 78.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.888, "count": 256, "max_ms": 120.132, "p95_ms": 104.404}, "yolo11_640_fire_11class": {"avg_ms": 64.8, "count": 256, "max_ms": 90.887, "p95_ms": 83.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.528, "count": 256, "max_ms": 103.127, "p95_ms": 96.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.926, "count": 256, "max_ms": 174.596, "p95_ms": 148.208}, "read_interval": {"avg_ms": 117.546, "count": 255, "max_ms": 186.089, "p95_ms": 157.479}, "triton_wait": {"avg_ms": 80.202, "count": 256, "max_ms": 120.145, "p95_ms": 104.417}, "visualize": {"avg_ms": 4.217, "count": 256, "max_ms": 7.406, "p95_ms": 5.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5673.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.803, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.59, "name": "ffmpeg", "pid": 10215, "rss_mb": 331.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.28, "sample_count": 2491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:19:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:19:30+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:19:30+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T14:19:30.473572+09:00", "mtime_epoch": 1783315170.4735723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:19:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.601, "pushed": 8.601, "read": 8.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.721, "count": 258, "max_ms": 8.836, "p95_ms": 6.711}, "gstreamer_push": {"avg_ms": 1.41, "count": 258, "max_ms": 6.142, "p95_ms": 2.649}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.183, "count": 258, "max_ms": 88.038, "p95_ms": 78.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.923, "count": 258, "max_ms": 120.327, "p95_ms": 102.255}, "yolo11_640_fire_11class": {"avg_ms": 63.218, "count": 258, "max_ms": 87.422, "p95_ms": 83.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.929, "count": 258, "max_ms": 105.767, "p95_ms": 95.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.004, "count": 258, "max_ms": 163.62, "p95_ms": 146.898}, "read_interval": {"avg_ms": 116.318, "count": 258, "max_ms": 174.868, "p95_ms": 157.271}, "triton_wait": {"avg_ms": 76.386, "count": 258, "max_ms": 120.341, "p95_ms": 102.679}, "visualize": {"avg_ms": 4.255, "count": 258, "max_ms": 6.375, "p95_ms": 5.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 572, "tracking_summary": 548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5685.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10893.602, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.089, "sample_count": 1663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:19:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:19:40+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T14:19:40+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T14:19:40.273781+09:00", "mtime_epoch": 1783315180.2737813, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:19:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 743.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.562, "pushed": 5.562, "read": 5.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.843, "count": 166, "max_ms": 89.095, "p95_ms": 72.244}, "gstreamer_push": {"avg_ms": 1.188, "count": 166, "max_ms": 2.674, "p95_ms": 2.281}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.235, "count": 166, "max_ms": 118.373, "p95_ms": 105.936}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.301, "count": 166, "max_ms": 117.109, "p95_ms": 110.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.104, "count": 166, "max_ms": 224.483, "p95_ms": 211.633}, "read_interval": {"avg_ms": 181.286, "count": 165, "max_ms": 231.861, "p95_ms": 218.269}, "triton_wait": {"avg_ms": 76.078, "count": 166, "max_ms": 118.39, "p95_ms": 110.771}, "visualize": {"avg_ms": 35.987, "count": 166, "max_ms": 59.964, "p95_ms": 51.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5680.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.205, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.383, "name": "ffmpeg", "pid": 10367, "rss_mb": 268.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.531, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:19:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:19:48+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:19:48+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T14:19:48.265952+09:00", "mtime_epoch": 1783315188.2659516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:19:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.578, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.328, "pushed": 8.328, "read": 8.294}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.297, "count": 249, "max_ms": 8.418, "p95_ms": 5.778}, "gstreamer_push": {"avg_ms": 1.416, "count": 249, "max_ms": 6.088, "p95_ms": 2.573}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.752, "count": 249, "max_ms": 88.154, "p95_ms": 80.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.4, "count": 249, "max_ms": 121.703, "p95_ms": 105.839}, "yolo11_640_fire_11class": {"avg_ms": 64.964, "count": 249, "max_ms": 86.994, "p95_ms": 83.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.187, "count": 249, "max_ms": 108.383, "p95_ms": 97.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.617, "count": 249, "max_ms": 174.65, "p95_ms": 153.465}, "read_interval": {"avg_ms": 120.547, "count": 248, "max_ms": 184.179, "p95_ms": 163.971}, "triton_wait": {"avg_ms": 80.775, "count": 249, "max_ms": 121.715, "p95_ms": 105.977}, "visualize": {"avg_ms": 4.283, "count": 249, "max_ms": 7.819, "p95_ms": 5.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5685.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.877, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.59, "name": "ffmpeg", "pid": 10215, "rss_mb": 331.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.826, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:20:00+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T14:20:00+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T14:20:00.566214+09:00", "mtime_epoch": 1783315200.5662136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:20:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.247, "pushed": 8.247, "read": 8.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.812, "count": 247, "max_ms": 8.991, "p95_ms": 6.524}, "gstreamer_push": {"avg_ms": 1.445, "count": 247, "max_ms": 6.607, "p95_ms": 3.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.504, "count": 247, "max_ms": 89.235, "p95_ms": 80.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.135, "count": 247, "max_ms": 127.078, "p95_ms": 107.037}, "yolo11_640_fire_11class": {"avg_ms": 65.08, "count": 247, "max_ms": 88.53, "p95_ms": 83.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.449, "count": 247, "max_ms": 107.035, "p95_ms": 97.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.263, "count": 247, "max_ms": 175.029, "p95_ms": 147.054}, "read_interval": {"avg_ms": 121.929, "count": 246, "max_ms": 188.23, "p95_ms": 158.61}, "triton_wait": {"avg_ms": 80.747, "count": 247, "max_ms": 127.092, "p95_ms": 107.048}, "visualize": {"avg_ms": 4.319, "count": 247, "max_ms": 7.531, "p95_ms": 5.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 573, "tracking_summary": 550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5689.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10923.716, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.96, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:20:10+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T14:20:10+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T14:20:10.350422+09:00", "mtime_epoch": 1783315210.3504221, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:20:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 752.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.136, "pushed": 5.136, "read": 5.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.456, "count": 154, "max_ms": 89.886, "p95_ms": 74.174}, "gstreamer_push": {"avg_ms": 1.191, "count": 154, "max_ms": 2.356, "p95_ms": 1.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.965, "count": 154, "max_ms": 115.708, "p95_ms": 109.213}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.855, "count": 154, "max_ms": 114.497, "p95_ms": 106.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.096, "count": 154, "max_ms": 244.402, "p95_ms": 231.428}, "read_interval": {"avg_ms": 195.654, "count": 153, "max_ms": 251.217, "p95_ms": 238.673}, "triton_wait": {"avg_ms": 79.373, "count": 154, "max_ms": 115.72, "p95_ms": 110.111}, "visualize": {"avg_ms": 40.355, "count": 154, "max_ms": 57.747, "p95_ms": 51.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5680.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.293, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.383, "name": "ffmpeg", "pid": 10367, "rss_mb": 268.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.684, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:20:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:20:18+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T14:20:18+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T14:20:18.354593+09:00", "mtime_epoch": 1783315218.3545926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:20:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1458.766, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.042, "pushed": 8.042, "read": 8.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.541, "count": 241, "max_ms": 8.495, "p95_ms": 6.457}, "gstreamer_push": {"avg_ms": 1.351, "count": 241, "max_ms": 5.028, "p95_ms": 2.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.644, "count": 241, "max_ms": 88.228, "p95_ms": 78.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.958, "count": 241, "max_ms": 124.178, "p95_ms": 104.436}, "yolo11_640_fire_11class": {"avg_ms": 64.713, "count": 241, "max_ms": 91.198, "p95_ms": 83.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.39, "count": 241, "max_ms": 103.664, "p95_ms": 99.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.686, "count": 241, "max_ms": 168.521, "p95_ms": 153.06}, "read_interval": {"avg_ms": 124.862, "count": 240, "max_ms": 177.624, "p95_ms": 163.499}, "triton_wait": {"avg_ms": 80.337, "count": 241, "max_ms": 124.193, "p95_ms": 104.448}, "visualize": {"avg_ms": 4.529, "count": 241, "max_ms": 8.136, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5692.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.003, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.59, "name": "ffmpeg", "pid": 10215, "rss_mb": 331.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 7, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.42, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:20:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:20:30+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T14:20:30+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T14:20:30.606853+09:00", "mtime_epoch": 1783315230.6068532, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:20:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.968, "pushed": 8.968, "read": 8.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.422, "count": 269, "max_ms": 7.146, "p95_ms": 5.971}, "gstreamer_push": {"avg_ms": 1.489, "count": 269, "max_ms": 6.101, "p95_ms": 3.625}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.94, "count": 269, "max_ms": 83.307, "p95_ms": 75.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.071, "count": 269, "max_ms": 110.164, "p95_ms": 101.754}, "yolo11_640_fire_11class": {"avg_ms": 62.1, "count": 269, "max_ms": 92.418, "p95_ms": 81.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.607, "count": 269, "max_ms": 103.346, "p95_ms": 93.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.726, "count": 269, "max_ms": 169.43, "p95_ms": 149.894}, "read_interval": {"avg_ms": 111.37, "count": 269, "max_ms": 181.469, "p95_ms": 159.911}, "triton_wait": {"avg_ms": 75.704, "count": 269, "max_ms": 110.178, "p95_ms": 101.871}, "visualize": {"avg_ms": 4.016, "count": 269, "max_ms": 5.976, "p95_ms": 5.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 575, "tracking_summary": 551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5687.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10953.787, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.809, "sample_count": 1657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:20:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:20:40+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T14:20:40+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T14:20:40.415062+09:00", "mtime_epoch": 1783315240.415062, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:20:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 753.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.755, "pushed": 5.755, "read": 5.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.363, "count": 172, "max_ms": 88.862, "p95_ms": 72.542}, "gstreamer_push": {"avg_ms": 0.93, "count": 172, "max_ms": 1.338, "p95_ms": 1.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.832, "count": 172, "max_ms": 122.462, "p95_ms": 108.267}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.417, "count": 172, "max_ms": 113.319, "p95_ms": 107.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.314, "count": 172, "max_ms": 224.85, "p95_ms": 211.838}, "read_interval": {"avg_ms": 174.767, "count": 171, "max_ms": 233.773, "p95_ms": 218.409}, "triton_wait": {"avg_ms": 77.614, "count": 172, "max_ms": 122.476, "p95_ms": 109.454}, "visualize": {"avg_ms": 31.949, "count": 172, "max_ms": 41.197, "p95_ms": 39.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5696.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.411, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.961, "name": "ffmpeg", "pid": 10367, "rss_mb": 270.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.57, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:20:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:20:48+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T14:20:48+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T14:20:48.459233+09:00", "mtime_epoch": 1783315248.459233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:20:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1463.988, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.834}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 295, "max_ms": 5.476, "p95_ms": 4.925}, "gstreamer_push": {"avg_ms": 1.54, "count": 296, "max_ms": 6.188, "p95_ms": 3.862}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.475, "count": 295, "max_ms": 90.145, "p95_ms": 77.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.212, "count": 295, "max_ms": 123.018, "p95_ms": 105.49}, "yolo11_640_fire_11class": {"avg_ms": 61.16, "count": 295, "max_ms": 90.158, "p95_ms": 81.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.817, "count": 295, "max_ms": 107.225, "p95_ms": 93.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.908, "count": 296, "max_ms": 135.073, "p95_ms": 118.986}, "read_interval": {"avg_ms": 101.636, "count": 295, "max_ms": 148.225, "p95_ms": 131.38}, "triton_wait": {"avg_ms": 75.349, "count": 295, "max_ms": 123.031, "p95_ms": 105.742}, "visualize": {"avg_ms": 3.739, "count": 295, "max_ms": 6.148, "p95_ms": 4.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5695.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.036, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.59, "name": "ffmpeg", "pid": 10215, "rss_mb": 331.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 7, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.42, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:21:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:21:00+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:21:00+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T14:21:00.675493+09:00", "mtime_epoch": 1783315260.6754928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:21:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1330.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.523, "pushed": 7.523, "read": 7.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.524, "count": 225, "max_ms": 9.305, "p95_ms": 6.83}, "gstreamer_push": {"avg_ms": 1.266, "count": 225, "max_ms": 6.258, "p95_ms": 1.607}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.846, "count": 225, "max_ms": 83.859, "p95_ms": 75.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.014, "count": 225, "max_ms": 113.54, "p95_ms": 105.133}, "yolo11_640_fire_11class": {"avg_ms": 63.08, "count": 225, "max_ms": 88.754, "p95_ms": 81.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.358, "count": 225, "max_ms": 107.521, "p95_ms": 96.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.338, "count": 225, "max_ms": 167.842, "p95_ms": 159.878}, "read_interval": {"avg_ms": 133.498, "count": 224, "max_ms": 177.938, "p95_ms": 171.21}, "triton_wait": {"avg_ms": 78.784, "count": 225, "max_ms": 113.553, "p95_ms": 107.008}, "visualize": {"avg_ms": 4.904, "count": 225, "max_ms": 8.745, "p95_ms": 5.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 577, "tracking_summary": 552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5683.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10983.806, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.242, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:21:10+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T14:21:10+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T14:21:10.423700+09:00", "mtime_epoch": 1783315270.4237, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:21:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 745.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.263, "pushed": 5.263, "read": 5.229}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.662, "count": 157, "max_ms": 80.527, "p95_ms": 73.872}, "gstreamer_push": {"avg_ms": 1.161, "count": 157, "max_ms": 3.073, "p95_ms": 2.224}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.212, "count": 157, "max_ms": 115.755, "p95_ms": 109.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.185, "count": 157, "max_ms": 114.677, "p95_ms": 109.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.054, "count": 157, "max_ms": 231.849, "p95_ms": 220.209}, "read_interval": {"avg_ms": 191.194, "count": 156, "max_ms": 240.577, "p95_ms": 226.547}, "triton_wait": {"avg_ms": 81.529, "count": 157, "max_ms": 115.769, "p95_ms": 111.08}, "visualize": {"avg_ms": 36.709, "count": 157, "max_ms": 52.05, "p95_ms": 48.523}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5693.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.45, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.539, "name": "ffmpeg", "pid": 10367, "rss_mb": 273.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.531, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:21:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:21:18+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T14:21:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T14:21:18.519872+09:00", "mtime_epoch": 1783315278.5198722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:21:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.826, "pushed": 9.826, "read": 9.792}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.695, "count": 294, "max_ms": 7.739, "p95_ms": 5.358}, "gstreamer_push": {"avg_ms": 1.522, "count": 294, "max_ms": 6.608, "p95_ms": 3.687}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.58, "count": 294, "max_ms": 82.596, "p95_ms": 74.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.156, "count": 294, "max_ms": 116.672, "p95_ms": 102.361}, "yolo11_640_fire_11class": {"avg_ms": 59.642, "count": 294, "max_ms": 88.98, "p95_ms": 79.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.688, "count": 294, "max_ms": 102.899, "p95_ms": 92.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.398, "count": 294, "max_ms": 163.992, "p95_ms": 127.832}, "read_interval": {"avg_ms": 102.126, "count": 293, "max_ms": 173.404, "p95_ms": 139.231}, "triton_wait": {"avg_ms": 73.349, "count": 294, "max_ms": 116.684, "p95_ms": 102.371}, "visualize": {"avg_ms": 3.852, "count": 294, "max_ms": 5.716, "p95_ms": 5.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5704.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:17:52+09:00", "last_error_summary": "[NULL @ 0x55aef1e22200] missing picture in access unit with size 18 [h264 @ 0x55aef1feae00] no frame! [vist#0:0/h264 @ 0x55aef1e22840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:17:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 223.343, "last_started_at": "2026-07-06T14:17:55+09:00", "pid": 10215, "process": {"exists": true, "fd_count": 5, "hwm_mb": 356.422, "name": "ffmpeg", "pid": 10215, "rss_mb": 356.422, "state": "S (sleeping)", "threads": 104}, "restart_count": 15, "restart_count_per_hour": 7, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.558, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:21:39+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T14:21:38+09:00", "mjpeg": {"age_sec": 10.193, "exists": true, "mtime": "2026-07-06T14:21:28.896093+09:00", "mtime_epoch": 1783315288.8960927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:21:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1320.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.908, "pushed": 1.908, "read": 1.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.273, "count": 57, "max_ms": 7.959, "p95_ms": 6.539}, "gstreamer_push": {"avg_ms": 1.321, "count": 57, "max_ms": 2.76, "p95_ms": 2.544}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.087, "count": 57, "max_ms": 80.144, "p95_ms": 78.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.86, "count": 57, "max_ms": 113.31, "p95_ms": 108.112}, "yolo11_640_fire_11class": {"avg_ms": 59.291, "count": 57, "max_ms": 84.4, "p95_ms": 82.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.912, "count": 57, "max_ms": 101.627, "p95_ms": 98.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.621, "count": 57, "max_ms": 165.4, "p95_ms": 160.217}, "read_interval": {"avg_ms": 533.658, "count": 56, "max_ms": 13286.638, "p95_ms": 175.619}, "triton_wait": {"avg_ms": 70.984, "count": 57, "max_ms": 113.323, "p95_ms": 108.125}, "visualize": {"avg_ms": 4.672, "count": 57, "max_ms": 7.783, "p95_ms": 5.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 578, "tracking_summary": 554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5388.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11013.899, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.472, "sample_count": 1626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:21:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:21:40+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T14:21:40+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T14:21:40.484339+09:00", "mtime_epoch": 1783315300.484339, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:21:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 750.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.423, "pushed": 5.423, "read": 5.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.184, "count": 162, "max_ms": 89.183, "p95_ms": 73.594}, "gstreamer_push": {"avg_ms": 0.977, "count": 162, "max_ms": 2.422, "p95_ms": 1.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.089, "count": 162, "max_ms": 112.085, "p95_ms": 92.398}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.823, "count": 162, "max_ms": 105.59, "p95_ms": 94.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.989, "count": 162, "max_ms": 224.137, "p95_ms": 210.333}, "read_interval": {"avg_ms": 185.502, "count": 161, "max_ms": 232.881, "p95_ms": 216.34}, "triton_wait": {"avg_ms": 76.322, "count": 162, "max_ms": 112.099, "p95_ms": 94.475}, "visualize": {"avg_ms": 34.359, "count": 162, "max_ms": 54.612, "p95_ms": 47.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5638.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.511, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.539, "name": "ffmpeg", "pid": 10367, "rss_mb": 273.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.416, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:21:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:21:48+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T14:21:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T14:21:48.584511+09:00", "mtime_epoch": 1783315308.584511, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:21:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.648, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.575, "pushed": 9.575, "read": 9.541}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.896, "count": 287, "max_ms": 6.69, "p95_ms": 5.417}, "gstreamer_push": {"avg_ms": 1.495, "count": 287, "max_ms": 7.084, "p95_ms": 3.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.847, "count": 287, "max_ms": 77.809, "p95_ms": 64.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.93, "count": 287, "max_ms": 116.339, "p95_ms": 91.664}, "yolo11_640_fire_11class": {"avg_ms": 58.272, "count": 287, "max_ms": 77.963, "p95_ms": 68.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.158, "count": 287, "max_ms": 96.532, "p95_ms": 70.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.197, "count": 287, "max_ms": 155.173, "p95_ms": 136.156}, "read_interval": {"avg_ms": 104.697, "count": 286, "max_ms": 165.118, "p95_ms": 145.996}, "triton_wait": {"avg_ms": 71.993, "count": 287, "max_ms": 116.353, "p95_ms": 91.743}, "visualize": {"avg_ms": 4.024, "count": 287, "max_ms": 5.977, "p95_ms": 5.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5695.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:21:40+09:00", "last_error_summary": "[h264 @ 0x5648cdebb000] error while decoding MB 6 40, bytestream -5 [in#0/rtsp @ 0x5648cde73e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5648cde73e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:21:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.918, "last_started_at": "2026-07-06T14:21:43+09:00", "pid": 10474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.492, "name": "ffmpeg", "pid": 10474, "rss_mb": 331.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.894, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:22:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:22:09+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T14:22:08+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T14:22:08.980944+09:00", "mtime_epoch": 1783315328.980944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:22:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.023, "pushed": 7.023, "read": 6.99}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.072, "count": 210, "max_ms": 9.997, "p95_ms": 7.045}, "gstreamer_push": {"avg_ms": 1.419, "count": 210, "max_ms": 6.165, "p95_ms": 2.688}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.634, "count": 210, "max_ms": 86.039, "p95_ms": 78.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.415, "count": 210, "max_ms": 120.036, "p95_ms": 103.629}, "yolo11_640_fire_11class": {"avg_ms": 62.651, "count": 210, "max_ms": 93.571, "p95_ms": 81.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.206, "count": 210, "max_ms": 108.362, "p95_ms": 97.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.384, "count": 210, "max_ms": 196.006, "p95_ms": 154.438}, "read_interval": {"avg_ms": 142.938, "count": 209, "max_ms": 4749.634, "p95_ms": 166.465}, "triton_wait": {"avg_ms": 76.042, "count": 210, "max_ms": 120.049, "p95_ms": 103.641}, "visualize": {"avg_ms": 4.47, "count": 210, "max_ms": 7.693, "p95_ms": 5.512}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 580, "tracking_summary": 555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5693.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11044.06, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.742, "sample_count": 1627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:22:10+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T14:22:10+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T14:22:10.648979+09:00", "mtime_epoch": 1783315330.6489794, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:22:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 756.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.574, "pushed": 5.574, "read": 5.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.307, "count": 167, "max_ms": 98.587, "p95_ms": 72.042}, "gstreamer_push": {"avg_ms": 1.02, "count": 167, "max_ms": 2.108, "p95_ms": 1.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.077, "count": 167, "max_ms": 116.981, "p95_ms": 106.79}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.06, "count": 167, "max_ms": 116.194, "p95_ms": 105.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.669, "count": 167, "max_ms": 225.128, "p95_ms": 213.974}, "read_interval": {"avg_ms": 180.419, "count": 166, "max_ms": 231.579, "p95_ms": 220.671}, "triton_wait": {"avg_ms": 77.812, "count": 167, "max_ms": 116.992, "p95_ms": 106.802}, "visualize": {"avg_ms": 33.249, "count": 167, "max_ms": 48.568, "p95_ms": 46.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5699.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.535, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.375, "name": "ffmpeg", "pid": 10367, "rss_mb": 276.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.178, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:22:18+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T14:22:18+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T14:22:18.601148+09:00", "mtime_epoch": 1783315338.6011481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:22:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.852, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.494, "pushed": 9.494, "read": 9.46}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.71, "count": 284, "max_ms": 8.501, "p95_ms": 5.42}, "gstreamer_push": {"avg_ms": 1.5, "count": 284, "max_ms": 7.283, "p95_ms": 2.023}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.013, "count": 284, "max_ms": 86.73, "p95_ms": 79.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.594, "count": 284, "max_ms": 123.996, "p95_ms": 101.023}, "yolo11_640_fire_11class": {"avg_ms": 61.142, "count": 284, "max_ms": 85.372, "p95_ms": 80.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.115, "count": 284, "max_ms": 103.882, "p95_ms": 96.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.674, "count": 284, "max_ms": 163.267, "p95_ms": 133.721}, "read_interval": {"avg_ms": 105.696, "count": 283, "max_ms": 175.138, "p95_ms": 144.505}, "triton_wait": {"avg_ms": 75.724, "count": 284, "max_ms": 124.01, "p95_ms": 101.369}, "visualize": {"avg_ms": 3.878, "count": 284, "max_ms": 8.11, "p95_ms": 5.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5684.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:21:40+09:00", "last_error_summary": "[h264 @ 0x5648cdebb000] error while decoding MB 6 40, bytestream -5 [in#0/rtsp @ 0x5648cde73e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5648cde73e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:21:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.973, "last_started_at": "2026-07-06T14:21:43+09:00", "pid": 10474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.492, "name": "ffmpeg", "pid": 10474, "rss_mb": 331.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.189, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:22:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T14:22:39+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T14:22:39.089583+09:00", "mtime_epoch": 1783315359.089583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:22:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1321.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.924, "pushed": 5.924, "read": 5.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.665, "count": 177, "max_ms": 15.188, "p95_ms": 11.428}, "gstreamer_push": {"avg_ms": 1.101, "count": 177, "max_ms": 3.701, "p95_ms": 1.865}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.605, "count": 177, "max_ms": 85.86, "p95_ms": 76.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.14, "count": 177, "max_ms": 122.615, "p95_ms": 109.356}, "yolo11_640_fire_11class": {"avg_ms": 60.286, "count": 177, "max_ms": 88.089, "p95_ms": 79.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.041, "count": 177, "max_ms": 107.575, "p95_ms": 96.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.96, "count": 177, "max_ms": 249.705, "p95_ms": 213.345}, "read_interval": {"avg_ms": 170.181, "count": 176, "max_ms": 260.189, "p95_ms": 220.796}, "triton_wait": {"avg_ms": 76.979, "count": 177, "max_ms": 122.628, "p95_ms": 109.368}, "visualize": {"avg_ms": 5.602, "count": 177, "max_ms": 8.437, "p95_ms": 7.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 582, "tracking_summary": 556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5687.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11074.136, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.098, "sample_count": 1614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:22:40+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T14:22:40+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T14:22:40.785619+09:00", "mtime_epoch": 1783315360.7856188, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:22:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 745.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.291, "pushed": 5.291, "read": 5.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.956, "count": 158, "max_ms": 91.642, "p95_ms": 75.947}, "gstreamer_push": {"avg_ms": 0.939, "count": 158, "max_ms": 2.351, "p95_ms": 1.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.867, "count": 158, "max_ms": 109.535, "p95_ms": 101.318}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.564, "count": 158, "max_ms": 115.409, "p95_ms": 105.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.838, "count": 158, "max_ms": 220.976, "p95_ms": 214.77}, "read_interval": {"avg_ms": 190.528, "count": 157, "max_ms": 230.642, "p95_ms": 222.028}, "triton_wait": {"avg_ms": 79.375, "count": 158, "max_ms": 115.422, "p95_ms": 107.704}, "visualize": {"avg_ms": 31.356, "count": 158, "max_ms": 53.311, "p95_ms": 43.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5685.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 247.565, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.375, "name": "ffmpeg", "pid": 10367, "rss_mb": 276.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.022, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:22:48+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T14:22:48+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T14:22:48.653786+09:00", "mtime_epoch": 1783315368.6537857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:22:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1461.426, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.328, "pushed": 9.328, "read": 9.295}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.926, "count": 279, "max_ms": 7.222, "p95_ms": 5.449}, "gstreamer_push": {"avg_ms": 1.453, "count": 279, "max_ms": 6.139, "p95_ms": 3.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.572, "count": 279, "max_ms": 91.167, "p95_ms": 70.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.927, "count": 279, "max_ms": 124.237, "p95_ms": 102.659}, "yolo11_640_fire_11class": {"avg_ms": 58.546, "count": 279, "max_ms": 87.949, "p95_ms": 76.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.949, "count": 279, "max_ms": 106.474, "p95_ms": 90.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.969, "count": 279, "max_ms": 172.087, "p95_ms": 143.444}, "read_interval": {"avg_ms": 107.697, "count": 278, "max_ms": 184.64, "p95_ms": 153.713}, "triton_wait": {"avg_ms": 73.017, "count": 279, "max_ms": 124.251, "p95_ms": 102.896}, "visualize": {"avg_ms": 4.045, "count": 279, "max_ms": 5.945, "p95_ms": 5.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5717.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:21:40+09:00", "last_error_summary": "[h264 @ 0x5648cdebb000] error while decoding MB 6 40, bytestream -5 [in#0/rtsp @ 0x5648cde73e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5648cde73e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:21:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.717, "last_started_at": "2026-07-06T14:21:43+09:00", "pid": 10474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.652, "name": "ffmpeg", "pid": 10474, "rss_mb": 355.652, "state": "S (sleeping)", "threads": 104}, "restart_count": 16, "restart_count_per_hour": 7, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.599, "sample_count": 1949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:23:09+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T14:23:09+09:00", "mjpeg": {"age_sec": 26.233, "exists": true, "mtime": "2026-07-06T14:22:43.681680+09:00", "mtime_epoch": 1783315363.6816802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:23:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 8, "pushed_frames": 8, "read_frames": 8, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.267, "pushed": 0.267, "read": 0.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.802, "count": 8, "max_ms": 7.405, "p95_ms": 7.405}, "gstreamer_push": {"avg_ms": 1.144, "count": 8, "max_ms": 1.233, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.751, "count": 8, "max_ms": 73.692, "p95_ms": 73.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.902, "count": 8, "max_ms": 95.538, "p95_ms": 95.538}, "yolo11_640_fire_11class": {"avg_ms": 58.45, "count": 8, "max_ms": 81.178, "p95_ms": 81.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.1, "count": 8, "max_ms": 93.312, "p95_ms": 93.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.445, "count": 8, "max_ms": 148.388, "p95_ms": 148.388}, "read_interval": {"avg_ms": 3752.443, "count": 8, "max_ms": 26264.529, "p95_ms": 26264.529}, "triton_wait": {"avg_ms": 71.441, "count": 8, "max_ms": 95.549, "p95_ms": 95.549}, "visualize": {"avg_ms": 4.533, "count": 8, "max_ms": 5.699, "p95_ms": 5.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 583, "tracking_summary": 558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5386.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11104.232, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.973, "sample_count": 1615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:23:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:23:11+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T14:23:10+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T14:23:10.814255+09:00", "mtime_epoch": 1783315390.8142555, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:23:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 750.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.411, "pushed": 5.411, "read": 5.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.939, "count": 162, "max_ms": 75.932, "p95_ms": 71.35}, "gstreamer_push": {"avg_ms": 1.309, "count": 162, "max_ms": 2.606, "p95_ms": 2.11}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.799, "count": 162, "max_ms": 108.342, "p95_ms": 90.857}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.609, "count": 162, "max_ms": 99.66, "p95_ms": 93.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.97, "count": 162, "max_ms": 221.713, "p95_ms": 205.613}, "read_interval": {"avg_ms": 185.486, "count": 161, "max_ms": 225.338, "p95_ms": 212.915}, "triton_wait": {"avg_ms": 74.449, "count": 162, "max_ms": 108.354, "p95_ms": 93.45}, "visualize": {"avg_ms": 42.531, "count": 162, "max_ms": 63.788, "p95_ms": 50.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5624.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 277.65, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.375, "name": "ffmpeg", "pid": 10367, "rss_mb": 276.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.62, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:23:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:23:18+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T14:23:18+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T14:23:18.654422+09:00", "mtime_epoch": 1783315398.6544216, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:23:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.516, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.103, "pushed": 9.103, "read": 9.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.114, "count": 273, "max_ms": 7.606, "p95_ms": 5.806}, "gstreamer_push": {"avg_ms": 1.419, "count": 273, "max_ms": 6.234, "p95_ms": 3.525}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.804, "count": 273, "max_ms": 82.007, "p95_ms": 63.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.288, "count": 273, "max_ms": 113.308, "p95_ms": 93.636}, "yolo11_640_fire_11class": {"avg_ms": 57.558, "count": 273, "max_ms": 83.595, "p95_ms": 68.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.193, "count": 273, "max_ms": 102.49, "p95_ms": 73.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.16, "count": 273, "max_ms": 166.563, "p95_ms": 143.594}, "read_interval": {"avg_ms": 109.939, "count": 272, "max_ms": 174.483, "p95_ms": 153.199}, "triton_wait": {"avg_ms": 71.368, "count": 273, "max_ms": 113.322, "p95_ms": 93.649}, "visualize": {"avg_ms": 4.17, "count": 273, "max_ms": 6.803, "p95_ms": 5.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5704.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:23:11+09:00", "last_error_summary": "[NULL @ 0x5633b628e200] missing picture in access unit with size 18 [h264 @ 0x5633b6dfc580] no frame! [in#0/rtsp @ 0x5633b6289e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5633b6289e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5633b628e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.601, "last_started_at": "2026-07-06T14:23:13+09:00", "pid": 10626, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.477, "name": "ffmpeg", "pid": 10626, "rss_mb": 334.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.599, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:23:39+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T14:23:39+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T14:23:39.886872+09:00", "mtime_epoch": 1783315419.8868716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:23:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.076, "pushed": 7.076, "read": 7.042}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.246, "count": 212, "max_ms": 8.996, "p95_ms": 7.154}, "gstreamer_push": {"avg_ms": 1.354, "count": 212, "max_ms": 6.078, "p95_ms": 3.036}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.145, "count": 212, "max_ms": 86.256, "p95_ms": 74.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.471, "count": 212, "max_ms": 115.614, "p95_ms": 101.928}, "yolo11_640_fire_11class": {"avg_ms": 60.974, "count": 212, "max_ms": 88.99, "p95_ms": 81.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.024, "count": 212, "max_ms": 105.641, "p95_ms": 94.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.669, "count": 212, "max_ms": 165.588, "p95_ms": 147.493}, "read_interval": {"avg_ms": 141.942, "count": 211, "max_ms": 4980.326, "p95_ms": 158.238}, "triton_wait": {"avg_ms": 74.071, "count": 212, "max_ms": 115.627, "p95_ms": 102.787}, "visualize": {"avg_ms": 4.401, "count": 212, "max_ms": 7.012, "p95_ms": 5.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 585, "tracking_summary": 559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5704.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11134.335, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.394, "sample_count": 1624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:23:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:23:41+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T14:23:40+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T14:23:40.998895+09:00", "mtime_epoch": 1783315420.9988952, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:23:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 758.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.545, "pushed": 5.545, "read": 5.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.801, "count": 166, "max_ms": 93.974, "p95_ms": 80.878}, "gstreamer_push": {"avg_ms": 0.98, "count": 166, "max_ms": 2.284, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.146, "count": 166, "max_ms": 109.623, "p95_ms": 97.968}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.899, "count": 166, "max_ms": 107.996, "p95_ms": 100.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.665, "count": 166, "max_ms": 222.699, "p95_ms": 210.199}, "read_interval": {"avg_ms": 181.537, "count": 165, "max_ms": 230.669, "p95_ms": 216.6}, "triton_wait": {"avg_ms": 74.422, "count": 166, "max_ms": 109.636, "p95_ms": 101.512}, "visualize": {"avg_ms": 34.192, "count": 166, "max_ms": 56.443, "p95_ms": 49.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5700.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 307.674, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.375, "name": "ffmpeg", "pid": 10367, "rss_mb": 276.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.372, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:23:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:23:48+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:23:48+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T14:23:48.771060+09:00", "mtime_epoch": 1783315428.7710598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:23:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.52, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.731, "pushed": 8.731, "read": 8.698}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.37, "count": 261, "max_ms": 8.458, "p95_ms": 6.7}, "gstreamer_push": {"avg_ms": 1.358, "count": 261, "max_ms": 6.113, "p95_ms": 1.848}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.773, "count": 261, "max_ms": 85.784, "p95_ms": 76.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.089, "count": 261, "max_ms": 127.853, "p95_ms": 101.6}, "yolo11_640_fire_11class": {"avg_ms": 60.832, "count": 261, "max_ms": 90.505, "p95_ms": 81.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.306, "count": 261, "max_ms": 104.024, "p95_ms": 94.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.085, "count": 261, "max_ms": 184.084, "p95_ms": 164.473}, "read_interval": {"avg_ms": 115.15, "count": 260, "max_ms": 193.096, "p95_ms": 173.46}, "triton_wait": {"avg_ms": 75.349, "count": 261, "max_ms": 127.864, "p95_ms": 101.613}, "visualize": {"avg_ms": 4.275, "count": 261, "max_ms": 7.234, "p95_ms": 6.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5698.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:23:11+09:00", "last_error_summary": "[NULL @ 0x5633b628e200] missing picture in access unit with size 18 [h264 @ 0x5633b6dfc580] no frame! [in#0/rtsp @ 0x5633b6289e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5633b6289e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5633b628e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.743, "last_started_at": "2026-07-06T14:23:13+09:00", "pid": 10626, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.734, "name": "ffmpeg", "pid": 10626, "rss_mb": 334.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.018, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:24:10+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T14:24:09+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T14:24:09.951508+09:00", "mtime_epoch": 1783315449.951508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:24:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.424, "pushed": 8.424, "read": 8.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.782, "count": 252, "max_ms": 9.499, "p95_ms": 7.174}, "gstreamer_push": {"avg_ms": 1.42, "count": 252, "max_ms": 4.044, "p95_ms": 2.792}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.492, "count": 252, "max_ms": 85.969, "p95_ms": 79.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.392, "count": 252, "max_ms": 131.372, "p95_ms": 111.701}, "yolo11_640_fire_11class": {"avg_ms": 66.265, "count": 252, "max_ms": 92.832, "p95_ms": 83.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.793, "count": 252, "max_ms": 107.975, "p95_ms": 97.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.976, "count": 252, "max_ms": 178.877, "p95_ms": 156.382}, "read_interval": {"avg_ms": 118.988, "count": 251, "max_ms": 188.394, "p95_ms": 169.304}, "triton_wait": {"avg_ms": 81.793, "count": 252, "max_ms": 131.383, "p95_ms": 111.713}, "visualize": {"avg_ms": 4.169, "count": 252, "max_ms": 7.152, "p95_ms": 5.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 586, "tracking_summary": 561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5691.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11164.473, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.974, "sample_count": 1631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T14:24:11+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T14:24:11+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T14:24:11.067532+09:00", "mtime_epoch": 1783315451.0675318, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:24:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 745.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.709, "pushed": 5.709, "read": 5.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 52.357, "count": 171, "max_ms": 77.688, "p95_ms": 74.474}, "gstreamer_push": {"avg_ms": 0.952, "count": 171, "max_ms": 1.877, "p95_ms": 1.146}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.584, "count": 171, "max_ms": 119.178, "p95_ms": 111.136}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.689, "count": 171, "max_ms": 122.082, "p95_ms": 108.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.376, "count": 171, "max_ms": 232.441, "p95_ms": 209.244}, "read_interval": {"avg_ms": 175.974, "count": 170, "max_ms": 240.182, "p95_ms": 216.872}, "triton_wait": {"avg_ms": 78.944, "count": 171, "max_ms": 122.094, "p95_ms": 111.402}, "visualize": {"avg_ms": 32.632, "count": 171, "max_ms": 51.544, "p95_ms": 40.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5692.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 337.744, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.922, "name": "ffmpeg", "pid": 10367, "rss_mb": 277.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.478, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:24:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:24:18+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T14:24:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T14:24:18.843696+09:00", "mtime_epoch": 1783315458.8436964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:24:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.355, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.436, "pushed": 9.436, "read": 9.403}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 283, "max_ms": 5.451, "p95_ms": 4.569}, "gstreamer_push": {"avg_ms": 1.542, "count": 283, "max_ms": 6.47, "p95_ms": 3.665}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.363, "count": 283, "max_ms": 85.482, "p95_ms": 77.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.884, "count": 283, "max_ms": 121.384, "p95_ms": 108.65}, "yolo11_640_fire_11class": {"avg_ms": 64.812, "count": 283, "max_ms": 93.966, "p95_ms": 82.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.595, "count": 283, "max_ms": 105.574, "p95_ms": 94.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.63, "count": 283, "max_ms": 144.429, "p95_ms": 122.868}, "read_interval": {"avg_ms": 106.336, "count": 282, "max_ms": 153.638, "p95_ms": 135.546}, "triton_wait": {"avg_ms": 80.117, "count": 283, "max_ms": 121.398, "p95_ms": 108.662}, "visualize": {"avg_ms": 3.698, "count": 283, "max_ms": 4.879, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 588, "tracking_summary": 562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5702.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11194.616, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.973, "sample_count": 1618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:24:41+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T14:24:41+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T14:24:41.256171+09:00", "mtime_epoch": 1783315481.2561707, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:24:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.277, "name": "celery", "pid": 239, "rss_mb": 754.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.176, "pushed": 5.176, "read": 5.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.452, "count": 155, "max_ms": 91.16, "p95_ms": 85.854}, "gstreamer_push": {"avg_ms": 1.204, "count": 155, "max_ms": 3.392, "p95_ms": 2.32}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.034, "count": 155, "max_ms": 112.457, "p95_ms": 99.893}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.611, "count": 155, "max_ms": 116.106, "p95_ms": 107.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.53, "count": 155, "max_ms": 253.597, "p95_ms": 221.199}, "read_interval": {"avg_ms": 194.631, "count": 154, "max_ms": 259.967, "p95_ms": 228.911}, "triton_wait": {"avg_ms": 80.304, "count": 155, "max_ms": 116.119, "p95_ms": 108.448}, "visualize": {"avg_ms": 37.677, "count": 155, "max_ms": 55.996, "p95_ms": 50.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5713.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:23:11+09:00", "last_error_summary": "[NULL @ 0x5633b628e200] missing picture in access unit with size 18 [h264 @ 0x5633b6dfc580] no frame! [in#0/rtsp @ 0x5633b6289e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5633b6289e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5633b628e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T14:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.945, "last_started_at": "2026-07-06T14:23:13+09:00", "pid": 10626, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.355, "name": "ffmpeg", "pid": 10626, "rss_mb": 335.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.341, "sample_count": 1778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:24:48+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:24:48+09:00", "mjpeg": {"age_sec": 15.325, "exists": true, "mtime": "2026-07-06T14:24:32.979995+09:00", "mtime_epoch": 1783315472.9799955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:24:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.283, "pushed": 4.283, "read": 4.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.155, "count": 128, "max_ms": 8.901, "p95_ms": 7.572}, "gstreamer_push": {"avg_ms": 1.333, "count": 128, "max_ms": 4.156, "p95_ms": 2.689}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.893, "count": 128, "max_ms": 85.287, "p95_ms": 77.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.235, "count": 128, "max_ms": 119.532, "p95_ms": 102.241}, "yolo11_640_fire_11class": {"avg_ms": 59.212, "count": 128, "max_ms": 85.081, "p95_ms": 82.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.868, "count": 128, "max_ms": 101.653, "p95_ms": 95.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.203, "count": 128, "max_ms": 174.425, "p95_ms": 148.749}, "read_interval": {"avg_ms": 235.349, "count": 127, "max_ms": 15330.737, "p95_ms": 160.476}, "triton_wait": {"avg_ms": 71.103, "count": 128, "max_ms": 119.545, "p95_ms": 102.254}, "visualize": {"avg_ms": 4.347, "count": 128, "max_ms": 7.173, "p95_ms": 5.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5713.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 367.776, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.418, "name": "ffmpeg", "pid": 10367, "rss_mb": 292.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.044, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:24:48+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T14:24:48+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T14:24:48.864281+09:00", "mtime_epoch": 1783315488.8642807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:24:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.469, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.22}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 307, "max_ms": 5.757, "p95_ms": 3.906}, "gstreamer_push": {"avg_ms": 1.576, "count": 307, "max_ms": 6.471, "p95_ms": 3.766}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.72, "count": 307, "max_ms": 83.522, "p95_ms": 70.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.206, "count": 307, "max_ms": 116.796, "p95_ms": 97.013}, "yolo11_640_fire_11class": {"avg_ms": 57.153, "count": 307, "max_ms": 86.582, "p95_ms": 75.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.39, "count": 307, "max_ms": 101.756, "p95_ms": 87.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.35, "count": 307, "max_ms": 129.594, "p95_ms": 108.955}, "read_interval": {"avg_ms": 97.844, "count": 306, "max_ms": 774.66, "p95_ms": 122.805}, "triton_wait": {"avg_ms": 69.316, "count": 307, "max_ms": 116.809, "p95_ms": 97.023}, "visualize": {"avg_ms": 3.667, "count": 307, "max_ms": 5.525, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 589, "tracking_summary": 563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5590.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11224.651, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.725, "sample_count": 1630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:25:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:25:11+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T14:25:11+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T14:25:11.252161+09:00", "mtime_epoch": 1783315511.252161, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:25:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.922, "name": "celery", "pid": 239, "rss_mb": 745.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.524, "pushed": 5.524, "read": 5.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.114, "count": 165, "max_ms": 77.073, "p95_ms": 72.372}, "gstreamer_push": {"avg_ms": 0.852, "count": 165, "max_ms": 1.814, "p95_ms": 0.959}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.308, "count": 165, "max_ms": 97.851, "p95_ms": 92.713}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.456, "count": 165, "max_ms": 103.36, "p95_ms": 92.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.811, "count": 165, "max_ms": 220.271, "p95_ms": 203.237}, "read_interval": {"avg_ms": 181.853, "count": 164, "max_ms": 228.048, "p95_ms": 210.387}, "triton_wait": {"avg_ms": 74.139, "count": 165, "max_ms": 103.373, "p95_ms": 93.822}, "visualize": {"avg_ms": 33.632, "count": 165, "max_ms": 60.886, "p95_ms": 49.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5702.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:06+09:00", "last_error_summary": "[h264 @ 0x55688413b700] error while decoding MB 64 34, bytestream -15 [in#0/rtsp @ 0x55688342be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55688342be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:25:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.006, "last_started_at": "2026-07-06T14:25:08+09:00", "pid": 10778, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.969, "name": "ffmpeg", "pid": 10778, "rss_mb": 320.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.761, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:25:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:25:18+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T14:25:18+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T14:25:18.248128+09:00", "mtime_epoch": 1783315518.2481282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:25:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.108, "pushed": 4.108, "read": 4.108}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.289, "count": 57, "max_ms": 11.24, "p95_ms": 10.233}, "gstreamer_push": {"avg_ms": 1.166, "count": 57, "max_ms": 3.361, "p95_ms": 2.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.284, "count": 57, "max_ms": 91.731, "p95_ms": 81.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.634, "count": 57, "max_ms": 115.362, "p95_ms": 100.834}, "yolo11_640_fire_11class": {"avg_ms": 59.08, "count": 57, "max_ms": 83.477, "p95_ms": 79.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.38, "count": 57, "max_ms": 107.061, "p95_ms": 97.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.991, "count": 57, "max_ms": 197.607, "p95_ms": 195.458}, "read_interval": {"avg_ms": 527.206, "count": 57, "max_ms": 16322.191, "p95_ms": 205.828}, "triton_wait": {"avg_ms": 74.53, "count": 57, "max_ms": 115.374, "p95_ms": 100.848}, "visualize": {"avg_ms": 5.173, "count": 57, "max_ms": 7.884, "p95_ms": 6.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.876, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5712.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:18:38+09:00", "last_error_summary": "[h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 18, bytestream 14411 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5635a7d30ac0] error while decoding MB 0 24, bytestream 5806 [h264 @ 0x5635a7d1c900] cabac decode of qscale diff failed at 5 44 [h264 @ 0x5635a7d1c900] error while decoding MB 5 44, bytestream 6591 [h264 @ 0x5635a7d30ac0] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 397.782, "last_started_at": "2026-07-06T14:18:41+09:00", "pid": 10367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.41, "name": "ffmpeg", "pid": 10367, "rss_mb": 300.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.704, "sample_count": 2856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:25:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:25:18+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T14:25:18+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T14:25:18.868125+09:00", "mtime_epoch": 1783315518.8681254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:25:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1459.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.407, "count": 296, "max_ms": 5.477, "p95_ms": 4.108}, "gstreamer_push": {"avg_ms": 1.538, "count": 296, "max_ms": 6.221, "p95_ms": 3.716}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.917, "count": 296, "max_ms": 80.616, "p95_ms": 63.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.953, "count": 296, "max_ms": 105.404, "p95_ms": 93.754}, "yolo11_640_fire_11class": {"avg_ms": 57.018, "count": 296, "max_ms": 79.939, "p95_ms": 65.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.597, "count": 296, "max_ms": 98.485, "p95_ms": 71.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.168, "count": 296, "max_ms": 117.199, "p95_ms": 105.807}, "read_interval": {"avg_ms": 101.353, "count": 296, "max_ms": 991.204, "p95_ms": 119.889}, "triton_wait": {"avg_ms": 70.994, "count": 296, "max_ms": 105.417, "p95_ms": 93.767}, "visualize": {"avg_ms": 3.685, "count": 296, "max_ms": 4.956, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 592, "tracking_summary": 565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5722.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11254.683, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.227, "sample_count": 1626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:25:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:25:41+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T14:25:41+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T14:25:41.308035+09:00", "mtime_epoch": 1783315541.3080354, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:25:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 759.922, "name": "celery", "pid": 239, "rss_mb": 758.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.592, "pushed": 5.592, "read": 5.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.119, "count": 167, "max_ms": 78.442, "p95_ms": 74.285}, "gstreamer_push": {"avg_ms": 1.007, "count": 167, "max_ms": 2.518, "p95_ms": 2.12}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.283, "count": 167, "max_ms": 109.314, "p95_ms": 95.575}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.043, "count": 167, "max_ms": 113.537, "p95_ms": 99.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.948, "count": 167, "max_ms": 219.058, "p95_ms": 195.226}, "read_interval": {"avg_ms": 179.787, "count": 166, "max_ms": 227.659, "p95_ms": 205.007}, "triton_wait": {"avg_ms": 74.542, "count": 167, "max_ms": 113.546, "p95_ms": 99.115}, "visualize": {"avg_ms": 32.037, "count": 167, "max_ms": 59.658, "p95_ms": 47.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5455.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:06+09:00", "last_error_summary": "[h264 @ 0x55688413b700] error while decoding MB 64 34, bytestream -15 [in#0/rtsp @ 0x55688342be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55688342be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:25:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.072, "last_started_at": "2026-07-06T14:25:08+09:00", "pid": 10778, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.312, "name": "ffmpeg", "pid": 10778, "rss_mb": 332.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.866, "sample_count": 1573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:25:48+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T14:25:48+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:25:48.340011+09:00", "mtime_epoch": 1783315548.3400114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:25:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.391, "pushed": 8.391, "read": 8.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.841, "count": 251, "max_ms": 11.812, "p95_ms": 9.227}, "gstreamer_push": {"avg_ms": 1.29, "count": 251, "max_ms": 4.059, "p95_ms": 1.978}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.618, "count": 251, "max_ms": 81.625, "p95_ms": 69.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.467, "count": 251, "max_ms": 109.644, "p95_ms": 96.152}, "yolo11_640_fire_11class": {"avg_ms": 57.869, "count": 251, "max_ms": 87.049, "p95_ms": 72.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.937, "count": 251, "max_ms": 107.462, "p95_ms": 86.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.731, "count": 251, "max_ms": 200.116, "p95_ms": 165.962}, "read_interval": {"avg_ms": 119.769, "count": 250, "max_ms": 208.957, "p95_ms": 173.884}, "triton_wait": {"avg_ms": 68.793, "count": 251, "max_ms": 109.66, "p95_ms": 96.327}, "visualize": {"avg_ms": 4.57, "count": 251, "max_ms": 8.151, "p95_ms": 6.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5563.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.095, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 136.699, "name": "ffmpeg", "pid": 10930, "rss_mb": 136.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 9, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.273, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-07-06T14:25:52+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T14:25:52+09:00", "mjpeg": {"age_sec": 4.41, "exists": true, "mtime": "2026-07-06T14:25:47.872013+09:00", "mtime_epoch": 1783315547.872013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:25:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.523, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.27, "pushed": 2.27, "read": 2.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 68, "max_ms": 5.453, "p95_ms": 4.855}, "gstreamer_push": {"avg_ms": 1.402, "count": 68, "max_ms": 3.933, "p95_ms": 1.697}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.666, "count": 68, "max_ms": 75.726, "p95_ms": 63.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.465, "count": 68, "max_ms": 105.655, "p95_ms": 94.584}, "yolo11_640_fire_11class": {"avg_ms": 58.667, "count": 68, "max_ms": 94.844, "p95_ms": 78.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.581, "count": 68, "max_ms": 97.965, "p95_ms": 94.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.976, "count": 68, "max_ms": 117.677, "p95_ms": 106.81}, "read_interval": {"avg_ms": 446.967, "count": 67, "max_ms": 10122.537, "p95_ms": 129.315}, "triton_wait": {"avg_ms": 71.022, "count": 68, "max_ms": 105.667, "p95_ms": 94.758}, "visualize": {"avg_ms": 3.636, "count": 68, "max_ms": 4.615, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 593, "tracking_summary": 566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5689.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11284.884, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.255, "sample_count": 1644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:26:11+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T14:26:11+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T14:26:11.487947+09:00", "mtime_epoch": 1783315571.4879472, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:26:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 756.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.862, "pushed": 5.862, "read": 5.829}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.411, "count": 175, "max_ms": 94.877, "p95_ms": 72.647}, "gstreamer_push": {"avg_ms": 0.903, "count": 175, "max_ms": 1.252, "p95_ms": 1.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.228, "count": 175, "max_ms": 114.107, "p95_ms": 95.988}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.567, "count": 175, "max_ms": 110.036, "p95_ms": 96.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.735, "count": 175, "max_ms": 219.59, "p95_ms": 198.222}, "read_interval": {"avg_ms": 171.375, "count": 174, "max_ms": 225.736, "p95_ms": 203.753}, "triton_wait": {"avg_ms": 72.286, "count": 175, "max_ms": 114.12, "p95_ms": 97.844}, "visualize": {"avg_ms": 29.67, "count": 175, "max_ms": 39.696, "p95_ms": 36.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5695.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.121, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.875, "name": "ffmpeg", "pid": 10930, "rss_mb": 267.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 9, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.08, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:26:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:26:22+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T14:26:22+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T14:26:22.235925+09:00", "mtime_epoch": 1783315582.235925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:26:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.363, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.028, "pushed": 9.028, "read": 8.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 270, "max_ms": 8.817, "p95_ms": 6.494}, "gstreamer_push": {"avg_ms": 1.425, "count": 270, "max_ms": 6.643, "p95_ms": 3.252}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.735, "count": 270, "max_ms": 88.455, "p95_ms": 73.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.874, "count": 270, "max_ms": 117.826, "p95_ms": 99.356}, "yolo11_640_fire_11class": {"avg_ms": 58.73, "count": 270, "max_ms": 90.447, "p95_ms": 77.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.048, "count": 270, "max_ms": 107.5, "p95_ms": 91.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.564, "count": 270, "max_ms": 170.664, "p95_ms": 149.568}, "read_interval": {"avg_ms": 111.267, "count": 269, "max_ms": 210.799, "p95_ms": 161.004}, "triton_wait": {"avg_ms": 71.081, "count": 270, "max_ms": 117.839, "p95_ms": 99.368}, "visualize": {"avg_ms": 4.225, "count": 270, "max_ms": 8.622, "p95_ms": 5.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5697.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:06+09:00", "last_error_summary": "[h264 @ 0x55688413b700] error while decoding MB 64 34, bytestream -15 [in#0/rtsp @ 0x55688342be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55688342be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:25:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.312, "last_started_at": "2026-07-06T14:25:08+09:00", "pid": 10778, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.145, "name": "ffmpeg", "pid": 10778, "rss_mb": 333.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.866, "sample_count": 1580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:26:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T14:26:30+09:00", "mjpeg": {"age_sec": 15.798, "exists": true, "mtime": "2026-07-06T14:26:14.891940+09:00", "mtime_epoch": 1783315574.8919396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:26:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.88, "pushed": 3.88, "read": 3.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.732, "count": 116, "max_ms": 9.745, "p95_ms": 7.852}, "gstreamer_push": {"avg_ms": 1.343, "count": 116, "max_ms": 3.946, "p95_ms": 2.637}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.688, "count": 116, "max_ms": 86.565, "p95_ms": 74.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.33, "count": 116, "max_ms": 115.669, "p95_ms": 98.166}, "yolo11_640_fire_11class": {"avg_ms": 60.44, "count": 116, "max_ms": 85.125, "p95_ms": 79.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.617, "count": 116, "max_ms": 105.716, "p95_ms": 94.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.797, "count": 116, "max_ms": 169.189, "p95_ms": 150.272}, "read_interval": {"avg_ms": 260.373, "count": 115, "max_ms": 15806.817, "p95_ms": 161.044}, "triton_wait": {"avg_ms": 72.8, "count": 116, "max_ms": 115.681, "p95_ms": 98.178}, "visualize": {"avg_ms": 4.716, "count": 116, "max_ms": 7.422, "p95_ms": 5.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 595, "tracking_summary": 567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5690.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11314.903, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.937, "sample_count": 1650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:26:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:26:41+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T14:26:41+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T14:26:41.587896+09:00", "mtime_epoch": 1783315601.5878956, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:26:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 754.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.633, "pushed": 5.633, "read": 5.599}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.333, "count": 168, "max_ms": 93.733, "p95_ms": 71.938}, "gstreamer_push": {"avg_ms": 0.864, "count": 168, "max_ms": 1.06, "p95_ms": 1.01}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.789, "count": 168, "max_ms": 113.922, "p95_ms": 93.106}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.979, "count": 168, "max_ms": 108.994, "p95_ms": 94.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.44, "count": 168, "max_ms": 220.146, "p95_ms": 198.454}, "read_interval": {"avg_ms": 178.938, "count": 167, "max_ms": 226.69, "p95_ms": 205.44}, "triton_wait": {"avg_ms": 72.419, "count": 168, "max_ms": 113.935, "p95_ms": 94.436}, "visualize": {"avg_ms": 31.701, "count": 168, "max_ms": 45.013, "p95_ms": 37.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5398.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.225, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.648, "name": "ffmpeg", "pid": 10930, "rss_mb": 268.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 9, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.792, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:26:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:26:52+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:26:52+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T14:26:52.311885+09:00", "mtime_epoch": 1783315612.3118854, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:26:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.934, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.793, "pushed": 10.793, "read": 10.76}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 323, "max_ms": 5.607, "p95_ms": 4.615}, "gstreamer_push": {"avg_ms": 1.468, "count": 323, "max_ms": 4.462, "p95_ms": 3.531}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.626, "count": 323, "max_ms": 77.107, "p95_ms": 61.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.247, "count": 323, "max_ms": 105.8, "p95_ms": 92.089}, "yolo11_640_fire_11class": {"avg_ms": 55.719, "count": 323, "max_ms": 84.635, "p95_ms": 65.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.726, "count": 323, "max_ms": 91.077, "p95_ms": 65.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.515, "count": 323, "max_ms": 117.905, "p95_ms": 104.352}, "read_interval": {"avg_ms": 92.868, "count": 322, "max_ms": 130.462, "p95_ms": 117.152}, "triton_wait": {"avg_ms": 67.294, "count": 323, "max_ms": 105.814, "p95_ms": 92.101}, "visualize": {"avg_ms": 3.724, "count": 323, "max_ms": 5.344, "p95_ms": 4.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5692.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:26:48+09:00", "last_error_summary": "[h264 @ 0x55a490a5cd80] error while decoding MB 116 30, bytestream -19 [in#0/rtsp @ 0x55a48fef2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a48fef2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.736, "last_started_at": "2026-07-06T14:26:52+09:00", "pid": 11037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.66, "name": "ffmpeg", "pid": 11037, "rss_mb": 326.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 10, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.461, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:27:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:27:00+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:27:00+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T14:27:00.659880+09:00", "mtime_epoch": 1783315620.6598804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:27:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 69, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.157, "pushed": 5.157, "read": 5.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.024, "count": 69, "max_ms": 9.92, "p95_ms": 6.486}, "gstreamer_push": {"avg_ms": 1.515, "count": 69, "max_ms": 6.252, "p95_ms": 4.0}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.978, "count": 69, "max_ms": 83.713, "p95_ms": 80.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.584, "count": 69, "max_ms": 120.47, "p95_ms": 107.063}, "yolo11_640_fire_11class": {"avg_ms": 63.808, "count": 69, "max_ms": 88.767, "p95_ms": 81.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.941, "count": 69, "max_ms": 97.206, "p95_ms": 93.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.821, "count": 69, "max_ms": 160.92, "p95_ms": 154.607}, "read_interval": {"avg_ms": 435.45, "count": 69, "max_ms": 16777.697, "p95_ms": 166.625}, "triton_wait": {"avg_ms": 81.136, "count": 69, "max_ms": 120.483, "p95_ms": 107.079}, "visualize": {"avg_ms": 4.393, "count": 69, "max_ms": 9.042, "p95_ms": 5.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.381, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 595, "tracking_summary": 569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5689.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11344.997, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.478, "sample_count": 1662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:27:11+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T14:27:11+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T14:27:11.663878+09:00", "mtime_epoch": 1783315631.6638777, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:27:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 756.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.951, "pushed": 5.951, "read": 5.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.421, "count": 178, "max_ms": 84.825, "p95_ms": 75.547}, "gstreamer_push": {"avg_ms": 0.994, "count": 178, "max_ms": 2.46, "p95_ms": 2.196}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.156, "count": 178, "max_ms": 113.511, "p95_ms": 102.261}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.852, "count": 178, "max_ms": 111.168, "p95_ms": 102.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.267, "count": 178, "max_ms": 219.868, "p95_ms": 202.906}, "read_interval": {"avg_ms": 169.176, "count": 177, "max_ms": 229.339, "p95_ms": 210.679}, "triton_wait": {"avg_ms": 75.164, "count": 178, "max_ms": 113.523, "p95_ms": 103.607}, "visualize": {"avg_ms": 32.26, "count": 178, "max_ms": 56.208, "p95_ms": 51.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5692.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.248, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.906, "name": "ffmpeg", "pid": 10930, "rss_mb": 268.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.433, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:27:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:27:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T14:27:22+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T14:27:22.355879+09:00", "mtime_epoch": 1783315642.355879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:27:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1463.105, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.624, "pushed": 9.624, "read": 9.59}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 288, "max_ms": 5.435, "p95_ms": 4.408}, "gstreamer_push": {"avg_ms": 1.54, "count": 288, "max_ms": 6.654, "p95_ms": 3.707}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.356, "count": 288, "max_ms": 85.908, "p95_ms": 76.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.545, "count": 288, "max_ms": 123.327, "p95_ms": 104.633}, "yolo11_640_fire_11class": {"avg_ms": 62.984, "count": 288, "max_ms": 90.407, "p95_ms": 82.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.628, "count": 288, "max_ms": 102.357, "p95_ms": 94.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.321, "count": 288, "max_ms": 135.934, "p95_ms": 116.772}, "read_interval": {"avg_ms": 104.247, "count": 287, "max_ms": 157.557, "p95_ms": 130.936}, "triton_wait": {"avg_ms": 78.02, "count": 288, "max_ms": 123.338, "p95_ms": 104.645}, "visualize": {"avg_ms": 3.717, "count": 288, "max_ms": 4.971, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5687.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:26:48+09:00", "last_error_summary": "[h264 @ 0x55a490a5cd80] error while decoding MB 116 30, bytestream -19 [in#0/rtsp @ 0x55a48fef2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a48fef2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.801, "last_started_at": "2026-07-06T14:26:52+09:00", "pid": 11037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.301, "name": "ffmpeg", "pid": 11037, "rss_mb": 331.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 10, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.827, "sample_count": 1572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:27:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:27:30+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T14:27:30+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T14:27:30.735883+09:00", "mtime_epoch": 1783315650.735883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:27:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.343, "pushed": 8.343, "read": 8.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.014, "count": 250, "max_ms": 9.65, "p95_ms": 7.398}, "gstreamer_push": {"avg_ms": 1.418, "count": 250, "max_ms": 7.731, "p95_ms": 3.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.989, "count": 250, "max_ms": 84.946, "p95_ms": 79.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.509, "count": 250, "max_ms": 125.366, "p95_ms": 103.093}, "yolo11_640_fire_11class": {"avg_ms": 64.797, "count": 250, "max_ms": 87.872, "p95_ms": 83.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.023, "count": 250, "max_ms": 104.663, "p95_ms": 96.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.339, "count": 250, "max_ms": 164.18, "p95_ms": 151.042}, "read_interval": {"avg_ms": 120.274, "count": 249, "max_ms": 173.15, "p95_ms": 161.562}, "triton_wait": {"avg_ms": 79.42, "count": 250, "max_ms": 125.379, "p95_ms": 104.281}, "visualize": {"avg_ms": 4.285, "count": 250, "max_ms": 6.489, "p95_ms": 5.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 597, "tracking_summary": 570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5680.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11375.118, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.838, "sample_count": 1661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:27:41+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T14:27:41+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T14:27:41.771892+09:00", "mtime_epoch": 1783315661.7718918, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:27:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 746.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.27, "pushed": 5.27, "read": 5.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.867, "count": 158, "max_ms": 83.309, "p95_ms": 73.743}, "gstreamer_push": {"avg_ms": 0.995, "count": 158, "max_ms": 2.547, "p95_ms": 2.236}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.223, "count": 158, "max_ms": 119.524, "p95_ms": 111.337}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.993, "count": 158, "max_ms": 118.778, "p95_ms": 111.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.583, "count": 158, "max_ms": 238.581, "p95_ms": 219.403}, "read_interval": {"avg_ms": 190.841, "count": 157, "max_ms": 247.921, "p95_ms": 226.372}, "triton_wait": {"avg_ms": 81.052, "count": 158, "max_ms": 119.537, "p95_ms": 112.696}, "visualize": {"avg_ms": 35.505, "count": 158, "max_ms": 51.275, "p95_ms": 47.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5699.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.292, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.742, "name": "ffmpeg", "pid": 10930, "rss_mb": 271.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.068, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:27:52+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T14:27:52+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T14:27:52.403904+09:00", "mtime_epoch": 1783315672.403904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:27:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.738, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.722}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 292, "max_ms": 6.941, "p95_ms": 4.632}, "gstreamer_push": {"avg_ms": 1.55, "count": 292, "max_ms": 6.337, "p95_ms": 3.771}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.422, "count": 292, "max_ms": 92.631, "p95_ms": 78.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.947, "count": 292, "max_ms": 119.956, "p95_ms": 102.837}, "yolo11_640_fire_11class": {"avg_ms": 62.483, "count": 292, "max_ms": 91.001, "p95_ms": 80.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.14, "count": 292, "max_ms": 104.986, "p95_ms": 94.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.354, "count": 292, "max_ms": 133.828, "p95_ms": 116.605}, "read_interval": {"avg_ms": 102.923, "count": 291, "max_ms": 154.901, "p95_ms": 130.795}, "triton_wait": {"avg_ms": 77.161, "count": 292, "max_ms": 119.969, "p95_ms": 103.314}, "visualize": {"avg_ms": 3.666, "count": 292, "max_ms": 6.317, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5691.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:26:48+09:00", "last_error_summary": "[h264 @ 0x55a490a5cd80] error while decoding MB 116 30, bytestream -19 [in#0/rtsp @ 0x55a48fef2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a48fef2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.879, "last_started_at": "2026-07-06T14:26:52+09:00", "pid": 11037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.816, "name": "ffmpeg", "pid": 11037, "rss_mb": 331.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 10, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.714, "sample_count": 1750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:28:00+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T14:28:00+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T14:28:00.795916+09:00", "mtime_epoch": 1783315680.7959163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:28:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.416, "pushed": 8.416, "read": 8.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.012, "count": 252, "max_ms": 9.262, "p95_ms": 6.893}, "gstreamer_push": {"avg_ms": 1.45, "count": 252, "max_ms": 7.398, "p95_ms": 2.728}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.76, "count": 252, "max_ms": 92.755, "p95_ms": 78.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.794, "count": 252, "max_ms": 124.401, "p95_ms": 106.263}, "yolo11_640_fire_11class": {"avg_ms": 63.905, "count": 252, "max_ms": 91.108, "p95_ms": 81.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.815, "count": 252, "max_ms": 102.151, "p95_ms": 96.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.798, "count": 252, "max_ms": 172.144, "p95_ms": 149.422}, "read_interval": {"avg_ms": 119.34, "count": 251, "max_ms": 185.251, "p95_ms": 158.488}, "triton_wait": {"avg_ms": 78.154, "count": 252, "max_ms": 124.415, "p95_ms": 106.276}, "visualize": {"avg_ms": 4.301, "count": 252, "max_ms": 6.176, "p95_ms": 5.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 598, "tracking_summary": 572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5693.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11405.207, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.842, "sample_count": 1658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:28:11+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T14:28:11+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T14:28:11.847936+09:00", "mtime_epoch": 1783315691.847936, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:28:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 756.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.316, "pushed": 5.316, "read": 5.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.843, "count": 159, "max_ms": 81.132, "p95_ms": 73.476}, "gstreamer_push": {"avg_ms": 0.924, "count": 159, "max_ms": 3.068, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.41, "count": 159, "max_ms": 120.864, "p95_ms": 103.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.917, "count": 159, "max_ms": 117.362, "p95_ms": 107.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.904, "count": 159, "max_ms": 225.681, "p95_ms": 211.62}, "read_interval": {"avg_ms": 189.327, "count": 158, "max_ms": 232.577, "p95_ms": 218.278}, "triton_wait": {"avg_ms": 77.024, "count": 159, "max_ms": 120.878, "p95_ms": 108.181}, "visualize": {"avg_ms": 32.104, "count": 159, "max_ms": 47.641, "p95_ms": 40.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5698.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.359, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.32, "name": "ffmpeg", "pid": 10930, "rss_mb": 274.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.414, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:28:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:28:22+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T14:28:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T14:28:22.459958+09:00", "mtime_epoch": 1783315702.4599583, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:28:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.723, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.181, "pushed": 9.181, "read": 9.147}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.549, "count": 275, "max_ms": 6.64, "p95_ms": 5.284}, "gstreamer_push": {"avg_ms": 1.547, "count": 275, "max_ms": 5.956, "p95_ms": 3.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.438, "count": 275, "max_ms": 90.032, "p95_ms": 79.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.917, "count": 275, "max_ms": 120.927, "p95_ms": 103.355}, "yolo11_640_fire_11class": {"avg_ms": 65.221, "count": 275, "max_ms": 88.717, "p95_ms": 82.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.967, "count": 275, "max_ms": 101.106, "p95_ms": 96.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.903, "count": 275, "max_ms": 149.356, "p95_ms": 123.87}, "read_interval": {"avg_ms": 109.334, "count": 274, "max_ms": 163.054, "p95_ms": 141.755}, "triton_wait": {"avg_ms": 81.112, "count": 275, "max_ms": 120.941, "p95_ms": 103.367}, "visualize": {"avg_ms": 3.797, "count": 275, "max_ms": 5.514, "p95_ms": 5.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5697.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:26:48+09:00", "last_error_summary": "[h264 @ 0x55a490a5cd80] error while decoding MB 116 30, bytestream -19 [in#0/rtsp @ 0x55a48fef2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a48fef2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.756, "last_started_at": "2026-07-06T14:26:52+09:00", "pid": 11037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.645, "name": "ffmpeg", "pid": 11037, "rss_mb": 332.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 10, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.452, "sample_count": 1744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:28:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:28:31+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T14:28:31+09:00", "mjpeg": {"age_sec": 14.852, "exists": true, "mtime": "2026-07-06T14:28:16.927946+09:00", "mtime_epoch": 1783315696.9279463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:28:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.34, "pushed": 4.34, "read": 4.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.521, "count": 130, "max_ms": 8.136, "p95_ms": 6.589}, "gstreamer_push": {"avg_ms": 1.449, "count": 130, "max_ms": 6.227, "p95_ms": 3.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.685, "count": 130, "max_ms": 86.098, "p95_ms": 80.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.416, "count": 130, "max_ms": 112.976, "p95_ms": 103.262}, "yolo11_640_fire_11class": {"avg_ms": 68.991, "count": 130, "max_ms": 88.646, "p95_ms": 83.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.981, "count": 130, "max_ms": 102.967, "p95_ms": 98.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.501, "count": 130, "max_ms": 153.367, "p95_ms": 142.617}, "read_interval": {"avg_ms": 232.205, "count": 129, "max_ms": 14877.034, "p95_ms": 153.827}, "triton_wait": {"avg_ms": 84.874, "count": 130, "max_ms": 112.989, "p95_ms": 103.275}, "visualize": {"avg_ms": 3.984, "count": 130, "max_ms": 6.027, "p95_ms": 5.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 600, "tracking_summary": 573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5691.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11435.345, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.313, "sample_count": 1674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:28:42+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T14:28:41+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T14:28:41.984009+09:00", "mtime_epoch": 1783315721.9840086, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:28:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 751.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.08, "pushed": 6.08, "read": 6.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 54.135, "count": 182, "max_ms": 72.889, "p95_ms": 70.856}, "gstreamer_push": {"avg_ms": 0.91, "count": 182, "max_ms": 1.898, "p95_ms": 1.085}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.8, "count": 182, "max_ms": 103.346, "p95_ms": 90.042}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.781, "count": 182, "max_ms": 104.999, "p95_ms": 88.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.125, "count": 182, "max_ms": 207.728, "p95_ms": 192.215}, "read_interval": {"avg_ms": 165.572, "count": 181, "max_ms": 216.923, "p95_ms": 199.557}, "triton_wait": {"avg_ms": 70.385, "count": 182, "max_ms": 105.012, "p95_ms": 91.476}, "visualize": {"avg_ms": 29.417, "count": 182, "max_ms": 42.556, "p95_ms": 34.755}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5410.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.371, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.32, "name": "ffmpeg", "pid": 10930, "rss_mb": 274.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.496, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:28:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:28:52+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T14:28:52+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T14:28:52.456040+09:00", "mtime_epoch": 1783315732.4560401, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:28:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.801, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.9, "pushed": 10.9, "read": 10.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.34, "count": 327, "max_ms": 5.262, "p95_ms": 3.904}, "gstreamer_push": {"avg_ms": 1.543, "count": 327, "max_ms": 6.202, "p95_ms": 3.716}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.118, "count": 327, "max_ms": 86.692, "p95_ms": 60.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.629, "count": 327, "max_ms": 104.988, "p95_ms": 91.73}, "yolo11_640_fire_11class": {"avg_ms": 55.394, "count": 327, "max_ms": 87.255, "p95_ms": 65.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.276, "count": 327, "max_ms": 92.771, "p95_ms": 66.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.691, "count": 327, "max_ms": 122.238, "p95_ms": 103.743}, "read_interval": {"avg_ms": 91.748, "count": 327, "max_ms": 134.452, "p95_ms": 118.124}, "triton_wait": {"avg_ms": 66.642, "count": 327, "max_ms": 105.001, "p95_ms": 91.743}, "visualize": {"avg_ms": 3.582, "count": 327, "max_ms": 5.051, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5695.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:28:48+09:00", "last_error_summary": "[h264 @ 0x5638f308e640] error while decoding MB 93 35, bytestream -5 [in#0/rtsp @ 0x5638f3009e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5638f3009e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:28:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.986, "last_started_at": "2026-07-06T14:28:51+09:00", "pid": 11189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.828, "name": "ffmpeg", "pid": 11189, "rss_mb": 327.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 11, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.689, "sample_count": 1564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:29:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:29:01+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T14:29:01+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T14:29:01.736071+09:00", "mtime_epoch": 1783315741.7360709, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:29:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 74, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.188, "pushed": 5.188, "read": 5.188}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.4, "count": 74, "max_ms": 8.519, "p95_ms": 6.705}, "gstreamer_push": {"avg_ms": 1.387, "count": 74, "max_ms": 4.659, "p95_ms": 2.581}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.494, "count": 74, "max_ms": 85.344, "p95_ms": 73.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.733, "count": 74, "max_ms": 127.102, "p95_ms": 106.921}, "yolo11_640_fire_11class": {"avg_ms": 62.844, "count": 74, "max_ms": 85.967, "p95_ms": 79.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.117, "count": 74, "max_ms": 103.388, "p95_ms": 93.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.841, "count": 74, "max_ms": 196.224, "p95_ms": 156.59}, "read_interval": {"avg_ms": 406.283, "count": 74, "max_ms": 15918.733, "p95_ms": 173.525}, "triton_wait": {"avg_ms": 78.046, "count": 74, "max_ms": 127.113, "p95_ms": 106.934}, "visualize": {"avg_ms": 4.644, "count": 74, "max_ms": 6.988, "p95_ms": 5.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.265, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 601, "tracking_summary": 575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5687.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11465.515, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.728, "sample_count": 1674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:29:12+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T14:29:12+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T14:29:12.124108+09:00", "mtime_epoch": 1783315752.124108, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:29:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 746.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.663, "pushed": 5.663, "read": 5.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.318, "count": 169, "max_ms": 82.508, "p95_ms": 73.343}, "gstreamer_push": {"avg_ms": 0.977, "count": 169, "max_ms": 1.95, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.994, "count": 169, "max_ms": 113.065, "p95_ms": 101.054}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.686, "count": 169, "max_ms": 110.713, "p95_ms": 104.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.914, "count": 169, "max_ms": 226.162, "p95_ms": 208.05}, "read_interval": {"avg_ms": 177.437, "count": 168, "max_ms": 236.876, "p95_ms": 214.07}, "triton_wait": {"avg_ms": 75.903, "count": 169, "max_ms": 113.077, "p95_ms": 104.273}, "visualize": {"avg_ms": 31.466, "count": 169, "max_ms": 45.927, "p95_ms": 40.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5697.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.419, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.898, "name": "ffmpeg", "pid": 10930, "rss_mb": 276.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.317, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:29:22+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T14:29:22+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T14:29:22.480148+09:00", "mtime_epoch": 1783315762.480148, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:29:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.246, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.311, "pushed": 8.311, "read": 8.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.601, "count": 249, "max_ms": 8.919, "p95_ms": 6.989}, "gstreamer_push": {"avg_ms": 1.338, "count": 249, "max_ms": 5.67, "p95_ms": 1.866}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.7, "count": 249, "max_ms": 86.688, "p95_ms": 78.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.13, "count": 249, "max_ms": 122.201, "p95_ms": 102.325}, "yolo11_640_fire_11class": {"avg_ms": 60.825, "count": 249, "max_ms": 88.416, "p95_ms": 80.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.956, "count": 249, "max_ms": 103.161, "p95_ms": 96.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.399, "count": 249, "max_ms": 170.093, "p95_ms": 153.342}, "read_interval": {"avg_ms": 120.598, "count": 248, "max_ms": 179.76, "p95_ms": 165.922}, "triton_wait": {"avg_ms": 75.55, "count": 249, "max_ms": 122.214, "p95_ms": 102.338}, "visualize": {"avg_ms": 4.516, "count": 249, "max_ms": 8.974, "p95_ms": 6.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5690.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:28:48+09:00", "last_error_summary": "[h264 @ 0x5638f308e640] error while decoding MB 93 35, bytestream -5 [in#0/rtsp @ 0x5638f3009e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5638f3009e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:28:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.008, "last_started_at": "2026-07-06T14:28:51+09:00", "pid": 11189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.953, "name": "ffmpeg", "pid": 11189, "rss_mb": 331.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 10, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.689, "sample_count": 1581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:29:31+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:29:31+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T14:29:31.764187+09:00", "mtime_epoch": 1783315771.7641866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:29:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1322.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.026, "pushed": 9.026, "read": 8.992}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.795, "count": 270, "max_ms": 9.817, "p95_ms": 7.02}, "gstreamer_push": {"avg_ms": 1.43, "count": 270, "max_ms": 4.365, "p95_ms": 2.726}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.479, "count": 270, "max_ms": 83.289, "p95_ms": 74.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.136, "count": 270, "max_ms": 125.196, "p95_ms": 102.465}, "yolo11_640_fire_11class": {"avg_ms": 60.68, "count": 270, "max_ms": 86.733, "p95_ms": 79.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.671, "count": 270, "max_ms": 102.794, "p95_ms": 96.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.906, "count": 270, "max_ms": 179.818, "p95_ms": 151.759}, "read_interval": {"avg_ms": 111.143, "count": 269, "max_ms": 191.233, "p95_ms": 162.14}, "triton_wait": {"avg_ms": 74.534, "count": 270, "max_ms": 125.208, "p95_ms": 102.475}, "visualize": {"avg_ms": 4.153, "count": 270, "max_ms": 7.106, "p95_ms": 5.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 602, "tracking_summary": 576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11495.66, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.995, "sample_count": 1672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:29:42+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T14:29:42+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T14:29:42.280233+09:00", "mtime_epoch": 1783315782.280233, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:29:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 758.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.144, "pushed": 5.144, "read": 5.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.719, "count": 154, "max_ms": 102.075, "p95_ms": 76.764}, "gstreamer_push": {"avg_ms": 1.125, "count": 154, "max_ms": 3.013, "p95_ms": 2.062}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.17, "count": 154, "max_ms": 117.856, "p95_ms": 105.926}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.404, "count": 154, "max_ms": 115.259, "p95_ms": 107.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.002, "count": 154, "max_ms": 250.098, "p95_ms": 234.686}, "read_interval": {"avg_ms": 195.793, "count": 153, "max_ms": 259.388, "p95_ms": 241.102}, "triton_wait": {"avg_ms": 78.187, "count": 154, "max_ms": 117.87, "p95_ms": 110.067}, "visualize": {"avg_ms": 38.12, "count": 154, "max_ms": 59.488, "p95_ms": 51.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5703.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.529, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.898, "name": "ffmpeg", "pid": 10930, "rss_mb": 276.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.837, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:29:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:29:52+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T14:29:52+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T14:29:52.580281+09:00", "mtime_epoch": 1783315792.5802813, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:29:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.359, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.474, "pushed": 7.474, "read": 7.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.217, "count": 223, "max_ms": 9.386, "p95_ms": 7.312}, "gstreamer_push": {"avg_ms": 1.333, "count": 224, "max_ms": 6.323, "p95_ms": 2.674}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.74, "count": 223, "max_ms": 87.407, "p95_ms": 78.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.984, "count": 223, "max_ms": 118.345, "p95_ms": 103.723}, "yolo11_640_fire_11class": {"avg_ms": 63.827, "count": 223, "max_ms": 87.39, "p95_ms": 82.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.309, "count": 223, "max_ms": 111.034, "p95_ms": 99.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.161, "count": 224, "max_ms": 207.129, "p95_ms": 175.639}, "read_interval": {"avg_ms": 134.32, "count": 223, "max_ms": 216.749, "p95_ms": 185.331}, "triton_wait": {"avg_ms": 79.631, "count": 223, "max_ms": 118.358, "p95_ms": 103.875}, "visualize": {"avg_ms": 4.846, "count": 223, "max_ms": 7.295, "p95_ms": 6.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5698.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:28:48+09:00", "last_error_summary": "[h264 @ 0x5638f308e640] error while decoding MB 93 35, bytestream -5 [in#0/rtsp @ 0x5638f3009e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5638f3009e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:28:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.058, "last_started_at": "2026-07-06T14:28:51+09:00", "pid": 11189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.953, "name": "ffmpeg", "pid": 11189, "rss_mb": 331.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 10, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.223, "sample_count": 1816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:30:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:30:01+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T14:30:01+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T14:30:01.808327+09:00", "mtime_epoch": 1783315801.8083267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:30:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.161, "pushed": 8.161, "read": 8.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.409, "count": 244, "max_ms": 9.796, "p95_ms": 7.406}, "gstreamer_push": {"avg_ms": 1.351, "count": 244, "max_ms": 6.21, "p95_ms": 2.002}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.115, "count": 244, "max_ms": 87.023, "p95_ms": 78.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.806, "count": 244, "max_ms": 119.404, "p95_ms": 103.212}, "yolo11_640_fire_11class": {"avg_ms": 61.406, "count": 244, "max_ms": 87.578, "p95_ms": 79.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.417, "count": 244, "max_ms": 110.237, "p95_ms": 98.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.7, "count": 244, "max_ms": 175.835, "p95_ms": 152.011}, "read_interval": {"avg_ms": 123.105, "count": 243, "max_ms": 188.691, "p95_ms": 161.831}, "triton_wait": {"avg_ms": 76.734, "count": 244, "max_ms": 119.417, "p95_ms": 104.45}, "visualize": {"avg_ms": 4.543, "count": 244, "max_ms": 8.519, "p95_ms": 5.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 604, "tracking_summary": 577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11525.677, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.028, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:30:12+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T14:30:12+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T14:30:12.296381+09:00", "mtime_epoch": 1783315812.296381, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:30:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 746.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.804, "pushed": 5.804, "read": 5.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.231, "count": 173, "max_ms": 79.598, "p95_ms": 75.338}, "gstreamer_push": {"avg_ms": 0.896, "count": 173, "max_ms": 1.368, "p95_ms": 1.066}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.889, "count": 173, "max_ms": 113.793, "p95_ms": 104.978}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.329, "count": 173, "max_ms": 114.186, "p95_ms": 102.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.815, "count": 173, "max_ms": 223.075, "p95_ms": 199.137}, "read_interval": {"avg_ms": 173.393, "count": 172, "max_ms": 229.825, "p95_ms": 206.255}, "triton_wait": {"avg_ms": 74.944, "count": 173, "max_ms": 114.201, "p95_ms": 106.167}, "visualize": {"avg_ms": 31.25, "count": 173, "max_ms": 46.314, "p95_ms": 40.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5697.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.61, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.961, "name": "ffmpeg", "pid": 10930, "rss_mb": 278.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.032, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:30:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:30:22+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T14:30:22+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T14:30:22.644437+09:00", "mtime_epoch": 1783315822.6444373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:30:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.441, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.114, "pushed": 8.114, "read": 8.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.994, "count": 243, "max_ms": 9.415, "p95_ms": 7.123}, "gstreamer_push": {"avg_ms": 1.268, "count": 243, "max_ms": 4.545, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.999, "count": 243, "max_ms": 84.576, "p95_ms": 74.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.471, "count": 243, "max_ms": 121.148, "p95_ms": 102.758}, "yolo11_640_fire_11class": {"avg_ms": 59.966, "count": 243, "max_ms": 90.316, "p95_ms": 81.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.763, "count": 243, "max_ms": 105.196, "p95_ms": 98.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.507, "count": 243, "max_ms": 189.757, "p95_ms": 164.736}, "read_interval": {"avg_ms": 123.657, "count": 242, "max_ms": 206.165, "p95_ms": 174.625}, "triton_wait": {"avg_ms": 74.684, "count": 243, "max_ms": 121.16, "p95_ms": 103.846}, "visualize": {"avg_ms": 4.696, "count": 243, "max_ms": 8.818, "p95_ms": 6.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5706.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:28:48+09:00", "last_error_summary": "[h264 @ 0x5638f308e640] error while decoding MB 93 35, bytestream -5 [in#0/rtsp @ 0x5638f3009e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5638f3009e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:28:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.15, "last_started_at": "2026-07-06T14:28:51+09:00", "pid": 11189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.469, "name": "ffmpeg", "pid": 11189, "rss_mb": 332.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 10, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.959, "sample_count": 1876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:30:32+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T14:30:31+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T14:30:31.900490+09:00", "mtime_epoch": 1783315831.9004898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:30:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.438, "pushed": 7.438, "read": 7.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.386, "count": 222, "max_ms": 9.981, "p95_ms": 8.127}, "gstreamer_push": {"avg_ms": 1.214, "count": 223, "max_ms": 6.293, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.516, "count": 222, "max_ms": 87.716, "p95_ms": 74.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.531, "count": 222, "max_ms": 135.069, "p95_ms": 105.71}, "yolo11_640_fire_11class": {"avg_ms": 61.094, "count": 222, "max_ms": 91.094, "p95_ms": 81.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.79, "count": 222, "max_ms": 104.674, "p95_ms": 97.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.759, "count": 223, "max_ms": 187.275, "p95_ms": 162.422}, "read_interval": {"avg_ms": 134.99, "count": 222, "max_ms": 196.72, "p95_ms": 172.909}, "triton_wait": {"avg_ms": 76.096, "count": 222, "max_ms": 135.082, "p95_ms": 105.723}, "visualize": {"avg_ms": 5.101, "count": 222, "max_ms": 9.612, "p95_ms": 6.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 606, "tracking_summary": 579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5709.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11555.7, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.155, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:30:42+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T14:30:42+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T14:30:42.328552+09:00", "mtime_epoch": 1783315842.3285515, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:30:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 753.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.293, "pushed": 5.293, "read": 5.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.559, "count": 158, "max_ms": 97.137, "p95_ms": 84.078}, "gstreamer_push": {"avg_ms": 1.05, "count": 158, "max_ms": 2.859, "p95_ms": 2.01}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.667, "count": 158, "max_ms": 121.658, "p95_ms": 107.116}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.471, "count": 158, "max_ms": 120.759, "p95_ms": 106.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.11, "count": 158, "max_ms": 260.537, "p95_ms": 228.003}, "read_interval": {"avg_ms": 190.071, "count": 157, "max_ms": 266.925, "p95_ms": 236.598}, "triton_wait": {"avg_ms": 79.659, "count": 158, "max_ms": 121.671, "p95_ms": 110.593}, "visualize": {"avg_ms": 35.644, "count": 158, "max_ms": 49.509, "p95_ms": 46.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5712.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.719, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.242, "name": "ffmpeg", "pid": 10930, "rss_mb": 288.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.791, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:30:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:30:52+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T14:30:52+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:30:52.796616+09:00", "mtime_epoch": 1783315852.7966158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:30:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.145, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 8.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.078, "count": 270, "max_ms": 9.104, "p95_ms": 6.115}, "gstreamer_push": {"avg_ms": 1.347, "count": 270, "max_ms": 6.445, "p95_ms": 2.053}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.559, "count": 270, "max_ms": 89.551, "p95_ms": 76.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.26, "count": 270, "max_ms": 118.613, "p95_ms": 101.556}, "yolo11_640_fire_11class": {"avg_ms": 60.502, "count": 270, "max_ms": 90.499, "p95_ms": 81.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.31, "count": 270, "max_ms": 105.171, "p95_ms": 95.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.231, "count": 270, "max_ms": 173.798, "p95_ms": 144.874}, "read_interval": {"avg_ms": 111.464, "count": 269, "max_ms": 183.591, "p95_ms": 155.125}, "triton_wait": {"avg_ms": 75.716, "count": 270, "max_ms": 118.625, "p95_ms": 102.322}, "visualize": {"avg_ms": 4.104, "count": 270, "max_ms": 8.585, "p95_ms": 5.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5721.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:28:48+09:00", "last_error_summary": "[h264 @ 0x5638f308e640] error while decoding MB 93 35, bytestream -5 [in#0/rtsp @ 0x5638f3009e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5638f3009e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:28:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.173, "last_started_at": "2026-07-06T14:28:51+09:00", "pid": 11189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.984, "name": "ffmpeg", "pid": 11189, "rss_mb": 332.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 10, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.754, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:31:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:31:02+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T14:31:01+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T14:31:01.940674+09:00", "mtime_epoch": 1783315861.9406743, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:31:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.461, "pushed": 8.461, "read": 8.427}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.259, "count": 253, "max_ms": 9.495, "p95_ms": 6.905}, "gstreamer_push": {"avg_ms": 1.331, "count": 253, "max_ms": 5.664, "p95_ms": 2.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.091, "count": 253, "max_ms": 85.771, "p95_ms": 76.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.446, "count": 253, "max_ms": 116.025, "p95_ms": 101.33}, "yolo11_640_fire_11class": {"avg_ms": 61.536, "count": 253, "max_ms": 89.042, "p95_ms": 81.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.185, "count": 253, "max_ms": 110.433, "p95_ms": 96.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.537, "count": 253, "max_ms": 167.703, "p95_ms": 149.632}, "read_interval": {"avg_ms": 118.701, "count": 252, "max_ms": 176.945, "p95_ms": 158.497}, "triton_wait": {"avg_ms": 74.289, "count": 253, "max_ms": 116.038, "p95_ms": 101.988}, "visualize": {"avg_ms": 4.438, "count": 253, "max_ms": 6.709, "p95_ms": 5.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 607, "tracking_summary": 580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5721.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11585.74, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.763, "sample_count": 1658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:31:12+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T14:31:12+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T14:31:12.364743+09:00", "mtime_epoch": 1783315872.364743, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:31:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 759.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.43, "pushed": 5.43, "read": 5.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.943, "count": 162, "max_ms": 85.657, "p95_ms": 75.44}, "gstreamer_push": {"avg_ms": 0.986, "count": 162, "max_ms": 2.321, "p95_ms": 2.064}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.47, "count": 162, "max_ms": 117.372, "p95_ms": 97.796}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.181, "count": 162, "max_ms": 121.016, "p95_ms": 104.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.909, "count": 162, "max_ms": 223.336, "p95_ms": 214.254}, "read_interval": {"avg_ms": 185.472, "count": 161, "max_ms": 232.601, "p95_ms": 222.909}, "triton_wait": {"avg_ms": 76.726, "count": 162, "max_ms": 121.029, "p95_ms": 105.228}, "visualize": {"avg_ms": 33.202, "count": 162, "max_ms": 49.799, "p95_ms": 45.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5724.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:25:47+09:00", "last_error_summary": "[h264 @ 0x5584f31b37c0] left block unavailable for requested intra mode [h264 @ 0x5584f31b37c0] error while decoding MB 0 27, bytestream 48619 [h264 @ 0x5584f27b4000] reference picture missing during reorder [h264 @ 0x5584f27b4000] Missing reference picture, default is 65584 [h264 @ 0x5584f27b69c0] mmco: unref short failure [h264 @ 0x5584f27b69c0] illegal short term buffer state detected [h264 @ 0x5584f34ef1c0] top block unavailable for requested intra mode -1 [h264 @ 0x5584f34ef1c0] error while", "last_exit_at": "2026-07-06T14:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.744, "last_started_at": "2026-07-06T14:25:50+09:00", "pid": 10930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.594, "name": "ffmpeg", "pid": 10930, "rss_mb": 291.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 8, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.287, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:31:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:31:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T14:31:22+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T14:31:22.868815+09:00", "mtime_epoch": 1783315882.8688147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:31:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1466.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.8, "pushed": 8.8, "read": 8.766}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.951, "count": 263, "max_ms": 8.632, "p95_ms": 5.855}, "gstreamer_push": {"avg_ms": 1.417, "count": 263, "max_ms": 6.765, "p95_ms": 1.52}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.518, "count": 263, "max_ms": 88.2, "p95_ms": 79.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.924, "count": 263, "max_ms": 125.976, "p95_ms": 101.639}, "yolo11_640_fire_11class": {"avg_ms": 64.903, "count": 263, "max_ms": 90.029, "p95_ms": 82.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.601, "count": 263, "max_ms": 107.826, "p95_ms": 99.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.745, "count": 263, "max_ms": 159.313, "p95_ms": 140.274}, "read_interval": {"avg_ms": 114.294, "count": 262, "max_ms": 288.951, "p95_ms": 154.0}, "triton_wait": {"avg_ms": 79.902, "count": 263, "max_ms": 125.988, "p95_ms": 102.451}, "visualize": {"avg_ms": 3.99, "count": 263, "max_ms": 6.401, "p95_ms": 5.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5719.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:28:48+09:00", "last_error_summary": "[h264 @ 0x5638f308e640] error while decoding MB 93 35, bytestream -5 [in#0/rtsp @ 0x5638f3009e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5638f3009e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:28:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.25, "last_started_at": "2026-07-06T14:28:51+09:00", "pid": 11189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.242, "name": "ffmpeg", "pid": 11189, "rss_mb": 333.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 9, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.332, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:31:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:31:32+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T14:31:32+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T14:31:32.036879+09:00", "mtime_epoch": 1783315892.0368793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:31:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1329.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.178, "pushed": 8.178, "read": 8.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.419, "count": 245, "max_ms": 9.957, "p95_ms": 7.317}, "gstreamer_push": {"avg_ms": 1.325, "count": 245, "max_ms": 6.221, "p95_ms": 2.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.94, "count": 245, "max_ms": 84.349, "p95_ms": 77.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.447, "count": 245, "max_ms": 115.308, "p95_ms": 98.841}, "yolo11_640_fire_11class": {"avg_ms": 62.957, "count": 245, "max_ms": 83.828, "p95_ms": 80.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.461, "count": 245, "max_ms": 102.667, "p95_ms": 98.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.588, "count": 245, "max_ms": 165.488, "p95_ms": 148.098}, "read_interval": {"avg_ms": 122.882, "count": 244, "max_ms": 179.204, "p95_ms": 157.619}, "triton_wait": {"avg_ms": 75.542, "count": 245, "max_ms": 115.321, "p95_ms": 100.07}, "visualize": {"avg_ms": 4.56, "count": 245, "max_ms": 9.354, "p95_ms": 5.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 608, "tracking_summary": 581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5718.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11615.854, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.153, "sample_count": 1660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:31:42+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T14:31:42+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T14:31:42.460955+09:00", "mtime_epoch": 1783315902.460955, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:31:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 756.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.713, "pushed": 5.713, "read": 5.679}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.507, "count": 171, "max_ms": 91.105, "p95_ms": 74.963}, "gstreamer_push": {"avg_ms": 0.956, "count": 171, "max_ms": 2.327, "p95_ms": 1.784}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.718, "count": 171, "max_ms": 115.17, "p95_ms": 98.798}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.845, "count": 171, "max_ms": 116.083, "p95_ms": 94.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.423, "count": 171, "max_ms": 221.737, "p95_ms": 207.106}, "read_interval": {"avg_ms": 175.925, "count": 170, "max_ms": 231.55, "p95_ms": 213.961}, "triton_wait": {"avg_ms": 71.41, "count": 171, "max_ms": 116.095, "p95_ms": 98.81}, "visualize": {"avg_ms": 33.177, "count": 171, "max_ms": 60.695, "p95_ms": 44.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5565.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.124, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.262, "name": "ffmpeg", "pid": 11341, "rss_mb": 139.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 9, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.624, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:31:54+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T14:31:54+09:00", "mjpeg": {"age_sec": 5.065, "exists": true, "mtime": "2026-07-06T14:31:49.393006+09:00", "mtime_epoch": 1783315909.3930063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:31:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1464.277, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.806, "pushed": 1.806, "read": 1.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.981, "count": 54, "max_ms": 6.146, "p95_ms": 5.856}, "gstreamer_push": {"avg_ms": 1.476, "count": 54, "max_ms": 4.5, "p95_ms": 4.058}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.332, "count": 54, "max_ms": 80.357, "p95_ms": 75.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.839, "count": 54, "max_ms": 101.101, "p95_ms": 96.675}, "yolo11_640_fire_11class": {"avg_ms": 58.851, "count": 54, "max_ms": 80.925, "p95_ms": 79.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.497, "count": 54, "max_ms": 99.092, "p95_ms": 92.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.959, "count": 54, "max_ms": 153.006, "p95_ms": 148.055}, "read_interval": {"avg_ms": 564.103, "count": 53, "max_ms": 19292.691, "p95_ms": 164.166}, "triton_wait": {"avg_ms": 73.138, "count": 54, "max_ms": 101.114, "p95_ms": 96.689}, "visualize": {"avg_ms": 4.08, "count": 54, "max_ms": 5.398, "p95_ms": 5.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5696.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:28:48+09:00", "last_error_summary": "[h264 @ 0x5638f308e640] error while decoding MB 93 35, bytestream -5 [in#0/rtsp @ 0x5638f3009e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5638f3009e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:28:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.281, "last_started_at": "2026-07-06T14:28:51+09:00", "pid": 11189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.109, "name": "ffmpeg", "pid": 11189, "rss_mb": 334.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 9, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.627, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:32:12+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T14:32:12+09:00", "mjpeg": {"age_sec": 15.985, "exists": true, "mtime": "2026-07-06T14:31:56.157058+09:00", "mtime_epoch": 1783315916.1570575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:32:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.673, "pushed": 3.673, "read": 3.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.25, "count": 110, "max_ms": 7.079, "p95_ms": 6.422}, "gstreamer_push": {"avg_ms": 1.192, "count": 110, "max_ms": 3.781, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.356, "count": 110, "max_ms": 76.832, "p95_ms": 67.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.871, "count": 110, "max_ms": 102.49, "p95_ms": 91.818}, "yolo11_640_fire_11class": {"avg_ms": 57.422, "count": 110, "max_ms": 85.547, "p95_ms": 71.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.58, "count": 110, "max_ms": 95.484, "p95_ms": 85.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.104, "count": 110, "max_ms": 153.243, "p95_ms": 143.996}, "read_interval": {"avg_ms": 275.048, "count": 109, "max_ms": 16039.984, "p95_ms": 155.693}, "triton_wait": {"avg_ms": 67.964, "count": 110, "max_ms": 102.506, "p95_ms": 91.832}, "visualize": {"avg_ms": 5.07, "count": 110, "max_ms": 6.089, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 610, "tracking_summary": 583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5695.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11645.992, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.153, "sample_count": 1648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:32:12+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T14:32:12+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T14:32:12.653186+09:00", "mtime_epoch": 1783315932.6531863, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:32:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 756.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.573, "pushed": 5.573, "read": 5.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.409, "count": 167, "max_ms": 91.683, "p95_ms": 76.854}, "gstreamer_push": {"avg_ms": 0.869, "count": 167, "max_ms": 1.91, "p95_ms": 1.021}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.459, "count": 167, "max_ms": 106.68, "p95_ms": 93.182}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.447, "count": 167, "max_ms": 94.979, "p95_ms": 90.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.126, "count": 167, "max_ms": 216.233, "p95_ms": 199.14}, "read_interval": {"avg_ms": 180.654, "count": 166, "max_ms": 222.938, "p95_ms": 206.726}, "triton_wait": {"avg_ms": 72.389, "count": 167, "max_ms": 106.693, "p95_ms": 93.194}, "visualize": {"avg_ms": 29.231, "count": 167, "max_ms": 49.284, "p95_ms": 34.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5390.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.184, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.965, "name": "ffmpeg", "pid": 11341, "rss_mb": 265.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.429, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:32:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:32:24+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T14:32:24+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T14:32:24.445282+09:00", "mtime_epoch": 1783315944.4452815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:32:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.145, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.743, "count": 303, "max_ms": 8.33, "p95_ms": 5.478}, "gstreamer_push": {"avg_ms": 1.509, "count": 303, "max_ms": 6.205, "p95_ms": 3.773}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.901, "count": 303, "max_ms": 82.441, "p95_ms": 64.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.299, "count": 303, "max_ms": 99.556, "p95_ms": 93.539}, "yolo11_640_fire_11class": {"avg_ms": 56.764, "count": 303, "max_ms": 88.6, "p95_ms": 67.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.278, "count": 303, "max_ms": 98.485, "p95_ms": 70.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.388, "count": 303, "max_ms": 147.891, "p95_ms": 118.989}, "read_interval": {"avg_ms": 99.232, "count": 302, "max_ms": 158.835, "p95_ms": 128.699}, "triton_wait": {"avg_ms": 69.396, "count": 303, "max_ms": 99.568, "p95_ms": 93.552}, "visualize": {"avg_ms": 3.84, "count": 303, "max_ms": 5.923, "p95_ms": 5.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5700.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.255, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.746, "name": "ffmpeg", "pid": 11448, "rss_mb": 330.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 10, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.481, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:32:42+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:32:42+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T14:32:42.153430+09:00", "mtime_epoch": 1783315962.1534295, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:32:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 137, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.833, "pushed": 6.833, "read": 6.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.884, "count": 137, "max_ms": 8.75, "p95_ms": 7.564}, "gstreamer_push": {"avg_ms": 1.55, "count": 137, "max_ms": 6.922, "p95_ms": 3.87}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.979, "count": 137, "max_ms": 86.967, "p95_ms": 79.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.652, "count": 137, "max_ms": 119.372, "p95_ms": 105.78}, "yolo11_640_fire_11class": {"avg_ms": 63.91, "count": 137, "max_ms": 87.739, "p95_ms": 84.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.57, "count": 137, "max_ms": 104.424, "p95_ms": 96.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.896, "count": 137, "max_ms": 163.354, "p95_ms": 147.596}, "read_interval": {"avg_ms": 219.756, "count": 137, "max_ms": 10165.348, "p95_ms": 160.254}, "triton_wait": {"avg_ms": 77.482, "count": 137, "max_ms": 119.381, "p95_ms": 105.793}, "visualize": {"avg_ms": 4.216, "count": 137, "max_ms": 6.546, "p95_ms": 5.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.048, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 611, "tracking_summary": 584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5697.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11676.014, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.309, "sample_count": 1661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:32:42+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T14:32:42+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T14:32:42.641434+09:00", "mtime_epoch": 1783315962.6414337, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:32:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 761.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.655, "pushed": 5.655, "read": 5.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.841, "count": 169, "max_ms": 78.677, "p95_ms": 75.474}, "gstreamer_push": {"avg_ms": 0.906, "count": 169, "max_ms": 1.81, "p95_ms": 1.077}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.949, "count": 169, "max_ms": 122.309, "p95_ms": 106.17}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.492, "count": 169, "max_ms": 113.447, "p95_ms": 102.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.072, "count": 169, "max_ms": 234.33, "p95_ms": 213.709}, "read_interval": {"avg_ms": 177.586, "count": 168, "max_ms": 241.184, "p95_ms": 222.463}, "triton_wait": {"avg_ms": 72.326, "count": 169, "max_ms": 122.322, "p95_ms": 107.152}, "visualize": {"avg_ms": 31.711, "count": 169, "max_ms": 44.756, "p95_ms": 37.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5696.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.247, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.027, "name": "ffmpeg", "pid": 11341, "rss_mb": 268.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.374, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:32:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:32:54+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T14:32:54+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T14:32:54.477536+09:00", "mtime_epoch": 1783315974.4775362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:32:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.168, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.412, "pushed": 8.412, "read": 8.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.37, "count": 252, "max_ms": 8.771, "p95_ms": 6.255}, "gstreamer_push": {"avg_ms": 1.457, "count": 252, "max_ms": 6.326, "p95_ms": 3.684}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.299, "count": 252, "max_ms": 88.728, "p95_ms": 77.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.631, "count": 252, "max_ms": 123.942, "p95_ms": 107.045}, "yolo11_640_fire_11class": {"avg_ms": 62.431, "count": 252, "max_ms": 88.741, "p95_ms": 82.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.085, "count": 252, "max_ms": 105.542, "p95_ms": 95.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.07, "count": 252, "max_ms": 177.237, "p95_ms": 151.134}, "read_interval": {"avg_ms": 119.282, "count": 251, "max_ms": 187.815, "p95_ms": 161.725}, "triton_wait": {"avg_ms": 77.911, "count": 252, "max_ms": 123.954, "p95_ms": 107.058}, "visualize": {"avg_ms": 4.337, "count": 252, "max_ms": 7.657, "p95_ms": 5.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5698.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.312, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.777, "name": "ffmpeg", "pid": 11448, "rss_mb": 331.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 10, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.746, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:33:12+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:33:12+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T14:33:12.205694+09:00", "mtime_epoch": 1783315992.205694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:33:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.54, "pushed": 8.54, "read": 8.507}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.101, "count": 256, "max_ms": 9.919, "p95_ms": 7.737}, "gstreamer_push": {"avg_ms": 1.428, "count": 256, "max_ms": 6.677, "p95_ms": 3.528}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.174, "count": 256, "max_ms": 85.477, "p95_ms": 77.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.805, "count": 256, "max_ms": 125.096, "p95_ms": 104.282}, "yolo11_640_fire_11class": {"avg_ms": 62.045, "count": 256, "max_ms": 86.474, "p95_ms": 81.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.333, "count": 256, "max_ms": 104.494, "p95_ms": 96.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.79, "count": 256, "max_ms": 172.264, "p95_ms": 153.045}, "read_interval": {"avg_ms": 117.413, "count": 255, "max_ms": 187.082, "p95_ms": 162.519}, "triton_wait": {"avg_ms": 76.211, "count": 256, "max_ms": 125.107, "p95_ms": 104.391}, "visualize": {"avg_ms": 4.319, "count": 256, "max_ms": 6.701, "p95_ms": 5.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 613, "tracking_summary": 586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5698.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11706.13, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.381, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:33:12+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T14:33:12+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T14:33:12.793700+09:00", "mtime_epoch": 1783315992.7936995, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:33:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 755.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.538, "pushed": 5.538, "read": 5.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.983, "count": 166, "max_ms": 85.011, "p95_ms": 75.665}, "gstreamer_push": {"avg_ms": 0.92, "count": 166, "max_ms": 3.569, "p95_ms": 1.065}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.0, "count": 166, "max_ms": 120.156, "p95_ms": 103.792}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.423, "count": 166, "max_ms": 115.801, "p95_ms": 105.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.245, "count": 166, "max_ms": 231.382, "p95_ms": 212.936}, "read_interval": {"avg_ms": 181.616, "count": 165, "max_ms": 411.407, "p95_ms": 222.745}, "triton_wait": {"avg_ms": 77.742, "count": 166, "max_ms": 120.168, "p95_ms": 106.184}, "visualize": {"avg_ms": 32.256, "count": 166, "max_ms": 49.779, "p95_ms": 43.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5694.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.328, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.605, "name": "ffmpeg", "pid": 11341, "rss_mb": 270.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.212, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:33:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:33:24+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T14:33:24+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T14:33:24.537807+09:00", "mtime_epoch": 1783316004.5378072, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:33:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1464.207, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.243, "pushed": 9.243, "read": 9.209}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.864, "count": 277, "max_ms": 8.133, "p95_ms": 5.786}, "gstreamer_push": {"avg_ms": 1.463, "count": 277, "max_ms": 6.541, "p95_ms": 2.64}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.981, "count": 277, "max_ms": 87.49, "p95_ms": 78.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.743, "count": 277, "max_ms": 115.531, "p95_ms": 102.906}, "yolo11_640_fire_11class": {"avg_ms": 62.019, "count": 277, "max_ms": 89.412, "p95_ms": 83.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.77, "count": 277, "max_ms": 103.19, "p95_ms": 96.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.878, "count": 277, "max_ms": 165.453, "p95_ms": 145.134}, "read_interval": {"avg_ms": 108.468, "count": 276, "max_ms": 175.525, "p95_ms": 156.204}, "triton_wait": {"avg_ms": 76.025, "count": 277, "max_ms": 115.543, "p95_ms": 102.918}, "visualize": {"avg_ms": 3.967, "count": 277, "max_ms": 7.003, "p95_ms": 5.57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5700.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.398, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.777, "name": "ffmpeg", "pid": 11448, "rss_mb": 331.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 10, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.815, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:33:42+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T14:33:42+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T14:33:42.257974+09:00", "mtime_epoch": 1783316022.2579741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:33:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1329.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.573, "pushed": 8.573, "read": 8.54}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.977, "count": 257, "max_ms": 9.804, "p95_ms": 6.921}, "gstreamer_push": {"avg_ms": 1.369, "count": 257, "max_ms": 6.152, "p95_ms": 1.618}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.292, "count": 257, "max_ms": 86.383, "p95_ms": 77.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.474, "count": 257, "max_ms": 128.186, "p95_ms": 106.351}, "yolo11_640_fire_11class": {"avg_ms": 62.131, "count": 257, "max_ms": 88.014, "p95_ms": 82.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.2, "count": 257, "max_ms": 102.735, "p95_ms": 97.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.217, "count": 257, "max_ms": 179.724, "p95_ms": 151.746}, "read_interval": {"avg_ms": 116.925, "count": 256, "max_ms": 193.306, "p95_ms": 161.252}, "triton_wait": {"avg_ms": 76.86, "count": 257, "max_ms": 128.203, "p95_ms": 106.362}, "visualize": {"avg_ms": 4.307, "count": 257, "max_ms": 6.253, "p95_ms": 5.606}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 614, "tracking_summary": 587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5694.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11736.158, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.705, "sample_count": 1650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:33:42+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T14:33:42+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T14:33:42.757979+09:00", "mtime_epoch": 1783316022.757979, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:33:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 755.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.488, "pushed": 5.488, "read": 5.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.043, "count": 164, "max_ms": 94.695, "p95_ms": 80.257}, "gstreamer_push": {"avg_ms": 1.076, "count": 164, "max_ms": 2.822, "p95_ms": 2.118}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.585, "count": 164, "max_ms": 119.19, "p95_ms": 109.915}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.993, "count": 164, "max_ms": 120.894, "p95_ms": 107.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.186, "count": 164, "max_ms": 230.276, "p95_ms": 217.221}, "read_interval": {"avg_ms": 182.886, "count": 163, "max_ms": 239.23, "p95_ms": 224.763}, "triton_wait": {"avg_ms": 80.046, "count": 164, "max_ms": 120.907, "p95_ms": 110.741}, "visualize": {"avg_ms": 32.771, "count": 164, "max_ms": 48.231, "p95_ms": 43.411}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5685.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.392, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.605, "name": "ffmpeg", "pid": 11341, "rss_mb": 270.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.728, "sample_count": 2387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:33:54+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T14:33:54+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T14:33:54.658094+09:00", "mtime_epoch": 1783316034.6580942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:33:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.293, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.543, "pushed": 8.543, "read": 8.509}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.153, "count": 256, "max_ms": 8.499, "p95_ms": 6.45}, "gstreamer_push": {"avg_ms": 1.376, "count": 256, "max_ms": 5.999, "p95_ms": 1.739}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.55, "count": 256, "max_ms": 84.156, "p95_ms": 78.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.825, "count": 256, "max_ms": 122.07, "p95_ms": 108.349}, "yolo11_640_fire_11class": {"avg_ms": 64.517, "count": 256, "max_ms": 89.486, "p95_ms": 82.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.779, "count": 256, "max_ms": 108.043, "p95_ms": 96.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.601, "count": 256, "max_ms": 181.99, "p95_ms": 149.88}, "read_interval": {"avg_ms": 117.565, "count": 255, "max_ms": 191.948, "p95_ms": 161.479}, "triton_wait": {"avg_ms": 80.294, "count": 256, "max_ms": 122.087, "p95_ms": 108.361}, "visualize": {"avg_ms": 4.147, "count": 256, "max_ms": 7.031, "p95_ms": 5.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5696.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.47, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.777, "name": "ffmpeg", "pid": 11448, "rss_mb": 331.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 10, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.011, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:34:12+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T14:34:12+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T14:34:12.366270+09:00", "mtime_epoch": 1783316052.3662698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:34:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.98, "pushed": 7.98, "read": 7.947}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.437, "count": 239, "max_ms": 9.856, "p95_ms": 7.366}, "gstreamer_push": {"avg_ms": 1.406, "count": 239, "max_ms": 5.92, "p95_ms": 3.612}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.163, "count": 239, "max_ms": 90.367, "p95_ms": 80.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.869, "count": 239, "max_ms": 119.592, "p95_ms": 108.226}, "yolo11_640_fire_11class": {"avg_ms": 64.274, "count": 239, "max_ms": 90.686, "p95_ms": 83.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.439, "count": 239, "max_ms": 108.03, "p95_ms": 97.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.055, "count": 239, "max_ms": 174.1, "p95_ms": 155.74}, "read_interval": {"avg_ms": 125.867, "count": 238, "max_ms": 186.537, "p95_ms": 166.904}, "triton_wait": {"avg_ms": 78.69, "count": 239, "max_ms": 119.605, "p95_ms": 108.239}, "visualize": {"avg_ms": 4.543, "count": 239, "max_ms": 7.195, "p95_ms": 5.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 616, "tracking_summary": 588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11766.328, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.124, "sample_count": 1635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:34:13+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T14:34:12+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T14:34:12.918275+09:00", "mtime_epoch": 1783316052.9182754, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:34:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 754.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.171, "pushed": 5.171, "read": 5.138}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.202, "count": 155, "max_ms": 85.173, "p95_ms": 78.454}, "gstreamer_push": {"avg_ms": 1.069, "count": 155, "max_ms": 2.38, "p95_ms": 2.053}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.749, "count": 155, "max_ms": 117.777, "p95_ms": 108.578}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.116, "count": 155, "max_ms": 122.094, "p95_ms": 109.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.962, "count": 155, "max_ms": 230.488, "p95_ms": 223.836}, "read_interval": {"avg_ms": 194.453, "count": 154, "max_ms": 237.412, "p95_ms": 232.201}, "triton_wait": {"avg_ms": 80.472, "count": 155, "max_ms": 122.107, "p95_ms": 110.339}, "visualize": {"avg_ms": 37.341, "count": 155, "max_ms": 54.896, "p95_ms": 51.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5704.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.518, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.605, "name": "ffmpeg", "pid": 11341, "rss_mb": 270.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.72, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:34:24+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:34:24+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T14:34:24.742395+09:00", "mtime_epoch": 1783316064.7423954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:34:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.223, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.216, "pushed": 9.216, "read": 9.183}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.609, "count": 276, "max_ms": 6.965, "p95_ms": 5.467}, "gstreamer_push": {"avg_ms": 1.454, "count": 276, "max_ms": 7.624, "p95_ms": 3.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.267, "count": 276, "max_ms": 89.837, "p95_ms": 78.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.06, "count": 276, "max_ms": 120.481, "p95_ms": 104.074}, "yolo11_640_fire_11class": {"avg_ms": 62.49, "count": 276, "max_ms": 90.683, "p95_ms": 81.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.276, "count": 276, "max_ms": 105.418, "p95_ms": 95.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.438, "count": 276, "max_ms": 153.436, "p95_ms": 127.726}, "read_interval": {"avg_ms": 108.769, "count": 275, "max_ms": 526.549, "p95_ms": 140.987}, "triton_wait": {"avg_ms": 78.498, "count": 276, "max_ms": 120.505, "p95_ms": 104.686}, "visualize": {"avg_ms": 3.8, "count": 276, "max_ms": 6.656, "p95_ms": 5.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5694.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.501, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.777, "name": "ffmpeg", "pid": 11448, "rss_mb": 331.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 10, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.001, "sample_count": 2194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:34:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:34:42+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:34:42+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:34:42.382578+09:00", "mtime_epoch": 1783316082.3825784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:34:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1329.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.033, "pushed": 8.033, "read": 8.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.35, "count": 240, "max_ms": 8.83, "p95_ms": 7.24}, "gstreamer_push": {"avg_ms": 1.324, "count": 240, "max_ms": 6.282, "p95_ms": 2.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.444, "count": 240, "max_ms": 90.022, "p95_ms": 78.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.232, "count": 240, "max_ms": 124.971, "p95_ms": 102.504}, "yolo11_640_fire_11class": {"avg_ms": 64.918, "count": 240, "max_ms": 90.034, "p95_ms": 83.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.379, "count": 240, "max_ms": 106.57, "p95_ms": 97.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.742, "count": 240, "max_ms": 173.871, "p95_ms": 154.243}, "read_interval": {"avg_ms": 125.111, "count": 239, "max_ms": 183.163, "p95_ms": 165.389}, "triton_wait": {"avg_ms": 78.093, "count": 240, "max_ms": 124.984, "p95_ms": 102.517}, "visualize": {"avg_ms": 4.495, "count": 240, "max_ms": 6.379, "p95_ms": 5.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 616, "tracking_summary": 590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5695.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11796.435, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.621, "sample_count": 1643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:34:43+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T14:34:43+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T14:34:43.050586+09:00", "mtime_epoch": 1783316083.0505855, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:34:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 747.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.419, "pushed": 5.419, "read": 5.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.8, "count": 162, "max_ms": 91.676, "p95_ms": 82.455}, "gstreamer_push": {"avg_ms": 1.053, "count": 162, "max_ms": 2.513, "p95_ms": 2.135}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.166, "count": 162, "max_ms": 111.464, "p95_ms": 102.012}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.483, "count": 162, "max_ms": 114.945, "p95_ms": 101.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.3, "count": 162, "max_ms": 225.071, "p95_ms": 210.913}, "read_interval": {"avg_ms": 185.791, "count": 161, "max_ms": 233.897, "p95_ms": 219.836}, "triton_wait": {"avg_ms": 74.982, "count": 162, "max_ms": 114.957, "p95_ms": 105.611}, "visualize": {"avg_ms": 34.517, "count": 162, "max_ms": 63.313, "p95_ms": 49.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5701.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.628, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.605, "name": "ffmpeg", "pid": 11341, "rss_mb": 270.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.183, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:34:54+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:34:54+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T14:34:54.842710+09:00", "mtime_epoch": 1783316094.8427105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:34:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.16, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.659, "count": 290, "max_ms": 7.034, "p95_ms": 5.511}, "gstreamer_push": {"avg_ms": 1.477, "count": 290, "max_ms": 6.518, "p95_ms": 3.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.53, "count": 290, "max_ms": 92.631, "p95_ms": 76.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.892, "count": 290, "max_ms": 124.201, "p95_ms": 103.952}, "yolo11_640_fire_11class": {"avg_ms": 61.793, "count": 290, "max_ms": 92.069, "p95_ms": 82.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.144, "count": 290, "max_ms": 107.412, "p95_ms": 94.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.855, "count": 290, "max_ms": 165.14, "p95_ms": 138.7}, "read_interval": {"avg_ms": 103.74, "count": 289, "max_ms": 174.913, "p95_ms": 147.549}, "triton_wait": {"avg_ms": 74.987, "count": 290, "max_ms": 124.216, "p95_ms": 103.964}, "visualize": {"avg_ms": 3.824, "count": 290, "max_ms": 6.034, "p95_ms": 5.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5707.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.501, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.729, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:35:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:35:12+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T14:35:12+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T14:35:12.394900+09:00", "mtime_epoch": 1783316112.3949003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:35:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.336, "pushed": 8.336, "read": 8.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.931, "count": 250, "max_ms": 9.959, "p95_ms": 6.821}, "gstreamer_push": {"avg_ms": 1.387, "count": 250, "max_ms": 4.014, "p95_ms": 3.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.043, "count": 250, "max_ms": 94.204, "p95_ms": 77.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.086, "count": 250, "max_ms": 132.305, "p95_ms": 105.846}, "yolo11_640_fire_11class": {"avg_ms": 64.596, "count": 250, "max_ms": 98.971, "p95_ms": 81.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.393, "count": 250, "max_ms": 119.309, "p95_ms": 96.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.047, "count": 250, "max_ms": 169.405, "p95_ms": 148.037}, "read_interval": {"avg_ms": 120.033, "count": 250, "max_ms": 179.354, "p95_ms": 158.275}, "triton_wait": {"avg_ms": 79.53, "count": 250, "max_ms": 132.318, "p95_ms": 105.858}, "visualize": {"avg_ms": 4.237, "count": 250, "max_ms": 6.713, "p95_ms": 5.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 619, "tracking_summary": 591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11826.467, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.233, "sample_count": 1632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:35:13+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T14:35:13+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T14:35:13.102908+09:00", "mtime_epoch": 1783316113.102908, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:35:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 759.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.392, "pushed": 5.392, "read": 5.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.457, "count": 161, "max_ms": 97.585, "p95_ms": 77.803}, "gstreamer_push": {"avg_ms": 1.115, "count": 161, "max_ms": 2.998, "p95_ms": 2.074}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.279, "count": 161, "max_ms": 119.903, "p95_ms": 105.27}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.689, "count": 161, "max_ms": 121.454, "p95_ms": 106.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.746, "count": 161, "max_ms": 232.935, "p95_ms": 215.9}, "read_interval": {"avg_ms": 186.578, "count": 160, "max_ms": 242.125, "p95_ms": 224.664}, "triton_wait": {"avg_ms": 75.859, "count": 161, "max_ms": 121.466, "p95_ms": 107.164}, "visualize": {"avg_ms": 34.287, "count": 161, "max_ms": 51.296, "p95_ms": 47.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5689.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.795, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.605, "name": "ffmpeg", "pid": 11341, "rss_mb": 270.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.092, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:35:25+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T14:35:24+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T14:35:24.951039+09:00", "mtime_epoch": 1783316124.9510386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:35:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1460.145, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.283, "pushed": 8.283, "read": 8.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.45, "count": 248, "max_ms": 9.809, "p95_ms": 7.454}, "gstreamer_push": {"avg_ms": 1.409, "count": 248, "max_ms": 5.928, "p95_ms": 3.612}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.978, "count": 248, "max_ms": 94.777, "p95_ms": 77.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.48, "count": 248, "max_ms": 121.377, "p95_ms": 104.311}, "yolo11_640_fire_11class": {"avg_ms": 64.394, "count": 248, "max_ms": 99.386, "p95_ms": 84.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.259, "count": 248, "max_ms": 119.932, "p95_ms": 96.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.705, "count": 248, "max_ms": 184.223, "p95_ms": 154.82}, "read_interval": {"avg_ms": 120.874, "count": 247, "max_ms": 196.236, "p95_ms": 164.573}, "triton_wait": {"avg_ms": 79.97, "count": 248, "max_ms": 121.389, "p95_ms": 104.325}, "visualize": {"avg_ms": 4.325, "count": 248, "max_ms": 7.843, "p95_ms": 6.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5694.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.531, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.962, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:35:42+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T14:35:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T14:35:42.439235+09:00", "mtime_epoch": 1783316142.4392347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:35:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.065, "pushed": 8.065, "read": 8.032}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.552, "count": 241, "max_ms": 9.874, "p95_ms": 7.654}, "gstreamer_push": {"avg_ms": 1.366, "count": 241, "max_ms": 6.518, "p95_ms": 2.645}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.284, "count": 241, "max_ms": 84.887, "p95_ms": 75.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.467, "count": 241, "max_ms": 117.534, "p95_ms": 99.831}, "yolo11_640_fire_11class": {"avg_ms": 62.269, "count": 241, "max_ms": 89.944, "p95_ms": 82.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.257, "count": 241, "max_ms": 102.781, "p95_ms": 94.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.221, "count": 241, "max_ms": 169.86, "p95_ms": 154.454}, "read_interval": {"avg_ms": 124.682, "count": 240, "max_ms": 180.579, "p95_ms": 164.018}, "triton_wait": {"avg_ms": 75.322, "count": 241, "max_ms": 117.546, "p95_ms": 101.191}, "visualize": {"avg_ms": 4.588, "count": 241, "max_ms": 9.095, "p95_ms": 5.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 619, "tracking_summary": 592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5694.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11856.654, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.912, "sample_count": 1641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:35:43+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T14:35:43+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T14:35:43.231244+09:00", "mtime_epoch": 1783316143.2312438, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:35:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 754.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.603, "pushed": 5.603, "read": 5.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.977, "count": 168, "max_ms": 95.367, "p95_ms": 77.279}, "gstreamer_push": {"avg_ms": 1.023, "count": 168, "max_ms": 2.714, "p95_ms": 2.138}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.799, "count": 168, "max_ms": 115.928, "p95_ms": 102.44}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.205, "count": 168, "max_ms": 117.143, "p95_ms": 103.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.891, "count": 168, "max_ms": 241.418, "p95_ms": 210.518}, "read_interval": {"avg_ms": 179.355, "count": 167, "max_ms": 250.216, "p95_ms": 215.777}, "triton_wait": {"avg_ms": 74.179, "count": 168, "max_ms": 117.155, "p95_ms": 106.862}, "visualize": {"avg_ms": 33.589, "count": 168, "max_ms": 51.202, "p95_ms": 49.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5700.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.841, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.5, "name": "ffmpeg", "pid": 11341, "rss_mb": 272.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.027, "sample_count": 2502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:35:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:35:55+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T14:35:55+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T14:35:55.111379+09:00", "mtime_epoch": 1783316155.1113794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:35:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.75, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.4, "pushed": 9.4, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.724, "count": 281, "max_ms": 7.435, "p95_ms": 5.996}, "gstreamer_push": {"avg_ms": 1.455, "count": 281, "max_ms": 6.139, "p95_ms": 2.643}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.817, "count": 281, "max_ms": 84.798, "p95_ms": 76.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.555, "count": 281, "max_ms": 125.309, "p95_ms": 102.531}, "yolo11_640_fire_11class": {"avg_ms": 61.98, "count": 281, "max_ms": 95.658, "p95_ms": 80.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.28, "count": 281, "max_ms": 109.11, "p95_ms": 98.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.13, "count": 281, "max_ms": 159.339, "p95_ms": 133.397}, "read_interval": {"avg_ms": 107.022, "count": 280, "max_ms": 173.596, "p95_ms": 145.275}, "triton_wait": {"avg_ms": 76.822, "count": 281, "max_ms": 125.322, "p95_ms": 102.543}, "visualize": {"avg_ms": 3.871, "count": 281, "max_ms": 6.467, "p95_ms": 5.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5712.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.558, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.593, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:36:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:36:12+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T14:36:12+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T14:36:12.427580+09:00", "mtime_epoch": 1783316172.4275804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:36:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.049, "pushed": 8.049, "read": 8.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.347, "count": 241, "max_ms": 9.672, "p95_ms": 7.094}, "gstreamer_push": {"avg_ms": 1.325, "count": 241, "max_ms": 5.766, "p95_ms": 2.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.3, "count": 241, "max_ms": 92.322, "p95_ms": 79.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.455, "count": 241, "max_ms": 121.075, "p95_ms": 108.037}, "yolo11_640_fire_11class": {"avg_ms": 63.314, "count": 241, "max_ms": 95.247, "p95_ms": 81.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.953, "count": 241, "max_ms": 105.132, "p95_ms": 98.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.988, "count": 241, "max_ms": 172.201, "p95_ms": 150.862}, "read_interval": {"avg_ms": 124.503, "count": 240, "max_ms": 184.52, "p95_ms": 161.603}, "triton_wait": {"avg_ms": 77.952, "count": 241, "max_ms": 121.089, "p95_ms": 108.05}, "visualize": {"avg_ms": 4.506, "count": 241, "max_ms": 8.558, "p95_ms": 5.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 622, "tracking_summary": 594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5701.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11886.763, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.267, "sample_count": 1628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:36:13+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T14:36:13+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T14:36:13.431592+09:00", "mtime_epoch": 1783316173.4315922, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:36:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 762.582, "name": "celery", "pid": 239, "rss_mb": 754.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.014, "pushed": 5.014, "read": 4.981}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.426, "count": 150, "max_ms": 84.518, "p95_ms": 79.305}, "gstreamer_push": {"avg_ms": 1.211, "count": 150, "max_ms": 2.385, "p95_ms": 1.998}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.516, "count": 150, "max_ms": 117.329, "p95_ms": 107.198}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.943, "count": 150, "max_ms": 118.216, "p95_ms": 105.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.026, "count": 150, "max_ms": 247.101, "p95_ms": 233.723}, "read_interval": {"avg_ms": 201.093, "count": 149, "max_ms": 258.649, "p95_ms": 240.82}, "triton_wait": {"avg_ms": 79.688, "count": 150, "max_ms": 118.228, "p95_ms": 109.733}, "visualize": {"avg_ms": 39.941, "count": 150, "max_ms": 53.529, "p95_ms": 50.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5718.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.895, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.164, "name": "ffmpeg", "pid": 11341, "rss_mb": 286.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.253, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:36:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:36:25+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T14:36:25+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T14:36:25.163731+09:00", "mtime_epoch": 1783316185.1637306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 225587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:36:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.383, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.471, "count": 301, "max_ms": 5.8, "p95_ms": 5.139}, "gstreamer_push": {"avg_ms": 1.396, "count": 301, "max_ms": 4.058, "p95_ms": 1.56}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.055, "count": 301, "max_ms": 87.01, "p95_ms": 76.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.11, "count": 301, "max_ms": 122.91, "p95_ms": 104.81}, "yolo11_640_fire_11class": {"avg_ms": 59.796, "count": 301, "max_ms": 88.648, "p95_ms": 78.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.885, "count": 301, "max_ms": 99.24, "p95_ms": 92.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.686, "count": 301, "max_ms": 143.37, "p95_ms": 118.808}, "read_interval": {"avg_ms": 99.887, "count": 300, "max_ms": 153.006, "p95_ms": 133.041}, "triton_wait": {"avg_ms": 73.217, "count": 301, "max_ms": 122.923, "p95_ms": 104.823}, "visualize": {"avg_ms": 3.695, "count": 301, "max_ms": 5.638, "p95_ms": 4.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5721.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.67, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.076, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:36:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:36:42+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T14:36:42+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T14:36:42.539938+09:00", "mtime_epoch": 1783316202.5399384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:36:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.441, "pushed": 7.441, "read": 7.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.219, "count": 222, "max_ms": 9.767, "p95_ms": 7.911}, "gstreamer_push": {"avg_ms": 1.242, "count": 223, "max_ms": 6.443, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.628, "count": 222, "max_ms": 89.434, "p95_ms": 79.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.916, "count": 222, "max_ms": 118.14, "p95_ms": 106.709}, "yolo11_640_fire_11class": {"avg_ms": 62.143, "count": 222, "max_ms": 98.961, "p95_ms": 83.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.608, "count": 222, "max_ms": 109.418, "p95_ms": 96.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.58, "count": 223, "max_ms": 172.731, "p95_ms": 158.833}, "read_interval": {"avg_ms": 134.992, "count": 222, "max_ms": 182.035, "p95_ms": 168.478}, "triton_wait": {"avg_ms": 76.515, "count": 222, "max_ms": 118.152, "p95_ms": 106.721}, "visualize": {"avg_ms": 4.932, "count": 222, "max_ms": 6.571, "p95_ms": 5.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 622, "tracking_summary": 595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5724.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11916.766, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.268, "sample_count": 1621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:36:43+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T14:36:43+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T14:36:43.391949+09:00", "mtime_epoch": 1783316203.3919487, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:36:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.012, "name": "celery", "pid": 239, "rss_mb": 761.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.468, "pushed": 5.468, "read": 5.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.606, "count": 164, "max_ms": 91.457, "p95_ms": 83.728}, "gstreamer_push": {"avg_ms": 0.978, "count": 164, "max_ms": 2.402, "p95_ms": 1.905}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.888, "count": 164, "max_ms": 116.331, "p95_ms": 108.599}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.346, "count": 164, "max_ms": 124.22, "p95_ms": 106.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.122, "count": 164, "max_ms": 238.974, "p95_ms": 218.023}, "read_interval": {"avg_ms": 182.701, "count": 164, "max_ms": 245.74, "p95_ms": 224.933}, "triton_wait": {"avg_ms": 80.739, "count": 164, "max_ms": 124.235, "p95_ms": 109.93}, "visualize": {"avg_ms": 32.365, "count": 164, "max_ms": 59.271, "p95_ms": 41.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5835.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:31:49+09:00", "last_error_summary": "[h264 @ 0x55d8af27c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d8af27c600] error while decoding MB 0 30, bytestream 87291 [h264 @ 0x55d8af327c40] left block unavailable for requested intra mode [h264 @ 0x55d8af327c40] error while decoding MB 0 15, bytestream 2876 [h264 @ 0x55d8af226380] cabac decode of qscale diff failed at 22 4 [h264 @ 0x55d8af226380] error while decoding MB 22 4, bytestream 106 [h264 @ 0x55d8af364000] cabac decode of qscale diff failed at 50 44 [h264", "last_exit_at": "2026-07-06T14:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.498, "last_started_at": "2026-07-06T14:31:52+09:00", "pid": 11341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 405.066, "name": "ffmpeg", "pid": 11341, "rss_mb": 405.066, "state": "S (sleeping)", "threads": 104}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.934, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:37:10+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:37:10+09:00", "mjpeg": {"age_sec": 20.248, "exists": true, "mtime": "2026-07-06T14:36:50.584036+09:00", "mtime_epoch": 1783316210.5840359, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:37:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.801, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.405, "pushed": 3.405, "read": 3.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.467, "count": 102, "max_ms": 5.228, "p95_ms": 4.614}, "gstreamer_push": {"avg_ms": 1.608, "count": 102, "max_ms": 6.893, "p95_ms": 3.725}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.207, "count": 102, "max_ms": 84.623, "p95_ms": 73.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.388, "count": 102, "max_ms": 117.701, "p95_ms": 103.82}, "yolo11_640_fire_11class": {"avg_ms": 58.186, "count": 102, "max_ms": 91.901, "p95_ms": 78.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.508, "count": 102, "max_ms": 108.332, "p95_ms": 94.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.905, "count": 102, "max_ms": 129.891, "p95_ms": 118.615}, "read_interval": {"avg_ms": 296.568, "count": 101, "max_ms": 20263.451, "p95_ms": 132.044}, "triton_wait": {"avg_ms": 70.618, "count": 102, "max_ms": 117.715, "p95_ms": 105.268}, "visualize": {"avg_ms": 3.704, "count": 102, "max_ms": 4.652, "p95_ms": 4.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5838.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.811, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.109, "sample_count": 2327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:37:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:37:12+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T14:37:12+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T14:37:12.672307+09:00", "mtime_epoch": 1783316232.6723073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:37:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.104, "pushed": 8.104, "read": 8.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.044, "count": 242, "max_ms": 9.021, "p95_ms": 7.012}, "gstreamer_push": {"avg_ms": 1.194, "count": 243, "max_ms": 6.057, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.448, "count": 242, "max_ms": 81.327, "p95_ms": 63.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.793, "count": 242, "max_ms": 119.844, "p95_ms": 96.579}, "yolo11_640_fire_11class": {"avg_ms": 55.634, "count": 242, "max_ms": 88.509, "p95_ms": 72.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.432, "count": 242, "max_ms": 109.71, "p95_ms": 84.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.795, "count": 243, "max_ms": 170.243, "p95_ms": 147.623}, "read_interval": {"avg_ms": 123.932, "count": 242, "max_ms": 179.529, "p95_ms": 159.631}, "triton_wait": {"avg_ms": 66.217, "count": 242, "max_ms": 119.856, "p95_ms": 96.589}, "visualize": {"avg_ms": 4.931, "count": 242, "max_ms": 6.635, "p95_ms": 5.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 624, "tracking_summary": 596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5836.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11946.911, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.447, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:37:13+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T14:37:13+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T14:37:13.516318+09:00", "mtime_epoch": 1783316233.5163178, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:37:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.012, "name": "celery", "pid": 239, "rss_mb": 759.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.64, "pushed": 5.64, "read": 5.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.776, "count": 169, "max_ms": 81.328, "p95_ms": 75.966}, "gstreamer_push": {"avg_ms": 0.847, "count": 169, "max_ms": 1.224, "p95_ms": 1.009}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.465, "count": 169, "max_ms": 112.091, "p95_ms": 94.957}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.217, "count": 169, "max_ms": 114.458, "p95_ms": 96.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.367, "count": 169, "max_ms": 219.589, "p95_ms": 198.18}, "read_interval": {"avg_ms": 178.217, "count": 168, "max_ms": 229.427, "p95_ms": 204.345}, "triton_wait": {"avg_ms": 73.613, "count": 169, "max_ms": 114.469, "p95_ms": 98.667}, "visualize": {"avg_ms": 30.845, "count": 169, "max_ms": 46.131, "p95_ms": 37.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5688.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.353, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.66, "name": "ffmpeg", "pid": 11600, "rss_mb": 266.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.651, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:37:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T14:37:40+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T14:37:40.832661+09:00", "mtime_epoch": 1783316260.832661, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:37:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.617, "pushed": 7.617, "read": 7.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.183, "count": 228, "max_ms": 7.792, "p95_ms": 7.138}, "gstreamer_push": {"avg_ms": 1.418, "count": 228, "max_ms": 6.43, "p95_ms": 2.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.881, "count": 228, "max_ms": 88.788, "p95_ms": 75.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.139, "count": 228, "max_ms": 116.185, "p95_ms": 98.326}, "yolo11_640_fire_11class": {"avg_ms": 61.416, "count": 228, "max_ms": 88.777, "p95_ms": 79.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.858, "count": 228, "max_ms": 102.971, "p95_ms": 94.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.416, "count": 228, "max_ms": 171.816, "p95_ms": 148.929}, "read_interval": {"avg_ms": 132.102, "count": 227, "max_ms": 4954.604, "p95_ms": 157.844}, "triton_wait": {"avg_ms": 74.723, "count": 228, "max_ms": 116.202, "p95_ms": 98.845}, "visualize": {"avg_ms": 4.149, "count": 228, "max_ms": 6.209, "p95_ms": 5.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5699.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 316.852, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.722, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:37:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:37:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T14:37:42+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T14:37:42.764686+09:00", "mtime_epoch": 1783316262.7646856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:37:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1324.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.386, "pushed": 7.386, "read": 7.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.438, "count": 221, "max_ms": 9.91, "p95_ms": 8.009}, "gstreamer_push": {"avg_ms": 1.268, "count": 221, "max_ms": 4.353, "p95_ms": 2.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.103, "count": 221, "max_ms": 87.162, "p95_ms": 75.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.051, "count": 221, "max_ms": 116.707, "p95_ms": 100.306}, "yolo11_640_fire_11class": {"avg_ms": 61.496, "count": 221, "max_ms": 87.915, "p95_ms": 80.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.882, "count": 221, "max_ms": 100.646, "p95_ms": 93.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.62, "count": 221, "max_ms": 171.381, "p95_ms": 154.857}, "read_interval": {"avg_ms": 136.101, "count": 220, "max_ms": 184.325, "p95_ms": 164.63}, "triton_wait": {"avg_ms": 73.191, "count": 221, "max_ms": 116.72, "p95_ms": 100.589}, "visualize": {"avg_ms": 5.159, "count": 221, "max_ms": 6.888, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 625, "tracking_summary": 598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5690.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11976.964, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.163, "sample_count": 1614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:37:43+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T14:37:43+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T14:37:43.556696+09:00", "mtime_epoch": 1783316263.5566957, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:37:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 751.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.362, "pushed": 5.362, "read": 5.329}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 66.373, "count": 160, "max_ms": 99.748, "p95_ms": 81.69}, "gstreamer_push": {"avg_ms": 0.942, "count": 160, "max_ms": 3.216, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.414, "count": 160, "max_ms": 115.165, "p95_ms": 98.685}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.067, "count": 160, "max_ms": 115.847, "p95_ms": 106.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.237, "count": 160, "max_ms": 234.162, "p95_ms": 220.283}, "read_interval": {"avg_ms": 187.652, "count": 159, "max_ms": 241.338, "p95_ms": 228.219}, "triton_wait": {"avg_ms": 76.32, "count": 160, "max_ms": 115.86, "p95_ms": 106.228}, "visualize": {"avg_ms": 33.433, "count": 160, "max_ms": 65.817, "p95_ms": 44.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5692.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.399, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.691, "name": "ffmpeg", "pid": 11600, "rss_mb": 267.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.453, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:38:10+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T14:38:10+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T14:38:10.897048+09:00", "mtime_epoch": 1783316290.8970475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:38:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1462.352, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.446, "pushed": 9.446, "read": 9.413}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.801, "count": 283, "max_ms": 7.224, "p95_ms": 5.754}, "gstreamer_push": {"avg_ms": 1.525, "count": 283, "max_ms": 6.86, "p95_ms": 3.666}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.324, "count": 283, "max_ms": 91.977, "p95_ms": 75.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.411, "count": 283, "max_ms": 128.862, "p95_ms": 101.947}, "yolo11_640_fire_11class": {"avg_ms": 61.339, "count": 283, "max_ms": 89.804, "p95_ms": 82.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.8, "count": 283, "max_ms": 104.966, "p95_ms": 96.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.374, "count": 283, "max_ms": 172.005, "p95_ms": 127.985}, "read_interval": {"avg_ms": 106.219, "count": 282, "max_ms": 181.633, "p95_ms": 141.291}, "triton_wait": {"avg_ms": 75.579, "count": 283, "max_ms": 128.875, "p95_ms": 102.127}, "visualize": {"avg_ms": 3.92, "count": 283, "max_ms": 6.354, "p95_ms": 5.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5696.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.898, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.035, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.772, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:38:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:38:12+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T14:38:12+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T14:38:12.793072+09:00", "mtime_epoch": 1783316292.7930722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:38:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.924, "pushed": 7.924, "read": 7.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.671, "count": 237, "max_ms": 10.732, "p95_ms": 7.263}, "gstreamer_push": {"avg_ms": 1.244, "count": 237, "max_ms": 5.901, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.692, "count": 237, "max_ms": 89.006, "p95_ms": 76.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.661, "count": 237, "max_ms": 125.92, "p95_ms": 101.136}, "yolo11_640_fire_11class": {"avg_ms": 62.079, "count": 237, "max_ms": 87.813, "p95_ms": 83.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.154, "count": 237, "max_ms": 104.635, "p95_ms": 95.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.722, "count": 237, "max_ms": 177.575, "p95_ms": 156.04}, "read_interval": {"avg_ms": 126.81, "count": 236, "max_ms": 190.618, "p95_ms": 166.184}, "triton_wait": {"avg_ms": 75.131, "count": 237, "max_ms": 125.933, "p95_ms": 101.664}, "visualize": {"avg_ms": 4.683, "count": 237, "max_ms": 6.831, "p95_ms": 5.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 628, "tracking_summary": 599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5696.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12007.156, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.209, "sample_count": 1614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T14:38:13+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T14:38:13+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T14:38:13.733084+09:00", "mtime_epoch": 1783316293.7330844, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:38:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 759.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.569, "pushed": 5.569, "read": 5.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.598, "count": 167, "max_ms": 83.073, "p95_ms": 75.822}, "gstreamer_push": {"avg_ms": 0.918, "count": 167, "max_ms": 2.172, "p95_ms": 1.568}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.761, "count": 167, "max_ms": 116.044, "p95_ms": 104.992}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.574, "count": 167, "max_ms": 124.007, "p95_ms": 108.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.12, "count": 167, "max_ms": 228.356, "p95_ms": 214.791}, "read_interval": {"avg_ms": 180.459, "count": 166, "max_ms": 234.749, "p95_ms": 221.598}, "triton_wait": {"avg_ms": 77.323, "count": 167, "max_ms": 124.02, "p95_ms": 108.117}, "visualize": {"avg_ms": 30.921, "count": 167, "max_ms": 46.574, "p95_ms": 44.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5699.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.48, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.207, "name": "ffmpeg", "pid": 11600, "rss_mb": 268.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.477, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:38:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:38:41+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T14:38:40+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T14:38:40.937443+09:00", "mtime_epoch": 1783316320.9374425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:38:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1463.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.538, "pushed": 9.538, "read": 9.505}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.579, "count": 286, "max_ms": 8.975, "p95_ms": 5.67}, "gstreamer_push": {"avg_ms": 1.517, "count": 286, "max_ms": 6.348, "p95_ms": 3.742}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.292, "count": 286, "max_ms": 86.769, "p95_ms": 78.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.762, "count": 286, "max_ms": 118.231, "p95_ms": 102.453}, "yolo11_640_fire_11class": {"avg_ms": 62.103, "count": 286, "max_ms": 91.376, "p95_ms": 81.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.737, "count": 286, "max_ms": 105.24, "p95_ms": 95.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.949, "count": 286, "max_ms": 162.914, "p95_ms": 122.874}, "read_interval": {"avg_ms": 105.087, "count": 285, "max_ms": 174.438, "p95_ms": 136.325}, "triton_wait": {"avg_ms": 76.962, "count": 286, "max_ms": 118.244, "p95_ms": 103.085}, "visualize": {"avg_ms": 3.812, "count": 286, "max_ms": 8.369, "p95_ms": 5.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5699.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.985, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.306, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:38:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:38:42+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T14:38:42+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T14:38:42.849468+09:00", "mtime_epoch": 1783316322.849468, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:38:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.542, "pushed": 7.542, "read": 7.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.939, "count": 226, "max_ms": 9.761, "p95_ms": 7.774}, "gstreamer_push": {"avg_ms": 1.263, "count": 226, "max_ms": 6.014, "p95_ms": 1.601}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.815, "count": 226, "max_ms": 86.132, "p95_ms": 77.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.153, "count": 226, "max_ms": 124.227, "p95_ms": 102.47}, "yolo11_640_fire_11class": {"avg_ms": 64.242, "count": 226, "max_ms": 92.968, "p95_ms": 84.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.303, "count": 226, "max_ms": 105.966, "p95_ms": 98.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.217, "count": 226, "max_ms": 182.983, "p95_ms": 155.431}, "read_interval": {"avg_ms": 133.018, "count": 225, "max_ms": 192.678, "p95_ms": 165.797}, "triton_wait": {"avg_ms": 77.886, "count": 226, "max_ms": 124.243, "p95_ms": 103.227}, "visualize": {"avg_ms": 4.864, "count": 226, "max_ms": 7.65, "p95_ms": 5.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 629, "tracking_summary": 600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5698.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12037.167, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.85, "sample_count": 1613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:38:43+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T14:38:43+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T14:38:43.809481+09:00", "mtime_epoch": 1783316323.809481, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:38:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 759.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.403, "pushed": 5.403, "read": 5.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.339, "count": 161, "max_ms": 96.783, "p95_ms": 77.782}, "gstreamer_push": {"avg_ms": 0.881, "count": 161, "max_ms": 1.599, "p95_ms": 1.064}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.049, "count": 161, "max_ms": 117.907, "p95_ms": 109.409}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.299, "count": 161, "max_ms": 112.204, "p95_ms": 103.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.044, "count": 161, "max_ms": 221.652, "p95_ms": 213.812}, "read_interval": {"avg_ms": 186.549, "count": 160, "max_ms": 228.24, "p95_ms": 220.45}, "triton_wait": {"avg_ms": 79.954, "count": 161, "max_ms": 117.919, "p95_ms": 109.421}, "visualize": {"avg_ms": 29.605, "count": 161, "max_ms": 41.614, "p95_ms": 35.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5701.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.56, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.207, "name": "ffmpeg", "pid": 11600, "rss_mb": 268.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.299, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:39:11+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T14:39:11+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T14:39:11.061847+09:00", "mtime_epoch": 1783316351.061847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:39:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1466.434, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.487, "count": 302, "max_ms": 6.901, "p95_ms": 5.18}, "gstreamer_push": {"avg_ms": 1.546, "count": 302, "max_ms": 7.874, "p95_ms": 3.74}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.748, "count": 302, "max_ms": 86.894, "p95_ms": 74.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.262, "count": 302, "max_ms": 118.091, "p95_ms": 104.424}, "yolo11_640_fire_11class": {"avg_ms": 59.768, "count": 302, "max_ms": 90.458, "p95_ms": 82.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.454, "count": 302, "max_ms": 108.42, "p95_ms": 92.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.402, "count": 302, "max_ms": 161.137, "p95_ms": 122.973}, "read_interval": {"avg_ms": 99.627, "count": 301, "max_ms": 170.542, "p95_ms": 138.554}, "triton_wait": {"avg_ms": 72.474, "count": 302, "max_ms": 118.104, "p95_ms": 104.435}, "visualize": {"avg_ms": 3.656, "count": 302, "max_ms": 6.507, "p95_ms": 4.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5695.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 407.013, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.615, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:39:13+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T14:39:12+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T14:39:12.865871+09:00", "mtime_epoch": 1783316352.8658714, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:39:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.324, "pushed": 7.324, "read": 7.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.618, "count": 219, "max_ms": 9.906, "p95_ms": 9.489}, "gstreamer_push": {"avg_ms": 1.205, "count": 219, "max_ms": 3.721, "p95_ms": 1.681}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.643, "count": 219, "max_ms": 84.54, "p95_ms": 78.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.619, "count": 219, "max_ms": 121.112, "p95_ms": 106.351}, "yolo11_640_fire_11class": {"avg_ms": 60.964, "count": 219, "max_ms": 91.289, "p95_ms": 83.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.136, "count": 219, "max_ms": 101.818, "p95_ms": 95.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.982, "count": 219, "max_ms": 174.394, "p95_ms": 160.77}, "read_interval": {"avg_ms": 137.03, "count": 218, "max_ms": 187.522, "p95_ms": 171.016}, "triton_wait": {"avg_ms": 73.556, "count": 219, "max_ms": 121.124, "p95_ms": 106.365}, "visualize": {"avg_ms": 5.254, "count": 219, "max_ms": 9.211, "p95_ms": 6.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 630, "tracking_summary": 602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5701.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12067.294, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.023, "sample_count": 1621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:39:14+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T14:39:13+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T14:39:13.917886+09:00", "mtime_epoch": 1783316353.9178858, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:39:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 755.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.438, "pushed": 5.438, "read": 5.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 66.793, "count": 163, "max_ms": 85.171, "p95_ms": 78.65}, "gstreamer_push": {"avg_ms": 0.858, "count": 163, "max_ms": 1.978, "p95_ms": 1.015}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.956, "count": 163, "max_ms": 114.821, "p95_ms": 104.618}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.361, "count": 163, "max_ms": 115.84, "p95_ms": 105.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.599, "count": 163, "max_ms": 231.83, "p95_ms": 213.254}, "read_interval": {"avg_ms": 184.788, "count": 162, "max_ms": 238.267, "p95_ms": 220.572}, "triton_wait": {"avg_ms": 76.613, "count": 163, "max_ms": 115.853, "p95_ms": 106.882}, "visualize": {"avg_ms": 30.08, "count": 163, "max_ms": 41.192, "p95_ms": 35.608}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5695.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.638, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.207, "name": "ffmpeg", "pid": 11600, "rss_mb": 268.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.447, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:39:41+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T14:39:41+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T14:39:41.126259+09:00", "mtime_epoch": 1783316381.1262586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:39:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.871, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.912, "pushed": 8.912, "read": 8.879}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.145, "count": 267, "max_ms": 7.768, "p95_ms": 6.052}, "gstreamer_push": {"avg_ms": 1.37, "count": 267, "max_ms": 6.312, "p95_ms": 1.508}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.188, "count": 267, "max_ms": 83.207, "p95_ms": 73.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.475, "count": 267, "max_ms": 120.234, "p95_ms": 101.162}, "yolo11_640_fire_11class": {"avg_ms": 61.205, "count": 267, "max_ms": 83.773, "p95_ms": 78.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.557, "count": 267, "max_ms": 104.987, "p95_ms": 94.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.195, "count": 267, "max_ms": 171.187, "p95_ms": 149.234}, "read_interval": {"avg_ms": 112.692, "count": 266, "max_ms": 181.102, "p95_ms": 159.424}, "triton_wait": {"avg_ms": 76.071, "count": 267, "max_ms": 120.247, "p95_ms": 101.291}, "visualize": {"avg_ms": 4.105, "count": 267, "max_ms": 6.378, "p95_ms": 5.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5709.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.1, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.15, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:39:43+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T14:39:42+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T14:39:42.958284+09:00", "mtime_epoch": 1783316382.958284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:39:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1330.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.313, "pushed": 7.313, "read": 7.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.183, "count": 219, "max_ms": 9.812, "p95_ms": 7.862}, "gstreamer_push": {"avg_ms": 1.264, "count": 219, "max_ms": 4.21, "p95_ms": 2.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.176, "count": 219, "max_ms": 81.988, "p95_ms": 74.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.825, "count": 219, "max_ms": 115.613, "p95_ms": 104.731}, "yolo11_640_fire_11class": {"avg_ms": 61.754, "count": 219, "max_ms": 88.503, "p95_ms": 77.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.335, "count": 219, "max_ms": 106.035, "p95_ms": 95.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.705, "count": 219, "max_ms": 172.89, "p95_ms": 161.391}, "read_interval": {"avg_ms": 137.317, "count": 218, "max_ms": 184.472, "p95_ms": 171.654}, "triton_wait": {"avg_ms": 77.442, "count": 219, "max_ms": 115.625, "p95_ms": 105.029}, "visualize": {"avg_ms": 4.987, "count": 219, "max_ms": 8.325, "p95_ms": 5.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 632, "tracking_summary": 603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5706.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12097.455, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.35, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:39:44+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T14:39:44+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T14:39:44.078299+09:00", "mtime_epoch": 1783316384.0782993, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:39:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 760.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.471, "pushed": 5.471, "read": 5.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.097, "count": 164, "max_ms": 95.358, "p95_ms": 77.943}, "gstreamer_push": {"avg_ms": 1.157, "count": 164, "max_ms": 3.43, "p95_ms": 2.213}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.69, "count": 164, "max_ms": 117.239, "p95_ms": 106.709}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.152, "count": 164, "max_ms": 116.392, "p95_ms": 105.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.864, "count": 164, "max_ms": 233.867, "p95_ms": 218.476}, "read_interval": {"avg_ms": 183.882, "count": 163, "max_ms": 240.32, "p95_ms": 224.892}, "triton_wait": {"avg_ms": 77.18, "count": 164, "max_ms": 117.249, "p95_ms": 107.855}, "visualize": {"avg_ms": 36.338, "count": 164, "max_ms": 56.258, "p95_ms": 49.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5706.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 172.728, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.348, "name": "ffmpeg", "pid": 11600, "rss_mb": 271.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.68, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:40:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:40:11+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T14:40:11+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T14:40:11.222678+09:00", "mtime_epoch": 1783316411.2226777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:40:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.453, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.403, "pushed": 9.403, "read": 9.403}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.076, "count": 282, "max_ms": 8.992, "p95_ms": 5.955}, "gstreamer_push": {"avg_ms": 1.416, "count": 282, "max_ms": 5.921, "p95_ms": 2.61}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.825, "count": 282, "max_ms": 86.009, "p95_ms": 73.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.254, "count": 282, "max_ms": 125.798, "p95_ms": 102.458}, "yolo11_640_fire_11class": {"avg_ms": 57.925, "count": 282, "max_ms": 88.403, "p95_ms": 80.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.022, "count": 282, "max_ms": 101.699, "p95_ms": 93.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.757, "count": 282, "max_ms": 157.757, "p95_ms": 139.186}, "read_interval": {"avg_ms": 106.358, "count": 282, "max_ms": 167.482, "p95_ms": 149.16}, "triton_wait": {"avg_ms": 71.421, "count": 282, "max_ms": 125.811, "p95_ms": 102.471}, "visualize": {"avg_ms": 4.058, "count": 282, "max_ms": 7.014, "p95_ms": 5.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5706.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.106, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.581, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:40:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:40:13+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T14:40:12+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T14:40:12.986702+09:00", "mtime_epoch": 1783316412.9867024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:40:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.868, "pushed": 7.868, "read": 7.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.937, "count": 236, "max_ms": 9.735, "p95_ms": 8.15}, "gstreamer_push": {"avg_ms": 1.228, "count": 236, "max_ms": 4.881, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.679, "count": 236, "max_ms": 86.667, "p95_ms": 74.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.733, "count": 236, "max_ms": 124.1, "p95_ms": 102.231}, "yolo11_640_fire_11class": {"avg_ms": 59.481, "count": 236, "max_ms": 88.827, "p95_ms": 80.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.994, "count": 236, "max_ms": 105.045, "p95_ms": 93.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.154, "count": 236, "max_ms": 177.288, "p95_ms": 155.916}, "read_interval": {"avg_ms": 127.217, "count": 236, "max_ms": 188.954, "p95_ms": 167.47}, "triton_wait": {"avg_ms": 72.452, "count": 236, "max_ms": 124.112, "p95_ms": 102.243}, "visualize": {"avg_ms": 4.852, "count": 236, "max_ms": 8.492, "p95_ms": 6.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 633, "tracking_summary": 604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5707.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12127.458, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.447, "sample_count": 1627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:40:14+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T14:40:14+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T14:40:14.094718+09:00", "mtime_epoch": 1783316414.0947182, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:40:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 762.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.126, "count": 166, "max_ms": 87.355, "p95_ms": 78.506}, "gstreamer_push": {"avg_ms": 0.878, "count": 166, "max_ms": 1.315, "p95_ms": 1.054}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.38, "count": 166, "max_ms": 120.071, "p95_ms": 104.98}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.839, "count": 166, "max_ms": 113.743, "p95_ms": 103.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.333, "count": 166, "max_ms": 228.159, "p95_ms": 210.735}, "read_interval": {"avg_ms": 180.804, "count": 166, "max_ms": 241.2, "p95_ms": 217.16}, "triton_wait": {"avg_ms": 78.324, "count": 166, "max_ms": 120.086, "p95_ms": 110.226}, "visualize": {"avg_ms": 29.619, "count": 166, "max_ms": 41.68, "p95_ms": 37.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5708.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 202.779, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.816, "name": "ffmpeg", "pid": 11600, "rss_mb": 276.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.201, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:40:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:40:41+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T14:40:41+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T14:40:41.279104+09:00", "mtime_epoch": 1783316441.2791035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:40:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1466.695, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.352, "pushed": 10.352, "read": 10.319}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.455, "count": 310, "max_ms": 6.924, "p95_ms": 4.244}, "gstreamer_push": {"avg_ms": 1.537, "count": 310, "max_ms": 7.201, "p95_ms": 3.72}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.317, "count": 310, "max_ms": 84.538, "p95_ms": 74.612}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.956, "count": 310, "max_ms": 120.374, "p95_ms": 96.934}, "yolo11_640_fire_11class": {"avg_ms": 58.534, "count": 310, "max_ms": 84.092, "p95_ms": 77.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.482, "count": 310, "max_ms": 99.467, "p95_ms": 90.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.52, "count": 310, "max_ms": 132.985, "p95_ms": 109.562}, "read_interval": {"avg_ms": 96.96, "count": 309, "max_ms": 145.665, "p95_ms": 123.145}, "triton_wait": {"avg_ms": 71.166, "count": 310, "max_ms": 120.386, "p95_ms": 97.268}, "visualize": {"avg_ms": 3.668, "count": 310, "max_ms": 4.968, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5701.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 497.155, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.277, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:40:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:40:43+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T14:40:43+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T14:40:43.047129+09:00", "mtime_epoch": 1783316443.0471287, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:40:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1325.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.518, "pushed": 7.518, "read": 7.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.443, "count": 225, "max_ms": 9.861, "p95_ms": 7.777}, "gstreamer_push": {"avg_ms": 1.194, "count": 225, "max_ms": 4.608, "p95_ms": 1.327}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.039, "count": 225, "max_ms": 87.493, "p95_ms": 74.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.478, "count": 225, "max_ms": 111.024, "p95_ms": 97.909}, "yolo11_640_fire_11class": {"avg_ms": 59.365, "count": 225, "max_ms": 86.695, "p95_ms": 78.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.879, "count": 225, "max_ms": 102.489, "p95_ms": 92.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.32, "count": 225, "max_ms": 163.273, "p95_ms": 151.407}, "read_interval": {"avg_ms": 133.616, "count": 224, "max_ms": 176.023, "p95_ms": 161.885}, "triton_wait": {"avg_ms": 71.128, "count": 225, "max_ms": 111.037, "p95_ms": 98.249}, "visualize": {"avg_ms": 5.146, "count": 225, "max_ms": 6.627, "p95_ms": 5.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 635, "tracking_summary": 606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5709.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12157.5, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.476, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:40:44+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T14:40:44+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T14:40:44.083143+09:00", "mtime_epoch": 1783316444.0831435, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:40:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 760.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.427, "pushed": 5.427, "read": 5.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 66.138, "count": 162, "max_ms": 82.728, "p95_ms": 75.443}, "gstreamer_push": {"avg_ms": 0.885, "count": 162, "max_ms": 2.263, "p95_ms": 1.057}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.572, "count": 162, "max_ms": 117.493, "p95_ms": 104.719}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.103, "count": 162, "max_ms": 117.706, "p95_ms": 104.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.009, "count": 162, "max_ms": 233.363, "p95_ms": 214.936}, "read_interval": {"avg_ms": 185.178, "count": 161, "max_ms": 239.903, "p95_ms": 221.87}, "triton_wait": {"avg_ms": 75.812, "count": 162, "max_ms": 117.72, "p95_ms": 107.715}, "visualize": {"avg_ms": 32.006, "count": 162, "max_ms": 46.965, "p95_ms": 43.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5711.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 232.833, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.816, "name": "ffmpeg", "pid": 11600, "rss_mb": 276.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.819, "sample_count": 2658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:41:11+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T14:41:11+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T14:41:11.335536+09:00", "mtime_epoch": 1783316471.3355355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:41:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1466.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.311, "pushed": 10.311, "read": 10.278}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.381, "count": 309, "max_ms": 5.569, "p95_ms": 4.348}, "gstreamer_push": {"avg_ms": 1.518, "count": 309, "max_ms": 8.869, "p95_ms": 3.655}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.068, "count": 309, "max_ms": 88.769, "p95_ms": 71.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.698, "count": 309, "max_ms": 119.051, "p95_ms": 103.694}, "yolo11_640_fire_11class": {"avg_ms": 58.804, "count": 309, "max_ms": 87.806, "p95_ms": 79.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.844, "count": 309, "max_ms": 102.29, "p95_ms": 90.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.822, "count": 309, "max_ms": 131.998, "p95_ms": 115.784}, "read_interval": {"avg_ms": 97.291, "count": 308, "max_ms": 145.524, "p95_ms": 129.278}, "triton_wait": {"avg_ms": 71.858, "count": 309, "max_ms": 119.065, "p95_ms": 103.706}, "visualize": {"avg_ms": 3.609, "count": 309, "max_ms": 5.969, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5714.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.174, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.04, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:41:13+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T14:41:13+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T14:41:13.071561+09:00", "mtime_epoch": 1783316473.0715609, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:41:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1330.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.356, "pushed": 7.356, "read": 7.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.334, "count": 220, "max_ms": 9.715, "p95_ms": 7.124}, "gstreamer_push": {"avg_ms": 1.232, "count": 220, "max_ms": 4.383, "p95_ms": 2.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.693, "count": 220, "max_ms": 86.848, "p95_ms": 76.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.712, "count": 220, "max_ms": 119.659, "p95_ms": 106.487}, "yolo11_640_fire_11class": {"avg_ms": 60.651, "count": 220, "max_ms": 92.358, "p95_ms": 80.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.799, "count": 220, "max_ms": 103.728, "p95_ms": 93.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.259, "count": 220, "max_ms": 171.819, "p95_ms": 159.811}, "read_interval": {"avg_ms": 136.501, "count": 219, "max_ms": 181.692, "p95_ms": 172.282}, "triton_wait": {"avg_ms": 73.274, "count": 220, "max_ms": 119.671, "p95_ms": 106.499}, "visualize": {"avg_ms": 5.153, "count": 220, "max_ms": 8.493, "p95_ms": 5.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 636, "tracking_summary": 607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12187.516, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.293, "sample_count": 1634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:41:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:41:14+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T14:41:14+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T14:41:14.103576+09:00", "mtime_epoch": 1783316474.1035757, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:41:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 749.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.436, "pushed": 5.436, "read": 5.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.327, "count": 162, "max_ms": 92.432, "p95_ms": 77.877}, "gstreamer_push": {"avg_ms": 0.853, "count": 162, "max_ms": 1.095, "p95_ms": 1.013}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.6, "count": 162, "max_ms": 114.774, "p95_ms": 104.894}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.926, "count": 162, "max_ms": 117.698, "p95_ms": 107.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.959, "count": 162, "max_ms": 230.508, "p95_ms": 215.671}, "read_interval": {"avg_ms": 185.033, "count": 161, "max_ms": 241.262, "p95_ms": 222.855}, "triton_wait": {"avg_ms": 77.704, "count": 162, "max_ms": 117.71, "p95_ms": 108.103}, "visualize": {"avg_ms": 30.816, "count": 162, "max_ms": 48.559, "p95_ms": 35.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.8, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5698.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 262.875, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.816, "name": "ffmpeg", "pid": 11600, "rss_mb": 276.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.227, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:41:41+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T14:41:41+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T14:41:41.315973+09:00", "mtime_epoch": 1783316501.3159728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:41:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1464.09, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.71}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.49, "count": 292, "max_ms": 7.564, "p95_ms": 4.536}, "gstreamer_push": {"avg_ms": 1.491, "count": 292, "max_ms": 6.401, "p95_ms": 3.663}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.897, "count": 292, "max_ms": 85.078, "p95_ms": 78.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.814, "count": 292, "max_ms": 115.27, "p95_ms": 104.304}, "yolo11_640_fire_11class": {"avg_ms": 62.494, "count": 292, "max_ms": 87.284, "p95_ms": 83.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.896, "count": 292, "max_ms": 103.207, "p95_ms": 95.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.237, "count": 292, "max_ms": 156.887, "p95_ms": 117.897}, "read_interval": {"avg_ms": 102.75, "count": 291, "max_ms": 168.817, "p95_ms": 130.879}, "triton_wait": {"avg_ms": 75.948, "count": 292, "max_ms": 115.281, "p95_ms": 104.315}, "visualize": {"avg_ms": 3.75, "count": 292, "max_ms": 6.115, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5700.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 557.185, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.366, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:41:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:41:43+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T14:41:43+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T14:41:43.055998+09:00", "mtime_epoch": 1783316503.0559983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:41:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.8, "pushed": 7.8, "read": 7.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.62, "count": 233, "max_ms": 9.756, "p95_ms": 8.442}, "gstreamer_push": {"avg_ms": 1.369, "count": 233, "max_ms": 6.49, "p95_ms": 2.899}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.773, "count": 233, "max_ms": 84.631, "p95_ms": 79.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.717, "count": 233, "max_ms": 124.203, "p95_ms": 104.208}, "yolo11_640_fire_11class": {"avg_ms": 65.177, "count": 233, "max_ms": 87.889, "p95_ms": 82.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.38, "count": 233, "max_ms": 102.802, "p95_ms": 97.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.426, "count": 233, "max_ms": 181.806, "p95_ms": 152.232}, "read_interval": {"avg_ms": 128.732, "count": 232, "max_ms": 197.702, "p95_ms": 163.364}, "triton_wait": {"avg_ms": 79.282, "count": 233, "max_ms": 124.215, "p95_ms": 104.222}, "visualize": {"avg_ms": 4.655, "count": 233, "max_ms": 6.573, "p95_ms": 6.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 639, "tracking_summary": 609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5695.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12217.582, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.782, "sample_count": 1630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:41:44+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T14:41:44+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T14:41:44.164015+09:00", "mtime_epoch": 1783316504.1640146, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:41:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 749.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.356, "pushed": 5.356, "read": 5.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.877, "count": 160, "max_ms": 97.969, "p95_ms": 81.907}, "gstreamer_push": {"avg_ms": 0.998, "count": 160, "max_ms": 2.184, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.014, "count": 160, "max_ms": 121.971, "p95_ms": 109.256}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.178, "count": 160, "max_ms": 115.275, "p95_ms": 106.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.368, "count": 160, "max_ms": 248.807, "p95_ms": 225.249}, "read_interval": {"avg_ms": 187.665, "count": 159, "max_ms": 261.606, "p95_ms": 234.782}, "triton_wait": {"avg_ms": 76.232, "count": 160, "max_ms": 121.982, "p95_ms": 109.27}, "visualize": {"avg_ms": 31.108, "count": 160, "max_ms": 51.649, "p95_ms": 44.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5705.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.919, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.816, "name": "ffmpeg", "pid": 11600, "rss_mb": 276.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.204, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:42:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:42:11+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T14:42:11+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T14:42:11.388417+09:00", "mtime_epoch": 1783316531.3884172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:42:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1466.926, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.555, "pushed": 8.555, "read": 8.522}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.568, "count": 256, "max_ms": 7.936, "p95_ms": 5.521}, "gstreamer_push": {"avg_ms": 1.546, "count": 256, "max_ms": 6.285, "p95_ms": 3.848}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.156, "count": 256, "max_ms": 90.465, "p95_ms": 82.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.591, "count": 256, "max_ms": 132.46, "p95_ms": 112.021}, "yolo11_640_fire_11class": {"avg_ms": 71.964, "count": 256, "max_ms": 89.484, "p95_ms": 84.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.703, "count": 256, "max_ms": 104.67, "p95_ms": 97.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.901, "count": 256, "max_ms": 158.868, "p95_ms": 130.707}, "read_interval": {"avg_ms": 117.377, "count": 255, "max_ms": 171.622, "p95_ms": 143.923}, "triton_wait": {"avg_ms": 89.738, "count": 256, "max_ms": 132.473, "p95_ms": 112.034}, "visualize": {"avg_ms": 3.692, "count": 256, "max_ms": 6.54, "p95_ms": 4.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5701.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 587.24, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.085, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:42:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:42:13+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T14:42:13+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T14:42:13.136443+09:00", "mtime_epoch": 1783316533.1364431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:42:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.685, "pushed": 8.685, "read": 8.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.95, "count": 260, "max_ms": 6.148, "p95_ms": 4.705}, "gstreamer_push": {"avg_ms": 1.553, "count": 260, "max_ms": 7.77, "p95_ms": 3.818}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.111, "count": 260, "max_ms": 91.587, "p95_ms": 82.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.157, "count": 260, "max_ms": 130.048, "p95_ms": 110.735}, "yolo11_640_fire_11class": {"avg_ms": 71.584, "count": 260, "max_ms": 90.928, "p95_ms": 84.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.209, "count": 260, "max_ms": 104.463, "p95_ms": 98.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.214, "count": 260, "max_ms": 144.11, "p95_ms": 123.47}, "read_interval": {"avg_ms": 115.605, "count": 259, "max_ms": 162.958, "p95_ms": 140.718}, "triton_wait": {"avg_ms": 89.318, "count": 260, "max_ms": 130.061, "p95_ms": 110.748}, "visualize": {"avg_ms": 3.724, "count": 260, "max_ms": 4.664, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 640, "tracking_summary": 610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5711.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12247.77, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.639, "sample_count": 1620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:42:14+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T14:42:14+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T14:42:14.356462+09:00", "mtime_epoch": 1783316534.3564615, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:42:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 756.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.307, "pushed": 5.307, "read": 5.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.5, "count": 159, "max_ms": 100.983, "p95_ms": 79.665}, "gstreamer_push": {"avg_ms": 1.351, "count": 159, "max_ms": 3.577, "p95_ms": 2.166}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.956, "count": 159, "max_ms": 117.529, "p95_ms": 112.56}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.843, "count": 159, "max_ms": 119.975, "p95_ms": 110.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.868, "count": 159, "max_ms": 247.211, "p95_ms": 231.216}, "read_interval": {"avg_ms": 189.718, "count": 158, "max_ms": 253.821, "p95_ms": 239.78}, "triton_wait": {"avg_ms": 81.202, "count": 159, "max_ms": 119.985, "p95_ms": 113.163}, "visualize": {"avg_ms": 38.061, "count": 159, "max_ms": 57.945, "p95_ms": 49.677}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5711.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.925, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.816, "name": "ffmpeg", "pid": 11600, "rss_mb": 276.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.471, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:42:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:42:41+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T14:42:41+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T14:42:41.420866+09:00", "mtime_epoch": 1783316561.4208665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:42:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.493, "count": 296, "max_ms": 6.149, "p95_ms": 4.783}, "gstreamer_push": {"avg_ms": 1.547, "count": 296, "max_ms": 7.877, "p95_ms": 3.843}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.035, "count": 296, "max_ms": 96.423, "p95_ms": 78.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.625, "count": 296, "max_ms": 121.878, "p95_ms": 103.835}, "yolo11_640_fire_11class": {"avg_ms": 61.257, "count": 296, "max_ms": 97.584, "p95_ms": 81.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.362, "count": 296, "max_ms": 113.208, "p95_ms": 94.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.855, "count": 296, "max_ms": 162.317, "p95_ms": 120.577}, "read_interval": {"avg_ms": 101.445, "count": 296, "max_ms": 172.395, "p95_ms": 137.621}, "triton_wait": {"avg_ms": 74.774, "count": 296, "max_ms": 121.89, "p95_ms": 104.458}, "visualize": {"avg_ms": 3.738, "count": 296, "max_ms": 6.052, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5716.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 617.324, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.398, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:42:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:42:43+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T14:42:43+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T14:42:43.168893+09:00", "mtime_epoch": 1783316563.1688929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:42:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1330.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.674, "pushed": 7.674, "read": 7.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.898, "count": 230, "max_ms": 9.508, "p95_ms": 7.104}, "gstreamer_push": {"avg_ms": 1.302, "count": 230, "max_ms": 4.428, "p95_ms": 2.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.21, "count": 230, "max_ms": 95.797, "p95_ms": 77.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.772, "count": 230, "max_ms": 124.057, "p95_ms": 105.321}, "yolo11_640_fire_11class": {"avg_ms": 61.33, "count": 230, "max_ms": 97.04, "p95_ms": 82.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.946, "count": 230, "max_ms": 112.68, "p95_ms": 97.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.811, "count": 230, "max_ms": 175.964, "p95_ms": 156.966}, "read_interval": {"avg_ms": 130.617, "count": 229, "max_ms": 188.238, "p95_ms": 167.747}, "triton_wait": {"avg_ms": 75.172, "count": 230, "max_ms": 124.069, "p95_ms": 105.444}, "visualize": {"avg_ms": 4.853, "count": 230, "max_ms": 6.467, "p95_ms": 5.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 642, "tracking_summary": 611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5715.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12277.869, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.66, "sample_count": 1611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:42:44+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T14:42:44+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T14:42:44.488913+09:00", "mtime_epoch": 1783316564.4889128, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:42:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 760.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.053, "pushed": 5.053, "read": 5.02}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.344, "count": 151, "max_ms": 98.523, "p95_ms": 83.036}, "gstreamer_push": {"avg_ms": 1.109, "count": 151, "max_ms": 3.551, "p95_ms": 1.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.683, "count": 151, "max_ms": 119.381, "p95_ms": 108.816}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.535, "count": 151, "max_ms": 120.844, "p95_ms": 106.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.548, "count": 151, "max_ms": 242.112, "p95_ms": 230.421}, "read_interval": {"avg_ms": 199.359, "count": 150, "max_ms": 249.45, "p95_ms": 238.374}, "triton_wait": {"avg_ms": 78.251, "count": 151, "max_ms": 120.856, "p95_ms": 109.509}, "visualize": {"avg_ms": 38.904, "count": 151, "max_ms": 70.629, "p95_ms": 50.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5709.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 353.012, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.816, "name": "ffmpeg", "pid": 11600, "rss_mb": 276.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.716, "sample_count": 2884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:43:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:43:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T14:43:11+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T14:43:11.501322+09:00", "mtime_epoch": 1783316591.5013218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:43:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.645, "pushed": 9.645, "read": 9.612}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.736, "count": 289, "max_ms": 7.317, "p95_ms": 5.812}, "gstreamer_push": {"avg_ms": 1.452, "count": 289, "max_ms": 5.941, "p95_ms": 3.652}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.937, "count": 289, "max_ms": 83.472, "p95_ms": 74.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.398, "count": 289, "max_ms": 110.907, "p95_ms": 100.821}, "yolo11_640_fire_11class": {"avg_ms": 59.021, "count": 289, "max_ms": 85.664, "p95_ms": 80.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.221, "count": 289, "max_ms": 102.795, "p95_ms": 91.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.892, "count": 289, "max_ms": 157.589, "p95_ms": 141.556}, "read_interval": {"avg_ms": 104.11, "count": 288, "max_ms": 173.093, "p95_ms": 151.98}, "triton_wait": {"avg_ms": 73.518, "count": 289, "max_ms": 110.92, "p95_ms": 100.832}, "visualize": {"avg_ms": 3.85, "count": 289, "max_ms": 7.015, "p95_ms": 5.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5709.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 647.419, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.619, "sample_count": 2280, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:43:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:43:13+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:43:13+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T14:43:13.313349+09:00", "mtime_epoch": 1783316593.3133492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:43:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1333.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.207, "pushed": 7.207, "read": 7.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.57, "count": 215, "max_ms": 9.702, "p95_ms": 8.792}, "gstreamer_push": {"avg_ms": 1.215, "count": 216, "max_ms": 4.457, "p95_ms": 2.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.297, "count": 215, "max_ms": 83.049, "p95_ms": 75.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.629, "count": 215, "max_ms": 120.367, "p95_ms": 104.416}, "yolo11_640_fire_11class": {"avg_ms": 60.125, "count": 215, "max_ms": 86.965, "p95_ms": 79.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.651, "count": 215, "max_ms": 100.041, "p95_ms": 95.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.199, "count": 216, "max_ms": 177.704, "p95_ms": 157.117}, "read_interval": {"avg_ms": 139.406, "count": 215, "max_ms": 187.087, "p95_ms": 167.593}, "triton_wait": {"avg_ms": 75.758, "count": 215, "max_ms": 120.38, "p95_ms": 104.427}, "visualize": {"avg_ms": 5.17, "count": 215, "max_ms": 6.607, "p95_ms": 6.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 642, "tracking_summary": 612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5714.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12307.936, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.894, "sample_count": 1609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:43:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:43:14+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T14:43:14+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T14:43:14.569368+09:00", "mtime_epoch": 1783316594.5693684, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:43:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 763.816, "name": "celery", "pid": 239, "rss_mb": 756.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.522, "pushed": 5.522, "read": 5.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.634, "count": 165, "max_ms": 100.326, "p95_ms": 80.412}, "gstreamer_push": {"avg_ms": 1.059, "count": 165, "max_ms": 2.918, "p95_ms": 1.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.377, "count": 165, "max_ms": 113.323, "p95_ms": 103.262}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.821, "count": 165, "max_ms": 110.781, "p95_ms": 96.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.47, "count": 165, "max_ms": 251.979, "p95_ms": 213.113}, "read_interval": {"avg_ms": 182.271, "count": 164, "max_ms": 262.365, "p95_ms": 222.13}, "triton_wait": {"avg_ms": 77.222, "count": 165, "max_ms": 113.337, "p95_ms": 103.848}, "visualize": {"avg_ms": 35.22, "count": 165, "max_ms": 74.713, "p95_ms": 54.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5711.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 383.072, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.074, "name": "ffmpeg", "pid": 11600, "rss_mb": 277.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.488, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:43:41+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T14:43:41+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T14:43:41.533781+09:00", "mtime_epoch": 1783316621.533781, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:43:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.254, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.178}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 306, "max_ms": 6.466, "p95_ms": 4.149}, "gstreamer_push": {"avg_ms": 1.434, "count": 306, "max_ms": 6.017, "p95_ms": 1.806}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.903, "count": 306, "max_ms": 82.061, "p95_ms": 71.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.071, "count": 306, "max_ms": 118.649, "p95_ms": 101.677}, "yolo11_640_fire_11class": {"avg_ms": 58.915, "count": 306, "max_ms": 85.046, "p95_ms": 79.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.398, "count": 306, "max_ms": 98.227, "p95_ms": 91.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.753, "count": 306, "max_ms": 146.819, "p95_ms": 114.814}, "read_interval": {"avg_ms": 98.134, "count": 305, "max_ms": 157.67, "p95_ms": 128.731}, "triton_wait": {"avg_ms": 72.112, "count": 306, "max_ms": 118.662, "p95_ms": 101.686}, "visualize": {"avg_ms": 3.668, "count": 306, "max_ms": 5.582, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5712.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 677.523, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.232, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:43:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:43:43+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T14:43:43+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T14:43:43.373809+09:00", "mtime_epoch": 1783316623.3738093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:43:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1329.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.105, "pushed": 7.105, "read": 7.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.422, "count": 212, "max_ms": 9.664, "p95_ms": 7.559}, "gstreamer_push": {"avg_ms": 1.215, "count": 213, "max_ms": 4.023, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.453, "count": 212, "max_ms": 83.912, "p95_ms": 76.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.576, "count": 212, "max_ms": 118.416, "p95_ms": 105.065}, "yolo11_640_fire_11class": {"avg_ms": 60.922, "count": 212, "max_ms": 86.913, "p95_ms": 79.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.34, "count": 212, "max_ms": 100.113, "p95_ms": 92.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.2, "count": 213, "max_ms": 185.958, "p95_ms": 159.068}, "read_interval": {"avg_ms": 141.244, "count": 212, "max_ms": 401.23, "p95_ms": 169.018}, "triton_wait": {"avg_ms": 76.702, "count": 212, "max_ms": 118.43, "p95_ms": 105.076}, "visualize": {"avg_ms": 5.211, "count": 212, "max_ms": 7.495, "p95_ms": 5.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 644, "tracking_summary": 614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5703.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12337.961, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.72, "sample_count": 1603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:43:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:43:44+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T14:43:44+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T14:43:44.561828+09:00", "mtime_epoch": 1783316624.5618277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:43:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 764.465, "name": "celery", "pid": 239, "rss_mb": 753.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.226, "pushed": 5.226, "read": 5.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.708, "count": 156, "max_ms": 87.16, "p95_ms": 78.897}, "gstreamer_push": {"avg_ms": 1.085, "count": 156, "max_ms": 2.968, "p95_ms": 2.106}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.684, "count": 156, "max_ms": 112.264, "p95_ms": 105.904}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.241, "count": 156, "max_ms": 114.932, "p95_ms": 103.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.69, "count": 156, "max_ms": 231.742, "p95_ms": 219.756}, "read_interval": {"avg_ms": 192.381, "count": 155, "max_ms": 240.175, "p95_ms": 227.923}, "triton_wait": {"avg_ms": 80.341, "count": 156, "max_ms": 114.946, "p95_ms": 106.485}, "visualize": {"avg_ms": 35.595, "count": 156, "max_ms": 47.553, "p95_ms": 45.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5712.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 413.096, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.074, "name": "ffmpeg", "pid": 11600, "rss_mb": 277.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.488, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:44:11+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T14:44:11+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T14:44:11.554245+09:00", "mtime_epoch": 1783316651.5542448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:44:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.07, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.854, "pushed": 9.854, "read": 9.821}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 295, "max_ms": 8.767, "p95_ms": 5.738}, "gstreamer_push": {"avg_ms": 1.569, "count": 295, "max_ms": 6.575, "p95_ms": 3.926}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.148, "count": 295, "max_ms": 93.466, "p95_ms": 74.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.931, "count": 295, "max_ms": 119.662, "p95_ms": 103.757}, "yolo11_640_fire_11class": {"avg_ms": 59.428, "count": 295, "max_ms": 92.912, "p95_ms": 80.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.27, "count": 295, "max_ms": 102.174, "p95_ms": 92.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.254, "count": 295, "max_ms": 159.143, "p95_ms": 123.164}, "read_interval": {"avg_ms": 101.712, "count": 294, "max_ms": 169.468, "p95_ms": 135.377}, "triton_wait": {"avg_ms": 72.015, "count": 295, "max_ms": 119.674, "p95_ms": 103.768}, "visualize": {"avg_ms": 3.812, "count": 295, "max_ms": 6.138, "p95_ms": 5.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5715.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 707.546, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.232, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:44:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:44:13+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T14:44:13+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T14:44:13.430274+09:00", "mtime_epoch": 1783316653.430274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:44:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.258, "pushed": 7.258, "read": 7.225}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.427, "count": 217, "max_ms": 10.087, "p95_ms": 7.707}, "gstreamer_push": {"avg_ms": 1.238, "count": 217, "max_ms": 3.971, "p95_ms": 2.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.125, "count": 217, "max_ms": 86.046, "p95_ms": 74.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.201, "count": 217, "max_ms": 119.476, "p95_ms": 104.065}, "yolo11_640_fire_11class": {"avg_ms": 60.305, "count": 217, "max_ms": 87.823, "p95_ms": 81.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.623, "count": 217, "max_ms": 102.409, "p95_ms": 94.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.021, "count": 217, "max_ms": 175.359, "p95_ms": 157.569}, "read_interval": {"avg_ms": 138.393, "count": 216, "max_ms": 188.19, "p95_ms": 168.639}, "triton_wait": {"avg_ms": 74.439, "count": 217, "max_ms": 119.489, "p95_ms": 104.078}, "visualize": {"avg_ms": 5.147, "count": 217, "max_ms": 6.87, "p95_ms": 5.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 645, "tracking_summary": 615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5709.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12368.073, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.756, "sample_count": 1600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:44:14+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T14:44:14+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T14:44:14.654293+09:00", "mtime_epoch": 1783316654.6542928, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:44:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 764.539, "name": "celery", "pid": 239, "rss_mb": 756.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.312, "pushed": 5.312, "read": 5.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.686, "count": 159, "max_ms": 96.75, "p95_ms": 79.557}, "gstreamer_push": {"avg_ms": 0.942, "count": 159, "max_ms": 2.317, "p95_ms": 1.863}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.262, "count": 159, "max_ms": 111.852, "p95_ms": 102.673}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.567, "count": 159, "max_ms": 116.707, "p95_ms": 104.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.944, "count": 159, "max_ms": 244.076, "p95_ms": 218.912}, "read_interval": {"avg_ms": 189.11, "count": 158, "max_ms": 250.521, "p95_ms": 225.506}, "triton_wait": {"avg_ms": 78.332, "count": 159, "max_ms": 116.724, "p95_ms": 106.21}, "visualize": {"avg_ms": 31.885, "count": 159, "max_ms": 45.378, "p95_ms": 39.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5720.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 443.111, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.652, "name": "ffmpeg", "pid": 11600, "rss_mb": 279.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.828, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:44:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:44:41+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T14:44:41+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T14:44:41.542712+09:00", "mtime_epoch": 1783316681.5427125, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:44:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.355, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.888, "pushed": 9.888, "read": 9.855}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.676, "count": 296, "max_ms": 7.404, "p95_ms": 5.658}, "gstreamer_push": {"avg_ms": 1.498, "count": 296, "max_ms": 6.506, "p95_ms": 3.679}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.988, "count": 296, "max_ms": 83.089, "p95_ms": 73.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.756, "count": 296, "max_ms": 121.603, "p95_ms": 102.427}, "yolo11_640_fire_11class": {"avg_ms": 58.967, "count": 296, "max_ms": 87.144, "p95_ms": 78.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.466, "count": 296, "max_ms": 102.981, "p95_ms": 91.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.493, "count": 296, "max_ms": 155.25, "p95_ms": 121.973}, "read_interval": {"avg_ms": 101.196, "count": 295, "max_ms": 165.812, "p95_ms": 136.141}, "triton_wait": {"avg_ms": 72.953, "count": 296, "max_ms": 121.615, "p95_ms": 102.439}, "visualize": {"avg_ms": 3.812, "count": 296, "max_ms": 6.51, "p95_ms": 5.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5705.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 737.565, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.265, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:44:43+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T14:44:43+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T14:44:43.402741+09:00", "mtime_epoch": 1783316683.4027414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:44:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.431, "pushed": 7.431, "read": 7.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.451, "count": 222, "max_ms": 9.93, "p95_ms": 8.953}, "gstreamer_push": {"avg_ms": 1.216, "count": 222, "max_ms": 3.847, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.523, "count": 222, "max_ms": 83.984, "p95_ms": 74.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.396, "count": 222, "max_ms": 117.188, "p95_ms": 104.272}, "yolo11_640_fire_11class": {"avg_ms": 60.73, "count": 222, "max_ms": 88.717, "p95_ms": 80.881}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.807, "count": 222, "max_ms": 102.498, "p95_ms": 95.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.693, "count": 222, "max_ms": 169.147, "p95_ms": 158.233}, "read_interval": {"avg_ms": 135.03, "count": 221, "max_ms": 178.886, "p95_ms": 168.67}, "triton_wait": {"avg_ms": 74.184, "count": 222, "max_ms": 117.213, "p95_ms": 104.284}, "visualize": {"avg_ms": 5.175, "count": 222, "max_ms": 9.036, "p95_ms": 6.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 647, "tracking_summary": 616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5705.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12398.298, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.438, "sample_count": 1593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:44:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:44:45+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T14:44:44+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T14:44:44.886765+09:00", "mtime_epoch": 1783316684.8867648, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:44:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 764.539, "name": "celery", "pid": 239, "rss_mb": 751.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.258, "pushed": 5.258, "read": 5.225}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.446, "count": 157, "max_ms": 84.118, "p95_ms": 80.721}, "gstreamer_push": {"avg_ms": 1.434, "count": 157, "max_ms": 3.146, "p95_ms": 2.454}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.398, "count": 157, "max_ms": 120.431, "p95_ms": 109.413}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.38, "count": 157, "max_ms": 113.067, "p95_ms": 105.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.224, "count": 157, "max_ms": 237.239, "p95_ms": 227.048}, "read_interval": {"avg_ms": 191.025, "count": 156, "max_ms": 244.873, "p95_ms": 234.015}, "triton_wait": {"avg_ms": 78.589, "count": 157, "max_ms": 120.445, "p95_ms": 109.478}, "visualize": {"avg_ms": 39.1, "count": 157, "max_ms": 62.787, "p95_ms": 50.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5713.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 473.114, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.652, "name": "ffmpeg", "pid": 11600, "rss_mb": 279.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 7, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.963, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:45:11+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:45:11+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T14:45:11.615185+09:00", "mtime_epoch": 1783316711.6151853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:45:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1465.672, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.569, "pushed": 9.569, "read": 9.569}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.991, "count": 287, "max_ms": 8.844, "p95_ms": 6.066}, "gstreamer_push": {"avg_ms": 1.459, "count": 287, "max_ms": 6.981, "p95_ms": 3.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.35, "count": 287, "max_ms": 88.528, "p95_ms": 74.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.005, "count": 287, "max_ms": 115.334, "p95_ms": 99.776}, "yolo11_640_fire_11class": {"avg_ms": 58.913, "count": 287, "max_ms": 88.029, "p95_ms": 78.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.826, "count": 287, "max_ms": 107.991, "p95_ms": 95.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.665, "count": 287, "max_ms": 161.073, "p95_ms": 143.139}, "read_interval": {"avg_ms": 104.796, "count": 287, "max_ms": 175.291, "p95_ms": 155.325}, "triton_wait": {"avg_ms": 71.61, "count": 287, "max_ms": 115.358, "p95_ms": 103.022}, "visualize": {"avg_ms": 3.955, "count": 287, "max_ms": 6.687, "p95_ms": 5.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5712.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 767.581, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.028, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:45:13+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T14:45:13+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T14:45:13.447214+09:00", "mtime_epoch": 1783316713.4472141, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:45:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.393, "pushed": 7.393, "read": 7.359}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.418, "count": 221, "max_ms": 9.719, "p95_ms": 7.883}, "gstreamer_push": {"avg_ms": 1.209, "count": 221, "max_ms": 4.095, "p95_ms": 2.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.716, "count": 221, "max_ms": 87.585, "p95_ms": 74.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.147, "count": 221, "max_ms": 118.969, "p95_ms": 100.315}, "yolo11_640_fire_11class": {"avg_ms": 59.609, "count": 221, "max_ms": 88.091, "p95_ms": 77.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.921, "count": 221, "max_ms": 109.407, "p95_ms": 93.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.843, "count": 221, "max_ms": 175.074, "p95_ms": 155.273}, "read_interval": {"avg_ms": 135.765, "count": 220, "max_ms": 184.403, "p95_ms": 164.367}, "triton_wait": {"avg_ms": 73.119, "count": 221, "max_ms": 118.981, "p95_ms": 101.982}, "visualize": {"avg_ms": 5.152, "count": 221, "max_ms": 7.507, "p95_ms": 5.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 649, "tracking_summary": 618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5716.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12428.466, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.007, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:45:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:45:15+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T14:45:15+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T14:45:15.083240+09:00", "mtime_epoch": 1783316715.08324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:45:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 765.156, "name": "celery", "pid": 239, "rss_mb": 761.551, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.308, "pushed": 5.308, "read": 5.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.433, "count": 159, "max_ms": 102.291, "p95_ms": 79.13}, "gstreamer_push": {"avg_ms": 1.076, "count": 159, "max_ms": 2.257, "p95_ms": 2.002}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.828, "count": 159, "max_ms": 112.939, "p95_ms": 101.046}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.401, "count": 159, "max_ms": 115.458, "p95_ms": 102.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.153, "count": 159, "max_ms": 240.719, "p95_ms": 220.796}, "read_interval": {"avg_ms": 189.737, "count": 158, "max_ms": 250.292, "p95_ms": 227.715}, "triton_wait": {"avg_ms": 73.448, "count": 159, "max_ms": 115.474, "p95_ms": 102.792}, "visualize": {"avg_ms": 34.23, "count": 159, "max_ms": 59.636, "p95_ms": 45.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5714.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 503.201, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.387, "name": "ffmpeg", "pid": 11600, "rss_mb": 287.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 7, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.299, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:45:41+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T14:45:41+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T14:45:41.671662+09:00", "mtime_epoch": 1783316741.6716619, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:45:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1464.617, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.767}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.557, "count": 293, "max_ms": 6.808, "p95_ms": 5.22}, "gstreamer_push": {"avg_ms": 1.447, "count": 294, "max_ms": 6.305, "p95_ms": 1.786}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.4, "count": 293, "max_ms": 85.267, "p95_ms": 75.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.308, "count": 293, "max_ms": 116.619, "p95_ms": 100.687}, "yolo11_640_fire_11class": {"avg_ms": 60.083, "count": 293, "max_ms": 87.015, "p95_ms": 80.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.341, "count": 293, "max_ms": 102.55, "p95_ms": 95.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.342, "count": 294, "max_ms": 153.448, "p95_ms": 117.098}, "read_interval": {"avg_ms": 102.292, "count": 293, "max_ms": 226.916, "p95_ms": 132.028}, "triton_wait": {"avg_ms": 74.777, "count": 293, "max_ms": 116.631, "p95_ms": 100.881}, "visualize": {"avg_ms": 3.694, "count": 293, "max_ms": 5.659, "p95_ms": 4.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5724.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 797.685, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.022, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:45:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:45:43+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T14:45:43+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T14:45:43.583692+09:00", "mtime_epoch": 1783316743.5836923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:45:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.342, "pushed": 8.342, "read": 8.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.237, "count": 249, "max_ms": 10.063, "p95_ms": 7.551}, "gstreamer_push": {"avg_ms": 1.324, "count": 250, "max_ms": 6.075, "p95_ms": 2.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.629, "count": 249, "max_ms": 87.499, "p95_ms": 77.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.728, "count": 249, "max_ms": 111.467, "p95_ms": 98.975}, "yolo11_640_fire_11class": {"avg_ms": 61.959, "count": 249, "max_ms": 87.46, "p95_ms": 80.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.787, "count": 249, "max_ms": 104.703, "p95_ms": 96.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.142, "count": 250, "max_ms": 178.565, "p95_ms": 149.851}, "read_interval": {"avg_ms": 120.447, "count": 249, "max_ms": 189.379, "p95_ms": 160.084}, "triton_wait": {"avg_ms": 74.866, "count": 249, "max_ms": 111.479, "p95_ms": 100.3}, "visualize": {"avg_ms": 4.384, "count": 249, "max_ms": 6.536, "p95_ms": 5.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 650, "tracking_summary": 619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5723.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12458.65, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.471, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:45:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:45:45+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T14:45:45+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T14:45:45.271719+09:00", "mtime_epoch": 1783316745.2717192, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:45:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 765.156, "name": "celery", "pid": 239, "rss_mb": 761.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.392, "pushed": 5.392, "read": 5.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.468, "count": 161, "max_ms": 94.8, "p95_ms": 83.972}, "gstreamer_push": {"avg_ms": 0.906, "count": 161, "max_ms": 2.214, "p95_ms": 1.235}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.015, "count": 161, "max_ms": 112.098, "p95_ms": 106.494}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.999, "count": 161, "max_ms": 113.974, "p95_ms": 104.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.909, "count": 161, "max_ms": 240.457, "p95_ms": 228.823}, "read_interval": {"avg_ms": 186.4, "count": 160, "max_ms": 247.357, "p95_ms": 235.026}, "triton_wait": {"avg_ms": 77.543, "count": 161, "max_ms": 113.987, "p95_ms": 109.685}, "visualize": {"avg_ms": 32.681, "count": 161, "max_ms": 51.799, "p95_ms": 48.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5724.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 533.236, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.285, "name": "ffmpeg", "pid": 11600, "rss_mb": 292.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 7, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.691, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:46:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:46:11+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T14:46:11+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T14:46:11.704142+09:00", "mtime_epoch": 1783316771.7041416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:46:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1464.84, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.491, "pushed": 8.491, "read": 8.458}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.312, "count": 254, "max_ms": 5.351, "p95_ms": 4.801}, "gstreamer_push": {"avg_ms": 1.648, "count": 254, "max_ms": 6.407, "p95_ms": 3.986}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.517, "count": 254, "max_ms": 86.369, "p95_ms": 83.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.536, "count": 254, "max_ms": 122.781, "p95_ms": 112.283}, "yolo11_640_fire_11class": {"avg_ms": 75.22, "count": 254, "max_ms": 87.258, "p95_ms": 85.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.442, "count": 254, "max_ms": 102.387, "p95_ms": 99.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.621, "count": 254, "max_ms": 137.385, "p95_ms": 124.683}, "read_interval": {"avg_ms": 118.247, "count": 253, "max_ms": 157.051, "p95_ms": 138.381}, "triton_wait": {"avg_ms": 92.657, "count": 254, "max_ms": 122.793, "p95_ms": 112.296}, "visualize": {"avg_ms": 3.542, "count": 254, "max_ms": 4.48, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5720.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 827.74, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.006, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:46:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:46:13+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T14:46:13+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T14:46:13.620173+09:00", "mtime_epoch": 1783316773.6201725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:46:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.448, "pushed": 8.448, "read": 8.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.966, "count": 253, "max_ms": 6.033, "p95_ms": 4.677}, "gstreamer_push": {"avg_ms": 1.432, "count": 253, "max_ms": 4.077, "p95_ms": 1.51}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.518, "count": 253, "max_ms": 86.982, "p95_ms": 82.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.572, "count": 253, "max_ms": 131.195, "p95_ms": 112.837}, "yolo11_640_fire_11class": {"avg_ms": 74.554, "count": 253, "max_ms": 89.009, "p95_ms": 84.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.113, "count": 253, "max_ms": 104.029, "p95_ms": 99.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.573, "count": 253, "max_ms": 143.863, "p95_ms": 125.283}, "read_interval": {"avg_ms": 118.756, "count": 252, "max_ms": 156.101, "p95_ms": 138.058}, "triton_wait": {"avg_ms": 92.685, "count": 253, "max_ms": 131.207, "p95_ms": 112.849}, "visualize": {"avg_ms": 3.729, "count": 253, "max_ms": 5.058, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 652, "tracking_summary": 620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5729.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12488.788, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.533, "sample_count": 1584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:46:15+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T14:46:15+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T14:46:15.452202+09:00", "mtime_epoch": 1783316775.4522018, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:46:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 765.156, "name": "celery", "pid": 239, "rss_mb": 763.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.384, "pushed": 5.384, "read": 5.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.51, "count": 161, "max_ms": 96.645, "p95_ms": 77.307}, "gstreamer_push": {"avg_ms": 0.917, "count": 161, "max_ms": 3.334, "p95_ms": 1.099}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.701, "count": 161, "max_ms": 118.775, "p95_ms": 111.491}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.477, "count": 161, "max_ms": 118.177, "p95_ms": 110.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.665, "count": 161, "max_ms": 232.202, "p95_ms": 219.926}, "read_interval": {"avg_ms": 187.448, "count": 160, "max_ms": 239.889, "p95_ms": 227.7}, "triton_wait": {"avg_ms": 80.789, "count": 161, "max_ms": 118.789, "p95_ms": 112.931}, "visualize": {"avg_ms": 32.193, "count": 161, "max_ms": 57.197, "p95_ms": 44.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5721.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 857.82, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.391, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:46:43+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T14:46:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T14:46:43.748657+09:00", "mtime_epoch": 1783316803.7486575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:46:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.481, "pushed": 10.481, "read": 10.447}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.902, "count": 314, "max_ms": 6.159, "p95_ms": 4.726}, "gstreamer_push": {"avg_ms": 1.535, "count": 314, "max_ms": 6.487, "p95_ms": 3.676}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.019, "count": 314, "max_ms": 86.472, "p95_ms": 75.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.005, "count": 314, "max_ms": 120.94, "p95_ms": 99.443}, "yolo11_640_fire_11class": {"avg_ms": 59.116, "count": 314, "max_ms": 90.491, "p95_ms": 79.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.306, "count": 314, "max_ms": 105.046, "p95_ms": 94.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.468, "count": 314, "max_ms": 133.658, "p95_ms": 113.595}, "read_interval": {"avg_ms": 95.806, "count": 313, "max_ms": 153.386, "p95_ms": 126.632}, "triton_wait": {"avg_ms": 69.816, "count": 314, "max_ms": 120.952, "p95_ms": 101.084}, "visualize": {"avg_ms": 3.675, "count": 314, "max_ms": 4.748, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 653, "tracking_summary": 622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5718.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12518.79, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.334, "sample_count": 1590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:46:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:46:45+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T14:46:45+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T14:46:45.420684+09:00", "mtime_epoch": 1783316805.4206843, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:46:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 748.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.375, "count": 166, "max_ms": 91.545, "p95_ms": 79.678}, "gstreamer_push": {"avg_ms": 1.172, "count": 166, "max_ms": 3.639, "p95_ms": 2.167}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.274, "count": 166, "max_ms": 112.329, "p95_ms": 101.325}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.204, "count": 166, "max_ms": 120.492, "p95_ms": 104.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.749, "count": 166, "max_ms": 228.779, "p95_ms": 208.27}, "read_interval": {"avg_ms": 180.54, "count": 166, "max_ms": 236.965, "p95_ms": 216.512}, "triton_wait": {"avg_ms": 76.591, "count": 166, "max_ms": 120.504, "p95_ms": 104.429}, "visualize": {"avg_ms": 35.507, "count": 166, "max_ms": 49.647, "p95_ms": 48.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5732.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:37:15+09:00", "last_error_summary": "[h264 @ 0x563a5709a5c0] left block unavailable for requested intra mode [h264 @ 0x563a5709a5c0] error while decoding MB 0 26, bytestream 4120 [h264 @ 0x563a56649140] cabac decode of qscale diff failed at 69 42 [h264 @ 0x563a56649140] error while decoding MB 69 42, bytestream 50063 [h264 @ 0x563a566a1c80] left block unavailable for requested intra mode [h264 @ 0x563a566a1c80] error while decoding MB 0 24, bytestream 289 [h264 @ 0x563a572382c0] left block unavailable for requested intra4x4 mode -1", "last_exit_at": "2026-07-06T14:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 571.914, "last_started_at": "2026-07-06T14:37:18+09:00", "pid": 11600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.789, "name": "ffmpeg", "pid": 11600, "rss_mb": 300.789, "state": "S (sleeping)", "threads": 104}, "restart_count": 15, "restart_count_per_hour": 7, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.006, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:46:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:46:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T14:46:50+09:00", "mjpeg": {"age_sec": 19.599, "exists": true, "mtime": "2026-07-06T14:46:30.884450+09:00", "mtime_epoch": 1783316790.88445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:46:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.84, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.607, "pushed": 2.607, "read": 2.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.656, "count": 78, "max_ms": 8.205, "p95_ms": 7.347}, "gstreamer_push": {"avg_ms": 1.227, "count": 78, "max_ms": 2.866, "p95_ms": 1.53}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.512, "count": 78, "max_ms": 82.634, "p95_ms": 77.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.644, "count": 78, "max_ms": 116.782, "p95_ms": 108.364}, "yolo11_640_fire_11class": {"avg_ms": 61.124, "count": 78, "max_ms": 85.548, "p95_ms": 80.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.958, "count": 78, "max_ms": 103.772, "p95_ms": 101.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.778, "count": 78, "max_ms": 169.659, "p95_ms": 160.656}, "read_interval": {"avg_ms": 389.202, "count": 77, "max_ms": 19591.331, "p95_ms": 173.514}, "triton_wait": {"avg_ms": 77.295, "count": 78, "max_ms": 116.793, "p95_ms": 108.377}, "visualize": {"avg_ms": 5.013, "count": 78, "max_ms": 6.796, "p95_ms": 5.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5698.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 887.853, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.334, "sample_count": 2423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:47:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:47:13+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T14:47:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T14:47:13.741143+09:00", "mtime_epoch": 1783316833.7411435, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:47:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1323.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.683}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.902, "count": 291, "max_ms": 6.41, "p95_ms": 4.677}, "gstreamer_push": {"avg_ms": 1.68, "count": 291, "max_ms": 7.666, "p95_ms": 3.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.388, "count": 291, "max_ms": 86.272, "p95_ms": 77.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.511, "count": 291, "max_ms": 121.607, "p95_ms": 100.715}, "yolo11_640_fire_11class": {"avg_ms": 62.893, "count": 291, "max_ms": 87.258, "p95_ms": 79.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.409, "count": 291, "max_ms": 105.437, "p95_ms": 96.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.395, "count": 291, "max_ms": 134.088, "p95_ms": 113.657}, "read_interval": {"avg_ms": 103.139, "count": 290, "max_ms": 147.095, "p95_ms": 128.27}, "triton_wait": {"avg_ms": 76.669, "count": 291, "max_ms": 121.62, "p95_ms": 101.136}, "visualize": {"avg_ms": 3.686, "count": 291, "max_ms": 6.358, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 655, "tracking_summary": 623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5694.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12548.954, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.637, "sample_count": 1590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:47:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:47:15+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T14:47:15+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T14:47:15.529172+09:00", "mtime_epoch": 1783316835.5291724, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:47:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 751.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.275, "pushed": 5.275, "read": 5.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.74, "count": 158, "max_ms": 94.576, "p95_ms": 76.342}, "gstreamer_push": {"avg_ms": 0.929, "count": 158, "max_ms": 2.033, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.17, "count": 158, "max_ms": 119.924, "p95_ms": 107.894}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.583, "count": 158, "max_ms": 119.314, "p95_ms": 110.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.66, "count": 158, "max_ms": 227.963, "p95_ms": 220.637}, "read_interval": {"avg_ms": 190.639, "count": 157, "max_ms": 236.08, "p95_ms": 227.994}, "triton_wait": {"avg_ms": 79.159, "count": 158, "max_ms": 119.934, "p95_ms": 111.865}, "visualize": {"avg_ms": 32.741, "count": 158, "max_ms": 45.914, "p95_ms": 42.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5703.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.048, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.523, "name": "ffmpeg", "pid": 11707, "rss_mb": 265.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.92, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:47:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:47:20+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T14:47:20+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T14:47:20.473253+09:00", "mtime_epoch": 1783316840.473253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:47:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.723, "pushed": 7.723, "read": 7.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.589, "count": 231, "max_ms": 7.863, "p95_ms": 5.289}, "gstreamer_push": {"avg_ms": 1.407, "count": 231, "max_ms": 3.829, "p95_ms": 1.943}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.507, "count": 231, "max_ms": 85.505, "p95_ms": 81.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.57, "count": 231, "max_ms": 124.142, "p95_ms": 109.359}, "yolo11_640_fire_11class": {"avg_ms": 69.749, "count": 231, "max_ms": 90.116, "p95_ms": 84.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.18, "count": 231, "max_ms": 106.82, "p95_ms": 100.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.432, "count": 231, "max_ms": 156.314, "p95_ms": 127.471}, "read_interval": {"avg_ms": 129.944, "count": 230, "max_ms": 4216.434, "p95_ms": 140.486}, "triton_wait": {"avg_ms": 85.587, "count": 231, "max_ms": 124.154, "p95_ms": 109.371}, "visualize": {"avg_ms": 3.758, "count": 231, "max_ms": 6.533, "p95_ms": 5.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5711.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 21, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:32:23+09:00", "last_error_summary": "[h264 @ 0x55aebe5a8680] error while decoding MB 60 22, bytestream -15 [in#0/rtsp @ 0x55aebd7c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55aebd7c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:32:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 917.857, "last_started_at": "2026-07-06T14:32:25+09:00", "pid": 11448, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 11448, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.336, "sample_count": 2448, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:47:43+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:47:43+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T14:47:43.745633+09:00", "mtime_epoch": 1783316863.7456326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:47:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1328.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.469, "pushed": 8.469, "read": 8.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.949, "count": 254, "max_ms": 6.432, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.429, "count": 254, "max_ms": 3.83, "p95_ms": 1.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.804, "count": 254, "max_ms": 89.889, "p95_ms": 82.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.445, "count": 254, "max_ms": 128.113, "p95_ms": 115.425}, "yolo11_640_fire_11class": {"avg_ms": 73.49, "count": 254, "max_ms": 90.73, "p95_ms": 84.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.787, "count": 254, "max_ms": 105.883, "p95_ms": 100.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.567, "count": 254, "max_ms": 140.866, "p95_ms": 128.396}, "read_interval": {"avg_ms": 118.113, "count": 254, "max_ms": 157.886, "p95_ms": 141.409}, "triton_wait": {"avg_ms": 91.623, "count": 254, "max_ms": 128.125, "p95_ms": 115.437}, "visualize": {"avg_ms": 3.739, "count": 254, "max_ms": 6.069, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 656, "tracking_summary": 624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5706.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12578.962, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.796, "sample_count": 1589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:47:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:47:45+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T14:47:45+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T14:47:45.597663+09:00", "mtime_epoch": 1783316865.597663, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:47:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 761.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.038, "pushed": 5.038, "read": 5.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.032, "count": 150, "max_ms": 83.485, "p95_ms": 78.19}, "gstreamer_push": {"avg_ms": 0.919, "count": 150, "max_ms": 2.126, "p95_ms": 1.705}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.038, "count": 150, "max_ms": 117.415, "p95_ms": 111.346}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.118, "count": 150, "max_ms": 116.633, "p95_ms": 114.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.713, "count": 150, "max_ms": 232.139, "p95_ms": 224.157}, "read_interval": {"avg_ms": 200.241, "count": 149, "max_ms": 239.317, "p95_ms": 232.211}, "triton_wait": {"avg_ms": 85.044, "count": 150, "max_ms": 117.428, "p95_ms": 114.639}, "visualize": {"avg_ms": 31.758, "count": 150, "max_ms": 46.565, "p95_ms": 44.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5728.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.07, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 11707, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.159, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:47:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:47:50+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:47:50+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T14:47:50.513743+09:00", "mtime_epoch": 1783316870.5137434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:47:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.055, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.493, "pushed": 8.493, "read": 8.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.548, "count": 254, "max_ms": 6.145, "p95_ms": 5.189}, "gstreamer_push": {"avg_ms": 1.483, "count": 254, "max_ms": 4.248, "p95_ms": 3.615}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.946, "count": 254, "max_ms": 90.407, "p95_ms": 82.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.405, "count": 254, "max_ms": 127.407, "p95_ms": 111.256}, "yolo11_640_fire_11class": {"avg_ms": 73.662, "count": 254, "max_ms": 89.466, "p95_ms": 85.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.895, "count": 254, "max_ms": 106.353, "p95_ms": 100.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.977, "count": 254, "max_ms": 171.527, "p95_ms": 128.542}, "read_interval": {"avg_ms": 118.191, "count": 253, "max_ms": 183.871, "p95_ms": 144.254}, "triton_wait": {"avg_ms": 90.643, "count": 254, "max_ms": 127.419, "p95_ms": 111.268}, "visualize": {"avg_ms": 3.729, "count": 254, "max_ms": 5.4, "p95_ms": 4.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5700.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:47:52+09:00", "last_error_summary": "[h264 @ 0x565283548400] error while decoding MB 34 66, bytestream -7", "last_exit_at": "2026-07-06T14:47:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.191, "last_started_at": "2026-07-06T14:47:54+09:00", "pid": 11814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.629, "name": "ffmpeg", "pid": 11814, "rss_mb": 331.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.931, "sample_count": 2448, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:48:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:48:13+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:48:13+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T14:48:13.866127+09:00", "mtime_epoch": 1783316893.8661268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:48:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1329.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.209, "pushed": 7.209, "read": 7.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.72, "count": 216, "max_ms": 8.935, "p95_ms": 6.627}, "gstreamer_push": {"avg_ms": 1.5, "count": 216, "max_ms": 6.309, "p95_ms": 3.713}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.959, "count": 216, "max_ms": 90.314, "p95_ms": 79.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.646, "count": 216, "max_ms": 126.404, "p95_ms": 104.486}, "yolo11_640_fire_11class": {"avg_ms": 65.615, "count": 216, "max_ms": 92.241, "p95_ms": 81.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.628, "count": 216, "max_ms": 109.978, "p95_ms": 96.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.605, "count": 216, "max_ms": 170.214, "p95_ms": 149.834}, "read_interval": {"avg_ms": 139.51, "count": 215, "max_ms": 4699.093, "p95_ms": 161.396}, "triton_wait": {"avg_ms": 80.15, "count": 216, "max_ms": 126.416, "p95_ms": 104.498}, "visualize": {"avg_ms": 4.119, "count": 216, "max_ms": 6.646, "p95_ms": 5.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 659, "tracking_summary": 626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5704.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12608.994, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.825, "sample_count": 1585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:48:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:48:15+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T14:48:15+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T14:48:15.618155+09:00", "mtime_epoch": 1783316895.6181555, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:48:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 750.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.422, "pushed": 5.422, "read": 5.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.025, "count": 162, "max_ms": 93.969, "p95_ms": 78.346}, "gstreamer_push": {"avg_ms": 1.087, "count": 162, "max_ms": 2.357, "p95_ms": 1.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.984, "count": 162, "max_ms": 117.508, "p95_ms": 107.882}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.65, "count": 162, "max_ms": 113.893, "p95_ms": 106.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.628, "count": 162, "max_ms": 240.922, "p95_ms": 222.204}, "read_interval": {"avg_ms": 185.359, "count": 161, "max_ms": 247.591, "p95_ms": 229.075}, "triton_wait": {"avg_ms": 77.914, "count": 162, "max_ms": 117.52, "p95_ms": 110.51}, "visualize": {"avg_ms": 32.523, "count": 162, "max_ms": 49.39, "p95_ms": 44.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5713.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.137, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 11707, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.613, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:48:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:48:20+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T14:48:20+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T14:48:20.610238+09:00", "mtime_epoch": 1783316900.6102376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:48:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1469.336, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.441, "pushed": 9.441, "read": 9.408}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.62, "count": 283, "max_ms": 6.106, "p95_ms": 5.312}, "gstreamer_push": {"avg_ms": 1.548, "count": 283, "max_ms": 6.162, "p95_ms": 3.744}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.524, "count": 283, "max_ms": 92.618, "p95_ms": 79.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.375, "count": 283, "max_ms": 122.936, "p95_ms": 104.064}, "yolo11_640_fire_11class": {"avg_ms": 62.936, "count": 283, "max_ms": 92.63, "p95_ms": 81.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.96, "count": 283, "max_ms": 111.14, "p95_ms": 96.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.154, "count": 283, "max_ms": 156.098, "p95_ms": 120.172}, "read_interval": {"avg_ms": 106.279, "count": 282, "max_ms": 165.7, "p95_ms": 134.382}, "triton_wait": {"avg_ms": 77.57, "count": 283, "max_ms": 122.949, "p95_ms": 104.385}, "visualize": {"avg_ms": 3.84, "count": 283, "max_ms": 6.775, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5694.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:47:52+09:00", "last_error_summary": "[h264 @ 0x565283548400] error while decoding MB 34 66, bytestream -7", "last_exit_at": "2026-07-06T14:47:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.258, "last_started_at": "2026-07-06T14:47:54+09:00", "pid": 11814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.887, "name": "ffmpeg", "pid": 11814, "rss_mb": 331.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.834, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:48:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T14:48:43+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T14:48:43+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T14:48:43.870621+09:00", "mtime_epoch": 1783316923.8706214, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:48:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1326.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.238, "pushed": 8.238, "read": 8.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.074, "count": 247, "max_ms": 8.259, "p95_ms": 7.088}, "gstreamer_push": {"avg_ms": 1.343, "count": 247, "max_ms": 6.16, "p95_ms": 1.781}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.702, "count": 247, "max_ms": 91.936, "p95_ms": 79.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.137, "count": 247, "max_ms": 122.512, "p95_ms": 103.412}, "yolo11_640_fire_11class": {"avg_ms": 64.116, "count": 247, "max_ms": 92.593, "p95_ms": 82.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.245, "count": 247, "max_ms": 105.346, "p95_ms": 96.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.646, "count": 247, "max_ms": 188.508, "p95_ms": 153.064}, "read_interval": {"avg_ms": 121.601, "count": 246, "max_ms": 197.996, "p95_ms": 162.814}, "triton_wait": {"avg_ms": 78.551, "count": 247, "max_ms": 122.525, "p95_ms": 103.886}, "visualize": {"avg_ms": 4.374, "count": 247, "max_ms": 6.9, "p95_ms": 5.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 659, "tracking_summary": 627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5700.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12639.099, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.258, "sample_count": 1591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:48:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:48:45+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T14:48:45+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T14:48:45.722652+09:00", "mtime_epoch": 1783316925.7226522, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:48:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 749.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.387, "pushed": 5.387, "read": 5.354}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.187, "count": 161, "max_ms": 96.321, "p95_ms": 78.869}, "gstreamer_push": {"avg_ms": 1.216, "count": 161, "max_ms": 2.904, "p95_ms": 2.297}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.296, "count": 161, "max_ms": 114.331, "p95_ms": 107.852}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.514, "count": 161, "max_ms": 117.145, "p95_ms": 107.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.078, "count": 161, "max_ms": 238.297, "p95_ms": 222.564}, "read_interval": {"avg_ms": 186.971, "count": 160, "max_ms": 244.467, "p95_ms": 230.426}, "triton_wait": {"avg_ms": 78.303, "count": 161, "max_ms": 117.159, "p95_ms": 109.875}, "visualize": {"avg_ms": 35.447, "count": 161, "max_ms": 51.518, "p95_ms": 47.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5697.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.156, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.391, "name": "ffmpeg", "pid": 11707, "rss_mb": 269.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.92, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:48:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:48:50+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T14:48:50+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T14:48:50.634733+09:00", "mtime_epoch": 1783316930.6347334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:48:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.521, "pushed": 9.521, "read": 9.488}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.573, "count": 285, "max_ms": 7.887, "p95_ms": 5.282}, "gstreamer_push": {"avg_ms": 1.488, "count": 285, "max_ms": 7.1, "p95_ms": 1.979}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.376, "count": 285, "max_ms": 88.451, "p95_ms": 78.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.838, "count": 285, "max_ms": 121.418, "p95_ms": 107.815}, "yolo11_640_fire_11class": {"avg_ms": 63.238, "count": 285, "max_ms": 91.043, "p95_ms": 83.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.099, "count": 285, "max_ms": 105.826, "p95_ms": 96.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.005, "count": 285, "max_ms": 149.326, "p95_ms": 122.395}, "read_interval": {"avg_ms": 105.388, "count": 284, "max_ms": 161.036, "p95_ms": 136.912}, "triton_wait": {"avg_ms": 77.901, "count": 285, "max_ms": 121.431, "p95_ms": 107.827}, "visualize": {"avg_ms": 3.76, "count": 285, "max_ms": 5.805, "p95_ms": 5.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 660, "tracking_summary": 628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5700.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12669.144, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.862, "sample_count": 1581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:49:15+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T14:49:15+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T14:49:15.775150+09:00", "mtime_epoch": 1783316955.7751503, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:49:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 749.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.991, "pushed": 4.991, "read": 4.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.178, "count": 149, "max_ms": 85.549, "p95_ms": 81.518}, "gstreamer_push": {"avg_ms": 1.114, "count": 149, "max_ms": 2.061, "p95_ms": 1.888}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.66, "count": 149, "max_ms": 125.323, "p95_ms": 112.088}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.915, "count": 149, "max_ms": 117.803, "p95_ms": 112.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.201, "count": 149, "max_ms": 241.852, "p95_ms": 236.943}, "read_interval": {"avg_ms": 201.78, "count": 148, "max_ms": 250.05, "p95_ms": 244.263}, "triton_wait": {"avg_ms": 80.674, "count": 149, "max_ms": 125.337, "p95_ms": 113.416}, "visualize": {"avg_ms": 38.456, "count": 149, "max_ms": 50.397, "p95_ms": 49.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5703.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.193, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.047, "name": "ffmpeg", "pid": 11707, "rss_mb": 273.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.6, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:49:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:49:20+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T14:49:20+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T14:49:20.671232+09:00", "mtime_epoch": 1783316960.6712317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:49:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1469.477, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.45, "pushed": 9.45, "read": 9.417}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.504, "count": 283, "max_ms": 8.079, "p95_ms": 4.849}, "gstreamer_push": {"avg_ms": 1.531, "count": 283, "max_ms": 6.144, "p95_ms": 3.749}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.23, "count": 283, "max_ms": 89.165, "p95_ms": 78.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.847, "count": 283, "max_ms": 129.744, "p95_ms": 106.344}, "yolo11_640_fire_11class": {"avg_ms": 64.509, "count": 283, "max_ms": 91.198, "p95_ms": 84.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.017, "count": 283, "max_ms": 104.049, "p95_ms": 95.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.545, "count": 283, "max_ms": 144.527, "p95_ms": 123.045}, "read_interval": {"avg_ms": 106.199, "count": 282, "max_ms": 158.747, "p95_ms": 135.444}, "triton_wait": {"avg_ms": 79.038, "count": 283, "max_ms": 129.757, "p95_ms": 106.357}, "visualize": {"avg_ms": 3.755, "count": 283, "max_ms": 6.631, "p95_ms": 4.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5705.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:47:52+09:00", "last_error_summary": "[h264 @ 0x565283548400] error while decoding MB 34 66, bytestream -7", "last_exit_at": "2026-07-06T14:47:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.559, "last_started_at": "2026-07-06T14:47:54+09:00", "pid": 11814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.016, "name": "ffmpeg", "pid": 11814, "rss_mb": 333.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.5, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:49:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:49:27+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T14:49:27+09:00", "mjpeg": {"age_sec": 15.871, "exists": true, "mtime": "2026-07-06T14:49:11.431078+09:00", "mtime_epoch": 1783316951.4310782, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:49:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1327.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.883, "pushed": 3.883, "read": 3.85}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.917, "count": 116, "max_ms": 8.31, "p95_ms": 6.652}, "gstreamer_push": {"avg_ms": 1.345, "count": 116, "max_ms": 3.683, "p95_ms": 1.568}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.55, "count": 116, "max_ms": 88.579, "p95_ms": 80.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.606, "count": 116, "max_ms": 121.571, "p95_ms": 106.123}, "yolo11_640_fire_11class": {"avg_ms": 69.505, "count": 116, "max_ms": 90.085, "p95_ms": 85.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.966, "count": 116, "max_ms": 101.646, "p95_ms": 96.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.733, "count": 116, "max_ms": 152.149, "p95_ms": 149.376}, "read_interval": {"avg_ms": 259.702, "count": 115, "max_ms": 15859.583, "p95_ms": 159.892}, "triton_wait": {"avg_ms": 83.975, "count": 116, "max_ms": 121.585, "p95_ms": 106.136}, "visualize": {"avg_ms": 4.201, "count": 116, "max_ms": 6.121, "p95_ms": 5.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 662, "tracking_summary": 630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5741.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12699.269, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.564, "sample_count": 1595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:49:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:49:46+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T14:49:45+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T14:49:45.879652+09:00", "mtime_epoch": 1783316985.879652, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:49:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 760.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.71, "pushed": 5.71, "read": 5.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.753, "count": 171, "max_ms": 95.502, "p95_ms": 79.052}, "gstreamer_push": {"avg_ms": 1.011, "count": 171, "max_ms": 2.189, "p95_ms": 1.854}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.21, "count": 171, "max_ms": 116.234, "p95_ms": 94.425}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.912, "count": 171, "max_ms": 108.886, "p95_ms": 93.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.524, "count": 171, "max_ms": 224.6, "p95_ms": 209.124}, "read_interval": {"avg_ms": 176.02, "count": 170, "max_ms": 230.792, "p95_ms": 216.104}, "triton_wait": {"avg_ms": 73.509, "count": 171, "max_ms": 116.247, "p95_ms": 95.086}, "visualize": {"avg_ms": 34.02, "count": 171, "max_ms": 50.703, "p95_ms": 45.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5427.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.232, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.617, "name": "ffmpeg", "pid": 11707, "rss_mb": 283.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.842, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:49:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:49:50+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:49:50+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T14:49:50.671732+09:00", "mtime_epoch": 1783316990.671732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:49:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1469.66, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.283, "pushed": 10.283, "read": 10.25}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.388, "count": 308, "max_ms": 5.177, "p95_ms": 3.983}, "gstreamer_push": {"avg_ms": 1.52, "count": 308, "max_ms": 6.497, "p95_ms": 3.638}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.93, "count": 308, "max_ms": 83.669, "p95_ms": 65.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.486, "count": 308, "max_ms": 114.885, "p95_ms": 95.141}, "yolo11_640_fire_11class": {"avg_ms": 57.58, "count": 308, "max_ms": 85.136, "p95_ms": 69.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.006, "count": 308, "max_ms": 94.589, "p95_ms": 69.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.63, "count": 308, "max_ms": 126.842, "p95_ms": 107.093}, "read_interval": {"avg_ms": 97.441, "count": 307, "max_ms": 589.906, "p95_ms": 120.671}, "triton_wait": {"avg_ms": 70.53, "count": 308, "max_ms": 114.897, "p95_ms": 95.154}, "visualize": {"avg_ms": 3.688, "count": 308, "max_ms": 4.638, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5696.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.325, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.996, "name": "ffmpeg", "pid": 11966, "rss_mb": 302.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.269, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:49:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T14:49:57+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T14:49:57+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T14:49:57.227842+09:00", "mtime_epoch": 1783316997.2278416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:49:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1582.109, "name": "celery", "pid": 267, "rss_mb": 1329.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 79, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.72, "pushed": 5.72, "read": 5.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.918, "count": 79, "max_ms": 9.876, "p95_ms": 6.736}, "gstreamer_push": {"avg_ms": 1.327, "count": 79, "max_ms": 3.928, "p95_ms": 1.515}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.138, "count": 79, "max_ms": 89.158, "p95_ms": 83.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.435, "count": 79, "max_ms": 122.421, "p95_ms": 110.075}, "yolo11_640_fire_11class": {"avg_ms": 64.615, "count": 79, "max_ms": 89.31, "p95_ms": 86.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.195, "count": 79, "max_ms": 102.285, "p95_ms": 95.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.253, "count": 79, "max_ms": 172.742, "p95_ms": 162.041}, "read_interval": {"avg_ms": 380.614, "count": 79, "max_ms": 16391.739, "p95_ms": 176.291}, "triton_wait": {"avg_ms": 78.887, "count": 79, "max_ms": 122.433, "p95_ms": 110.087}, "visualize": {"avg_ms": 4.285, "count": 79, "max_ms": 6.153, "p95_ms": 5.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.811, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 664, "tracking_summary": 631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6146.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12729.402, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.683, "sample_count": 1591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:50:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:50:16+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T14:50:16+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T14:50:16.036157+09:00", "mtime_epoch": 1783317016.0361567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:50:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 760.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.216, "pushed": 5.216, "read": 5.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.735, "count": 156, "max_ms": 89.207, "p95_ms": 79.815}, "gstreamer_push": {"avg_ms": 0.949, "count": 156, "max_ms": 2.308, "p95_ms": 1.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.321, "count": 156, "max_ms": 121.32, "p95_ms": 110.761}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.31, "count": 156, "max_ms": 116.46, "p95_ms": 110.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.71, "count": 156, "max_ms": 236.255, "p95_ms": 222.557}, "read_interval": {"avg_ms": 193.254, "count": 155, "max_ms": 242.405, "p95_ms": 229.812}, "triton_wait": {"avg_ms": 82.87, "count": 156, "max_ms": 121.332, "p95_ms": 112.946}, "visualize": {"avg_ms": 32.988, "count": 156, "max_ms": 49.753, "p95_ms": 47.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5989.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.242, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.617, "name": "ffmpeg", "pid": 11707, "rss_mb": 283.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.426, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:50:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:50:20+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T14:50:20+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T14:50:20.680235+09:00", "mtime_epoch": 1783317020.6802347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:50:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1469.75, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.501, "pushed": 9.501, "read": 9.501}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 285, "max_ms": 6.404, "p95_ms": 4.362}, "gstreamer_push": {"avg_ms": 1.498, "count": 285, "max_ms": 6.583, "p95_ms": 2.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.284, "count": 285, "max_ms": 87.398, "p95_ms": 78.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.785, "count": 285, "max_ms": 120.237, "p95_ms": 107.427}, "yolo11_640_fire_11class": {"avg_ms": 63.805, "count": 285, "max_ms": 99.737, "p95_ms": 84.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.305, "count": 285, "max_ms": 103.485, "p95_ms": 95.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.627, "count": 285, "max_ms": 134.874, "p95_ms": 119.855}, "read_interval": {"avg_ms": 105.294, "count": 285, "max_ms": 147.022, "p95_ms": 134.39}, "triton_wait": {"avg_ms": 79.027, "count": 285, "max_ms": 120.25, "p95_ms": 107.441}, "visualize": {"avg_ms": 3.735, "count": 285, "max_ms": 6.504, "p95_ms": 4.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5991.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.408, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.355, "name": "ffmpeg", "pid": 11966, "rss_mb": 331.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.467, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:50:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:50:27+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T14:50:27+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T14:50:27.352347+09:00", "mtime_epoch": 1783317027.3523467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:50:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1580.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.676, "pushed": 7.676, "read": 7.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.436, "count": 230, "max_ms": 9.812, "p95_ms": 8.209}, "gstreamer_push": {"avg_ms": 1.449, "count": 230, "max_ms": 4.373, "p95_ms": 3.657}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.712, "count": 230, "max_ms": 84.84, "p95_ms": 80.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.12, "count": 230, "max_ms": 122.595, "p95_ms": 109.268}, "yolo11_640_fire_11class": {"avg_ms": 65.847, "count": 230, "max_ms": 91.944, "p95_ms": 85.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.287, "count": 230, "max_ms": 102.375, "p95_ms": 97.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.454, "count": 230, "max_ms": 626.232, "p95_ms": 168.918}, "read_interval": {"avg_ms": 130.933, "count": 229, "max_ms": 635.955, "p95_ms": 177.549}, "triton_wait": {"avg_ms": 79.682, "count": 230, "max_ms": 122.608, "p95_ms": 109.28}, "visualize": {"avg_ms": 4.928, "count": 230, "max_ms": 17.016, "p95_ms": 9.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 665, "tracking_summary": 632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5961.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12759.498, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.516, "sample_count": 1588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:50:46+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T14:50:46+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T14:50:46.088662+09:00", "mtime_epoch": 1783317046.0886617, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:50:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 763.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.281, "pushed": 5.281, "read": 5.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.876, "count": 158, "max_ms": 92.228, "p95_ms": 78.977}, "gstreamer_push": {"avg_ms": 0.856, "count": 158, "max_ms": 1.277, "p95_ms": 1.012}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.913, "count": 158, "max_ms": 117.502, "p95_ms": 106.631}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.022, "count": 158, "max_ms": 115.264, "p95_ms": 110.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.201, "count": 158, "max_ms": 237.936, "p95_ms": 223.245}, "read_interval": {"avg_ms": 190.291, "count": 157, "max_ms": 245.75, "p95_ms": 232.04}, "triton_wait": {"avg_ms": 79.166, "count": 158, "max_ms": 117.515, "p95_ms": 112.146}, "visualize": {"avg_ms": 32.083, "count": 158, "max_ms": 51.617, "p95_ms": 44.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5952.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.37, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.195, "name": "ffmpeg", "pid": 11707, "rss_mb": 286.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.541, "sample_count": 2526, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:50:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:50:50+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T14:50:50+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T14:50:50.792741+09:00", "mtime_epoch": 1783317050.792741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:50:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1469.5, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.851, "count": 270, "max_ms": 8.139, "p95_ms": 5.466}, "gstreamer_push": {"avg_ms": 1.504, "count": 270, "max_ms": 6.247, "p95_ms": 3.731}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.037, "count": 270, "max_ms": 85.55, "p95_ms": 79.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.06, "count": 270, "max_ms": 122.604, "p95_ms": 102.867}, "yolo11_640_fire_11class": {"avg_ms": 63.622, "count": 270, "max_ms": 97.087, "p95_ms": 84.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.746, "count": 270, "max_ms": 104.4, "p95_ms": 96.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.871, "count": 270, "max_ms": 161.178, "p95_ms": 142.486}, "read_interval": {"avg_ms": 111.058, "count": 270, "max_ms": 173.696, "p95_ms": 155.672}, "triton_wait": {"avg_ms": 78.27, "count": 270, "max_ms": 122.616, "p95_ms": 103.281}, "visualize": {"avg_ms": 3.96, "count": 270, "max_ms": 6.279, "p95_ms": 5.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5945.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.439, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.355, "name": "ffmpeg", "pid": 11966, "rss_mb": 331.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.153, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:50:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:50:57+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T14:50:57+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T14:50:57.400852+09:00", "mtime_epoch": 1783317057.4008524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:50:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1533.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.557, "pushed": 8.557, "read": 8.524}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.808, "count": 256, "max_ms": 9.094, "p95_ms": 6.592}, "gstreamer_push": {"avg_ms": 1.232, "count": 256, "max_ms": 2.088, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.143, "count": 256, "max_ms": 87.304, "p95_ms": 80.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.22, "count": 256, "max_ms": 115.797, "p95_ms": 104.162}, "yolo11_640_fire_11class": {"avg_ms": 64.987, "count": 256, "max_ms": 101.272, "p95_ms": 85.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.061, "count": 256, "max_ms": 105.07, "p95_ms": 99.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.694, "count": 256, "max_ms": 165.786, "p95_ms": 147.102}, "read_interval": {"avg_ms": 117.424, "count": 255, "max_ms": 181.213, "p95_ms": 159.681}, "triton_wait": {"avg_ms": 77.834, "count": 256, "max_ms": 115.81, "p95_ms": 104.274}, "visualize": {"avg_ms": 4.182, "count": 256, "max_ms": 7.82, "p95_ms": 5.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 666, "tracking_summary": 634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5922.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12789.666, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.158, "sample_count": 1592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:51:16+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T14:51:16+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T14:51:16.293171+09:00", "mtime_epoch": 1783317076.2931714, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:51:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 762.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.845, "count": 166, "max_ms": 89.912, "p95_ms": 79.07}, "gstreamer_push": {"avg_ms": 0.882, "count": 166, "max_ms": 1.343, "p95_ms": 1.092}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.546, "count": 166, "max_ms": 112.029, "p95_ms": 96.631}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.982, "count": 166, "max_ms": 113.997, "p95_ms": 101.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.397, "count": 166, "max_ms": 221.755, "p95_ms": 209.103}, "read_interval": {"avg_ms": 181.727, "count": 165, "max_ms": 232.103, "p95_ms": 216.91}, "triton_wait": {"avg_ms": 76.695, "count": 166, "max_ms": 114.01, "p95_ms": 103.056}, "visualize": {"avg_ms": 29.606, "count": 166, "max_ms": 47.035, "p95_ms": 34.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5924.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.468, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.773, "name": "ffmpeg", "pid": 11707, "rss_mb": 288.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.763, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:51:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:51:21+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T14:51:20+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T14:51:20.913249+09:00", "mtime_epoch": 1783317080.9132495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:51:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.703, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.586, "pushed": 9.586, "read": 9.553}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.831, "count": 287, "max_ms": 9.481, "p95_ms": 5.596}, "gstreamer_push": {"avg_ms": 1.443, "count": 287, "max_ms": 7.167, "p95_ms": 2.269}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.977, "count": 287, "max_ms": 89.59, "p95_ms": 75.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.197, "count": 287, "max_ms": 123.794, "p95_ms": 100.202}, "yolo11_640_fire_11class": {"avg_ms": 60.737, "count": 287, "max_ms": 90.127, "p95_ms": 81.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.481, "count": 287, "max_ms": 105.321, "p95_ms": 95.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.928, "count": 287, "max_ms": 181.87, "p95_ms": 139.718}, "read_interval": {"avg_ms": 104.819, "count": 286, "max_ms": 194.555, "p95_ms": 149.949}, "triton_wait": {"avg_ms": 72.642, "count": 287, "max_ms": 123.807, "p95_ms": 100.976}, "visualize": {"avg_ms": 3.991, "count": 287, "max_ms": 8.87, "p95_ms": 5.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5908.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.562, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.355, "name": "ffmpeg", "pid": 11966, "rss_mb": 331.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.088, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:51:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:51:27+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T14:51:27+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T14:51:27.485361+09:00", "mtime_epoch": 1783317087.4853606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:51:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1496.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.887, "pushed": 7.887, "read": 7.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.802, "count": 236, "max_ms": 10.828, "p95_ms": 7.914}, "gstreamer_push": {"avg_ms": 1.199, "count": 236, "max_ms": 2.402, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.702, "count": 236, "max_ms": 93.441, "p95_ms": 76.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.634, "count": 236, "max_ms": 114.998, "p95_ms": 101.073}, "yolo11_640_fire_11class": {"avg_ms": 62.809, "count": 236, "max_ms": 93.429, "p95_ms": 82.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.298, "count": 236, "max_ms": 108.744, "p95_ms": 95.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.187, "count": 236, "max_ms": 184.888, "p95_ms": 154.658}, "read_interval": {"avg_ms": 127.287, "count": 235, "max_ms": 197.279, "p95_ms": 165.338}, "triton_wait": {"avg_ms": 74.88, "count": 236, "max_ms": 115.012, "p95_ms": 101.237}, "visualize": {"avg_ms": 4.806, "count": 236, "max_ms": 7.505, "p95_ms": 6.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 669, "tracking_summary": 635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5877.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12819.775, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.516, "sample_count": 1582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T14:51:46+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T14:51:46+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T14:51:46.385681+09:00", "mtime_epoch": 1783317106.3856812, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:51:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 760.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.185, "pushed": 5.185, "read": 5.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.732, "count": 155, "max_ms": 96.167, "p95_ms": 83.528}, "gstreamer_push": {"avg_ms": 0.842, "count": 155, "max_ms": 1.834, "p95_ms": 0.934}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.637, "count": 155, "max_ms": 126.906, "p95_ms": 105.966}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.451, "count": 155, "max_ms": 119.619, "p95_ms": 108.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.145, "count": 155, "max_ms": 257.044, "p95_ms": 219.858}, "read_interval": {"avg_ms": 194.213, "count": 154, "max_ms": 265.079, "p95_ms": 227.09}, "triton_wait": {"avg_ms": 79.056, "count": 155, "max_ms": 126.917, "p95_ms": 108.122}, "visualize": {"avg_ms": 28.45, "count": 155, "max_ms": 46.473, "p95_ms": 33.599}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5872.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.533, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.352, "name": "ffmpeg", "pid": 11707, "rss_mb": 291.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.589, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:51:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:51:51+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T14:51:50+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T14:51:51.009759+09:00", "mtime_epoch": 1783317111.0097594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:51:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.012, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.55, "pushed": 8.55, "read": 8.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 256, "max_ms": 8.229, "p95_ms": 5.948}, "gstreamer_push": {"avg_ms": 1.461, "count": 256, "max_ms": 6.793, "p95_ms": 3.747}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.935, "count": 256, "max_ms": 92.938, "p95_ms": 77.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.475, "count": 256, "max_ms": 114.542, "p95_ms": 103.243}, "yolo11_640_fire_11class": {"avg_ms": 62.639, "count": 256, "max_ms": 92.925, "p95_ms": 83.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.827, "count": 256, "max_ms": 111.594, "p95_ms": 97.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.065, "count": 256, "max_ms": 173.288, "p95_ms": 148.316}, "read_interval": {"avg_ms": 117.542, "count": 255, "max_ms": 183.419, "p95_ms": 159.228}, "triton_wait": {"avg_ms": 75.271, "count": 256, "max_ms": 114.556, "p95_ms": 104.028}, "visualize": {"avg_ms": 4.389, "count": 256, "max_ms": 6.903, "p95_ms": 5.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5857.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.604, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.355, "name": "ffmpeg", "pid": 11966, "rss_mb": 331.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.943, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:51:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:51:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T14:51:57+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T14:51:57.545871+09:00", "mtime_epoch": 1783317117.5458705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:51:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1438.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.122, "pushed": 9.122, "read": 9.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.646, "count": 273, "max_ms": 9.738, "p95_ms": 6.693}, "gstreamer_push": {"avg_ms": 1.29, "count": 273, "max_ms": 1.635, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.176, "count": 273, "max_ms": 92.487, "p95_ms": 78.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.613, "count": 273, "max_ms": 111.149, "p95_ms": 102.637}, "yolo11_640_fire_11class": {"avg_ms": 64.815, "count": 273, "max_ms": 94.337, "p95_ms": 85.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.993, "count": 273, "max_ms": 109.858, "p95_ms": 98.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.799, "count": 273, "max_ms": 160.415, "p95_ms": 145.424}, "read_interval": {"avg_ms": 110.076, "count": 272, "max_ms": 169.785, "p95_ms": 155.876}, "triton_wait": {"avg_ms": 74.856, "count": 273, "max_ms": 111.164, "p95_ms": 103.333}, "visualize": {"avg_ms": 4.119, "count": 273, "max_ms": 8.626, "p95_ms": 5.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 670, "tracking_summary": 636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5752.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12849.952, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.158, "sample_count": 1592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:52:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:52:16+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T14:52:16+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T14:52:16.582194+09:00", "mtime_epoch": 1783317136.5821943, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:52:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 764.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.603, "pushed": 5.603, "read": 5.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.575, "count": 168, "max_ms": 83.145, "p95_ms": 80.085}, "gstreamer_push": {"avg_ms": 0.913, "count": 168, "max_ms": 1.575, "p95_ms": 1.153}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.55, "count": 168, "max_ms": 112.991, "p95_ms": 102.01}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.323, "count": 168, "max_ms": 114.414, "p95_ms": 101.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.045, "count": 168, "max_ms": 224.68, "p95_ms": 211.964}, "read_interval": {"avg_ms": 179.605, "count": 167, "max_ms": 233.768, "p95_ms": 220.371}, "triton_wait": {"avg_ms": 75.466, "count": 168, "max_ms": 114.428, "p95_ms": 104.116}, "visualize": {"avg_ms": 29.707, "count": 168, "max_ms": 40.332, "p95_ms": 35.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5753.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.613, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.352, "name": "ffmpeg", "pid": 11707, "rss_mb": 291.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.486, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:52:21+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T14:52:21+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T14:52:21.022270+09:00", "mtime_epoch": 1783317141.02227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:52:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.547, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.243, "pushed": 7.243, "read": 7.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.511, "count": 217, "max_ms": 8.688, "p95_ms": 7.718}, "gstreamer_push": {"avg_ms": 1.285, "count": 217, "max_ms": 7.508, "p95_ms": 2.03}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.45, "count": 217, "max_ms": 92.389, "p95_ms": 79.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.123, "count": 217, "max_ms": 113.065, "p95_ms": 100.968}, "yolo11_640_fire_11class": {"avg_ms": 64.665, "count": 217, "max_ms": 93.483, "p95_ms": 87.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.456, "count": 217, "max_ms": 105.517, "p95_ms": 99.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.792, "count": 217, "max_ms": 178.706, "p95_ms": 161.701}, "read_interval": {"avg_ms": 138.524, "count": 216, "max_ms": 191.555, "p95_ms": 173.389}, "triton_wait": {"avg_ms": 78.066, "count": 217, "max_ms": 113.078, "p95_ms": 103.427}, "visualize": {"avg_ms": 5.191, "count": 217, "max_ms": 8.385, "p95_ms": 6.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5749.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.666, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.355, "name": "ffmpeg", "pid": 11966, "rss_mb": 331.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.375, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:52:27+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T14:52:27+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T14:52:27.622382+09:00", "mtime_epoch": 1783317147.6223824, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:52:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1333.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.639, "pushed": 8.639, "read": 8.606}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.123, "count": 259, "max_ms": 9.898, "p95_ms": 8.293}, "gstreamer_push": {"avg_ms": 1.357, "count": 259, "max_ms": 6.28, "p95_ms": 1.867}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.052, "count": 259, "max_ms": 85.822, "p95_ms": 79.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.426, "count": 259, "max_ms": 116.17, "p95_ms": 97.936}, "yolo11_640_fire_11class": {"avg_ms": 64.227, "count": 259, "max_ms": 92.257, "p95_ms": 83.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.799, "count": 259, "max_ms": 113.113, "p95_ms": 97.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.894, "count": 259, "max_ms": 187.243, "p95_ms": 160.186}, "read_interval": {"avg_ms": 116.152, "count": 258, "max_ms": 203.932, "p95_ms": 170.017}, "triton_wait": {"avg_ms": 74.195, "count": 259, "max_ms": 116.185, "p95_ms": 101.324}, "visualize": {"avg_ms": 4.362, "count": 259, "max_ms": 7.731, "p95_ms": 5.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 672, "tracking_summary": 638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5747.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12880.151, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.286, "sample_count": 1602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:52:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:52:46+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T14:52:46+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T14:52:46.746709+09:00", "mtime_epoch": 1783317166.7467086, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:52:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 764.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.426, "pushed": 5.426, "read": 5.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.948, "count": 162, "max_ms": 102.439, "p95_ms": 81.025}, "gstreamer_push": {"avg_ms": 0.904, "count": 162, "max_ms": 2.858, "p95_ms": 1.064}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.771, "count": 162, "max_ms": 125.35, "p95_ms": 102.756}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.367, "count": 162, "max_ms": 122.725, "p95_ms": 105.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.942, "count": 162, "max_ms": 244.838, "p95_ms": 218.819}, "read_interval": {"avg_ms": 185.177, "count": 161, "max_ms": 251.401, "p95_ms": 225.483}, "triton_wait": {"avg_ms": 75.171, "count": 162, "max_ms": 125.366, "p95_ms": 110.179}, "visualize": {"avg_ms": 30.69, "count": 162, "max_ms": 49.064, "p95_ms": 39.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5751.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.681, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.957, "name": "ffmpeg", "pid": 11707, "rss_mb": 292.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.883, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:52:51+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T14:52:51+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T14:52:51.102783+09:00", "mtime_epoch": 1783317171.102783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:52:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1473.23, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.054, "pushed": 7.054, "read": 7.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.527, "count": 211, "max_ms": 8.282, "p95_ms": 6.408}, "gstreamer_push": {"avg_ms": 1.213, "count": 211, "max_ms": 4.228, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.625, "count": 211, "max_ms": 91.414, "p95_ms": 77.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.699, "count": 211, "max_ms": 118.49, "p95_ms": 109.552}, "yolo11_640_fire_11class": {"avg_ms": 63.924, "count": 211, "max_ms": 88.895, "p95_ms": 83.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.567, "count": 211, "max_ms": 113.057, "p95_ms": 98.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.298, "count": 211, "max_ms": 182.338, "p95_ms": 163.286}, "read_interval": {"avg_ms": 142.508, "count": 210, "max_ms": 194.069, "p95_ms": 173.376}, "triton_wait": {"avg_ms": 79.38, "count": 211, "max_ms": 118.501, "p95_ms": 109.565}, "visualize": {"avg_ms": 5.24, "count": 211, "max_ms": 8.05, "p95_ms": 6.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.691, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.613, "name": "ffmpeg", "pid": 11966, "rss_mb": 331.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.375, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:52:57+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T14:52:57+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T14:52:57.654895+09:00", "mtime_epoch": 1783317177.654895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:52:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1333.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.694, "pushed": 9.694, "read": 9.661}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.524, "count": 290, "max_ms": 9.984, "p95_ms": 6.967}, "gstreamer_push": {"avg_ms": 1.45, "count": 290, "max_ms": 5.845, "p95_ms": 3.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.176, "count": 290, "max_ms": 88.623, "p95_ms": 75.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.499, "count": 290, "max_ms": 115.153, "p95_ms": 98.289}, "yolo11_640_fire_11class": {"avg_ms": 60.559, "count": 290, "max_ms": 89.684, "p95_ms": 83.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.634, "count": 290, "max_ms": 104.752, "p95_ms": 94.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.871, "count": 290, "max_ms": 200.304, "p95_ms": 145.341}, "read_interval": {"avg_ms": 103.588, "count": 289, "max_ms": 208.402, "p95_ms": 155.338}, "triton_wait": {"avg_ms": 69.606, "count": 290, "max_ms": 115.166, "p95_ms": 100.279}, "visualize": {"avg_ms": 4.004, "count": 290, "max_ms": 6.579, "p95_ms": 5.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 673, "tracking_summary": 639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5747.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12910.248, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.315, "sample_count": 1607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:53:17+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T14:53:16+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T14:53:16.875224+09:00", "mtime_epoch": 1783317196.8752239, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:53:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 753.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.55, "pushed": 5.55, "read": 5.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 55.984, "count": 166, "max_ms": 83.421, "p95_ms": 81.5}, "gstreamer_push": {"avg_ms": 1.256, "count": 166, "max_ms": 3.165, "p95_ms": 2.152}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.883, "count": 166, "max_ms": 117.265, "p95_ms": 98.368}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.248, "count": 166, "max_ms": 116.446, "p95_ms": 99.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.221, "count": 166, "max_ms": 241.514, "p95_ms": 211.345}, "read_interval": {"avg_ms": 181.274, "count": 165, "max_ms": 249.235, "p95_ms": 217.914}, "triton_wait": {"avg_ms": 76.22, "count": 166, "max_ms": 117.277, "p95_ms": 100.662}, "visualize": {"avg_ms": 36.73, "count": 166, "max_ms": 55.618, "p95_ms": 49.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5753.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.797, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.824, "name": "ffmpeg", "pid": 11707, "rss_mb": 296.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.503, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:53:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:53:21+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T14:53:21+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T14:53:21.203298+09:00", "mtime_epoch": 1783317201.203298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:53:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.168, "pushed": 7.168, "read": 7.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.554, "count": 214, "max_ms": 7.305, "p95_ms": 6.257}, "gstreamer_push": {"avg_ms": 1.208, "count": 215, "max_ms": 4.233, "p95_ms": 2.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.581, "count": 214, "max_ms": 86.541, "p95_ms": 67.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.878, "count": 214, "max_ms": 119.327, "p95_ms": 98.597}, "yolo11_640_fire_11class": {"avg_ms": 58.64, "count": 214, "max_ms": 89.919, "p95_ms": 81.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.184, "count": 214, "max_ms": 103.691, "p95_ms": 91.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.284, "count": 215, "max_ms": 172.027, "p95_ms": 152.859}, "read_interval": {"avg_ms": 139.987, "count": 214, "max_ms": 1597.793, "p95_ms": 162.775}, "triton_wait": {"avg_ms": 71.148, "count": 214, "max_ms": 119.339, "p95_ms": 99.476}, "visualize": {"avg_ms": 5.232, "count": 214, "max_ms": 7.156, "p95_ms": 5.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5766.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 23, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:49:47+09:00", "last_error_summary": "[h264 @ 0x55c642ff1ac0] error while decoding MB 52 45, bytestream -27 [in#0/rtsp @ 0x55c642e33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c642e33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.673, "last_started_at": "2026-07-06T14:49:50+09:00", "pid": 11966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.742, "name": "ffmpeg", "pid": 11966, "rss_mb": 353.742, "state": "S (sleeping)", "threads": 104}, "restart_count": 23, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.125, "sample_count": 1994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:53:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T14:53:35+09:00", "mjpeg": {"age_sec": 16.694, "exists": true, "mtime": "2026-07-06T14:53:19.007261+09:00", "mtime_epoch": 1783317199.0072606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:53:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1330.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.119, "pushed": 0.119, "read": 0.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 2, "max_ms": 4.131, "p95_ms": 4.131}, "gstreamer_push": {"avg_ms": 1.27, "count": 2, "max_ms": 1.274, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.608, "count": 2, "max_ms": 53.744, "p95_ms": 53.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.708, "count": 2, "max_ms": 67.149, "p95_ms": 67.149}, "yolo11_640_fire_11class": {"avg_ms": 60.15, "count": 2, "max_ms": 64.887, "p95_ms": 64.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.224, "count": 2, "max_ms": 63.548, "p95_ms": 63.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.061, "count": 2, "max_ms": 79.772, "p95_ms": 79.772}, "read_interval": {"avg_ms": 15253.807, "count": 2, "max_ms": 16705.557, "p95_ms": 16705.557}, "triton_wait": {"avg_ms": 66.029, "count": 2, "max_ms": 67.161, "p95_ms": 67.161}, "visualize": {"avg_ms": 3.804, "count": 2, "max_ms": 4.037, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.793, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 675, "tracking_summary": 641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5746.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12940.312, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.051, "sample_count": 1607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:53:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:53:47+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T14:53:46+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T14:53:46.927740+09:00", "mtime_epoch": 1783317226.9277396, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:53:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 761.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.36, "pushed": 5.36, "read": 5.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.504, "count": 160, "max_ms": 89.066, "p95_ms": 78.465}, "gstreamer_push": {"avg_ms": 0.976, "count": 160, "max_ms": 2.25, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.882, "count": 160, "max_ms": 110.137, "p95_ms": 95.288}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.487, "count": 160, "max_ms": 109.807, "p95_ms": 96.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.266, "count": 160, "max_ms": 218.287, "p95_ms": 206.161}, "read_interval": {"avg_ms": 187.839, "count": 159, "max_ms": 228.669, "p95_ms": 215.204}, "triton_wait": {"avg_ms": 73.816, "count": 160, "max_ms": 110.149, "p95_ms": 96.565}, "visualize": {"avg_ms": 33.864, "count": 160, "max_ms": 47.462, "p95_ms": 45.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5743.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:46:51+09:00", "last_error_summary": "[h264 @ 0x55887f9342c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f9342c0] error while decoding MB 0 13, bytestream 4364 [h264 @ 0x55887f9342c0] cabac decode of qscale diff failed at 29 32 [h264 @ 0x55887f9342c0] error while decoding MB 29 32, bytestream 6152 [h264 @ 0x55887f7965c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55887f7965c0] error while decoding MB 0 3, bytestream 3754 [h264 @ 0x55887ecb9580] left block unavailable for requested intra", "last_exit_at": "2026-07-06T14:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 418.379, "last_started_at": "2026-07-06T14:46:53+09:00", "pid": 11707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.371, "name": "ffmpeg", "pid": 11707, "rss_mb": 298.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 8, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.415, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:53:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:53:51+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T14:53:51+09:00", "mjpeg": {"age_sec": 5.669, "exists": true, "mtime": "2026-07-06T14:53:46.255728+09:00", "mtime_epoch": 1783317226.255728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:53:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1474.113, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.287, "pushed": 6.287, "read": 6.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.459, "count": 188, "max_ms": 8.893, "p95_ms": 7.22}, "gstreamer_push": {"avg_ms": 1.188, "count": 188, "max_ms": 3.677, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.726, "count": 188, "max_ms": 85.505, "p95_ms": 64.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.783, "count": 188, "max_ms": 115.873, "p95_ms": 94.406}, "yolo11_640_fire_11class": {"avg_ms": 56.984, "count": 188, "max_ms": 85.964, "p95_ms": 72.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.647, "count": 188, "max_ms": 101.077, "p95_ms": 80.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.017, "count": 188, "max_ms": 174.295, "p95_ms": 153.423}, "read_interval": {"avg_ms": 159.908, "count": 187, "max_ms": 5676.017, "p95_ms": 165.105}, "triton_wait": {"avg_ms": 69.981, "count": 188, "max_ms": 115.888, "p95_ms": 94.918}, "visualize": {"avg_ms": 5.158, "count": 188, "max_ms": 8.655, "p95_ms": 6.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5843.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:53:36+09:00", "last_error_summary": "[h264 @ 0x56334507bd00] error while decoding MB 57 32, bytestream -25 [in#0/rtsp @ 0x56334429fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56334429fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:53:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.53, "last_started_at": "2026-07-06T14:53:39+09:00", "pid": 12178, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.074, "name": "ffmpeg", "pid": 12178, "rss_mb": 329.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 11, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.592, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:54:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:54:05+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:54:05+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T14:54:05.656061+09:00", "mtime_epoch": 1783317245.6560614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:54:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1331.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.577, "pushed": 8.577, "read": 8.544}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.413, "count": 257, "max_ms": 9.919, "p95_ms": 6.456}, "gstreamer_push": {"avg_ms": 1.491, "count": 257, "max_ms": 6.335, "p95_ms": 2.9}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.094, "count": 257, "max_ms": 82.444, "p95_ms": 64.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.677, "count": 257, "max_ms": 118.08, "p95_ms": 93.353}, "yolo11_640_fire_11class": {"avg_ms": 58.016, "count": 257, "max_ms": 88.952, "p95_ms": 71.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.659, "count": 257, "max_ms": 99.013, "p95_ms": 86.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.228, "count": 257, "max_ms": 168.781, "p95_ms": 118.909}, "read_interval": {"avg_ms": 116.944, "count": 256, "max_ms": 4341.779, "p95_ms": 136.5}, "triton_wait": {"avg_ms": 67.539, "count": 257, "max_ms": 118.093, "p95_ms": 94.909}, "visualize": {"avg_ms": 3.965, "count": 257, "max_ms": 7.165, "p95_ms": 5.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 676, "tracking_summary": 642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5697.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 12970.447, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.245, "sample_count": 1611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:54:17+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T14:54:17+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T14:54:17.080258+09:00", "mtime_epoch": 1783317257.0802581, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:54:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 759.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.176, "pushed": 5.176, "read": 5.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.782, "count": 155, "max_ms": 82.109, "p95_ms": 78.497}, "gstreamer_push": {"avg_ms": 0.964, "count": 155, "max_ms": 2.053, "p95_ms": 1.805}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.769, "count": 155, "max_ms": 110.675, "p95_ms": 95.196}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.024, "count": 155, "max_ms": 124.03, "p95_ms": 99.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.919, "count": 155, "max_ms": 230.015, "p95_ms": 213.978}, "read_interval": {"avg_ms": 194.517, "count": 154, "max_ms": 238.925, "p95_ms": 220.827}, "triton_wait": {"avg_ms": 75.333, "count": 155, "max_ms": 124.043, "p95_ms": 99.765}, "visualize": {"avg_ms": 33.951, "count": 155, "max_ms": 45.923, "p95_ms": 45.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5728.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.698, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.719, "name": "ffmpeg", "pid": 12330, "rss_mb": 263.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.468, "sample_count": 2348, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:54:21+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T14:54:21+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T14:54:21.900341+09:00", "mtime_epoch": 1783317261.9003413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:54:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1473.801, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 120, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.007, "pushed": 6.007, "read": 6.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.067, "count": 120, "max_ms": 8.621, "p95_ms": 6.584}, "gstreamer_push": {"avg_ms": 1.323, "count": 120, "max_ms": 3.99, "p95_ms": 3.618}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.236, "count": 120, "max_ms": 87.037, "p95_ms": 71.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.219, "count": 120, "max_ms": 117.529, "p95_ms": 99.791}, "yolo11_640_fire_11class": {"avg_ms": 62.063, "count": 120, "max_ms": 89.016, "p95_ms": 83.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.496, "count": 120, "max_ms": 103.615, "p95_ms": 93.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.637, "count": 120, "max_ms": 169.348, "p95_ms": 152.808}, "read_interval": {"avg_ms": 250.837, "count": 120, "max_ms": 10209.028, "p95_ms": 164.122}, "triton_wait": {"avg_ms": 76.752, "count": 120, "max_ms": 117.542, "p95_ms": 101.552}, "visualize": {"avg_ms": 4.806, "count": 120, "max_ms": 7.136, "p95_ms": 5.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5730.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:53:36+09:00", "last_error_summary": "[h264 @ 0x56334507bd00] error while decoding MB 57 32, bytestream -25 [in#0/rtsp @ 0x56334429fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56334429fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:53:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.616, "last_started_at": "2026-07-06T14:53:39+09:00", "pid": 12178, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.074, "name": "ffmpeg", "pid": 12178, "rss_mb": 329.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 11, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.943, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:54:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:54:35+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T14:54:35+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:54:35.744580+09:00", "mtime_epoch": 1783317275.74458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:54:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1340.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.9, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.758, "count": 266, "max_ms": 9.701, "p95_ms": 6.954}, "gstreamer_push": {"avg_ms": 1.545, "count": 267, "max_ms": 6.284, "p95_ms": 3.765}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.841, "count": 266, "max_ms": 84.86, "p95_ms": 77.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.31, "count": 266, "max_ms": 117.315, "p95_ms": 100.324}, "yolo11_640_fire_11class": {"avg_ms": 62.345, "count": 266, "max_ms": 95.26, "p95_ms": 82.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.906, "count": 266, "max_ms": 103.838, "p95_ms": 94.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.435, "count": 266, "max_ms": 182.368, "p95_ms": 145.51}, "read_interval": {"avg_ms": 112.628, "count": 266, "max_ms": 194.212, "p95_ms": 155.213}, "triton_wait": {"avg_ms": 74.269, "count": 266, "max_ms": 117.329, "p95_ms": 100.988}, "visualize": {"avg_ms": 4.189, "count": 266, "max_ms": 7.719, "p95_ms": 5.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 679, "tracking_summary": 643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5728.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13000.494, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.304, "sample_count": 1607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:54:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:54:47+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T14:54:47+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T14:54:47.120776+09:00", "mtime_epoch": 1783317287.1207762, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:54:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 763.762, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.558, "pushed": 5.558, "read": 5.524}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.736, "count": 166, "max_ms": 97.34, "p95_ms": 80.02}, "gstreamer_push": {"avg_ms": 1.012, "count": 166, "max_ms": 2.623, "p95_ms": 2.113}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.448, "count": 166, "max_ms": 113.949, "p95_ms": 105.372}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.395, "count": 166, "max_ms": 115.978, "p95_ms": 106.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.457, "count": 166, "max_ms": 227.164, "p95_ms": 212.304}, "read_interval": {"avg_ms": 180.968, "count": 165, "max_ms": 233.335, "p95_ms": 219.119}, "triton_wait": {"avg_ms": 75.926, "count": 166, "max_ms": 115.991, "p95_ms": 107.178}, "visualize": {"avg_ms": 30.647, "count": 166, "max_ms": 44.828, "p95_ms": 40.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5726.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.756, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.07, "name": "ffmpeg", "pid": 12330, "rss_mb": 267.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.818, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:54:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:54:52+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T14:54:51+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T14:54:51.892859+09:00", "mtime_epoch": 1783317291.8928587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:54:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.102, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.749, "pushed": 7.749, "read": 7.716}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.128, "count": 232, "max_ms": 8.815, "p95_ms": 7.235}, "gstreamer_push": {"avg_ms": 1.275, "count": 232, "max_ms": 5.038, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.391, "count": 232, "max_ms": 85.07, "p95_ms": 78.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.26, "count": 232, "max_ms": 119.993, "p95_ms": 104.097}, "yolo11_640_fire_11class": {"avg_ms": 62.456, "count": 232, "max_ms": 92.322, "p95_ms": 82.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.574, "count": 232, "max_ms": 107.81, "p95_ms": 98.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.195, "count": 232, "max_ms": 172.3, "p95_ms": 155.85}, "read_interval": {"avg_ms": 129.394, "count": 231, "max_ms": 183.954, "p95_ms": 165.061}, "triton_wait": {"avg_ms": 76.872, "count": 232, "max_ms": 120.005, "p95_ms": 104.107}, "visualize": {"avg_ms": 4.817, "count": 232, "max_ms": 8.537, "p95_ms": 5.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5732.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:53:36+09:00", "last_error_summary": "[h264 @ 0x56334507bd00] error while decoding MB 57 32, bytestream -25 [in#0/rtsp @ 0x56334429fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56334429fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:53:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.668, "last_started_at": "2026-07-06T14:53:39+09:00", "pid": 12178, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.074, "name": "ffmpeg", "pid": 12178, "rss_mb": 329.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 11, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.566, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:55:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:55:05+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T14:55:05+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T14:55:05.801099+09:00", "mtime_epoch": 1783317305.801099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:55:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1337.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.285, "pushed": 8.285, "read": 8.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.429, "count": 248, "max_ms": 9.823, "p95_ms": 7.582}, "gstreamer_push": {"avg_ms": 1.305, "count": 248, "max_ms": 6.553, "p95_ms": 1.574}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.373, "count": 248, "max_ms": 87.584, "p95_ms": 77.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.93, "count": 248, "max_ms": 114.911, "p95_ms": 101.025}, "yolo11_640_fire_11class": {"avg_ms": 62.139, "count": 248, "max_ms": 96.206, "p95_ms": 82.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.545, "count": 248, "max_ms": 106.127, "p95_ms": 95.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.593, "count": 248, "max_ms": 163.99, "p95_ms": 154.24}, "read_interval": {"avg_ms": 121.156, "count": 247, "max_ms": 175.02, "p95_ms": 164.27}, "triton_wait": {"avg_ms": 73.219, "count": 248, "max_ms": 114.926, "p95_ms": 101.236}, "visualize": {"avg_ms": 4.557, "count": 248, "max_ms": 9.304, "p95_ms": 5.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 679, "tracking_summary": 645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5718.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13030.554, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.405, "sample_count": 1615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:55:17+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T14:55:17+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T14:55:17.177296+09:00", "mtime_epoch": 1783317317.177296, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:55:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 768.438, "name": "celery", "pid": 239, "rss_mb": 756.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.454, "pushed": 5.454, "read": 5.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.576, "count": 163, "max_ms": 97.661, "p95_ms": 85.201}, "gstreamer_push": {"avg_ms": 0.886, "count": 163, "max_ms": 2.03, "p95_ms": 1.039}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.127, "count": 163, "max_ms": 115.139, "p95_ms": 105.272}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.421, "count": 163, "max_ms": 119.116, "p95_ms": 107.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.864, "count": 163, "max_ms": 231.512, "p95_ms": 217.907}, "read_interval": {"avg_ms": 184.385, "count": 162, "max_ms": 239.804, "p95_ms": 224.367}, "triton_wait": {"avg_ms": 78.407, "count": 163, "max_ms": 119.129, "p95_ms": 110.493}, "visualize": {"avg_ms": 29.621, "count": 163, "max_ms": 42.153, "p95_ms": 35.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5730.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.83, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.586, "name": "ffmpeg", "pid": 12330, "rss_mb": 267.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.829, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:55:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:55:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T14:55:22+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T14:55:22.053380+09:00", "mtime_epoch": 1783317322.0533803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:55:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.457, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.584, "pushed": 9.584, "read": 9.55}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 287, "max_ms": 6.183, "p95_ms": 5.485}, "gstreamer_push": {"avg_ms": 1.492, "count": 287, "max_ms": 5.962, "p95_ms": 3.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.31, "count": 287, "max_ms": 87.075, "p95_ms": 78.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.82, "count": 287, "max_ms": 122.094, "p95_ms": 102.986}, "yolo11_640_fire_11class": {"avg_ms": 64.737, "count": 287, "max_ms": 89.483, "p95_ms": 85.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.805, "count": 287, "max_ms": 108.03, "p95_ms": 95.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.874, "count": 287, "max_ms": 166.145, "p95_ms": 122.359}, "read_interval": {"avg_ms": 104.885, "count": 286, "max_ms": 175.451, "p95_ms": 138.124}, "triton_wait": {"avg_ms": 77.258, "count": 287, "max_ms": 122.106, "p95_ms": 103.4}, "visualize": {"avg_ms": 3.764, "count": 287, "max_ms": 6.313, "p95_ms": 5.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5737.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:53:36+09:00", "last_error_summary": "[h264 @ 0x56334507bd00] error while decoding MB 57 32, bytestream -25 [in#0/rtsp @ 0x56334429fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56334429fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:53:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.677, "last_started_at": "2026-07-06T14:53:39+09:00", "pid": 12178, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.59, "name": "ffmpeg", "pid": 12178, "rss_mb": 329.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 11, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.421, "sample_count": 2338, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:55:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:55:35+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T14:55:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T14:55:35.817619+09:00", "mtime_epoch": 1783317335.8176186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:55:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1336.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.233, "pushed": 8.233, "read": 8.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.619, "count": 247, "max_ms": 9.669, "p95_ms": 6.335}, "gstreamer_push": {"avg_ms": 1.442, "count": 247, "max_ms": 6.107, "p95_ms": 3.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.94, "count": 247, "max_ms": 87.23, "p95_ms": 82.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.116, "count": 247, "max_ms": 125.413, "p95_ms": 114.26}, "yolo11_640_fire_11class": {"avg_ms": 70.303, "count": 247, "max_ms": 89.686, "p95_ms": 85.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.269, "count": 247, "max_ms": 104.666, "p95_ms": 97.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.024, "count": 247, "max_ms": 171.274, "p95_ms": 146.877}, "read_interval": {"avg_ms": 121.554, "count": 247, "max_ms": 180.429, "p95_ms": 157.14}, "triton_wait": {"avg_ms": 83.608, "count": 247, "max_ms": 125.426, "p95_ms": 114.272}, "visualize": {"avg_ms": 4.145, "count": 247, "max_ms": 9.107, "p95_ms": 5.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 680, "tracking_summary": 646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5737.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13060.571, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.182, "sample_count": 1608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:55:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:55:47+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T14:55:47+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T14:55:47.201816+09:00", "mtime_epoch": 1783317347.201816, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:55:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 770.312, "name": "celery", "pid": 239, "rss_mb": 767.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.056, "pushed": 5.056, "read": 5.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.734, "count": 151, "max_ms": 93.427, "p95_ms": 87.403}, "gstreamer_push": {"avg_ms": 0.888, "count": 151, "max_ms": 2.916, "p95_ms": 1.103}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.447, "count": 151, "max_ms": 116.651, "p95_ms": 109.929}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.433, "count": 151, "max_ms": 121.042, "p95_ms": 109.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.466, "count": 151, "max_ms": 238.158, "p95_ms": 225.241}, "read_interval": {"avg_ms": 198.895, "count": 150, "max_ms": 248.776, "p95_ms": 233.564}, "triton_wait": {"avg_ms": 81.169, "count": 151, "max_ms": 121.054, "p95_ms": 111.441}, "visualize": {"avg_ms": 32.592, "count": 151, "max_ms": 49.453, "p95_ms": 44.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5726.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.946, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.465, "name": "ffmpeg", "pid": 12330, "rss_mb": 276.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.34, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:55:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:55:52+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T14:55:52+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T14:55:52.125901+09:00", "mtime_epoch": 1783317352.1259015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:55:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1467.941, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.169, "pushed": 9.169, "read": 9.169}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 275, "max_ms": 5.417, "p95_ms": 4.137}, "gstreamer_push": {"avg_ms": 1.468, "count": 275, "max_ms": 7.289, "p95_ms": 1.732}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.46, "count": 275, "max_ms": 91.384, "p95_ms": 83.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.726, "count": 275, "max_ms": 126.234, "p95_ms": 112.728}, "yolo11_640_fire_11class": {"avg_ms": 68.677, "count": 275, "max_ms": 91.525, "p95_ms": 85.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.278, "count": 275, "max_ms": 102.281, "p95_ms": 96.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.881, "count": 275, "max_ms": 139.087, "p95_ms": 124.918}, "read_interval": {"avg_ms": 109.074, "count": 275, "max_ms": 151.859, "p95_ms": 137.797}, "triton_wait": {"avg_ms": 83.61, "count": 275, "max_ms": 126.248, "p95_ms": 112.741}, "visualize": {"avg_ms": 3.696, "count": 275, "max_ms": 5.586, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5735.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:53:36+09:00", "last_error_summary": "[h264 @ 0x56334507bd00] error while decoding MB 57 32, bytestream -25 [in#0/rtsp @ 0x56334429fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56334429fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:53:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.798, "last_started_at": "2026-07-06T14:53:39+09:00", "pid": 12178, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.457, "name": "ffmpeg", "pid": 12178, "rss_mb": 330.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 11, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.15, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:56:12+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T14:56:11+09:00", "mjpeg": {"age_sec": 9.472, "exists": true, "mtime": "2026-07-06T14:56:02.566083+09:00", "mtime_epoch": 1783317362.5660827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:56:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1334.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.715, "pushed": 5.715, "read": 5.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.7, "count": 171, "max_ms": 6.917, "p95_ms": 6.355}, "gstreamer_push": {"avg_ms": 1.39, "count": 171, "max_ms": 6.237, "p95_ms": 1.569}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.138, "count": 171, "max_ms": 89.254, "p95_ms": 81.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.878, "count": 171, "max_ms": 122.281, "p95_ms": 109.5}, "yolo11_640_fire_11class": {"avg_ms": 69.287, "count": 171, "max_ms": 91.104, "p95_ms": 84.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.195, "count": 171, "max_ms": 101.427, "p95_ms": 96.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.815, "count": 171, "max_ms": 152.969, "p95_ms": 146.369}, "read_interval": {"avg_ms": 175.843, "count": 170, "max_ms": 9475.839, "p95_ms": 158.296}, "triton_wait": {"avg_ms": 83.326, "count": 171, "max_ms": 122.294, "p95_ms": 109.512}, "visualize": {"avg_ms": 4.171, "count": 171, "max_ms": 6.036, "p95_ms": 5.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 682, "tracking_summary": 647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5736.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13090.614, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.593, "sample_count": 1609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:56:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:56:17+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T14:56:17+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T14:56:17.214337+09:00", "mtime_epoch": 1783317377.214337, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:56:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 770.312, "name": "celery", "pid": 239, "rss_mb": 762.469, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.559, "pushed": 5.559, "read": 5.525}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.744, "count": 166, "max_ms": 83.055, "p95_ms": 81.053}, "gstreamer_push": {"avg_ms": 1.015, "count": 166, "max_ms": 2.317, "p95_ms": 2.022}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.484, "count": 166, "max_ms": 113.773, "p95_ms": 102.929}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.451, "count": 166, "max_ms": 114.387, "p95_ms": 108.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.692, "count": 166, "max_ms": 230.589, "p95_ms": 219.019}, "read_interval": {"avg_ms": 180.86, "count": 165, "max_ms": 238.006, "p95_ms": 226.653}, "triton_wait": {"avg_ms": 77.193, "count": 166, "max_ms": 114.399, "p95_ms": 108.4}, "visualize": {"avg_ms": 33.404, "count": 166, "max_ms": 56.721, "p95_ms": 44.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5733.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.022, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.465, "name": "ffmpeg", "pid": 12330, "rss_mb": 276.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.164, "sample_count": 2300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:56:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:56:22+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T14:56:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T14:56:22.214424+09:00", "mtime_epoch": 1783317382.2144241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:56:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.168, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.146}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.454, "count": 305, "max_ms": 4.843, "p95_ms": 4.096}, "gstreamer_push": {"avg_ms": 1.56, "count": 305, "max_ms": 6.925, "p95_ms": 3.749}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.679, "count": 305, "max_ms": 88.861, "p95_ms": 75.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.188, "count": 305, "max_ms": 119.22, "p95_ms": 97.234}, "yolo11_640_fire_11class": {"avg_ms": 59.592, "count": 305, "max_ms": 89.716, "p95_ms": 78.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.165, "count": 305, "max_ms": 97.083, "p95_ms": 88.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.57, "count": 305, "max_ms": 132.153, "p95_ms": 109.245}, "read_interval": {"avg_ms": 98.567, "count": 304, "max_ms": 148.807, "p95_ms": 125.371}, "triton_wait": {"avg_ms": 73.229, "count": 305, "max_ms": 119.233, "p95_ms": 97.247}, "visualize": {"avg_ms": 3.708, "count": 305, "max_ms": 4.407, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5731.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:56:29+09:00", "last_error_summary": "[h264 @ 0x55ddecdac700] error while decoding MB 58 52, bytestream -15 [in#0/rtsp @ 0x55ddec309e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ddec309e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.013, "last_started_at": "2026-07-06T14:56:32+09:00", "pid": 12437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.043, "name": "ffmpeg", "pid": 12437, "rss_mb": 325.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.45, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:56:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:56:42+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T14:56:42+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:56:42.054769+09:00", "mtime_epoch": 1783317402.0547693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:56:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1332.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 78, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.542, "pushed": 5.542, "read": 5.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.475, "count": 78, "max_ms": 9.917, "p95_ms": 7.079}, "gstreamer_push": {"avg_ms": 1.377, "count": 78, "max_ms": 3.842, "p95_ms": 2.731}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.101, "count": 78, "max_ms": 88.52, "p95_ms": 82.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.951, "count": 78, "max_ms": 116.308, "p95_ms": 109.62}, "yolo11_640_fire_11class": {"avg_ms": 61.446, "count": 78, "max_ms": 93.097, "p95_ms": 86.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.295, "count": 78, "max_ms": 104.985, "p95_ms": 96.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.67, "count": 78, "max_ms": 166.268, "p95_ms": 151.899}, "read_interval": {"avg_ms": 386.334, "count": 78, "max_ms": 16182.129, "p95_ms": 173.084}, "triton_wait": {"avg_ms": 72.338, "count": 78, "max_ms": 116.32, "p95_ms": 109.633}, "visualize": {"avg_ms": 4.652, "count": 78, "max_ms": 6.668, "p95_ms": 5.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.075, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 684, "tracking_summary": 649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5736.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13120.751, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.182, "sample_count": 1610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:56:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:56:47+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T14:56:47+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T14:56:47.358862+09:00", "mtime_epoch": 1783317407.3588617, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:56:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 770.312, "name": "celery", "pid": 239, "rss_mb": 768.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.246, "pushed": 5.246, "read": 5.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 66.122, "count": 157, "max_ms": 89.422, "p95_ms": 82.171}, "gstreamer_push": {"avg_ms": 0.883, "count": 157, "max_ms": 2.333, "p95_ms": 1.027}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.96, "count": 157, "max_ms": 116.722, "p95_ms": 103.794}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.1, "count": 157, "max_ms": 124.721, "p95_ms": 104.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.742, "count": 157, "max_ms": 235.243, "p95_ms": 215.42}, "read_interval": {"avg_ms": 191.849, "count": 156, "max_ms": 241.84, "p95_ms": 222.199}, "triton_wait": {"avg_ms": 83.222, "count": 157, "max_ms": 124.733, "p95_ms": 105.97}, "visualize": {"avg_ms": 30.158, "count": 157, "max_ms": 48.525, "p95_ms": 40.577}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5736.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.096, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.465, "name": "ffmpeg", "pid": 12330, "rss_mb": 276.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.659, "sample_count": 2340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:56:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:56:52+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T14:56:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T14:56:52.282948+09:00", "mtime_epoch": 1783317412.2829475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:56:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.141, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.375, "count": 296, "max_ms": 5.255, "p95_ms": 4.078}, "gstreamer_push": {"avg_ms": 1.541, "count": 296, "max_ms": 6.538, "p95_ms": 3.657}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.433, "count": 296, "max_ms": 88.242, "p95_ms": 80.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.646, "count": 296, "max_ms": 125.736, "p95_ms": 102.682}, "yolo11_640_fire_11class": {"avg_ms": 61.405, "count": 296, "max_ms": 92.101, "p95_ms": 84.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.259, "count": 296, "max_ms": 103.774, "p95_ms": 95.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.115, "count": 296, "max_ms": 139.436, "p95_ms": 114.633}, "read_interval": {"avg_ms": 101.561, "count": 295, "max_ms": 154.442, "p95_ms": 127.905}, "triton_wait": {"avg_ms": 75.851, "count": 296, "max_ms": 125.751, "p95_ms": 102.694}, "visualize": {"avg_ms": 3.693, "count": 296, "max_ms": 4.736, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5734.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:56:29+09:00", "last_error_summary": "[h264 @ 0x55ddecdac700] error while decoding MB 58 52, bytestream -15 [in#0/rtsp @ 0x55ddec309e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ddec309e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.058, "last_started_at": "2026-07-06T14:56:32+09:00", "pid": 12437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.168, "name": "ffmpeg", "pid": 12437, "rss_mb": 329.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.316, "sample_count": 2054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:57:12+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T14:57:12+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T14:57:12.099293+09:00", "mtime_epoch": 1783317432.099293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:57:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1332.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.452, "pushed": 8.452, "read": 8.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.968, "count": 253, "max_ms": 9.732, "p95_ms": 6.744}, "gstreamer_push": {"avg_ms": 1.324, "count": 253, "max_ms": 4.049, "p95_ms": 1.63}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.834, "count": 253, "max_ms": 90.104, "p95_ms": 82.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.788, "count": 253, "max_ms": 119.061, "p95_ms": 105.714}, "yolo11_640_fire_11class": {"avg_ms": 67.668, "count": 253, "max_ms": 96.923, "p95_ms": 86.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.697, "count": 253, "max_ms": 103.73, "p95_ms": 99.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.456, "count": 253, "max_ms": 167.421, "p95_ms": 149.096}, "read_interval": {"avg_ms": 118.717, "count": 252, "max_ms": 177.206, "p95_ms": 159.061}, "triton_wait": {"avg_ms": 79.126, "count": 253, "max_ms": 119.073, "p95_ms": 105.727}, "visualize": {"avg_ms": 4.306, "count": 253, "max_ms": 9.323, "p95_ms": 5.516}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 685, "tracking_summary": 650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5729.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13150.768, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.907, "sample_count": 1599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:57:17+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T14:57:17+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T14:57:17.403385+09:00", "mtime_epoch": 1783317437.4033854, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:57:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 770.312, "name": "celery", "pid": 239, "rss_mb": 757.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.227, "pushed": 5.227, "read": 5.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.053, "count": 156, "max_ms": 84.113, "p95_ms": 79.375}, "gstreamer_push": {"avg_ms": 0.857, "count": 156, "max_ms": 1.145, "p95_ms": 1.015}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.507, "count": 156, "max_ms": 114.589, "p95_ms": 104.101}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.06, "count": 156, "max_ms": 116.991, "p95_ms": 110.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.147, "count": 156, "max_ms": 228.591, "p95_ms": 220.634}, "read_interval": {"avg_ms": 192.496, "count": 155, "max_ms": 234.852, "p95_ms": 227.265}, "triton_wait": {"avg_ms": 81.571, "count": 156, "max_ms": 117.004, "p95_ms": 110.368}, "visualize": {"avg_ms": 30.527, "count": 156, "max_ms": 42.461, "p95_ms": 35.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5738.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.151, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.465, "name": "ffmpeg", "pid": 12330, "rss_mb": 276.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.946, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:57:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T14:57:22+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T14:57:22+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T14:57:22.319471+09:00", "mtime_epoch": 1783317442.3194711, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:57:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.023, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.629, "pushed": 9.629, "read": 9.596}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.462, "count": 288, "max_ms": 5.497, "p95_ms": 4.869}, "gstreamer_push": {"avg_ms": 1.624, "count": 288, "max_ms": 6.62, "p95_ms": 3.757}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.088, "count": 288, "max_ms": 88.809, "p95_ms": 78.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.809, "count": 288, "max_ms": 118.963, "p95_ms": 103.122}, "yolo11_640_fire_11class": {"avg_ms": 64.82, "count": 288, "max_ms": 88.259, "p95_ms": 84.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.089, "count": 288, "max_ms": 102.533, "p95_ms": 95.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.666, "count": 288, "max_ms": 131.689, "p95_ms": 115.588}, "read_interval": {"avg_ms": 104.217, "count": 287, "max_ms": 146.24, "p95_ms": 128.92}, "triton_wait": {"avg_ms": 78.342, "count": 288, "max_ms": 118.974, "p95_ms": 103.134}, "visualize": {"avg_ms": 3.709, "count": 288, "max_ms": 6.519, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5740.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:56:29+09:00", "last_error_summary": "[h264 @ 0x55ddecdac700] error while decoding MB 58 52, bytestream -15 [in#0/rtsp @ 0x55ddec309e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ddec309e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.198, "last_started_at": "2026-07-06T14:56:32+09:00", "pid": 12437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.426, "name": "ffmpeg", "pid": 12437, "rss_mb": 329.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.262, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:57:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T14:57:42+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T14:57:42+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T14:57:42.227819+09:00", "mtime_epoch": 1783317462.2278187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:57:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1335.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.205, "pushed": 8.205, "read": 8.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.972, "count": 245, "max_ms": 7.629, "p95_ms": 6.554}, "gstreamer_push": {"avg_ms": 1.368, "count": 246, "max_ms": 6.283, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.183, "count": 245, "max_ms": 87.059, "p95_ms": 80.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.895, "count": 245, "max_ms": 118.914, "p95_ms": 102.684}, "yolo11_640_fire_11class": {"avg_ms": 68.367, "count": 245, "max_ms": 95.989, "p95_ms": 86.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.474, "count": 245, "max_ms": 109.115, "p95_ms": 96.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.539, "count": 246, "max_ms": 155.767, "p95_ms": 149.49}, "read_interval": {"avg_ms": 122.417, "count": 245, "max_ms": 167.541, "p95_ms": 158.786}, "triton_wait": {"avg_ms": 81.006, "count": 245, "max_ms": 118.925, "p95_ms": 102.696}, "visualize": {"avg_ms": 4.302, "count": 245, "max_ms": 6.211, "p95_ms": 5.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 686, "tracking_summary": 651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5740.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13180.934, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.907, "sample_count": 1600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:57:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T14:57:47+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T14:57:47+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T14:57:47.571912+09:00", "mtime_epoch": 1783317467.5719123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:57:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.059, "name": "celery", "pid": 239, "rss_mb": 767.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.442, "pushed": 5.442, "read": 5.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.199, "count": 163, "max_ms": 79.64, "p95_ms": 78.517}, "gstreamer_push": {"avg_ms": 0.904, "count": 163, "max_ms": 1.875, "p95_ms": 1.066}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.056, "count": 163, "max_ms": 119.858, "p95_ms": 107.271}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.52, "count": 163, "max_ms": 113.906, "p95_ms": 108.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.654, "count": 163, "max_ms": 225.744, "p95_ms": 218.498}, "read_interval": {"avg_ms": 185.106, "count": 162, "max_ms": 234.656, "p95_ms": 226.012}, "triton_wait": {"avg_ms": 80.267, "count": 163, "max_ms": 119.87, "p95_ms": 110.533}, "visualize": {"avg_ms": 30.097, "count": 163, "max_ms": 41.357, "p95_ms": 35.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5733.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 222.209, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.465, "name": "ffmpeg", "pid": 12330, "rss_mb": 276.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.967, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:57:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:57:52+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T14:57:52+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T14:57:52.399997+09:00", "mtime_epoch": 1783317472.3999965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:57:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.188, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.278, "pushed": 9.278, "read": 9.244}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.39, "count": 278, "max_ms": 5.123, "p95_ms": 4.328}, "gstreamer_push": {"avg_ms": 1.486, "count": 278, "max_ms": 4.118, "p95_ms": 3.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.297, "count": 278, "max_ms": 89.305, "p95_ms": 81.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.032, "count": 278, "max_ms": 119.159, "p95_ms": 105.691}, "yolo11_640_fire_11class": {"avg_ms": 68.129, "count": 278, "max_ms": 95.497, "p95_ms": 84.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.973, "count": 278, "max_ms": 108.695, "p95_ms": 96.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.788, "count": 278, "max_ms": 131.762, "p95_ms": 117.763}, "read_interval": {"avg_ms": 108.113, "count": 277, "max_ms": 144.406, "p95_ms": 132.601}, "triton_wait": {"avg_ms": 82.635, "count": 278, "max_ms": 119.171, "p95_ms": 105.704}, "visualize": {"avg_ms": 3.686, "count": 278, "max_ms": 4.973, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5736.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:56:29+09:00", "last_error_summary": "[h264 @ 0x55ddecdac700] error while decoding MB 58 52, bytestream -15 [in#0/rtsp @ 0x55ddec309e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ddec309e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.258, "last_started_at": "2026-07-06T14:56:32+09:00", "pid": 12437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.426, "name": "ffmpeg", "pid": 12437, "rss_mb": 329.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.285, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:58:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:58:12+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T14:58:12+09:00", "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-07-06T14:58:12.360346+09:00", "mtime_epoch": 1783317492.3603458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:58:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1332.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.549, "pushed": 8.549, "read": 8.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.226, "count": 256, "max_ms": 8.024, "p95_ms": 6.232}, "gstreamer_push": {"avg_ms": 1.53, "count": 256, "max_ms": 6.869, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.27, "count": 256, "max_ms": 93.077, "p95_ms": 82.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.743, "count": 256, "max_ms": 128.558, "p95_ms": 111.353}, "yolo11_640_fire_11class": {"avg_ms": 70.97, "count": 256, "max_ms": 93.089, "p95_ms": 86.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.279, "count": 256, "max_ms": 106.6, "p95_ms": 98.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.808, "count": 256, "max_ms": 165.532, "p95_ms": 140.969}, "read_interval": {"avg_ms": 117.604, "count": 255, "max_ms": 177.771, "p95_ms": 152.954}, "triton_wait": {"avg_ms": 86.332, "count": 256, "max_ms": 128.571, "p95_ms": 111.365}, "visualize": {"avg_ms": 3.874, "count": 256, "max_ms": 6.03, "p95_ms": 5.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 689, "tracking_summary": 652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5744.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13211.118, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.064, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:58:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:58:17+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T14:58:17+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T14:58:17.732440+09:00", "mtime_epoch": 1783317497.7324398, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:58:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.059, "name": "celery", "pid": 239, "rss_mb": 767.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.067, "pushed": 5.067, "read": 5.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.658, "count": 152, "max_ms": 101.912, "p95_ms": 85.119}, "gstreamer_push": {"avg_ms": 0.841, "count": 152, "max_ms": 1.19, "p95_ms": 0.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.644, "count": 152, "max_ms": 118.689, "p95_ms": 112.442}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.253, "count": 152, "max_ms": 116.371, "p95_ms": 110.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.239, "count": 152, "max_ms": 244.091, "p95_ms": 226.741}, "read_interval": {"avg_ms": 197.291, "count": 152, "max_ms": 249.871, "p95_ms": 235.526}, "triton_wait": {"avg_ms": 81.449, "count": 152, "max_ms": 118.704, "p95_ms": 113.05}, "visualize": {"avg_ms": 28.233, "count": 152, "max_ms": 41.821, "p95_ms": 32.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5738.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 252.317, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.465, "name": "ffmpeg", "pid": 12330, "rss_mb": 276.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.923, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:58:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:58:22+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T14:58:22+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T14:58:22.492523+09:00", "mtime_epoch": 1783317502.4925232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:58:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.277, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.337, "pushed": 9.337, "read": 9.304}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 280, "max_ms": 5.346, "p95_ms": 4.085}, "gstreamer_push": {"avg_ms": 1.565, "count": 280, "max_ms": 6.089, "p95_ms": 3.806}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.086, "count": 280, "max_ms": 90.797, "p95_ms": 80.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.796, "count": 280, "max_ms": 125.64, "p95_ms": 106.618}, "yolo11_640_fire_11class": {"avg_ms": 66.74, "count": 280, "max_ms": 91.308, "p95_ms": 84.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.334, "count": 280, "max_ms": 105.095, "p95_ms": 96.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.134, "count": 280, "max_ms": 137.717, "p95_ms": 118.57}, "read_interval": {"avg_ms": 107.453, "count": 279, "max_ms": 154.377, "p95_ms": 134.235}, "triton_wait": {"avg_ms": 81.998, "count": 280, "max_ms": 125.653, "p95_ms": 106.631}, "visualize": {"avg_ms": 3.677, "count": 280, "max_ms": 5.669, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 690, "tracking_summary": 654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5736.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13241.163, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.227, "sample_count": 1594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:58:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:58:47+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T14:58:47+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T14:58:47.776966+09:00", "mtime_epoch": 1783317527.776966, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:58:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.059, "name": "celery", "pid": 239, "rss_mb": 756.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.624, "pushed": 5.624, "read": 5.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.234, "count": 168, "max_ms": 88.036, "p95_ms": 78.11}, "gstreamer_push": {"avg_ms": 1.062, "count": 168, "max_ms": 2.46, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.277, "count": 168, "max_ms": 115.746, "p95_ms": 97.237}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.622, "count": 168, "max_ms": 114.473, "p95_ms": 92.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.035, "count": 168, "max_ms": 229.469, "p95_ms": 206.671}, "read_interval": {"avg_ms": 178.737, "count": 167, "max_ms": 236.952, "p95_ms": 213.999}, "triton_wait": {"avg_ms": 72.507, "count": 168, "max_ms": 115.76, "p95_ms": 97.701}, "visualize": {"avg_ms": 32.979, "count": 168, "max_ms": 50.28, "p95_ms": 47.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5767.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:56:29+09:00", "last_error_summary": "[h264 @ 0x55ddecdac700] error while decoding MB 58 52, bytestream -15 [in#0/rtsp @ 0x55ddec309e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ddec309e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.564, "last_started_at": "2026-07-06T14:56:32+09:00", "pid": 12437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.016, "name": "ffmpeg", "pid": 12437, "rss_mb": 354.016, "state": "S (sleeping)", "threads": 104}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.421, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T14:58:51+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T14:58:51+09:00", "mjpeg": {"age_sec": 16.019, "exists": true, "mtime": "2026-07-06T14:58:35.696754+09:00", "mtime_epoch": 1783317515.6967545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:58:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1335.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 25, "pushed_frames": 25, "read_frames": 24, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.836, "pushed": 0.836, "read": 0.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.544, "count": 25, "max_ms": 9.526, "p95_ms": 8.694}, "gstreamer_push": {"avg_ms": 1.217, "count": 25, "max_ms": 1.43, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.603, "count": 25, "max_ms": 84.392, "p95_ms": 78.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.74, "count": 25, "max_ms": 101.558, "p95_ms": 101.361}, "yolo11_640_fire_11class": {"avg_ms": 66.678, "count": 25, "max_ms": 85.085, "p95_ms": 81.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.062, "count": 25, "max_ms": 96.606, "p95_ms": 93.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.766, "count": 25, "max_ms": 155.198, "p95_ms": 153.505}, "read_interval": {"avg_ms": 1246.797, "count": 24, "max_ms": 16023.613, "p95_ms": 11134.256}, "triton_wait": {"avg_ms": 79.299, "count": 25, "max_ms": 101.574, "p95_ms": 101.373}, "visualize": {"avg_ms": 4.566, "count": 25, "max_ms": 6.365, "p95_ms": 5.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5764.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 282.39, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.043, "name": "ffmpeg", "pid": 12330, "rss_mb": 279.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.372, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:58:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:58:52+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T14:58:52+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T14:58:52.577050+09:00", "mtime_epoch": 1783317532.5770504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:58:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1474.113, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.55, "pushed": 10.55, "read": 10.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.241, "count": 316, "max_ms": 5.264, "p95_ms": 4.055}, "gstreamer_push": {"avg_ms": 1.454, "count": 316, "max_ms": 5.646, "p95_ms": 3.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.086, "count": 316, "max_ms": 84.509, "p95_ms": 66.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.433, "count": 316, "max_ms": 122.35, "p95_ms": 92.032}, "yolo11_640_fire_11class": {"avg_ms": 57.365, "count": 316, "max_ms": 86.124, "p95_ms": 67.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.66, "count": 316, "max_ms": 99.009, "p95_ms": 75.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.176, "count": 316, "max_ms": 135.017, "p95_ms": 103.735}, "read_interval": {"avg_ms": 95.11, "count": 315, "max_ms": 148.006, "p95_ms": 117.226}, "triton_wait": {"avg_ms": 70.469, "count": 316, "max_ms": 122.363, "p95_ms": 92.044}, "visualize": {"avg_ms": 3.587, "count": 316, "max_ms": 4.817, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 692, "tracking_summary": 655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5737.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13271.303, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.675, "sample_count": 1590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:59:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:59:18+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T14:59:17+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T14:59:17.909042+09:00", "mtime_epoch": 1783317557.909042, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:59:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.059, "name": "celery", "pid": 239, "rss_mb": 757.207, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.044, "pushed": 5.044, "read": 5.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.212, "count": 151, "max_ms": 88.271, "p95_ms": 83.463}, "gstreamer_push": {"avg_ms": 1.106, "count": 151, "max_ms": 2.876, "p95_ms": 1.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.377, "count": 151, "max_ms": 119.766, "p95_ms": 109.021}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.231, "count": 151, "max_ms": 118.929, "p95_ms": 109.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.922, "count": 151, "max_ms": 238.15, "p95_ms": 231.105}, "read_interval": {"avg_ms": 199.56, "count": 150, "max_ms": 244.468, "p95_ms": 238.484}, "triton_wait": {"avg_ms": 81.607, "count": 151, "max_ms": 119.786, "p95_ms": 111.41}, "visualize": {"avg_ms": 36.027, "count": 151, "max_ms": 54.782, "p95_ms": 48.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5734.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.37, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.367, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.456, "sample_count": 1976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:59:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:59:21+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T14:59:21+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T14:59:21.709032+09:00", "mtime_epoch": 1783317561.709032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:59:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1332.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.859, "pushed": 6.859, "read": 6.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.385, "count": 205, "max_ms": 9.582, "p95_ms": 7.86}, "gstreamer_push": {"avg_ms": 1.45, "count": 205, "max_ms": 6.866, "p95_ms": 3.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.502, "count": 205, "max_ms": 90.608, "p95_ms": 78.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.909, "count": 205, "max_ms": 132.528, "p95_ms": 107.742}, "yolo11_640_fire_11class": {"avg_ms": 63.651, "count": 205, "max_ms": 92.247, "p95_ms": 83.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.826, "count": 205, "max_ms": 106.335, "p95_ms": 95.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.189, "count": 205, "max_ms": 182.853, "p95_ms": 159.016}, "read_interval": {"avg_ms": 146.376, "count": 204, "max_ms": 4969.589, "p95_ms": 168.36}, "triton_wait": {"avg_ms": 75.67, "count": 205, "max_ms": 132.542, "p95_ms": 107.758}, "visualize": {"avg_ms": 4.554, "count": 205, "max_ms": 8.61, "p95_ms": 5.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5731.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 312.467, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.621, "name": "ffmpeg", "pid": 12330, "rss_mb": 281.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.519, "sample_count": 2851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:59:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T14:59:22+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T14:59:22.685030+09:00", "mtime_epoch": 1783317562.6850295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:59:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.699, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.505, "count": 299, "max_ms": 6.23, "p95_ms": 4.553}, "gstreamer_push": {"avg_ms": 1.549, "count": 299, "max_ms": 6.701, "p95_ms": 3.758}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.833, "count": 299, "max_ms": 90.647, "p95_ms": 80.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.531, "count": 299, "max_ms": 123.943, "p95_ms": 105.782}, "yolo11_640_fire_11class": {"avg_ms": 61.083, "count": 299, "max_ms": 89.854, "p95_ms": 82.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.398, "count": 299, "max_ms": 104.232, "p95_ms": 94.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.977, "count": 299, "max_ms": 136.08, "p95_ms": 118.452}, "read_interval": {"avg_ms": 100.648, "count": 298, "max_ms": 151.747, "p95_ms": 132.194}, "triton_wait": {"avg_ms": 74.743, "count": 299, "max_ms": 123.956, "p95_ms": 105.795}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 5.53, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 692, "tracking_summary": 656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5745.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13301.457, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.792, "sample_count": 1585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:59:48+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T14:59:48+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T14:59:48.120977+09:00", "mtime_epoch": 1783317588.120977, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T14:59:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.059, "name": "celery", "pid": 239, "rss_mb": 765.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.413, "pushed": 5.413, "read": 5.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.87, "count": 162, "max_ms": 96.192, "p95_ms": 83.358}, "gstreamer_push": {"avg_ms": 1.13, "count": 162, "max_ms": 2.533, "p95_ms": 2.057}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.387, "count": 162, "max_ms": 125.37, "p95_ms": 110.026}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.571, "count": 162, "max_ms": 116.139, "p95_ms": 107.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.217, "count": 162, "max_ms": 239.815, "p95_ms": 226.978}, "read_interval": {"avg_ms": 186.315, "count": 161, "max_ms": 246.845, "p95_ms": 233.325}, "triton_wait": {"avg_ms": 79.951, "count": 162, "max_ms": 125.383, "p95_ms": 111.468}, "visualize": {"avg_ms": 37.129, "count": 162, "max_ms": 62.473, "p95_ms": 54.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5748.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.434, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.014, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:59:51+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T14:59:51+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T14:59:51.764971+09:00", "mtime_epoch": 1783317591.764971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T14:59:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1335.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.981, "pushed": 7.981, "read": 7.948}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.444, "count": 239, "max_ms": 9.574, "p95_ms": 7.457}, "gstreamer_push": {"avg_ms": 1.344, "count": 239, "max_ms": 4.341, "p95_ms": 2.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.054, "count": 239, "max_ms": 86.805, "p95_ms": 77.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.889, "count": 239, "max_ms": 125.605, "p95_ms": 104.021}, "yolo11_640_fire_11class": {"avg_ms": 65.44, "count": 239, "max_ms": 96.082, "p95_ms": 86.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.564, "count": 239, "max_ms": 100.948, "p95_ms": 96.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.79, "count": 239, "max_ms": 174.858, "p95_ms": 155.092}, "read_interval": {"avg_ms": 125.624, "count": 238, "max_ms": 187.362, "p95_ms": 167.033}, "triton_wait": {"avg_ms": 76.852, "count": 239, "max_ms": 125.617, "p95_ms": 104.032}, "visualize": {"avg_ms": 4.576, "count": 239, "max_ms": 8.617, "p95_ms": 5.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5748.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 342.51, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.621, "name": "ffmpeg", "pid": 12330, "rss_mb": 281.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.522, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T14:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T14:59:52+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T14:59:52+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T14:59:52.724970+09:00", "mtime_epoch": 1783317592.7249696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T14:59:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1468.82, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.849}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.46, "count": 296, "max_ms": 5.427, "p95_ms": 4.293}, "gstreamer_push": {"avg_ms": 1.526, "count": 296, "max_ms": 6.842, "p95_ms": 3.7}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.453, "count": 296, "max_ms": 86.409, "p95_ms": 75.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.964, "count": 296, "max_ms": 137.148, "p95_ms": 103.455}, "yolo11_640_fire_11class": {"avg_ms": 62.621, "count": 296, "max_ms": 96.088, "p95_ms": 83.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.482, "count": 296, "max_ms": 100.679, "p95_ms": 93.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.636, "count": 296, "max_ms": 149.444, "p95_ms": 115.603}, "read_interval": {"avg_ms": 101.543, "count": 295, "max_ms": 162.58, "p95_ms": 129.2}, "triton_wait": {"avg_ms": 75.359, "count": 296, "max_ms": 137.161, "p95_ms": 103.467}, "visualize": {"avg_ms": 3.74, "count": 296, "max_ms": 5.922, "p95_ms": 4.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 694, "tracking_summary": 658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5753.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13331.497, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.752, "sample_count": 1580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:00:18+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T15:00:18+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T15:00:18.156941+09:00", "mtime_epoch": 1783317618.1569412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:00:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.059, "name": "celery", "pid": 239, "rss_mb": 768.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.285, "pushed": 5.285, "read": 5.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.995, "count": 158, "max_ms": 89.152, "p95_ms": 84.232}, "gstreamer_push": {"avg_ms": 0.853, "count": 158, "max_ms": 1.497, "p95_ms": 1.014}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.921, "count": 158, "max_ms": 120.961, "p95_ms": 103.734}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.293, "count": 158, "max_ms": 122.888, "p95_ms": 108.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.383, "count": 158, "max_ms": 239.971, "p95_ms": 219.232}, "read_interval": {"avg_ms": 190.38, "count": 157, "max_ms": 248.786, "p95_ms": 228.664}, "triton_wait": {"avg_ms": 78.895, "count": 158, "max_ms": 122.901, "p95_ms": 110.558}, "visualize": {"avg_ms": 30.329, "count": 158, "max_ms": 40.387, "p95_ms": 35.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5754.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.485, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.226, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:00:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:00:21+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:00:21+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T15:00:21.856939+09:00", "mtime_epoch": 1783317621.8569386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:00:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1340.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.089, "pushed": 8.089, "read": 8.055}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.532, "count": 242, "max_ms": 9.802, "p95_ms": 7.481}, "gstreamer_push": {"avg_ms": 1.283, "count": 242, "max_ms": 4.302, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.672, "count": 242, "max_ms": 91.698, "p95_ms": 79.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.981, "count": 242, "max_ms": 119.415, "p95_ms": 101.549}, "yolo11_640_fire_11class": {"avg_ms": 64.933, "count": 242, "max_ms": 90.788, "p95_ms": 84.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.047, "count": 242, "max_ms": 104.092, "p95_ms": 94.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.057, "count": 242, "max_ms": 168.385, "p95_ms": 153.075}, "read_interval": {"avg_ms": 124.207, "count": 241, "max_ms": 177.744, "p95_ms": 163.116}, "triton_wait": {"avg_ms": 75.946, "count": 242, "max_ms": 119.427, "p95_ms": 101.562}, "visualize": {"avg_ms": 4.622, "count": 242, "max_ms": 8.952, "p95_ms": 5.677}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5758.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 372.549, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.879, "name": "ffmpeg", "pid": 12330, "rss_mb": 281.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.603, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:00:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:00:22+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T15:00:22+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T15:00:22.732938+09:00", "mtime_epoch": 1783317622.732938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:00:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.715, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 296, "max_ms": 5.497, "p95_ms": 4.88}, "gstreamer_push": {"avg_ms": 1.566, "count": 296, "max_ms": 7.205, "p95_ms": 3.867}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.507, "count": 296, "max_ms": 88.711, "p95_ms": 77.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.859, "count": 296, "max_ms": 123.151, "p95_ms": 101.706}, "yolo11_640_fire_11class": {"avg_ms": 62.013, "count": 296, "max_ms": 97.855, "p95_ms": 83.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.633, "count": 296, "max_ms": 107.044, "p95_ms": 94.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.523, "count": 296, "max_ms": 135.624, "p95_ms": 115.449}, "read_interval": {"avg_ms": 101.418, "count": 295, "max_ms": 149.106, "p95_ms": 129.254}, "triton_wait": {"avg_ms": 75.173, "count": 296, "max_ms": 123.164, "p95_ms": 101.719}, "visualize": {"avg_ms": 3.676, "count": 296, "max_ms": 4.838, "p95_ms": 4.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 695, "tracking_summary": 659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5750.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13361.638, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.634, "sample_count": 1583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:00:48+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T15:00:48+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T15:00:48.228932+09:00", "mtime_epoch": 1783317648.2289324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:00:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 765.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.136, "pushed": 5.136, "read": 5.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.419, "count": 154, "max_ms": 96.068, "p95_ms": 81.243}, "gstreamer_push": {"avg_ms": 0.886, "count": 154, "max_ms": 3.11, "p95_ms": 1.024}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.651, "count": 154, "max_ms": 110.083, "p95_ms": 103.186}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.256, "count": 154, "max_ms": 116.697, "p95_ms": 108.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.464, "count": 154, "max_ms": 225.701, "p95_ms": 219.845}, "read_interval": {"avg_ms": 195.543, "count": 153, "max_ms": 232.132, "p95_ms": 227.817}, "triton_wait": {"avg_ms": 78.416, "count": 154, "max_ms": 116.71, "p95_ms": 108.273}, "visualize": {"avg_ms": 30.772, "count": 154, "max_ms": 45.124, "p95_ms": 43.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5744.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.6, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.226, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:00:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:00:52+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T15:00:51+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T15:00:51.964933+09:00", "mtime_epoch": 1783317651.9649332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:00:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1335.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.026, "pushed": 8.026, "read": 7.993}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.366, "count": 240, "max_ms": 9.038, "p95_ms": 6.904}, "gstreamer_push": {"avg_ms": 1.334, "count": 240, "max_ms": 7.458, "p95_ms": 1.572}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.725, "count": 240, "max_ms": 86.398, "p95_ms": 79.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.707, "count": 240, "max_ms": 120.63, "p95_ms": 102.867}, "yolo11_640_fire_11class": {"avg_ms": 67.454, "count": 240, "max_ms": 95.613, "p95_ms": 85.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.277, "count": 240, "max_ms": 107.963, "p95_ms": 95.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.955, "count": 240, "max_ms": 169.178, "p95_ms": 149.477}, "read_interval": {"avg_ms": 125.046, "count": 239, "max_ms": 181.756, "p95_ms": 159.115}, "triton_wait": {"avg_ms": 76.525, "count": 240, "max_ms": 120.644, "p95_ms": 102.88}, "visualize": {"avg_ms": 4.556, "count": 240, "max_ms": 7.08, "p95_ms": 5.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5738.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 402.596, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.879, "name": "ffmpeg", "pid": 12330, "rss_mb": 281.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.892, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:00:52+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T15:00:52+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T15:00:52.764933+09:00", "mtime_epoch": 1783317652.7649333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:00:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.78}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.351, "count": 294, "max_ms": 5.303, "p95_ms": 4.206}, "gstreamer_push": {"avg_ms": 1.473, "count": 294, "max_ms": 7.13, "p95_ms": 3.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.007, "count": 294, "max_ms": 90.441, "p95_ms": 77.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.448, "count": 294, "max_ms": 120.028, "p95_ms": 103.82}, "yolo11_640_fire_11class": {"avg_ms": 64.648, "count": 294, "max_ms": 95.85, "p95_ms": 87.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.707, "count": 294, "max_ms": 106.393, "p95_ms": 94.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.529, "count": 294, "max_ms": 132.026, "p95_ms": 117.893}, "read_interval": {"avg_ms": 102.083, "count": 293, "max_ms": 151.215, "p95_ms": 131.559}, "triton_wait": {"avg_ms": 76.624, "count": 294, "max_ms": 120.04, "p95_ms": 105.807}, "visualize": {"avg_ms": 3.603, "count": 294, "max_ms": 5.512, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 698, "tracking_summary": 660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5739.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13391.82, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.856, "sample_count": 1575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:01:18+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T15:01:18+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T15:01:18.444949+09:00", "mtime_epoch": 1783317678.4449494, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:01:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 757.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.27, "pushed": 5.27, "read": 5.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.612, "count": 158, "max_ms": 101.151, "p95_ms": 83.651}, "gstreamer_push": {"avg_ms": 1.141, "count": 158, "max_ms": 3.058, "p95_ms": 2.483}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.536, "count": 158, "max_ms": 121.612, "p95_ms": 107.282}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.079, "count": 158, "max_ms": 116.666, "p95_ms": 108.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.848, "count": 158, "max_ms": 253.646, "p95_ms": 227.448}, "read_interval": {"avg_ms": 191.037, "count": 157, "max_ms": 260.294, "p95_ms": 233.675}, "triton_wait": {"avg_ms": 79.163, "count": 158, "max_ms": 121.625, "p95_ms": 109.205}, "visualize": {"avg_ms": 34.862, "count": 158, "max_ms": 52.253, "p95_ms": 45.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5747.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.711, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.899, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:01:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:01:22+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T15:01:22+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T15:01:22.084953+09:00", "mtime_epoch": 1783317682.084953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:01:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1331.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.936, "pushed": 7.936, "read": 7.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.36, "count": 237, "max_ms": 9.812, "p95_ms": 7.029}, "gstreamer_push": {"avg_ms": 1.363, "count": 238, "max_ms": 6.309, "p95_ms": 2.56}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.215, "count": 237, "max_ms": 89.161, "p95_ms": 82.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.699, "count": 237, "max_ms": 113.701, "p95_ms": 105.731}, "yolo11_640_fire_11class": {"avg_ms": 68.318, "count": 237, "max_ms": 100.063, "p95_ms": 88.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.999, "count": 237, "max_ms": 108.105, "p95_ms": 99.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.304, "count": 238, "max_ms": 173.641, "p95_ms": 153.46}, "read_interval": {"avg_ms": 126.546, "count": 237, "max_ms": 186.456, "p95_ms": 163.518}, "triton_wait": {"avg_ms": 78.693, "count": 237, "max_ms": 113.714, "p95_ms": 106.424}, "visualize": {"avg_ms": 4.576, "count": 237, "max_ms": 6.442, "p95_ms": 5.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5744.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 432.628, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.879, "name": "ffmpeg", "pid": 12330, "rss_mb": 281.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.588, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:01:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:01:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T15:01:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T15:01:22.824954+09:00", "mtime_epoch": 1783317682.8249538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:01:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1472.102, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.886}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.379, "count": 297, "max_ms": 5.267, "p95_ms": 4.079}, "gstreamer_push": {"avg_ms": 1.514, "count": 297, "max_ms": 6.424, "p95_ms": 3.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.892, "count": 297, "max_ms": 88.635, "p95_ms": 81.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.022, "count": 297, "max_ms": 120.802, "p95_ms": 102.201}, "yolo11_640_fire_11class": {"avg_ms": 63.85, "count": 297, "max_ms": 96.495, "p95_ms": 86.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.917, "count": 297, "max_ms": 109.068, "p95_ms": 95.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.381, "count": 297, "max_ms": 132.85, "p95_ms": 115.998}, "read_interval": {"avg_ms": 101.1, "count": 296, "max_ms": 149.178, "p95_ms": 130.226}, "triton_wait": {"avg_ms": 75.343, "count": 297, "max_ms": 120.814, "p95_ms": 104.196}, "visualize": {"avg_ms": 3.655, "count": 297, "max_ms": 5.207, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 699, "tracking_summary": 662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5755.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13421.851, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.954, "sample_count": 1576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:01:48+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T15:01:48+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T15:01:48.512990+09:00", "mtime_epoch": 1783317708.5129905, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:01:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 770.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.301, "pushed": 5.301, "read": 5.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.685, "count": 158, "max_ms": 88.375, "p95_ms": 82.299}, "gstreamer_push": {"avg_ms": 0.904, "count": 158, "max_ms": 1.913, "p95_ms": 1.28}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.416, "count": 158, "max_ms": 117.757, "p95_ms": 110.613}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.373, "count": 158, "max_ms": 119.74, "p95_ms": 109.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.835, "count": 158, "max_ms": 237.296, "p95_ms": 227.157}, "read_interval": {"avg_ms": 190.324, "count": 157, "max_ms": 244.006, "p95_ms": 234.031}, "triton_wait": {"avg_ms": 79.921, "count": 158, "max_ms": 119.751, "p95_ms": 114.384}, "visualize": {"avg_ms": 31.125, "count": 158, "max_ms": 58.699, "p95_ms": 40.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.739, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.916, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:01:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:01:52+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T15:01:52+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T15:01:52.092997+09:00", "mtime_epoch": 1783317712.0929968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:01:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1335.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.157, "pushed": 8.157, "read": 8.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.083, "count": 244, "max_ms": 8.547, "p95_ms": 7.261}, "gstreamer_push": {"avg_ms": 1.37, "count": 244, "max_ms": 6.147, "p95_ms": 1.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.834, "count": 244, "max_ms": 87.636, "p95_ms": 80.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.856, "count": 244, "max_ms": 119.413, "p95_ms": 105.681}, "yolo11_640_fire_11class": {"avg_ms": 70.246, "count": 244, "max_ms": 95.141, "p95_ms": 86.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.986, "count": 244, "max_ms": 101.952, "p95_ms": 97.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.016, "count": 244, "max_ms": 173.758, "p95_ms": 150.863}, "read_interval": {"avg_ms": 122.967, "count": 243, "max_ms": 185.341, "p95_ms": 160.867}, "triton_wait": {"avg_ms": 81.644, "count": 244, "max_ms": 119.426, "p95_ms": 105.694}, "visualize": {"avg_ms": 4.432, "count": 244, "max_ms": 7.05, "p95_ms": 6.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5755.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 462.658, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.879, "name": "ffmpeg", "pid": 12330, "rss_mb": 281.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.804, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:01:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:01:52+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T15:01:52+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T15:01:52.880998+09:00", "mtime_epoch": 1783317712.8809984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:01:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1472.184, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.395, "pushed": 9.395, "read": 9.361}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.487, "count": 281, "max_ms": 5.761, "p95_ms": 4.74}, "gstreamer_push": {"avg_ms": 1.579, "count": 281, "max_ms": 7.901, "p95_ms": 3.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.335, "count": 281, "max_ms": 87.45, "p95_ms": 79.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.946, "count": 281, "max_ms": 125.984, "p95_ms": 103.462}, "yolo11_640_fire_11class": {"avg_ms": 66.937, "count": 281, "max_ms": 93.729, "p95_ms": 85.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.707, "count": 281, "max_ms": 101.757, "p95_ms": 95.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.856, "count": 281, "max_ms": 138.244, "p95_ms": 116.842}, "read_interval": {"avg_ms": 106.953, "count": 280, "max_ms": 155.626, "p95_ms": 129.956}, "triton_wait": {"avg_ms": 80.325, "count": 281, "max_ms": 125.996, "p95_ms": 103.476}, "visualize": {"avg_ms": 3.813, "count": 281, "max_ms": 6.624, "p95_ms": 4.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 700, "tracking_summary": 663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5747.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13451.902, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.045, "sample_count": 1577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:02:18+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-06T15:02:18+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T15:02:18.485054+09:00", "mtime_epoch": 1783317738.485054, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:02:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 768.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.249, "pushed": 5.249, "read": 5.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.3, "count": 157, "max_ms": 98.696, "p95_ms": 82.907}, "gstreamer_push": {"avg_ms": 0.843, "count": 157, "max_ms": 1.196, "p95_ms": 0.979}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.51, "count": 157, "max_ms": 120.294, "p95_ms": 105.035}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.826, "count": 157, "max_ms": 121.513, "p95_ms": 110.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.279, "count": 157, "max_ms": 239.889, "p95_ms": 219.815}, "read_interval": {"avg_ms": 191.153, "count": 156, "max_ms": 246.652, "p95_ms": 227.094}, "triton_wait": {"avg_ms": 80.037, "count": 157, "max_ms": 121.526, "p95_ms": 111.608}, "visualize": {"avg_ms": 28.935, "count": 157, "max_ms": 40.393, "p95_ms": 34.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5752.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.772, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.964, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:02:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:02:22+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T15:02:22+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T15:02:22.125063+09:00", "mtime_epoch": 1783317742.1250632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:02:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1332.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.065, "pushed": 8.065, "read": 8.032}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.331, "count": 241, "max_ms": 9.716, "p95_ms": 7.91}, "gstreamer_push": {"avg_ms": 1.448, "count": 241, "max_ms": 6.36, "p95_ms": 3.535}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.581, "count": 241, "max_ms": 88.712, "p95_ms": 80.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.778, "count": 241, "max_ms": 122.131, "p95_ms": 105.88}, "yolo11_640_fire_11class": {"avg_ms": 69.156, "count": 241, "max_ms": 95.651, "p95_ms": 89.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.864, "count": 241, "max_ms": 104.366, "p95_ms": 98.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.925, "count": 241, "max_ms": 163.135, "p95_ms": 149.157}, "read_interval": {"avg_ms": 124.555, "count": 240, "max_ms": 175.718, "p95_ms": 160.024}, "triton_wait": {"avg_ms": 78.975, "count": 241, "max_ms": 122.144, "p95_ms": 105.893}, "visualize": {"avg_ms": 4.474, "count": 241, "max_ms": 8.908, "p95_ms": 5.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5753.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 492.676, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.457, "name": "ffmpeg", "pid": 12330, "rss_mb": 284.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.473, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:02:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:02:22+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T15:02:22+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T15:02:22.849065+09:00", "mtime_epoch": 1783317742.849065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:02:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1472.18, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.559, "pushed": 9.559, "read": 9.526}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 286, "max_ms": 5.378, "p95_ms": 4.579}, "gstreamer_push": {"avg_ms": 1.542, "count": 286, "max_ms": 6.443, "p95_ms": 3.798}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.575, "count": 286, "max_ms": 88.189, "p95_ms": 79.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.679, "count": 286, "max_ms": 123.284, "p95_ms": 107.222}, "yolo11_640_fire_11class": {"avg_ms": 65.416, "count": 286, "max_ms": 95.119, "p95_ms": 85.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.729, "count": 286, "max_ms": 104.921, "p95_ms": 96.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.142, "count": 286, "max_ms": 138.592, "p95_ms": 119.735}, "read_interval": {"avg_ms": 104.887, "count": 285, "max_ms": 154.486, "p95_ms": 133.576}, "triton_wait": {"avg_ms": 78.962, "count": 286, "max_ms": 123.297, "p95_ms": 107.235}, "visualize": {"avg_ms": 3.666, "count": 286, "max_ms": 4.787, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 702, "tracking_summary": 664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5744.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13481.999, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.607, "sample_count": 1578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:02:48+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T15:02:48+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T15:02:48.661139+09:00", "mtime_epoch": 1783317768.6611395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:02:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 758.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.483, "pushed": 5.483, "read": 5.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.226, "count": 164, "max_ms": 85.549, "p95_ms": 79.907}, "gstreamer_push": {"avg_ms": 1.108, "count": 164, "max_ms": 2.46, "p95_ms": 2.215}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.259, "count": 164, "max_ms": 121.327, "p95_ms": 109.317}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.7, "count": 164, "max_ms": 123.522, "p95_ms": 110.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.812, "count": 164, "max_ms": 227.68, "p95_ms": 214.243}, "read_interval": {"avg_ms": 183.724, "count": 163, "max_ms": 235.156, "p95_ms": 221.015}, "triton_wait": {"avg_ms": 78.726, "count": 164, "max_ms": 123.533, "p95_ms": 112.149}, "visualize": {"avg_ms": 34.796, "count": 164, "max_ms": 56.887, "p95_ms": 52.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5741.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.791, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.205, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:02:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:02:52+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T15:02:52+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T15:02:52.173151+09:00", "mtime_epoch": 1783317772.1731508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:02:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1332.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.29, "pushed": 7.29, "read": 7.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.676, "count": 218, "max_ms": 13.64, "p95_ms": 10.05}, "gstreamer_push": {"avg_ms": 1.407, "count": 218, "max_ms": 6.356, "p95_ms": 3.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.147, "count": 218, "max_ms": 87.227, "p95_ms": 82.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.943, "count": 218, "max_ms": 125.801, "p95_ms": 112.93}, "yolo11_640_fire_11class": {"avg_ms": 72.479, "count": 218, "max_ms": 96.329, "p95_ms": 88.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.32, "count": 218, "max_ms": 106.454, "p95_ms": 99.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.943, "count": 218, "max_ms": 223.724, "p95_ms": 190.107}, "read_interval": {"avg_ms": 137.802, "count": 217, "max_ms": 230.794, "p95_ms": 199.169}, "triton_wait": {"avg_ms": 86.126, "count": 218, "max_ms": 125.813, "p95_ms": 112.942}, "visualize": {"avg_ms": 4.347, "count": 218, "max_ms": 8.619, "p95_ms": 6.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5738.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 522.719, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.488, "name": "ffmpeg", "pid": 12330, "rss_mb": 285.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.571, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:02:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:02:53+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T15:02:52+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T15:02:52.893153+09:00", "mtime_epoch": 1783317772.8931532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:02:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1469.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.223, "pushed": 9.223, "read": 9.189}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 276, "max_ms": 5.66, "p95_ms": 4.373}, "gstreamer_push": {"avg_ms": 1.634, "count": 276, "max_ms": 6.702, "p95_ms": 3.813}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.615, "count": 276, "max_ms": 86.098, "p95_ms": 81.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.475, "count": 276, "max_ms": 124.837, "p95_ms": 109.373}, "yolo11_640_fire_11class": {"avg_ms": 68.969, "count": 276, "max_ms": 95.662, "p95_ms": 89.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.006, "count": 276, "max_ms": 110.993, "p95_ms": 98.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.352, "count": 276, "max_ms": 137.614, "p95_ms": 121.615}, "read_interval": {"avg_ms": 108.781, "count": 275, "max_ms": 320.908, "p95_ms": 135.648}, "triton_wait": {"avg_ms": 82.052, "count": 276, "max_ms": 124.849, "p95_ms": 109.386}, "visualize": {"avg_ms": 3.711, "count": 276, "max_ms": 4.647, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 703, "tracking_summary": 666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5744.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13512.129, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.043, "sample_count": 1578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:03:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:03:18+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T15:03:18+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T15:03:18.765245+09:00", "mtime_epoch": 1783317798.765245, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:03:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 758.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.114, "pushed": 5.114, "read": 5.08}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.114, "count": 153, "max_ms": 84.136, "p95_ms": 81.969}, "gstreamer_push": {"avg_ms": 1.315, "count": 153, "max_ms": 2.584, "p95_ms": 2.175}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.681, "count": 153, "max_ms": 123.692, "p95_ms": 115.527}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.21, "count": 153, "max_ms": 117.636, "p95_ms": 111.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.015, "count": 153, "max_ms": 249.238, "p95_ms": 236.175}, "read_interval": {"avg_ms": 197.051, "count": 152, "max_ms": 256.94, "p95_ms": 244.407}, "triton_wait": {"avg_ms": 85.142, "count": 153, "max_ms": 123.704, "p95_ms": 115.539}, "visualize": {"avg_ms": 36.61, "count": 153, "max_ms": 55.737, "p95_ms": 51.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5751.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.855, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.381, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:03:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:03:22+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T15:03:22+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T15:03:22.225258+09:00", "mtime_epoch": 1783317802.2252584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:03:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1333.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.779, "pushed": 7.779, "read": 7.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.183, "count": 233, "max_ms": 9.43, "p95_ms": 6.654}, "gstreamer_push": {"avg_ms": 1.417, "count": 233, "max_ms": 6.114, "p95_ms": 3.596}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.11, "count": 233, "max_ms": 94.041, "p95_ms": 84.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.155, "count": 233, "max_ms": 127.724, "p95_ms": 109.316}, "yolo11_640_fire_11class": {"avg_ms": 69.211, "count": 233, "max_ms": 97.055, "p95_ms": 88.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.549, "count": 233, "max_ms": 108.254, "p95_ms": 100.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.607, "count": 233, "max_ms": 171.951, "p95_ms": 155.371}, "read_interval": {"avg_ms": 129.023, "count": 232, "max_ms": 181.737, "p95_ms": 165.458}, "triton_wait": {"avg_ms": 82.053, "count": 233, "max_ms": 127.737, "p95_ms": 109.328}, "visualize": {"avg_ms": 4.529, "count": 233, "max_ms": 6.744, "p95_ms": 5.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5751.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 552.767, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.777, "name": "ffmpeg", "pid": 12330, "rss_mb": 286.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.522, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:03:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:03:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T15:03:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T15:03:22.965261+09:00", "mtime_epoch": 1783317802.9652615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:03:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.043, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.489, "pushed": 9.489, "read": 9.456}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 284, "max_ms": 5.539, "p95_ms": 4.198}, "gstreamer_push": {"avg_ms": 1.562, "count": 284, "max_ms": 6.849, "p95_ms": 3.763}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.102, "count": 284, "max_ms": 96.027, "p95_ms": 83.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.953, "count": 284, "max_ms": 127.927, "p95_ms": 104.364}, "yolo11_640_fire_11class": {"avg_ms": 65.677, "count": 284, "max_ms": 98.061, "p95_ms": 88.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.293, "count": 284, "max_ms": 110.175, "p95_ms": 100.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.184, "count": 284, "max_ms": 195.35, "p95_ms": 117.582}, "read_interval": {"avg_ms": 105.808, "count": 283, "max_ms": 206.275, "p95_ms": 132.397}, "triton_wait": {"avg_ms": 79.541, "count": 284, "max_ms": 127.94, "p95_ms": 104.377}, "visualize": {"avg_ms": 3.75, "count": 284, "max_ms": 5.46, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 705, "tracking_summary": 667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5757.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13542.185, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.012, "sample_count": 1565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:03:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:03:48+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T15:03:48+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T15:03:48.821369+09:00", "mtime_epoch": 1783317828.8213694, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:03:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 766.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.156, "pushed": 5.156, "read": 5.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.797, "count": 154, "max_ms": 90.653, "p95_ms": 85.016}, "gstreamer_push": {"avg_ms": 0.936, "count": 154, "max_ms": 2.976, "p95_ms": 1.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.006, "count": 154, "max_ms": 112.585, "p95_ms": 107.622}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.664, "count": 154, "max_ms": 116.73, "p95_ms": 106.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.7, "count": 154, "max_ms": 233.868, "p95_ms": 223.463}, "read_interval": {"avg_ms": 195.29, "count": 153, "max_ms": 241.035, "p95_ms": 232.17}, "triton_wait": {"avg_ms": 78.505, "count": 154, "max_ms": 116.743, "p95_ms": 109.332}, "visualize": {"avg_ms": 34.355, "count": 154, "max_ms": 50.678, "p95_ms": 45.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5760.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.934, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.625, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.498, "sample_count": 2322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:03:52+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T15:03:52+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T15:03:52.301385+09:00", "mtime_epoch": 1783317832.3013852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:03:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1336.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.521, "pushed": 7.521, "read": 7.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.076, "count": 225, "max_ms": 9.291, "p95_ms": 6.908}, "gstreamer_push": {"avg_ms": 1.171, "count": 225, "max_ms": 4.225, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.024, "count": 225, "max_ms": 84.149, "p95_ms": 72.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.496, "count": 225, "max_ms": 118.566, "p95_ms": 103.323}, "yolo11_640_fire_11class": {"avg_ms": 60.715, "count": 225, "max_ms": 87.72, "p95_ms": 79.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.443, "count": 225, "max_ms": 98.879, "p95_ms": 90.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.868, "count": 225, "max_ms": 172.728, "p95_ms": 156.683}, "read_interval": {"avg_ms": 133.721, "count": 224, "max_ms": 183.764, "p95_ms": 166.028}, "triton_wait": {"avg_ms": 70.925, "count": 225, "max_ms": 118.579, "p95_ms": 103.335}, "visualize": {"avg_ms": 5.159, "count": 225, "max_ms": 6.886, "p95_ms": 5.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6035.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 115, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:54:07+09:00", "last_error_summary": "[h264 @ 0x555a58520a80] cabac decode of qscale diff failed at 11 36 [h264 @ 0x555a58520a80] error while decoding MB 11 36, bytestream 4521 [h264 @ 0x555a57927140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555a57927140] error while decoding MB 0 36, bytestream 1193 [h264 @ 0x555a5797a700] cabac decode of qscale diff failed at 62 31 [h264 @ 0x555a5797a700] error while decoding MB 62 31, bytestream 9426 [h264 @ 0x555a58451c00] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 590.436, "last_started_at": "2026-07-06T14:54:10+09:00", "pid": 12330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 574.34, "name": "ffmpeg", "pid": 12330, "rss_mb": 574.34, "state": "S (sleeping)", "threads": 104}, "restart_count": 17, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.412, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:04:00+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T15:04:00+09:00", "mjpeg": {"age_sec": 19.421, "exists": true, "mtime": "2026-07-06T15:03:41.297337+09:00", "mtime_epoch": 1783317821.2973366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:04:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.098, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.333, "pushed": 3.333, "read": 3.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 100, "max_ms": 4.967, "p95_ms": 3.923}, "gstreamer_push": {"avg_ms": 1.604, "count": 100, "max_ms": 6.573, "p95_ms": 3.81}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.022, "count": 100, "max_ms": 87.867, "p95_ms": 71.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.447, "count": 100, "max_ms": 110.152, "p95_ms": 101.936}, "yolo11_640_fire_11class": {"avg_ms": 58.953, "count": 100, "max_ms": 92.933, "p95_ms": 77.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.984, "count": 100, "max_ms": 100.552, "p95_ms": 90.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.651, "count": 100, "max_ms": 122.917, "p95_ms": 114.296}, "read_interval": {"avg_ms": 300.127, "count": 100, "max_ms": 19432.567, "p95_ms": 134.027}, "triton_wait": {"avg_ms": 73.486, "count": 100, "max_ms": 110.164, "p95_ms": 101.948}, "visualize": {"avg_ms": 3.713, "count": 100, "max_ms": 5.9, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 706, "tracking_summary": 668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5639.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13572.278, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.983, "sample_count": 1572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:04:19+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T15:04:18+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T15:04:18.917512+09:00", "mtime_epoch": 1783317858.9175122, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:04:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 766.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.286, "pushed": 5.286, "read": 5.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.319, "count": 158, "max_ms": 81.359, "p95_ms": 79.227}, "gstreamer_push": {"avg_ms": 0.852, "count": 158, "max_ms": 1.77, "p95_ms": 1.035}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.437, "count": 158, "max_ms": 115.708, "p95_ms": 98.705}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.095, "count": 158, "max_ms": 110.491, "p95_ms": 98.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.173, "count": 158, "max_ms": 239.654, "p95_ms": 223.666}, "read_interval": {"avg_ms": 190.578, "count": 157, "max_ms": 246.05, "p95_ms": 230.461}, "triton_wait": {"avg_ms": 74.544, "count": 158, "max_ms": 115.722, "p95_ms": 99.658}, "visualize": {"avg_ms": 32.437, "count": 158, "max_ms": 45.407, "p95_ms": 44.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5733.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.077, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.883, "name": "ffmpeg", "pid": 12589, "rss_mb": 331.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.254, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:04:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:04:22+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T15:04:22+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T15:04:22.401530+09:00", "mtime_epoch": 1783317862.4015298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:04:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1334.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.664, "pushed": 7.664, "read": 7.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.943, "count": 229, "max_ms": 8.313, "p95_ms": 6.768}, "gstreamer_push": {"avg_ms": 1.284, "count": 229, "max_ms": 4.226, "p95_ms": 2.547}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.764, "count": 229, "max_ms": 85.559, "p95_ms": 69.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.94, "count": 229, "max_ms": 118.39, "p95_ms": 100.252}, "yolo11_640_fire_11class": {"avg_ms": 58.945, "count": 229, "max_ms": 84.04, "p95_ms": 77.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.158, "count": 229, "max_ms": 97.701, "p95_ms": 87.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.821, "count": 229, "max_ms": 171.285, "p95_ms": 154.016}, "read_interval": {"avg_ms": 130.951, "count": 228, "max_ms": 182.807, "p95_ms": 165.756}, "triton_wait": {"avg_ms": 70.151, "count": 229, "max_ms": 118.403, "p95_ms": 100.264}, "visualize": {"avg_ms": 5.095, "count": 229, "max_ms": 7.272, "p95_ms": 5.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5738.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.855, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.562, "name": "ffmpeg", "pid": 12741, "rss_mb": 265.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.054, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:04:30+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T15:04:30+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T15:04:30.681572+09:00", "mtime_epoch": 1783317870.6815724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:04:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.129, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.2, "pushed": 8.2, "read": 8.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "invalid_ffmpeg_reads_seen"], "latency_ms": {"analyze": {"avg_ms": 3.692, "count": 245, "max_ms": 6.231, "p95_ms": 5.72}, "gstreamer_push": {"avg_ms": 1.522, "count": 246, "max_ms": 6.795, "p95_ms": 3.77}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.737, "count": 245, "max_ms": 85.291, "p95_ms": 72.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.244, "count": 245, "max_ms": 116.053, "p95_ms": 102.037}, "yolo11_640_fire_11class": {"avg_ms": 60.096, "count": 245, "max_ms": 86.423, "p95_ms": 82.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.05, "count": 245, "max_ms": 104.146, "p95_ms": 93.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.294, "count": 246, "max_ms": 172.515, "p95_ms": 143.101}, "read_interval": {"avg_ms": 122.215, "count": 245, "max_ms": 4753.822, "p95_ms": 153.57}, "triton_wait": {"avg_ms": 73.327, "count": 245, "max_ms": 116.066, "p95_ms": 102.049}, "visualize": {"avg_ms": 3.913, "count": 245, "max_ms": 5.613, "p95_ms": 5.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 709, "tracking_summary": 670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5743.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13602.466, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.274, "sample_count": 1571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:04:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:04:49+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T15:04:49+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T15:04:49.073672+09:00", "mtime_epoch": 1783317889.073672, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:04:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 771.766, "name": "celery", "pid": 239, "rss_mb": 771.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.42, "pushed": 5.42, "read": 5.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.214, "count": 162, "max_ms": 103.22, "p95_ms": 81.992}, "gstreamer_push": {"avg_ms": 0.93, "count": 162, "max_ms": 1.882, "p95_ms": 1.732}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.88, "count": 162, "max_ms": 113.056, "p95_ms": 104.093}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.243, "count": 162, "max_ms": 113.872, "p95_ms": 104.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.84, "count": 162, "max_ms": 232.741, "p95_ms": 215.572}, "read_interval": {"avg_ms": 185.246, "count": 161, "max_ms": 241.577, "p95_ms": 222.898}, "triton_wait": {"avg_ms": 76.487, "count": 162, "max_ms": 113.885, "p95_ms": 105.989}, "visualize": {"avg_ms": 29.019, "count": 162, "max_ms": 37.822, "p95_ms": 35.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5733.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.876, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.141, "name": "ffmpeg", "pid": 12741, "rss_mb": 268.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.865, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:05:00+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T15:05:00+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T15:05:00.713738+09:00", "mtime_epoch": 1783317900.7137382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:05:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.5, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.338, "pushed": 8.338, "read": 8.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.68, "count": 249, "max_ms": 9.342, "p95_ms": 7.101}, "gstreamer_push": {"avg_ms": 1.353, "count": 249, "max_ms": 6.334, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.436, "count": 249, "max_ms": 84.157, "p95_ms": 73.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.661, "count": 249, "max_ms": 124.34, "p95_ms": 97.811}, "yolo11_640_fire_11class": {"avg_ms": 60.75, "count": 249, "max_ms": 88.814, "p95_ms": 78.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.866, "count": 249, "max_ms": 106.391, "p95_ms": 93.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.939, "count": 249, "max_ms": 183.99, "p95_ms": 151.666}, "read_interval": {"avg_ms": 120.522, "count": 248, "max_ms": 295.209, "p95_ms": 161.865}, "triton_wait": {"avg_ms": 76.912, "count": 249, "max_ms": 124.352, "p95_ms": 97.823}, "visualize": {"avg_ms": 4.409, "count": 249, "max_ms": 6.912, "p95_ms": 5.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5752.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T14:58:52+09:00", "last_error_summary": "[h264 @ 0x55e82838d680] error while decoding MB 118 20, bytestream -35 [in#0/rtsp @ 0x55e827a8be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e827a8be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T14:58:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 372.035, "last_started_at": "2026-07-06T14:58:55+09:00", "pid": 12589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.918, "name": "ffmpeg", "pid": 12589, "rss_mb": 353.918, "state": "S (sleeping)", "threads": 104}, "restart_count": 26, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.957, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:05:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:05:07+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T15:05:07+09:00", "mjpeg": {"age_sec": 15.138, "exists": true, "mtime": "2026-07-06T15:04:52.373691+09:00", "mtime_epoch": 1783317892.3736906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:05:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1339.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.67, "pushed": 1.67, "read": 1.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.303, "count": 50, "max_ms": 8.057, "p95_ms": 6.852}, "gstreamer_push": {"avg_ms": 1.269, "count": 50, "max_ms": 3.617, "p95_ms": 1.731}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.697, "count": 50, "max_ms": 84.604, "p95_ms": 78.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.955, "count": 50, "max_ms": 122.613, "p95_ms": 104.686}, "yolo11_640_fire_11class": {"avg_ms": 64.286, "count": 50, "max_ms": 85.506, "p95_ms": 83.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.68, "count": 50, "max_ms": 102.254, "p95_ms": 101.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.357, "count": 50, "max_ms": 174.098, "p95_ms": 155.749}, "read_interval": {"avg_ms": 610.811, "count": 49, "max_ms": 15152.544, "p95_ms": 186.322}, "triton_wait": {"avg_ms": 75.013, "count": 50, "max_ms": 122.625, "p95_ms": 104.698}, "visualize": {"avg_ms": 4.593, "count": 50, "max_ms": 5.484, "p95_ms": 5.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 709, "tracking_summary": 671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5727.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13632.629, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.35, "sample_count": 1576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:05:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:05:19+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T15:05:19+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T15:05:19.213848+09:00", "mtime_epoch": 1783317919.2138479, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:05:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 772.535, "name": "celery", "pid": 239, "rss_mb": 771.621, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.441, "pushed": 5.441, "read": 5.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.585, "count": 163, "max_ms": 87.101, "p95_ms": 81.399}, "gstreamer_push": {"avg_ms": 1.304, "count": 163, "max_ms": 2.387, "p95_ms": 2.255}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.186, "count": 163, "max_ms": 111.354, "p95_ms": 101.276}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.091, "count": 163, "max_ms": 121.306, "p95_ms": 100.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.327, "count": 163, "max_ms": 226.558, "p95_ms": 213.748}, "read_interval": {"avg_ms": 184.788, "count": 162, "max_ms": 232.788, "p95_ms": 216.874}, "triton_wait": {"avg_ms": 74.922, "count": 163, "max_ms": 121.32, "p95_ms": 101.288}, "visualize": {"avg_ms": 34.761, "count": 163, "max_ms": 50.58, "p95_ms": 48.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5758.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.888, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.398, "name": "ffmpeg", "pid": 12741, "rss_mb": 268.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.302, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:05:30+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T15:05:30+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T15:05:30.769919+09:00", "mtime_epoch": 1783317930.7699194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:05:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1487.312, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.635, "pushed": 9.635, "read": 9.602}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.735, "count": 288, "max_ms": 6.591, "p95_ms": 5.541}, "gstreamer_push": {"avg_ms": 1.48, "count": 288, "max_ms": 7.23, "p95_ms": 2.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.064, "count": 288, "max_ms": 88.287, "p95_ms": 78.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.238, "count": 288, "max_ms": 130.276, "p95_ms": 104.464}, "yolo11_640_fire_11class": {"avg_ms": 61.12, "count": 288, "max_ms": 90.869, "p95_ms": 82.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.121, "count": 288, "max_ms": 106.774, "p95_ms": 93.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.494, "count": 288, "max_ms": 157.301, "p95_ms": 123.295}, "read_interval": {"avg_ms": 104.291, "count": 287, "max_ms": 167.651, "p95_ms": 136.228}, "triton_wait": {"avg_ms": 73.412, "count": 288, "max_ms": 130.289, "p95_ms": 105.254}, "visualize": {"avg_ms": 3.909, "count": 288, "max_ms": 5.561, "p95_ms": 5.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5744.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:05:08+09:00", "last_error_summary": "[h264 @ 0x559a19b4e000] error while decoding MB 2 46, bytestream -11 [in#0/rtsp @ 0x559a19b06e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a19b06e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.32, "last_started_at": "2026-07-06T15:05:11+09:00", "pid": 12848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.414, "name": "ffmpeg", "pid": 12848, "rss_mb": 331.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 13, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.526, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:05:37+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T15:05:37+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T15:05:37.401961+09:00", "mtime_epoch": 1783317937.4019613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:05:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1336.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.868, "pushed": 6.868, "read": 6.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.227, "count": 206, "max_ms": 9.313, "p95_ms": 6.719}, "gstreamer_push": {"avg_ms": 1.344, "count": 206, "max_ms": 6.025, "p95_ms": 2.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.283, "count": 206, "max_ms": 88.418, "p95_ms": 80.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.033, "count": 206, "max_ms": 122.723, "p95_ms": 109.447}, "yolo11_640_fire_11class": {"avg_ms": 65.326, "count": 206, "max_ms": 90.962, "p95_ms": 86.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.021, "count": 206, "max_ms": 106.966, "p95_ms": 96.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.132, "count": 206, "max_ms": 166.058, "p95_ms": 150.331}, "read_interval": {"avg_ms": 145.625, "count": 206, "max_ms": 4447.918, "p95_ms": 161.532}, "triton_wait": {"avg_ms": 77.504, "count": 206, "max_ms": 122.738, "p95_ms": 109.458}, "visualize": {"avg_ms": 4.591, "count": 206, "max_ms": 7.051, "p95_ms": 5.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 712, "tracking_summary": 672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5739.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13662.653, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.598, "sample_count": 1575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:05:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:05:49+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T15:05:49+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T15:05:49.286038+09:00", "mtime_epoch": 1783317949.2860384, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:05:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 772.535, "name": "celery", "pid": 239, "rss_mb": 768.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.061, "pushed": 5.061, "read": 5.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.062, "count": 151, "max_ms": 102.835, "p95_ms": 90.379}, "gstreamer_push": {"avg_ms": 0.845, "count": 151, "max_ms": 1.174, "p95_ms": 1.0}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.25, "count": 151, "max_ms": 127.451, "p95_ms": 107.475}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.326, "count": 151, "max_ms": 114.714, "p95_ms": 105.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.713, "count": 151, "max_ms": 246.486, "p95_ms": 226.624}, "read_interval": {"avg_ms": 198.92, "count": 150, "max_ms": 254.898, "p95_ms": 234.985}, "triton_wait": {"avg_ms": 79.778, "count": 151, "max_ms": 127.463, "p95_ms": 108.781}, "visualize": {"avg_ms": 30.975, "count": 151, "max_ms": 51.485, "p95_ms": 38.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5742.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.937, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.398, "name": "ffmpeg", "pid": 12741, "rss_mb": 268.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.081, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:06:00+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T15:06:00+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T15:06:00.782115+09:00", "mtime_epoch": 1783317960.782115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:06:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1473.078, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.547, "pushed": 9.547, "read": 9.513}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 286, "max_ms": 5.332, "p95_ms": 4.172}, "gstreamer_push": {"avg_ms": 1.539, "count": 286, "max_ms": 6.69, "p95_ms": 3.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.0, "count": 286, "max_ms": 90.753, "p95_ms": 78.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.763, "count": 286, "max_ms": 121.044, "p95_ms": 103.702}, "yolo11_640_fire_11class": {"avg_ms": 65.365, "count": 286, "max_ms": 90.19, "p95_ms": 83.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.089, "count": 286, "max_ms": 104.413, "p95_ms": 96.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.398, "count": 286, "max_ms": 133.306, "p95_ms": 116.391}, "read_interval": {"avg_ms": 104.97, "count": 285, "max_ms": 146.155, "p95_ms": 130.17}, "triton_wait": {"avg_ms": 79.103, "count": 286, "max_ms": 121.057, "p95_ms": 104.427}, "visualize": {"avg_ms": 3.731, "count": 286, "max_ms": 5.441, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5746.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:05:08+09:00", "last_error_summary": "[h264 @ 0x559a19b4e000] error while decoding MB 2 46, bytestream -11 [in#0/rtsp @ 0x559a19b06e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a19b06e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.427, "last_started_at": "2026-07-06T15:05:11+09:00", "pid": 12848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.672, "name": "ffmpeg", "pid": 12848, "rss_mb": 331.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 13, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.14, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:06:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:06:07+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:06:07+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T15:06:07.518161+09:00", "mtime_epoch": 1783317967.5181608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:06:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1335.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.468, "pushed": 8.468, "read": 8.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.788, "count": 253, "max_ms": 9.407, "p95_ms": 6.549}, "gstreamer_push": {"avg_ms": 1.409, "count": 254, "max_ms": 5.158, "p95_ms": 2.991}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.673, "count": 253, "max_ms": 90.804, "p95_ms": 78.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.812, "count": 253, "max_ms": 123.927, "p95_ms": 104.423}, "yolo11_640_fire_11class": {"avg_ms": 66.415, "count": 253, "max_ms": 92.306, "p95_ms": 84.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.421, "count": 253, "max_ms": 108.17, "p95_ms": 97.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.23, "count": 254, "max_ms": 171.794, "p95_ms": 150.594}, "read_interval": {"avg_ms": 118.533, "count": 253, "max_ms": 181.134, "p95_ms": 160.666}, "triton_wait": {"avg_ms": 80.412, "count": 253, "max_ms": 123.941, "p95_ms": 104.63}, "visualize": {"avg_ms": 4.223, "count": 253, "max_ms": 6.444, "p95_ms": 5.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 712, "tracking_summary": 674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5746.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13692.777, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.598, "sample_count": 1582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:06:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:06:19+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T15:06:19+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T15:06:19.374243+09:00", "mtime_epoch": 1783317979.3742433, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:06:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 772.535, "name": "celery", "pid": 239, "rss_mb": 769.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.512, "pushed": 5.512, "read": 5.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.063, "count": 165, "max_ms": 86.999, "p95_ms": 83.408}, "gstreamer_push": {"avg_ms": 1.046, "count": 165, "max_ms": 3.861, "p95_ms": 2.226}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.198, "count": 165, "max_ms": 122.567, "p95_ms": 108.655}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.19, "count": 165, "max_ms": 123.969, "p95_ms": 110.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.696, "count": 165, "max_ms": 231.689, "p95_ms": 220.431}, "read_interval": {"avg_ms": 182.354, "count": 164, "max_ms": 239.151, "p95_ms": 227.844}, "triton_wait": {"avg_ms": 78.573, "count": 165, "max_ms": 123.983, "p95_ms": 110.337}, "visualize": {"avg_ms": 32.812, "count": 165, "max_ms": 59.093, "p95_ms": 54.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5736.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.023, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.555, "name": "ffmpeg", "pid": 12741, "rss_mb": 273.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.777, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:06:30+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:06:30+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T15:06:30.866325+09:00", "mtime_epoch": 1783317990.8663251, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:06:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1473.172, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.167, "pushed": 9.167, "read": 9.134}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.407, "count": 274, "max_ms": 5.494, "p95_ms": 4.225}, "gstreamer_push": {"avg_ms": 1.702, "count": 275, "max_ms": 6.564, "p95_ms": 3.956}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.058, "count": 274, "max_ms": 87.846, "p95_ms": 80.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.228, "count": 274, "max_ms": 129.689, "p95_ms": 114.211}, "yolo11_640_fire_11class": {"avg_ms": 66.769, "count": 274, "max_ms": 91.499, "p95_ms": 84.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.597, "count": 274, "max_ms": 101.424, "p95_ms": 95.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.832, "count": 275, "max_ms": 141.919, "p95_ms": 126.206}, "read_interval": {"avg_ms": 109.356, "count": 274, "max_ms": 295.399, "p95_ms": 143.145}, "triton_wait": {"avg_ms": 82.557, "count": 274, "max_ms": 129.705, "p95_ms": 114.224}, "visualize": {"avg_ms": 3.744, "count": 274, "max_ms": 6.448, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5749.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:05:08+09:00", "last_error_summary": "[h264 @ 0x559a19b4e000] error while decoding MB 2 46, bytestream -11 [in#0/rtsp @ 0x559a19b06e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a19b06e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.438, "last_started_at": "2026-07-06T15:05:11+09:00", "pid": 12848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.93, "name": "ffmpeg", "pid": 12848, "rss_mb": 331.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 13, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.138, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:06:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:06:37+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T15:06:37+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T15:06:37.526373+09:00", "mtime_epoch": 1783317997.5263734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:06:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1337.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.634, "pushed": 8.634, "read": 8.634}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.353, "count": 259, "max_ms": 8.383, "p95_ms": 6.117}, "gstreamer_push": {"avg_ms": 1.46, "count": 259, "max_ms": 5.77, "p95_ms": 3.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.239, "count": 259, "max_ms": 88.528, "p95_ms": 79.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.041, "count": 259, "max_ms": 130.197, "p95_ms": 113.6}, "yolo11_640_fire_11class": {"avg_ms": 67.777, "count": 259, "max_ms": 88.565, "p95_ms": 84.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.6, "count": 259, "max_ms": 102.32, "p95_ms": 96.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.275, "count": 259, "max_ms": 181.797, "p95_ms": 146.713}, "read_interval": {"avg_ms": 115.849, "count": 259, "max_ms": 192.314, "p95_ms": 156.563}, "triton_wait": {"avg_ms": 83.448, "count": 259, "max_ms": 130.21, "p95_ms": 113.613}, "visualize": {"avg_ms": 3.897, "count": 259, "max_ms": 6.15, "p95_ms": 5.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 714, "tracking_summary": 675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5746.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13722.808, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.617, "sample_count": 1577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:06:49+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T15:06:49+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T15:06:49.422461+09:00", "mtime_epoch": 1783318009.4224613, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:06:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 772.535, "name": "celery", "pid": 239, "rss_mb": 767.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.191, "pushed": 5.191, "read": 5.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.44, "count": 155, "max_ms": 84.943, "p95_ms": 82.062}, "gstreamer_push": {"avg_ms": 0.899, "count": 155, "max_ms": 1.958, "p95_ms": 1.135}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.016, "count": 155, "max_ms": 119.492, "p95_ms": 112.465}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.25, "count": 155, "max_ms": 118.274, "p95_ms": 113.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.168, "count": 155, "max_ms": 240.234, "p95_ms": 224.428}, "read_interval": {"avg_ms": 193.717, "count": 154, "max_ms": 246.847, "p95_ms": 233.621}, "triton_wait": {"avg_ms": 83.538, "count": 155, "max_ms": 119.503, "p95_ms": 113.858}, "visualize": {"avg_ms": 31.103, "count": 155, "max_ms": 45.061, "p95_ms": 42.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5746.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.073, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.812, "name": "ffmpeg", "pid": 12741, "rss_mb": 273.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.777, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:07:01+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T15:07:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T15:07:00.954548+09:00", "mtime_epoch": 1783318020.9545481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:07:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1473.418, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.255, "pushed": 10.255, "read": 10.221}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.388, "count": 307, "max_ms": 5.556, "p95_ms": 4.083}, "gstreamer_push": {"avg_ms": 1.503, "count": 307, "max_ms": 5.983, "p95_ms": 3.567}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.093, "count": 307, "max_ms": 90.688, "p95_ms": 75.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.344, "count": 307, "max_ms": 128.839, "p95_ms": 100.587}, "yolo11_640_fire_11class": {"avg_ms": 59.404, "count": 307, "max_ms": 94.068, "p95_ms": 80.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.257, "count": 307, "max_ms": 106.029, "p95_ms": 92.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.573, "count": 307, "max_ms": 142.181, "p95_ms": 113.738}, "read_interval": {"avg_ms": 97.913, "count": 306, "max_ms": 156.291, "p95_ms": 129.687}, "triton_wait": {"avg_ms": 72.42, "count": 307, "max_ms": 128.856, "p95_ms": 100.6}, "visualize": {"avg_ms": 3.703, "count": 307, "max_ms": 6.325, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5757.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:05:08+09:00", "last_error_summary": "[h264 @ 0x559a19b4e000] error while decoding MB 2 46, bytestream -11 [in#0/rtsp @ 0x559a19b06e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a19b06e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 120.566, "last_started_at": "2026-07-06T15:05:11+09:00", "pid": 12848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.094, "name": "ffmpeg", "pid": 12848, "rss_mb": 354.094, "state": "S (sleeping)", "threads": 104}, "restart_count": 27, "restart_count_per_hour": 13, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.412, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:07:11+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T15:07:11+09:00", "mjpeg": {"age_sec": 16.328, "exists": true, "mtime": "2026-07-06T15:06:55.430506+09:00", "mtime_epoch": 1783318015.4305062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:07:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1334.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 10, "pushed_frames": 10, "read_frames": 9, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.334, "pushed": 0.334, "read": 0.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.373, "count": 10, "max_ms": 6.759, "p95_ms": 6.759}, "gstreamer_push": {"avg_ms": 1.44, "count": 10, "max_ms": 2.012, "p95_ms": 2.012}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.511, "count": 10, "max_ms": 90.622, "p95_ms": 90.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.27, "count": 10, "max_ms": 106.511, "p95_ms": 106.511}, "yolo11_640_fire_11class": {"avg_ms": 68.765, "count": 10, "max_ms": 94.068, "p95_ms": 94.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.727, "count": 10, "max_ms": 105.88, "p95_ms": 105.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.715, "count": 10, "max_ms": 118.892, "p95_ms": 118.892}, "read_interval": {"avg_ms": 3326.124, "count": 9, "max_ms": 16354.676, "p95_ms": 16354.676}, "triton_wait": {"avg_ms": 81.337, "count": 10, "max_ms": 106.524, "p95_ms": 106.524}, "visualize": {"avg_ms": 4.068, "count": 10, "max_ms": 6.098, "p95_ms": 6.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 715, "tracking_summary": 676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5656.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13752.892, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.463, "sample_count": 1575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:07:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:07:19+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T15:07:19+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T15:07:19.478692+09:00", "mtime_epoch": 1783318039.4786918, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:07:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 773.094, "name": "celery", "pid": 239, "rss_mb": 767.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.119, "pushed": 5.119, "read": 5.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.713, "count": 153, "max_ms": 81.194, "p95_ms": 79.589}, "gstreamer_push": {"avg_ms": 1.037, "count": 153, "max_ms": 3.013, "p95_ms": 2.117}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.593, "count": 153, "max_ms": 108.574, "p95_ms": 92.926}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.926, "count": 153, "max_ms": 113.23, "p95_ms": 96.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.437, "count": 153, "max_ms": 226.821, "p95_ms": 215.612}, "read_interval": {"avg_ms": 196.411, "count": 152, "max_ms": 393.695, "p95_ms": 223.3}, "triton_wait": {"avg_ms": 79.264, "count": 153, "max_ms": 113.242, "p95_ms": 101.454}, "visualize": {"avg_ms": 34.544, "count": 153, "max_ms": 50.122, "p95_ms": 48.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5743.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.115, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.391, "name": "ffmpeg", "pid": 12741, "rss_mb": 276.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.705, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:07:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T15:07:30+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T15:07:30.982783+09:00", "mtime_epoch": 1783318050.9827833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:07:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.848, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.725}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.383, "count": 292, "max_ms": 5.24, "p95_ms": 4.046}, "gstreamer_push": {"avg_ms": 1.62, "count": 292, "max_ms": 7.163, "p95_ms": 3.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.489, "count": 292, "max_ms": 82.706, "p95_ms": 76.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.178, "count": 292, "max_ms": 122.226, "p95_ms": 101.65}, "yolo11_640_fire_11class": {"avg_ms": 62.27, "count": 292, "max_ms": 90.936, "p95_ms": 81.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.184, "count": 292, "max_ms": 98.142, "p95_ms": 90.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.366, "count": 292, "max_ms": 134.311, "p95_ms": 114.524}, "read_interval": {"avg_ms": 102.893, "count": 291, "max_ms": 147.008, "p95_ms": 127.519}, "triton_wait": {"avg_ms": 77.257, "count": 292, "max_ms": 122.239, "p95_ms": 101.664}, "visualize": {"avg_ms": 3.678, "count": 292, "max_ms": 5.053, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5750.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.17, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.351, "sample_count": 1893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:07:41+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T15:07:41+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T15:07:41.694870+09:00", "mtime_epoch": 1783318061.69487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:07:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1334.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.006, "pushed": 7.006, "read": 6.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.602, "count": 210, "max_ms": 8.423, "p95_ms": 6.03}, "gstreamer_push": {"avg_ms": 1.483, "count": 210, "max_ms": 6.294, "p95_ms": 3.773}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.571, "count": 210, "max_ms": 91.051, "p95_ms": 81.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.5, "count": 210, "max_ms": 124.598, "p95_ms": 114.25}, "yolo11_640_fire_11class": {"avg_ms": 70.199, "count": 210, "max_ms": 95.637, "p95_ms": 88.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.293, "count": 210, "max_ms": 102.335, "p95_ms": 96.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.844, "count": 210, "max_ms": 176.263, "p95_ms": 149.546}, "read_interval": {"avg_ms": 143.121, "count": 209, "max_ms": 5052.387, "p95_ms": 162.296}, "triton_wait": {"avg_ms": 83.911, "count": 210, "max_ms": 124.611, "p95_ms": 114.263}, "visualize": {"avg_ms": 4.084, "count": 210, "max_ms": 5.764, "p95_ms": 5.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 716, "tracking_summary": 677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5753.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13782.906, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.043, "sample_count": 1568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:07:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:07:49+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T15:07:49+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T15:07:49.526934+09:00", "mtime_epoch": 1783318069.5269341, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:07:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 773.094, "name": "celery", "pid": 239, "rss_mb": 770.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.269, "pushed": 5.269, "read": 5.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.038, "count": 157, "max_ms": 84.038, "p95_ms": 80.834}, "gstreamer_push": {"avg_ms": 1.008, "count": 157, "max_ms": 2.828, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.143, "count": 157, "max_ms": 117.782, "p95_ms": 108.956}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.791, "count": 157, "max_ms": 116.983, "p95_ms": 112.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.493, "count": 157, "max_ms": 244.456, "p95_ms": 226.563}, "read_interval": {"avg_ms": 191.16, "count": 156, "max_ms": 250.533, "p95_ms": 234.959}, "triton_wait": {"avg_ms": 82.689, "count": 157, "max_ms": 117.796, "p95_ms": 113.197}, "visualize": {"avg_ms": 31.606, "count": 157, "max_ms": 46.734, "p95_ms": 44.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5752.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.123, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.262, "name": "ffmpeg", "pid": 12741, "rss_mb": 279.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.398, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:08:01+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T15:08:00+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T15:08:00.967030+09:00", "mtime_epoch": 1783318080.9670296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:08:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1470.707, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.468, "pushed": 9.468, "read": 9.468}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 284, "max_ms": 5.529, "p95_ms": 4.682}, "gstreamer_push": {"avg_ms": 1.581, "count": 284, "max_ms": 6.587, "p95_ms": 3.676}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.923, "count": 284, "max_ms": 88.545, "p95_ms": 80.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.735, "count": 284, "max_ms": 125.502, "p95_ms": 109.47}, "yolo11_640_fire_11class": {"avg_ms": 66.476, "count": 284, "max_ms": 92.265, "p95_ms": 85.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.954, "count": 284, "max_ms": 101.573, "p95_ms": 94.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.201, "count": 284, "max_ms": 137.939, "p95_ms": 122.226}, "read_interval": {"avg_ms": 105.576, "count": 284, "max_ms": 151.714, "p95_ms": 136.791}, "triton_wait": {"avg_ms": 79.874, "count": 284, "max_ms": 125.515, "p95_ms": 109.483}, "visualize": {"avg_ms": 3.721, "count": 284, "max_ms": 6.603, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.232, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.749, "sample_count": 1905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:08:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:08:11+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T15:08:11+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T15:08:11.763121+09:00", "mtime_epoch": 1783318091.763121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:08:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1334.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.314, "pushed": 8.314, "read": 8.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.807, "count": 249, "max_ms": 8.364, "p95_ms": 6.721}, "gstreamer_push": {"avg_ms": 1.432, "count": 249, "max_ms": 5.96, "p95_ms": 2.925}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.244, "count": 249, "max_ms": 88.619, "p95_ms": 80.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.711, "count": 249, "max_ms": 123.95, "p95_ms": 106.681}, "yolo11_640_fire_11class": {"avg_ms": 70.143, "count": 249, "max_ms": 98.055, "p95_ms": 86.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.99, "count": 249, "max_ms": 105.721, "p95_ms": 97.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.816, "count": 249, "max_ms": 171.834, "p95_ms": 149.534}, "read_interval": {"avg_ms": 120.665, "count": 248, "max_ms": 180.205, "p95_ms": 161.537}, "triton_wait": {"avg_ms": 82.087, "count": 249, "max_ms": 123.961, "p95_ms": 106.693}, "visualize": {"avg_ms": 4.276, "count": 249, "max_ms": 7.415, "p95_ms": 5.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 719, "tracking_summary": 679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5756.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13813.084, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.68, "sample_count": 1566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:08:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:08:19+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T15:08:19+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T15:08:19.715189+09:00", "mtime_epoch": 1783318099.715189, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:08:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 773.156, "name": "celery", "pid": 239, "rss_mb": 772.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.073, "pushed": 5.073, "read": 5.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.946, "count": 152, "max_ms": 88.351, "p95_ms": 84.943}, "gstreamer_push": {"avg_ms": 0.842, "count": 152, "max_ms": 1.221, "p95_ms": 0.956}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.602, "count": 152, "max_ms": 121.704, "p95_ms": 113.15}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.851, "count": 152, "max_ms": 116.766, "p95_ms": 107.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.324, "count": 152, "max_ms": 235.028, "p95_ms": 225.52}, "read_interval": {"avg_ms": 198.648, "count": 151, "max_ms": 242.007, "p95_ms": 234.469}, "triton_wait": {"avg_ms": 80.403, "count": 152, "max_ms": 121.716, "p95_ms": 113.163}, "visualize": {"avg_ms": 28.03, "count": 152, "max_ms": 38.489, "p95_ms": 31.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5758.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.129, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.52, "name": "ffmpeg", "pid": 12741, "rss_mb": 279.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.756, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:08:31+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T15:08:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T15:08:31.011287+09:00", "mtime_epoch": 1783318111.0112872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:08:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1474.695, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.669, "pushed": 8.669, "read": 8.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.952, "count": 260, "max_ms": 8.023, "p95_ms": 5.587}, "gstreamer_push": {"avg_ms": 1.449, "count": 260, "max_ms": 6.422, "p95_ms": 2.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.71, "count": 260, "max_ms": 87.269, "p95_ms": 80.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.666, "count": 260, "max_ms": 129.18, "p95_ms": 107.333}, "yolo11_640_fire_11class": {"avg_ms": 66.082, "count": 260, "max_ms": 95.093, "p95_ms": 85.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.175, "count": 260, "max_ms": 107.825, "p95_ms": 97.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.668, "count": 260, "max_ms": 168.309, "p95_ms": 144.585}, "read_interval": {"avg_ms": 115.539, "count": 260, "max_ms": 182.835, "p95_ms": 156.124}, "triton_wait": {"avg_ms": 81.051, "count": 260, "max_ms": 129.193, "p95_ms": 107.413}, "visualize": {"avg_ms": 4.067, "count": 260, "max_ms": 6.506, "p95_ms": 5.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5750.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.308, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.978, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:08:41+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T15:08:41+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T15:08:41.839383+09:00", "mtime_epoch": 1783318121.8393826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:08:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1331.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.412, "pushed": 8.412, "read": 8.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.97, "count": 252, "max_ms": 9.563, "p95_ms": 7.104}, "gstreamer_push": {"avg_ms": 1.383, "count": 252, "max_ms": 7.125, "p95_ms": 1.849}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.95, "count": 252, "max_ms": 85.664, "p95_ms": 78.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.277, "count": 252, "max_ms": 124.718, "p95_ms": 110.221}, "yolo11_640_fire_11class": {"avg_ms": 65.602, "count": 252, "max_ms": 90.474, "p95_ms": 85.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.185, "count": 252, "max_ms": 106.328, "p95_ms": 97.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.609, "count": 252, "max_ms": 184.76, "p95_ms": 153.72}, "read_interval": {"avg_ms": 119.294, "count": 251, "max_ms": 194.797, "p95_ms": 163.352}, "triton_wait": {"avg_ms": 78.101, "count": 252, "max_ms": 124.731, "p95_ms": 110.234}, "visualize": {"avg_ms": 4.361, "count": 252, "max_ms": 8.816, "p95_ms": 6.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 720, "tracking_summary": 680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5750.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13843.104, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.559, "sample_count": 1573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:08:49+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T15:08:49+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T15:08:49.699453+09:00", "mtime_epoch": 1783318129.6994526, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:08:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 773.609, "name": "celery", "pid": 239, "rss_mb": 770.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.365, "pushed": 5.365, "read": 5.332}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.848, "count": 160, "max_ms": 110.357, "p95_ms": 82.592}, "gstreamer_push": {"avg_ms": 0.967, "count": 160, "max_ms": 2.291, "p95_ms": 2.011}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.663, "count": 160, "max_ms": 120.902, "p95_ms": 109.071}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.781, "count": 160, "max_ms": 114.91, "p95_ms": 108.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.985, "count": 160, "max_ms": 243.246, "p95_ms": 221.118}, "read_interval": {"avg_ms": 187.427, "count": 159, "max_ms": 250.111, "p95_ms": 229.597}, "triton_wait": {"avg_ms": 79.223, "count": 160, "max_ms": 120.914, "p95_ms": 110.454}, "visualize": {"avg_ms": 31.782, "count": 160, "max_ms": 53.736, "p95_ms": 44.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5745.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.142, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.52, "name": "ffmpeg", "pid": 12741, "rss_mb": 279.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.134, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:09:01+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T15:09:01+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T15:09:01.015555+09:00", "mtime_epoch": 1783318141.015555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:09:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1469.004, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.327, "pushed": 9.327, "read": 9.294}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 279, "max_ms": 5.528, "p95_ms": 4.211}, "gstreamer_push": {"avg_ms": 1.501, "count": 279, "max_ms": 8.099, "p95_ms": 3.711}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.578, "count": 279, "max_ms": 89.21, "p95_ms": 80.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.628, "count": 279, "max_ms": 125.303, "p95_ms": 112.328}, "yolo11_640_fire_11class": {"avg_ms": 68.312, "count": 279, "max_ms": 92.36, "p95_ms": 88.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.829, "count": 279, "max_ms": 107.194, "p95_ms": 98.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.268, "count": 279, "max_ms": 139.186, "p95_ms": 125.82}, "read_interval": {"avg_ms": 107.616, "count": 278, "max_ms": 150.615, "p95_ms": 138.904}, "triton_wait": {"avg_ms": 81.903, "count": 279, "max_ms": 125.316, "p95_ms": 112.34}, "visualize": {"avg_ms": 3.635, "count": 279, "max_ms": 5.422, "p95_ms": 4.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5749.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.384, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.068, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:09:12+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T15:09:11+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T15:09:11.899654+09:00", "mtime_epoch": 1783318151.8996544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:09:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1334.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.311, "pushed": 8.311, "read": 8.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.715, "count": 249, "max_ms": 9.959, "p95_ms": 6.523}, "gstreamer_push": {"avg_ms": 1.471, "count": 249, "max_ms": 6.35, "p95_ms": 3.552}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.897, "count": 249, "max_ms": 87.734, "p95_ms": 80.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.238, "count": 249, "max_ms": 131.221, "p95_ms": 111.973}, "yolo11_640_fire_11class": {"avg_ms": 71.335, "count": 249, "max_ms": 100.316, "p95_ms": 88.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.255, "count": 249, "max_ms": 102.496, "p95_ms": 96.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.565, "count": 249, "max_ms": 183.562, "p95_ms": 147.896}, "read_interval": {"avg_ms": 120.631, "count": 248, "max_ms": 196.797, "p95_ms": 159.092}, "triton_wait": {"avg_ms": 83.62, "count": 249, "max_ms": 131.235, "p95_ms": 111.985}, "visualize": {"avg_ms": 4.165, "count": 249, "max_ms": 6.411, "p95_ms": 5.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 722, "tracking_summary": 681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5754.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13873.216, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.617, "sample_count": 1564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:09:20+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T15:09:19+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T15:09:19.831728+09:00", "mtime_epoch": 1783318159.8317277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:09:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 770.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.055, "pushed": 5.055, "read": 5.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.133, "count": 151, "max_ms": 91.329, "p95_ms": 84.873}, "gstreamer_push": {"avg_ms": 0.936, "count": 151, "max_ms": 3.628, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.558, "count": 151, "max_ms": 121.486, "p95_ms": 113.675}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.473, "count": 151, "max_ms": 116.998, "p95_ms": 114.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.938, "count": 151, "max_ms": 247.2, "p95_ms": 233.729}, "read_interval": {"avg_ms": 199.425, "count": 150, "max_ms": 253.724, "p95_ms": 239.908}, "triton_wait": {"avg_ms": 83.993, "count": 151, "max_ms": 121.498, "p95_ms": 115.218}, "visualize": {"avg_ms": 31.811, "count": 151, "max_ms": 49.227, "p95_ms": 43.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5760.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 316.202, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.52, "name": "ffmpeg", "pid": 12741, "rss_mb": 279.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.311, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:09:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:09:31+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T15:09:31+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T15:09:31.055833+09:00", "mtime_epoch": 1783318171.0558326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:09:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1474.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.385, "pushed": 9.385, "read": 9.352}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 281, "max_ms": 6.45, "p95_ms": 4.352}, "gstreamer_push": {"avg_ms": 1.468, "count": 281, "max_ms": 4.212, "p95_ms": 2.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.969, "count": 281, "max_ms": 89.694, "p95_ms": 81.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.707, "count": 281, "max_ms": 121.731, "p95_ms": 111.625}, "yolo11_640_fire_11class": {"avg_ms": 67.993, "count": 281, "max_ms": 92.963, "p95_ms": 86.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.647, "count": 281, "max_ms": 102.965, "p95_ms": 96.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.434, "count": 281, "max_ms": 136.535, "p95_ms": 123.687}, "read_interval": {"avg_ms": 106.948, "count": 280, "max_ms": 152.452, "p95_ms": 135.984}, "triton_wait": {"avg_ms": 81.163, "count": 281, "max_ms": 121.744, "p95_ms": 111.638}, "visualize": {"avg_ms": 3.698, "count": 281, "max_ms": 5.923, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5757.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.487, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.425, "sample_count": 1984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:09:42+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T15:09:42+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T15:09:42.019936+09:00", "mtime_epoch": 1783318182.0199363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:09:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1337.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.38, "pushed": 8.38, "read": 8.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.624, "count": 251, "max_ms": 9.662, "p95_ms": 6.715}, "gstreamer_push": {"avg_ms": 1.467, "count": 251, "max_ms": 5.93, "p95_ms": 3.566}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.525, "count": 251, "max_ms": 89.182, "p95_ms": 83.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.674, "count": 251, "max_ms": 128.968, "p95_ms": 113.137}, "yolo11_640_fire_11class": {"avg_ms": 71.415, "count": 251, "max_ms": 97.622, "p95_ms": 88.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.722, "count": 251, "max_ms": 102.978, "p95_ms": 97.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.09, "count": 251, "max_ms": 175.02, "p95_ms": 147.246}, "read_interval": {"avg_ms": 119.565, "count": 250, "max_ms": 186.61, "p95_ms": 157.053}, "triton_wait": {"avg_ms": 85.229, "count": 251, "max_ms": 128.98, "p95_ms": 113.151}, "visualize": {"avg_ms": 4.035, "count": 251, "max_ms": 6.438, "p95_ms": 5.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 722, "tracking_summary": 683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5751.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13903.301, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.085, "sample_count": 1568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:09:50+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T15:09:49+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T15:09:49.916012+09:00", "mtime_epoch": 1783318189.9160116, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:09:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 769.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.511, "pushed": 5.511, "read": 5.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 57.578, "count": 165, "max_ms": 94.126, "p95_ms": 84.825}, "gstreamer_push": {"avg_ms": 0.919, "count": 165, "max_ms": 2.23, "p95_ms": 1.111}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.523, "count": 165, "max_ms": 126.027, "p95_ms": 111.919}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.109, "count": 165, "max_ms": 120.819, "p95_ms": 111.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.647, "count": 165, "max_ms": 242.23, "p95_ms": 220.557}, "read_interval": {"avg_ms": 182.257, "count": 164, "max_ms": 250.242, "p95_ms": 227.483}, "triton_wait": {"avg_ms": 81.943, "count": 165, "max_ms": 126.041, "p95_ms": 112.803}, "visualize": {"avg_ms": 30.724, "count": 165, "max_ms": 53.452, "p95_ms": 40.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5751.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.301, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.52, "name": "ffmpeg", "pid": 12741, "rss_mb": 279.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.313, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:10:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:10:01+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:10:01+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T15:10:01.148120+09:00", "mtime_epoch": 1783318201.14812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:10:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.445, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.24, "pushed": 9.24, "read": 9.206}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.485, "count": 277, "max_ms": 5.509, "p95_ms": 4.859}, "gstreamer_push": {"avg_ms": 1.561, "count": 277, "max_ms": 6.585, "p95_ms": 3.638}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.129, "count": 277, "max_ms": 86.413, "p95_ms": 81.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.608, "count": 277, "max_ms": 129.202, "p95_ms": 115.706}, "yolo11_640_fire_11class": {"avg_ms": 67.284, "count": 277, "max_ms": 96.092, "p95_ms": 86.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.02, "count": 277, "max_ms": 99.766, "p95_ms": 96.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.052, "count": 277, "max_ms": 141.391, "p95_ms": 128.084}, "read_interval": {"avg_ms": 108.621, "count": 276, "max_ms": 158.887, "p95_ms": 140.934}, "triton_wait": {"avg_ms": 82.745, "count": 277, "max_ms": 129.216, "p95_ms": 115.719}, "visualize": {"avg_ms": 3.736, "count": 277, "max_ms": 6.347, "p95_ms": 4.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5754.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.599, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.425, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:10:12+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T15:10:12+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T15:10:12.136227+09:00", "mtime_epoch": 1783318212.1362271, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:10:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1336.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.0, "pushed": 8.0, "read": 7.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.658, "count": 239, "max_ms": 9.174, "p95_ms": 7.193}, "gstreamer_push": {"avg_ms": 1.445, "count": 240, "max_ms": 6.003, "p95_ms": 3.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.588, "count": 239, "max_ms": 86.335, "p95_ms": 81.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.276, "count": 239, "max_ms": 131.024, "p95_ms": 117.181}, "yolo11_640_fire_11class": {"avg_ms": 73.403, "count": 239, "max_ms": 94.428, "p95_ms": 89.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.72, "count": 239, "max_ms": 101.821, "p95_ms": 95.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.125, "count": 240, "max_ms": 163.911, "p95_ms": 149.951}, "read_interval": {"avg_ms": 125.469, "count": 239, "max_ms": 174.775, "p95_ms": 162.517}, "triton_wait": {"avg_ms": 89.473, "count": 239, "max_ms": 131.037, "p95_ms": 117.194}, "visualize": {"avg_ms": 4.121, "count": 239, "max_ms": 6.458, "p95_ms": 5.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 724, "tracking_summary": 684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5755.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13933.353, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.655, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:10:20+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T15:10:19+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T15:10:19.960304+09:00", "mtime_epoch": 1783318219.960304, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:10:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 768.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.117, "pushed": 5.117, "read": 5.083}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.352, "count": 153, "max_ms": 88.214, "p95_ms": 83.263}, "gstreamer_push": {"avg_ms": 0.848, "count": 153, "max_ms": 1.087, "p95_ms": 1.006}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.125, "count": 153, "max_ms": 119.337, "p95_ms": 114.561}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.354, "count": 153, "max_ms": 118.127, "p95_ms": 115.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.16, "count": 153, "max_ms": 231.835, "p95_ms": 227.539}, "read_interval": {"avg_ms": 196.374, "count": 152, "max_ms": 241.02, "p95_ms": 233.902}, "triton_wait": {"avg_ms": 83.973, "count": 153, "max_ms": 119.35, "p95_ms": 115.302}, "visualize": {"avg_ms": 29.835, "count": 153, "max_ms": 38.853, "p95_ms": 34.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5748.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.336, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.52, "name": "ffmpeg", "pid": 12741, "rss_mb": 279.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.437, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:10:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T15:10:31+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T15:10:31+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T15:10:31.180415+09:00", "mtime_epoch": 1783318231.1804154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:10:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1474.316, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.799, "pushed": 8.799, "read": 8.766}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 263, "max_ms": 5.542, "p95_ms": 4.307}, "gstreamer_push": {"avg_ms": 1.579, "count": 263, "max_ms": 6.62, "p95_ms": 3.804}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.987, "count": 263, "max_ms": 87.027, "p95_ms": 81.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.15, "count": 263, "max_ms": 128.098, "p95_ms": 115.674}, "yolo11_640_fire_11class": {"avg_ms": 72.835, "count": 263, "max_ms": 94.432, "p95_ms": 87.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.206, "count": 263, "max_ms": 102.642, "p95_ms": 96.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.559, "count": 263, "max_ms": 140.387, "p95_ms": 127.782}, "read_interval": {"avg_ms": 114.166, "count": 262, "max_ms": 157.906, "p95_ms": 140.661}, "triton_wait": {"avg_ms": 88.307, "count": 263, "max_ms": 128.11, "p95_ms": 115.687}, "visualize": {"avg_ms": 3.724, "count": 263, "max_ms": 6.506, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.675, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.443, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:10:42+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T15:10:42+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T15:10:42.252527+09:00", "mtime_epoch": 1783318242.2525265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:10:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1337.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.11, "pushed": 8.11, "read": 8.077}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.948, "count": 243, "max_ms": 9.747, "p95_ms": 7.264}, "gstreamer_push": {"avg_ms": 1.49, "count": 243, "max_ms": 5.765, "p95_ms": 3.778}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.6, "count": 243, "max_ms": 88.551, "p95_ms": 80.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.886, "count": 243, "max_ms": 126.449, "p95_ms": 106.15}, "yolo11_640_fire_11class": {"avg_ms": 69.297, "count": 243, "max_ms": 91.312, "p95_ms": 84.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.706, "count": 243, "max_ms": 102.605, "p95_ms": 96.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.632, "count": 243, "max_ms": 166.27, "p95_ms": 152.518}, "read_interval": {"avg_ms": 123.925, "count": 242, "max_ms": 175.081, "p95_ms": 162.816}, "triton_wait": {"avg_ms": 83.397, "count": 243, "max_ms": 126.463, "p95_ms": 106.163}, "visualize": {"avg_ms": 4.288, "count": 243, "max_ms": 9.03, "p95_ms": 5.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 725, "tracking_summary": 685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5757.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13963.463, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.569, "sample_count": 1561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:10:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:10:50+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T15:10:50+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T15:10:50.048605+09:00", "mtime_epoch": 1783318250.0486052, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:10:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 770.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.141, "pushed": 5.141, "read": 5.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.819, "count": 154, "max_ms": 98.353, "p95_ms": 84.658}, "gstreamer_push": {"avg_ms": 0.899, "count": 154, "max_ms": 2.561, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.322, "count": 154, "max_ms": 112.18, "p95_ms": 104.31}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.367, "count": 154, "max_ms": 116.244, "p95_ms": 106.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.304, "count": 154, "max_ms": 227.149, "p95_ms": 222.789}, "read_interval": {"avg_ms": 195.344, "count": 153, "max_ms": 235.961, "p95_ms": 230.328}, "triton_wait": {"avg_ms": 77.713, "count": 154, "max_ms": 116.257, "p95_ms": 108.321}, "visualize": {"avg_ms": 30.793, "count": 154, "max_ms": 51.083, "p95_ms": 43.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5760.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 406.336, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.098, "name": "ffmpeg", "pid": 12741, "rss_mb": 282.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.95, "sample_count": 2784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:11:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T15:11:01+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T15:11:01+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T15:11:01.176719+09:00", "mtime_epoch": 1783318261.1767187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:11:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1471.738, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.97, "pushed": 8.97, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.46, "count": 269, "max_ms": 5.554, "p95_ms": 4.4}, "gstreamer_push": {"avg_ms": 1.539, "count": 269, "max_ms": 6.237, "p95_ms": 3.667}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.122, "count": 269, "max_ms": 86.705, "p95_ms": 81.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.008, "count": 269, "max_ms": 124.345, "p95_ms": 111.515}, "yolo11_640_fire_11class": {"avg_ms": 69.051, "count": 269, "max_ms": 89.906, "p95_ms": 84.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.161, "count": 269, "max_ms": 101.172, "p95_ms": 96.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.722, "count": 269, "max_ms": 136.043, "p95_ms": 123.36}, "read_interval": {"avg_ms": 111.513, "count": 269, "max_ms": 151.417, "p95_ms": 136.234}, "triton_wait": {"avg_ms": 85.496, "count": 269, "max_ms": 124.38, "p95_ms": 111.527}, "visualize": {"avg_ms": 3.719, "count": 269, "max_ms": 6.335, "p95_ms": 4.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5759.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.678, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.534, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:11:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:11:12+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T15:11:12+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T15:11:12.232832+09:00", "mtime_epoch": 1783318272.2328324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:11:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1340.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.57, "pushed": 8.57, "read": 8.57}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 257, "max_ms": 7.77, "p95_ms": 6.239}, "gstreamer_push": {"avg_ms": 1.578, "count": 257, "max_ms": 4.719, "p95_ms": 3.791}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.704, "count": 257, "max_ms": 87.83, "p95_ms": 80.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.389, "count": 257, "max_ms": 127.647, "p95_ms": 111.543}, "yolo11_640_fire_11class": {"avg_ms": 69.642, "count": 257, "max_ms": 91.949, "p95_ms": 82.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.658, "count": 257, "max_ms": 103.958, "p95_ms": 96.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.074, "count": 257, "max_ms": 149.076, "p95_ms": 134.517}, "read_interval": {"avg_ms": 116.644, "count": 257, "max_ms": 158.143, "p95_ms": 147.767}, "triton_wait": {"avg_ms": 86.273, "count": 257, "max_ms": 127.66, "p95_ms": 111.555}, "visualize": {"avg_ms": 3.876, "count": 257, "max_ms": 6.125, "p95_ms": 5.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 728, "tracking_summary": 687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5766.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13993.52, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.671, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:11:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:11:20+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T15:11:20+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T15:11:20.140914+09:00", "mtime_epoch": 1783318280.1409144, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:11:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 768.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.428, "pushed": 5.428, "read": 5.395}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.702, "count": 162, "max_ms": 95.54, "p95_ms": 82.93}, "gstreamer_push": {"avg_ms": 0.896, "count": 162, "max_ms": 1.857, "p95_ms": 1.057}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.936, "count": 162, "max_ms": 118.759, "p95_ms": 111.36}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.436, "count": 162, "max_ms": 117.303, "p95_ms": 110.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.068, "count": 162, "max_ms": 236.304, "p95_ms": 221.796}, "read_interval": {"avg_ms": 185.506, "count": 161, "max_ms": 242.805, "p95_ms": 230.556}, "triton_wait": {"avg_ms": 78.998, "count": 162, "max_ms": 118.772, "p95_ms": 112.888}, "visualize": {"avg_ms": 29.181, "count": 162, "max_ms": 43.738, "p95_ms": 35.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5764.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.388, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.355, "name": "ffmpeg", "pid": 12741, "rss_mb": 282.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.989, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:11:31+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T15:11:31+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T15:11:31.201030+09:00", "mtime_epoch": 1783318291.20103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:11:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1475.461, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.189, "pushed": 8.189, "read": 8.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.317, "count": 245, "max_ms": 7.967, "p95_ms": 6.012}, "gstreamer_push": {"avg_ms": 1.408, "count": 245, "max_ms": 6.309, "p95_ms": 2.579}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.187, "count": 245, "max_ms": 86.496, "p95_ms": 77.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.188, "count": 245, "max_ms": 123.215, "p95_ms": 108.675}, "yolo11_640_fire_11class": {"avg_ms": 65.748, "count": 245, "max_ms": 89.868, "p95_ms": 83.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.026, "count": 245, "max_ms": 105.733, "p95_ms": 97.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.642, "count": 245, "max_ms": 181.224, "p95_ms": 159.434}, "read_interval": {"avg_ms": 122.547, "count": 244, "max_ms": 190.8, "p95_ms": 169.223}, "triton_wait": {"avg_ms": 80.602, "count": 245, "max_ms": 123.227, "p95_ms": 108.687}, "visualize": {"avg_ms": 4.339, "count": 245, "max_ms": 6.481, "p95_ms": 5.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5754.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.797, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.571, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:11:42+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T15:11:42+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T15:11:42.317147+09:00", "mtime_epoch": 1783318302.317147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:11:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.668, "pushed": 8.668, "read": 8.635}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.855, "count": 259, "max_ms": 9.309, "p95_ms": 6.849}, "gstreamer_push": {"avg_ms": 1.47, "count": 260, "max_ms": 6.267, "p95_ms": 3.609}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.077, "count": 259, "max_ms": 87.072, "p95_ms": 76.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.721, "count": 259, "max_ms": 118.442, "p95_ms": 108.529}, "yolo11_640_fire_11class": {"avg_ms": 63.179, "count": 259, "max_ms": 92.891, "p95_ms": 83.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.34, "count": 259, "max_ms": 109.673, "p95_ms": 97.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.466, "count": 260, "max_ms": 170.993, "p95_ms": 145.691}, "read_interval": {"avg_ms": 115.699, "count": 259, "max_ms": 179.22, "p95_ms": 157.944}, "triton_wait": {"avg_ms": 77.273, "count": 259, "max_ms": 118.455, "p95_ms": 108.54}, "visualize": {"avg_ms": 4.164, "count": 259, "max_ms": 6.742, "p95_ms": 5.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 729, "tracking_summary": 688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5754.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14023.58, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.957, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:11:50+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T15:11:50+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T15:11:50.253231+09:00", "mtime_epoch": 1783318310.2532313, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:11:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 762.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.186, "pushed": 5.186, "read": 5.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.0, "count": 155, "max_ms": 102.175, "p95_ms": 85.998}, "gstreamer_push": {"avg_ms": 1.005, "count": 155, "max_ms": 3.545, "p95_ms": 2.263}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.279, "count": 155, "max_ms": 115.102, "p95_ms": 107.812}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.019, "count": 155, "max_ms": 122.576, "p95_ms": 107.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.48, "count": 155, "max_ms": 238.289, "p95_ms": 224.362}, "read_interval": {"avg_ms": 194.284, "count": 154, "max_ms": 244.57, "p95_ms": 233.598}, "triton_wait": {"avg_ms": 79.569, "count": 155, "max_ms": 122.589, "p95_ms": 108.268}, "visualize": {"avg_ms": 30.789, "count": 155, "max_ms": 47.35, "p95_ms": 40.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5759.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 466.477, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.871, "name": "ffmpeg", "pid": 12741, "rss_mb": 282.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.009, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:12:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:12:01+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T15:12:01+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T15:12:01.337350+09:00", "mtime_epoch": 1783318321.3373497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:12:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1474.836, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.14, "pushed": 10.14, "read": 10.107}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 304, "max_ms": 5.45, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.549, "count": 304, "max_ms": 7.713, "p95_ms": 3.643}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.808, "count": 304, "max_ms": 84.732, "p95_ms": 73.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.311, "count": 304, "max_ms": 119.624, "p95_ms": 100.29}, "yolo11_640_fire_11class": {"avg_ms": 60.231, "count": 304, "max_ms": 91.464, "p95_ms": 80.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.01, "count": 304, "max_ms": 104.182, "p95_ms": 92.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.66, "count": 304, "max_ms": 132.912, "p95_ms": 111.785}, "read_interval": {"avg_ms": 98.946, "count": 303, "max_ms": 149.725, "p95_ms": 125.579}, "triton_wait": {"avg_ms": 73.514, "count": 304, "max_ms": 119.637, "p95_ms": 100.302}, "visualize": {"avg_ms": 3.658, "count": 304, "max_ms": 5.028, "p95_ms": 4.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5762.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.889, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.443, "sample_count": 2424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:12:12+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:12:12+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T15:12:12.437469+09:00", "mtime_epoch": 1783318332.4374692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:12:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.308, "pushed": 7.308, "read": 7.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.407, "count": 218, "max_ms": 9.677, "p95_ms": 7.687}, "gstreamer_push": {"avg_ms": 1.152, "count": 219, "max_ms": 2.82, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.059, "count": 218, "max_ms": 93.594, "p95_ms": 78.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.106, "count": 218, "max_ms": 124.157, "p95_ms": 104.233}, "yolo11_640_fire_11class": {"avg_ms": 61.501, "count": 218, "max_ms": 89.498, "p95_ms": 81.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.8, "count": 218, "max_ms": 101.847, "p95_ms": 94.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.439, "count": 219, "max_ms": 177.589, "p95_ms": 157.426}, "read_interval": {"avg_ms": 137.503, "count": 218, "max_ms": 187.085, "p95_ms": 167.154}, "triton_wait": {"avg_ms": 73.649, "count": 218, "max_ms": 124.17, "p95_ms": 104.246}, "visualize": {"avg_ms": 5.154, "count": 218, "max_ms": 7.104, "p95_ms": 5.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 730, "tracking_summary": 689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5768.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14053.72, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.37, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:12:20+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T15:12:20+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T15:12:20.349555+09:00", "mtime_epoch": 1783318340.349555, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:12:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 765.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.005, "pushed": 5.005, "read": 4.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.072, "count": 150, "max_ms": 100.554, "p95_ms": 83.99}, "gstreamer_push": {"avg_ms": 1.198, "count": 150, "max_ms": 2.538, "p95_ms": 1.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.728, "count": 150, "max_ms": 118.568, "p95_ms": 108.503}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.626, "count": 150, "max_ms": 127.714, "p95_ms": 103.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.484, "count": 150, "max_ms": 252.622, "p95_ms": 231.65}, "read_interval": {"avg_ms": 201.051, "count": 149, "max_ms": 259.056, "p95_ms": 240.361}, "triton_wait": {"avg_ms": 79.682, "count": 150, "max_ms": 127.725, "p95_ms": 108.661}, "visualize": {"avg_ms": 36.721, "count": 150, "max_ms": 49.829, "p95_ms": 48.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5774.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 496.521, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.66, "name": "ffmpeg", "pid": 12741, "rss_mb": 290.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.009, "sample_count": 2763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:12:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T15:12:31+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T15:12:31.389675+09:00", "mtime_epoch": 1783318351.3896754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:12:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.148}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 305, "max_ms": 5.195, "p95_ms": 4.648}, "gstreamer_push": {"avg_ms": 1.487, "count": 305, "max_ms": 6.493, "p95_ms": 3.608}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.41, "count": 305, "max_ms": 84.912, "p95_ms": 73.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.382, "count": 305, "max_ms": 122.737, "p95_ms": 100.702}, "yolo11_640_fire_11class": {"avg_ms": 59.554, "count": 305, "max_ms": 90.474, "p95_ms": 79.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.165, "count": 305, "max_ms": 99.247, "p95_ms": 90.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.575, "count": 305, "max_ms": 135.025, "p95_ms": 112.763}, "read_interval": {"avg_ms": 98.492, "count": 304, "max_ms": 170.479, "p95_ms": 127.478}, "triton_wait": {"avg_ms": 72.521, "count": 305, "max_ms": 122.749, "p95_ms": 100.715}, "visualize": {"avg_ms": 3.627, "count": 305, "max_ms": 5.537, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5767.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.629, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.891, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:12:43+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T15:12:43+09:00", "mjpeg": {"age_sec": 8.046, "exists": true, "mtime": "2026-07-06T15:12:35.229717+09:00", "mtime_epoch": 1783318355.2297175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:12:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.761, "pushed": 5.761, "read": 5.728}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.908, "count": 172, "max_ms": 9.657, "p95_ms": 7.856}, "gstreamer_push": {"avg_ms": 1.27, "count": 172, "max_ms": 5.79, "p95_ms": 2.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.181, "count": 172, "max_ms": 86.034, "p95_ms": 74.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.735, "count": 172, "max_ms": 114.623, "p95_ms": 104.397}, "yolo11_640_fire_11class": {"avg_ms": 62.026, "count": 172, "max_ms": 96.793, "p95_ms": 84.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.626, "count": 172, "max_ms": 100.268, "p95_ms": 93.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.741, "count": 172, "max_ms": 176.617, "p95_ms": 156.679}, "read_interval": {"avg_ms": 174.716, "count": 171, "max_ms": 8055.377, "p95_ms": 167.04}, "triton_wait": {"avg_ms": 72.427, "count": 172, "max_ms": 114.636, "p95_ms": 104.412}, "visualize": {"avg_ms": 4.844, "count": 172, "max_ms": 7.277, "p95_ms": 5.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 732, "tracking_summary": 690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5773.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14083.86, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.861, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:12:50+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T15:12:50+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T15:12:50.497886+09:00", "mtime_epoch": 1783318370.4978857, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:12:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 760.117, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.243, "pushed": 5.243, "read": 5.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.579, "count": 157, "max_ms": 94.174, "p95_ms": 82.88}, "gstreamer_push": {"avg_ms": 1.016, "count": 157, "max_ms": 2.441, "p95_ms": 2.068}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.702, "count": 157, "max_ms": 121.199, "p95_ms": 106.097}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.178, "count": 157, "max_ms": 116.453, "p95_ms": 107.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.489, "count": 157, "max_ms": 242.156, "p95_ms": 222.912}, "read_interval": {"avg_ms": 192.083, "count": 156, "max_ms": 248.58, "p95_ms": 229.954}, "triton_wait": {"avg_ms": 79.876, "count": 157, "max_ms": 121.211, "p95_ms": 108.569}, "visualize": {"avg_ms": 34.949, "count": 157, "max_ms": 56.277, "p95_ms": 49.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5783.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 526.571, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.137, "name": "ffmpeg", "pid": 12741, "rss_mb": 298.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.821, "sample_count": 2763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:13:01+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T15:13:01+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T15:13:01.454008+09:00", "mtime_epoch": 1783318381.4540076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:13:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.598, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.49, "pushed": 9.49, "read": 9.457}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 284, "max_ms": 5.933, "p95_ms": 4.36}, "gstreamer_push": {"avg_ms": 1.507, "count": 284, "max_ms": 6.087, "p95_ms": 3.704}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.862, "count": 284, "max_ms": 87.214, "p95_ms": 75.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.641, "count": 284, "max_ms": 118.98, "p95_ms": 102.111}, "yolo11_640_fire_11class": {"avg_ms": 60.775, "count": 284, "max_ms": 92.483, "p95_ms": 81.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.715, "count": 284, "max_ms": 101.106, "p95_ms": 91.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.247, "count": 284, "max_ms": 131.499, "p95_ms": 113.812}, "read_interval": {"avg_ms": 105.885, "count": 283, "max_ms": 1562.99, "p95_ms": 129.45}, "triton_wait": {"avg_ms": 74.049, "count": 284, "max_ms": 118.992, "p95_ms": 102.122}, "visualize": {"avg_ms": 3.672, "count": 284, "max_ms": 4.777, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5777.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.696, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.332, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:13:13+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T15:13:13+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T15:13:13.214139+09:00", "mtime_epoch": 1783318393.2141392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:13:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1337.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.619, "pushed": 7.619, "read": 7.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.948, "count": 228, "max_ms": 9.757, "p95_ms": 7.658}, "gstreamer_push": {"avg_ms": 1.213, "count": 228, "max_ms": 4.154, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.685, "count": 228, "max_ms": 88.922, "p95_ms": 76.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.553, "count": 228, "max_ms": 120.711, "p95_ms": 102.253}, "yolo11_640_fire_11class": {"avg_ms": 62.6, "count": 228, "max_ms": 90.575, "p95_ms": 82.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.562, "count": 228, "max_ms": 103.004, "p95_ms": 93.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.103, "count": 228, "max_ms": 169.295, "p95_ms": 155.24}, "read_interval": {"avg_ms": 131.58, "count": 227, "max_ms": 222.717, "p95_ms": 165.917}, "triton_wait": {"avg_ms": 75.244, "count": 228, "max_ms": 120.722, "p95_ms": 102.842}, "visualize": {"avg_ms": 4.871, "count": 228, "max_ms": 9.163, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 733, "tracking_summary": 692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5782.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14114.035, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.271, "sample_count": 1566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:13:20+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-06T15:13:20+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T15:13:20.618223+09:00", "mtime_epoch": 1783318400.6182227, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:13:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 771.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.401, "pushed": 5.401, "read": 5.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 60.701, "count": 162, "max_ms": 98.786, "p95_ms": 86.581}, "gstreamer_push": {"avg_ms": 0.884, "count": 162, "max_ms": 2.208, "p95_ms": 1.051}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.885, "count": 162, "max_ms": 116.66, "p95_ms": 105.895}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.835, "count": 162, "max_ms": 114.997, "p95_ms": 103.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.601, "count": 162, "max_ms": 230.947, "p95_ms": 221.567}, "read_interval": {"avg_ms": 184.829, "count": 162, "max_ms": 237.911, "p95_ms": 228.216}, "triton_wait": {"avg_ms": 79.371, "count": 162, "max_ms": 116.673, "p95_ms": 107.432}, "visualize": {"avg_ms": 33.223, "count": 162, "max_ms": 60.009, "p95_ms": 48.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5793.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 123, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:04:12+09:00", "last_error_summary": "[h264 @ 0x5600f8310780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5600f8310780] error while decoding MB 0 28, bytestream 7274 [h264 @ 0x5600f8df8940] cabac decode of qscale diff failed at 48 30 [h264 @ 0x5600f8df8940] error while decoding MB 48 30, bytestream 1364 [h264 @ 0x5600f83e3c80] left block unavailable for requested intra mode [h264 @ 0x5600f83e3c80] error while decoding MB 0 7, bytestream 8357 [h264 @ 0x5600f83e3c80] error while decoding MB 34 27, bytestream -8 [h2", "last_exit_at": "2026-07-06T14:54:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 562.991, "last_started_at": "2026-07-06T15:04:14+09:00", "pid": 12741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.465, "name": "ffmpeg", "pid": 12741, "rss_mb": 304.465, "state": "S (sleeping)", "threads": 104}, "restart_count": 18, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.328, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:13:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T15:13:37+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T15:13:37+09:00", "mjpeg": {"age_sec": 10.101, "exists": true, "mtime": "2026-07-06T15:13:27.838304+09:00", "mtime_epoch": 1783318407.8383043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:13:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.816, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.905, "pushed": 5.905, "read": 5.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.292, "count": 177, "max_ms": 5.203, "p95_ms": 4.354}, "gstreamer_push": {"avg_ms": 1.419, "count": 177, "max_ms": 6.702, "p95_ms": 2.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.953, "count": 177, "max_ms": 87.203, "p95_ms": 71.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.574, "count": 177, "max_ms": 119.501, "p95_ms": 100.048}, "yolo11_640_fire_11class": {"avg_ms": 57.977, "count": 177, "max_ms": 88.868, "p95_ms": 80.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.833, "count": 177, "max_ms": 100.844, "p95_ms": 89.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.692, "count": 177, "max_ms": 132.504, "p95_ms": 111.79}, "read_interval": {"avg_ms": 170.356, "count": 176, "max_ms": 10124.811, "p95_ms": 132.077}, "triton_wait": {"avg_ms": 70.919, "count": 177, "max_ms": 119.514, "p95_ms": 100.228}, "visualize": {"avg_ms": 3.563, "count": 177, "max_ms": 4.859, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5566.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.814, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.185, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:13:43+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T15:13:43+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T15:13:43.358481+09:00", "mtime_epoch": 1783318423.3584807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:13:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.637, "pushed": 7.637, "read": 7.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.302, "count": 228, "max_ms": 9.669, "p95_ms": 6.779}, "gstreamer_push": {"avg_ms": 1.182, "count": 229, "max_ms": 3.597, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.736, "count": 228, "max_ms": 81.849, "p95_ms": 66.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.068, "count": 228, "max_ms": 109.323, "p95_ms": 95.956}, "yolo11_640_fire_11class": {"avg_ms": 56.2, "count": 228, "max_ms": 92.021, "p95_ms": 75.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.65, "count": 228, "max_ms": 98.085, "p95_ms": 84.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.606, "count": 229, "max_ms": 164.547, "p95_ms": 149.022}, "read_interval": {"avg_ms": 131.569, "count": 228, "max_ms": 174.506, "p95_ms": 159.66}, "triton_wait": {"avg_ms": 68.687, "count": 228, "max_ms": 109.336, "p95_ms": 96.131}, "visualize": {"avg_ms": 5.094, "count": 228, "max_ms": 7.108, "p95_ms": 5.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 735, "tracking_summary": 693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5745.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14144.067, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.69, "sample_count": 1565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:13:50+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T15:13:50+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T15:13:50.666564+09:00", "mtime_epoch": 1783318430.6665645, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:13:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 766.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.328, "pushed": 5.328, "read": 5.294}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.867, "count": 159, "max_ms": 87.98, "p95_ms": 83.504}, "gstreamer_push": {"avg_ms": 0.823, "count": 159, "max_ms": 1.033, "p95_ms": 0.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.085, "count": 159, "max_ms": 113.14, "p95_ms": 96.057}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.246, "count": 159, "max_ms": 108.617, "p95_ms": 100.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.697, "count": 159, "max_ms": 225.558, "p95_ms": 216.946}, "read_interval": {"avg_ms": 188.711, "count": 158, "max_ms": 232.055, "p95_ms": 223.825}, "triton_wait": {"avg_ms": 76.592, "count": 159, "max_ms": 113.153, "p95_ms": 103.238}, "visualize": {"avg_ms": 29.285, "count": 159, "max_ms": 39.908, "p95_ms": 34.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5752.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.303, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.789, "name": "ffmpeg", "pid": 13152, "rss_mb": 266.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.234, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:14:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T15:14:07+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T15:14:07+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T15:14:07.910763+09:00", "mtime_epoch": 1783318447.9107633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:14:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1474.98, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.538, "pushed": 8.538, "read": 8.505}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.472, "count": 256, "max_ms": 5.413, "p95_ms": 4.847}, "gstreamer_push": {"avg_ms": 1.493, "count": 256, "max_ms": 4.54, "p95_ms": 3.75}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.609, "count": 256, "max_ms": 85.674, "p95_ms": 70.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.11, "count": 256, "max_ms": 114.55, "p95_ms": 99.955}, "yolo11_640_fire_11class": {"avg_ms": 58.639, "count": 256, "max_ms": 85.293, "p95_ms": 78.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.475, "count": 256, "max_ms": 99.104, "p95_ms": 87.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.317, "count": 256, "max_ms": 126.912, "p95_ms": 112.186}, "read_interval": {"avg_ms": 117.452, "count": 255, "max_ms": 5020.18, "p95_ms": 125.062}, "triton_wait": {"avg_ms": 72.171, "count": 256, "max_ms": 114.564, "p95_ms": 99.967}, "visualize": {"avg_ms": 3.689, "count": 256, "max_ms": 5.746, "p95_ms": 4.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5753.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.838, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.759, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:14:13+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T15:14:13+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T15:14:13.378827+09:00", "mtime_epoch": 1783318453.3788266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:14:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.356, "pushed": 7.356, "read": 7.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.456, "count": 220, "max_ms": 9.87, "p95_ms": 7.67}, "gstreamer_push": {"avg_ms": 1.233, "count": 220, "max_ms": 4.39, "p95_ms": 2.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.264, "count": 220, "max_ms": 84.513, "p95_ms": 72.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.217, "count": 220, "max_ms": 124.841, "p95_ms": 99.114}, "yolo11_640_fire_11class": {"avg_ms": 60.113, "count": 220, "max_ms": 91.69, "p95_ms": 80.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.08, "count": 220, "max_ms": 100.324, "p95_ms": 93.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.366, "count": 220, "max_ms": 175.317, "p95_ms": 154.469}, "read_interval": {"avg_ms": 136.528, "count": 219, "max_ms": 317.037, "p95_ms": 166.435}, "triton_wait": {"avg_ms": 71.777, "count": 220, "max_ms": 124.854, "p95_ms": 99.129}, "visualize": {"avg_ms": 5.194, "count": 220, "max_ms": 9.29, "p95_ms": 5.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 736, "tracking_summary": 694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5750.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14174.14, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.009, "sample_count": 1565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:14:20+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T15:14:20+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T15:14:20.798913+09:00", "mtime_epoch": 1783318460.7989128, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:14:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 769.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.054, "pushed": 5.054, "read": 5.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.293, "count": 151, "max_ms": 103.792, "p95_ms": 83.894}, "gstreamer_push": {"avg_ms": 0.829, "count": 151, "max_ms": 1.76, "p95_ms": 0.958}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.845, "count": 151, "max_ms": 114.954, "p95_ms": 102.943}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.226, "count": 151, "max_ms": 111.102, "p95_ms": 103.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.111, "count": 151, "max_ms": 229.374, "p95_ms": 218.883}, "read_interval": {"avg_ms": 199.463, "count": 150, "max_ms": 235.832, "p95_ms": 225.687}, "triton_wait": {"avg_ms": 80.201, "count": 151, "max_ms": 114.968, "p95_ms": 105.823}, "visualize": {"avg_ms": 29.709, "count": 151, "max_ms": 49.04, "p95_ms": 37.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5760.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.413, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.562, "name": "ffmpeg", "pid": 13152, "rss_mb": 267.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.704, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:14:38+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T15:14:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T15:14:38.015114+09:00", "mtime_epoch": 1783318478.0151143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:14:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1480.742, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.884}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 297, "max_ms": 5.311, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.625, "count": 297, "max_ms": 6.511, "p95_ms": 4.0}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.423, "count": 297, "max_ms": 86.959, "p95_ms": 76.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.288, "count": 297, "max_ms": 120.263, "p95_ms": 102.134}, "yolo11_640_fire_11class": {"avg_ms": 61.681, "count": 297, "max_ms": 90.99, "p95_ms": 83.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.597, "count": 297, "max_ms": 100.529, "p95_ms": 92.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.876, "count": 297, "max_ms": 132.237, "p95_ms": 114.12}, "read_interval": {"avg_ms": 101.026, "count": 296, "max_ms": 154.144, "p95_ms": 128.393}, "triton_wait": {"avg_ms": 74.552, "count": 297, "max_ms": 120.276, "p95_ms": 102.147}, "visualize": {"avg_ms": 3.71, "count": 297, "max_ms": 4.897, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.949, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.265, "sample_count": 2303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:14:43+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T15:14:43+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T15:14:43.479179+09:00", "mtime_epoch": 1783318483.4791787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:14:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.034, "pushed": 8.034, "read": 8.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.31, "count": 240, "max_ms": 8.507, "p95_ms": 6.853}, "gstreamer_push": {"avg_ms": 1.301, "count": 241, "max_ms": 3.977, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.96, "count": 240, "max_ms": 83.975, "p95_ms": 79.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.501, "count": 240, "max_ms": 116.544, "p95_ms": 103.334}, "yolo11_640_fire_11class": {"avg_ms": 66.582, "count": 240, "max_ms": 95.585, "p95_ms": 85.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.912, "count": 240, "max_ms": 102.077, "p95_ms": 95.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.565, "count": 241, "max_ms": 183.647, "p95_ms": 152.872}, "read_interval": {"avg_ms": 124.905, "count": 240, "max_ms": 195.93, "p95_ms": 163.678}, "triton_wait": {"avg_ms": 78.431, "count": 240, "max_ms": 116.558, "p95_ms": 103.347}, "visualize": {"avg_ms": 4.528, "count": 240, "max_ms": 7.852, "p95_ms": 5.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 739, "tracking_summary": 696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5753.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14204.306, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.253, "sample_count": 1562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:14:51+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T15:14:50+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T15:14:50.899266+09:00", "mtime_epoch": 1783318490.899266, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:14:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 772.18, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.462, "pushed": 5.462, "read": 5.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.28, "count": 163, "max_ms": 89.959, "p95_ms": 84.1}, "gstreamer_push": {"avg_ms": 0.872, "count": 163, "max_ms": 2.148, "p95_ms": 1.052}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.559, "count": 163, "max_ms": 123.029, "p95_ms": 113.239}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.939, "count": 163, "max_ms": 117.272, "p95_ms": 110.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.841, "count": 163, "max_ms": 239.855, "p95_ms": 225.211}, "read_interval": {"avg_ms": 183.974, "count": 162, "max_ms": 246.665, "p95_ms": 232.798}, "triton_wait": {"avg_ms": 76.599, "count": 163, "max_ms": 123.043, "p95_ms": 113.501}, "visualize": {"avg_ms": 28.736, "count": 163, "max_ms": 46.989, "p95_ms": 39.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5745.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.422, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.562, "name": "ffmpeg", "pid": 13152, "rss_mb": 267.562, "state": "R (running)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.372, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:15:08+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T15:15:08+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T15:15:08.023469+09:00", "mtime_epoch": 1783318508.0234692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:15:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1475.586, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.534, "pushed": 8.534, "read": 8.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 256, "max_ms": 5.466, "p95_ms": 4.816}, "gstreamer_push": {"avg_ms": 1.489, "count": 256, "max_ms": 4.432, "p95_ms": 3.708}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.664, "count": 256, "max_ms": 87.511, "p95_ms": 83.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.513, "count": 256, "max_ms": 127.738, "p95_ms": 114.675}, "yolo11_640_fire_11class": {"avg_ms": 74.093, "count": 256, "max_ms": 90.814, "p95_ms": 86.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.164, "count": 256, "max_ms": 105.875, "p95_ms": 99.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.339, "count": 256, "max_ms": 139.562, "p95_ms": 126.961}, "read_interval": {"avg_ms": 117.231, "count": 256, "max_ms": 464.87, "p95_ms": 143.926}, "triton_wait": {"avg_ms": 89.969, "count": 256, "max_ms": 127.751, "p95_ms": 114.686}, "visualize": {"avg_ms": 3.724, "count": 256, "max_ms": 5.818, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5736.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 478.043, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.56, "sample_count": 2323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:15:13+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T15:15:13+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T15:15:13.587536+09:00", "mtime_epoch": 1783318513.5875356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:15:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1336.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.635, "pushed": 8.635, "read": 8.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.99, "count": 259, "max_ms": 6.928, "p95_ms": 5.252}, "gstreamer_push": {"avg_ms": 1.414, "count": 259, "max_ms": 6.02, "p95_ms": 1.534}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.001, "count": 259, "max_ms": 89.683, "p95_ms": 82.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.527, "count": 259, "max_ms": 128.834, "p95_ms": 113.959}, "yolo11_640_fire_11class": {"avg_ms": 74.842, "count": 259, "max_ms": 92.445, "p95_ms": 86.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.947, "count": 259, "max_ms": 105.439, "p95_ms": 99.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.108, "count": 259, "max_ms": 141.252, "p95_ms": 127.077}, "read_interval": {"avg_ms": 116.179, "count": 258, "max_ms": 154.234, "p95_ms": 139.297}, "triton_wait": {"avg_ms": 90.366, "count": 259, "max_ms": 128.847, "p95_ms": 113.973}, "visualize": {"avg_ms": 3.645, "count": 259, "max_ms": 5.086, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 739, "tracking_summary": 697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5738.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14234.376, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.908, "sample_count": 1562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:15:21+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T15:15:20+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T15:15:20.967624+09:00", "mtime_epoch": 1783318520.967624, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:15:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 758.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.119, "pushed": 5.119, "read": 5.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.52, "count": 153, "max_ms": 97.846, "p95_ms": 89.694}, "gstreamer_push": {"avg_ms": 1.093, "count": 153, "max_ms": 2.495, "p95_ms": 2.163}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.619, "count": 153, "max_ms": 117.308, "p95_ms": 114.503}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.489, "count": 153, "max_ms": 120.384, "p95_ms": 113.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.754, "count": 153, "max_ms": 239.298, "p95_ms": 232.602}, "read_interval": {"avg_ms": 196.376, "count": 152, "max_ms": 249.449, "p95_ms": 241.457}, "triton_wait": {"avg_ms": 84.454, "count": 153, "max_ms": 120.396, "p95_ms": 115.048}, "visualize": {"avg_ms": 32.589, "count": 153, "max_ms": 48.865, "p95_ms": 42.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5747.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.506, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.562, "name": "ffmpeg", "pid": 13152, "rss_mb": 267.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.452, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:15:38+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:15:38+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T15:15:38.107830+09:00", "mtime_epoch": 1783318538.10783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:15:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1478.312, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.415, "pushed": 8.415, "read": 8.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.318, "count": 252, "max_ms": 5.482, "p95_ms": 3.989}, "gstreamer_push": {"avg_ms": 1.653, "count": 252, "max_ms": 6.8, "p95_ms": 3.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.235, "count": 252, "max_ms": 89.19, "p95_ms": 83.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.924, "count": 252, "max_ms": 124.129, "p95_ms": 112.441}, "yolo11_640_fire_11class": {"avg_ms": 76.672, "count": 252, "max_ms": 94.584, "p95_ms": 87.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.35, "count": 252, "max_ms": 104.962, "p95_ms": 99.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.679, "count": 252, "max_ms": 136.284, "p95_ms": 124.674}, "read_interval": {"avg_ms": 119.37, "count": 251, "max_ms": 148.8, "p95_ms": 138.131}, "triton_wait": {"avg_ms": 93.466, "count": 252, "max_ms": 124.143, "p95_ms": 112.453}, "visualize": {"avg_ms": 3.66, "count": 252, "max_ms": 6.411, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5745.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 508.152, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.564, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:15:43+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T15:15:43+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:15:43.695897+09:00", "mtime_epoch": 1783318543.6958973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:15:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1338.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.369, "pushed": 8.369, "read": 8.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.997, "count": 251, "max_ms": 6.4, "p95_ms": 5.586}, "gstreamer_push": {"avg_ms": 1.555, "count": 251, "max_ms": 7.424, "p95_ms": 3.781}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.967, "count": 251, "max_ms": 87.618, "p95_ms": 82.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.6, "count": 251, "max_ms": 126.992, "p95_ms": 114.343}, "yolo11_640_fire_11class": {"avg_ms": 76.601, "count": 251, "max_ms": 91.867, "p95_ms": 85.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.078, "count": 251, "max_ms": 103.44, "p95_ms": 99.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.136, "count": 251, "max_ms": 139.467, "p95_ms": 129.106}, "read_interval": {"avg_ms": 119.459, "count": 251, "max_ms": 156.451, "p95_ms": 143.478}, "triton_wait": {"avg_ms": 93.301, "count": 251, "max_ms": 127.003, "p95_ms": 114.356}, "visualize": {"avg_ms": 3.668, "count": 251, "max_ms": 6.185, "p95_ms": 4.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 740, "tracking_summary": 698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5744.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14264.415, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.773, "sample_count": 1549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:15:51+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T15:15:50+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T15:15:51.003986+09:00", "mtime_epoch": 1783318551.003986, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:15:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 766.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.656, "pushed": 4.656, "read": 4.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.98, "count": 139, "max_ms": 104.344, "p95_ms": 84.083}, "gstreamer_push": {"avg_ms": 1.258, "count": 139, "max_ms": 2.209, "p95_ms": 1.957}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.877, "count": 139, "max_ms": 119.149, "p95_ms": 112.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.661, "count": 139, "max_ms": 117.43, "p95_ms": 113.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.563, "count": 139, "max_ms": 251.859, "p95_ms": 241.801}, "read_interval": {"avg_ms": 216.061, "count": 138, "max_ms": 260.047, "p95_ms": 249.655}, "triton_wait": {"avg_ms": 87.731, "count": 139, "max_ms": 119.161, "p95_ms": 114.436}, "visualize": {"avg_ms": 39.974, "count": 139, "max_ms": 56.604, "p95_ms": 49.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5742.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.578, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.625, "name": "ffmpeg", "pid": 13152, "rss_mb": 269.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.973, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:16:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:16:08+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T15:16:08+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T15:16:08.188195+09:00", "mtime_epoch": 1783318568.188195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:16:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1475.59, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.414, "pushed": 8.414, "read": 8.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 252, "max_ms": 5.455, "p95_ms": 4.488}, "gstreamer_push": {"avg_ms": 1.612, "count": 252, "max_ms": 6.445, "p95_ms": 3.814}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.375, "count": 252, "max_ms": 90.937, "p95_ms": 84.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.832, "count": 252, "max_ms": 128.182, "p95_ms": 116.078}, "yolo11_640_fire_11class": {"avg_ms": 77.152, "count": 252, "max_ms": 93.138, "p95_ms": 87.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.531, "count": 252, "max_ms": 104.419, "p95_ms": 100.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.791, "count": 252, "max_ms": 140.748, "p95_ms": 127.809}, "read_interval": {"avg_ms": 119.367, "count": 251, "max_ms": 154.734, "p95_ms": 140.779}, "triton_wait": {"avg_ms": 93.283, "count": 252, "max_ms": 128.194, "p95_ms": 116.089}, "visualize": {"avg_ms": 3.769, "count": 252, "max_ms": 6.828, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 538.198, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.586, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:16:13+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T15:16:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T15:16:13.740263+09:00", "mtime_epoch": 1783318573.740263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:16:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1339.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.419, "pushed": 8.419, "read": 8.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.934, "count": 252, "max_ms": 6.339, "p95_ms": 4.908}, "gstreamer_push": {"avg_ms": 1.604, "count": 252, "max_ms": 6.51, "p95_ms": 3.747}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.888, "count": 252, "max_ms": 88.776, "p95_ms": 85.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.394, "count": 252, "max_ms": 125.186, "p95_ms": 115.224}, "yolo11_640_fire_11class": {"avg_ms": 76.973, "count": 252, "max_ms": 96.648, "p95_ms": 87.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.348, "count": 252, "max_ms": 105.518, "p95_ms": 99.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.814, "count": 252, "max_ms": 138.226, "p95_ms": 128.86}, "read_interval": {"avg_ms": 119.214, "count": 251, "max_ms": 151.127, "p95_ms": 142.264}, "triton_wait": {"avg_ms": 92.891, "count": 252, "max_ms": 125.199, "p95_ms": 115.237}, "visualize": {"avg_ms": 3.718, "count": 252, "max_ms": 6.734, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 742, "tracking_summary": 700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5754.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14294.521, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.231, "sample_count": 1545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:16:21+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T15:16:21+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T15:16:21.140354+09:00", "mtime_epoch": 1783318581.1403537, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 242832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:16:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 770.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.321, "pushed": 5.321, "read": 5.288}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 58.763, "count": 159, "max_ms": 87.425, "p95_ms": 82.541}, "gstreamer_push": {"avg_ms": 1.008, "count": 159, "max_ms": 2.101, "p95_ms": 1.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.753, "count": 159, "max_ms": 119.661, "p95_ms": 114.895}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.235, "count": 159, "max_ms": 120.654, "p95_ms": 112.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.553, "count": 159, "max_ms": 246.368, "p95_ms": 231.591}, "read_interval": {"avg_ms": 189.328, "count": 158, "max_ms": 256.35, "p95_ms": 239.985}, "triton_wait": {"avg_ms": 84.683, "count": 159, "max_ms": 120.668, "p95_ms": 116.101}, "visualize": {"avg_ms": 33.782, "count": 159, "max_ms": 50.035, "p95_ms": 44.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5746.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.593, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.625, "name": "ffmpeg", "pid": 13152, "rss_mb": 269.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.022, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:16:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:16:38+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T15:16:38+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T15:16:38.232564+09:00", "mtime_epoch": 1783318598.232564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:16:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1473.375, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.531, "pushed": 9.531, "read": 9.497}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.317, "count": 285, "max_ms": 5.309, "p95_ms": 4.558}, "gstreamer_push": {"avg_ms": 1.543, "count": 285, "max_ms": 7.907, "p95_ms": 3.718}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.531, "count": 285, "max_ms": 87.327, "p95_ms": 80.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.591, "count": 285, "max_ms": 124.082, "p95_ms": 105.452}, "yolo11_640_fire_11class": {"avg_ms": 66.126, "count": 285, "max_ms": 94.303, "p95_ms": 85.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.237, "count": 285, "max_ms": 102.279, "p95_ms": 96.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.868, "count": 285, "max_ms": 139.779, "p95_ms": 117.815}, "read_interval": {"avg_ms": 105.407, "count": 284, "max_ms": 164.425, "p95_ms": 134.659}, "triton_wait": {"avg_ms": 79.855, "count": 285, "max_ms": 124.095, "p95_ms": 105.465}, "visualize": {"avg_ms": 3.617, "count": 285, "max_ms": 5.522, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5752.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 568.232, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.651, "sample_count": 2309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:16:43+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T15:16:43+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T15:16:43.772632+09:00", "mtime_epoch": 1783318603.7726324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:16:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1338.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.055, "pushed": 8.055, "read": 8.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.094, "count": 241, "max_ms": 9.642, "p95_ms": 6.942}, "gstreamer_push": {"avg_ms": 1.442, "count": 241, "max_ms": 5.595, "p95_ms": 3.655}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.662, "count": 241, "max_ms": 90.091, "p95_ms": 80.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.31, "count": 241, "max_ms": 123.316, "p95_ms": 107.06}, "yolo11_640_fire_11class": {"avg_ms": 69.113, "count": 241, "max_ms": 100.582, "p95_ms": 88.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.765, "count": 241, "max_ms": 104.203, "p95_ms": 97.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.633, "count": 241, "max_ms": 173.404, "p95_ms": 157.87}, "read_interval": {"avg_ms": 124.619, "count": 240, "max_ms": 184.762, "p95_ms": 168.342}, "triton_wait": {"avg_ms": 81.065, "count": 241, "max_ms": 123.328, "p95_ms": 107.072}, "visualize": {"avg_ms": 4.379, "count": 241, "max_ms": 6.785, "p95_ms": 5.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 743, "tracking_summary": 701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5757.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14324.726, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.881, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:16:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:16:51+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T15:16:51+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T15:16:51.284725+09:00", "mtime_epoch": 1783318611.2847254, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:16:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 767.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.127, "pushed": 5.127, "read": 5.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.318, "count": 153, "max_ms": 107.549, "p95_ms": 92.336}, "gstreamer_push": {"avg_ms": 1.035, "count": 153, "max_ms": 3.263, "p95_ms": 1.907}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.068, "count": 153, "max_ms": 122.327, "p95_ms": 107.919}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.643, "count": 153, "max_ms": 117.935, "p95_ms": 105.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.476, "count": 153, "max_ms": 244.701, "p95_ms": 231.519}, "read_interval": {"avg_ms": 195.87, "count": 152, "max_ms": 250.944, "p95_ms": 239.48}, "triton_wait": {"avg_ms": 81.845, "count": 153, "max_ms": 122.341, "p95_ms": 107.93}, "visualize": {"avg_ms": 31.111, "count": 153, "max_ms": 51.959, "p95_ms": 44.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5760.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.677, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.57, "name": "ffmpeg", "pid": 13152, "rss_mb": 282.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.964, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:17:08+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T15:17:08+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T15:17:08.284937+09:00", "mtime_epoch": 1783318628.284937, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:17:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1475.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.871, "pushed": 8.871, "read": 8.838}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 266, "max_ms": 5.543, "p95_ms": 4.975}, "gstreamer_push": {"avg_ms": 1.671, "count": 266, "max_ms": 6.426, "p95_ms": 3.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.489, "count": 266, "max_ms": 89.363, "p95_ms": 82.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.526, "count": 266, "max_ms": 122.457, "p95_ms": 110.425}, "yolo11_640_fire_11class": {"avg_ms": 73.818, "count": 266, "max_ms": 93.955, "p95_ms": 89.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.34, "count": 266, "max_ms": 105.429, "p95_ms": 99.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.363, "count": 266, "max_ms": 134.555, "p95_ms": 122.585}, "read_interval": {"avg_ms": 113.1, "count": 265, "max_ms": 147.588, "p95_ms": 136.811}, "triton_wait": {"avg_ms": 86.88, "count": 266, "max_ms": 122.471, "p95_ms": 110.436}, "visualize": {"avg_ms": 3.749, "count": 266, "max_ms": 6.662, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5759.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 598.283, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.984, "sample_count": 2340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:17:13+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T15:17:13+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T15:17:13.833006+09:00", "mtime_epoch": 1783318633.8330061, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:17:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1338.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.384, "pushed": 8.384, "read": 8.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.304, "count": 251, "max_ms": 9.159, "p95_ms": 6.433}, "gstreamer_push": {"avg_ms": 1.502, "count": 251, "max_ms": 6.277, "p95_ms": 3.74}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.03, "count": 251, "max_ms": 89.544, "p95_ms": 82.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.835, "count": 251, "max_ms": 124.11, "p95_ms": 108.727}, "yolo11_640_fire_11class": {"avg_ms": 76.747, "count": 251, "max_ms": 101.733, "p95_ms": 90.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.094, "count": 251, "max_ms": 104.706, "p95_ms": 100.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.864, "count": 251, "max_ms": 153.937, "p95_ms": 136.092}, "read_interval": {"avg_ms": 119.74, "count": 250, "max_ms": 163.407, "p95_ms": 148.421}, "triton_wait": {"avg_ms": 88.886, "count": 251, "max_ms": 124.121, "p95_ms": 108.74}, "visualize": {"avg_ms": 3.917, "count": 251, "max_ms": 6.594, "p95_ms": 5.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 745, "tracking_summary": 702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5770.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14354.874, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.445, "sample_count": 1536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:17:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:17:21+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T15:17:21+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T15:17:21.497102+09:00", "mtime_epoch": 1783318641.4971023, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:17:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 773.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.781, "pushed": 4.781, "read": 4.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.192, "count": 143, "max_ms": 107.736, "p95_ms": 95.765}, "gstreamer_push": {"avg_ms": 1.081, "count": 143, "max_ms": 2.567, "p95_ms": 2.106}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.365, "count": 143, "max_ms": 118.599, "p95_ms": 111.399}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 88.449, "count": 143, "max_ms": 117.929, "p95_ms": 115.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.077, "count": 143, "max_ms": 270.4, "p95_ms": 244.075}, "read_interval": {"avg_ms": 210.989, "count": 142, "max_ms": 278.793, "p95_ms": 250.77}, "triton_wait": {"avg_ms": 89.463, "count": 143, "max_ms": 118.612, "p95_ms": 115.471}, "visualize": {"avg_ms": 35.401, "count": 143, "max_ms": 48.772, "p95_ms": 44.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5769.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.695, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.727, "name": "ffmpeg", "pid": 13152, "rss_mb": 287.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.089, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:17:38+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:17:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T15:17:38.297313+09:00", "mtime_epoch": 1783318658.2973132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:17:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1478.738, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.461, "pushed": 8.461, "read": 8.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.361, "count": 253, "max_ms": 4.988, "p95_ms": 3.972}, "gstreamer_push": {"avg_ms": 1.504, "count": 253, "max_ms": 5.904, "p95_ms": 3.631}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.193, "count": 253, "max_ms": 86.848, "p95_ms": 84.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.465, "count": 253, "max_ms": 123.044, "p95_ms": 114.485}, "yolo11_640_fire_11class": {"avg_ms": 79.064, "count": 253, "max_ms": 98.318, "p95_ms": 89.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.348, "count": 253, "max_ms": 108.858, "p95_ms": 100.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.325, "count": 253, "max_ms": 135.125, "p95_ms": 126.707}, "read_interval": {"avg_ms": 118.647, "count": 252, "max_ms": 149.204, "p95_ms": 140.439}, "triton_wait": {"avg_ms": 93.137, "count": 253, "max_ms": 123.056, "p95_ms": 114.497}, "visualize": {"avg_ms": 3.693, "count": 253, "max_ms": 4.7, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5772.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 628.37, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.476, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:17:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:17:44+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T15:17:43+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T15:17:43.909384+09:00", "mtime_epoch": 1783318663.909384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:17:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.445, "pushed": 8.445, "read": 8.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.894, "count": 253, "max_ms": 5.756, "p95_ms": 4.58}, "gstreamer_push": {"avg_ms": 1.514, "count": 253, "max_ms": 6.242, "p95_ms": 3.703}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.959, "count": 253, "max_ms": 91.146, "p95_ms": 84.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.158, "count": 253, "max_ms": 128.574, "p95_ms": 118.793}, "yolo11_640_fire_11class": {"avg_ms": 78.922, "count": 253, "max_ms": 104.692, "p95_ms": 89.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.453, "count": 253, "max_ms": 105.663, "p95_ms": 100.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.68, "count": 253, "max_ms": 141.698, "p95_ms": 131.421}, "read_interval": {"avg_ms": 118.897, "count": 252, "max_ms": 154.608, "p95_ms": 143.945}, "triton_wait": {"avg_ms": 92.902, "count": 253, "max_ms": 128.588, "p95_ms": 118.806}, "visualize": {"avg_ms": 3.68, "count": 253, "max_ms": 4.916, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 746, "tracking_summary": 703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5771.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14385.0, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.581, "sample_count": 1525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:17:51+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T15:17:51+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T15:17:51.665482+09:00", "mtime_epoch": 1783318671.665482, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:17:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 769.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.884, "pushed": 4.884, "read": 4.85}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.794, "count": 146, "max_ms": 95.776, "p95_ms": 82.401}, "gstreamer_push": {"avg_ms": 0.902, "count": 146, "max_ms": 2.136, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.922, "count": 146, "max_ms": 117.089, "p95_ms": 112.952}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 86.074, "count": 146, "max_ms": 117.298, "p95_ms": 114.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.947, "count": 146, "max_ms": 247.706, "p95_ms": 235.58}, "read_interval": {"avg_ms": 206.764, "count": 145, "max_ms": 254.413, "p95_ms": 243.672}, "triton_wait": {"avg_ms": 86.878, "count": 146, "max_ms": 117.311, "p95_ms": 114.877}, "visualize": {"avg_ms": 32.353, "count": 146, "max_ms": 46.067, "p95_ms": 42.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5787.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:13:38+09:00", "last_error_summary": "[h264 @ 0x560f086ccdc0] left block unavailable for requested intra mode [h264 @ 0x560f086ccdc0] error while decoding MB 0 10, bytestream 86188 [h264 @ 0x560f0859a180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f0859a180] error while decoding MB 0 17, bytestream 2299 [h264 @ 0x560f091ce240] error while decoding MB 60 13, bytestream -5 [h264 @ 0x560f086ccdc0] error while decoding MB 63 31, bytestream -6 [h264 @ 0x560f0929d000] cabac decode of qscale diff failed at 28 41 [h2", "last_exit_at": "2026-07-06T15:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 269.609, "last_started_at": "2026-07-06T15:13:41+09:00", "pid": 13152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.703, "name": "ffmpeg", "pid": 13152, "rss_mb": 304.703, "state": "S (sleeping)", "threads": 104}, "restart_count": 19, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.962, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:18:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:18:11+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T15:18:11+09:00", "mjpeg": {"age_sec": 19.624, "exists": true, "mtime": "2026-07-06T15:17:51.685482+09:00", "mtime_epoch": 1783318671.6854823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:18:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.102, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.041, "pushed": 3.041, "read": 3.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.341, "count": 91, "max_ms": 4.974, "p95_ms": 4.1}, "gstreamer_push": {"avg_ms": 1.563, "count": 91, "max_ms": 3.954, "p95_ms": 3.693}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.946, "count": 91, "max_ms": 92.106, "p95_ms": 84.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.796, "count": 91, "max_ms": 117.694, "p95_ms": 113.766}, "yolo11_640_fire_11class": {"avg_ms": 76.58, "count": 91, "max_ms": 94.316, "p95_ms": 90.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.876, "count": 91, "max_ms": 106.829, "p95_ms": 99.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.742, "count": 91, "max_ms": 129.417, "p95_ms": 124.808}, "read_interval": {"avg_ms": 332.799, "count": 90, "max_ms": 19663.451, "p95_ms": 138.341}, "triton_wait": {"avg_ms": 89.67, "count": 91, "max_ms": 117.704, "p95_ms": 113.784}, "visualize": {"avg_ms": 3.635, "count": 91, "max_ms": 4.531, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5510.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.444, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.27, "name": "ffmpeg", "pid": 13000, "rss_mb": 332.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.824, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:18:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:18:14+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T15:18:14+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T15:18:14.017766+09:00", "mtime_epoch": 1783318694.0177655, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:18:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1339.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.898, "count": 303, "max_ms": 6.223, "p95_ms": 4.423}, "gstreamer_push": {"avg_ms": 1.549, "count": 303, "max_ms": 7.032, "p95_ms": 3.687}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.052, "count": 303, "max_ms": 89.304, "p95_ms": 74.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.167, "count": 303, "max_ms": 132.86, "p95_ms": 96.746}, "yolo11_640_fire_11class": {"avg_ms": 64.654, "count": 303, "max_ms": 91.763, "p95_ms": 82.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.419, "count": 303, "max_ms": 104.236, "p95_ms": 91.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.558, "count": 303, "max_ms": 148.499, "p95_ms": 110.256}, "read_interval": {"avg_ms": 99.273, "count": 302, "max_ms": 168.929, "p95_ms": 123.613}, "triton_wait": {"avg_ms": 72.77, "count": 303, "max_ms": 132.873, "p95_ms": 96.861}, "visualize": {"avg_ms": 3.695, "count": 303, "max_ms": 4.556, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 749, "tracking_summary": 705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5711.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14415.018, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.729, "sample_count": 1525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:18:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:18:21+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T15:18:21+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T15:18:21.593862+09:00", "mtime_epoch": 1783318701.593862, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:18:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 770.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.389, "pushed": 5.389, "read": 5.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.948, "count": 161, "max_ms": 89.335, "p95_ms": 86.577}, "gstreamer_push": {"avg_ms": 0.884, "count": 161, "max_ms": 1.804, "p95_ms": 1.099}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.435, "count": 161, "max_ms": 121.354, "p95_ms": 107.56}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.096, "count": 161, "max_ms": 120.431, "p95_ms": 98.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.157, "count": 161, "max_ms": 239.047, "p95_ms": 224.637}, "read_interval": {"avg_ms": 186.153, "count": 160, "max_ms": 246.63, "p95_ms": 231.118}, "triton_wait": {"avg_ms": 75.905, "count": 161, "max_ms": 121.367, "p95_ms": 108.093}, "visualize": {"avg_ms": 28.135, "count": 161, "max_ms": 44.166, "p95_ms": 35.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5739.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:12+09:00", "last_error_summary": "[h264 @ 0x564aa9434cc0] cabac decode of qscale diff failed at 50 17 [h264 @ 0x564aa9434cc0] error while decoding MB 50 17, bytestream 1017 [h264 @ 0x564aaa1c3d00] left block unavailable for requested intra mode [h264 @ 0x564aaa1c3d00] error while decoding MB 0 25, bytestream 4343 [h264 @ 0x564aa9e88300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564aa9e88300] error while decoding MB 0 17, bytestream 37862 [h264 @ 0x564aa9549200] cabac decode of qscale diff failed at 52 27 [h", "last_exit_at": "2026-07-06T15:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.236, "last_started_at": "2026-07-06T15:18:15+09:00", "pid": 13259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.402, "name": "ffmpeg", "pid": 13259, "rss_mb": 265.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 8, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.747, "sample_count": 2446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:18:41+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T15:18:41+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T15:18:41.270114+09:00", "mtime_epoch": 1783318721.270114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:18:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.359, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.405, "pushed": 7.405, "read": 7.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 222, "max_ms": 5.237, "p95_ms": 4.876}, "gstreamer_push": {"avg_ms": 1.605, "count": 222, "max_ms": 6.31, "p95_ms": 3.713}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.78, "count": 222, "max_ms": 90.773, "p95_ms": 82.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.933, "count": 222, "max_ms": 122.963, "p95_ms": 112.111}, "yolo11_640_fire_11class": {"avg_ms": 76.976, "count": 222, "max_ms": 98.831, "p95_ms": 91.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.945, "count": 222, "max_ms": 105.707, "p95_ms": 99.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.639, "count": 222, "max_ms": 134.991, "p95_ms": 124.183}, "read_interval": {"avg_ms": 135.481, "count": 221, "max_ms": 4736.476, "p95_ms": 138.788}, "triton_wait": {"avg_ms": 90.456, "count": 222, "max_ms": 122.975, "p95_ms": 112.123}, "visualize": {"avg_ms": 3.641, "count": 222, "max_ms": 4.749, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5761.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:07:12+09:00", "last_error_summary": "[h264 @ 0x5631bd934fc0] error while decoding MB 108 29, bytestream -5 [in#0/rtsp @ 0x5631bd298e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5631bd298e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:07:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.483, "last_started_at": "2026-07-06T15:07:15+09:00", "pid": 13000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.254, "name": "ffmpeg", "pid": 13000, "rss_mb": 354.254, "state": "S (sleeping)", "threads": 104}, "restart_count": 28, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.213, "sample_count": 2526, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:18:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:18:44+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T15:18:44+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T15:18:44.010149+09:00", "mtime_epoch": 1783318724.010149, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:18:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1336.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.62, "pushed": 8.62, "read": 8.587}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.112, "count": 258, "max_ms": 8.413, "p95_ms": 6.186}, "gstreamer_push": {"avg_ms": 1.539, "count": 258, "max_ms": 8.011, "p95_ms": 3.698}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.409, "count": 258, "max_ms": 87.629, "p95_ms": 80.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.186, "count": 258, "max_ms": 125.177, "p95_ms": 115.095}, "yolo11_640_fire_11class": {"avg_ms": 73.193, "count": 258, "max_ms": 99.464, "p95_ms": 86.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.438, "count": 258, "max_ms": 103.133, "p95_ms": 96.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.947, "count": 258, "max_ms": 149.478, "p95_ms": 132.437}, "read_interval": {"avg_ms": 116.36, "count": 257, "max_ms": 159.636, "p95_ms": 146.631}, "triton_wait": {"avg_ms": 87.72, "count": 258, "max_ms": 125.191, "p95_ms": 115.108}, "visualize": {"avg_ms": 3.789, "count": 258, "max_ms": 5.641, "p95_ms": 5.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 749, "tracking_summary": 706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5623.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14445.178, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.605, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:18:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:18:51+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T15:18:51+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T15:18:51.770249+09:00", "mtime_epoch": 1783318731.770249, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:18:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 761.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.244, "pushed": 5.244, "read": 5.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.917, "count": 157, "max_ms": 108.877, "p95_ms": 83.72}, "gstreamer_push": {"avg_ms": 1.062, "count": 157, "max_ms": 2.571, "p95_ms": 2.143}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.561, "count": 157, "max_ms": 122.401, "p95_ms": 112.854}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.44, "count": 157, "max_ms": 118.044, "p95_ms": 111.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.704, "count": 157, "max_ms": 252.815, "p95_ms": 228.874}, "read_interval": {"avg_ms": 191.915, "count": 156, "max_ms": 262.911, "p95_ms": 235.844}, "triton_wait": {"avg_ms": 82.341, "count": 157, "max_ms": 122.414, "p95_ms": 113.347}, "visualize": {"avg_ms": 32.333, "count": 157, "max_ms": 50.737, "p95_ms": 46.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5748.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:12+09:00", "last_error_summary": "[h264 @ 0x564aa9434cc0] cabac decode of qscale diff failed at 50 17 [h264 @ 0x564aa9434cc0] error while decoding MB 50 17, bytestream 1017 [h264 @ 0x564aaa1c3d00] left block unavailable for requested intra mode [h264 @ 0x564aaa1c3d00] error while decoding MB 0 25, bytestream 4343 [h264 @ 0x564aa9e88300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564aa9e88300] error while decoding MB 0 17, bytestream 37862 [h264 @ 0x564aa9549200] cabac decode of qscale diff failed at 52 27 [h", "last_exit_at": "2026-07-06T15:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.26, "last_started_at": "2026-07-06T15:18:15+09:00", "pid": 13259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.98, "name": "ffmpeg", "pid": 13259, "rss_mb": 267.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 8, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.904, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:19:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:19:11+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T15:19:11+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T15:19:11.254500+09:00", "mtime_epoch": 1783318751.2545002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:19:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1473.723, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.764, "pushed": 9.764, "read": 9.731}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.47, "count": 292, "max_ms": 5.445, "p95_ms": 4.681}, "gstreamer_push": {"avg_ms": 1.566, "count": 292, "max_ms": 6.132, "p95_ms": 3.85}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.011, "count": 292, "max_ms": 88.614, "p95_ms": 78.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.926, "count": 292, "max_ms": 118.286, "p95_ms": 101.602}, "yolo11_640_fire_11class": {"avg_ms": 63.015, "count": 292, "max_ms": 91.478, "p95_ms": 85.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.448, "count": 292, "max_ms": 102.845, "p95_ms": 94.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.524, "count": 292, "max_ms": 130.973, "p95_ms": 114.011}, "read_interval": {"avg_ms": 102.649, "count": 291, "max_ms": 143.267, "p95_ms": 127.239}, "triton_wait": {"avg_ms": 77.158, "count": 292, "max_ms": 118.298, "p95_ms": 101.839}, "visualize": {"avg_ms": 3.746, "count": 292, "max_ms": 5.067, "p95_ms": 4.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.753, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.656, "name": "ffmpeg", "pid": 13366, "rss_mb": 331.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.019, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:19:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:19:14+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T15:19:14+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T15:19:14.050536+09:00", "mtime_epoch": 1783318754.0505362, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:19:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.017, "pushed": 7.017, "read": 6.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.93, "count": 210, "max_ms": 9.179, "p95_ms": 7.086}, "gstreamer_push": {"avg_ms": 1.428, "count": 210, "max_ms": 5.981, "p95_ms": 3.519}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.832, "count": 210, "max_ms": 87.202, "p95_ms": 77.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.013, "count": 210, "max_ms": 121.103, "p95_ms": 105.678}, "yolo11_640_fire_11class": {"avg_ms": 65.846, "count": 210, "max_ms": 97.416, "p95_ms": 86.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.785, "count": 210, "max_ms": 105.799, "p95_ms": 96.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.895, "count": 210, "max_ms": 163.763, "p95_ms": 145.878}, "read_interval": {"avg_ms": 143.09, "count": 209, "max_ms": 5483.82, "p95_ms": 157.533}, "triton_wait": {"avg_ms": 76.683, "count": 210, "max_ms": 121.115, "p95_ms": 105.693}, "visualize": {"avg_ms": 4.251, "count": 210, "max_ms": 6.188, "p95_ms": 5.545}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 750, "tracking_summary": 707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5754.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14475.25, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.762, "sample_count": 1514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:19:22+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T15:19:21+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T15:19:21.874638+09:00", "mtime_epoch": 1783318761.8746376, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:19:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 773.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.819, "pushed": 4.819, "read": 4.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.493, "count": 144, "max_ms": 99.014, "p95_ms": 88.625}, "gstreamer_push": {"avg_ms": 1.107, "count": 144, "max_ms": 2.411, "p95_ms": 1.886}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.592, "count": 144, "max_ms": 118.907, "p95_ms": 109.97}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.056, "count": 144, "max_ms": 120.667, "p95_ms": 110.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.442, "count": 144, "max_ms": 251.187, "p95_ms": 238.603}, "read_interval": {"avg_ms": 208.997, "count": 143, "max_ms": 259.873, "p95_ms": 246.005}, "triton_wait": {"avg_ms": 81.727, "count": 144, "max_ms": 120.681, "p95_ms": 111.542}, "visualize": {"avg_ms": 37.334, "count": 144, "max_ms": 50.882, "p95_ms": 48.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5758.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:12+09:00", "last_error_summary": "[h264 @ 0x564aa9434cc0] cabac decode of qscale diff failed at 50 17 [h264 @ 0x564aa9434cc0] error while decoding MB 50 17, bytestream 1017 [h264 @ 0x564aaa1c3d00] left block unavailable for requested intra mode [h264 @ 0x564aaa1c3d00] error while decoding MB 0 25, bytestream 4343 [h264 @ 0x564aa9e88300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564aa9e88300] error while decoding MB 0 17, bytestream 37862 [h264 @ 0x564aa9549200] cabac decode of qscale diff failed at 52 27 [h", "last_exit_at": "2026-07-06T15:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.317, "last_started_at": "2026-07-06T15:18:15+09:00", "pid": 13259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.98, "name": "ffmpeg", "pid": 13259, "rss_mb": 267.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 8, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.151, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:19:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:19:41+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T15:19:41+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T15:19:41.290890+09:00", "mtime_epoch": 1783318781.29089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:19:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.031, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.074, "pushed": 8.074, "read": 8.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.677, "count": 242, "max_ms": 10.253, "p95_ms": 7.377}, "gstreamer_push": {"avg_ms": 1.297, "count": 242, "max_ms": 6.087, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.625, "count": 242, "max_ms": 89.112, "p95_ms": 75.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.737, "count": 242, "max_ms": 124.09, "p95_ms": 108.265}, "yolo11_640_fire_11class": {"avg_ms": 62.357, "count": 242, "max_ms": 94.382, "p95_ms": 84.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.174, "count": 242, "max_ms": 111.844, "p95_ms": 98.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.46, "count": 242, "max_ms": 201.664, "p95_ms": 166.995}, "read_interval": {"avg_ms": 123.981, "count": 241, "max_ms": 212.432, "p95_ms": 174.841}, "triton_wait": {"avg_ms": 78.031, "count": 242, "max_ms": 124.101, "p95_ms": 108.712}, "visualize": {"avg_ms": 4.498, "count": 242, "max_ms": 7.924, "p95_ms": 6.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.783, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.656, "name": "ffmpeg", "pid": 13366, "rss_mb": 331.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.226, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:19:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:19:44+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T15:19:44+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T15:19:44.142927+09:00", "mtime_epoch": 1783318784.1429272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:19:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.583, "pushed": 8.583, "read": 8.549}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.183, "count": 257, "max_ms": 9.929, "p95_ms": 7.243}, "gstreamer_push": {"avg_ms": 1.29, "count": 257, "max_ms": 5.198, "p95_ms": 1.85}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.092, "count": 257, "max_ms": 88.079, "p95_ms": 74.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.892, "count": 257, "max_ms": 125.69, "p95_ms": 101.833}, "yolo11_640_fire_11class": {"avg_ms": 61.691, "count": 257, "max_ms": 95.39, "p95_ms": 82.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.005, "count": 257, "max_ms": 112.317, "p95_ms": 95.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.325, "count": 257, "max_ms": 168.679, "p95_ms": 150.154}, "read_interval": {"avg_ms": 116.95, "count": 256, "max_ms": 181.88, "p95_ms": 159.828}, "triton_wait": {"avg_ms": 72.487, "count": 257, "max_ms": 125.703, "p95_ms": 103.879}, "visualize": {"avg_ms": 4.329, "count": 257, "max_ms": 6.731, "p95_ms": 5.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 752, "tracking_summary": 708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5747.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14505.443, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.351, "sample_count": 1519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:19:52+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T15:19:52+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T15:19:52.031030+09:00", "mtime_epoch": 1783318792.03103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:19:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 762.18, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.602, "pushed": 5.602, "read": 5.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.152, "count": 168, "max_ms": 104.929, "p95_ms": 88.029}, "gstreamer_push": {"avg_ms": 0.878, "count": 168, "max_ms": 1.726, "p95_ms": 1.054}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.247, "count": 168, "max_ms": 116.272, "p95_ms": 98.983}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.199, "count": 168, "max_ms": 111.835, "p95_ms": 103.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.277, "count": 168, "max_ms": 228.522, "p95_ms": 210.404}, "read_interval": {"avg_ms": 179.448, "count": 167, "max_ms": 235.216, "p95_ms": 216.774}, "triton_wait": {"avg_ms": 75.449, "count": 168, "max_ms": 116.286, "p95_ms": 104.306}, "visualize": {"avg_ms": 30.187, "count": 168, "max_ms": 49.384, "p95_ms": 42.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5755.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:12+09:00", "last_error_summary": "[h264 @ 0x564aa9434cc0] cabac decode of qscale diff failed at 50 17 [h264 @ 0x564aa9434cc0] error while decoding MB 50 17, bytestream 1017 [h264 @ 0x564aaa1c3d00] left block unavailable for requested intra mode [h264 @ 0x564aaa1c3d00] error while decoding MB 0 25, bytestream 4343 [h264 @ 0x564aa9e88300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564aa9e88300] error while decoding MB 0 17, bytestream 37862 [h264 @ 0x564aa9549200] cabac decode of qscale diff failed at 52 27 [h", "last_exit_at": "2026-07-06T15:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.379, "last_started_at": "2026-07-06T15:18:15+09:00", "pid": 13259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.98, "name": "ffmpeg", "pid": 13259, "rss_mb": 267.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 8, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.125, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:20:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:20:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T15:20:11+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T15:20:11.439284+09:00", "mtime_epoch": 1783318811.4392838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:20:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.961, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.598, "pushed": 8.598, "read": 8.565}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.324, "count": 257, "max_ms": 8.79, "p95_ms": 7.01}, "gstreamer_push": {"avg_ms": 1.378, "count": 257, "max_ms": 6.334, "p95_ms": 2.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.19, "count": 257, "max_ms": 86.258, "p95_ms": 77.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.601, "count": 257, "max_ms": 127.365, "p95_ms": 107.252}, "yolo11_640_fire_11class": {"avg_ms": 62.454, "count": 257, "max_ms": 99.582, "p95_ms": 84.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.798, "count": 257, "max_ms": 107.353, "p95_ms": 96.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.93, "count": 257, "max_ms": 192.393, "p95_ms": 164.015}, "read_interval": {"avg_ms": 117.096, "count": 256, "max_ms": 199.577, "p95_ms": 175.071}, "triton_wait": {"avg_ms": 77.82, "count": 257, "max_ms": 127.378, "p95_ms": 107.265}, "visualize": {"avg_ms": 4.244, "count": 257, "max_ms": 7.768, "p95_ms": 6.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5755.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.893, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.914, "name": "ffmpeg", "pid": 13366, "rss_mb": 331.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.031, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:20:14+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:20:14+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T15:20:14.227320+09:00", "mtime_epoch": 1783318814.2273204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:20:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1340.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.239, "pushed": 8.239, "read": 8.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.164, "count": 246, "max_ms": 9.708, "p95_ms": 7.198}, "gstreamer_push": {"avg_ms": 1.341, "count": 247, "max_ms": 4.287, "p95_ms": 2.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.545, "count": 246, "max_ms": 87.033, "p95_ms": 77.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.117, "count": 246, "max_ms": 121.42, "p95_ms": 105.492}, "yolo11_640_fire_11class": {"avg_ms": 64.411, "count": 246, "max_ms": 94.389, "p95_ms": 83.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.009, "count": 246, "max_ms": 100.903, "p95_ms": 96.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.093, "count": 247, "max_ms": 171.085, "p95_ms": 153.149}, "read_interval": {"avg_ms": 121.906, "count": 246, "max_ms": 183.695, "p95_ms": 164.666}, "triton_wait": {"avg_ms": 77.549, "count": 246, "max_ms": 121.431, "p95_ms": 105.504}, "visualize": {"avg_ms": 4.355, "count": 246, "max_ms": 7.189, "p95_ms": 5.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 754, "tracking_summary": 710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5752.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14535.505, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.224, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:20:22+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-06T15:20:22+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T15:20:22.087424+09:00", "mtime_epoch": 1783318822.0874238, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:20:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 770.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.224, "pushed": 5.224, "read": 5.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.6, "count": 156, "max_ms": 110.18, "p95_ms": 92.931}, "gstreamer_push": {"avg_ms": 0.866, "count": 156, "max_ms": 1.77, "p95_ms": 1.047}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.912, "count": 156, "max_ms": 121.576, "p95_ms": 108.176}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.871, "count": 156, "max_ms": 123.149, "p95_ms": 109.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.466, "count": 156, "max_ms": 239.987, "p95_ms": 225.931}, "read_interval": {"avg_ms": 192.461, "count": 155, "max_ms": 247.571, "p95_ms": 232.203}, "triton_wait": {"avg_ms": 80.509, "count": 156, "max_ms": 123.159, "p95_ms": 110.699}, "visualize": {"avg_ms": 29.198, "count": 156, "max_ms": 38.566, "p95_ms": 33.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5763.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:12+09:00", "last_error_summary": "[h264 @ 0x564aa9434cc0] cabac decode of qscale diff failed at 50 17 [h264 @ 0x564aa9434cc0] error while decoding MB 50 17, bytestream 1017 [h264 @ 0x564aaa1c3d00] left block unavailable for requested intra mode [h264 @ 0x564aaa1c3d00] error while decoding MB 0 25, bytestream 4343 [h264 @ 0x564aa9e88300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564aa9e88300] error while decoding MB 0 17, bytestream 37862 [h264 @ 0x564aa9549200] cabac decode of qscale diff failed at 52 27 [h", "last_exit_at": "2026-07-06T15:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.415, "last_started_at": "2026-07-06T15:18:15+09:00", "pid": 13259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.027, "name": "ffmpeg", "pid": 13259, "rss_mb": 276.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 8, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.003, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:20:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:20:41+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T15:20:41+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T15:20:41.479679+09:00", "mtime_epoch": 1783318841.4796793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:20:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.02, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.625, "pushed": 9.625, "read": 9.591}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.34, "count": 288, "max_ms": 5.222, "p95_ms": 3.999}, "gstreamer_push": {"avg_ms": 1.564, "count": 288, "max_ms": 6.393, "p95_ms": 3.832}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.184, "count": 288, "max_ms": 87.093, "p95_ms": 79.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.92, "count": 288, "max_ms": 125.977, "p95_ms": 113.071}, "yolo11_640_fire_11class": {"avg_ms": 64.759, "count": 288, "max_ms": 95.492, "p95_ms": 86.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.184, "count": 288, "max_ms": 102.717, "p95_ms": 95.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.045, "count": 288, "max_ms": 138.078, "p95_ms": 125.714}, "read_interval": {"avg_ms": 104.356, "count": 287, "max_ms": 154.507, "p95_ms": 138.122}, "triton_wait": {"avg_ms": 78.984, "count": 288, "max_ms": 125.99, "p95_ms": 113.084}, "visualize": {"avg_ms": 3.622, "count": 288, "max_ms": 4.928, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5756.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.942, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.853, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:20:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:20:44+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T15:20:44+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:20:44.271716+09:00", "mtime_epoch": 1783318844.271716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:20:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1340.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.023, "pushed": 8.023, "read": 7.99}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.373, "count": 240, "max_ms": 9.661, "p95_ms": 7.446}, "gstreamer_push": {"avg_ms": 1.347, "count": 240, "max_ms": 7.499, "p95_ms": 2.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.971, "count": 240, "max_ms": 87.481, "p95_ms": 80.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.399, "count": 240, "max_ms": 133.164, "p95_ms": 107.355}, "yolo11_640_fire_11class": {"avg_ms": 67.236, "count": 240, "max_ms": 93.839, "p95_ms": 86.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.052, "count": 240, "max_ms": 100.758, "p95_ms": 95.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.571, "count": 240, "max_ms": 186.765, "p95_ms": 153.043}, "read_interval": {"avg_ms": 125.198, "count": 239, "max_ms": 199.961, "p95_ms": 163.238}, "triton_wait": {"avg_ms": 78.978, "count": 240, "max_ms": 133.177, "p95_ms": 107.368}, "visualize": {"avg_ms": 4.487, "count": 240, "max_ms": 7.606, "p95_ms": 5.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 755, "tracking_summary": 711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5753.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14565.644, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.865, "sample_count": 1534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:20:52+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T15:20:52+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T15:20:52.267822+09:00", "mtime_epoch": 1783318852.2678218, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:20:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 762.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.04, "pushed": 5.04, "read": 5.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.326, "count": 151, "max_ms": 101.581, "p95_ms": 94.569}, "gstreamer_push": {"avg_ms": 0.859, "count": 151, "max_ms": 1.9, "p95_ms": 1.023}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.824, "count": 151, "max_ms": 121.795, "p95_ms": 106.436}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.277, "count": 151, "max_ms": 120.623, "p95_ms": 113.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.157, "count": 151, "max_ms": 247.048, "p95_ms": 229.451}, "read_interval": {"avg_ms": 199.65, "count": 150, "max_ms": 254.896, "p95_ms": 238.267}, "triton_wait": {"avg_ms": 80.112, "count": 151, "max_ms": 121.805, "p95_ms": 113.11}, "visualize": {"avg_ms": 32.625, "count": 151, "max_ms": 66.081, "p95_ms": 45.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5767.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:12+09:00", "last_error_summary": "[h264 @ 0x564aa9434cc0] cabac decode of qscale diff failed at 50 17 [h264 @ 0x564aa9434cc0] error while decoding MB 50 17, bytestream 1017 [h264 @ 0x564aaa1c3d00] left block unavailable for requested intra mode [h264 @ 0x564aaa1c3d00] error while decoding MB 0 25, bytestream 4343 [h264 @ 0x564aa9e88300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564aa9e88300] error while decoding MB 0 17, bytestream 37862 [h264 @ 0x564aa9549200] cabac decode of qscale diff failed at 52 27 [h", "last_exit_at": "2026-07-06T15:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.466, "last_started_at": "2026-07-06T15:18:15+09:00", "pid": 13259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.73, "name": "ffmpeg", "pid": 13259, "rss_mb": 282.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 8, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.598, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:21:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:21:11+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T15:21:11+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T15:21:11.524077+09:00", "mtime_epoch": 1783318871.524077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:21:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.843}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 296, "max_ms": 5.887, "p95_ms": 4.155}, "gstreamer_push": {"avg_ms": 1.503, "count": 296, "max_ms": 6.562, "p95_ms": 3.662}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.887, "count": 296, "max_ms": 83.011, "p95_ms": 76.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.432, "count": 296, "max_ms": 119.522, "p95_ms": 107.535}, "yolo11_640_fire_11class": {"avg_ms": 62.573, "count": 296, "max_ms": 93.139, "p95_ms": 84.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.636, "count": 296, "max_ms": 99.471, "p95_ms": 92.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.957, "count": 296, "max_ms": 146.247, "p95_ms": 120.25}, "read_interval": {"avg_ms": 101.574, "count": 295, "max_ms": 198.013, "p95_ms": 133.399}, "triton_wait": {"avg_ms": 75.532, "count": 296, "max_ms": 119.535, "p95_ms": 107.547}, "visualize": {"avg_ms": 3.665, "count": 296, "max_ms": 5.087, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5772.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.056, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 14, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.973, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:21:14+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T15:21:14+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T15:21:14.336114+09:00", "mtime_epoch": 1783318874.3361144, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:21:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.778, "pushed": 7.778, "read": 7.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.811, "count": 233, "max_ms": 9.497, "p95_ms": 7.653}, "gstreamer_push": {"avg_ms": 1.228, "count": 233, "max_ms": 3.997, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.389, "count": 233, "max_ms": 84.286, "p95_ms": 78.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.811, "count": 233, "max_ms": 123.139, "p95_ms": 105.023}, "yolo11_640_fire_11class": {"avg_ms": 65.851, "count": 233, "max_ms": 94.521, "p95_ms": 86.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.781, "count": 233, "max_ms": 101.521, "p95_ms": 94.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.11, "count": 233, "max_ms": 167.215, "p95_ms": 153.15}, "read_interval": {"avg_ms": 129.084, "count": 232, "max_ms": 177.383, "p95_ms": 163.681}, "triton_wait": {"avg_ms": 76.354, "count": 233, "max_ms": 123.151, "p95_ms": 105.037}, "visualize": {"avg_ms": 4.759, "count": 233, "max_ms": 6.921, "p95_ms": 5.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 756, "tracking_summary": 712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5756.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14595.737, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.416, "sample_count": 1530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:21:22+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T15:21:22+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T15:21:22.412222+09:00", "mtime_epoch": 1783318882.412222, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:21:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 771.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.182, "pushed": 5.182, "read": 5.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.068, "count": 155, "max_ms": 98.116, "p95_ms": 90.425}, "gstreamer_push": {"avg_ms": 0.847, "count": 155, "max_ms": 1.876, "p95_ms": 1.028}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.762, "count": 155, "max_ms": 114.946, "p95_ms": 105.442}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.949, "count": 155, "max_ms": 114.088, "p95_ms": 106.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.83, "count": 155, "max_ms": 248.233, "p95_ms": 231.439}, "read_interval": {"avg_ms": 194.538, "count": 154, "max_ms": 255.721, "p95_ms": 238.98}, "triton_wait": {"avg_ms": 77.844, "count": 155, "max_ms": 114.959, "p95_ms": 107.968}, "visualize": {"avg_ms": 33.822, "count": 155, "max_ms": 69.582, "p95_ms": 45.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5784.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.074, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.23, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:21:44+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T15:21:44+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T15:21:44.388515+09:00", "mtime_epoch": 1783318904.3885148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:21:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.859, "pushed": 7.859, "read": 7.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.037, "count": 235, "max_ms": 9.808, "p95_ms": 7.449}, "gstreamer_push": {"avg_ms": 1.238, "count": 235, "max_ms": 4.152, "p95_ms": 2.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.076, "count": 235, "max_ms": 84.745, "p95_ms": 73.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.371, "count": 235, "max_ms": 111.976, "p95_ms": 98.992}, "yolo11_640_fire_11class": {"avg_ms": 62.822, "count": 235, "max_ms": 93.755, "p95_ms": 83.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.158, "count": 235, "max_ms": 99.262, "p95_ms": 92.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.39, "count": 235, "max_ms": 168.968, "p95_ms": 149.272}, "read_interval": {"avg_ms": 127.746, "count": 234, "max_ms": 180.369, "p95_ms": 159.239}, "triton_wait": {"avg_ms": 70.812, "count": 235, "max_ms": 111.988, "p95_ms": 99.004}, "visualize": {"avg_ms": 4.888, "count": 235, "max_ms": 8.026, "p95_ms": 5.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5784.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 139, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:12+09:00", "last_error_summary": "[h264 @ 0x564aa9434cc0] cabac decode of qscale diff failed at 50 17 [h264 @ 0x564aa9434cc0] error while decoding MB 50 17, bytestream 1017 [h264 @ 0x564aaa1c3d00] left block unavailable for requested intra mode [h264 @ 0x564aaa1c3d00] error while decoding MB 0 25, bytestream 4343 [h264 @ 0x564aa9e88300] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564aa9e88300] error while decoding MB 0 17, bytestream 37862 [h264 @ 0x564aa9549200] cabac decode of qscale diff failed at 52 27 [h", "last_exit_at": "2026-07-06T15:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.487, "last_started_at": "2026-07-06T15:18:15+09:00", "pid": 13259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.301, "name": "ffmpeg", "pid": 13259, "rss_mb": 293.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 8, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.991, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:21:44+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T15:21:44+09:00", "mjpeg": {"age_sec": 9.605, "exists": true, "mtime": "2026-07-06T15:21:35.008390+09:00", "mtime_epoch": 1783318895.0083897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:21:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.836, "pushed": 6.836, "read": 6.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.485, "count": 205, "max_ms": 5.359, "p95_ms": 4.693}, "gstreamer_push": {"avg_ms": 1.593, "count": 205, "max_ms": 6.001, "p95_ms": 3.818}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.645, "count": 205, "max_ms": 85.259, "p95_ms": 75.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.761, "count": 205, "max_ms": 120.969, "p95_ms": 99.558}, "yolo11_640_fire_11class": {"avg_ms": 60.61, "count": 205, "max_ms": 93.971, "p95_ms": 83.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.91, "count": 205, "max_ms": 100.494, "p95_ms": 90.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.132, "count": 205, "max_ms": 134.215, "p95_ms": 112.137}, "read_interval": {"avg_ms": 146.818, "count": 204, "max_ms": 9600.481, "p95_ms": 129.313}, "triton_wait": {"avg_ms": 72.801, "count": 205, "max_ms": 120.982, "p95_ms": 99.571}, "visualize": {"avg_ms": 3.717, "count": 205, "max_ms": 4.931, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 759, "tracking_summary": 714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5783.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14625.741, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.418, "sample_count": 1537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:21:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:21:52+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T15:21:52+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T15:21:52.360621+09:00", "mtime_epoch": 1783318912.3606215, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:21:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 777.262, "name": "celery", "pid": 239, "rss_mb": 773.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.334, "pushed": 5.334, "read": 5.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.449, "count": 160, "max_ms": 91.423, "p95_ms": 85.613}, "gstreamer_push": {"avg_ms": 0.82, "count": 160, "max_ms": 1.129, "p95_ms": 0.985}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.493, "count": 160, "max_ms": 113.196, "p95_ms": 100.483}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.046, "count": 160, "max_ms": 117.718, "p95_ms": 102.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.418, "count": 160, "max_ms": 232.053, "p95_ms": 216.334}, "read_interval": {"avg_ms": 187.18, "count": 160, "max_ms": 240.052, "p95_ms": 222.869}, "triton_wait": {"avg_ms": 73.387, "count": 160, "max_ms": 117.731, "p95_ms": 104.834}, "visualize": {"avg_ms": 26.691, "count": 160, "max_ms": 35.024, "p95_ms": 30.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5750.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.17, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.38, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:22:14+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T15:22:14+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T15:22:14.476918+09:00", "mtime_epoch": 1783318934.476918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:22:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.912, "pushed": 8.912, "read": 8.878}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.549, "count": 267, "max_ms": 9.182, "p95_ms": 6.572}, "gstreamer_push": {"avg_ms": 1.41, "count": 267, "max_ms": 4.144, "p95_ms": 3.048}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.864, "count": 267, "max_ms": 87.532, "p95_ms": 78.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.847, "count": 267, "max_ms": 124.558, "p95_ms": 109.272}, "yolo11_640_fire_11class": {"avg_ms": 68.074, "count": 267, "max_ms": 92.968, "p95_ms": 85.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.517, "count": 267, "max_ms": 106.091, "p95_ms": 98.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.101, "count": 267, "max_ms": 162.889, "p95_ms": 138.8}, "read_interval": {"avg_ms": 112.597, "count": 266, "max_ms": 172.517, "p95_ms": 150.55}, "triton_wait": {"avg_ms": 79.339, "count": 267, "max_ms": 124.571, "p95_ms": 109.285}, "visualize": {"avg_ms": 4.023, "count": 267, "max_ms": 6.614, "p95_ms": 5.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5746.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.57, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.301, "name": "ffmpeg", "pid": 13518, "rss_mb": 264.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.003, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:22:14+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T15:22:14+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T15:22:14.608920+09:00", "mtime_epoch": 1783318934.6089199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:22:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1480.012, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.554, "pushed": 7.554, "read": 7.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 226, "max_ms": 5.08, "p95_ms": 4.545}, "gstreamer_push": {"avg_ms": 1.566, "count": 226, "max_ms": 5.963, "p95_ms": 3.655}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.276, "count": 226, "max_ms": 88.843, "p95_ms": 79.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.152, "count": 226, "max_ms": 122.432, "p95_ms": 107.352}, "yolo11_640_fire_11class": {"avg_ms": 68.294, "count": 226, "max_ms": 92.678, "p95_ms": 86.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.089, "count": 226, "max_ms": 107.48, "p95_ms": 99.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.853, "count": 226, "max_ms": 134.827, "p95_ms": 119.721}, "read_interval": {"avg_ms": 132.843, "count": 225, "max_ms": 4301.434, "p95_ms": 134.598}, "triton_wait": {"avg_ms": 81.509, "count": 226, "max_ms": 122.444, "p95_ms": 107.364}, "visualize": {"avg_ms": 3.725, "count": 226, "max_ms": 4.633, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 760, "tracking_summary": 715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5743.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14655.907, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.018, "sample_count": 1554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:22:22+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T15:22:22+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T15:22:22.481026+09:00", "mtime_epoch": 1783318942.4810257, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:22:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 760.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.371, "pushed": 5.371, "read": 5.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 64.103, "count": 161, "max_ms": 88.873, "p95_ms": 82.916}, "gstreamer_push": {"avg_ms": 1.053, "count": 161, "max_ms": 2.946, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.595, "count": 161, "max_ms": 119.968, "p95_ms": 112.14}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.605, "count": 161, "max_ms": 117.095, "p95_ms": 108.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.761, "count": 161, "max_ms": 250.042, "p95_ms": 230.416}, "read_interval": {"avg_ms": 187.033, "count": 160, "max_ms": 256.638, "p95_ms": 235.0}, "triton_wait": {"avg_ms": 80.183, "count": 161, "max_ms": 119.98, "p95_ms": 113.015}, "visualize": {"avg_ms": 31.312, "count": 161, "max_ms": 49.233, "p95_ms": 46.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5754.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.27, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 13, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.824, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:22:44+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T15:22:44+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T15:22:44.561323+09:00", "mtime_epoch": 1783318964.5613232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:22:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.348, "pushed": 8.348, "read": 8.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.49, "count": 250, "max_ms": 9.087, "p95_ms": 6.392}, "gstreamer_push": {"avg_ms": 1.412, "count": 250, "max_ms": 5.988, "p95_ms": 2.814}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.481, "count": 250, "max_ms": 86.812, "p95_ms": 81.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.829, "count": 250, "max_ms": 124.6, "p95_ms": 104.515}, "yolo11_640_fire_11class": {"avg_ms": 73.535, "count": 250, "max_ms": 95.912, "p95_ms": 89.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.916, "count": 250, "max_ms": 102.386, "p95_ms": 95.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.802, "count": 250, "max_ms": 165.565, "p95_ms": 141.303}, "read_interval": {"avg_ms": 120.246, "count": 249, "max_ms": 175.251, "p95_ms": 151.315}, "triton_wait": {"avg_ms": 86.294, "count": 250, "max_ms": 124.612, "p95_ms": 104.528}, "visualize": {"avg_ms": 3.91, "count": 250, "max_ms": 6.253, "p95_ms": 5.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5759.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.603, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.199, "name": "ffmpeg", "pid": 13518, "rss_mb": 269.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.003, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:22:44+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T15:22:44+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T15:22:44.673325+09:00", "mtime_epoch": 1783318964.6733246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:22:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1480.098, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.017, "pushed": 9.017, "read": 8.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 270, "max_ms": 5.186, "p95_ms": 4.466}, "gstreamer_push": {"avg_ms": 1.537, "count": 270, "max_ms": 6.431, "p95_ms": 3.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.285, "count": 270, "max_ms": 87.095, "p95_ms": 80.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.889, "count": 270, "max_ms": 121.945, "p95_ms": 107.628}, "yolo11_640_fire_11class": {"avg_ms": 72.365, "count": 270, "max_ms": 94.986, "p95_ms": 89.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.925, "count": 270, "max_ms": 102.746, "p95_ms": 95.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.297, "count": 270, "max_ms": 136.97, "p95_ms": 119.407}, "read_interval": {"avg_ms": 111.313, "count": 269, "max_ms": 153.924, "p95_ms": 132.23}, "triton_wait": {"avg_ms": 86.131, "count": 270, "max_ms": 121.957, "p95_ms": 107.64}, "visualize": {"avg_ms": 3.646, "count": 270, "max_ms": 4.687, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 762, "tracking_summary": 716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5758.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14685.909, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.216, "sample_count": 1550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:22:52+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T15:22:52+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T15:22:52.553431+09:00", "mtime_epoch": 1783318972.553431, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:22:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 771.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.767, "pushed": 4.767, "read": 4.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.992, "count": 143, "max_ms": 107.956, "p95_ms": 85.529}, "gstreamer_push": {"avg_ms": 1.317, "count": 143, "max_ms": 2.761, "p95_ms": 2.102}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.098, "count": 143, "max_ms": 122.457, "p95_ms": 110.974}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.805, "count": 143, "max_ms": 115.579, "p95_ms": 109.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.349, "count": 143, "max_ms": 248.673, "p95_ms": 240.084}, "read_interval": {"avg_ms": 210.309, "count": 143, "max_ms": 254.367, "p95_ms": 248.151}, "triton_wait": {"avg_ms": 85.16, "count": 143, "max_ms": 122.472, "p95_ms": 111.724}, "visualize": {"avg_ms": 39.307, "count": 143, "max_ms": 59.065, "p95_ms": 49.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5761.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.664, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.23, "name": "ffmpeg", "pid": 13518, "rss_mb": 270.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.207, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:23:14+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T15:23:14+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T15:23:14.745732+09:00", "mtime_epoch": 1783318994.7457316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:23:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.664, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.486, "count": 300, "max_ms": 5.295, "p95_ms": 4.784}, "gstreamer_push": {"avg_ms": 1.555, "count": 300, "max_ms": 7.981, "p95_ms": 3.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.664, "count": 300, "max_ms": 87.952, "p95_ms": 75.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.35, "count": 300, "max_ms": 127.696, "p95_ms": 102.648}, "yolo11_640_fire_11class": {"avg_ms": 60.964, "count": 300, "max_ms": 98.646, "p95_ms": 82.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.685, "count": 300, "max_ms": 101.228, "p95_ms": 91.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.859, "count": 300, "max_ms": 139.941, "p95_ms": 114.645}, "read_interval": {"avg_ms": 100.251, "count": 299, "max_ms": 153.777, "p95_ms": 129.227}, "triton_wait": {"avg_ms": 74.517, "count": 300, "max_ms": 127.709, "p95_ms": 102.659}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 5.185, "p95_ms": 4.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5761.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.403, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.035, "sample_count": 2428, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:23:14+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T15:23:14+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T15:23:14.701731+09:00", "mtime_epoch": 1783318994.701731, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:23:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.925, "pushed": 7.925, "read": 7.892}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.778, "count": 237, "max_ms": 9.477, "p95_ms": 8.403}, "gstreamer_push": {"avg_ms": 1.283, "count": 237, "max_ms": 5.452, "p95_ms": 2.083}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.487, "count": 237, "max_ms": 87.3, "p95_ms": 75.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.661, "count": 237, "max_ms": 126.049, "p95_ms": 105.857}, "yolo11_640_fire_11class": {"avg_ms": 61.408, "count": 237, "max_ms": 98.579, "p95_ms": 82.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.273, "count": 237, "max_ms": 100.545, "p95_ms": 93.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.568, "count": 237, "max_ms": 179.089, "p95_ms": 157.77}, "read_interval": {"avg_ms": 126.53, "count": 236, "max_ms": 192.483, "p95_ms": 168.442}, "triton_wait": {"avg_ms": 73.155, "count": 237, "max_ms": 126.062, "p95_ms": 105.87}, "visualize": {"avg_ms": 4.719, "count": 237, "max_ms": 7.585, "p95_ms": 6.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 762, "tracking_summary": 718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5764.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14716.02, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.852, "sample_count": 1554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:23:22+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T15:23:22+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T15:23:22.685839+09:00", "mtime_epoch": 1783319002.6858394, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:23:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 774.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.437, "pushed": 5.437, "read": 5.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.784, "count": 163, "max_ms": 99.606, "p95_ms": 87.049}, "gstreamer_push": {"avg_ms": 1.019, "count": 163, "max_ms": 3.012, "p95_ms": 2.06}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.817, "count": 163, "max_ms": 120.435, "p95_ms": 105.786}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.739, "count": 163, "max_ms": 112.146, "p95_ms": 103.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.96, "count": 163, "max_ms": 234.933, "p95_ms": 219.655}, "read_interval": {"avg_ms": 184.978, "count": 162, "max_ms": 241.719, "p95_ms": 226.666}, "triton_wait": {"avg_ms": 78.584, "count": 163, "max_ms": 120.449, "p95_ms": 107.534}, "visualize": {"avg_ms": 32.29, "count": 163, "max_ms": 74.113, "p95_ms": 46.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5759.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.773, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.23, "name": "ffmpeg", "pid": 13518, "rss_mb": 270.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.491, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:23:44+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T15:23:44+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T15:23:44.814140+09:00", "mtime_epoch": 1783319024.8141403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:23:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.73, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.268}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.355, "count": 308, "max_ms": 5.299, "p95_ms": 4.238}, "gstreamer_push": {"avg_ms": 1.491, "count": 308, "max_ms": 7.782, "p95_ms": 3.697}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.189, "count": 308, "max_ms": 86.878, "p95_ms": 72.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.832, "count": 308, "max_ms": 113.643, "p95_ms": 100.476}, "yolo11_640_fire_11class": {"avg_ms": 59.22, "count": 308, "max_ms": 89.115, "p95_ms": 80.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.767, "count": 308, "max_ms": 101.563, "p95_ms": 90.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.949, "count": 308, "max_ms": 126.727, "p95_ms": 112.571}, "read_interval": {"avg_ms": 97.343, "count": 308, "max_ms": 141.396, "p95_ms": 126.175}, "triton_wait": {"avg_ms": 71.986, "count": 308, "max_ms": 113.656, "p95_ms": 100.854}, "visualize": {"avg_ms": 3.639, "count": 308, "max_ms": 5.469, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5759.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.531, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.249, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:23:44+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T15:23:44+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T15:23:44.830141+09:00", "mtime_epoch": 1783319024.8301406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:23:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.334, "pushed": 7.334, "read": 7.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.436, "count": 219, "max_ms": 9.161, "p95_ms": 7.802}, "gstreamer_push": {"avg_ms": 1.206, "count": 220, "max_ms": 3.993, "p95_ms": 1.963}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.529, "count": 219, "max_ms": 86.926, "p95_ms": 76.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.221, "count": 219, "max_ms": 117.335, "p95_ms": 103.009}, "yolo11_640_fire_11class": {"avg_ms": 61.323, "count": 219, "max_ms": 89.011, "p95_ms": 83.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.941, "count": 219, "max_ms": 99.263, "p95_ms": 93.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.902, "count": 220, "max_ms": 172.061, "p95_ms": 156.542}, "read_interval": {"avg_ms": 136.872, "count": 219, "max_ms": 185.889, "p95_ms": 168.38}, "triton_wait": {"avg_ms": 73.713, "count": 219, "max_ms": 117.348, "p95_ms": 103.022}, "visualize": {"avg_ms": 5.139, "count": 219, "max_ms": 6.437, "p95_ms": 5.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 764, "tracking_summary": 719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5760.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14746.033, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.852, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:23:52+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T15:23:52+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T15:23:52.630247+09:00", "mtime_epoch": 1783319032.6302469, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:23:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 769.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.056, "pushed": 5.056, "read": 5.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.57, "count": 151, "max_ms": 98.598, "p95_ms": 91.519}, "gstreamer_push": {"avg_ms": 1.101, "count": 151, "max_ms": 2.106, "p95_ms": 1.958}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.015, "count": 151, "max_ms": 108.982, "p95_ms": 101.803}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.798, "count": 151, "max_ms": 115.06, "p95_ms": 98.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.83, "count": 151, "max_ms": 244.061, "p95_ms": 224.519}, "read_interval": {"avg_ms": 198.64, "count": 150, "max_ms": 250.401, "p95_ms": 232.281}, "triton_wait": {"avg_ms": 78.485, "count": 151, "max_ms": 115.073, "p95_ms": 102.839}, "visualize": {"avg_ms": 34.665, "count": 151, "max_ms": 65.918, "p95_ms": 46.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5764.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.609, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.814, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:24:15+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T15:24:14+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T15:24:14.926551+09:00", "mtime_epoch": 1783319054.9265513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:24:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.611, "pushed": 7.611, "read": 7.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.927, "count": 228, "max_ms": 9.632, "p95_ms": 7.141}, "gstreamer_push": {"avg_ms": 1.239, "count": 228, "max_ms": 3.685, "p95_ms": 2.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.278, "count": 228, "max_ms": 83.477, "p95_ms": 76.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.871, "count": 228, "max_ms": 120.534, "p95_ms": 102.364}, "yolo11_640_fire_11class": {"avg_ms": 63.633, "count": 228, "max_ms": 93.647, "p95_ms": 82.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.326, "count": 228, "max_ms": 105.766, "p95_ms": 94.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.511, "count": 228, "max_ms": 183.172, "p95_ms": 155.095}, "read_interval": {"avg_ms": 131.93, "count": 227, "max_ms": 193.305, "p95_ms": 165.159}, "triton_wait": {"avg_ms": 75.657, "count": 228, "max_ms": 120.559, "p95_ms": 102.376}, "visualize": {"avg_ms": 4.821, "count": 228, "max_ms": 6.755, "p95_ms": 5.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5764.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.898, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.23, "name": "ffmpeg", "pid": 13518, "rss_mb": 270.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.439, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:24:15+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T15:24:14+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T15:24:14.934551+09:00", "mtime_epoch": 1783319054.9345515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:24:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.891, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.183, "pushed": 10.183, "read": 10.149}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.461, "count": 305, "max_ms": 5.274, "p95_ms": 4.603}, "gstreamer_push": {"avg_ms": 1.557, "count": 305, "max_ms": 7.571, "p95_ms": 3.814}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.525, "count": 305, "max_ms": 83.357, "p95_ms": 73.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.019, "count": 305, "max_ms": 116.399, "p95_ms": 100.673}, "yolo11_640_fire_11class": {"avg_ms": 59.999, "count": 305, "max_ms": 90.437, "p95_ms": 81.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.02, "count": 305, "max_ms": 105.839, "p95_ms": 92.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.648, "count": 305, "max_ms": 128.667, "p95_ms": 112.94}, "read_interval": {"avg_ms": 98.342, "count": 304, "max_ms": 142.633, "p95_ms": 126.915}, "triton_wait": {"avg_ms": 72.398, "count": 305, "max_ms": 116.411, "p95_ms": 101.149}, "visualize": {"avg_ms": 3.7, "count": 305, "max_ms": 5.444, "p95_ms": 4.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 765, "tracking_summary": 720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5754.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14776.105, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.026, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:24:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:24:22+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T15:24:22+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T15:24:22.742658+09:00", "mtime_epoch": 1783319062.7426584, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:24:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 766.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.053, "pushed": 5.053, "read": 5.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.971, "count": 151, "max_ms": 95.003, "p95_ms": 84.829}, "gstreamer_push": {"avg_ms": 1.018, "count": 151, "max_ms": 2.249, "p95_ms": 2.085}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.371, "count": 151, "max_ms": 118.101, "p95_ms": 103.061}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.569, "count": 151, "max_ms": 115.536, "p95_ms": 106.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.697, "count": 151, "max_ms": 239.908, "p95_ms": 227.771}, "read_interval": {"avg_ms": 199.299, "count": 150, "max_ms": 246.381, "p95_ms": 234.305}, "triton_wait": {"avg_ms": 78.431, "count": 151, "max_ms": 118.114, "p95_ms": 106.708}, "visualize": {"avg_ms": 35.348, "count": 151, "max_ms": 61.295, "p95_ms": 49.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5771.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.611, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 12, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.06, "sample_count": 2382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:24:45+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T15:24:44+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T15:24:44.910962+09:00", "mtime_epoch": 1783319084.9109623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:24:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.703, "pushed": 7.703, "read": 7.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.745, "count": 231, "max_ms": 8.807, "p95_ms": 7.228}, "gstreamer_push": {"avg_ms": 1.295, "count": 231, "max_ms": 4.591, "p95_ms": 1.963}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.616, "count": 231, "max_ms": 90.85, "p95_ms": 78.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.947, "count": 231, "max_ms": 113.08, "p95_ms": 104.077}, "yolo11_640_fire_11class": {"avg_ms": 65.758, "count": 231, "max_ms": 93.746, "p95_ms": 86.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.724, "count": 231, "max_ms": 107.103, "p95_ms": 96.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.781, "count": 231, "max_ms": 165.573, "p95_ms": 154.494}, "read_interval": {"avg_ms": 129.784, "count": 231, "max_ms": 177.464, "p95_ms": 164.893}, "triton_wait": {"avg_ms": 76.716, "count": 231, "max_ms": 113.092, "p95_ms": 104.092}, "visualize": {"avg_ms": 4.77, "count": 231, "max_ms": 6.468, "p95_ms": 5.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5770.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.958, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.387, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.719, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:24:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:24:45+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T15:24:45+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T15:24:45.030964+09:00", "mtime_epoch": 1783319085.0309641, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:24:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.851}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.505, "count": 296, "max_ms": 5.492, "p95_ms": 4.721}, "gstreamer_push": {"avg_ms": 1.585, "count": 296, "max_ms": 7.115, "p95_ms": 3.778}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.799, "count": 296, "max_ms": 92.912, "p95_ms": 75.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.837, "count": 296, "max_ms": 124.847, "p95_ms": 102.659}, "yolo11_640_fire_11class": {"avg_ms": 62.508, "count": 296, "max_ms": 95.673, "p95_ms": 86.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.293, "count": 296, "max_ms": 107.355, "p95_ms": 94.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.698, "count": 296, "max_ms": 136.839, "p95_ms": 115.32}, "read_interval": {"avg_ms": 101.582, "count": 295, "max_ms": 149.703, "p95_ms": 130.831}, "triton_wait": {"avg_ms": 75.26, "count": 296, "max_ms": 124.859, "p95_ms": 102.671}, "visualize": {"avg_ms": 3.743, "count": 296, "max_ms": 6.278, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 767, "tracking_summary": 721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5770.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14806.134, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.451, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:24:52+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T15:24:52+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T15:24:52.775070+09:00", "mtime_epoch": 1783319092.7750704, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:24:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 772.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.365, "pushed": 5.365, "read": 5.332}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.412, "count": 160, "max_ms": 99.073, "p95_ms": 85.775}, "gstreamer_push": {"avg_ms": 0.91, "count": 160, "max_ms": 2.406, "p95_ms": 1.186}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.148, "count": 160, "max_ms": 114.179, "p95_ms": 104.071}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.386, "count": 160, "max_ms": 119.728, "p95_ms": 102.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.144, "count": 160, "max_ms": 233.676, "p95_ms": 219.767}, "read_interval": {"avg_ms": 187.787, "count": 159, "max_ms": 240.332, "p95_ms": 227.99}, "triton_wait": {"avg_ms": 77.24, "count": 160, "max_ms": 119.741, "p95_ms": 106.946}, "visualize": {"avg_ms": 31.329, "count": 160, "max_ms": 56.295, "p95_ms": 43.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5768.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 193.967, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.387, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.639, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:25:15+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T15:25:15+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T15:25:15.023377+09:00", "mtime_epoch": 1783319115.0233767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:25:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1478.324, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 304, "max_ms": 5.739, "p95_ms": 4.761}, "gstreamer_push": {"avg_ms": 1.63, "count": 304, "max_ms": 6.788, "p95_ms": 3.921}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.686, "count": 304, "max_ms": 83.737, "p95_ms": 71.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.347, "count": 304, "max_ms": 117.897, "p95_ms": 102.355}, "yolo11_640_fire_11class": {"avg_ms": 59.589, "count": 304, "max_ms": 88.653, "p95_ms": 81.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.618, "count": 304, "max_ms": 108.227, "p95_ms": 90.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.877, "count": 304, "max_ms": 131.444, "p95_ms": 114.392}, "read_interval": {"avg_ms": 98.637, "count": 304, "max_ms": 149.786, "p95_ms": 128.244}, "triton_wait": {"avg_ms": 72.564, "count": 304, "max_ms": 117.91, "p95_ms": 102.54}, "visualize": {"avg_ms": 3.708, "count": 304, "max_ms": 5.134, "p95_ms": 4.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5768.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.724, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.172, "name": "ffmpeg", "pid": 13366, "rss_mb": 332.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.317, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:25:15+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T15:25:15+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T15:25:15.035377+09:00", "mtime_epoch": 1783319115.0353768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:25:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.401, "pushed": 7.401, "read": 7.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.669, "count": 221, "max_ms": 9.892, "p95_ms": 9.406}, "gstreamer_push": {"avg_ms": 1.234, "count": 222, "max_ms": 5.177, "p95_ms": 2.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.37, "count": 221, "max_ms": 87.073, "p95_ms": 75.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.093, "count": 221, "max_ms": 117.38, "p95_ms": 102.784}, "yolo11_640_fire_11class": {"avg_ms": 61.514, "count": 221, "max_ms": 89.72, "p95_ms": 83.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.56, "count": 221, "max_ms": 109.766, "p95_ms": 94.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.575, "count": 222, "max_ms": 175.823, "p95_ms": 157.907}, "read_interval": {"avg_ms": 135.618, "count": 221, "max_ms": 185.174, "p95_ms": 168.225}, "triton_wait": {"avg_ms": 71.977, "count": 221, "max_ms": 117.392, "p95_ms": 104.224}, "visualize": {"avg_ms": 5.306, "count": 221, "max_ms": 9.031, "p95_ms": 6.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 769, "tracking_summary": 723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5764.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14836.329, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.002, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:25:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:25:23+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T15:25:22+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T15:25:22.915485+09:00", "mtime_epoch": 1783319122.9154854, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:25:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 776.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.037, "pushed": 5.037, "read": 5.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.153, "count": 151, "max_ms": 108.35, "p95_ms": 91.859}, "gstreamer_push": {"avg_ms": 0.823, "count": 151, "max_ms": 1.412, "p95_ms": 1.007}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.178, "count": 151, "max_ms": 112.889, "p95_ms": 104.946}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.734, "count": 151, "max_ms": 114.782, "p95_ms": 104.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.038, "count": 151, "max_ms": 242.55, "p95_ms": 222.569}, "read_interval": {"avg_ms": 199.792, "count": 150, "max_ms": 249.926, "p95_ms": 228.957}, "triton_wait": {"avg_ms": 80.761, "count": 151, "max_ms": 114.814, "p95_ms": 105.424}, "visualize": {"avg_ms": 27.185, "count": 151, "max_ms": 39.324, "p95_ms": 32.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5762.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.033, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.387, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 9, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.149, "sample_count": 2812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:25:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:25:45+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T15:25:45+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T15:25:45.111792+09:00", "mtime_epoch": 1783319145.111792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:25:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1475.488, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.275, "pushed": 10.275, "read": 10.242}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.594, "count": 308, "max_ms": 5.621, "p95_ms": 5.111}, "gstreamer_push": {"avg_ms": 1.527, "count": 308, "max_ms": 6.726, "p95_ms": 3.6}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.145, "count": 308, "max_ms": 85.586, "p95_ms": 74.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.999, "count": 308, "max_ms": 123.638, "p95_ms": 100.589}, "yolo11_640_fire_11class": {"avg_ms": 58.894, "count": 308, "max_ms": 91.949, "p95_ms": 79.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.398, "count": 308, "max_ms": 98.909, "p95_ms": 90.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.621, "count": 308, "max_ms": 135.695, "p95_ms": 114.103}, "read_interval": {"avg_ms": 97.636, "count": 307, "max_ms": 148.844, "p95_ms": 129.556}, "triton_wait": {"avg_ms": 71.107, "count": 308, "max_ms": 123.649, "p95_ms": 100.602}, "visualize": {"avg_ms": 3.776, "count": 308, "max_ms": 5.692, "p95_ms": 4.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5763.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:18:45+09:00", "last_error_summary": "[h264 @ 0x55edd74dce00] error while decoding MB 101 32, bytestream -7", "last_exit_at": "2026-07-06T15:18:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 424.662, "last_started_at": "2026-07-06T15:18:48+09:00", "pid": 13366, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.059, "name": "ffmpeg", "pid": 13366, "rss_mb": 333.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.066, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:25:53+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:25:52+09:00", "mjpeg": {"age_sec": 9.129, "exists": true, "mtime": "2026-07-06T15:25:43.963776+09:00", "mtime_epoch": 1783319143.963776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:25:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.146, "pushed": 5.146, "read": 5.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.436, "count": 154, "max_ms": 9.93, "p95_ms": 8.947}, "gstreamer_push": {"avg_ms": 1.218, "count": 154, "max_ms": 3.982, "p95_ms": 1.756}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.78, "count": 154, "max_ms": 85.281, "p95_ms": 75.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.324, "count": 154, "max_ms": 122.976, "p95_ms": 102.895}, "yolo11_640_fire_11class": {"avg_ms": 63.727, "count": 154, "max_ms": 93.945, "p95_ms": 84.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.564, "count": 154, "max_ms": 99.149, "p95_ms": 94.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.271, "count": 154, "max_ms": 186.755, "p95_ms": 161.445}, "read_interval": {"avg_ms": 195.641, "count": 153, "max_ms": 9112.601, "p95_ms": 172.121}, "triton_wait": {"avg_ms": 74.692, "count": 154, "max_ms": 122.99, "p95_ms": 102.908}, "visualize": {"avg_ms": 5.184, "count": 154, "max_ms": 9.057, "p95_ms": 6.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 770, "tracking_summary": 724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5760.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14866.357, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.774, "sample_count": 1551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:25:53+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T15:25:52+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T15:25:52.975901+09:00", "mtime_epoch": 1783319152.975901, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:25:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 763.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.329, "pushed": 5.329, "read": 5.296}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.404, "count": 159, "max_ms": 103.143, "p95_ms": 86.762}, "gstreamer_push": {"avg_ms": 0.961, "count": 159, "max_ms": 1.937, "p95_ms": 1.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.309, "count": 159, "max_ms": 108.975, "p95_ms": 99.17}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.605, "count": 159, "max_ms": 110.629, "p95_ms": 102.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.381, "count": 159, "max_ms": 230.571, "p95_ms": 220.623}, "read_interval": {"avg_ms": 188.831, "count": 158, "max_ms": 236.907, "p95_ms": 229.686}, "triton_wait": {"avg_ms": 76.27, "count": 159, "max_ms": 110.642, "p95_ms": 105.689}, "visualize": {"avg_ms": 32.564, "count": 159, "max_ms": 47.526, "p95_ms": 46.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5746.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 254.084, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.387, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.34, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:26:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:26:15+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T15:26:15+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T15:26:15.116208+09:00", "mtime_epoch": 1783319175.1162076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:26:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1480.828, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.853, "pushed": 8.853, "read": 8.82}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 265, "max_ms": 7.458, "p95_ms": 5.823}, "gstreamer_push": {"avg_ms": 1.419, "count": 265, "max_ms": 6.056, "p95_ms": 3.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.925, "count": 265, "max_ms": 87.635, "p95_ms": 71.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.569, "count": 265, "max_ms": 120.739, "p95_ms": 94.803}, "yolo11_640_fire_11class": {"avg_ms": 58.933, "count": 265, "max_ms": 90.875, "p95_ms": 77.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.101, "count": 265, "max_ms": 101.585, "p95_ms": 88.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.072, "count": 265, "max_ms": 150.69, "p95_ms": 143.278}, "read_interval": {"avg_ms": 113.32, "count": 264, "max_ms": 396.085, "p95_ms": 154.056}, "triton_wait": {"avg_ms": 71.737, "count": 265, "max_ms": 120.752, "p95_ms": 94.823}, "visualize": {"avg_ms": 4.27, "count": 265, "max_ms": 6.218, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 772, "tracking_summary": 725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5758.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14896.408, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.745, "sample_count": 1549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:26:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:26:23+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T15:26:22+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T15:26:23.000317+09:00", "mtime_epoch": 1783319183.000317, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:26:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 774.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.162, "pushed": 5.162, "read": 5.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.593, "count": 154, "max_ms": 100.783, "p95_ms": 86.996}, "gstreamer_push": {"avg_ms": 1.005, "count": 154, "max_ms": 2.947, "p95_ms": 1.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.721, "count": 154, "max_ms": 116.636, "p95_ms": 105.987}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.23, "count": 154, "max_ms": 117.584, "p95_ms": 103.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.551, "count": 154, "max_ms": 252.443, "p95_ms": 223.609}, "read_interval": {"avg_ms": 194.976, "count": 153, "max_ms": 260.941, "p95_ms": 232.2}, "triton_wait": {"avg_ms": 78.478, "count": 154, "max_ms": 117.597, "p95_ms": 106.032}, "visualize": {"avg_ms": 32.469, "count": 154, "max_ms": 51.792, "p95_ms": 44.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5761.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.517, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.859, "name": "ffmpeg", "pid": 13625, "rss_mb": 327.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 12, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.125, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:26:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:26:23+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T15:26:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:26:23.108319+09:00", "mtime_epoch": 1783319183.1083186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:26:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1338.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 122, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.082, "pushed": 6.082, "read": 6.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.972, "count": 122, "max_ms": 9.029, "p95_ms": 7.021}, "gstreamer_push": {"avg_ms": 1.406, "count": 122, "max_ms": 3.937, "p95_ms": 3.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.682, "count": 122, "max_ms": 87.19, "p95_ms": 81.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.078, "count": 122, "max_ms": 124.368, "p95_ms": 109.139}, "yolo11_640_fire_11class": {"avg_ms": 69.322, "count": 122, "max_ms": 91.155, "p95_ms": 85.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.455, "count": 122, "max_ms": 103.522, "p95_ms": 96.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.92, "count": 122, "max_ms": 174.917, "p95_ms": 145.065}, "read_interval": {"avg_ms": 246.847, "count": 122, "max_ms": 10166.227, "p95_ms": 159.05}, "triton_wait": {"avg_ms": 81.75, "count": 122, "max_ms": 124.382, "p95_ms": 109.151}, "visualize": {"avg_ms": 4.311, "count": 122, "max_ms": 9.836, "p95_ms": 5.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.059, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5758.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 284.163, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.387, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.183, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:26:45+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T15:26:45+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T15:26:45.184625+09:00", "mtime_epoch": 1783319205.1846254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:26:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1475.73, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.21, "pushed": 9.21, "read": 9.176}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.38, "count": 276, "max_ms": 5.771, "p95_ms": 4.589}, "gstreamer_push": {"avg_ms": 1.524, "count": 276, "max_ms": 6.198, "p95_ms": 3.787}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.317, "count": 276, "max_ms": 89.664, "p95_ms": 79.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.876, "count": 276, "max_ms": 126.267, "p95_ms": 110.612}, "yolo11_640_fire_11class": {"avg_ms": 68.642, "count": 276, "max_ms": 95.178, "p95_ms": 88.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.519, "count": 276, "max_ms": 101.325, "p95_ms": 96.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.372, "count": 276, "max_ms": 138.804, "p95_ms": 122.315}, "read_interval": {"avg_ms": 108.845, "count": 275, "max_ms": 151.324, "p95_ms": 136.859}, "triton_wait": {"avg_ms": 83.22, "count": 276, "max_ms": 126.278, "p95_ms": 110.624}, "visualize": {"avg_ms": 3.622, "count": 276, "max_ms": 5.43, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5760.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.517, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.406, "name": "ffmpeg", "pid": 13625, "rss_mb": 329.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.494, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:26:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:26:53+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T15:26:53+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T15:26:53.116736+09:00", "mtime_epoch": 1783319213.1167357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:26:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.37, "pushed": 8.37, "read": 8.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.769, "count": 251, "max_ms": 9.747, "p95_ms": 6.826}, "gstreamer_push": {"avg_ms": 1.405, "count": 251, "max_ms": 6.214, "p95_ms": 2.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.997, "count": 251, "max_ms": 88.183, "p95_ms": 78.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.266, "count": 251, "max_ms": 128.294, "p95_ms": 109.2}, "yolo11_640_fire_11class": {"avg_ms": 68.735, "count": 251, "max_ms": 95.015, "p95_ms": 86.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.652, "count": 251, "max_ms": 100.521, "p95_ms": 96.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.456, "count": 251, "max_ms": 175.132, "p95_ms": 151.913}, "read_interval": {"avg_ms": 119.558, "count": 251, "max_ms": 184.924, "p95_ms": 162.725}, "triton_wait": {"avg_ms": 81.888, "count": 251, "max_ms": 128.306, "p95_ms": 109.213}, "visualize": {"avg_ms": 4.184, "count": 251, "max_ms": 6.29, "p95_ms": 5.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 773, "tracking_summary": 727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5757.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14926.593, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.603, "sample_count": 1552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:26:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:26:53+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T15:26:53+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T15:26:53.208737+09:00", "mtime_epoch": 1783319213.2087371, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:26:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 769.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.426, "pushed": 5.426, "read": 5.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 59.756, "count": 162, "max_ms": 112.091, "p95_ms": 87.958}, "gstreamer_push": {"avg_ms": 1.014, "count": 162, "max_ms": 2.363, "p95_ms": 2.028}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.811, "count": 162, "max_ms": 120.203, "p95_ms": 111.358}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.332, "count": 162, "max_ms": 117.879, "p95_ms": 108.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.366, "count": 162, "max_ms": 255.852, "p95_ms": 227.75}, "read_interval": {"avg_ms": 185.219, "count": 161, "max_ms": 268.225, "p95_ms": 234.963}, "triton_wait": {"avg_ms": 80.316, "count": 162, "max_ms": 120.216, "p95_ms": 111.835}, "visualize": {"avg_ms": 32.982, "count": 162, "max_ms": 50.58, "p95_ms": 45.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5762.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 314.202, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.645, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.328, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:27:15+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T15:27:15+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T15:27:15.253044+09:00", "mtime_epoch": 1783319235.2530444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:27:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1475.82, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.492, "pushed": 9.492, "read": 9.458}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 284, "max_ms": 5.83, "p95_ms": 4.184}, "gstreamer_push": {"avg_ms": 1.59, "count": 284, "max_ms": 6.646, "p95_ms": 3.838}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.198, "count": 284, "max_ms": 93.305, "p95_ms": 80.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.372, "count": 284, "max_ms": 126.827, "p95_ms": 109.132}, "yolo11_640_fire_11class": {"avg_ms": 65.912, "count": 284, "max_ms": 95.862, "p95_ms": 88.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.215, "count": 284, "max_ms": 102.736, "p95_ms": 95.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.954, "count": 284, "max_ms": 139.742, "p95_ms": 121.738}, "read_interval": {"avg_ms": 105.741, "count": 283, "max_ms": 158.316, "p95_ms": 136.187}, "triton_wait": {"avg_ms": 79.631, "count": 284, "max_ms": 126.839, "p95_ms": 109.145}, "visualize": {"avg_ms": 3.696, "count": 284, "max_ms": 6.409, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5762.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.564, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.922, "name": "ffmpeg", "pid": 13625, "rss_mb": 329.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.838, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:27:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:27:23+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:27:23+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T15:27:23.161155+09:00", "mtime_epoch": 1783319243.1611547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:27:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.118, "pushed": 8.118, "read": 8.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.062, "count": 243, "max_ms": 9.184, "p95_ms": 6.74}, "gstreamer_push": {"avg_ms": 1.397, "count": 243, "max_ms": 6.47, "p95_ms": 2.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.0, "count": 243, "max_ms": 95.07, "p95_ms": 80.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.633, "count": 243, "max_ms": 123.052, "p95_ms": 106.947}, "yolo11_640_fire_11class": {"avg_ms": 70.253, "count": 243, "max_ms": 96.706, "p95_ms": 87.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.254, "count": 243, "max_ms": 104.909, "p95_ms": 98.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.827, "count": 243, "max_ms": 170.495, "p95_ms": 151.625}, "read_interval": {"avg_ms": 123.673, "count": 242, "max_ms": 182.705, "p95_ms": 161.447}, "triton_wait": {"avg_ms": 81.385, "count": 243, "max_ms": 123.064, "p95_ms": 106.959}, "visualize": {"avg_ms": 4.327, "count": 243, "max_ms": 6.839, "p95_ms": 5.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 774, "tracking_summary": 728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5756.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14956.705, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.75, "sample_count": 1544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:27:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:27:23+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T15:27:23+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T15:27:23.277156+09:00", "mtime_epoch": 1783319243.2771564, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:27:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 763.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.079, "pushed": 5.079, "read": 5.045}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.745, "count": 152, "max_ms": 91.528, "p95_ms": 87.291}, "gstreamer_push": {"avg_ms": 0.873, "count": 152, "max_ms": 1.812, "p95_ms": 1.115}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.198, "count": 152, "max_ms": 123.565, "p95_ms": 111.623}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.627, "count": 152, "max_ms": 119.211, "p95_ms": 111.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.846, "count": 152, "max_ms": 245.86, "p95_ms": 229.933}, "read_interval": {"avg_ms": 197.844, "count": 151, "max_ms": 254.229, "p95_ms": 235.9}, "triton_wait": {"avg_ms": 81.374, "count": 152, "max_ms": 123.579, "p95_ms": 113.771}, "visualize": {"avg_ms": 30.661, "count": 152, "max_ms": 47.7, "p95_ms": 36.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5768.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 344.241, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.645, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.516, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:27:45+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T15:27:45+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T15:27:45.261464+09:00", "mtime_epoch": 1783319265.2614636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:27:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.285, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.081, "pushed": 9.081, "read": 9.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.847, "count": 272, "max_ms": 8.683, "p95_ms": 5.51}, "gstreamer_push": {"avg_ms": 1.502, "count": 272, "max_ms": 6.7, "p95_ms": 3.77}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.654, "count": 272, "max_ms": 92.99, "p95_ms": 77.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.232, "count": 272, "max_ms": 120.531, "p95_ms": 102.822}, "yolo11_640_fire_11class": {"avg_ms": 64.736, "count": 272, "max_ms": 92.978, "p95_ms": 85.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.275, "count": 272, "max_ms": 104.346, "p95_ms": 97.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.104, "count": 272, "max_ms": 171.908, "p95_ms": 151.704}, "read_interval": {"avg_ms": 110.295, "count": 271, "max_ms": 182.047, "p95_ms": 161.639}, "triton_wait": {"avg_ms": 76.684, "count": 272, "max_ms": 120.544, "p95_ms": 103.019}, "visualize": {"avg_ms": 4.0, "count": 272, "max_ms": 7.988, "p95_ms": 5.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5765.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.591, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.922, "name": "ffmpeg", "pid": 13625, "rss_mb": 329.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.942, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:27:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:27:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T15:27:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T15:27:53.201575+09:00", "mtime_epoch": 1783319273.2015748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:27:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.198, "pushed": 8.198, "read": 8.164}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.298, "count": 245, "max_ms": 9.845, "p95_ms": 7.632}, "gstreamer_push": {"avg_ms": 1.345, "count": 245, "max_ms": 5.851, "p95_ms": 3.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.387, "count": 245, "max_ms": 88.828, "p95_ms": 77.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.965, "count": 245, "max_ms": 122.837, "p95_ms": 100.824}, "yolo11_640_fire_11class": {"avg_ms": 67.383, "count": 245, "max_ms": 94.027, "p95_ms": 85.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.66, "count": 245, "max_ms": 105.281, "p95_ms": 95.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.984, "count": 245, "max_ms": 165.226, "p95_ms": 154.31}, "read_interval": {"avg_ms": 122.632, "count": 244, "max_ms": 177.374, "p95_ms": 165.208}, "triton_wait": {"avg_ms": 76.308, "count": 245, "max_ms": 122.85, "p95_ms": 104.284}, "visualize": {"avg_ms": 4.426, "count": 245, "max_ms": 7.287, "p95_ms": 5.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 775, "tracking_summary": 729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5764.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 14986.722, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.297, "sample_count": 1549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:27:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:27:53+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T15:27:53+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T15:27:53.341577+09:00", "mtime_epoch": 1783319273.3415768, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:27:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 778.789, "name": "celery", "pid": 239, "rss_mb": 769.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.995, "pushed": 4.995, "read": 4.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.092, "count": 149, "max_ms": 104.623, "p95_ms": 87.814}, "gstreamer_push": {"avg_ms": 0.871, "count": 149, "max_ms": 2.091, "p95_ms": 1.755}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.258, "count": 149, "max_ms": 113.952, "p95_ms": 108.023}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.344, "count": 149, "max_ms": 115.257, "p95_ms": 109.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.301, "count": 149, "max_ms": 243.185, "p95_ms": 226.492}, "read_interval": {"avg_ms": 201.522, "count": 148, "max_ms": 251.502, "p95_ms": 234.482}, "triton_wait": {"avg_ms": 78.807, "count": 149, "max_ms": 115.269, "p95_ms": 110.016}, "visualize": {"avg_ms": 29.612, "count": 149, "max_ms": 42.865, "p95_ms": 38.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5766.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 374.254, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.645, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.978, "sample_count": 2883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:28:15+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T15:28:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T15:28:15.313884+09:00", "mtime_epoch": 1783319295.3138845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:28:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1479.16, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.007, "pushed": 9.007, "read": 8.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.552, "count": 269, "max_ms": 7.944, "p95_ms": 5.51}, "gstreamer_push": {"avg_ms": 1.506, "count": 269, "max_ms": 6.562, "p95_ms": 3.545}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.521, "count": 269, "max_ms": 87.45, "p95_ms": 79.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.955, "count": 269, "max_ms": 124.566, "p95_ms": 108.847}, "yolo11_640_fire_11class": {"avg_ms": 69.423, "count": 269, "max_ms": 93.16, "p95_ms": 86.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.483, "count": 269, "max_ms": 105.794, "p95_ms": 97.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.277, "count": 269, "max_ms": 164.644, "p95_ms": 129.157}, "read_interval": {"avg_ms": 111.594, "count": 268, "max_ms": 174.822, "p95_ms": 142.417}, "triton_wait": {"avg_ms": 83.232, "count": 269, "max_ms": 124.581, "p95_ms": 108.863}, "visualize": {"avg_ms": 3.792, "count": 269, "max_ms": 6.652, "p95_ms": 5.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5761.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.62, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.472, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:28:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:28:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T15:28:23+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T15:28:23.241996+09:00", "mtime_epoch": 1783319303.2419958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:28:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.456, "pushed": 8.456, "read": 8.422}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.517, "count": 253, "max_ms": 9.154, "p95_ms": 6.365}, "gstreamer_push": {"avg_ms": 1.362, "count": 253, "max_ms": 4.389, "p95_ms": 2.038}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.142, "count": 253, "max_ms": 86.921, "p95_ms": 79.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.494, "count": 253, "max_ms": 123.52, "p95_ms": 110.069}, "yolo11_640_fire_11class": {"avg_ms": 71.654, "count": 253, "max_ms": 98.832, "p95_ms": 87.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.588, "count": 253, "max_ms": 102.146, "p95_ms": 97.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.089, "count": 253, "max_ms": 179.03, "p95_ms": 140.299}, "read_interval": {"avg_ms": 118.802, "count": 252, "max_ms": 188.734, "p95_ms": 150.847}, "triton_wait": {"avg_ms": 85.932, "count": 253, "max_ms": 123.533, "p95_ms": 110.082}, "visualize": {"avg_ms": 3.964, "count": 253, "max_ms": 6.289, "p95_ms": 5.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 778, "tracking_summary": 730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5761.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15016.729, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.439, "sample_count": 1544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:28:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:28:23+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T15:28:23+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T15:28:23.345997+09:00", "mtime_epoch": 1783319303.3459973, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:28:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 771.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.267, "pushed": 5.267, "read": 5.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.034, "count": 158, "max_ms": 91.455, "p95_ms": 86.216}, "gstreamer_push": {"avg_ms": 0.93, "count": 158, "max_ms": 3.34, "p95_ms": 1.718}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.218, "count": 158, "max_ms": 115.922, "p95_ms": 111.282}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.076, "count": 158, "max_ms": 113.618, "p95_ms": 110.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.409, "count": 158, "max_ms": 232.743, "p95_ms": 225.63}, "read_interval": {"avg_ms": 189.878, "count": 158, "max_ms": 241.147, "p95_ms": 234.914}, "triton_wait": {"avg_ms": 80.671, "count": 158, "max_ms": 115.933, "p95_ms": 112.893}, "visualize": {"avg_ms": 29.57, "count": 158, "max_ms": 49.476, "p95_ms": 43.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5760.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 404.331, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.645, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.508, "sample_count": 2850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:28:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T15:28:45+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T15:28:45.414307+09:00", "mtime_epoch": 1783319325.4143074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:28:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.461, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.169, "pushed": 9.169, "read": 9.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 275, "max_ms": 5.503, "p95_ms": 4.89}, "gstreamer_push": {"avg_ms": 1.492, "count": 275, "max_ms": 6.43, "p95_ms": 3.647}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.721, "count": 275, "max_ms": 87.658, "p95_ms": 80.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.578, "count": 275, "max_ms": 126.476, "p95_ms": 111.635}, "yolo11_640_fire_11class": {"avg_ms": 68.523, "count": 275, "max_ms": 93.083, "p95_ms": 88.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.39, "count": 275, "max_ms": 102.906, "p95_ms": 97.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.615, "count": 275, "max_ms": 138.867, "p95_ms": 124.692}, "read_interval": {"avg_ms": 109.466, "count": 274, "max_ms": 152.538, "p95_ms": 139.383}, "triton_wait": {"avg_ms": 83.034, "count": 275, "max_ms": 126.488, "p95_ms": 111.652}, "visualize": {"avg_ms": 3.722, "count": 275, "max_ms": 5.584, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5769.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.693, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.698, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:28:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:28:53+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T15:28:53+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T15:28:53.246418+09:00", "mtime_epoch": 1783319333.2464175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:28:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.376, "pushed": 8.376, "read": 8.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.701, "count": 251, "max_ms": 8.371, "p95_ms": 6.392}, "gstreamer_push": {"avg_ms": 1.468, "count": 251, "max_ms": 6.576, "p95_ms": 3.648}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.661, "count": 251, "max_ms": 85.638, "p95_ms": 80.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.596, "count": 251, "max_ms": 124.61, "p95_ms": 107.061}, "yolo11_640_fire_11class": {"avg_ms": 71.176, "count": 251, "max_ms": 100.323, "p95_ms": 88.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.69, "count": 251, "max_ms": 102.492, "p95_ms": 97.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.52, "count": 251, "max_ms": 157.868, "p95_ms": 146.276}, "read_interval": {"avg_ms": 119.654, "count": 250, "max_ms": 167.585, "p95_ms": 156.045}, "triton_wait": {"avg_ms": 82.447, "count": 251, "max_ms": 124.623, "p95_ms": 107.073}, "visualize": {"avg_ms": 4.063, "count": 251, "max_ms": 5.828, "p95_ms": 5.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 779, "tracking_summary": 732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5768.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15046.803, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.685, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:28:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:28:53+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T15:28:53+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T15:28:53.474421+09:00", "mtime_epoch": 1783319333.4744205, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:28:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 774.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.152, "pushed": 5.152, "read": 5.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.546, "count": 154, "max_ms": 93.395, "p95_ms": 87.514}, "gstreamer_push": {"avg_ms": 0.901, "count": 154, "max_ms": 2.039, "p95_ms": 1.352}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.909, "count": 154, "max_ms": 121.424, "p95_ms": 112.789}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.269, "count": 154, "max_ms": 114.032, "p95_ms": 111.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.852, "count": 154, "max_ms": 239.789, "p95_ms": 231.572}, "read_interval": {"avg_ms": 195.643, "count": 153, "max_ms": 245.459, "p95_ms": 238.943}, "triton_wait": {"avg_ms": 81.505, "count": 154, "max_ms": 121.436, "p95_ms": 112.802}, "visualize": {"avg_ms": 30.67, "count": 154, "max_ms": 45.363, "p95_ms": 40.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5766.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 434.367, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.902, "name": "ffmpeg", "pid": 13518, "rss_mb": 275.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.692, "sample_count": 2845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:29:15+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T15:29:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T15:29:15.426730+09:00", "mtime_epoch": 1783319355.4267297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:29:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1479.098, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 300, "max_ms": 4.998, "p95_ms": 4.443}, "gstreamer_push": {"avg_ms": 1.505, "count": 300, "max_ms": 6.834, "p95_ms": 3.666}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.406, "count": 300, "max_ms": 85.871, "p95_ms": 75.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.02, "count": 300, "max_ms": 121.387, "p95_ms": 105.863}, "yolo11_640_fire_11class": {"avg_ms": 61.785, "count": 300, "max_ms": 97.297, "p95_ms": 86.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.18, "count": 300, "max_ms": 103.382, "p95_ms": 94.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.56, "count": 300, "max_ms": 133.905, "p95_ms": 119.383}, "read_interval": {"avg_ms": 100.093, "count": 299, "max_ms": 147.238, "p95_ms": 134.411}, "triton_wait": {"avg_ms": 74.28, "count": 300, "max_ms": 121.401, "p95_ms": 105.876}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 5.388, "p95_ms": 4.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5769.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.697, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.53, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:29:23+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T15:29:23+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T15:29:23.286840+09:00", "mtime_epoch": 1783319363.2868404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:29:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.201, "pushed": 7.201, "read": 7.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.435, "count": 216, "max_ms": 10.117, "p95_ms": 8.49}, "gstreamer_push": {"avg_ms": 1.213, "count": 216, "max_ms": 4.784, "p95_ms": 2.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.386, "count": 216, "max_ms": 86.347, "p95_ms": 74.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.854, "count": 216, "max_ms": 121.582, "p95_ms": 108.077}, "yolo11_640_fire_11class": {"avg_ms": 64.444, "count": 216, "max_ms": 94.764, "p95_ms": 86.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.473, "count": 216, "max_ms": 102.77, "p95_ms": 95.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.904, "count": 216, "max_ms": 190.105, "p95_ms": 165.109}, "read_interval": {"avg_ms": 139.061, "count": 216, "max_ms": 199.227, "p95_ms": 176.958}, "triton_wait": {"avg_ms": 75.553, "count": 216, "max_ms": 121.595, "p95_ms": 108.089}, "visualize": {"avg_ms": 5.18, "count": 216, "max_ms": 6.865, "p95_ms": 6.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 780, "tracking_summary": 733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5763.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15076.956, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.574, "sample_count": 1549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:29:23+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T15:29:23+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T15:29:23.590845+09:00", "mtime_epoch": 1783319363.5908446, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:29:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 772.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.09, "pushed": 5.09, "read": 5.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.607, "count": 152, "max_ms": 101.744, "p95_ms": 90.066}, "gstreamer_push": {"avg_ms": 0.873, "count": 152, "max_ms": 2.005, "p95_ms": 1.196}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.091, "count": 152, "max_ms": 113.055, "p95_ms": 105.577}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.775, "count": 152, "max_ms": 112.331, "p95_ms": 105.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.017, "count": 152, "max_ms": 233.976, "p95_ms": 225.956}, "read_interval": {"avg_ms": 197.549, "count": 151, "max_ms": 240.487, "p95_ms": 233.203}, "triton_wait": {"avg_ms": 78.086, "count": 152, "max_ms": 113.067, "p95_ms": 108.67}, "visualize": {"avg_ms": 29.274, "count": 152, "max_ms": 42.136, "p95_ms": 34.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5773.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 464.466, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.449, "name": "ffmpeg", "pid": 13518, "rss_mb": 277.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.692, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:29:45+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T15:29:45+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T15:29:45.507154+09:00", "mtime_epoch": 1783319385.507154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:29:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.603}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.494, "count": 288, "max_ms": 5.193, "p95_ms": 4.711}, "gstreamer_push": {"avg_ms": 1.484, "count": 288, "max_ms": 4.326, "p95_ms": 3.551}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.477, "count": 288, "max_ms": 88.441, "p95_ms": 76.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.666, "count": 288, "max_ms": 119.232, "p95_ms": 105.325}, "yolo11_640_fire_11class": {"avg_ms": 65.559, "count": 288, "max_ms": 93.174, "p95_ms": 87.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.276, "count": 288, "max_ms": 103.026, "p95_ms": 95.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.254, "count": 288, "max_ms": 132.046, "p95_ms": 117.834}, "read_interval": {"avg_ms": 104.069, "count": 288, "max_ms": 152.625, "p95_ms": 131.954}, "triton_wait": {"avg_ms": 77.922, "count": 288, "max_ms": 119.245, "p95_ms": 105.338}, "visualize": {"avg_ms": 3.715, "count": 288, "max_ms": 4.896, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5775.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.814, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.31, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:29:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:29:53+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T15:29:53+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T15:29:53.363265+09:00", "mtime_epoch": 1783319393.3632648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:29:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.202, "pushed": 8.202, "read": 8.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.947, "count": 245, "max_ms": 8.81, "p95_ms": 6.514}, "gstreamer_push": {"avg_ms": 1.396, "count": 246, "max_ms": 6.043, "p95_ms": 2.822}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.472, "count": 245, "max_ms": 86.049, "p95_ms": 80.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.714, "count": 245, "max_ms": 123.393, "p95_ms": 106.285}, "yolo11_640_fire_11class": {"avg_ms": 70.229, "count": 245, "max_ms": 95.368, "p95_ms": 88.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.175, "count": 245, "max_ms": 101.616, "p95_ms": 96.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.698, "count": 246, "max_ms": 178.555, "p95_ms": 150.049}, "read_interval": {"avg_ms": 122.241, "count": 245, "max_ms": 188.456, "p95_ms": 160.652}, "triton_wait": {"avg_ms": 80.453, "count": 245, "max_ms": 123.407, "p95_ms": 106.297}, "visualize": {"avg_ms": 4.403, "count": 245, "max_ms": 7.048, "p95_ms": 5.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 782, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5775.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15107.046, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.462, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:29:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:29:53+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T15:29:53+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T15:29:53.683270+09:00", "mtime_epoch": 1783319393.6832695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:29:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 777.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.258, "pushed": 5.258, "read": 5.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.844, "count": 157, "max_ms": 93.385, "p95_ms": 87.901}, "gstreamer_push": {"avg_ms": 0.989, "count": 157, "max_ms": 2.309, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.005, "count": 157, "max_ms": 121.084, "p95_ms": 109.572}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.337, "count": 157, "max_ms": 117.705, "p95_ms": 107.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.955, "count": 157, "max_ms": 240.178, "p95_ms": 230.414}, "read_interval": {"avg_ms": 191.759, "count": 156, "max_ms": 246.589, "p95_ms": 237.339}, "triton_wait": {"avg_ms": 79.985, "count": 157, "max_ms": 121.096, "p95_ms": 112.049}, "visualize": {"avg_ms": 31.879, "count": 157, "max_ms": 54.845, "p95_ms": 42.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5777.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 494.574, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.27, "name": "ffmpeg", "pid": 13518, "rss_mb": 286.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.702, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:30:15+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T15:30:15+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T15:30:15.615579+09:00", "mtime_epoch": 1783319415.6155794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:30:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.137, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.204, "pushed": 10.204, "read": 10.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.362, "count": 306, "max_ms": 5.372, "p95_ms": 4.207}, "gstreamer_push": {"avg_ms": 1.501, "count": 306, "max_ms": 6.38, "p95_ms": 3.626}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.098, "count": 306, "max_ms": 87.149, "p95_ms": 75.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.434, "count": 306, "max_ms": 116.08, "p95_ms": 102.243}, "yolo11_640_fire_11class": {"avg_ms": 61.505, "count": 306, "max_ms": 96.356, "p95_ms": 86.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.378, "count": 306, "max_ms": 99.452, "p95_ms": 91.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.721, "count": 306, "max_ms": 128.046, "p95_ms": 114.124}, "read_interval": {"avg_ms": 98.318, "count": 305, "max_ms": 140.736, "p95_ms": 126.961}, "triton_wait": {"avg_ms": 72.629, "count": 306, "max_ms": 116.091, "p95_ms": 102.256}, "visualize": {"avg_ms": 3.634, "count": 306, "max_ms": 4.677, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5776.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 255.922, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.156, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:30:23+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T15:30:23+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T15:30:23.515691+09:00", "mtime_epoch": 1783319423.5156913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:30:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.375, "pushed": 7.375, "read": 7.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.972, "count": 220, "max_ms": 9.074, "p95_ms": 7.046}, "gstreamer_push": {"avg_ms": 1.172, "count": 221, "max_ms": 4.529, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.152, "count": 220, "max_ms": 91.78, "p95_ms": 75.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.812, "count": 220, "max_ms": 120.861, "p95_ms": 103.93}, "yolo11_640_fire_11class": {"avg_ms": 65.148, "count": 220, "max_ms": 101.365, "p95_ms": 91.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.814, "count": 220, "max_ms": 103.959, "p95_ms": 93.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.943, "count": 221, "max_ms": 185.99, "p95_ms": 156.614}, "read_interval": {"avg_ms": 136.331, "count": 220, "max_ms": 199.44, "p95_ms": 166.673}, "triton_wait": {"avg_ms": 74.383, "count": 220, "max_ms": 120.873, "p95_ms": 103.943}, "visualize": {"avg_ms": 5.146, "count": 220, "max_ms": 7.649, "p95_ms": 5.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 783, "tracking_summary": 736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5775.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15137.072, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.086, "sample_count": 1550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:30:23+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T15:30:23+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T15:30:23.683694+09:00", "mtime_epoch": 1783319423.6836936, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:30:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 764.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.19, "pushed": 5.19, "read": 5.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.78, "count": 155, "max_ms": 94.495, "p95_ms": 88.376}, "gstreamer_push": {"avg_ms": 1.248, "count": 155, "max_ms": 3.215, "p95_ms": 2.023}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.657, "count": 155, "max_ms": 122.156, "p95_ms": 104.16}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.627, "count": 155, "max_ms": 116.2, "p95_ms": 108.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.693, "count": 155, "max_ms": 253.417, "p95_ms": 228.245}, "read_interval": {"avg_ms": 193.659, "count": 154, "max_ms": 264.935, "p95_ms": 237.232}, "triton_wait": {"avg_ms": 79.986, "count": 155, "max_ms": 122.167, "p95_ms": 109.942}, "visualize": {"avg_ms": 35.707, "count": 155, "max_ms": 64.09, "p95_ms": 48.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5786.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 143, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:21:58+09:00", "last_error_summary": "[h264 @ 0x555f01402440] error while decoding MB 68 18, bytestream -12 [h264 @ 0x555f00945d40] left block unavailable for requested intra mode [h264 @ 0x555f00945d40] error while decoding MB 0 26, bytestream 689 [h264 @ 0x555f014d12c0] left block unavailable for requested intra mode [h264 @ 0x555f014d12c0] error while decoding MB 0 4, bytestream 378 [h264 @ 0x555f01264740] left block unavailable for requested intra mode [h264 @ 0x555f01264740] error while decoding MB 0 37, bytestream 4975 [in#0/r", "last_exit_at": "2026-07-06T15:22:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 524.673, "last_started_at": "2026-07-06T15:22:01+09:00", "pid": 13518, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.199, "name": "ffmpeg", "pid": 13518, "rss_mb": 292.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 8, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.008, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:30:45+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:30:45+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T15:30:45.720006+09:00", "mtime_epoch": 1783319445.7200058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:30:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.246, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.435, "pushed": 9.435, "read": 9.435}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.386, "count": 283, "max_ms": 5.418, "p95_ms": 4.097}, "gstreamer_push": {"avg_ms": 1.687, "count": 283, "max_ms": 6.277, "p95_ms": 4.001}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.888, "count": 283, "max_ms": 86.494, "p95_ms": 76.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.328, "count": 283, "max_ms": 122.091, "p95_ms": 108.949}, "yolo11_640_fire_11class": {"avg_ms": 65.643, "count": 283, "max_ms": 95.568, "p95_ms": 86.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.214, "count": 283, "max_ms": 103.894, "p95_ms": 93.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.878, "count": 283, "max_ms": 134.201, "p95_ms": 121.206}, "read_interval": {"avg_ms": 105.925, "count": 283, "max_ms": 151.787, "p95_ms": 136.522}, "triton_wait": {"avg_ms": 79.444, "count": 283, "max_ms": 122.104, "p95_ms": 108.961}, "visualize": {"avg_ms": 3.739, "count": 283, "max_ms": 5.592, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5787.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 285.945, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.828, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:30:53+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T15:30:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T15:30:53.548117+09:00", "mtime_epoch": 1783319453.5481167, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:30:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.202, "pushed": 8.202, "read": 8.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.857, "count": 245, "max_ms": 8.369, "p95_ms": 6.144}, "gstreamer_push": {"avg_ms": 1.377, "count": 245, "max_ms": 5.408, "p95_ms": 2.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.418, "count": 245, "max_ms": 87.332, "p95_ms": 79.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.328, "count": 245, "max_ms": 124.55, "p95_ms": 110.16}, "yolo11_640_fire_11class": {"avg_ms": 69.482, "count": 245, "max_ms": 96.032, "p95_ms": 87.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.382, "count": 245, "max_ms": 104.389, "p95_ms": 96.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.749, "count": 245, "max_ms": 176.546, "p95_ms": 148.343}, "read_interval": {"avg_ms": 122.605, "count": 244, "max_ms": 188.842, "p95_ms": 158.81}, "triton_wait": {"avg_ms": 81.017, "count": 245, "max_ms": 124.562, "p95_ms": 110.173}, "visualize": {"avg_ms": 4.352, "count": 245, "max_ms": 6.377, "p95_ms": 5.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 785, "tracking_summary": 737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5784.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15167.142, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.83, "sample_count": 1541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:30:53+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T15:30:53+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T15:30:53.768120+09:00", "mtime_epoch": 1783319453.7681198, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:30:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 773.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.988, "pushed": 4.988, "read": 4.955}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.663, "count": 149, "max_ms": 94.822, "p95_ms": 88.413}, "gstreamer_push": {"avg_ms": 0.988, "count": 149, "max_ms": 2.004, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.974, "count": 149, "max_ms": 120.647, "p95_ms": 109.664}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.47, "count": 149, "max_ms": 118.765, "p95_ms": 113.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.339, "count": 149, "max_ms": 247.538, "p95_ms": 234.603}, "read_interval": {"avg_ms": 201.95, "count": 148, "max_ms": 253.112, "p95_ms": 241.534}, "triton_wait": {"avg_ms": 82.159, "count": 149, "max_ms": 120.659, "p95_ms": 114.077}, "visualize": {"avg_ms": 32.453, "count": 149, "max_ms": 46.189, "p95_ms": 44.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5633.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.128, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.918, "name": "ffmpeg", "pid": 13777, "rss_mb": 138.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 9, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.135, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T15:31:18+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T15:31:18+09:00", "mjpeg": {"age_sec": 4.318, "exists": true, "mtime": "2026-07-06T15:31:13.988407+09:00", "mtime_epoch": 1783319473.9884067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:31:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1479.684, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.235, "pushed": 2.235, "read": 2.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.319, "count": 67, "max_ms": 7.992, "p95_ms": 3.894}, "gstreamer_push": {"avg_ms": 1.448, "count": 67, "max_ms": 3.948, "p95_ms": 3.566}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.424, "count": 67, "max_ms": 80.548, "p95_ms": 77.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.147, "count": 67, "max_ms": 118.29, "p95_ms": 105.765}, "yolo11_640_fire_11class": {"avg_ms": 61.321, "count": 67, "max_ms": 95.703, "p95_ms": 83.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.849, "count": 67, "max_ms": 99.69, "p95_ms": 94.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.143, "count": 67, "max_ms": 130.638, "p95_ms": 118.192}, "read_interval": {"avg_ms": 453.567, "count": 66, "max_ms": 10124.305, "p95_ms": 147.49}, "triton_wait": {"avg_ms": 74.172, "count": 67, "max_ms": 118.302, "p95_ms": 105.778}, "visualize": {"avg_ms": 3.634, "count": 67, "max_ms": 6.692, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5756.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 315.968, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.296, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:31:23+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T15:31:23+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T15:31:23.536542+09:00", "mtime_epoch": 1783319483.5365422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:31:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1345.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.85, "pushed": 7.85, "read": 7.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.771, "count": 235, "max_ms": 9.116, "p95_ms": 6.437}, "gstreamer_push": {"avg_ms": 1.261, "count": 235, "max_ms": 6.34, "p95_ms": 2.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.042, "count": 235, "max_ms": 81.324, "p95_ms": 63.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.801, "count": 235, "max_ms": 107.825, "p95_ms": 89.496}, "yolo11_640_fire_11class": {"avg_ms": 61.732, "count": 235, "max_ms": 92.651, "p95_ms": 74.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.641, "count": 235, "max_ms": 96.265, "p95_ms": 79.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.479, "count": 235, "max_ms": 158.706, "p95_ms": 143.172}, "read_interval": {"avg_ms": 127.669, "count": 234, "max_ms": 168.082, "p95_ms": 155.267}, "triton_wait": {"avg_ms": 68.026, "count": 235, "max_ms": 107.838, "p95_ms": 89.508}, "visualize": {"avg_ms": 5.04, "count": 235, "max_ms": 6.31, "p95_ms": 5.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 786, "tracking_summary": 738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5761.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15197.285, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.422, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:31:24+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T15:31:23+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T15:31:23.912548+09:00", "mtime_epoch": 1783319483.9125476, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:31:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 776.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.144, "pushed": 5.144, "read": 5.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.222, "count": 154, "max_ms": 100.884, "p95_ms": 85.723}, "gstreamer_push": {"avg_ms": 0.828, "count": 154, "max_ms": 1.891, "p95_ms": 0.89}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.794, "count": 154, "max_ms": 109.569, "p95_ms": 91.266}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.673, "count": 154, "max_ms": 104.082, "p95_ms": 92.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.019, "count": 154, "max_ms": 228.688, "p95_ms": 214.329}, "read_interval": {"avg_ms": 195.828, "count": 153, "max_ms": 235.628, "p95_ms": 221.071}, "triton_wait": {"avg_ms": 72.095, "count": 154, "max_ms": 109.583, "p95_ms": 92.9}, "visualize": {"avg_ms": 31.909, "count": 154, "max_ms": 44.985, "p95_ms": 43.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5763.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.161, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.512, "name": "ffmpeg", "pid": 13777, "rss_mb": 268.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 9, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.241, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:31:48+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T15:31:48+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T15:31:48.204893+09:00", "mtime_epoch": 1783319508.2048929, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:31:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.118}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.371, "count": 304, "max_ms": 5.597, "p95_ms": 4.008}, "gstreamer_push": {"avg_ms": 1.602, "count": 304, "max_ms": 6.123, "p95_ms": 3.832}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.591, "count": 304, "max_ms": 86.702, "p95_ms": 71.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.61, "count": 304, "max_ms": 123.325, "p95_ms": 101.872}, "yolo11_640_fire_11class": {"avg_ms": 60.34, "count": 304, "max_ms": 94.425, "p95_ms": 85.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.478, "count": 304, "max_ms": 100.23, "p95_ms": 92.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.1, "count": 304, "max_ms": 136.033, "p95_ms": 114.49}, "read_interval": {"avg_ms": 98.627, "count": 303, "max_ms": 175.534, "p95_ms": 129.809}, "triton_wait": {"avg_ms": 71.752, "count": 304, "max_ms": 123.337, "p95_ms": 101.885}, "visualize": {"avg_ms": 3.725, "count": 304, "max_ms": 4.934, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5766.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.082, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.059, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:31:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:31:53+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T15:31:53+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T15:31:53.660970+09:00", "mtime_epoch": 1783319513.6609704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:31:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.808, "pushed": 7.808, "read": 7.774}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.568, "count": 233, "max_ms": 9.15, "p95_ms": 7.094}, "gstreamer_push": {"avg_ms": 1.305, "count": 234, "max_ms": 5.872, "p95_ms": 2.536}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.017, "count": 233, "max_ms": 94.09, "p95_ms": 77.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.501, "count": 233, "max_ms": 120.766, "p95_ms": 102.106}, "yolo11_640_fire_11class": {"avg_ms": 65.082, "count": 233, "max_ms": 91.687, "p95_ms": 85.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.374, "count": 233, "max_ms": 108.115, "p95_ms": 95.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.765, "count": 234, "max_ms": 170.267, "p95_ms": 153.917}, "read_interval": {"avg_ms": 128.678, "count": 233, "max_ms": 180.921, "p95_ms": 164.13}, "triton_wait": {"avg_ms": 74.284, "count": 233, "max_ms": 120.778, "p95_ms": 102.455}, "visualize": {"avg_ms": 4.849, "count": 233, "max_ms": 6.39, "p95_ms": 5.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 789, "tracking_summary": 739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5766.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15227.513, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.892, "sample_count": 1539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:31:54+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T15:31:54+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T15:31:54.088977+09:00", "mtime_epoch": 1783319514.0889766, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:31:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 775.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.385, "pushed": 5.385, "read": 5.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.553, "count": 161, "max_ms": 103.19, "p95_ms": 88.293}, "gstreamer_push": {"avg_ms": 0.87, "count": 161, "max_ms": 1.142, "p95_ms": 1.029}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.028, "count": 161, "max_ms": 111.767, "p95_ms": 106.163}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.994, "count": 161, "max_ms": 113.794, "p95_ms": 102.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.195, "count": 161, "max_ms": 233.034, "p95_ms": 219.213}, "read_interval": {"avg_ms": 186.339, "count": 160, "max_ms": 239.989, "p95_ms": 227.208}, "triton_wait": {"avg_ms": 77.5, "count": 161, "max_ms": 113.806, "p95_ms": 107.216}, "visualize": {"avg_ms": 27.946, "count": 161, "max_ms": 36.615, "p95_ms": 34.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5752.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.164, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.543, "name": "ffmpeg", "pid": 13777, "rss_mb": 269.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.635, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:32:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:32:18+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T15:32:18+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T15:32:18.281321+09:00", "mtime_epoch": 1783319538.281321, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:32:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1479.48, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.869, "pushed": 7.869, "read": 7.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.745, "count": 236, "max_ms": 7.982, "p95_ms": 6.514}, "gstreamer_push": {"avg_ms": 1.285, "count": 236, "max_ms": 6.179, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.711, "count": 236, "max_ms": 93.669, "p95_ms": 80.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.688, "count": 236, "max_ms": 118.89, "p95_ms": 106.948}, "yolo11_640_fire_11class": {"avg_ms": 64.031, "count": 236, "max_ms": 92.791, "p95_ms": 87.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.367, "count": 236, "max_ms": 107.551, "p95_ms": 99.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.564, "count": 236, "max_ms": 176.274, "p95_ms": 155.259}, "read_interval": {"avg_ms": 127.426, "count": 236, "max_ms": 185.572, "p95_ms": 166.585}, "triton_wait": {"avg_ms": 78.203, "count": 236, "max_ms": 118.903, "p95_ms": 106.96}, "visualize": {"avg_ms": 4.603, "count": 236, "max_ms": 7.995, "p95_ms": 5.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5766.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.086, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.868, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:32:23+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:32:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:32:23.677398+09:00", "mtime_epoch": 1783319543.6773977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:32:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.336, "pushed": 9.336, "read": 9.336}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.115, "count": 280, "max_ms": 8.629, "p95_ms": 5.924}, "gstreamer_push": {"avg_ms": 1.494, "count": 280, "max_ms": 6.12, "p95_ms": 3.615}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.283, "count": 280, "max_ms": 86.883, "p95_ms": 78.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.501, "count": 280, "max_ms": 123.13, "p95_ms": 108.791}, "yolo11_640_fire_11class": {"avg_ms": 64.935, "count": 280, "max_ms": 92.455, "p95_ms": 84.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.473, "count": 280, "max_ms": 103.857, "p95_ms": 95.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.76, "count": 280, "max_ms": 151.695, "p95_ms": 130.928}, "read_interval": {"avg_ms": 107.219, "count": 280, "max_ms": 166.134, "p95_ms": 143.743}, "triton_wait": {"avg_ms": 77.99, "count": 280, "max_ms": 123.143, "p95_ms": 108.804}, "visualize": {"avg_ms": 3.83, "count": 280, "max_ms": 6.0, "p95_ms": 5.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 789, "tracking_summary": 741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5766.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15257.55, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.39, "sample_count": 1544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:32:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:32:24+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T15:32:24+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T15:32:24.141404+09:00", "mtime_epoch": 1783319544.1414044, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:32:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 776.215, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.26, "pushed": 5.26, "read": 5.226}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.78, "count": 157, "max_ms": 103.688, "p95_ms": 88.053}, "gstreamer_push": {"avg_ms": 0.973, "count": 157, "max_ms": 2.413, "p95_ms": 1.893}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.564, "count": 157, "max_ms": 115.749, "p95_ms": 108.87}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.246, "count": 157, "max_ms": 119.567, "p95_ms": 112.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.682, "count": 157, "max_ms": 239.459, "p95_ms": 225.813}, "read_interval": {"avg_ms": 191.13, "count": 156, "max_ms": 246.004, "p95_ms": 232.679}, "triton_wait": {"avg_ms": 80.455, "count": 157, "max_ms": 119.58, "p95_ms": 113.562}, "visualize": {"avg_ms": 29.299, "count": 157, "max_ms": 42.781, "p95_ms": 38.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5761.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.205, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.637, "name": "ffmpeg", "pid": 13777, "rss_mb": 272.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.309, "sample_count": 2585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:32:48+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T15:32:48+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T15:32:48.285749+09:00", "mtime_epoch": 1783319568.2857487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:32:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1476.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.412, "pushed": 8.412, "read": 8.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.338, "count": 252, "max_ms": 5.014, "p95_ms": 3.551}, "gstreamer_push": {"avg_ms": 1.568, "count": 252, "max_ms": 4.39, "p95_ms": 3.762}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.382, "count": 252, "max_ms": 91.504, "p95_ms": 84.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 93.393, "count": 252, "max_ms": 129.345, "p95_ms": 115.244}, "yolo11_640_fire_11class": {"avg_ms": 78.451, "count": 252, "max_ms": 96.728, "p95_ms": 90.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.58, "count": 252, "max_ms": 109.397, "p95_ms": 100.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.917, "count": 252, "max_ms": 141.423, "p95_ms": 127.247}, "read_interval": {"avg_ms": 119.205, "count": 251, "max_ms": 159.159, "p95_ms": 142.926}, "triton_wait": {"avg_ms": 93.687, "count": 252, "max_ms": 129.356, "p95_ms": 115.256}, "visualize": {"avg_ms": 3.685, "count": 252, "max_ms": 5.502, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5765.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 406.16, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.326, "sample_count": 2429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T15:32:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T15:32:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T15:32:53.769827+09:00", "mtime_epoch": 1783319573.769827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:32:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1339.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.407, "pushed": 8.407, "read": 8.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.85, "count": 252, "max_ms": 5.742, "p95_ms": 4.316}, "gstreamer_push": {"avg_ms": 1.564, "count": 252, "max_ms": 4.171, "p95_ms": 3.785}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.05, "count": 252, "max_ms": 90.143, "p95_ms": 84.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 93.07, "count": 252, "max_ms": 129.167, "p95_ms": 118.502}, "yolo11_640_fire_11class": {"avg_ms": 77.849, "count": 252, "max_ms": 99.311, "p95_ms": 90.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.947, "count": 252, "max_ms": 107.176, "p95_ms": 100.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.938, "count": 252, "max_ms": 141.844, "p95_ms": 131.248}, "read_interval": {"avg_ms": 119.398, "count": 251, "max_ms": 154.588, "p95_ms": 144.447}, "triton_wait": {"avg_ms": 93.316, "count": 252, "max_ms": 129.18, "p95_ms": 118.515}, "visualize": {"avg_ms": 3.643, "count": 252, "max_ms": 4.424, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 790, "tracking_summary": 742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5765.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15287.72, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.248, "sample_count": 1539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:32:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:32:54+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T15:32:54+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T15:32:54.337835+09:00", "mtime_epoch": 1783319574.337835, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:32:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 776.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.834, "pushed": 4.834, "read": 4.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.072, "count": 145, "max_ms": 90.569, "p95_ms": 87.843}, "gstreamer_push": {"avg_ms": 0.82, "count": 145, "max_ms": 1.613, "p95_ms": 0.991}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.992, "count": 145, "max_ms": 124.869, "p95_ms": 118.078}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 86.136, "count": 145, "max_ms": 122.038, "p95_ms": 116.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.927, "count": 145, "max_ms": 248.433, "p95_ms": 238.468}, "read_interval": {"avg_ms": 208.16, "count": 144, "max_ms": 259.039, "p95_ms": 246.233}, "triton_wait": {"avg_ms": 88.539, "count": 145, "max_ms": 124.881, "p95_ms": 119.272}, "visualize": {"avg_ms": 29.459, "count": 145, "max_ms": 44.675, "p95_ms": 36.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5763.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.267, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.215, "name": "ffmpeg", "pid": 13777, "rss_mb": 275.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.709, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:33:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T15:33:18+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T15:33:18.366498+09:00", "mtime_epoch": 1783319598.3664982, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:33:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.164, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.584, "pushed": 8.584, "read": 8.55}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.312, "count": 257, "max_ms": 5.01, "p95_ms": 4.511}, "gstreamer_push": {"avg_ms": 1.575, "count": 257, "max_ms": 6.064, "p95_ms": 3.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.856, "count": 257, "max_ms": 97.046, "p95_ms": 83.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.802, "count": 257, "max_ms": 123.75, "p95_ms": 112.386}, "yolo11_640_fire_11class": {"avg_ms": 76.844, "count": 257, "max_ms": 100.326, "p95_ms": 89.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.674, "count": 257, "max_ms": 106.868, "p95_ms": 99.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.795, "count": 257, "max_ms": 137.245, "p95_ms": 124.52}, "read_interval": {"avg_ms": 117.029, "count": 256, "max_ms": 156.135, "p95_ms": 138.405}, "triton_wait": {"avg_ms": 91.897, "count": 257, "max_ms": 123.763, "p95_ms": 112.397}, "visualize": {"avg_ms": 3.525, "count": 257, "max_ms": 4.638, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5765.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:26:04+09:00", "last_error_summary": "[h264 @ 0x557643efec80] error while decoding MB 29 10, bytestream -5 [in#0/rtsp @ 0x557643eede00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643eede00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.223, "last_started_at": "2026-07-06T15:26:07+09:00", "pid": 13625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.18, "name": "ffmpeg", "pid": 13625, "rss_mb": 330.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.303, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:33:23+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T15:33:23+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T15:33:23.806695+09:00", "mtime_epoch": 1783319603.806695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:33:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.518, "pushed": 8.518, "read": 8.484}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.006, "count": 255, "max_ms": 7.388, "p95_ms": 5.725}, "gstreamer_push": {"avg_ms": 1.5, "count": 255, "max_ms": 6.057, "p95_ms": 3.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.514, "count": 255, "max_ms": 90.813, "p95_ms": 84.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.326, "count": 255, "max_ms": 127.824, "p95_ms": 111.634}, "yolo11_640_fire_11class": {"avg_ms": 75.156, "count": 255, "max_ms": 96.76, "p95_ms": 90.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.641, "count": 255, "max_ms": 106.489, "p95_ms": 100.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.76, "count": 255, "max_ms": 158.882, "p95_ms": 131.907}, "read_interval": {"avg_ms": 117.841, "count": 254, "max_ms": 169.516, "p95_ms": 144.689}, "triton_wait": {"avg_ms": 89.749, "count": 255, "max_ms": 127.837, "p95_ms": 111.646}, "visualize": {"avg_ms": 3.757, "count": 255, "max_ms": 5.165, "p95_ms": 4.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 792, "tracking_summary": 743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5767.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15317.883, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.673, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:33:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:33:24+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T15:33:24+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T15:33:24.506720+09:00", "mtime_epoch": 1783319604.5067203, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:33:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 775.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.302, "pushed": 5.302, "read": 5.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 61.878, "count": 159, "max_ms": 104.909, "p95_ms": 88.848}, "gstreamer_push": {"avg_ms": 0.912, "count": 159, "max_ms": 1.977, "p95_ms": 1.074}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.005, "count": 159, "max_ms": 121.127, "p95_ms": 117.243}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.675, "count": 159, "max_ms": 119.794, "p95_ms": 114.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.051, "count": 159, "max_ms": 242.339, "p95_ms": 232.511}, "read_interval": {"avg_ms": 189.71, "count": 158, "max_ms": 249.0, "p95_ms": 239.802}, "triton_wait": {"avg_ms": 84.413, "count": 159, "max_ms": 121.15, "p95_ms": 119.117}, "visualize": {"avg_ms": 31.385, "count": 159, "max_ms": 53.132, "p95_ms": 45.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5503.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.327, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.371, "name": "ffmpeg", "pid": 13777, "rss_mb": 280.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.19, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:33:48+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T15:33:48+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T15:33:48.439572+09:00", "mtime_epoch": 1783319628.439572, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:33:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.055, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.417, "count": 300, "max_ms": 5.324, "p95_ms": 4.2}, "gstreamer_push": {"avg_ms": 1.623, "count": 300, "max_ms": 6.613, "p95_ms": 3.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.393, "count": 300, "max_ms": 87.156, "p95_ms": 72.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.523, "count": 300, "max_ms": 122.066, "p95_ms": 100.153}, "yolo11_640_fire_11class": {"avg_ms": 59.202, "count": 300, "max_ms": 91.742, "p95_ms": 76.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.774, "count": 300, "max_ms": 103.287, "p95_ms": 89.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.874, "count": 300, "max_ms": 135.589, "p95_ms": 112.264}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 151.992, "p95_ms": 127.116}, "triton_wait": {"avg_ms": 74.553, "count": 300, "max_ms": 122.079, "p95_ms": 100.165}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 5.636, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5744.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:33:45+09:00", "last_error_summary": "[h264 @ 0x5594d4e40840] error while decoding MB 62 41, bytestream -5 [in#0/rtsp @ 0x5594d4132e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5594d4132e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.284, "last_started_at": "2026-07-06T15:33:47+09:00", "pid": 13884, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.898, "name": "ffmpeg", "pid": 13884, "rss_mb": 297.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.791, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:33:54+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T15:33:53+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T15:33:53.871763+09:00", "mtime_epoch": 1783319633.8717625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:33:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.868, "pushed": 1.868, "read": 1.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.57, "count": 56, "max_ms": 8.678, "p95_ms": 7.395}, "gstreamer_push": {"avg_ms": 1.448, "count": 56, "max_ms": 4.403, "p95_ms": 4.042}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.198, "count": 56, "max_ms": 85.887, "p95_ms": 79.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.533, "count": 56, "max_ms": 121.693, "p95_ms": 111.241}, "yolo11_640_fire_11class": {"avg_ms": 66.507, "count": 56, "max_ms": 88.107, "p95_ms": 87.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.555, "count": 56, "max_ms": 102.629, "p95_ms": 99.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.374, "count": 56, "max_ms": 164.954, "p95_ms": 152.892}, "read_interval": {"avg_ms": 544.111, "count": 55, "max_ms": 19034.718, "p95_ms": 177.094}, "triton_wait": {"avg_ms": 81.939, "count": 56, "max_ms": 121.707, "p95_ms": 111.253}, "visualize": {"avg_ms": 3.944, "count": 56, "max_ms": 5.862, "p95_ms": 5.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 793, "tracking_summary": 745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5755.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15347.938, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.572, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:33:54+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-06T15:33:54+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T15:33:54.547786+09:00", "mtime_epoch": 1783319634.5477862, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:33:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 768.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.191, "pushed": 5.191, "read": 5.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.063, "count": 155, "max_ms": 89.036, "p95_ms": 86.809}, "gstreamer_push": {"avg_ms": 0.869, "count": 155, "max_ms": 1.808, "p95_ms": 1.034}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.465, "count": 155, "max_ms": 113.491, "p95_ms": 98.079}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.503, "count": 155, "max_ms": 116.441, "p95_ms": 101.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.504, "count": 155, "max_ms": 236.989, "p95_ms": 225.95}, "read_interval": {"avg_ms": 193.833, "count": 154, "max_ms": 243.301, "p95_ms": 233.852}, "triton_wait": {"avg_ms": 81.304, "count": 155, "max_ms": 116.452, "p95_ms": 101.742}, "visualize": {"avg_ms": 29.05, "count": 155, "max_ms": 43.911, "p95_ms": 39.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5781.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.403, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.629, "name": "ffmpeg", "pid": 13777, "rss_mb": 280.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.97, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:34:18+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T15:34:18+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T15:34:18.452612+09:00", "mtime_epoch": 1783319658.452612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:34:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1479.953, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.313, "pushed": 9.313, "read": 9.28}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.459, "count": 279, "max_ms": 5.252, "p95_ms": 4.51}, "gstreamer_push": {"avg_ms": 1.569, "count": 279, "max_ms": 6.426, "p95_ms": 3.82}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.74, "count": 279, "max_ms": 88.241, "p95_ms": 79.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.118, "count": 279, "max_ms": 124.69, "p95_ms": 112.432}, "yolo11_640_fire_11class": {"avg_ms": 65.532, "count": 279, "max_ms": 87.871, "p95_ms": 83.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.668, "count": 279, "max_ms": 104.354, "p95_ms": 95.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.849, "count": 279, "max_ms": 136.875, "p95_ms": 124.538}, "read_interval": {"avg_ms": 107.672, "count": 278, "max_ms": 151.901, "p95_ms": 139.677}, "triton_wait": {"avg_ms": 81.35, "count": 279, "max_ms": 124.702, "p95_ms": 112.444}, "visualize": {"avg_ms": 3.761, "count": 279, "max_ms": 5.834, "p95_ms": 4.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5784.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:33:45+09:00", "last_error_summary": "[h264 @ 0x5594d4e40840] error while decoding MB 62 41, bytestream -5 [in#0/rtsp @ 0x5594d4132e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5594d4132e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.285, "last_started_at": "2026-07-06T15:33:47+09:00", "pid": 13884, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.469, "name": "ffmpeg", "pid": 13884, "rss_mb": 332.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.99, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:34:24+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T15:34:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:34:23.908798+09:00", "mtime_epoch": 1783319663.9087977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:34:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.502, "pushed": 8.502, "read": 8.502}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.501, "count": 255, "max_ms": 7.18, "p95_ms": 5.964}, "gstreamer_push": {"avg_ms": 1.448, "count": 255, "max_ms": 5.793, "p95_ms": 3.554}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.993, "count": 255, "max_ms": 88.081, "p95_ms": 80.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.665, "count": 255, "max_ms": 123.656, "p95_ms": 107.083}, "yolo11_640_fire_11class": {"avg_ms": 68.491, "count": 255, "max_ms": 89.84, "p95_ms": 85.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.629, "count": 255, "max_ms": 104.345, "p95_ms": 96.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.024, "count": 255, "max_ms": 167.862, "p95_ms": 145.603}, "read_interval": {"avg_ms": 117.838, "count": 255, "max_ms": 176.97, "p95_ms": 155.634}, "triton_wait": {"avg_ms": 82.309, "count": 255, "max_ms": 123.669, "p95_ms": 107.097}, "visualize": {"avg_ms": 4.105, "count": 255, "max_ms": 7.162, "p95_ms": 5.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 795, "tracking_summary": 746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5777.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15377.98, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.578, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:34:24+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T15:34:24+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T15:34:24.604821+09:00", "mtime_epoch": 1783319664.6048212, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:34:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 779.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.059, "pushed": 5.059, "read": 5.026}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.007, "count": 151, "max_ms": 94.204, "p95_ms": 86.824}, "gstreamer_push": {"avg_ms": 0.877, "count": 151, "max_ms": 1.918, "p95_ms": 1.109}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.957, "count": 151, "max_ms": 121.373, "p95_ms": 110.263}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.414, "count": 151, "max_ms": 114.865, "p95_ms": 110.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.059, "count": 151, "max_ms": 235.867, "p95_ms": 227.59}, "read_interval": {"avg_ms": 199.053, "count": 150, "max_ms": 241.794, "p95_ms": 234.033}, "triton_wait": {"avg_ms": 81.174, "count": 151, "max_ms": 121.383, "p95_ms": 112.141}, "visualize": {"avg_ms": 30.872, "count": 151, "max_ms": 47.451, "p95_ms": 43.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5782.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.439, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.629, "name": "ffmpeg", "pid": 13777, "rss_mb": 280.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.948, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:34:48+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T15:34:48+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T15:34:48.521624+09:00", "mtime_epoch": 1783319688.5216236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:34:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.316, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.357, "count": 302, "max_ms": 5.134, "p95_ms": 4.407}, "gstreamer_push": {"avg_ms": 1.51, "count": 302, "max_ms": 7.59, "p95_ms": 3.714}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.248, "count": 302, "max_ms": 87.724, "p95_ms": 76.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.08, "count": 302, "max_ms": 120.314, "p95_ms": 102.221}, "yolo11_640_fire_11class": {"avg_ms": 61.503, "count": 302, "max_ms": 88.232, "p95_ms": 83.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.493, "count": 302, "max_ms": 100.475, "p95_ms": 92.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.234, "count": 302, "max_ms": 132.528, "p95_ms": 115.287}, "read_interval": {"avg_ms": 99.388, "count": 301, "max_ms": 150.076, "p95_ms": 129.727}, "triton_wait": {"avg_ms": 74.252, "count": 302, "max_ms": 120.328, "p95_ms": 102.235}, "visualize": {"avg_ms": 3.609, "count": 302, "max_ms": 5.198, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5783.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:33:45+09:00", "last_error_summary": "[h264 @ 0x5594d4e40840] error while decoding MB 62 41, bytestream -5 [in#0/rtsp @ 0x5594d4132e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5594d4132e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.29, "last_started_at": "2026-07-06T15:33:47+09:00", "pid": 13884, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.727, "name": "ffmpeg", "pid": 13884, "rss_mb": 332.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.284, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:34:54+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T15:34:53+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T15:34:53.873801+09:00", "mtime_epoch": 1783319693.8738005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:34:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.369, "pushed": 7.369, "read": 7.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.214, "count": 221, "max_ms": 9.751, "p95_ms": 8.148}, "gstreamer_push": {"avg_ms": 1.258, "count": 221, "max_ms": 6.04, "p95_ms": 2.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.558, "count": 221, "max_ms": 82.408, "p95_ms": 75.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.733, "count": 221, "max_ms": 116.127, "p95_ms": 102.048}, "yolo11_640_fire_11class": {"avg_ms": 62.024, "count": 221, "max_ms": 90.706, "p95_ms": 81.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.377, "count": 221, "max_ms": 101.287, "p95_ms": 92.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.425, "count": 221, "max_ms": 218.846, "p95_ms": 162.7}, "read_interval": {"avg_ms": 135.574, "count": 221, "max_ms": 229.492, "p95_ms": 172.827}, "triton_wait": {"avg_ms": 75.143, "count": 221, "max_ms": 116.142, "p95_ms": 102.06}, "visualize": {"avg_ms": 5.042, "count": 221, "max_ms": 7.079, "p95_ms": 6.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 796, "tracking_summary": 747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5780.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15408.134, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.784, "sample_count": 1537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:34:54+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T15:34:54+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T15:34:54.745829+09:00", "mtime_epoch": 1783319694.7458293, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:34:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 774.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.205, "pushed": 5.205, "read": 5.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.64, "count": 156, "max_ms": 96.235, "p95_ms": 87.538}, "gstreamer_push": {"avg_ms": 0.923, "count": 156, "max_ms": 2.501, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.872, "count": 156, "max_ms": 109.417, "p95_ms": 102.195}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.479, "count": 156, "max_ms": 107.327, "p95_ms": 100.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.181, "count": 156, "max_ms": 223.651, "p95_ms": 218.57}, "read_interval": {"avg_ms": 193.244, "count": 155, "max_ms": 232.18, "p95_ms": 224.864}, "triton_wait": {"avg_ms": 76.137, "count": 156, "max_ms": 109.431, "p95_ms": 102.355}, "visualize": {"avg_ms": 31.386, "count": 156, "max_ms": 71.711, "p95_ms": 44.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5788.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.443, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.711, "name": "ffmpeg", "pid": 13777, "rss_mb": 289.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.37, "sample_count": 2566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:35:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T15:35:18+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T15:35:18.538605+09:00", "mtime_epoch": 1783319718.538605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:35:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.67}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.364, "count": 290, "max_ms": 5.455, "p95_ms": 4.082}, "gstreamer_push": {"avg_ms": 1.482, "count": 290, "max_ms": 6.276, "p95_ms": 3.659}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.327, "count": 290, "max_ms": 82.124, "p95_ms": 70.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.602, "count": 290, "max_ms": 112.098, "p95_ms": 98.671}, "yolo11_640_fire_11class": {"avg_ms": 59.022, "count": 290, "max_ms": 88.92, "p95_ms": 78.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.03, "count": 290, "max_ms": 103.361, "p95_ms": 88.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.839, "count": 290, "max_ms": 124.699, "p95_ms": 110.921}, "read_interval": {"avg_ms": 103.517, "count": 290, "max_ms": 1463.878, "p95_ms": 124.828}, "triton_wait": {"avg_ms": 71.79, "count": 290, "max_ms": 112.111, "p95_ms": 98.683}, "visualize": {"avg_ms": 3.642, "count": 290, "max_ms": 5.822, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5787.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:33:45+09:00", "last_error_summary": "[h264 @ 0x5594d4e40840] error while decoding MB 62 41, bytestream -5 [in#0/rtsp @ 0x5594d4132e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5594d4132e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.375, "last_started_at": "2026-07-06T15:33:47+09:00", "pid": 13884, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.984, "name": "ffmpeg", "pid": 13884, "rss_mb": 332.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.371, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:35:24+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:35:23+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T15:35:24.002781+09:00", "mtime_epoch": 1783319724.0027807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:35:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1345.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.575, "pushed": 7.575, "read": 7.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.19, "count": 226, "max_ms": 9.776, "p95_ms": 7.339}, "gstreamer_push": {"avg_ms": 1.207, "count": 227, "max_ms": 4.152, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.769, "count": 226, "max_ms": 90.003, "p95_ms": 75.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.154, "count": 226, "max_ms": 116.345, "p95_ms": 101.027}, "yolo11_640_fire_11class": {"avg_ms": 61.887, "count": 226, "max_ms": 91.108, "p95_ms": 80.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.087, "count": 226, "max_ms": 104.895, "p95_ms": 91.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.286, "count": 227, "max_ms": 160.282, "p95_ms": 154.81}, "read_interval": {"avg_ms": 132.611, "count": 226, "max_ms": 171.686, "p95_ms": 165.237}, "triton_wait": {"avg_ms": 73.666, "count": 226, "max_ms": 116.358, "p95_ms": 101.49}, "visualize": {"avg_ms": 5.008, "count": 226, "max_ms": 6.914, "p95_ms": 5.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 799, "tracking_summary": 748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5787.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15438.155, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.688, "sample_count": 1535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:35:24+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T15:35:24+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T15:35:24.726804+09:00", "mtime_epoch": 1783319724.726804, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:35:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 775.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.098, "pushed": 5.098, "read": 5.065}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.419, "count": 152, "max_ms": 105.94, "p95_ms": 94.386}, "gstreamer_push": {"avg_ms": 1.191, "count": 152, "max_ms": 3.128, "p95_ms": 2.046}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.703, "count": 152, "max_ms": 115.521, "p95_ms": 103.996}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.323, "count": 152, "max_ms": 115.459, "p95_ms": 107.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.959, "count": 152, "max_ms": 233.315, "p95_ms": 226.084}, "read_interval": {"avg_ms": 197.254, "count": 151, "max_ms": 239.852, "p95_ms": 232.574}, "triton_wait": {"avg_ms": 75.864, "count": 152, "max_ms": 115.533, "p95_ms": 107.779}, "visualize": {"avg_ms": 31.731, "count": 152, "max_ms": 49.9, "p95_ms": 43.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5783.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.475, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.227, "name": "ffmpeg", "pid": 13777, "rss_mb": 290.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.19, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:35:48+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T15:35:48+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:35:48.551560+09:00", "mtime_epoch": 1783319748.5515597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:35:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1483.012, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.399, "count": 298, "max_ms": 5.545, "p95_ms": 4.464}, "gstreamer_push": {"avg_ms": 1.472, "count": 298, "max_ms": 6.212, "p95_ms": 3.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.167, "count": 298, "max_ms": 87.575, "p95_ms": 78.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.172, "count": 298, "max_ms": 121.39, "p95_ms": 104.119}, "yolo11_640_fire_11class": {"avg_ms": 61.364, "count": 298, "max_ms": 88.805, "p95_ms": 82.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.332, "count": 298, "max_ms": 104.152, "p95_ms": 94.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.501, "count": 298, "max_ms": 133.525, "p95_ms": 116.467}, "read_interval": {"avg_ms": 100.703, "count": 297, "max_ms": 146.265, "p95_ms": 130.688}, "triton_wait": {"avg_ms": 75.372, "count": 298, "max_ms": 121.402, "p95_ms": 104.162}, "visualize": {"avg_ms": 3.658, "count": 298, "max_ms": 6.289, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 799, "tracking_summary": 750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5777.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15468.274, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.495, "sample_count": 1543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:35:55+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T15:35:54+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T15:35:54.887758+09:00", "mtime_epoch": 1783319754.8877578, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:35:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.336, "name": "celery", "pid": 239, "rss_mb": 763.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.244, "pushed": 5.244, "read": 5.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.054, "count": 157, "max_ms": 101.264, "p95_ms": 87.247}, "gstreamer_push": {"avg_ms": 1.126, "count": 157, "max_ms": 2.537, "p95_ms": 2.18}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.536, "count": 157, "max_ms": 114.879, "p95_ms": 107.924}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.59, "count": 157, "max_ms": 114.867, "p95_ms": 104.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.356, "count": 157, "max_ms": 238.384, "p95_ms": 230.22}, "read_interval": {"avg_ms": 191.8, "count": 156, "max_ms": 247.714, "p95_ms": 236.866}, "triton_wait": {"avg_ms": 78.792, "count": 157, "max_ms": 114.891, "p95_ms": 108.616}, "visualize": {"avg_ms": 32.392, "count": 157, "max_ms": 51.436, "p95_ms": 42.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5782.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:33:45+09:00", "last_error_summary": "[h264 @ 0x5594d4e40840] error while decoding MB 62 41, bytestream -5 [in#0/rtsp @ 0x5594d4132e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5594d4132e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.07, "last_started_at": "2026-07-06T15:33:47+09:00", "pid": 13884, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.555, "name": "ffmpeg", "pid": 13884, "rss_mb": 333.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.316, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:36:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:36:02+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T15:36:02+09:00", "mjpeg": {"age_sec": 8.903, "exists": true, "mtime": "2026-07-06T15:35:53.891727+09:00", "mtime_epoch": 1783319753.8917267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:36:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.15, "pushed": 5.15, "read": 5.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.315, "count": 154, "max_ms": 9.548, "p95_ms": 8.163}, "gstreamer_push": {"avg_ms": 1.247, "count": 154, "max_ms": 3.874, "p95_ms": 2.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.245, "count": 154, "max_ms": 84.007, "p95_ms": 75.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.228, "count": 154, "max_ms": 117.478, "p95_ms": 103.952}, "yolo11_640_fire_11class": {"avg_ms": 61.989, "count": 154, "max_ms": 90.552, "p95_ms": 82.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.655, "count": 154, "max_ms": 106.25, "p95_ms": 95.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.679, "count": 154, "max_ms": 172.543, "p95_ms": 157.49}, "read_interval": {"avg_ms": 195.717, "count": 153, "max_ms": 8919.475, "p95_ms": 170.939}, "triton_wait": {"avg_ms": 75.784, "count": 154, "max_ms": 117.49, "p95_ms": 104.288}, "visualize": {"avg_ms": 5.091, "count": 154, "max_ms": 7.287, "p95_ms": 6.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5478.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.528, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.062, "name": "ffmpeg", "pid": 13777, "rss_mb": 293.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.071, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:36:18+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T15:36:18+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T15:36:18.632491+09:00", "mtime_epoch": 1783319778.632491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:36:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1477.91, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.511, "pushed": 10.511, "read": 10.478}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.377, "count": 315, "max_ms": 5.075, "p95_ms": 3.973}, "gstreamer_push": {"avg_ms": 1.492, "count": 315, "max_ms": 4.051, "p95_ms": 3.684}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.694, "count": 315, "max_ms": 85.316, "p95_ms": 67.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.056, "count": 315, "max_ms": 126.841, "p95_ms": 94.958}, "yolo11_640_fire_11class": {"avg_ms": 57.626, "count": 315, "max_ms": 85.902, "p95_ms": 75.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.702, "count": 315, "max_ms": 98.958, "p95_ms": 84.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.142, "count": 315, "max_ms": 138.916, "p95_ms": 107.728}, "read_interval": {"avg_ms": 95.426, "count": 314, "max_ms": 151.441, "p95_ms": 122.058}, "triton_wait": {"avg_ms": 70.094, "count": 315, "max_ms": 126.855, "p95_ms": 94.971}, "visualize": {"avg_ms": 3.67, "count": 315, "max_ms": 4.49, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 802, "tracking_summary": 751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5728.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15498.334, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.495, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:36:25+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T15:36:24+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T15:36:24.932683+09:00", "mtime_epoch": 1783319784.932683, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:36:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.844, "name": "celery", "pid": 239, "rss_mb": 775.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.094, "pushed": 5.094, "read": 5.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.641, "count": 152, "max_ms": 89.129, "p95_ms": 85.953}, "gstreamer_push": {"avg_ms": 1.266, "count": 152, "max_ms": 2.9, "p95_ms": 1.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.647, "count": 152, "max_ms": 108.624, "p95_ms": 92.716}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.067, "count": 152, "max_ms": 111.401, "p95_ms": 94.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.311, "count": 152, "max_ms": 228.947, "p95_ms": 221.7}, "read_interval": {"avg_ms": 197.667, "count": 151, "max_ms": 236.234, "p95_ms": 228.629}, "triton_wait": {"avg_ms": 73.293, "count": 152, "max_ms": 111.411, "p95_ms": 96.094}, "visualize": {"avg_ms": 37.611, "count": 152, "max_ms": 48.676, "p95_ms": 46.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5789.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.567, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.895, "name": "ffmpeg", "pid": 14036, "rss_mb": 327.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.136, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:36:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:36:32+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T15:36:32+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T15:36:32.732919+09:00", "mtime_epoch": 1783319792.7329195, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:36:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.502, "pushed": 5.502, "read": 5.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.441, "count": 98, "max_ms": 12.463, "p95_ms": 9.632}, "gstreamer_push": {"avg_ms": 1.24, "count": 98, "max_ms": 4.234, "p95_ms": 1.545}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.06, "count": 98, "max_ms": 80.795, "p95_ms": 74.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.423, "count": 98, "max_ms": 115.528, "p95_ms": 108.263}, "yolo11_640_fire_11class": {"avg_ms": 63.853, "count": 98, "max_ms": 87.734, "p95_ms": 82.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.362, "count": 98, "max_ms": 98.408, "p95_ms": 93.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.621, "count": 98, "max_ms": 170.481, "p95_ms": 163.479}, "read_interval": {"avg_ms": 306.525, "count": 98, "max_ms": 12373.692, "p95_ms": 180.515}, "triton_wait": {"avg_ms": 75.086, "count": 98, "max_ms": 115.541, "p95_ms": 108.276}, "visualize": {"avg_ms": 5.167, "count": 98, "max_ms": 7.932, "p95_ms": 6.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 17.811, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5786.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.573, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.836, "name": "ffmpeg", "pid": 13777, "rss_mb": 293.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.071, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:36:48+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T15:36:48+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T15:36:48.645397+09:00", "mtime_epoch": 1783319808.6453967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:36:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1478.121, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.388, "count": 303, "max_ms": 5.315, "p95_ms": 4.449}, "gstreamer_push": {"avg_ms": 1.48, "count": 303, "max_ms": 6.622, "p95_ms": 1.896}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.778, "count": 303, "max_ms": 94.042, "p95_ms": 73.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.594, "count": 303, "max_ms": 120.743, "p95_ms": 101.058}, "yolo11_640_fire_11class": {"avg_ms": 59.785, "count": 303, "max_ms": 96.031, "p95_ms": 82.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.531, "count": 303, "max_ms": 108.964, "p95_ms": 91.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.775, "count": 303, "max_ms": 132.81, "p95_ms": 113.017}, "read_interval": {"avg_ms": 99.083, "count": 302, "max_ms": 321.131, "p95_ms": 126.348}, "triton_wait": {"avg_ms": 72.778, "count": 303, "max_ms": 120.756, "p95_ms": 101.07}, "visualize": {"avg_ms": 3.64, "count": 303, "max_ms": 5.173, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 802, "tracking_summary": 752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5789.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15528.51, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.372, "sample_count": 1541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:36:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:36:55+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T15:36:55+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T15:36:55.101588+09:00", "mtime_epoch": 1783319815.1015885, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:36:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.844, "name": "celery", "pid": 239, "rss_mb": 774.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.403, "pushed": 5.403, "read": 5.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.567, "count": 162, "max_ms": 103.197, "p95_ms": 88.889}, "gstreamer_push": {"avg_ms": 0.894, "count": 162, "max_ms": 2.196, "p95_ms": 1.041}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.386, "count": 162, "max_ms": 117.527, "p95_ms": 107.332}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.048, "count": 162, "max_ms": 114.516, "p95_ms": 107.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.72, "count": 162, "max_ms": 228.372, "p95_ms": 217.198}, "read_interval": {"avg_ms": 186.086, "count": 161, "max_ms": 234.693, "p95_ms": 225.754}, "triton_wait": {"avg_ms": 80.845, "count": 162, "max_ms": 117.541, "p95_ms": 108.653}, "visualize": {"avg_ms": 30.047, "count": 162, "max_ms": 50.067, "p95_ms": 41.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5798.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.624, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.246, "name": "ffmpeg", "pid": 14036, "rss_mb": 331.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.957, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:37:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:37:02+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T15:37:02+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T15:37:02.789816+09:00", "mtime_epoch": 1783319822.7898157, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:37:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.648, "pushed": 7.648, "read": 7.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.66, "count": 229, "max_ms": 9.143, "p95_ms": 7.581}, "gstreamer_push": {"avg_ms": 1.25, "count": 229, "max_ms": 4.14, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.989, "count": 229, "max_ms": 95.062, "p95_ms": 78.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.718, "count": 229, "max_ms": 122.674, "p95_ms": 104.982}, "yolo11_640_fire_11class": {"avg_ms": 65.459, "count": 229, "max_ms": 97.219, "p95_ms": 85.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.138, "count": 229, "max_ms": 110.194, "p95_ms": 96.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.609, "count": 229, "max_ms": 172.787, "p95_ms": 154.701}, "read_interval": {"avg_ms": 131.18, "count": 228, "max_ms": 181.35, "p95_ms": 164.517}, "triton_wait": {"avg_ms": 78.642, "count": 229, "max_ms": 122.686, "p95_ms": 104.995}, "visualize": {"avg_ms": 4.701, "count": 229, "max_ms": 6.714, "p95_ms": 5.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5806.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.582, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.086, "name": "ffmpeg", "pid": 13777, "rss_mb": 302.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.13, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:37:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:37:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T15:37:18+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T15:37:18.682281+09:00", "mtime_epoch": 1783319838.6822805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:37:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1480.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.768}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.403, "count": 293, "max_ms": 5.108, "p95_ms": 4.516}, "gstreamer_push": {"avg_ms": 1.535, "count": 293, "max_ms": 6.667, "p95_ms": 3.696}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.497, "count": 293, "max_ms": 86.447, "p95_ms": 77.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.864, "count": 293, "max_ms": 123.826, "p95_ms": 102.553}, "yolo11_640_fire_11class": {"avg_ms": 62.297, "count": 293, "max_ms": 89.94, "p95_ms": 83.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.004, "count": 293, "max_ms": 101.433, "p95_ms": 95.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.333, "count": 293, "max_ms": 136.089, "p95_ms": 114.926}, "read_interval": {"avg_ms": 102.503, "count": 293, "max_ms": 191.35, "p95_ms": 129.747}, "triton_wait": {"avg_ms": 76.272, "count": 293, "max_ms": 123.839, "p95_ms": 102.567}, "visualize": {"avg_ms": 3.632, "count": 293, "max_ms": 4.805, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 804, "tracking_summary": 754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5807.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15558.536, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.248, "sample_count": 1539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:37:25+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T15:37:25+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T15:37:25.114467+09:00", "mtime_epoch": 1783319845.114467, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:37:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.844, "name": "celery", "pid": 239, "rss_mb": 777.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.195, "pushed": 5.195, "read": 5.161}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.094, "count": 155, "max_ms": 101.899, "p95_ms": 88.54}, "gstreamer_push": {"avg_ms": 0.836, "count": 155, "max_ms": 1.123, "p95_ms": 1.011}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.944, "count": 155, "max_ms": 115.669, "p95_ms": 104.312}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.701, "count": 155, "max_ms": 111.558, "p95_ms": 105.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.377, "count": 155, "max_ms": 239.9, "p95_ms": 226.075}, "read_interval": {"avg_ms": 193.452, "count": 154, "max_ms": 250.862, "p95_ms": 231.721}, "triton_wait": {"avg_ms": 80.349, "count": 155, "max_ms": 115.682, "p95_ms": 107.813}, "visualize": {"avg_ms": 28.814, "count": 155, "max_ms": 36.556, "p95_ms": 33.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5807.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.733, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.762, "name": "ffmpeg", "pid": 14036, "rss_mb": 331.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.58, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:37:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:37:33+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T15:37:32+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T15:37:32.934692+09:00", "mtime_epoch": 1783319852.9346924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:37:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.806, "pushed": 7.806, "read": 7.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.698, "count": 233, "max_ms": 9.779, "p95_ms": 7.078}, "gstreamer_push": {"avg_ms": 1.297, "count": 234, "max_ms": 6.015, "p95_ms": 2.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.149, "count": 233, "max_ms": 85.058, "p95_ms": 75.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.269, "count": 233, "max_ms": 120.646, "p95_ms": 99.609}, "yolo11_640_fire_11class": {"avg_ms": 63.802, "count": 233, "max_ms": 94.662, "p95_ms": 84.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.146, "count": 233, "max_ms": 99.4, "p95_ms": 95.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.794, "count": 234, "max_ms": 164.891, "p95_ms": 153.022}, "read_interval": {"avg_ms": 128.677, "count": 233, "max_ms": 181.35, "p95_ms": 162.722}, "triton_wait": {"avg_ms": 74.932, "count": 233, "max_ms": 120.658, "p95_ms": 99.621}, "visualize": {"avg_ms": 4.738, "count": 233, "max_ms": 7.518, "p95_ms": 5.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5796.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.592, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.086, "name": "ffmpeg", "pid": 13777, "rss_mb": 302.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.888, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:37:48+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T15:37:48+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T15:37:48.695143+09:00", "mtime_epoch": 1783319868.6951425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:37:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1480.984, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.268}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 308, "max_ms": 5.396, "p95_ms": 4.257}, "gstreamer_push": {"avg_ms": 1.492, "count": 308, "max_ms": 6.44, "p95_ms": 3.662}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.672, "count": 308, "max_ms": 83.829, "p95_ms": 72.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.227, "count": 308, "max_ms": 121.546, "p95_ms": 98.037}, "yolo11_640_fire_11class": {"avg_ms": 58.633, "count": 308, "max_ms": 89.974, "p95_ms": 79.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.199, "count": 308, "max_ms": 98.958, "p95_ms": 90.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.579, "count": 308, "max_ms": 133.686, "p95_ms": 110.776}, "read_interval": {"avg_ms": 97.459, "count": 308, "max_ms": 147.825, "p95_ms": 124.213}, "triton_wait": {"avg_ms": 71.427, "count": 308, "max_ms": 121.559, "p95_ms": 98.049}, "visualize": {"avg_ms": 3.675, "count": 308, "max_ms": 5.633, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 805, "tracking_summary": 755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5805.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15588.691, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.618, "sample_count": 1550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:37:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:37:55+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T15:37:55+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T15:37:55.271329+09:00", "mtime_epoch": 1783319875.2713287, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:37:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.844, "name": "celery", "pid": 239, "rss_mb": 773.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.173, "pushed": 5.173, "read": 5.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.236, "count": 155, "max_ms": 105.837, "p95_ms": 95.037}, "gstreamer_push": {"avg_ms": 0.826, "count": 155, "max_ms": 1.211, "p95_ms": 0.986}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.455, "count": 155, "max_ms": 113.946, "p95_ms": 100.903}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.298, "count": 155, "max_ms": 113.451, "p95_ms": 100.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.196, "count": 155, "max_ms": 241.978, "p95_ms": 228.773}, "read_interval": {"avg_ms": 194.285, "count": 154, "max_ms": 250.619, "p95_ms": 235.188}, "triton_wait": {"avg_ms": 74.317, "count": 155, "max_ms": 113.961, "p95_ms": 106.297}, "visualize": {"avg_ms": 31.519, "count": 155, "max_ms": 47.323, "p95_ms": 43.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5794.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.824, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.762, "name": "ffmpeg", "pid": 14036, "rss_mb": 331.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.81, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:38:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:38:03+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T15:38:03+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T15:38:03.011547+09:00", "mtime_epoch": 1783319883.0115466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:38:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.479, "pushed": 7.479, "read": 7.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.373, "count": 224, "max_ms": 9.971, "p95_ms": 7.716}, "gstreamer_push": {"avg_ms": 1.153, "count": 224, "max_ms": 2.731, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.174, "count": 224, "max_ms": 87.883, "p95_ms": 71.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.389, "count": 224, "max_ms": 111.305, "p95_ms": 99.112}, "yolo11_640_fire_11class": {"avg_ms": 61.495, "count": 224, "max_ms": 94.465, "p95_ms": 83.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.362, "count": 224, "max_ms": 101.213, "p95_ms": 91.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.707, "count": 224, "max_ms": 164.619, "p95_ms": 154.74}, "read_interval": {"avg_ms": 134.347, "count": 223, "max_ms": 174.703, "p95_ms": 164.071}, "triton_wait": {"avg_ms": 72.048, "count": 224, "max_ms": 111.318, "p95_ms": 99.126}, "visualize": {"avg_ms": 5.119, "count": 224, "max_ms": 9.059, "p95_ms": 5.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5798.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.684, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.086, "name": "ffmpeg", "pid": 13777, "rss_mb": 302.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.077, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:38:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:38:18+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T15:38:18+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T15:38:18.767986+09:00", "mtime_epoch": 1783319898.7679863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:38:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1478.207, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.334, "pushed": 9.367, "read": 9.334}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 280, "max_ms": 5.426, "p95_ms": 4.166}, "gstreamer_push": {"avg_ms": 1.542, "count": 281, "max_ms": 6.352, "p95_ms": 3.77}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.335, "count": 280, "max_ms": 83.739, "p95_ms": 74.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.179, "count": 280, "max_ms": 111.936, "p95_ms": 100.084}, "yolo11_640_fire_11class": {"avg_ms": 59.45, "count": 280, "max_ms": 93.444, "p95_ms": 80.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.285, "count": 280, "max_ms": 99.564, "p95_ms": 91.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.668, "count": 280, "max_ms": 124.657, "p95_ms": 112.109}, "read_interval": {"avg_ms": 107.073, "count": 280, "max_ms": 2687.073, "p95_ms": 125.122}, "triton_wait": {"avg_ms": 71.468, "count": 280, "max_ms": 111.95, "p95_ms": 100.096}, "visualize": {"avg_ms": 3.694, "count": 280, "max_ms": 4.868, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 806, "tracking_summary": 756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5798.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15618.845, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.266, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:38:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:38:25+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T15:38:25+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T15:38:25.460171+09:00", "mtime_epoch": 1783319905.4601715, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:38:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 780.844, "name": "celery", "pid": 239, "rss_mb": 764.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.206, "pushed": 5.206, "read": 5.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.056, "count": 156, "max_ms": 92.557, "p95_ms": 88.279}, "gstreamer_push": {"avg_ms": 1.077, "count": 156, "max_ms": 2.897, "p95_ms": 2.281}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.711, "count": 156, "max_ms": 110.805, "p95_ms": 99.986}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.264, "count": 156, "max_ms": 114.049, "p95_ms": 100.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.446, "count": 156, "max_ms": 241.426, "p95_ms": 230.011}, "read_interval": {"avg_ms": 193.28, "count": 155, "max_ms": 248.343, "p95_ms": 237.525}, "triton_wait": {"avg_ms": 76.555, "count": 156, "max_ms": 114.062, "p95_ms": 102.582}, "visualize": {"avg_ms": 34.662, "count": 156, "max_ms": 49.866, "p95_ms": 44.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5794.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.906, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.946, "sample_count": 1982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:38:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:38:33+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T15:38:33+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T15:38:33.068381+09:00", "mtime_epoch": 1783319913.0683808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:38:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.481, "pushed": 7.481, "read": 7.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.333, "count": 224, "max_ms": 10.118, "p95_ms": 7.589}, "gstreamer_push": {"avg_ms": 1.232, "count": 224, "max_ms": 4.885, "p95_ms": 2.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.213, "count": 224, "max_ms": 84.99, "p95_ms": 74.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.507, "count": 224, "max_ms": 122.518, "p95_ms": 99.831}, "yolo11_640_fire_11class": {"avg_ms": 62.703, "count": 224, "max_ms": 90.871, "p95_ms": 82.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.524, "count": 224, "max_ms": 99.723, "p95_ms": 94.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.335, "count": 224, "max_ms": 166.542, "p95_ms": 154.247}, "read_interval": {"avg_ms": 134.193, "count": 223, "max_ms": 176.98, "p95_ms": 163.525}, "triton_wait": {"avg_ms": 73.194, "count": 224, "max_ms": 122.532, "p95_ms": 99.844}, "visualize": {"avg_ms": 5.099, "count": 224, "max_ms": 8.738, "p95_ms": 5.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5803.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.763, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.664, "name": "ffmpeg", "pid": 13777, "rss_mb": 304.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.077, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:38:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:38:48+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T15:38:48+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T15:38:48.860812+09:00", "mtime_epoch": 1783319928.8608117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:38:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.303, "pushed": 10.303, "read": 10.27}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 309, "max_ms": 5.549, "p95_ms": 4.413}, "gstreamer_push": {"avg_ms": 1.482, "count": 309, "max_ms": 6.89, "p95_ms": 3.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.115, "count": 309, "max_ms": 85.108, "p95_ms": 73.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.463, "count": 309, "max_ms": 121.258, "p95_ms": 101.114}, "yolo11_640_fire_11class": {"avg_ms": 59.917, "count": 309, "max_ms": 98.571, "p95_ms": 84.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.975, "count": 309, "max_ms": 100.015, "p95_ms": 91.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.715, "count": 309, "max_ms": 133.461, "p95_ms": 113.341}, "read_interval": {"avg_ms": 97.358, "count": 308, "max_ms": 147.643, "p95_ms": 129.183}, "triton_wait": {"avg_ms": 71.604, "count": 309, "max_ms": 121.271, "p95_ms": 101.126}, "visualize": {"avg_ms": 3.673, "count": 309, "max_ms": 5.635, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 809, "tracking_summary": 757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5809.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15649.017, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.566, "sample_count": 1537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:38:55+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T15:38:55+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T15:38:55.592994+09:00", "mtime_epoch": 1783319935.5929937, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:38:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 781.16, "name": "celery", "pid": 239, "rss_mb": 781.16, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.872, "pushed": 4.872, "read": 4.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.489, "count": 146, "max_ms": 108.694, "p95_ms": 92.636}, "gstreamer_push": {"avg_ms": 0.973, "count": 146, "max_ms": 2.352, "p95_ms": 1.888}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.36, "count": 146, "max_ms": 118.687, "p95_ms": 107.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.079, "count": 146, "max_ms": 110.858, "p95_ms": 106.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.189, "count": 146, "max_ms": 251.71, "p95_ms": 229.767}, "read_interval": {"avg_ms": 206.389, "count": 145, "max_ms": 258.008, "p95_ms": 237.93}, "triton_wait": {"avg_ms": 79.945, "count": 146, "max_ms": 118.698, "p95_ms": 108.452}, "visualize": {"avg_ms": 30.813, "count": 146, "max_ms": 48.477, "p95_ms": 42.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5800.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.962, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.077, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:39:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:39:03+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T15:39:03+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T15:39:03.121197+09:00", "mtime_epoch": 1783319943.1211965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:39:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1338.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.691, "pushed": 7.691, "read": 7.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.913, "count": 230, "max_ms": 9.573, "p95_ms": 7.645}, "gstreamer_push": {"avg_ms": 1.293, "count": 230, "max_ms": 6.022, "p95_ms": 1.706}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.892, "count": 230, "max_ms": 87.327, "p95_ms": 76.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.422, "count": 230, "max_ms": 121.896, "p95_ms": 105.301}, "yolo11_640_fire_11class": {"avg_ms": 65.818, "count": 230, "max_ms": 97.534, "p95_ms": 85.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.755, "count": 230, "max_ms": 103.639, "p95_ms": 94.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.2, "count": 230, "max_ms": 173.882, "p95_ms": 157.791}, "read_interval": {"avg_ms": 130.55, "count": 229, "max_ms": 186.412, "p95_ms": 168.742}, "triton_wait": {"avg_ms": 75.299, "count": 230, "max_ms": 121.913, "p95_ms": 105.312}, "visualize": {"avg_ms": 4.858, "count": 230, "max_ms": 6.787, "p95_ms": 5.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5810.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.826, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.664, "name": "ffmpeg", "pid": 13777, "rss_mb": 304.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.054, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:39:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:39:19+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:39:18+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T15:39:18.901618+09:00", "mtime_epoch": 1783319958.9016178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:39:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.475, "count": 303, "max_ms": 5.56, "p95_ms": 4.878}, "gstreamer_push": {"avg_ms": 1.486, "count": 303, "max_ms": 6.579, "p95_ms": 3.581}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.579, "count": 303, "max_ms": 91.832, "p95_ms": 75.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.102, "count": 303, "max_ms": 120.662, "p95_ms": 99.676}, "yolo11_640_fire_11class": {"avg_ms": 60.826, "count": 303, "max_ms": 96.641, "p95_ms": 82.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.338, "count": 303, "max_ms": 103.071, "p95_ms": 91.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.369, "count": 303, "max_ms": 132.617, "p95_ms": 112.386}, "read_interval": {"avg_ms": 99.151, "count": 302, "max_ms": 151.784, "p95_ms": 126.88}, "triton_wait": {"avg_ms": 73.236, "count": 303, "max_ms": 120.674, "p95_ms": 99.689}, "visualize": {"avg_ms": 3.631, "count": 303, "max_ms": 5.319, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 810, "tracking_summary": 759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5801.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15679.103, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.139, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:39:25+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T15:39:25+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T15:39:25.713798+09:00", "mtime_epoch": 1783319965.7137983, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:39:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 781.16, "name": "celery", "pid": 239, "rss_mb": 773.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.355, "pushed": 5.355, "read": 5.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.859, "count": 160, "max_ms": 101.684, "p95_ms": 88.988}, "gstreamer_push": {"avg_ms": 0.909, "count": 160, "max_ms": 1.864, "p95_ms": 1.697}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.767, "count": 160, "max_ms": 113.874, "p95_ms": 100.524}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.211, "count": 160, "max_ms": 112.716, "p95_ms": 100.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.608, "count": 160, "max_ms": 241.391, "p95_ms": 221.369}, "read_interval": {"avg_ms": 187.939, "count": 159, "max_ms": 248.441, "p95_ms": 230.286}, "triton_wait": {"avg_ms": 77.721, "count": 160, "max_ms": 113.886, "p95_ms": 101.909}, "visualize": {"avg_ms": 28.888, "count": 160, "max_ms": 47.027, "p95_ms": 36.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5791.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 193.994, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.027, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:39:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:39:33+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T15:39:33+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T15:39:33.153994+09:00", "mtime_epoch": 1783319973.1539943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:39:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.359, "pushed": 7.359, "read": 7.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.315, "count": 220, "max_ms": 9.518, "p95_ms": 8.333}, "gstreamer_push": {"avg_ms": 1.198, "count": 220, "max_ms": 2.885, "p95_ms": 2.263}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.747, "count": 220, "max_ms": 92.594, "p95_ms": 73.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.286, "count": 220, "max_ms": 121.684, "p95_ms": 98.944}, "yolo11_640_fire_11class": {"avg_ms": 64.793, "count": 220, "max_ms": 92.623, "p95_ms": 85.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.121, "count": 220, "max_ms": 103.819, "p95_ms": 91.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.716, "count": 220, "max_ms": 176.626, "p95_ms": 153.799}, "read_interval": {"avg_ms": 136.394, "count": 219, "max_ms": 186.229, "p95_ms": 165.289}, "triton_wait": {"avg_ms": 73.792, "count": 220, "max_ms": 121.697, "p95_ms": 98.957}, "visualize": {"avg_ms": 5.13, "count": 220, "max_ms": 7.547, "p95_ms": 6.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5809.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.852, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.664, "name": "ffmpeg", "pid": 13777, "rss_mb": 304.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.843, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:39:49+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T15:39:48+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T15:39:48.930407+09:00", "mtime_epoch": 1783319988.930407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:39:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.625, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.286, "pushed": 10.286, "read": 10.253}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.348, "count": 308, "max_ms": 5.275, "p95_ms": 4.445}, "gstreamer_push": {"avg_ms": 1.469, "count": 308, "max_ms": 7.955, "p95_ms": 3.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.725, "count": 308, "max_ms": 90.374, "p95_ms": 73.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.078, "count": 308, "max_ms": 129.189, "p95_ms": 99.739}, "yolo11_640_fire_11class": {"avg_ms": 60.379, "count": 308, "max_ms": 91.561, "p95_ms": 82.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.118, "count": 308, "max_ms": 103.655, "p95_ms": 88.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.957, "count": 308, "max_ms": 141.463, "p95_ms": 111.692}, "read_interval": {"avg_ms": 97.423, "count": 307, "max_ms": 154.301, "p95_ms": 125.748}, "triton_wait": {"avg_ms": 72.236, "count": 308, "max_ms": 129.203, "p95_ms": 99.751}, "visualize": {"avg_ms": 3.507, "count": 308, "max_ms": 5.377, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 812, "tracking_summary": 760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5809.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15709.198, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.382, "sample_count": 1538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:39:55+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T15:39:55+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T15:39:55.818586+09:00", "mtime_epoch": 1783319995.8185859, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:39:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 781.16, "name": "celery", "pid": 239, "rss_mb": 777.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.959, "pushed": 4.959, "read": 4.925}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.559, "count": 148, "max_ms": 92.995, "p95_ms": 90.12}, "gstreamer_push": {"avg_ms": 0.944, "count": 148, "max_ms": 2.785, "p95_ms": 1.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.21, "count": 148, "max_ms": 114.392, "p95_ms": 105.02}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.705, "count": 148, "max_ms": 116.874, "p95_ms": 102.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.031, "count": 148, "max_ms": 246.224, "p95_ms": 229.615}, "read_interval": {"avg_ms": 203.422, "count": 147, "max_ms": 253.129, "p95_ms": 237.479}, "triton_wait": {"avg_ms": 79.539, "count": 148, "max_ms": 116.886, "p95_ms": 108.916}, "visualize": {"avg_ms": 33.875, "count": 148, "max_ms": 67.203, "p95_ms": 47.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5812.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.05, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.217, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:40:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:40:03+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T15:40:03+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T15:40:03.218777+09:00", "mtime_epoch": 1783320003.218777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:40:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.283, "pushed": 7.283, "read": 7.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.575, "count": 218, "max_ms": 10.026, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.213, "count": 218, "max_ms": 4.512, "p95_ms": 1.652}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.539, "count": 218, "max_ms": 86.82, "p95_ms": 73.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.811, "count": 218, "max_ms": 118.227, "p95_ms": 103.138}, "yolo11_640_fire_11class": {"avg_ms": 65.066, "count": 218, "max_ms": 95.539, "p95_ms": 86.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.872, "count": 218, "max_ms": 106.163, "p95_ms": 93.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.921, "count": 218, "max_ms": 174.362, "p95_ms": 156.836}, "read_interval": {"avg_ms": 137.81, "count": 217, "max_ms": 184.762, "p95_ms": 167.041}, "triton_wait": {"avg_ms": 73.529, "count": 218, "max_ms": 118.239, "p95_ms": 103.151}, "visualize": {"avg_ms": 5.239, "count": 218, "max_ms": 8.557, "p95_ms": 6.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5811.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 542.88, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.242, "name": "ffmpeg", "pid": 13777, "rss_mb": 307.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.106, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:40:19+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T15:40:18+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T15:40:18.939180+09:00", "mtime_epoch": 1783320018.93918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:40:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1478.789, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.288, "pushed": 10.288, "read": 10.254}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 308, "max_ms": 5.489, "p95_ms": 4.653}, "gstreamer_push": {"avg_ms": 1.457, "count": 308, "max_ms": 6.8, "p95_ms": 3.257}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.741, "count": 308, "max_ms": 90.713, "p95_ms": 72.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.698, "count": 308, "max_ms": 123.534, "p95_ms": 103.138}, "yolo11_640_fire_11class": {"avg_ms": 59.543, "count": 308, "max_ms": 92.369, "p95_ms": 82.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.253, "count": 308, "max_ms": 101.8, "p95_ms": 87.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.733, "count": 308, "max_ms": 139.774, "p95_ms": 115.039}, "read_interval": {"avg_ms": 97.371, "count": 307, "max_ms": 155.43, "p95_ms": 128.135}, "triton_wait": {"avg_ms": 71.739, "count": 308, "max_ms": 123.549, "p95_ms": 103.15}, "visualize": {"avg_ms": 3.624, "count": 308, "max_ms": 5.778, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 812, "tracking_summary": 761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5812.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15739.241, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.271, "sample_count": 1549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:40:26+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T15:40:25+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T15:40:25.879356+09:00", "mtime_epoch": 1783320025.8793564, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:40:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 781.16, "name": "celery", "pid": 239, "rss_mb": 777.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.467, "pushed": 5.467, "read": 5.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.92, "count": 163, "max_ms": 109.829, "p95_ms": 95.673}, "gstreamer_push": {"avg_ms": 0.892, "count": 163, "max_ms": 1.389, "p95_ms": 1.088}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.002, "count": 163, "max_ms": 125.721, "p95_ms": 102.374}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.534, "count": 163, "max_ms": 122.19, "p95_ms": 105.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.692, "count": 163, "max_ms": 257.719, "p95_ms": 224.59}, "read_interval": {"avg_ms": 184.36, "count": 162, "max_ms": 264.091, "p95_ms": 231.763}, "triton_wait": {"avg_ms": 78.598, "count": 163, "max_ms": 125.737, "p95_ms": 105.556}, "visualize": {"avg_ms": 29.762, "count": 163, "max_ms": 46.761, "p95_ms": 39.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5811.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 254.089, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.795, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:40:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:40:33+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T15:40:33+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T15:40:33.283544+09:00", "mtime_epoch": 1783320033.283544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:40:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.295, "pushed": 7.295, "read": 7.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.4, "count": 218, "max_ms": 9.925, "p95_ms": 8.461}, "gstreamer_push": {"avg_ms": 1.162, "count": 218, "max_ms": 2.74, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.942, "count": 218, "max_ms": 85.425, "p95_ms": 75.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.97, "count": 218, "max_ms": 128.784, "p95_ms": 104.896}, "yolo11_640_fire_11class": {"avg_ms": 63.341, "count": 218, "max_ms": 102.386, "p95_ms": 88.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.574, "count": 218, "max_ms": 104.729, "p95_ms": 96.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.96, "count": 218, "max_ms": 183.209, "p95_ms": 160.056}, "read_interval": {"avg_ms": 137.854, "count": 217, "max_ms": 192.898, "p95_ms": 169.901}, "triton_wait": {"avg_ms": 74.543, "count": 218, "max_ms": 128.796, "p95_ms": 104.909}, "visualize": {"avg_ms": 5.132, "count": 218, "max_ms": 7.044, "p95_ms": 6.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5810.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 572.886, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.242, "name": "ffmpeg", "pid": 13777, "rss_mb": 307.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.809, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:40:49+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T15:40:48+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T15:40:48.979939+09:00", "mtime_epoch": 1783320048.9799387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:40:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1479.09, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.462, "count": 305, "max_ms": 5.333, "p95_ms": 4.639}, "gstreamer_push": {"avg_ms": 1.602, "count": 305, "max_ms": 7.002, "p95_ms": 3.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.797, "count": 305, "max_ms": 85.778, "p95_ms": 73.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.887, "count": 305, "max_ms": 123.478, "p95_ms": 101.718}, "yolo11_640_fire_11class": {"avg_ms": 60.136, "count": 305, "max_ms": 94.936, "p95_ms": 83.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.167, "count": 305, "max_ms": 101.284, "p95_ms": 89.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.366, "count": 305, "max_ms": 136.597, "p95_ms": 113.537}, "read_interval": {"avg_ms": 98.463, "count": 305, "max_ms": 150.643, "p95_ms": 129.324}, "triton_wait": {"avg_ms": 72.015, "count": 305, "max_ms": 123.491, "p95_ms": 101.73}, "visualize": {"avg_ms": 3.729, "count": 305, "max_ms": 5.8, "p95_ms": 4.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 814, "tracking_summary": 763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5812.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15769.316, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.075, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:40:56+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T15:40:55+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T15:40:55.972113+09:00", "mtime_epoch": 1783320055.9721134, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:40:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 781.16, "name": "celery", "pid": 239, "rss_mb": 777.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.148, "pushed": 5.148, "read": 5.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.611, "count": 154, "max_ms": 110.693, "p95_ms": 95.336}, "gstreamer_push": {"avg_ms": 0.835, "count": 154, "max_ms": 1.251, "p95_ms": 1.019}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.738, "count": 154, "max_ms": 120.418, "p95_ms": 106.191}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.88, "count": 154, "max_ms": 119.48, "p95_ms": 104.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.059, "count": 154, "max_ms": 234.426, "p95_ms": 227.684}, "read_interval": {"avg_ms": 195.552, "count": 153, "max_ms": 241.541, "p95_ms": 235.562}, "triton_wait": {"avg_ms": 76.366, "count": 154, "max_ms": 120.429, "p95_ms": 107.192}, "visualize": {"avg_ms": 29.007, "count": 154, "max_ms": 38.099, "p95_ms": 34.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5813.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 284.187, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.801, "sample_count": 2118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:41:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:41:03+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T15:41:03+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T15:41:03.340297+09:00", "mtime_epoch": 1783320063.3402965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:41:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.446, "pushed": 7.446, "read": 7.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.258, "count": 223, "max_ms": 9.686, "p95_ms": 8.035}, "gstreamer_push": {"avg_ms": 1.216, "count": 223, "max_ms": 3.898, "p95_ms": 2.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.734, "count": 223, "max_ms": 84.48, "p95_ms": 71.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.652, "count": 223, "max_ms": 120.23, "p95_ms": 104.005}, "yolo11_640_fire_11class": {"avg_ms": 64.128, "count": 223, "max_ms": 95.117, "p95_ms": 85.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.281, "count": 223, "max_ms": 99.307, "p95_ms": 93.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.071, "count": 223, "max_ms": 187.192, "p95_ms": 156.967}, "read_interval": {"avg_ms": 134.847, "count": 222, "max_ms": 197.848, "p95_ms": 167.701}, "triton_wait": {"avg_ms": 73.238, "count": 223, "max_ms": 120.243, "p95_ms": 104.017}, "visualize": {"avg_ms": 5.069, "count": 223, "max_ms": 8.035, "p95_ms": 6.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5799.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 602.909, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.242, "name": "ffmpeg", "pid": 13777, "rss_mb": 307.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.215, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:41:19+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T15:41:18+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T15:41:18.988683+09:00", "mtime_epoch": 1783320078.9886827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:41:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1479.281, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.477, "count": 301, "max_ms": 5.555, "p95_ms": 4.328}, "gstreamer_push": {"avg_ms": 1.516, "count": 301, "max_ms": 6.911, "p95_ms": 3.685}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.525, "count": 301, "max_ms": 79.779, "p95_ms": 71.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.171, "count": 301, "max_ms": 115.475, "p95_ms": 99.686}, "yolo11_640_fire_11class": {"avg_ms": 59.798, "count": 301, "max_ms": 90.295, "p95_ms": 81.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.141, "count": 301, "max_ms": 100.375, "p95_ms": 90.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.83, "count": 301, "max_ms": 127.854, "p95_ms": 114.075}, "read_interval": {"avg_ms": 99.681, "count": 300, "max_ms": 142.394, "p95_ms": 126.814}, "triton_wait": {"avg_ms": 73.327, "count": 301, "max_ms": 115.488, "p95_ms": 99.701}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 5.701, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 815, "tracking_summary": 764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5806.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15799.378, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.376, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:41:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:41:26+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T15:41:25+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T15:41:25.996855+09:00", "mtime_epoch": 1783320085.9968545, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:41:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 781.16, "name": "celery", "pid": 239, "rss_mb": 773.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.086, "pushed": 5.086, "read": 5.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.173, "count": 152, "max_ms": 100.266, "p95_ms": 88.587}, "gstreamer_push": {"avg_ms": 0.867, "count": 152, "max_ms": 2.141, "p95_ms": 1.055}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.893, "count": 152, "max_ms": 119.565, "p95_ms": 105.114}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.235, "count": 152, "max_ms": 113.881, "p95_ms": 105.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.611, "count": 152, "max_ms": 234.176, "p95_ms": 225.708}, "read_interval": {"avg_ms": 197.805, "count": 151, "max_ms": 240.454, "p95_ms": 232.268}, "triton_wait": {"avg_ms": 79.543, "count": 152, "max_ms": 119.577, "p95_ms": 107.453}, "visualize": {"avg_ms": 28.984, "count": 152, "max_ms": 42.367, "p95_ms": 34.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5819.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 314.239, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.315, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:41:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:41:33+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T15:41:33+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T15:41:33.425036+09:00", "mtime_epoch": 1783320093.425036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:41:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.482, "pushed": 7.482, "read": 7.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.409, "count": 224, "max_ms": 9.708, "p95_ms": 8.402}, "gstreamer_push": {"avg_ms": 1.236, "count": 224, "max_ms": 4.397, "p95_ms": 2.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.833, "count": 224, "max_ms": 84.463, "p95_ms": 72.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.612, "count": 224, "max_ms": 118.553, "p95_ms": 104.614}, "yolo11_640_fire_11class": {"avg_ms": 63.717, "count": 224, "max_ms": 97.027, "p95_ms": 85.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.757, "count": 224, "max_ms": 102.908, "p95_ms": 95.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.102, "count": 224, "max_ms": 189.776, "p95_ms": 155.337}, "read_interval": {"avg_ms": 134.191, "count": 223, "max_ms": 201.648, "p95_ms": 165.235}, "triton_wait": {"avg_ms": 72.221, "count": 224, "max_ms": 118.565, "p95_ms": 104.626}, "visualize": {"avg_ms": 5.145, "count": 224, "max_ms": 7.755, "p95_ms": 6.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5815.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 632.946, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.273, "name": "ffmpeg", "pid": 13777, "rss_mb": 308.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.041, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:41:49+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T15:41:48+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T15:41:48.981413+09:00", "mtime_epoch": 1783320108.9814131, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:41:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.469, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.733, "count": 290, "max_ms": 6.59, "p95_ms": 5.493}, "gstreamer_push": {"avg_ms": 1.412, "count": 290, "max_ms": 4.958, "p95_ms": 3.534}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.027, "count": 290, "max_ms": 87.12, "p95_ms": 74.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.336, "count": 290, "max_ms": 110.911, "p95_ms": 101.55}, "yolo11_640_fire_11class": {"avg_ms": 59.38, "count": 290, "max_ms": 92.544, "p95_ms": 84.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.25, "count": 290, "max_ms": 106.579, "p95_ms": 93.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.29, "count": 290, "max_ms": 152.803, "p95_ms": 134.858}, "read_interval": {"avg_ms": 103.361, "count": 289, "max_ms": 163.718, "p95_ms": 138.17}, "triton_wait": {"avg_ms": 72.468, "count": 290, "max_ms": 110.923, "p95_ms": 101.787}, "visualize": {"avg_ms": 3.862, "count": 290, "max_ms": 6.238, "p95_ms": 5.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 818, "tracking_summary": 765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5803.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15829.554, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.725, "sample_count": 1544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:41:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:41:56+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T15:41:56+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T15:41:56.185587+09:00", "mtime_epoch": 1783320116.1855867, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:41:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 781.16, "name": "celery", "pid": 239, "rss_mb": 765.031, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.342, "pushed": 5.342, "read": 5.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.16, "count": 160, "max_ms": 95.382, "p95_ms": 88.814}, "gstreamer_push": {"avg_ms": 0.983, "count": 160, "max_ms": 2.147, "p95_ms": 1.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.795, "count": 160, "max_ms": 114.779, "p95_ms": 101.413}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.081, "count": 160, "max_ms": 110.435, "p95_ms": 101.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.187, "count": 160, "max_ms": 236.573, "p95_ms": 221.259}, "read_interval": {"avg_ms": 188.595, "count": 159, "max_ms": 242.369, "p95_ms": 231.349}, "triton_wait": {"avg_ms": 75.167, "count": 160, "max_ms": 114.803, "p95_ms": 103.424}, "visualize": {"avg_ms": 30.697, "count": 160, "max_ms": 48.138, "p95_ms": 39.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5811.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 344.288, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.801, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:42:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:42:03+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T15:42:03+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T15:42:03.461761+09:00", "mtime_epoch": 1783320123.4617612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:42:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1341.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.288, "pushed": 7.288, "read": 7.255}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.352, "count": 218, "max_ms": 9.805, "p95_ms": 8.269}, "gstreamer_push": {"avg_ms": 1.222, "count": 218, "max_ms": 4.375, "p95_ms": 2.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.097, "count": 218, "max_ms": 85.211, "p95_ms": 77.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.463, "count": 218, "max_ms": 122.678, "p95_ms": 103.487}, "yolo11_640_fire_11class": {"avg_ms": 65.526, "count": 218, "max_ms": 96.252, "p95_ms": 87.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.114, "count": 218, "max_ms": 108.858, "p95_ms": 98.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.761, "count": 218, "max_ms": 177.687, "p95_ms": 157.439}, "read_interval": {"avg_ms": 137.821, "count": 217, "max_ms": 191.198, "p95_ms": 169.924}, "triton_wait": {"avg_ms": 76.297, "count": 218, "max_ms": 122.69, "p95_ms": 103.708}, "visualize": {"avg_ms": 5.061, "count": 218, "max_ms": 6.867, "p95_ms": 5.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5819.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 662.984, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.562, "name": "ffmpeg", "pid": 13777, "rss_mb": 309.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.249, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:42:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:42:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T15:42:19+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T15:42:19.102134+09:00", "mtime_epoch": 1783320139.1021342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:42:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1488.219, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.231, "pushed": 9.231, "read": 9.197}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.841, "count": 276, "max_ms": 8.548, "p95_ms": 5.585}, "gstreamer_push": {"avg_ms": 1.415, "count": 276, "max_ms": 5.693, "p95_ms": 3.679}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.896, "count": 276, "max_ms": 88.861, "p95_ms": 76.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.094, "count": 276, "max_ms": 122.479, "p95_ms": 104.818}, "yolo11_640_fire_11class": {"avg_ms": 62.27, "count": 276, "max_ms": 95.301, "p95_ms": 84.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.966, "count": 276, "max_ms": 112.421, "p95_ms": 95.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.348, "count": 276, "max_ms": 176.004, "p95_ms": 150.708}, "read_interval": {"avg_ms": 108.945, "count": 275, "max_ms": 190.854, "p95_ms": 160.606}, "triton_wait": {"avg_ms": 75.318, "count": 276, "max_ms": 122.491, "p95_ms": 104.831}, "visualize": {"avg_ms": 3.891, "count": 276, "max_ms": 6.421, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 819, "tracking_summary": 766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5815.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15859.582, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.964, "sample_count": 1532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:42:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:42:26+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T15:42:26+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T15:42:26.182302+09:00", "mtime_epoch": 1783320146.182302, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:42:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 782.359, "name": "celery", "pid": 239, "rss_mb": 776.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.792, "pushed": 4.792, "read": 4.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.204, "count": 143, "max_ms": 100.253, "p95_ms": 92.021}, "gstreamer_push": {"avg_ms": 1.306, "count": 143, "max_ms": 3.829, "p95_ms": 2.555}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.994, "count": 143, "max_ms": 118.263, "p95_ms": 107.792}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.434, "count": 143, "max_ms": 121.711, "p95_ms": 107.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.425, "count": 143, "max_ms": 249.221, "p95_ms": 235.518}, "read_interval": {"avg_ms": 209.975, "count": 142, "max_ms": 492.748, "p95_ms": 243.058}, "triton_wait": {"avg_ms": 79.4, "count": 143, "max_ms": 121.721, "p95_ms": 109.342}, "visualize": {"avg_ms": 33.908, "count": 143, "max_ms": 51.889, "p95_ms": 44.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5804.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 374.314, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.073, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:42:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:42:33+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T15:42:33+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T15:42:33.490474+09:00", "mtime_epoch": 1783320153.4904745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:42:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.29, "pushed": 7.29, "read": 7.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.412, "count": 218, "max_ms": 9.587, "p95_ms": 7.522}, "gstreamer_push": {"avg_ms": 1.242, "count": 218, "max_ms": 4.587, "p95_ms": 2.558}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.793, "count": 218, "max_ms": 84.882, "p95_ms": 73.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.02, "count": 218, "max_ms": 117.656, "p95_ms": 102.61}, "yolo11_640_fire_11class": {"avg_ms": 64.332, "count": 218, "max_ms": 98.901, "p95_ms": 84.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.115, "count": 218, "max_ms": 104.808, "p95_ms": 92.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.82, "count": 218, "max_ms": 174.98, "p95_ms": 157.982}, "read_interval": {"avg_ms": 137.724, "count": 217, "max_ms": 188.866, "p95_ms": 167.584}, "triton_wait": {"avg_ms": 74.478, "count": 218, "max_ms": 117.669, "p95_ms": 102.624}, "visualize": {"avg_ms": 5.15, "count": 218, "max_ms": 7.364, "p95_ms": 5.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5825.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:31:13+09:00", "last_error_summary": "[h264 @ 0x557f8f9ca600] cabac decode of qscale diff failed at 48 44 [h264 @ 0x557f8f9ca600] error while decoding MB 48 44, bytestream 96943 [h264 @ 0x557f8f9f28c0] left block unavailable for requested intra mode [h264 @ 0x557f8f9f28c0] error while decoding MB 0 17, bytestream 46981 [h264 @ 0x557f904b6280] error while decoding MB 17 40, bytestream 17 [h264 @ 0x557f90318580] error while decoding MB 60 29, bytestream -5 [in#0/rtsp @ 0x557f8f89ce00] Error during demuxing: Connection timed out [in#0/", "last_exit_at": "2026-07-06T15:31:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 696.022, "last_started_at": "2026-07-06T15:31:16+09:00", "pid": 13777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.301, "name": "ffmpeg", "pid": 13777, "rss_mb": 313.301, "state": "S (sleeping)", "threads": 104}, "restart_count": 22, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.326, "sample_count": 2788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T15:42:52+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T15:42:52+09:00", "mjpeg": {"age_sec": 10.097, "exists": true, "mtime": "2026-07-06T15:42:42.102677+09:00", "mtime_epoch": 1783320162.1026766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:42:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1483.004, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.736, "pushed": 3.736, "read": 3.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 112, "max_ms": 5.097, "p95_ms": 4.777}, "gstreamer_push": {"avg_ms": 1.446, "count": 112, "max_ms": 7.913, "p95_ms": 3.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.252, "count": 112, "max_ms": 80.495, "p95_ms": 71.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.554, "count": 112, "max_ms": 112.789, "p95_ms": 105.398}, "yolo11_640_fire_11class": {"avg_ms": 59.545, "count": 112, "max_ms": 94.518, "p95_ms": 80.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.62, "count": 112, "max_ms": 95.048, "p95_ms": 89.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.523, "count": 112, "max_ms": 125.79, "p95_ms": 117.682}, "read_interval": {"avg_ms": 270.037, "count": 111, "max_ms": 10120.709, "p95_ms": 135.532}, "triton_wait": {"avg_ms": 71.613, "count": 112, "max_ms": 112.801, "p95_ms": 105.414}, "visualize": {"avg_ms": 3.574, "count": 112, "max_ms": 4.542, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 820, "tracking_summary": 768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5556.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15889.642, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.809, "sample_count": 1543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:42:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:42:56+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T15:42:56+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T15:42:56.267008+09:00", "mtime_epoch": 1783320176.2670076, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:42:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 782.359, "name": "celery", "pid": 239, "rss_mb": 781.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.522, "pushed": 5.522, "read": 5.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.359, "count": 165, "max_ms": 91.052, "p95_ms": 87.231}, "gstreamer_push": {"avg_ms": 0.968, "count": 165, "max_ms": 3.31, "p95_ms": 2.117}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.582, "count": 165, "max_ms": 107.266, "p95_ms": 89.005}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.058, "count": 165, "max_ms": 106.181, "p95_ms": 90.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.147, "count": 165, "max_ms": 226.587, "p95_ms": 202.164}, "read_interval": {"avg_ms": 182.137, "count": 164, "max_ms": 233.799, "p95_ms": 209.077}, "triton_wait": {"avg_ms": 70.871, "count": 165, "max_ms": 107.279, "p95_ms": 92.904}, "visualize": {"avg_ms": 29.925, "count": 165, "max_ms": 51.219, "p95_ms": 46.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5768.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 404.403, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.824, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:43:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:43:03+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T15:43:03+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:43:03.599178+09:00", "mtime_epoch": 1783320183.5991778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:43:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.975, "pushed": 7.975, "read": 7.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.114, "count": 238, "max_ms": 8.562, "p95_ms": 7.057}, "gstreamer_push": {"avg_ms": 1.201, "count": 239, "max_ms": 4.281, "p95_ms": 2.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.478, "count": 238, "max_ms": 78.566, "p95_ms": 63.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.492, "count": 238, "max_ms": 103.554, "p95_ms": 89.453}, "yolo11_640_fire_11class": {"avg_ms": 59.983, "count": 238, "max_ms": 96.6, "p95_ms": 72.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.063, "count": 238, "max_ms": 97.495, "p95_ms": 79.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.007, "count": 239, "max_ms": 158.441, "p95_ms": 145.807}, "read_interval": {"avg_ms": 125.903, "count": 238, "max_ms": 168.138, "p95_ms": 155.02}, "triton_wait": {"avg_ms": 65.927, "count": 238, "max_ms": 103.566, "p95_ms": 89.563}, "visualize": {"avg_ms": 4.993, "count": 238, "max_ms": 7.377, "p95_ms": 5.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5773.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.205, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.344, "name": "ffmpeg", "pid": 14188, "rss_mb": 266.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.984, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:43:22+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T15:43:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T15:43:22.147606+09:00", "mtime_epoch": 1783320202.147606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:43:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1483.238, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.384, "pushed": 8.384, "read": 8.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.373, "count": 251, "max_ms": 5.356, "p95_ms": 4.378}, "gstreamer_push": {"avg_ms": 1.529, "count": 251, "max_ms": 7.81, "p95_ms": 3.667}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.814, "count": 251, "max_ms": 79.106, "p95_ms": 71.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.516, "count": 251, "max_ms": 115.663, "p95_ms": 100.746}, "yolo11_640_fire_11class": {"avg_ms": 59.906, "count": 251, "max_ms": 90.823, "p95_ms": 82.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.792, "count": 251, "max_ms": 99.331, "p95_ms": 89.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.686, "count": 251, "max_ms": 127.6, "p95_ms": 112.48}, "read_interval": {"avg_ms": 119.694, "count": 250, "max_ms": 5196.942, "p95_ms": 125.681}, "triton_wait": {"avg_ms": 71.58, "count": 251, "max_ms": 115.676, "p95_ms": 100.758}, "visualize": {"avg_ms": 3.654, "count": 251, "max_ms": 4.587, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 822, "tracking_summary": 769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5773.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15919.686, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.615, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:43:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:43:26+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T15:43:26+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T15:43:26.335702+09:00", "mtime_epoch": 1783320206.335702, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:43:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 782.359, "name": "celery", "pid": 239, "rss_mb": 779.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.292, "pushed": 5.292, "read": 5.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.352, "count": 158, "max_ms": 96.287, "p95_ms": 90.27}, "gstreamer_push": {"avg_ms": 0.843, "count": 158, "max_ms": 2.001, "p95_ms": 1.001}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.901, "count": 158, "max_ms": 111.565, "p95_ms": 103.245}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.54, "count": 158, "max_ms": 109.956, "p95_ms": 98.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.967, "count": 158, "max_ms": 233.998, "p95_ms": 221.374}, "read_interval": {"avg_ms": 190.335, "count": 157, "max_ms": 242.492, "p95_ms": 229.69}, "triton_wait": {"avg_ms": 75.513, "count": 158, "max_ms": 111.58, "p95_ms": 103.255}, "visualize": {"avg_ms": 30.024, "count": 158, "max_ms": 44.307, "p95_ms": 38.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5777.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 434.509, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.218, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:43:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:43:33+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T15:43:33+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T15:43:33.703870+09:00", "mtime_epoch": 1783320213.7038703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:43:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.374, "pushed": 7.374, "read": 7.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.426, "count": 220, "max_ms": 9.223, "p95_ms": 7.633}, "gstreamer_push": {"avg_ms": 1.2, "count": 221, "max_ms": 4.321, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.107, "count": 220, "max_ms": 85.114, "p95_ms": 73.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.454, "count": 220, "max_ms": 112.519, "p95_ms": 102.75}, "yolo11_640_fire_11class": {"avg_ms": 64.09, "count": 220, "max_ms": 93.555, "p95_ms": 86.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.752, "count": 220, "max_ms": 99.852, "p95_ms": 93.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.215, "count": 221, "max_ms": 165.387, "p95_ms": 155.728}, "read_interval": {"avg_ms": 136.268, "count": 220, "max_ms": 175.907, "p95_ms": 166.011}, "triton_wait": {"avg_ms": 73.104, "count": 220, "max_ms": 112.532, "p95_ms": 102.763}, "visualize": {"avg_ms": 5.16, "count": 220, "max_ms": 6.769, "p95_ms": 5.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5781.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.27, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.211, "name": "ffmpeg", "pid": 14188, "rss_mb": 270.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.862, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:43:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T15:43:52+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T15:43:52.232291+09:00", "mtime_epoch": 1783320232.2322915, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:43:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1483.379, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 301, "max_ms": 5.564, "p95_ms": 4.985}, "gstreamer_push": {"avg_ms": 1.468, "count": 301, "max_ms": 6.155, "p95_ms": 3.522}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.989, "count": 301, "max_ms": 82.213, "p95_ms": 71.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.448, "count": 301, "max_ms": 121.908, "p95_ms": 103.101}, "yolo11_640_fire_11class": {"avg_ms": 59.072, "count": 301, "max_ms": 93.276, "p95_ms": 82.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.501, "count": 301, "max_ms": 101.764, "p95_ms": 87.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.548, "count": 301, "max_ms": 134.263, "p95_ms": 115.581}, "read_interval": {"avg_ms": 99.919, "count": 300, "max_ms": 345.382, "p95_ms": 128.927}, "triton_wait": {"avg_ms": 72.522, "count": 301, "max_ms": 121.921, "p95_ms": 103.114}, "visualize": {"avg_ms": 3.591, "count": 301, "max_ms": 5.02, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 823, "tracking_summary": 770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5784.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15949.719, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.109, "sample_count": 1561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:43:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:43:56+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T15:43:56+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T15:43:56.312384+09:00", "mtime_epoch": 1783320236.3123837, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:43:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 783.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.396, "pushed": 5.396, "read": 5.362}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.533, "count": 161, "max_ms": 118.995, "p95_ms": 96.747}, "gstreamer_push": {"avg_ms": 0.86, "count": 161, "max_ms": 1.265, "p95_ms": 1.012}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.851, "count": 161, "max_ms": 121.941, "p95_ms": 104.901}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.118, "count": 161, "max_ms": 118.11, "p95_ms": 109.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.114, "count": 161, "max_ms": 239.34, "p95_ms": 223.907}, "read_interval": {"avg_ms": 186.33, "count": 160, "max_ms": 245.921, "p95_ms": 230.193}, "triton_wait": {"avg_ms": 81.762, "count": 161, "max_ms": 121.955, "p95_ms": 109.134}, "visualize": {"avg_ms": 29.459, "count": 161, "max_ms": 44.157, "p95_ms": 38.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5784.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 464.554, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.298, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:44:03+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T15:44:03+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T15:44:03.740551+09:00", "mtime_epoch": 1783320243.7405512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:44:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.426, "pushed": 7.426, "read": 7.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.164, "count": 222, "max_ms": 9.934, "p95_ms": 7.491}, "gstreamer_push": {"avg_ms": 1.257, "count": 222, "max_ms": 6.708, "p95_ms": 2.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.155, "count": 222, "max_ms": 87.435, "p95_ms": 76.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.779, "count": 222, "max_ms": 119.435, "p95_ms": 104.906}, "yolo11_640_fire_11class": {"avg_ms": 65.119, "count": 222, "max_ms": 103.068, "p95_ms": 88.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.083, "count": 222, "max_ms": 103.696, "p95_ms": 92.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.954, "count": 222, "max_ms": 174.914, "p95_ms": 157.827}, "read_interval": {"avg_ms": 135.343, "count": 221, "max_ms": 186.049, "p95_ms": 167.919}, "triton_wait": {"avg_ms": 75.313, "count": 222, "max_ms": 119.448, "p95_ms": 104.919}, "visualize": {"avg_ms": 5.127, "count": 222, "max_ms": 9.256, "p95_ms": 6.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5777.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.31, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.211, "name": "ffmpeg", "pid": 14188, "rss_mb": 270.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.14, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:44:22+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T15:44:22+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T15:44:22.240966+09:00", "mtime_epoch": 1783320262.2409658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:44:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1483.34, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.501, "count": 300, "max_ms": 6.162, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.48, "count": 300, "max_ms": 5.845, "p95_ms": 3.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.28, "count": 300, "max_ms": 87.213, "p95_ms": 73.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.667, "count": 300, "max_ms": 131.98, "p95_ms": 103.832}, "yolo11_640_fire_11class": {"avg_ms": 61.001, "count": 300, "max_ms": 101.616, "p95_ms": 84.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.095, "count": 300, "max_ms": 102.772, "p95_ms": 93.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.973, "count": 300, "max_ms": 144.347, "p95_ms": 116.223}, "read_interval": {"avg_ms": 100.073, "count": 299, "max_ms": 157.664, "p95_ms": 131.21}, "triton_wait": {"avg_ms": 73.802, "count": 300, "max_ms": 131.993, "p95_ms": 103.845}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 6.157, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 825, "tracking_summary": 772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5780.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 15979.804, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.109, "sample_count": 1557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:44:26+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T15:44:26+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T15:44:26.389058+09:00", "mtime_epoch": 1783320266.389058, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:44:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 781.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.225, "pushed": 5.225, "read": 5.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.901, "count": 156, "max_ms": 94.845, "p95_ms": 89.845}, "gstreamer_push": {"avg_ms": 0.83, "count": 156, "max_ms": 1.14, "p95_ms": 0.996}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.139, "count": 156, "max_ms": 117.393, "p95_ms": 103.012}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.598, "count": 156, "max_ms": 116.518, "p95_ms": 102.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.72, "count": 156, "max_ms": 232.052, "p95_ms": 223.415}, "read_interval": {"avg_ms": 192.639, "count": 155, "max_ms": 241.314, "p95_ms": 231.471}, "triton_wait": {"avg_ms": 78.267, "count": 156, "max_ms": 117.401, "p95_ms": 103.563}, "visualize": {"avg_ms": 28.529, "count": 156, "max_ms": 40.239, "p95_ms": 33.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5779.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 494.694, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.418, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:44:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:44:33+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T15:44:33+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T15:44:33.869225+09:00", "mtime_epoch": 1783320273.8692245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:44:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1344.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.269, "pushed": 7.269, "read": 7.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.375, "count": 217, "max_ms": 11.233, "p95_ms": 8.672}, "gstreamer_push": {"avg_ms": 1.241, "count": 218, "max_ms": 4.362, "p95_ms": 2.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.361, "count": 217, "max_ms": 80.506, "p95_ms": 73.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.502, "count": 217, "max_ms": 112.48, "p95_ms": 100.637}, "yolo11_640_fire_11class": {"avg_ms": 64.787, "count": 217, "max_ms": 100.658, "p95_ms": 85.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.411, "count": 217, "max_ms": 107.054, "p95_ms": 93.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.156, "count": 218, "max_ms": 164.282, "p95_ms": 155.525}, "read_interval": {"avg_ms": 138.234, "count": 217, "max_ms": 345.179, "p95_ms": 166.017}, "triton_wait": {"avg_ms": 75.244, "count": 217, "max_ms": 112.492, "p95_ms": 100.845}, "visualize": {"avg_ms": 5.157, "count": 217, "max_ms": 9.139, "p95_ms": 5.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5777.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.406, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.211, "name": "ffmpeg", "pid": 14188, "rss_mb": 270.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.862, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:44:52+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T15:44:52+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T15:44:52.337633+09:00", "mtime_epoch": 1783320292.3376327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:44:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1483.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 300, "max_ms": 5.631, "p95_ms": 4.37}, "gstreamer_push": {"avg_ms": 1.494, "count": 300, "max_ms": 8.149, "p95_ms": 1.872}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.734, "count": 300, "max_ms": 86.42, "p95_ms": 69.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.743, "count": 300, "max_ms": 119.416, "p95_ms": 98.221}, "yolo11_640_fire_11class": {"avg_ms": 59.148, "count": 300, "max_ms": 92.665, "p95_ms": 83.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.879, "count": 300, "max_ms": 102.095, "p95_ms": 92.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.312, "count": 300, "max_ms": 131.612, "p95_ms": 111.1}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 293.02, "p95_ms": 127.529}, "triton_wait": {"avg_ms": 70.029, "count": 300, "max_ms": 119.429, "p95_ms": 98.524}, "visualize": {"avg_ms": 3.714, "count": 300, "max_ms": 5.597, "p95_ms": 4.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 825, "tracking_summary": 773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5784.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16009.942, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.173, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:44:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:44:56+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T15:44:56+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T15:44:56.561726+09:00", "mtime_epoch": 1783320296.5617256, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:44:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 781.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.011, "pushed": 5.011, "read": 4.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.02, "count": 150, "max_ms": 105.193, "p95_ms": 90.487}, "gstreamer_push": {"avg_ms": 0.803, "count": 150, "max_ms": 0.961, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.973, "count": 150, "max_ms": 110.959, "p95_ms": 101.542}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.291, "count": 150, "max_ms": 109.783, "p95_ms": 99.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.972, "count": 150, "max_ms": 230.542, "p95_ms": 221.651}, "read_interval": {"avg_ms": 201.012, "count": 149, "max_ms": 237.12, "p95_ms": 229.356}, "triton_wait": {"avg_ms": 76.977, "count": 150, "max_ms": 110.973, "p95_ms": 101.883}, "visualize": {"avg_ms": 28.144, "count": 150, "max_ms": 41.587, "p95_ms": 30.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5782.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 524.829, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.324, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:45:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:45:04+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T15:45:03+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T15:45:03.977888+09:00", "mtime_epoch": 1783320303.977888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:45:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.303, "pushed": 7.303, "read": 7.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.498, "count": 218, "max_ms": 9.725, "p95_ms": 8.042}, "gstreamer_push": {"avg_ms": 1.211, "count": 219, "max_ms": 3.282, "p95_ms": 2.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.917, "count": 218, "max_ms": 83.654, "p95_ms": 73.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.043, "count": 218, "max_ms": 114.739, "p95_ms": 102.973}, "yolo11_640_fire_11class": {"avg_ms": 64.718, "count": 218, "max_ms": 95.131, "p95_ms": 85.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.454, "count": 218, "max_ms": 103.124, "p95_ms": 97.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.662, "count": 219, "max_ms": 167.164, "p95_ms": 156.941}, "read_interval": {"avg_ms": 137.459, "count": 218, "max_ms": 177.498, "p95_ms": 167.317}, "triton_wait": {"avg_ms": 73.881, "count": 218, "max_ms": 114.751, "p95_ms": 102.986}, "visualize": {"avg_ms": 5.211, "count": 218, "max_ms": 8.731, "p95_ms": 6.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5780.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.424, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.211, "name": "ffmpeg", "pid": 14188, "rss_mb": 270.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.243, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:45:22+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T15:45:22+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T15:45:22.390290+09:00", "mtime_epoch": 1783320322.3902898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:45:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1486.336, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 300, "max_ms": 5.846, "p95_ms": 4.578}, "gstreamer_push": {"avg_ms": 1.48, "count": 300, "max_ms": 6.409, "p95_ms": 3.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.141, "count": 300, "max_ms": 81.957, "p95_ms": 73.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.819, "count": 300, "max_ms": 109.546, "p95_ms": 100.42}, "yolo11_640_fire_11class": {"avg_ms": 58.803, "count": 300, "max_ms": 90.707, "p95_ms": 82.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.497, "count": 300, "max_ms": 102.188, "p95_ms": 91.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.149, "count": 300, "max_ms": 122.765, "p95_ms": 113.288}, "read_interval": {"avg_ms": 100.114, "count": 299, "max_ms": 138.081, "p95_ms": 128.353}, "triton_wait": {"avg_ms": 70.948, "count": 300, "max_ms": 109.56, "p95_ms": 100.648}, "visualize": {"avg_ms": 3.662, "count": 300, "max_ms": 5.719, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 828, "tracking_summary": 774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5771.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16040.067, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.103, "sample_count": 1556, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:45:26+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T15:45:26+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T15:45:26.698383+09:00", "mtime_epoch": 1783320326.6983833, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:45:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 779.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.411, "pushed": 5.411, "read": 5.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.644, "count": 162, "max_ms": 99.056, "p95_ms": 91.138}, "gstreamer_push": {"avg_ms": 0.861, "count": 162, "max_ms": 1.26, "p95_ms": 1.046}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.059, "count": 162, "max_ms": 110.41, "p95_ms": 99.207}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.956, "count": 162, "max_ms": 107.433, "p95_ms": 101.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.326, "count": 162, "max_ms": 227.132, "p95_ms": 218.922}, "read_interval": {"avg_ms": 185.984, "count": 161, "max_ms": 235.817, "p95_ms": 225.432}, "triton_wait": {"avg_ms": 75.822, "count": 162, "max_ms": 110.428, "p95_ms": 104.919}, "visualize": {"avg_ms": 27.559, "count": 162, "max_ms": 50.503, "p95_ms": 33.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5773.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 554.94, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.073, "sample_count": 2230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:45:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:45:34+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T15:45:34+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T15:45:34.130544+09:00", "mtime_epoch": 1783320334.1305444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:45:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.808, "pushed": 7.808, "read": 7.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.566, "count": 233, "max_ms": 9.902, "p95_ms": 6.792}, "gstreamer_push": {"avg_ms": 1.328, "count": 234, "max_ms": 4.101, "p95_ms": 2.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.755, "count": 233, "max_ms": 89.368, "p95_ms": 78.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.082, "count": 233, "max_ms": 122.817, "p95_ms": 107.313}, "yolo11_640_fire_11class": {"avg_ms": 67.164, "count": 233, "max_ms": 94.869, "p95_ms": 86.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.123, "count": 233, "max_ms": 103.528, "p95_ms": 96.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.6, "count": 234, "max_ms": 167.144, "p95_ms": 153.433}, "read_interval": {"avg_ms": 128.679, "count": 233, "max_ms": 176.756, "p95_ms": 164.627}, "triton_wait": {"avg_ms": 78.874, "count": 233, "max_ms": 122.83, "p95_ms": 107.325}, "visualize": {"avg_ms": 4.681, "count": 233, "max_ms": 8.687, "p95_ms": 5.576}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5778.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.47, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.211, "name": "ffmpeg", "pid": 14188, "rss_mb": 270.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.257, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:45:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:45:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T15:45:52+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T15:45:52.426939+09:00", "mtime_epoch": 1783320352.4269385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:45:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.84, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.517, "pushed": 8.517, "read": 8.484}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 255, "max_ms": 7.736, "p95_ms": 5.883}, "gstreamer_push": {"avg_ms": 1.387, "count": 255, "max_ms": 4.432, "p95_ms": 2.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.743, "count": 255, "max_ms": 88.566, "p95_ms": 77.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.822, "count": 255, "max_ms": 128.525, "p95_ms": 107.33}, "yolo11_640_fire_11class": {"avg_ms": 65.616, "count": 255, "max_ms": 97.788, "p95_ms": 86.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.881, "count": 255, "max_ms": 109.903, "p95_ms": 96.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.22, "count": 255, "max_ms": 172.266, "p95_ms": 152.923}, "read_interval": {"avg_ms": 117.959, "count": 254, "max_ms": 181.804, "p95_ms": 163.029}, "triton_wait": {"avg_ms": 79.985, "count": 255, "max_ms": 128.539, "p95_ms": 107.342}, "visualize": {"avg_ms": 4.173, "count": 255, "max_ms": 6.498, "p95_ms": 5.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 829, "tracking_summary": 776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5763.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16070.273, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.696, "sample_count": 1561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:45:57+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T15:45:56+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T15:45:56.867034+09:00", "mtime_epoch": 1783320356.8670337, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:45:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 768.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.336, "pushed": 5.336, "read": 5.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.026, "count": 160, "max_ms": 105.632, "p95_ms": 89.948}, "gstreamer_push": {"avg_ms": 0.867, "count": 160, "max_ms": 1.848, "p95_ms": 1.065}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.875, "count": 160, "max_ms": 123.777, "p95_ms": 108.63}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.306, "count": 160, "max_ms": 121.086, "p95_ms": 105.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.606, "count": 160, "max_ms": 243.066, "p95_ms": 229.095}, "read_interval": {"avg_ms": 188.596, "count": 159, "max_ms": 249.217, "p95_ms": 236.194}, "triton_wait": {"avg_ms": 77.25, "count": 160, "max_ms": 123.79, "p95_ms": 108.641}, "visualize": {"avg_ms": 28.224, "count": 160, "max_ms": 38.076, "p95_ms": 34.647}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5774.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 584.992, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.418, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:46:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:46:04+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T15:46:04+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T15:46:04.147189+09:00", "mtime_epoch": 1783320364.1471894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:46:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1345.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.085, "pushed": 7.085, "read": 7.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.464, "count": 212, "max_ms": 8.686, "p95_ms": 8.028}, "gstreamer_push": {"avg_ms": 1.231, "count": 212, "max_ms": 4.73, "p95_ms": 2.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.564, "count": 212, "max_ms": 86.385, "p95_ms": 76.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.522, "count": 212, "max_ms": 118.29, "p95_ms": 106.568}, "yolo11_640_fire_11class": {"avg_ms": 67.356, "count": 212, "max_ms": 97.182, "p95_ms": 86.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.496, "count": 212, "max_ms": 106.562, "p95_ms": 96.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.767, "count": 212, "max_ms": 178.834, "p95_ms": 160.748}, "read_interval": {"avg_ms": 141.644, "count": 211, "max_ms": 189.72, "p95_ms": 171.369}, "triton_wait": {"avg_ms": 78.618, "count": 212, "max_ms": 118.303, "p95_ms": 106.581}, "visualize": {"avg_ms": 5.16, "count": 212, "max_ms": 6.364, "p95_ms": 5.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5782.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.545, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.305, "name": "ffmpeg", "pid": 14188, "rss_mb": 273.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.257, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:46:22+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T15:46:22+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T15:46:22.503580+09:00", "mtime_epoch": 1783320382.50358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:46:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1483.203, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.146}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.494, "count": 305, "max_ms": 5.338, "p95_ms": 4.789}, "gstreamer_push": {"avg_ms": 1.575, "count": 305, "max_ms": 7.546, "p95_ms": 3.792}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.111, "count": 305, "max_ms": 83.975, "p95_ms": 70.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.686, "count": 305, "max_ms": 130.303, "p95_ms": 101.595}, "yolo11_640_fire_11class": {"avg_ms": 60.636, "count": 305, "max_ms": 94.752, "p95_ms": 85.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.515, "count": 305, "max_ms": 103.106, "p95_ms": 90.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.028, "count": 305, "max_ms": 142.745, "p95_ms": 113.627}, "read_interval": {"avg_ms": 98.636, "count": 304, "max_ms": 160.893, "p95_ms": 127.9}, "triton_wait": {"avg_ms": 72.794, "count": 305, "max_ms": 130.316, "p95_ms": 101.607}, "visualize": {"avg_ms": 3.674, "count": 305, "max_ms": 4.658, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 830, "tracking_summary": 777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5782.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16100.387, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.126, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:46:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:46:27+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T15:46:26+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T15:46:26.971675+09:00", "mtime_epoch": 1783320386.971675, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:46:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 777.855, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.948, "pushed": 4.948, "read": 4.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.715, "count": 148, "max_ms": 104.158, "p95_ms": 95.767}, "gstreamer_push": {"avg_ms": 0.83, "count": 148, "max_ms": 1.939, "p95_ms": 0.977}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.855, "count": 148, "max_ms": 109.941, "p95_ms": 104.698}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.319, "count": 148, "max_ms": 117.082, "p95_ms": 103.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.355, "count": 148, "max_ms": 240.961, "p95_ms": 229.549}, "read_interval": {"avg_ms": 203.316, "count": 147, "max_ms": 252.297, "p95_ms": 237.056}, "triton_wait": {"avg_ms": 78.308, "count": 148, "max_ms": 117.095, "p95_ms": 107.892}, "visualize": {"avg_ms": 30.343, "count": 148, "max_ms": 52.627, "p95_ms": 37.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5777.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 615.056, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.718, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:46:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:46:34+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T15:46:34+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T15:46:34.223828+09:00", "mtime_epoch": 1783320394.2238283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:46:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1348.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.281, "pushed": 7.281, "read": 7.248}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.479, "count": 218, "max_ms": 10.216, "p95_ms": 7.856}, "gstreamer_push": {"avg_ms": 1.224, "count": 218, "max_ms": 4.133, "p95_ms": 2.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.824, "count": 218, "max_ms": 83.876, "p95_ms": 76.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.793, "count": 218, "max_ms": 125.357, "p95_ms": 106.569}, "yolo11_640_fire_11class": {"avg_ms": 63.895, "count": 218, "max_ms": 91.826, "p95_ms": 83.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.193, "count": 218, "max_ms": 102.311, "p95_ms": 92.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.011, "count": 218, "max_ms": 175.545, "p95_ms": 159.225}, "read_interval": {"avg_ms": 137.839, "count": 217, "max_ms": 184.772, "p95_ms": 169.519}, "triton_wait": {"avg_ms": 75.051, "count": 218, "max_ms": 125.37, "p95_ms": 106.581}, "visualize": {"avg_ms": 5.16, "count": 218, "max_ms": 8.468, "p95_ms": 5.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5776.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.571, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 14188, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 8, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.043, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:46:52+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T15:46:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T15:46:52.500213+09:00", "mtime_epoch": 1783320412.500213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:46:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1480.754, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.119}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 304, "max_ms": 5.691, "p95_ms": 4.738}, "gstreamer_push": {"avg_ms": 1.529, "count": 304, "max_ms": 6.496, "p95_ms": 3.561}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.918, "count": 304, "max_ms": 87.457, "p95_ms": 74.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.668, "count": 304, "max_ms": 122.363, "p95_ms": 105.669}, "yolo11_640_fire_11class": {"avg_ms": 60.231, "count": 304, "max_ms": 95.664, "p95_ms": 83.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.487, "count": 304, "max_ms": 105.534, "p95_ms": 90.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.871, "count": 304, "max_ms": 134.547, "p95_ms": 117.621}, "read_interval": {"avg_ms": 98.719, "count": 303, "max_ms": 147.574, "p95_ms": 130.873}, "triton_wait": {"avg_ms": 72.806, "count": 304, "max_ms": 122.375, "p95_ms": 105.683}, "visualize": {"avg_ms": 3.657, "count": 304, "max_ms": 5.395, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 832, "tracking_summary": 778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5776.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16130.576, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.239, "sample_count": 1558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:46:57+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T15:46:57+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T15:46:57.188311+09:00", "mtime_epoch": 1783320417.188311, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:46:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 766.93, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.267, "pushed": 5.267, "read": 5.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.388, "count": 158, "max_ms": 94.06, "p95_ms": 91.333}, "gstreamer_push": {"avg_ms": 1.057, "count": 158, "max_ms": 2.956, "p95_ms": 2.228}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.107, "count": 158, "max_ms": 119.407, "p95_ms": 109.42}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.796, "count": 158, "max_ms": 114.39, "p95_ms": 107.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.227, "count": 158, "max_ms": 243.523, "p95_ms": 226.788}, "read_interval": {"avg_ms": 189.822, "count": 158, "max_ms": 252.984, "p95_ms": 232.974}, "triton_wait": {"avg_ms": 79.474, "count": 158, "max_ms": 119.421, "p95_ms": 109.583}, "visualize": {"avg_ms": 35.162, "count": 158, "max_ms": 91.425, "p95_ms": 54.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5780.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 645.099, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.183, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:47:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:47:04+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T15:47:04+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T15:47:04.296460+09:00", "mtime_epoch": 1783320424.29646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:47:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.523, "pushed": 7.523, "read": 7.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.998, "count": 225, "max_ms": 9.894, "p95_ms": 7.582}, "gstreamer_push": {"avg_ms": 1.276, "count": 225, "max_ms": 3.99, "p95_ms": 1.809}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.696, "count": 225, "max_ms": 89.826, "p95_ms": 76.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.042, "count": 225, "max_ms": 124.204, "p95_ms": 107.425}, "yolo11_640_fire_11class": {"avg_ms": 66.595, "count": 225, "max_ms": 96.976, "p95_ms": 87.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.906, "count": 225, "max_ms": 107.053, "p95_ms": 95.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.623, "count": 225, "max_ms": 176.878, "p95_ms": 161.97}, "read_interval": {"avg_ms": 133.592, "count": 224, "max_ms": 188.344, "p95_ms": 171.647}, "triton_wait": {"avg_ms": 78.518, "count": 225, "max_ms": 124.217, "p95_ms": 107.437}, "visualize": {"avg_ms": 4.873, "count": 225, "max_ms": 7.245, "p95_ms": 5.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5781.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.632, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 14188, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.433, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:47:22+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T15:47:22+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T15:47:22.556840+09:00", "mtime_epoch": 1783320442.55684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:47:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1486.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.809, "pushed": 8.809, "read": 8.776}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.374, "count": 264, "max_ms": 5.566, "p95_ms": 4.34}, "gstreamer_push": {"avg_ms": 1.5, "count": 264, "max_ms": 6.377, "p95_ms": 3.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.503, "count": 264, "max_ms": 90.167, "p95_ms": 82.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.669, "count": 264, "max_ms": 129.71, "p95_ms": 116.161}, "yolo11_640_fire_11class": {"avg_ms": 71.645, "count": 264, "max_ms": 91.298, "p95_ms": 86.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.567, "count": 264, "max_ms": 102.559, "p95_ms": 98.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.18, "count": 264, "max_ms": 141.719, "p95_ms": 127.978}, "read_interval": {"avg_ms": 113.843, "count": 263, "max_ms": 154.564, "p95_ms": 141.991}, "triton_wait": {"avg_ms": 88.0, "count": 264, "max_ms": 129.722, "p95_ms": 116.173}, "visualize": {"avg_ms": 3.668, "count": 264, "max_ms": 5.685, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 833, "tracking_summary": 779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5778.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16160.621, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.951, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:47:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:47:27+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T15:47:27+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T15:47:27.196936+09:00", "mtime_epoch": 1783320447.1969361, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:47:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 783.586, "name": "celery", "pid": 239, "rss_mb": 771.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.731, "pushed": 4.731, "read": 4.697}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.536, "count": 141, "max_ms": 94.544, "p95_ms": 91.351}, "gstreamer_push": {"avg_ms": 1.166, "count": 141, "max_ms": 2.477, "p95_ms": 2.062}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.936, "count": 141, "max_ms": 123.945, "p95_ms": 117.291}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 87.446, "count": 141, "max_ms": 116.437, "p95_ms": 111.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.811, "count": 141, "max_ms": 262.464, "p95_ms": 246.693}, "read_interval": {"avg_ms": 212.92, "count": 140, "max_ms": 268.212, "p95_ms": 252.733}, "triton_wait": {"avg_ms": 91.249, "count": 141, "max_ms": 123.958, "p95_ms": 117.303}, "visualize": {"avg_ms": 34.825, "count": 141, "max_ms": 51.519, "p95_ms": 47.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5783.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 675.171, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.379, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:47:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:47:34+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T15:47:34+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T15:47:34.357084+09:00", "mtime_epoch": 1783320454.3570843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:47:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1345.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.287, "pushed": 8.287, "read": 8.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.98, "count": 248, "max_ms": 5.361, "p95_ms": 4.777}, "gstreamer_push": {"avg_ms": 1.527, "count": 248, "max_ms": 6.469, "p95_ms": 3.704}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.973, "count": 248, "max_ms": 90.939, "p95_ms": 84.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 94.675, "count": 248, "max_ms": 129.449, "p95_ms": 114.257}, "yolo11_640_fire_11class": {"avg_ms": 77.481, "count": 248, "max_ms": 91.623, "p95_ms": 87.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 89.826, "count": 248, "max_ms": 103.535, "p95_ms": 100.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.059, "count": 248, "max_ms": 142.017, "p95_ms": 127.14}, "read_interval": {"avg_ms": 121.218, "count": 247, "max_ms": 159.604, "p95_ms": 139.485}, "triton_wait": {"avg_ms": 95.154, "count": 248, "max_ms": 129.462, "p95_ms": 114.27}, "visualize": {"avg_ms": 3.712, "count": 248, "max_ms": 4.612, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5785.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.729, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 14188, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.523, "sample_count": 2828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:47:52+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T15:47:52+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T15:47:52.653461+09:00", "mtime_epoch": 1783320472.6534615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:47:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.008, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.405, "pushed": 8.405, "read": 8.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 252, "max_ms": 5.138, "p95_ms": 4.058}, "gstreamer_push": {"avg_ms": 1.477, "count": 252, "max_ms": 4.05, "p95_ms": 2.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.925, "count": 252, "max_ms": 96.175, "p95_ms": 86.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 92.318, "count": 252, "max_ms": 125.185, "p95_ms": 113.722}, "yolo11_640_fire_11class": {"avg_ms": 77.488, "count": 252, "max_ms": 97.359, "p95_ms": 89.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.015, "count": 252, "max_ms": 111.938, "p95_ms": 103.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.009, "count": 252, "max_ms": 137.159, "p95_ms": 126.327}, "read_interval": {"avg_ms": 119.429, "count": 251, "max_ms": 150.296, "p95_ms": 140.589}, "triton_wait": {"avg_ms": 93.697, "count": 252, "max_ms": 125.198, "p95_ms": 113.734}, "visualize": {"avg_ms": 3.737, "count": 252, "max_ms": 4.901, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 835, "tracking_summary": 781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5791.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16190.67, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.527, "sample_count": 1531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:47:57+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T15:47:57+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T15:47:57.237556+09:00", "mtime_epoch": 1783320477.2375555, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:47:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 784.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.732, "pushed": 4.732, "read": 4.699}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.059, "count": 141, "max_ms": 95.566, "p95_ms": 89.117}, "gstreamer_push": {"avg_ms": 0.895, "count": 141, "max_ms": 2.3, "p95_ms": 1.427}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.214, "count": 141, "max_ms": 118.966, "p95_ms": 114.175}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 90.834, "count": 141, "max_ms": 124.014, "p95_ms": 117.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.825, "count": 141, "max_ms": 253.73, "p95_ms": 242.553}, "read_interval": {"avg_ms": 212.905, "count": 140, "max_ms": 264.299, "p95_ms": 249.707}, "triton_wait": {"avg_ms": 92.105, "count": 141, "max_ms": 124.027, "p95_ms": 117.566}, "visualize": {"avg_ms": 31.651, "count": 141, "max_ms": 49.1, "p95_ms": 44.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5783.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 705.207, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.291, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:48:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:48:04+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T15:48:04+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T15:48:04.429703+09:00", "mtime_epoch": 1783320484.4297028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:48:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.557, "pushed": 8.557, "read": 8.524}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.937, "count": 256, "max_ms": 5.962, "p95_ms": 5.07}, "gstreamer_push": {"avg_ms": 1.57, "count": 256, "max_ms": 6.45, "p95_ms": 3.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.669, "count": 256, "max_ms": 94.81, "p95_ms": 85.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.14, "count": 256, "max_ms": 127.105, "p95_ms": 112.461}, "yolo11_640_fire_11class": {"avg_ms": 74.909, "count": 256, "max_ms": 96.087, "p95_ms": 89.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.853, "count": 256, "max_ms": 111.457, "p95_ms": 106.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.658, "count": 256, "max_ms": 141.429, "p95_ms": 125.785}, "read_interval": {"avg_ms": 117.412, "count": 255, "max_ms": 159.739, "p95_ms": 139.524}, "triton_wait": {"avg_ms": 90.822, "count": 256, "max_ms": 127.118, "p95_ms": 112.474}, "visualize": {"avg_ms": 3.674, "count": 256, "max_ms": 4.546, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5786.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.82, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 14188, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.803, "sample_count": 2831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:48:22+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T15:48:22+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T15:48:22.710076+09:00", "mtime_epoch": 1783320502.7100759, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:48:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.008, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.479, "pushed": 8.479, "read": 8.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.486, "count": 254, "max_ms": 5.333, "p95_ms": 4.579}, "gstreamer_push": {"avg_ms": 1.602, "count": 254, "max_ms": 5.971, "p95_ms": 3.826}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.046, "count": 254, "max_ms": 90.023, "p95_ms": 85.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 91.507, "count": 254, "max_ms": 126.83, "p95_ms": 115.696}, "yolo11_640_fire_11class": {"avg_ms": 75.258, "count": 254, "max_ms": 90.296, "p95_ms": 87.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.117, "count": 254, "max_ms": 110.898, "p95_ms": 101.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.776, "count": 254, "max_ms": 138.89, "p95_ms": 128.075}, "read_interval": {"avg_ms": 118.33, "count": 253, "max_ms": 152.98, "p95_ms": 141.361}, "triton_wait": {"avg_ms": 92.209, "count": 254, "max_ms": 126.843, "p95_ms": 115.71}, "visualize": {"avg_ms": 3.774, "count": 254, "max_ms": 4.938, "p95_ms": 4.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 836, "tracking_summary": 782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5786.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16220.889, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.873, "sample_count": 1512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:48:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:48:27+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T15:48:27+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T15:48:27.462173+09:00", "mtime_epoch": 1783320507.4621725, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:48:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 780.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.701, "pushed": 4.701, "read": 4.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.642, "count": 141, "max_ms": 102.914, "p95_ms": 93.068}, "gstreamer_push": {"avg_ms": 0.804, "count": 141, "max_ms": 0.985, "p95_ms": 0.867}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.028, "count": 141, "max_ms": 118.849, "p95_ms": 114.948}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 88.894, "count": 141, "max_ms": 121.187, "p95_ms": 116.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.285, "count": 141, "max_ms": 252.239, "p95_ms": 234.945}, "read_interval": {"avg_ms": 214.129, "count": 140, "max_ms": 260.699, "p95_ms": 243.314}, "triton_wait": {"avg_ms": 89.931, "count": 141, "max_ms": 121.201, "p95_ms": 116.966}, "visualize": {"avg_ms": 27.918, "count": 141, "max_ms": 31.072, "p95_ms": 29.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5779.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 735.272, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.731, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:48:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:48:34+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T15:48:34+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T15:48:34.458314+09:00", "mtime_epoch": 1783320514.4583144, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:48:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1342.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.485, "pushed": 8.485, "read": 8.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.191, "count": 254, "max_ms": 9.544, "p95_ms": 6.245}, "gstreamer_push": {"avg_ms": 1.567, "count": 254, "max_ms": 6.332, "p95_ms": 3.821}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.882, "count": 254, "max_ms": 91.303, "p95_ms": 84.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.842, "count": 254, "max_ms": 126.646, "p95_ms": 111.193}, "yolo11_640_fire_11class": {"avg_ms": 74.166, "count": 254, "max_ms": 93.178, "p95_ms": 87.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.902, "count": 254, "max_ms": 105.3, "p95_ms": 101.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.261, "count": 254, "max_ms": 152.233, "p95_ms": 132.276}, "read_interval": {"avg_ms": 118.291, "count": 253, "max_ms": 165.147, "p95_ms": 146.156}, "triton_wait": {"avg_ms": 89.01, "count": 254, "max_ms": 126.66, "p95_ms": 111.206}, "visualize": {"avg_ms": 3.839, "count": 254, "max_ms": 6.378, "p95_ms": 5.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5798.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.855, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.75, "name": "ffmpeg", "pid": 14188, "rss_mb": 286.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.29, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:48:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T15:48:52+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T15:48:52.818686+09:00", "mtime_epoch": 1783320532.8186855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:48:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.484, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.856, "pushed": 9.856, "read": 9.822}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.526, "count": 295, "max_ms": 5.531, "p95_ms": 4.867}, "gstreamer_push": {"avg_ms": 1.438, "count": 295, "max_ms": 6.182, "p95_ms": 2.071}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.16, "count": 295, "max_ms": 82.689, "p95_ms": 76.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.705, "count": 295, "max_ms": 119.889, "p95_ms": 104.269}, "yolo11_640_fire_11class": {"avg_ms": 63.015, "count": 295, "max_ms": 92.182, "p95_ms": 85.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.205, "count": 295, "max_ms": 102.761, "p95_ms": 93.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.259, "count": 295, "max_ms": 132.477, "p95_ms": 117.369}, "read_interval": {"avg_ms": 101.872, "count": 294, "max_ms": 146.518, "p95_ms": 133.743}, "triton_wait": {"avg_ms": 75.892, "count": 295, "max_ms": 119.903, "p95_ms": 104.281}, "visualize": {"avg_ms": 3.706, "count": 295, "max_ms": 6.611, "p95_ms": 4.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 838, "tracking_summary": 783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5797.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16250.938, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.775, "sample_count": 1512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:48:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:48:57+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T15:48:57+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T15:48:57.566781+09:00", "mtime_epoch": 1783320537.566781, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:48:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 780.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.367, "pushed": 5.367, "read": 5.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.109, "count": 160, "max_ms": 95.68, "p95_ms": 91.296}, "gstreamer_push": {"avg_ms": 0.863, "count": 160, "max_ms": 1.439, "p95_ms": 1.066}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.333, "count": 160, "max_ms": 115.264, "p95_ms": 104.378}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.739, "count": 160, "max_ms": 111.356, "p95_ms": 107.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.346, "count": 160, "max_ms": 231.496, "p95_ms": 222.07}, "read_interval": {"avg_ms": 187.825, "count": 159, "max_ms": 240.839, "p95_ms": 229.882}, "triton_wait": {"avg_ms": 77.297, "count": 160, "max_ms": 115.278, "p95_ms": 108.028}, "visualize": {"avg_ms": 27.705, "count": 160, "max_ms": 42.557, "p95_ms": 34.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5803.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 765.333, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.95, "sample_count": 2295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:49:04+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T15:49:04+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T15:49:04.530921+09:00", "mtime_epoch": 1783320544.5309212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:49:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.26, "pushed": 7.26, "read": 7.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.402, "count": 217, "max_ms": 9.9, "p95_ms": 8.192}, "gstreamer_push": {"avg_ms": 1.235, "count": 217, "max_ms": 4.245, "p95_ms": 2.613}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.249, "count": 217, "max_ms": 87.151, "p95_ms": 74.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.805, "count": 217, "max_ms": 117.902, "p95_ms": 106.082}, "yolo11_640_fire_11class": {"avg_ms": 65.016, "count": 217, "max_ms": 98.141, "p95_ms": 87.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.626, "count": 217, "max_ms": 102.048, "p95_ms": 96.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.453, "count": 217, "max_ms": 179.51, "p95_ms": 161.097}, "read_interval": {"avg_ms": 138.599, "count": 216, "max_ms": 193.647, "p95_ms": 170.806}, "triton_wait": {"avg_ms": 74.537, "count": 217, "max_ms": 117.917, "p95_ms": 106.094}, "visualize": {"avg_ms": 5.139, "count": 217, "max_ms": 8.695, "p95_ms": 6.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5801.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.967, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.711, "name": "ffmpeg", "pid": 14188, "rss_mb": 293.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.559, "sample_count": 2813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:49:22+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T15:49:22+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T15:49:22.891289+09:00", "mtime_epoch": 1783320562.891289, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:49:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1487.004, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.64, "pushed": 9.64, "read": 9.606}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.731, "count": 289, "max_ms": 7.084, "p95_ms": 5.394}, "gstreamer_push": {"avg_ms": 1.482, "count": 289, "max_ms": 6.049, "p95_ms": 3.7}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.082, "count": 289, "max_ms": 86.756, "p95_ms": 69.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.849, "count": 289, "max_ms": 115.834, "p95_ms": 101.21}, "yolo11_640_fire_11class": {"avg_ms": 60.53, "count": 289, "max_ms": 91.858, "p95_ms": 83.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.625, "count": 289, "max_ms": 101.679, "p95_ms": 93.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.317, "count": 289, "max_ms": 167.635, "p95_ms": 138.972}, "read_interval": {"avg_ms": 104.135, "count": 288, "max_ms": 286.978, "p95_ms": 150.81}, "triton_wait": {"avg_ms": 73.151, "count": 289, "max_ms": 115.846, "p95_ms": 101.359}, "visualize": {"avg_ms": 3.812, "count": 289, "max_ms": 5.853, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 839, "tracking_summary": 784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5804.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16281.105, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.806, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:49:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:49:27+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T15:49:27+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T15:49:27.723385+09:00", "mtime_epoch": 1783320567.7233853, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:49:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 775.484, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.339, "pushed": 5.339, "read": 5.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.776, "count": 160, "max_ms": 111.406, "p95_ms": 91.365}, "gstreamer_push": {"avg_ms": 0.841, "count": 160, "max_ms": 1.237, "p95_ms": 1.007}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.886, "count": 160, "max_ms": 110.862, "p95_ms": 101.715}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.541, "count": 160, "max_ms": 111.442, "p95_ms": 97.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.414, "count": 160, "max_ms": 236.529, "p95_ms": 222.768}, "read_interval": {"avg_ms": 188.498, "count": 159, "max_ms": 245.168, "p95_ms": 230.586}, "triton_wait": {"avg_ms": 75.947, "count": 160, "max_ms": 111.453, "p95_ms": 102.873}, "visualize": {"avg_ms": 28.568, "count": 160, "max_ms": 45.729, "p95_ms": 35.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5807.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 795.423, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.804, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:49:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:49:34+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T15:49:34+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:49:34.619523+09:00", "mtime_epoch": 1783320574.6195228, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:49:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.485, "pushed": 7.485, "read": 7.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.377, "count": 224, "max_ms": 9.75, "p95_ms": 7.916}, "gstreamer_push": {"avg_ms": 1.183, "count": 224, "max_ms": 3.795, "p95_ms": 2.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.125, "count": 224, "max_ms": 87.744, "p95_ms": 72.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.357, "count": 224, "max_ms": 113.995, "p95_ms": 99.488}, "yolo11_640_fire_11class": {"avg_ms": 62.866, "count": 224, "max_ms": 91.359, "p95_ms": 83.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.741, "count": 224, "max_ms": 100.796, "p95_ms": 92.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.494, "count": 224, "max_ms": 167.089, "p95_ms": 153.118}, "read_interval": {"avg_ms": 134.391, "count": 223, "max_ms": 177.332, "p95_ms": 162.783}, "triton_wait": {"avg_ms": 70.822, "count": 224, "max_ms": 114.008, "p95_ms": 99.501}, "visualize": {"avg_ms": 5.201, "count": 224, "max_ms": 8.667, "p95_ms": 6.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5887.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:42:53+09:00", "last_error_summary": "[h264 @ 0x559cf84ac540] error while decoding MB 14 25, bytestream -8 [h264 @ 0x559cf90603c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559cf90603c0] error while decoding MB 0 34, bytestream 3453 [h264 @ 0x559cf84c0700] top block unavailable for requested intra mode [h264 @ 0x559cf84c0700] error while decoding MB 43 0, bytestream 5302 [h264 @ 0x559cf8501580] cabac decode of qscale diff failed at 17 31 [h264 @ 0x559cf8501580] error while decoding MB 17 31, bytestream 4604 [h2", "last_exit_at": "2026-07-06T15:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.023, "last_started_at": "2026-07-06T15:42:56+09:00", "pid": 14188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 370.598, "name": "ffmpeg", "pid": 14188, "rss_mb": 370.598, "state": "S (sleeping)", "threads": 104}, "restart_count": 23, "restart_count_per_hour": 7, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.274, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:49:53+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T15:49:52+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T15:49:52.931887+09:00", "mtime_epoch": 1783320592.9318867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:49:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1484.426, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.571, "pushed": 3.571, "read": 3.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.351, "count": 107, "max_ms": 4.927, "p95_ms": 4.117}, "gstreamer_push": {"avg_ms": 1.506, "count": 107, "max_ms": 7.316, "p95_ms": 3.631}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.538, "count": 107, "max_ms": 87.042, "p95_ms": 73.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.4, "count": 107, "max_ms": 112.662, "p95_ms": 100.195}, "yolo11_640_fire_11class": {"avg_ms": 60.095, "count": 107, "max_ms": 89.95, "p95_ms": 84.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.089, "count": 107, "max_ms": 98.143, "p95_ms": 91.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.545, "count": 107, "max_ms": 124.982, "p95_ms": 113.035}, "read_interval": {"avg_ms": 282.175, "count": 106, "max_ms": 10196.073, "p95_ms": 132.421}, "triton_wait": {"avg_ms": 72.436, "count": 107, "max_ms": 112.676, "p95_ms": 100.207}, "visualize": {"avg_ms": 3.676, "count": 107, "max_ms": 4.277, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 840, "tracking_summary": 786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5552.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16311.226, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.806, "sample_count": 1524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:49:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:49:58+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T15:49:57+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T15:49:57.855984+09:00", "mtime_epoch": 1783320597.8559842, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:49:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 781.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.279, "pushed": 5.279, "read": 5.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.901, "count": 158, "max_ms": 93.247, "p95_ms": 88.177}, "gstreamer_push": {"avg_ms": 0.833, "count": 158, "max_ms": 2.895, "p95_ms": 0.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.617, "count": 158, "max_ms": 112.061, "p95_ms": 95.799}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.59, "count": 158, "max_ms": 113.797, "p95_ms": 91.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.782, "count": 158, "max_ms": 232.961, "p95_ms": 213.954}, "read_interval": {"avg_ms": 190.73, "count": 157, "max_ms": 239.493, "p95_ms": 221.56}, "triton_wait": {"avg_ms": 70.385, "count": 158, "max_ms": 113.808, "p95_ms": 95.811}, "visualize": {"avg_ms": 28.656, "count": 158, "max_ms": 38.232, "p95_ms": 35.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5778.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 825.552, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.81, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:50:04+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T15:50:04+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T15:50:04.724120+09:00", "mtime_epoch": 1783320604.72412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:50:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.702, "pushed": 7.702, "read": 7.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.28, "count": 230, "max_ms": 9.922, "p95_ms": 7.835}, "gstreamer_push": {"avg_ms": 1.181, "count": 231, "max_ms": 4.127, "p95_ms": 1.514}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.682, "count": 230, "max_ms": 81.392, "p95_ms": 71.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.444, "count": 230, "max_ms": 115.681, "p95_ms": 96.467}, "yolo11_640_fire_11class": {"avg_ms": 61.483, "count": 230, "max_ms": 100.867, "p95_ms": 82.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.239, "count": 230, "max_ms": 102.466, "p95_ms": 86.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.549, "count": 231, "max_ms": 167.964, "p95_ms": 150.4}, "read_interval": {"avg_ms": 130.359, "count": 230, "max_ms": 178.089, "p95_ms": 159.917}, "triton_wait": {"avg_ms": 67.85, "count": 230, "max_ms": 115.69, "p95_ms": 96.479}, "visualize": {"avg_ms": 5.103, "count": 230, "max_ms": 9.027, "p95_ms": 6.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5774.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.676, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.562, "name": "ffmpeg", "pid": 14295, "rss_mb": 267.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.327, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:50:23+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T15:50:23+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T15:50:23.008480+09:00", "mtime_epoch": 1783320623.0084803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:50:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.984, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.786, "pushed": 8.786, "read": 8.752}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 263, "max_ms": 5.428, "p95_ms": 4.34}, "gstreamer_push": {"avg_ms": 1.471, "count": 263, "max_ms": 7.788, "p95_ms": 1.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.497, "count": 263, "max_ms": 85.935, "p95_ms": 73.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.895, "count": 263, "max_ms": 116.376, "p95_ms": 104.898}, "yolo11_640_fire_11class": {"avg_ms": 60.527, "count": 263, "max_ms": 91.184, "p95_ms": 84.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.374, "count": 263, "max_ms": 105.941, "p95_ms": 91.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.238, "count": 263, "max_ms": 128.78, "p95_ms": 117.317}, "read_interval": {"avg_ms": 114.279, "count": 262, "max_ms": 4205.026, "p95_ms": 129.39}, "triton_wait": {"avg_ms": 72.994, "count": 263, "max_ms": 116.389, "p95_ms": 104.911}, "visualize": {"avg_ms": 3.7, "count": 263, "max_ms": 5.528, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 842, "tracking_summary": 787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5771.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16341.364, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.873, "sample_count": 1523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:50:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:50:28+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T15:50:27+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T15:50:27.968578+09:00", "mtime_epoch": 1783320627.9685776, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:50:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 778.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.374, "pushed": 5.374, "read": 5.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.452, "count": 161, "max_ms": 104.798, "p95_ms": 90.874}, "gstreamer_push": {"avg_ms": 0.944, "count": 161, "max_ms": 3.06, "p95_ms": 2.087}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.719, "count": 161, "max_ms": 116.091, "p95_ms": 101.835}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.617, "count": 161, "max_ms": 111.919, "p95_ms": 100.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.693, "count": 161, "max_ms": 242.141, "p95_ms": 218.262}, "read_interval": {"avg_ms": 187.069, "count": 160, "max_ms": 251.667, "p95_ms": 225.175}, "triton_wait": {"avg_ms": 78.202, "count": 161, "max_ms": 116.113, "p95_ms": 103.375}, "visualize": {"avg_ms": 31.809, "count": 161, "max_ms": 66.534, "p95_ms": 53.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5783.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 855.657, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.375, "sample_count": 2303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:50:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:50:34+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T15:50:34+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T15:50:34.848713+09:00", "mtime_epoch": 1783320634.8487127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:50:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.406, "pushed": 7.406, "read": 7.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.389, "count": 221, "max_ms": 9.524, "p95_ms": 7.608}, "gstreamer_push": {"avg_ms": 1.212, "count": 222, "max_ms": 4.445, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.319, "count": 221, "max_ms": 88.948, "p95_ms": 74.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.643, "count": 221, "max_ms": 112.395, "p95_ms": 103.246}, "yolo11_640_fire_11class": {"avg_ms": 63.524, "count": 221, "max_ms": 95.589, "p95_ms": 85.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.693, "count": 221, "max_ms": 105.966, "p95_ms": 93.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.477, "count": 222, "max_ms": 166.089, "p95_ms": 156.975}, "read_interval": {"avg_ms": 135.651, "count": 221, "max_ms": 178.389, "p95_ms": 166.885}, "triton_wait": {"avg_ms": 72.16, "count": 221, "max_ms": 112.408, "p95_ms": 103.259}, "visualize": {"avg_ms": 5.171, "count": 221, "max_ms": 7.975, "p95_ms": 5.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5772.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.712, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.948, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:50:53+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T15:50:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T15:50:53.017068+09:00", "mtime_epoch": 1783320653.017068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:50:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1482.207, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.962, "pushed": 9.962, "read": 9.928}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 298, "max_ms": 5.227, "p95_ms": 4.588}, "gstreamer_push": {"avg_ms": 1.52, "count": 298, "max_ms": 7.136, "p95_ms": 3.601}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.839, "count": 298, "max_ms": 88.621, "p95_ms": 75.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.506, "count": 298, "max_ms": 117.781, "p95_ms": 103.407}, "yolo11_640_fire_11class": {"avg_ms": 60.324, "count": 298, "max_ms": 89.79, "p95_ms": 83.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.269, "count": 298, "max_ms": 104.999, "p95_ms": 93.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.811, "count": 298, "max_ms": 130.53, "p95_ms": 114.829}, "read_interval": {"avg_ms": 100.724, "count": 297, "max_ms": 195.021, "p95_ms": 131.899}, "triton_wait": {"avg_ms": 72.63, "count": 298, "max_ms": 117.795, "p95_ms": 103.421}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.739, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 844, "tracking_summary": 788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5781.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16371.532, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.828, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:50:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:50:58+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T15:50:58+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T15:50:58.125168+09:00", "mtime_epoch": 1783320658.1251676, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:50:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 777.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.108, "pushed": 5.108, "read": 5.075}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.69, "count": 153, "max_ms": 98.56, "p95_ms": 91.696}, "gstreamer_push": {"avg_ms": 0.947, "count": 153, "max_ms": 2.194, "p95_ms": 1.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.979, "count": 153, "max_ms": 121.267, "p95_ms": 109.293}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.941, "count": 153, "max_ms": 117.611, "p95_ms": 110.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.589, "count": 153, "max_ms": 251.84, "p95_ms": 235.18}, "read_interval": {"avg_ms": 197.04, "count": 152, "max_ms": 259.771, "p95_ms": 244.566}, "triton_wait": {"avg_ms": 79.29, "count": 153, "max_ms": 121.279, "p95_ms": 112.825}, "visualize": {"avg_ms": 30.483, "count": 153, "max_ms": 42.517, "p95_ms": 40.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5783.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 885.696, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.285, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:51:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:51:04+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T15:51:04+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T15:51:04.877299+09:00", "mtime_epoch": 1783320664.877299, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:51:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.62, "pushed": 7.62, "read": 7.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.103, "count": 228, "max_ms": 9.679, "p95_ms": 7.977}, "gstreamer_push": {"avg_ms": 1.271, "count": 228, "max_ms": 4.36, "p95_ms": 2.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.598, "count": 228, "max_ms": 90.502, "p95_ms": 80.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.312, "count": 228, "max_ms": 125.673, "p95_ms": 103.506}, "yolo11_640_fire_11class": {"avg_ms": 61.853, "count": 228, "max_ms": 89.622, "p95_ms": 84.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.105, "count": 228, "max_ms": 105.71, "p95_ms": 95.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.241, "count": 228, "max_ms": 178.855, "p95_ms": 157.844}, "read_interval": {"avg_ms": 131.778, "count": 227, "max_ms": 195.509, "p95_ms": 167.101}, "triton_wait": {"avg_ms": 73.932, "count": 228, "max_ms": 125.686, "p95_ms": 105.487}, "visualize": {"avg_ms": 4.946, "count": 228, "max_ms": 8.352, "p95_ms": 5.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5779.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.787, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.909, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:51:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T15:51:23+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T15:51:23.113653+09:00", "mtime_epoch": 1783320683.113653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:51:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1482.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.359, "count": 302, "max_ms": 6.014, "p95_ms": 4.591}, "gstreamer_push": {"avg_ms": 1.471, "count": 302, "max_ms": 6.506, "p95_ms": 3.613}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.866, "count": 302, "max_ms": 84.484, "p95_ms": 71.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.329, "count": 302, "max_ms": 115.581, "p95_ms": 100.484}, "yolo11_640_fire_11class": {"avg_ms": 58.901, "count": 302, "max_ms": 88.403, "p95_ms": 78.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.221, "count": 302, "max_ms": 101.426, "p95_ms": 88.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.33, "count": 302, "max_ms": 127.484, "p95_ms": 112.509}, "read_interval": {"avg_ms": 99.618, "count": 301, "max_ms": 156.834, "p95_ms": 126.217}, "triton_wait": {"avg_ms": 73.403, "count": 302, "max_ms": 115.595, "p95_ms": 100.495}, "visualize": {"avg_ms": 3.587, "count": 302, "max_ms": 5.253, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 845, "tracking_summary": 790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5780.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16401.547, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.365, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:51:28+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T15:51:28+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T15:51:28.121750+09:00", "mtime_epoch": 1783320688.1217499, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:51:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 779.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.13, "pushed": 5.13, "read": 5.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.829, "count": 153, "max_ms": 98.065, "p95_ms": 90.613}, "gstreamer_push": {"avg_ms": 0.848, "count": 153, "max_ms": 1.956, "p95_ms": 1.055}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.014, "count": 153, "max_ms": 108.531, "p95_ms": 102.651}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.909, "count": 153, "max_ms": 110.027, "p95_ms": 103.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.057, "count": 153, "max_ms": 232.183, "p95_ms": 222.217}, "read_interval": {"avg_ms": 195.924, "count": 152, "max_ms": 238.626, "p95_ms": 228.59}, "triton_wait": {"avg_ms": 77.188, "count": 153, "max_ms": 110.041, "p95_ms": 105.054}, "visualize": {"avg_ms": 29.054, "count": 153, "max_ms": 47.458, "p95_ms": 35.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5783.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 915.707, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.364, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:51:35+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T15:51:34+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T15:51:34.893881+09:00", "mtime_epoch": 1783320694.8938808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:51:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.471, "pushed": 7.471, "read": 7.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.388, "count": 223, "max_ms": 9.673, "p95_ms": 7.858}, "gstreamer_push": {"avg_ms": 1.224, "count": 223, "max_ms": 4.65, "p95_ms": 2.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.348, "count": 223, "max_ms": 80.972, "p95_ms": 75.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.949, "count": 223, "max_ms": 109.994, "p95_ms": 101.42}, "yolo11_640_fire_11class": {"avg_ms": 59.786, "count": 223, "max_ms": 88.719, "p95_ms": 81.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.735, "count": 223, "max_ms": 101.715, "p95_ms": 94.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.543, "count": 223, "max_ms": 171.832, "p95_ms": 154.734}, "read_interval": {"avg_ms": 134.6, "count": 222, "max_ms": 181.623, "p95_ms": 165.909}, "triton_wait": {"avg_ms": 71.796, "count": 223, "max_ms": 110.007, "p95_ms": 101.433}, "visualize": {"avg_ms": 5.149, "count": 223, "max_ms": 7.069, "p95_ms": 5.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5781.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.864, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.604, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:51:53+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T15:51:53+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T15:51:53.170233+09:00", "mtime_epoch": 1783320713.1702332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:51:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1482.246, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.399, "count": 300, "max_ms": 5.103, "p95_ms": 4.108}, "gstreamer_push": {"avg_ms": 1.474, "count": 300, "max_ms": 6.676, "p95_ms": 3.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.069, "count": 300, "max_ms": 83.851, "p95_ms": 73.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.907, "count": 300, "max_ms": 118.906, "p95_ms": 100.837}, "yolo11_640_fire_11class": {"avg_ms": 58.662, "count": 300, "max_ms": 86.698, "p95_ms": 77.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.296, "count": 300, "max_ms": 102.399, "p95_ms": 90.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.083, "count": 300, "max_ms": 131.282, "p95_ms": 112.874}, "read_interval": {"avg_ms": 100.216, "count": 299, "max_ms": 208.641, "p95_ms": 134.263}, "triton_wait": {"avg_ms": 71.96, "count": 300, "max_ms": 118.918, "p95_ms": 100.854}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 6.27, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 846, "tracking_summary": 791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5781.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16431.677, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.205, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:51:58+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T15:51:58+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T15:51:58.278332+09:00", "mtime_epoch": 1783320718.2783315, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:51:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 776.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.08, "pushed": 5.08, "read": 5.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.094, "count": 152, "max_ms": 110.479, "p95_ms": 91.878}, "gstreamer_push": {"avg_ms": 0.902, "count": 152, "max_ms": 2.27, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.529, "count": 152, "max_ms": 110.088, "p95_ms": 103.719}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.148, "count": 152, "max_ms": 113.554, "p95_ms": 104.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.801, "count": 152, "max_ms": 238.45, "p95_ms": 224.881}, "read_interval": {"avg_ms": 198.1, "count": 151, "max_ms": 246.178, "p95_ms": 231.001}, "triton_wait": {"avg_ms": 78.023, "count": 152, "max_ms": 113.567, "p95_ms": 105.104}, "visualize": {"avg_ms": 30.579, "count": 152, "max_ms": 42.555, "p95_ms": 40.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5781.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 945.743, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.835, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:52:05+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T15:52:04+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T15:52:04.894459+09:00", "mtime_epoch": 1783320724.8944585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:52:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.43, "pushed": 7.43, "read": 7.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.538, "count": 222, "max_ms": 9.717, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.19, "count": 222, "max_ms": 3.979, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.945, "count": 222, "max_ms": 86.202, "p95_ms": 75.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.983, "count": 222, "max_ms": 120.24, "p95_ms": 102.689}, "yolo11_640_fire_11class": {"avg_ms": 59.967, "count": 222, "max_ms": 85.817, "p95_ms": 80.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.814, "count": 222, "max_ms": 100.948, "p95_ms": 93.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.968, "count": 222, "max_ms": 173.64, "p95_ms": 153.61}, "read_interval": {"avg_ms": 135.197, "count": 221, "max_ms": 183.128, "p95_ms": 164.817}, "triton_wait": {"avg_ms": 72.699, "count": 222, "max_ms": 120.253, "p95_ms": 102.701}, "visualize": {"avg_ms": 5.188, "count": 222, "max_ms": 7.026, "p95_ms": 5.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5784.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.924, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.124, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:52:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:52:23+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T15:52:23+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T15:52:23.258810+09:00", "mtime_epoch": 1783320743.2588103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:52:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1487.75, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 302, "max_ms": 6.129, "p95_ms": 4.966}, "gstreamer_push": {"avg_ms": 1.507, "count": 302, "max_ms": 7.085, "p95_ms": 3.023}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.828, "count": 302, "max_ms": 86.638, "p95_ms": 72.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.577, "count": 302, "max_ms": 117.022, "p95_ms": 101.552}, "yolo11_640_fire_11class": {"avg_ms": 59.326, "count": 302, "max_ms": 87.84, "p95_ms": 78.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.303, "count": 302, "max_ms": 99.388, "p95_ms": 90.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.935, "count": 302, "max_ms": 130.691, "p95_ms": 114.751}, "read_interval": {"avg_ms": 99.575, "count": 301, "max_ms": 144.196, "p95_ms": 128.677}, "triton_wait": {"avg_ms": 72.664, "count": 302, "max_ms": 117.035, "p95_ms": 101.562}, "visualize": {"avg_ms": 3.659, "count": 302, "max_ms": 5.447, "p95_ms": 4.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 849, "tracking_summary": 792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5778.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16461.863, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.144, "sample_count": 1527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:52:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:52:28+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T15:52:28+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T15:52:28.478910+09:00", "mtime_epoch": 1783320748.47891, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:52:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 780.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.107, "pushed": 5.107, "read": 5.074}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.051, "count": 153, "max_ms": 110.668, "p95_ms": 92.587}, "gstreamer_push": {"avg_ms": 0.823, "count": 153, "max_ms": 1.105, "p95_ms": 1.002}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.689, "count": 153, "max_ms": 114.463, "p95_ms": 104.229}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.302, "count": 153, "max_ms": 109.92, "p95_ms": 104.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.228, "count": 153, "max_ms": 245.35, "p95_ms": 226.852}, "read_interval": {"avg_ms": 197.277, "count": 152, "max_ms": 254.433, "p95_ms": 233.93}, "triton_wait": {"avg_ms": 78.651, "count": 153, "max_ms": 114.482, "p95_ms": 106.0}, "visualize": {"avg_ms": 26.561, "count": 153, "max_ms": 47.906, "p95_ms": 33.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5781.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:36:16+09:00", "last_error_summary": "[h264 @ 0x562b2b904a00] error while decoding MB 84 44, bytestream -7 [in#0/rtsp @ 0x562b2b82ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b2b82ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:36:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 975.793, "last_started_at": "2026-07-06T15:36:19+09:00", "pid": 14036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.535, "name": "ffmpeg", "pid": 14036, "rss_mb": 332.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.447, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:52:35+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T15:52:34+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T15:52:34.975034+09:00", "mtime_epoch": 1783320754.9750338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:52:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1343.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.518, "pushed": 7.518, "read": 7.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.552, "count": 225, "max_ms": 9.861, "p95_ms": 8.631}, "gstreamer_push": {"avg_ms": 1.222, "count": 225, "max_ms": 4.075, "p95_ms": 1.607}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.811, "count": 225, "max_ms": 84.132, "p95_ms": 75.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.047, "count": 225, "max_ms": 116.197, "p95_ms": 101.874}, "yolo11_640_fire_11class": {"avg_ms": 59.144, "count": 225, "max_ms": 86.242, "p95_ms": 79.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.196, "count": 225, "max_ms": 100.048, "p95_ms": 91.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.399, "count": 225, "max_ms": 168.487, "p95_ms": 154.831}, "read_interval": {"avg_ms": 133.525, "count": 224, "max_ms": 178.479, "p95_ms": 166.347}, "triton_wait": {"avg_ms": 70.913, "count": 225, "max_ms": 116.21, "p95_ms": 101.886}, "visualize": {"avg_ms": 5.228, "count": 225, "max_ms": 8.614, "p95_ms": 6.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5478.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.963, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.933, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:52:53+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T15:52:53+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T15:52:53.255382+09:00", "mtime_epoch": 1783320773.2553818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:52:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.641, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.485, "pushed": 9.485, "read": 9.451}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.712, "count": 284, "max_ms": 8.575, "p95_ms": 5.522}, "gstreamer_push": {"avg_ms": 1.497, "count": 284, "max_ms": 6.345, "p95_ms": 3.743}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.783, "count": 284, "max_ms": 91.759, "p95_ms": 72.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.693, "count": 284, "max_ms": 112.452, "p95_ms": 98.64}, "yolo11_640_fire_11class": {"avg_ms": 59.223, "count": 284, "max_ms": 90.101, "p95_ms": 77.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.723, "count": 284, "max_ms": 105.26, "p95_ms": 90.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.97, "count": 284, "max_ms": 160.702, "p95_ms": 132.206}, "read_interval": {"avg_ms": 105.683, "count": 283, "max_ms": 170.521, "p95_ms": 146.251}, "triton_wait": {"avg_ms": 72.873, "count": 284, "max_ms": 112.464, "p95_ms": 98.653}, "visualize": {"avg_ms": 3.896, "count": 284, "max_ms": 7.518, "p95_ms": 5.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 849, "tracking_summary": 794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5677.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16491.919, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.056, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:52:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:52:58+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T15:52:58+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T15:52:58.495481+09:00", "mtime_epoch": 1783320778.4954813, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:52:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 770.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.359, "pushed": 5.359, "read": 5.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.373, "count": 160, "max_ms": 94.389, "p95_ms": 91.768}, "gstreamer_push": {"avg_ms": 0.928, "count": 160, "max_ms": 2.217, "p95_ms": 1.76}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.789, "count": 160, "max_ms": 107.336, "p95_ms": 99.017}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.34, "count": 160, "max_ms": 110.518, "p95_ms": 97.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.438, "count": 160, "max_ms": 230.262, "p95_ms": 218.318}, "read_interval": {"avg_ms": 187.538, "count": 159, "max_ms": 236.428, "p95_ms": 224.738}, "triton_wait": {"avg_ms": 75.382, "count": 160, "max_ms": 110.532, "p95_ms": 102.547}, "visualize": {"avg_ms": 29.487, "count": 160, "max_ms": 47.8, "p95_ms": 37.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5769.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:52:52+09:00", "last_error_summary": "[h264 @ 0x5577fb1d2e00] error while decoding MB 50 61, bytestream -27", "last_exit_at": "2026-07-06T15:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.019, "last_started_at": "2026-07-06T15:52:55+09:00", "pid": 14402, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.609, "name": "ffmpeg", "pid": 14402, "rss_mb": 330.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.083, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:53:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:53:05+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T15:53:05+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T15:53:05.031605+09:00", "mtime_epoch": 1783320785.0316052, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:53:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1345.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.614, "pushed": 6.614, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.169, "count": 198, "max_ms": 10.129, "p95_ms": 8.63}, "gstreamer_push": {"avg_ms": 1.293, "count": 198, "max_ms": 4.518, "p95_ms": 2.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.155, "count": 198, "max_ms": 86.208, "p95_ms": 75.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.571, "count": 198, "max_ms": 116.476, "p95_ms": 98.83}, "yolo11_640_fire_11class": {"avg_ms": 61.094, "count": 198, "max_ms": 89.624, "p95_ms": 82.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.295, "count": 198, "max_ms": 99.484, "p95_ms": 92.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.551, "count": 198, "max_ms": 161.33, "p95_ms": 151.456}, "read_interval": {"avg_ms": 151.881, "count": 197, "max_ms": 4410.865, "p95_ms": 161.687}, "triton_wait": {"avg_ms": 73.24, "count": 198, "max_ms": 116.49, "p95_ms": 99.238}, "visualize": {"avg_ms": 4.973, "count": 198, "max_ms": 8.998, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5781.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.026, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.035, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:53:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T15:53:23+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T15:53:23.335952+09:00", "mtime_epoch": 1783320803.3359516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:53:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1482.5, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.469, "count": 300, "max_ms": 5.888, "p95_ms": 4.58}, "gstreamer_push": {"avg_ms": 1.514, "count": 300, "max_ms": 6.369, "p95_ms": 3.646}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.283, "count": 300, "max_ms": 90.197, "p95_ms": 78.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.252, "count": 300, "max_ms": 122.839, "p95_ms": 102.353}, "yolo11_640_fire_11class": {"avg_ms": 60.895, "count": 300, "max_ms": 97.076, "p95_ms": 83.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.618, "count": 300, "max_ms": 102.536, "p95_ms": 93.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.714, "count": 300, "max_ms": 153.017, "p95_ms": 115.582}, "read_interval": {"avg_ms": 100.169, "count": 299, "max_ms": 166.836, "p95_ms": 131.467}, "triton_wait": {"avg_ms": 73.458, "count": 300, "max_ms": 122.852, "p95_ms": 102.362}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 5.434, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 852, "tracking_summary": 795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5781.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16521.979, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.108, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:53:28+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T15:53:28+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T15:53:28.548050+09:00", "mtime_epoch": 1783320808.54805, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:53:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 779.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.725, "pushed": 4.725, "read": 4.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.554, "count": 141, "max_ms": 94.554, "p95_ms": 92.236}, "gstreamer_push": {"avg_ms": 1.267, "count": 141, "max_ms": 2.743, "p95_ms": 1.958}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.749, "count": 141, "max_ms": 122.19, "p95_ms": 111.092}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.949, "count": 141, "max_ms": 112.125, "p95_ms": 102.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.482, "count": 141, "max_ms": 254.855, "p95_ms": 241.861}, "read_interval": {"avg_ms": 212.986, "count": 140, "max_ms": 266.734, "p95_ms": 249.329}, "triton_wait": {"avg_ms": 80.545, "count": 141, "max_ms": 122.204, "p95_ms": 111.392}, "visualize": {"avg_ms": 36.508, "count": 141, "max_ms": 53.187, "p95_ms": 48.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5786.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:52:52+09:00", "last_error_summary": "[h264 @ 0x5577fb1d2e00] error while decoding MB 50 61, bytestream -27", "last_exit_at": "2026-07-06T15:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.03, "last_started_at": "2026-07-06T15:52:55+09:00", "pid": 14402, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.734, "name": "ffmpeg", "pid": 14402, "rss_mb": 334.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 10, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.897, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:53:35+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T15:53:35+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T15:53:35.080173+09:00", "mtime_epoch": 1783320815.0801733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:53:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.799, "pushed": 7.799, "read": 7.766}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.883, "count": 233, "max_ms": 8.856, "p95_ms": 7.547}, "gstreamer_push": {"avg_ms": 1.325, "count": 233, "max_ms": 7.979, "p95_ms": 2.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.161, "count": 233, "max_ms": 84.931, "p95_ms": 75.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.815, "count": 233, "max_ms": 123.334, "p95_ms": 104.558}, "yolo11_640_fire_11class": {"avg_ms": 64.229, "count": 233, "max_ms": 100.605, "p95_ms": 85.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.552, "count": 233, "max_ms": 100.774, "p95_ms": 95.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.008, "count": 233, "max_ms": 178.91, "p95_ms": 153.966}, "read_interval": {"avg_ms": 128.808, "count": 232, "max_ms": 189.03, "p95_ms": 164.533}, "triton_wait": {"avg_ms": 74.301, "count": 233, "max_ms": 123.348, "p95_ms": 104.571}, "visualize": {"avg_ms": 4.794, "count": 233, "max_ms": 6.75, "p95_ms": 5.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5771.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.047, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.526, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:53:53+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T15:53:53+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T15:53:53.364517+09:00", "mtime_epoch": 1783320833.3645172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:53:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.336, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 299, "max_ms": 5.335, "p95_ms": 4.468}, "gstreamer_push": {"avg_ms": 1.491, "count": 299, "max_ms": 6.143, "p95_ms": 3.691}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.222, "count": 299, "max_ms": 86.029, "p95_ms": 75.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.258, "count": 299, "max_ms": 120.651, "p95_ms": 102.293}, "yolo11_640_fire_11class": {"avg_ms": 61.446, "count": 299, "max_ms": 92.049, "p95_ms": 82.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.416, "count": 299, "max_ms": 101.114, "p95_ms": 94.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.55, "count": 299, "max_ms": 132.755, "p95_ms": 114.538}, "read_interval": {"avg_ms": 100.436, "count": 298, "max_ms": 155.587, "p95_ms": 127.826}, "triton_wait": {"avg_ms": 74.305, "count": 299, "max_ms": 120.664, "p95_ms": 102.306}, "visualize": {"avg_ms": 3.698, "count": 299, "max_ms": 6.124, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 852, "tracking_summary": 796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5779.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16552.185, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.187, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:53:58+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T15:53:58+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T15:53:58.752618+09:00", "mtime_epoch": 1783320838.7526183, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:53:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 769.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.231, "pushed": 5.231, "read": 5.197}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 66.485, "count": 156, "max_ms": 107.968, "p95_ms": 94.58}, "gstreamer_push": {"avg_ms": 1.165, "count": 156, "max_ms": 2.544, "p95_ms": 2.142}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.635, "count": 156, "max_ms": 114.993, "p95_ms": 106.365}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.309, "count": 156, "max_ms": 111.503, "p95_ms": 104.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.644, "count": 156, "max_ms": 251.152, "p95_ms": 229.891}, "read_interval": {"avg_ms": 192.123, "count": 155, "max_ms": 257.39, "p95_ms": 234.385}, "triton_wait": {"avg_ms": 78.326, "count": 156, "max_ms": 115.01, "p95_ms": 107.084}, "visualize": {"avg_ms": 35.651, "count": 156, "max_ms": 57.373, "p95_ms": 53.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.822, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5777.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:52:52+09:00", "last_error_summary": "[h264 @ 0x5577fb1d2e00] error while decoding MB 50 61, bytestream -27", "last_exit_at": "2026-07-06T15:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.055, "last_started_at": "2026-07-06T15:52:55+09:00", "pid": 14402, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.992, "name": "ffmpeg", "pid": 14402, "rss_mb": 334.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.29, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:54:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:54:05+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:54:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T15:54:05.116738+09:00", "mtime_epoch": 1783320845.1167378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:54:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.769, "pushed": 7.769, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.78, "count": 232, "max_ms": 10.037, "p95_ms": 8.01}, "gstreamer_push": {"avg_ms": 1.359, "count": 232, "max_ms": 5.905, "p95_ms": 2.759}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.327, "count": 232, "max_ms": 85.55, "p95_ms": 76.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.327, "count": 232, "max_ms": 111.709, "p95_ms": 103.695}, "yolo11_640_fire_11class": {"avg_ms": 65.366, "count": 232, "max_ms": 91.746, "p95_ms": 87.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.941, "count": 232, "max_ms": 100.627, "p95_ms": 95.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.41, "count": 232, "max_ms": 167.923, "p95_ms": 160.121}, "read_interval": {"avg_ms": 129.472, "count": 231, "max_ms": 181.011, "p95_ms": 170.175}, "triton_wait": {"avg_ms": 76.727, "count": 232, "max_ms": 111.722, "p95_ms": 103.707}, "visualize": {"avg_ms": 4.775, "count": 232, "max_ms": 7.34, "p95_ms": 5.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5785.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.095, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.36, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:54:23+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T15:54:23+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T15:54:23.425081+09:00", "mtime_epoch": 1783320863.4250805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:54:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1482.949, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 297, "max_ms": 5.677, "p95_ms": 4.288}, "gstreamer_push": {"avg_ms": 1.519, "count": 297, "max_ms": 6.316, "p95_ms": 3.74}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.016, "count": 297, "max_ms": 84.825, "p95_ms": 74.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.243, "count": 297, "max_ms": 119.779, "p95_ms": 104.304}, "yolo11_640_fire_11class": {"avg_ms": 61.116, "count": 297, "max_ms": 96.114, "p95_ms": 83.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.175, "count": 297, "max_ms": 104.148, "p95_ms": 96.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.454, "count": 297, "max_ms": 139.141, "p95_ms": 117.061}, "read_interval": {"avg_ms": 101.22, "count": 296, "max_ms": 149.517, "p95_ms": 131.11}, "triton_wait": {"avg_ms": 75.298, "count": 297, "max_ms": 119.793, "p95_ms": 104.317}, "visualize": {"avg_ms": 3.634, "count": 297, "max_ms": 4.99, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 854, "tracking_summary": 797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5774.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16582.277, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.742, "sample_count": 1529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:54:29+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T15:54:28+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T15:54:28.889183+09:00", "mtime_epoch": 1783320868.8891826, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:54:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 767.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.884, "pushed": 4.884, "read": 4.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.724, "count": 146, "max_ms": 101.532, "p95_ms": 92.691}, "gstreamer_push": {"avg_ms": 1.19, "count": 146, "max_ms": 2.735, "p95_ms": 2.001}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.879, "count": 146, "max_ms": 122.521, "p95_ms": 110.395}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.323, "count": 146, "max_ms": 120.421, "p95_ms": 108.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.463, "count": 146, "max_ms": 255.251, "p95_ms": 236.602}, "read_interval": {"avg_ms": 206.158, "count": 145, "max_ms": 264.163, "p95_ms": 246.47}, "triton_wait": {"avg_ms": 82.115, "count": 146, "max_ms": 122.535, "p95_ms": 111.278}, "visualize": {"avg_ms": 36.63, "count": 146, "max_ms": 58.729, "p95_ms": 47.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5780.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:52:52+09:00", "last_error_summary": "[h264 @ 0x5577fb1d2e00] error while decoding MB 50 61, bytestream -27", "last_exit_at": "2026-07-06T15:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.057, "last_started_at": "2026-07-06T15:52:55+09:00", "pid": 14402, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.992, "name": "ffmpeg", "pid": 14402, "rss_mb": 334.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.183, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:54:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:54:35+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T15:54:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T15:54:35.117299+09:00", "mtime_epoch": 1783320875.1172986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:54:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.985, "count": 226, "max_ms": 9.404, "p95_ms": 7.523}, "gstreamer_push": {"avg_ms": 1.231, "count": 226, "max_ms": 3.073, "p95_ms": 1.512}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.758, "count": 226, "max_ms": 85.566, "p95_ms": 79.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.736, "count": 226, "max_ms": 130.236, "p95_ms": 107.224}, "yolo11_640_fire_11class": {"avg_ms": 66.121, "count": 226, "max_ms": 95.048, "p95_ms": 87.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.489, "count": 226, "max_ms": 103.89, "p95_ms": 99.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.029, "count": 226, "max_ms": 184.026, "p95_ms": 158.398}, "read_interval": {"avg_ms": 132.734, "count": 226, "max_ms": 192.625, "p95_ms": 169.023}, "triton_wait": {"avg_ms": 77.162, "count": 226, "max_ms": 130.249, "p95_ms": 107.236}, "visualize": {"avg_ms": 4.894, "count": 226, "max_ms": 7.944, "p95_ms": 6.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5785.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.128, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.852, "name": "ffmpeg", "pid": 14295, "rss_mb": 268.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.876, "sample_count": 2901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:54:53+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:54:53+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T15:54:53.421639+09:00", "mtime_epoch": 1783320893.4216394, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:54:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.695, "pushed": 8.695, "read": 8.661}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.499, "count": 260, "max_ms": 5.695, "p95_ms": 4.668}, "gstreamer_push": {"avg_ms": 1.515, "count": 260, "max_ms": 6.107, "p95_ms": 3.636}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.669, "count": 260, "max_ms": 90.661, "p95_ms": 77.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.372, "count": 260, "max_ms": 124.369, "p95_ms": 104.812}, "yolo11_640_fire_11class": {"avg_ms": 62.54, "count": 260, "max_ms": 94.435, "p95_ms": 86.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.956, "count": 260, "max_ms": 104.666, "p95_ms": 95.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.909, "count": 260, "max_ms": 137.115, "p95_ms": 118.5}, "read_interval": {"avg_ms": 115.479, "count": 259, "max_ms": 3476.117, "p95_ms": 134.67}, "triton_wait": {"avg_ms": 76.442, "count": 260, "max_ms": 124.382, "p95_ms": 104.824}, "visualize": {"avg_ms": 3.733, "count": 260, "max_ms": 5.239, "p95_ms": 4.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 855, "tracking_summary": 798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5792.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16612.393, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.808, "sample_count": 1518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:54:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:54:59+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T15:54:58+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T15:54:58.957742+09:00", "mtime_epoch": 1783320898.9577425, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:54:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 776.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.954, "pushed": 4.954, "read": 4.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.028, "count": 148, "max_ms": 113.954, "p95_ms": 93.329}, "gstreamer_push": {"avg_ms": 1.261, "count": 148, "max_ms": 3.369, "p95_ms": 2.071}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.365, "count": 148, "max_ms": 115.665, "p95_ms": 105.05}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.818, "count": 148, "max_ms": 118.54, "p95_ms": 104.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.29, "count": 148, "max_ms": 244.938, "p95_ms": 236.128}, "read_interval": {"avg_ms": 203.155, "count": 147, "max_ms": 252.044, "p95_ms": 244.677}, "triton_wait": {"avg_ms": 77.651, "count": 148, "max_ms": 118.552, "p95_ms": 110.848}, "visualize": {"avg_ms": 35.761, "count": 148, "max_ms": 51.568, "p95_ms": 47.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5801.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:52:52+09:00", "last_error_summary": "[h264 @ 0x5577fb1d2e00] error while decoding MB 50 61, bytestream -27", "last_exit_at": "2026-07-06T15:52:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.124, "last_started_at": "2026-07-06T15:52:55+09:00", "pid": 14402, "process": {"exists": true, "fd_count": 5, "hwm_mb": 356.938, "name": "ffmpeg", "pid": 14402, "rss_mb": 356.938, "state": "S (sleeping)", "threads": 104}, "restart_count": 33, "restart_count_per_hour": 9, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.274, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T15:55:11+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T15:55:11+09:00", "mjpeg": {"age_sec": 15.344, "exists": true, "mtime": "2026-07-06T15:54:55.937686+09:00", "mtime_epoch": 1783320895.9376864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:55:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.603, "pushed": 1.603, "read": 1.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.91, "count": 48, "max_ms": 9.354, "p95_ms": 8.064}, "gstreamer_push": {"avg_ms": 1.282, "count": 48, "max_ms": 3.925, "p95_ms": 2.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.133, "count": 48, "max_ms": 75.432, "p95_ms": 68.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.784, "count": 48, "max_ms": 103.766, "p95_ms": 93.961}, "yolo11_640_fire_11class": {"avg_ms": 61.351, "count": 48, "max_ms": 85.289, "p95_ms": 84.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.627, "count": 48, "max_ms": 100.242, "p95_ms": 86.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.945, "count": 48, "max_ms": 168.203, "p95_ms": 146.277}, "read_interval": {"avg_ms": 635.782, "count": 47, "max_ms": 15367.875, "p95_ms": 179.779}, "triton_wait": {"avg_ms": 70.089, "count": 48, "max_ms": 103.779, "p95_ms": 93.974}, "visualize": {"avg_ms": 4.811, "count": 48, "max_ms": 6.206, "p95_ms": 5.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5784.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.239, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.43, "name": "ffmpeg", "pid": 14295, "rss_mb": 271.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.915, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:55:23+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T15:55:23+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T15:55:23.526198+09:00", "mtime_epoch": 1783320923.526198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:55:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1486.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.333, "pushed": 10.333, "read": 10.3}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 309, "max_ms": 5.395, "p95_ms": 4.023}, "gstreamer_push": {"avg_ms": 1.53, "count": 309, "max_ms": 6.909, "p95_ms": 3.643}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.527, "count": 309, "max_ms": 83.986, "p95_ms": 62.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.966, "count": 309, "max_ms": 113.296, "p95_ms": 93.868}, "yolo11_640_fire_11class": {"avg_ms": 57.852, "count": 309, "max_ms": 92.478, "p95_ms": 72.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.009, "count": 309, "max_ms": 99.498, "p95_ms": 77.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.271, "count": 309, "max_ms": 125.456, "p95_ms": 106.133}, "read_interval": {"avg_ms": 97.065, "count": 308, "max_ms": 139.484, "p95_ms": 121.783}, "triton_wait": {"avg_ms": 71.07, "count": 309, "max_ms": 113.309, "p95_ms": 94.213}, "visualize": {"avg_ms": 3.716, "count": 309, "max_ms": 4.716, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 856, "tracking_summary": 800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5774.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16642.554, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.043, "sample_count": 1511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:55:29+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T15:55:29+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T15:55:29.154302+09:00", "mtime_epoch": 1783320929.1543021, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:55:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 784.363, "name": "celery", "pid": 239, "rss_mb": 773.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.11, "pushed": 5.11, "read": 5.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.961, "count": 153, "max_ms": 110.976, "p95_ms": 93.962}, "gstreamer_push": {"avg_ms": 0.94, "count": 153, "max_ms": 2.113, "p95_ms": 1.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.398, "count": 153, "max_ms": 119.867, "p95_ms": 102.146}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.821, "count": 153, "max_ms": 111.029, "p95_ms": 99.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.962, "count": 153, "max_ms": 239.802, "p95_ms": 222.868}, "read_interval": {"avg_ms": 196.967, "count": 152, "max_ms": 246.267, "p95_ms": 229.918}, "triton_wait": {"avg_ms": 76.968, "count": 153, "max_ms": 119.88, "p95_ms": 105.492}, "visualize": {"avg_ms": 30.92, "count": 153, "max_ms": 45.062, "p95_ms": 41.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5791.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.488, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.602, "name": "ffmpeg", "pid": 14554, "rss_mb": 334.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 10, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.16, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:55:41+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T15:55:41+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T15:55:41.230525+09:00", "mtime_epoch": 1783320941.2305253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:55:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1345.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.811, "pushed": 6.811, "read": 6.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.583, "count": 204, "max_ms": 9.441, "p95_ms": 7.493}, "gstreamer_push": {"avg_ms": 1.32, "count": 204, "max_ms": 6.601, "p95_ms": 1.611}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.774, "count": 204, "max_ms": 90.178, "p95_ms": 79.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.36, "count": 204, "max_ms": 121.99, "p95_ms": 105.445}, "yolo11_640_fire_11class": {"avg_ms": 65.838, "count": 204, "max_ms": 93.505, "p95_ms": 86.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.034, "count": 204, "max_ms": 103.879, "p95_ms": 96.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.419, "count": 204, "max_ms": 166.641, "p95_ms": 156.515}, "read_interval": {"avg_ms": 147.421, "count": 203, "max_ms": 4391.122, "p95_ms": 166.312}, "triton_wait": {"avg_ms": 77.033, "count": 204, "max_ms": 122.003, "p95_ms": 105.458}, "visualize": {"avg_ms": 4.63, "count": 204, "max_ms": 6.796, "p95_ms": 5.65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5787.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.275, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.688, "name": "ffmpeg", "pid": 14295, "rss_mb": 271.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.148, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:55:53+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T15:55:53+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T15:55:53.602753+09:00", "mtime_epoch": 1783320953.6027534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:55:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1488.684, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 296, "max_ms": 5.607, "p95_ms": 4.664}, "gstreamer_push": {"avg_ms": 1.52, "count": 296, "max_ms": 6.774, "p95_ms": 3.622}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.783, "count": 296, "max_ms": 87.35, "p95_ms": 76.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.095, "count": 296, "max_ms": 111.993, "p95_ms": 104.355}, "yolo11_640_fire_11class": {"avg_ms": 62.988, "count": 296, "max_ms": 90.018, "p95_ms": 85.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.055, "count": 296, "max_ms": 101.875, "p95_ms": 94.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.546, "count": 296, "max_ms": 123.974, "p95_ms": 116.701}, "read_interval": {"avg_ms": 101.527, "count": 295, "max_ms": 140.033, "p95_ms": 131.681}, "triton_wait": {"avg_ms": 75.33, "count": 296, "max_ms": 112.007, "p95_ms": 104.368}, "visualize": {"avg_ms": 3.686, "count": 296, "max_ms": 5.569, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 859, "tracking_summary": 801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5799.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16672.707, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.396, "sample_count": 1511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:55:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:55:59+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T15:55:59+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T15:55:59.286858+09:00", "mtime_epoch": 1783320959.286858, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:55:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.125, "name": "celery", "pid": 239, "rss_mb": 779.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.102, "pushed": 5.102, "read": 5.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.048, "count": 153, "max_ms": 105.97, "p95_ms": 93.247}, "gstreamer_push": {"avg_ms": 0.925, "count": 153, "max_ms": 3.441, "p95_ms": 1.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.797, "count": 153, "max_ms": 112.622, "p95_ms": 104.285}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.258, "count": 153, "max_ms": 117.614, "p95_ms": 104.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.826, "count": 153, "max_ms": 239.429, "p95_ms": 228.699}, "read_interval": {"avg_ms": 196.847, "count": 152, "max_ms": 245.644, "p95_ms": 235.065}, "triton_wait": {"avg_ms": 76.88, "count": 153, "max_ms": 117.628, "p95_ms": 107.955}, "visualize": {"avg_ms": 27.995, "count": 153, "max_ms": 46.446, "p95_ms": 41.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5779.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.565, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.859, "name": "ffmpeg", "pid": 14554, "rss_mb": 334.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 10, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.883, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:56:11+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T15:56:11+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T15:56:11.307079+09:00", "mtime_epoch": 1783320971.307079, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:56:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1345.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.678, "pushed": 7.678, "read": 7.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.017, "count": 229, "max_ms": 9.863, "p95_ms": 8.44}, "gstreamer_push": {"avg_ms": 1.319, "count": 230, "max_ms": 7.854, "p95_ms": 2.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.484, "count": 229, "max_ms": 86.879, "p95_ms": 76.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.666, "count": 229, "max_ms": 123.077, "p95_ms": 100.806}, "yolo11_640_fire_11class": {"avg_ms": 66.195, "count": 229, "max_ms": 102.001, "p95_ms": 86.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.945, "count": 229, "max_ms": 103.835, "p95_ms": 93.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.837, "count": 230, "max_ms": 165.624, "p95_ms": 153.878}, "read_interval": {"avg_ms": 130.63, "count": 229, "max_ms": 174.754, "p95_ms": 163.852}, "triton_wait": {"avg_ms": 75.385, "count": 229, "max_ms": 123.089, "p95_ms": 101.317}, "visualize": {"avg_ms": 4.89, "count": 229, "max_ms": 7.952, "p95_ms": 6.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5784.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.379, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.844, "name": "ffmpeg", "pid": 14295, "rss_mb": 276.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.148, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:56:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:56:23+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T15:56:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T15:56:23.687306+09:00", "mtime_epoch": 1783320983.6873064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:56:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.2, "pushed": 10.2, "read": 10.167}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.394, "count": 305, "max_ms": 5.229, "p95_ms": 4.071}, "gstreamer_push": {"avg_ms": 1.558, "count": 306, "max_ms": 7.593, "p95_ms": 3.821}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.415, "count": 305, "max_ms": 86.514, "p95_ms": 74.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.231, "count": 305, "max_ms": 122.959, "p95_ms": 100.189}, "yolo11_640_fire_11class": {"avg_ms": 60.869, "count": 305, "max_ms": 89.146, "p95_ms": 83.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.08, "count": 305, "max_ms": 101.535, "p95_ms": 90.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.51, "count": 306, "max_ms": 135.151, "p95_ms": 113.598}, "read_interval": {"avg_ms": 98.319, "count": 305, "max_ms": 153.671, "p95_ms": 127.192}, "triton_wait": {"avg_ms": 72.34, "count": 305, "max_ms": 122.972, "p95_ms": 100.529}, "visualize": {"avg_ms": 3.684, "count": 305, "max_ms": 4.776, "p95_ms": 4.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 860, "tracking_summary": 802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5796.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16702.758, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.195, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:56:29+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T15:56:29+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T15:56:29.343410+09:00", "mtime_epoch": 1783320989.3434103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:56:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.125, "name": "celery", "pid": 239, "rss_mb": 777.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.292, "pushed": 5.292, "read": 5.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.068, "count": 158, "max_ms": 104.573, "p95_ms": 92.666}, "gstreamer_push": {"avg_ms": 1.013, "count": 158, "max_ms": 2.53, "p95_ms": 1.889}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.737, "count": 158, "max_ms": 119.645, "p95_ms": 109.884}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.992, "count": 158, "max_ms": 116.76, "p95_ms": 106.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.839, "count": 158, "max_ms": 271.672, "p95_ms": 230.239}, "read_interval": {"avg_ms": 189.941, "count": 157, "max_ms": 278.857, "p95_ms": 236.54}, "triton_wait": {"avg_ms": 76.078, "count": 158, "max_ms": 119.658, "p95_ms": 109.895}, "visualize": {"avg_ms": 30.481, "count": 158, "max_ms": 46.237, "p95_ms": 43.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5801.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.574, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.117, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 9, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.141, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T15:56:41+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T15:56:41+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T15:56:41.399631+09:00", "mtime_epoch": 1783321001.399631, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:56:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.919, "pushed": 7.919, "read": 7.886}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.488, "count": 237, "max_ms": 9.786, "p95_ms": 6.849}, "gstreamer_push": {"avg_ms": 1.276, "count": 237, "max_ms": 4.153, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.025, "count": 237, "max_ms": 86.609, "p95_ms": 79.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.802, "count": 237, "max_ms": 118.384, "p95_ms": 106.189}, "yolo11_640_fire_11class": {"avg_ms": 67.008, "count": 237, "max_ms": 92.437, "p95_ms": 86.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.483, "count": 237, "max_ms": 101.667, "p95_ms": 96.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.677, "count": 237, "max_ms": 164.484, "p95_ms": 155.897}, "read_interval": {"avg_ms": 126.828, "count": 236, "max_ms": 176.994, "p95_ms": 165.492}, "triton_wait": {"avg_ms": 77.411, "count": 237, "max_ms": 118.397, "p95_ms": 106.202}, "visualize": {"avg_ms": 4.596, "count": 237, "max_ms": 6.524, "p95_ms": 5.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5794.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.385, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.844, "name": "ffmpeg", "pid": 14295, "rss_mb": 276.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.772, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:56:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:56:53+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T15:56:53+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T15:56:53.711856+09:00", "mtime_epoch": 1783321013.7118564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:56:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1481.391, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.669, "pushed": 8.669, "read": 8.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.038, "count": 260, "max_ms": 7.963, "p95_ms": 5.72}, "gstreamer_push": {"avg_ms": 1.431, "count": 260, "max_ms": 6.287, "p95_ms": 3.051}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.479, "count": 260, "max_ms": 85.144, "p95_ms": 77.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.456, "count": 260, "max_ms": 126.949, "p95_ms": 106.394}, "yolo11_640_fire_11class": {"avg_ms": 63.505, "count": 260, "max_ms": 88.958, "p95_ms": 85.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.138, "count": 260, "max_ms": 103.295, "p95_ms": 95.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.563, "count": 260, "max_ms": 178.661, "p95_ms": 147.281}, "read_interval": {"avg_ms": 115.486, "count": 260, "max_ms": 192.219, "p95_ms": 158.857}, "triton_wait": {"avg_ms": 77.68, "count": 260, "max_ms": 126.962, "p95_ms": 106.41}, "visualize": {"avg_ms": 4.123, "count": 260, "max_ms": 6.22, "p95_ms": 5.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 862, "tracking_summary": 804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5797.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16732.79, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.224, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:56:59+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T15:56:59+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T15:56:59.411960+09:00", "mtime_epoch": 1783321019.4119604, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:56:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.125, "name": "celery", "pid": 239, "rss_mb": 780.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.725, "pushed": 4.725, "read": 4.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.724, "count": 141, "max_ms": 111.46, "p95_ms": 92.72}, "gstreamer_push": {"avg_ms": 1.094, "count": 141, "max_ms": 2.862, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.365, "count": 141, "max_ms": 114.003, "p95_ms": 105.712}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.081, "count": 141, "max_ms": 114.655, "p95_ms": 106.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.482, "count": 141, "max_ms": 254.507, "p95_ms": 242.464}, "read_interval": {"avg_ms": 213.24, "count": 140, "max_ms": 262.273, "p95_ms": 249.753}, "triton_wait": {"avg_ms": 78.681, "count": 141, "max_ms": 114.668, "p95_ms": 108.564}, "visualize": {"avg_ms": 38.139, "count": 141, "max_ms": 67.539, "p95_ms": 50.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5798.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.629, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.117, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 9, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.16, "sample_count": 2072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:57:11+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T15:57:11+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T15:57:11.448180+09:00", "mtime_epoch": 1783321031.44818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:57:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.018, "pushed": 8.018, "read": 7.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.42, "count": 240, "max_ms": 9.054, "p95_ms": 7.236}, "gstreamer_push": {"avg_ms": 1.351, "count": 240, "max_ms": 6.044, "p95_ms": 3.08}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.718, "count": 240, "max_ms": 88.255, "p95_ms": 79.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.937, "count": 240, "max_ms": 125.373, "p95_ms": 108.58}, "yolo11_640_fire_11class": {"avg_ms": 66.989, "count": 240, "max_ms": 96.449, "p95_ms": 87.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.529, "count": 240, "max_ms": 103.363, "p95_ms": 95.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.141, "count": 240, "max_ms": 176.46, "p95_ms": 157.481}, "read_interval": {"avg_ms": 125.412, "count": 239, "max_ms": 189.013, "p95_ms": 169.32}, "triton_wait": {"avg_ms": 77.371, "count": 240, "max_ms": 125.385, "p95_ms": 108.592}, "visualize": {"avg_ms": 4.527, "count": 240, "max_ms": 7.166, "p95_ms": 5.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5800.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.425, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.844, "name": "ffmpeg", "pid": 14295, "rss_mb": 276.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.101, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:57:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:57:23+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T15:57:23+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T15:57:23.708403+09:00", "mtime_epoch": 1783321043.7084033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:57:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1486.352, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.457, "pushed": 9.457, "read": 9.423}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.441, "count": 283, "max_ms": 5.248, "p95_ms": 4.312}, "gstreamer_push": {"avg_ms": 1.565, "count": 283, "max_ms": 6.169, "p95_ms": 3.724}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.924, "count": 283, "max_ms": 88.386, "p95_ms": 78.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.766, "count": 283, "max_ms": 123.742, "p95_ms": 109.845}, "yolo11_640_fire_11class": {"avg_ms": 66.08, "count": 283, "max_ms": 91.375, "p95_ms": 87.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.931, "count": 283, "max_ms": 103.386, "p95_ms": 95.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.421, "count": 283, "max_ms": 136.097, "p95_ms": 123.123}, "read_interval": {"avg_ms": 106.056, "count": 282, "max_ms": 149.004, "p95_ms": 136.463}, "triton_wait": {"avg_ms": 80.069, "count": 283, "max_ms": 123.755, "p95_ms": 109.858}, "visualize": {"avg_ms": 3.726, "count": 283, "max_ms": 4.691, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 862, "tracking_summary": 805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5802.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16762.971, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.403, "sample_count": 1510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:57:29+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T15:57:29+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T15:57:29.584510+09:00", "mtime_epoch": 1783321049.5845103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:57:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.125, "name": "celery", "pid": 239, "rss_mb": 784.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.253, "pushed": 5.253, "read": 5.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 67.451, "count": 157, "max_ms": 116.971, "p95_ms": 94.313}, "gstreamer_push": {"avg_ms": 0.88, "count": 157, "max_ms": 1.514, "p95_ms": 1.084}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.511, "count": 157, "max_ms": 119.558, "p95_ms": 113.116}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.506, "count": 157, "max_ms": 121.47, "p95_ms": 111.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.293, "count": 157, "max_ms": 259.031, "p95_ms": 231.433}, "read_interval": {"avg_ms": 191.194, "count": 156, "max_ms": 265.172, "p95_ms": 238.672}, "triton_wait": {"avg_ms": 82.001, "count": 157, "max_ms": 121.483, "p95_ms": 115.273}, "visualize": {"avg_ms": 29.455, "count": 157, "max_ms": 47.678, "p95_ms": 44.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5793.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.662, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.117, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 9, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.138, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:57:41+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T15:57:41+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T15:57:41.444726+09:00", "mtime_epoch": 1783321061.444726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:57:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1348.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.445, "pushed": 8.445, "read": 8.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.393, "count": 253, "max_ms": 9.131, "p95_ms": 6.363}, "gstreamer_push": {"avg_ms": 1.473, "count": 253, "max_ms": 6.462, "p95_ms": 3.682}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.421, "count": 253, "max_ms": 90.642, "p95_ms": 81.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.967, "count": 253, "max_ms": 129.338, "p95_ms": 111.656}, "yolo11_640_fire_11class": {"avg_ms": 72.886, "count": 253, "max_ms": 97.938, "p95_ms": 91.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.45, "count": 253, "max_ms": 102.422, "p95_ms": 98.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.25, "count": 253, "max_ms": 178.361, "p95_ms": 142.283}, "read_interval": {"avg_ms": 118.714, "count": 252, "max_ms": 190.751, "p95_ms": 154.2}, "triton_wait": {"avg_ms": 86.557, "count": 253, "max_ms": 129.352, "p95_ms": 111.669}, "visualize": {"avg_ms": 3.9, "count": 253, "max_ms": 6.686, "p95_ms": 5.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5798.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.481, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.844, "name": "ffmpeg", "pid": 14295, "rss_mb": 276.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.101, "sample_count": 2867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:57:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:57:53+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T15:57:53+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T15:57:53.780950+09:00", "mtime_epoch": 1783321073.7809498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:57:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1486.492, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.684, "pushed": 8.684, "read": 8.651}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.362, "count": 260, "max_ms": 5.308, "p95_ms": 4.585}, "gstreamer_push": {"avg_ms": 1.566, "count": 260, "max_ms": 7.73, "p95_ms": 3.812}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.479, "count": 260, "max_ms": 90.276, "p95_ms": 81.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 89.102, "count": 260, "max_ms": 131.683, "p95_ms": 117.554}, "yolo11_640_fire_11class": {"avg_ms": 73.112, "count": 260, "max_ms": 95.787, "p95_ms": 89.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.298, "count": 260, "max_ms": 104.053, "p95_ms": 97.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.34, "count": 260, "max_ms": 144.265, "p95_ms": 130.347}, "read_interval": {"avg_ms": 115.577, "count": 259, "max_ms": 161.409, "p95_ms": 146.241}, "triton_wait": {"avg_ms": 89.22, "count": 260, "max_ms": 131.696, "p95_ms": 117.568}, "visualize": {"avg_ms": 3.648, "count": 260, "max_ms": 4.838, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 864, "tracking_summary": 806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5796.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16793.131, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.966, "sample_count": 1496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:57:59+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T15:57:59+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T15:57:59.749058+09:00", "mtime_epoch": 1783321079.7490582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:57:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.473, "name": "celery", "pid": 239, "rss_mb": 780.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.873, "pushed": 4.873, "read": 4.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.022, "count": 146, "max_ms": 111.319, "p95_ms": 92.714}, "gstreamer_push": {"avg_ms": 0.879, "count": 146, "max_ms": 1.892, "p95_ms": 1.085}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.48, "count": 146, "max_ms": 123.606, "p95_ms": 116.499}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.484, "count": 146, "max_ms": 117.606, "p95_ms": 114.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.034, "count": 146, "max_ms": 250.656, "p95_ms": 243.304}, "read_interval": {"avg_ms": 206.641, "count": 145, "max_ms": 257.075, "p95_ms": 250.927}, "triton_wait": {"avg_ms": 87.438, "count": 146, "max_ms": 123.619, "p95_ms": 116.511}, "visualize": {"avg_ms": 31.469, "count": 146, "max_ms": 55.472, "p95_ms": 40.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5796.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.727, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.117, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 9, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.081, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:58:11+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T15:58:11+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T15:58:11.505271+09:00", "mtime_epoch": 1783321091.5052712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:58:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.159, "pushed": 8.159, "read": 8.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.614, "count": 244, "max_ms": 10.022, "p95_ms": 6.911}, "gstreamer_push": {"avg_ms": 1.394, "count": 244, "max_ms": 5.281, "p95_ms": 2.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.281, "count": 244, "max_ms": 87.752, "p95_ms": 82.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.192, "count": 244, "max_ms": 127.754, "p95_ms": 114.642}, "yolo11_640_fire_11class": {"avg_ms": 74.081, "count": 244, "max_ms": 101.31, "p95_ms": 91.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.527, "count": 244, "max_ms": 106.536, "p95_ms": 97.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.713, "count": 244, "max_ms": 159.797, "p95_ms": 147.667}, "read_interval": {"avg_ms": 123.201, "count": 243, "max_ms": 175.184, "p95_ms": 156.808}, "triton_wait": {"avg_ms": 87.651, "count": 244, "max_ms": 127.766, "p95_ms": 114.655}, "visualize": {"avg_ms": 4.059, "count": 244, "max_ms": 7.014, "p95_ms": 5.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5802.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.556, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.102, "name": "ffmpeg", "pid": 14295, "rss_mb": 277.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.504, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:58:23+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T15:58:23+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T15:58:23.801494+09:00", "mtime_epoch": 1783321103.8014936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:58:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1487.938, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.645, "pushed": 8.645, "read": 8.612}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.898, "count": 259, "max_ms": 7.873, "p95_ms": 5.606}, "gstreamer_push": {"avg_ms": 1.542, "count": 259, "max_ms": 8.299, "p95_ms": 3.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.371, "count": 259, "max_ms": 92.032, "p95_ms": 82.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.746, "count": 259, "max_ms": 126.641, "p95_ms": 111.111}, "yolo11_640_fire_11class": {"avg_ms": 68.216, "count": 259, "max_ms": 93.582, "p95_ms": 87.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.487, "count": 259, "max_ms": 102.168, "p95_ms": 97.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.255, "count": 259, "max_ms": 175.476, "p95_ms": 148.482}, "read_interval": {"avg_ms": 115.889, "count": 258, "max_ms": 185.28, "p95_ms": 158.296}, "triton_wait": {"avg_ms": 82.114, "count": 259, "max_ms": 126.652, "p95_ms": 111.124}, "visualize": {"avg_ms": 3.996, "count": 259, "max_ms": 6.982, "p95_ms": 5.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 865, "tracking_summary": 807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5801.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16823.183, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.721, "sample_count": 1503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:58:29+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T15:58:29+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T15:58:29.773602+09:00", "mtime_epoch": 1783321109.7736015, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:58:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.473, "name": "celery", "pid": 239, "rss_mb": 780.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.991, "pushed": 4.991, "read": 4.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.807, "count": 149, "max_ms": 103.16, "p95_ms": 93.845}, "gstreamer_push": {"avg_ms": 0.843, "count": 149, "max_ms": 1.846, "p95_ms": 1.08}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.551, "count": 149, "max_ms": 114.269, "p95_ms": 108.611}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.007, "count": 149, "max_ms": 121.958, "p95_ms": 111.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.467, "count": 149, "max_ms": 239.632, "p95_ms": 233.873}, "read_interval": {"avg_ms": 201.562, "count": 148, "max_ms": 248.509, "p95_ms": 240.821}, "triton_wait": {"avg_ms": 79.99, "count": 149, "max_ms": 121.977, "p95_ms": 112.254}, "visualize": {"avg_ms": 29.609, "count": 149, "max_ms": 43.999, "p95_ms": 39.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5798.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.793, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.117, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 9, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.878, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:58:41+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T15:58:41+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T15:58:41.573815+09:00", "mtime_epoch": 1783321121.5738146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:58:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.414, "pushed": 8.414, "read": 8.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.047, "count": 252, "max_ms": 8.187, "p95_ms": 6.748}, "gstreamer_push": {"avg_ms": 1.371, "count": 252, "max_ms": 6.665, "p95_ms": 2.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.979, "count": 252, "max_ms": 89.902, "p95_ms": 77.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.408, "count": 252, "max_ms": 130.575, "p95_ms": 106.222}, "yolo11_640_fire_11class": {"avg_ms": 67.033, "count": 252, "max_ms": 96.056, "p95_ms": 87.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.596, "count": 252, "max_ms": 106.345, "p95_ms": 99.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.767, "count": 252, "max_ms": 183.136, "p95_ms": 151.778}, "read_interval": {"avg_ms": 119.314, "count": 251, "max_ms": 192.616, "p95_ms": 161.564}, "triton_wait": {"avg_ms": 76.953, "count": 252, "max_ms": 130.591, "p95_ms": 106.235}, "visualize": {"avg_ms": 4.334, "count": 252, "max_ms": 6.41, "p95_ms": 5.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5789.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.684, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.102, "name": "ffmpeg", "pid": 14295, "rss_mb": 277.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.097, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:58:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:58:54+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T15:58:53+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T15:58:53.966038+09:00", "mtime_epoch": 1783321133.966038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:58:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1485.336, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.874, "pushed": 7.874, "read": 7.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.784, "count": 235, "max_ms": 8.573, "p95_ms": 6.547}, "gstreamer_push": {"avg_ms": 1.468, "count": 236, "max_ms": 7.498, "p95_ms": 3.69}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.84, "count": 235, "max_ms": 88.367, "p95_ms": 78.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.623, "count": 235, "max_ms": 124.792, "p95_ms": 108.152}, "yolo11_640_fire_11class": {"avg_ms": 66.128, "count": 235, "max_ms": 92.028, "p95_ms": 87.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.371, "count": 235, "max_ms": 106.613, "p95_ms": 96.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.58, "count": 236, "max_ms": 162.585, "p95_ms": 151.076}, "read_interval": {"avg_ms": 127.63, "count": 235, "max_ms": 173.702, "p95_ms": 163.474}, "triton_wait": {"avg_ms": 81.804, "count": 235, "max_ms": 124.806, "p95_ms": 108.164}, "visualize": {"avg_ms": 4.621, "count": 235, "max_ms": 8.076, "p95_ms": 5.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 866, "tracking_summary": 809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5791.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16853.306, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.41, "sample_count": 1499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T15:59:00+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T15:58:59+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T15:58:59.962146+09:00", "mtime_epoch": 1783321139.962146, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:59:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.473, "name": "celery", "pid": 239, "rss_mb": 782.156, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.083, "pushed": 5.083, "read": 5.05}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.823, "count": 152, "max_ms": 102.015, "p95_ms": 91.967}, "gstreamer_push": {"avg_ms": 0.896, "count": 152, "max_ms": 2.923, "p95_ms": 1.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.22, "count": 152, "max_ms": 120.484, "p95_ms": 110.991}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.633, "count": 152, "max_ms": 119.402, "p95_ms": 112.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.863, "count": 152, "max_ms": 261.825, "p95_ms": 241.117}, "read_interval": {"avg_ms": 198.439, "count": 151, "max_ms": 268.902, "p95_ms": 247.843}, "triton_wait": {"avg_ms": 79.755, "count": 152, "max_ms": 120.498, "p95_ms": 112.468}, "visualize": {"avg_ms": 30.248, "count": 152, "max_ms": 44.892, "p95_ms": 42.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5801.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.835, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.633, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 8, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.258, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:59:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:59:11+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T15:59:11+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T15:59:11.590355+09:00", "mtime_epoch": 1783321151.5903554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:59:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.352, "pushed": 9.352, "read": 9.319}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.456, "count": 280, "max_ms": 8.671, "p95_ms": 6.413}, "gstreamer_push": {"avg_ms": 1.473, "count": 280, "max_ms": 6.126, "p95_ms": 3.55}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.209, "count": 280, "max_ms": 91.485, "p95_ms": 76.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.062, "count": 280, "max_ms": 125.939, "p95_ms": 104.51}, "yolo11_640_fire_11class": {"avg_ms": 64.027, "count": 280, "max_ms": 98.182, "p95_ms": 86.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.484, "count": 280, "max_ms": 109.875, "p95_ms": 96.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.758, "count": 280, "max_ms": 168.428, "p95_ms": 144.858}, "read_interval": {"avg_ms": 107.139, "count": 279, "max_ms": 180.383, "p95_ms": 154.797}, "triton_wait": {"avg_ms": 74.242, "count": 280, "max_ms": 125.952, "p95_ms": 104.522}, "visualize": {"avg_ms": 3.966, "count": 280, "max_ms": 5.756, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5799.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.82, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.102, "name": "ffmpeg", "pid": 14295, "rss_mb": 277.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.878, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:59:24+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T15:59:24+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T15:59:24.086580+09:00", "mtime_epoch": 1783321164.08658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:59:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1490.098, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.973, "pushed": 6.973, "read": 6.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.961, "count": 208, "max_ms": 8.29, "p95_ms": 7.049}, "gstreamer_push": {"avg_ms": 1.237, "count": 209, "max_ms": 4.337, "p95_ms": 2.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.779, "count": 208, "max_ms": 87.08, "p95_ms": 76.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.988, "count": 208, "max_ms": 115.905, "p95_ms": 106.086}, "yolo11_640_fire_11class": {"avg_ms": 64.422, "count": 208, "max_ms": 92.222, "p95_ms": 84.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.367, "count": 208, "max_ms": 102.423, "p95_ms": 96.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.073, "count": 209, "max_ms": 174.433, "p95_ms": 162.045}, "read_interval": {"avg_ms": 144.141, "count": 208, "max_ms": 186.413, "p95_ms": 171.867}, "triton_wait": {"avg_ms": 81.037, "count": 208, "max_ms": 115.918, "p95_ms": 106.098}, "visualize": {"avg_ms": 5.246, "count": 208, "max_ms": 7.637, "p95_ms": 5.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 869, "tracking_summary": 810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5798.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16883.413, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.128, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:59:30+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T15:59:29+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T15:59:30.002686+09:00", "mtime_epoch": 1783321170.0026863, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T15:59:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.473, "name": "celery", "pid": 239, "rss_mb": 780.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.077, "pushed": 5.077, "read": 5.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.01, "count": 152, "max_ms": 104.511, "p95_ms": 95.546}, "gstreamer_push": {"avg_ms": 0.816, "count": 152, "max_ms": 1.388, "p95_ms": 0.999}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.405, "count": 152, "max_ms": 119.901, "p95_ms": 107.665}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.792, "count": 152, "max_ms": 110.701, "p95_ms": 103.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.98, "count": 152, "max_ms": 240.224, "p95_ms": 229.162}, "read_interval": {"avg_ms": 197.94, "count": 151, "max_ms": 246.467, "p95_ms": 235.829}, "triton_wait": {"avg_ms": 76.011, "count": 152, "max_ms": 119.915, "p95_ms": 107.678}, "visualize": {"avg_ms": 26.067, "count": 152, "max_ms": 37.526, "p95_ms": 31.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5803.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.847, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.891, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 8, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.228, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:59:41+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T15:59:41+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T15:59:41.618895+09:00", "mtime_epoch": 1783321181.6188948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T15:59:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.206, "pushed": 9.206, "read": 9.173}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.528, "count": 275, "max_ms": 9.672, "p95_ms": 6.44}, "gstreamer_push": {"avg_ms": 1.451, "count": 275, "max_ms": 6.409, "p95_ms": 3.603}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.895, "count": 275, "max_ms": 89.507, "p95_ms": 73.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.448, "count": 275, "max_ms": 127.177, "p95_ms": 103.748}, "yolo11_640_fire_11class": {"avg_ms": 61.78, "count": 275, "max_ms": 91.403, "p95_ms": 82.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.622, "count": 275, "max_ms": 106.822, "p95_ms": 93.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.725, "count": 275, "max_ms": 178.979, "p95_ms": 147.611}, "read_interval": {"avg_ms": 109.067, "count": 274, "max_ms": 188.922, "p95_ms": 158.992}, "triton_wait": {"avg_ms": 74.608, "count": 275, "max_ms": 127.192, "p95_ms": 103.76}, "visualize": {"avg_ms": 3.97, "count": 275, "max_ms": 8.85, "p95_ms": 5.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5791.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:49:54+09:00", "last_error_summary": "[h264 @ 0x5579d8bf1380] reference picture missing during reorder [h264 @ 0x5579d8bf1380] Missing reference picture, default is 65542 [h264 @ 0x5579d8c05540] mmco: unref short failure [h264 @ 0x5579d8c05540] illegal short term buffer state detected [h264 @ 0x5579d8bdd1c0] error while decoding MB 6 36, bytestream -10 [h264 @ 0x5579d8bc9000] left block unavailable for requested intra mode [h264 @ 0x5579d8bc9000] error while decoding MB 0 27, bytestream 57364 [h264 @ 0x5579d8b48f80] left block unava", "last_exit_at": "2026-07-06T15:49:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.844, "last_started_at": "2026-07-06T15:49:56+09:00", "pid": 14295, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.102, "name": "ffmpeg", "pid": 14295, "rss_mb": 277.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 7, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.174, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T15:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T15:59:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T15:59:54+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T15:59:54.119119+09:00", "mtime_epoch": 1783321194.119119, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T15:59:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1490.902, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.893, "pushed": 6.893, "read": 6.86}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.005, "count": 206, "max_ms": 10.71, "p95_ms": 7.708}, "gstreamer_push": {"avg_ms": 1.227, "count": 206, "max_ms": 3.903, "p95_ms": 2.086}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.545, "count": 206, "max_ms": 90.659, "p95_ms": 72.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.944, "count": 206, "max_ms": 118.503, "p95_ms": 104.758}, "yolo11_640_fire_11class": {"avg_ms": 60.339, "count": 206, "max_ms": 91.178, "p95_ms": 81.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.403, "count": 206, "max_ms": 108.077, "p95_ms": 95.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.668, "count": 206, "max_ms": 199.826, "p95_ms": 179.162}, "read_interval": {"avg_ms": 145.74, "count": 205, "max_ms": 207.646, "p95_ms": 188.764}, "triton_wait": {"avg_ms": 77.035, "count": 206, "max_ms": 118.516, "p95_ms": 104.77}, "visualize": {"avg_ms": 5.513, "count": 206, "max_ms": 8.047, "p95_ms": 7.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 870, "tracking_summary": 811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5810.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16913.438, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.959, "sample_count": 1513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:00:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:00:00+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T16:00:00+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T16:00:00.035225+09:00", "mtime_epoch": 1783321200.035225, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:00:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.473, "name": "celery", "pid": 239, "rss_mb": 782.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.237, "pushed": 5.237, "read": 5.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.648, "count": 156, "max_ms": 104.447, "p95_ms": 92.315}, "gstreamer_push": {"avg_ms": 1.132, "count": 156, "max_ms": 2.32, "p95_ms": 1.968}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.597, "count": 156, "max_ms": 110.738, "p95_ms": 100.425}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.117, "count": 156, "max_ms": 108.97, "p95_ms": 102.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.993, "count": 156, "max_ms": 241.78, "p95_ms": 227.535}, "read_interval": {"avg_ms": 192.32, "count": 155, "max_ms": 247.523, "p95_ms": 234.995}, "triton_wait": {"avg_ms": 76.989, "count": 156, "max_ms": 110.754, "p95_ms": 104.104}, "visualize": {"avg_ms": 31.23, "count": 156, "max_ms": 47.039, "p95_ms": 37.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5551.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.909, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.891, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 8, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.661, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:00:11+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T16:00:11+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T16:00:11.715434+09:00", "mtime_epoch": 1783321211.7154338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:00:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.132, "count": 299, "max_ms": 8.449, "p95_ms": 6.247}, "gstreamer_push": {"avg_ms": 1.544, "count": 299, "max_ms": 6.736, "p95_ms": 3.823}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.026, "count": 299, "max_ms": 82.163, "p95_ms": 69.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.965, "count": 299, "max_ms": 116.74, "p95_ms": 97.715}, "yolo11_640_fire_11class": {"avg_ms": 62.173, "count": 299, "max_ms": 93.77, "p95_ms": 80.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.032, "count": 299, "max_ms": 104.517, "p95_ms": 91.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.41, "count": 299, "max_ms": 171.205, "p95_ms": 120.294}, "read_interval": {"avg_ms": 100.558, "count": 298, "max_ms": 180.749, "p95_ms": 132.817}, "triton_wait": {"avg_ms": 71.602, "count": 299, "max_ms": 116.756, "p95_ms": 99.237}, "visualize": {"avg_ms": 3.693, "count": 299, "max_ms": 5.967, "p95_ms": 5.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5789.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.711, "last_started_at": "2026-07-06T16:00:14+09:00", "pid": 14706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 258.641, "name": "ffmpeg", "pid": 14706, "rss_mb": 258.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.805, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:00:24+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T16:00:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T16:00:24.247658+09:00", "mtime_epoch": 1783321224.247658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:00:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1492.938, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.744, "pushed": 5.744, "read": 5.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.435, "count": 171, "max_ms": 10.693, "p95_ms": 7.962}, "gstreamer_push": {"avg_ms": 1.19, "count": 172, "max_ms": 4.46, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.402, "count": 171, "max_ms": 79.357, "p95_ms": 69.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.8, "count": 171, "max_ms": 113.602, "p95_ms": 103.99}, "yolo11_640_fire_11class": {"avg_ms": 61.08, "count": 171, "max_ms": 91.328, "p95_ms": 80.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.873, "count": 171, "max_ms": 108.652, "p95_ms": 94.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.71, "count": 172, "max_ms": 189.075, "p95_ms": 177.499}, "read_interval": {"avg_ms": 175.355, "count": 171, "max_ms": 4944.336, "p95_ms": 185.921}, "triton_wait": {"avg_ms": 75.989, "count": 171, "max_ms": 113.615, "p95_ms": 104.004}, "visualize": {"avg_ms": 5.582, "count": 171, "max_ms": 8.302, "p95_ms": 6.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 872, "tracking_summary": 812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5797.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16943.511, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.327, "sample_count": 1507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:00:30+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T16:00:30+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T16:00:30.131763+09:00", "mtime_epoch": 1783321230.131763, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:00:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 785.473, "name": "celery", "pid": 239, "rss_mb": 783.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.921, "pushed": 4.921, "read": 4.888}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.902, "count": 147, "max_ms": 102.745, "p95_ms": 95.451}, "gstreamer_push": {"avg_ms": 1.118, "count": 147, "max_ms": 2.512, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.347, "count": 147, "max_ms": 109.226, "p95_ms": 100.843}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.36, "count": 147, "max_ms": 108.83, "p95_ms": 96.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.22, "count": 147, "max_ms": 243.58, "p95_ms": 232.802}, "read_interval": {"avg_ms": 204.673, "count": 146, "max_ms": 250.981, "p95_ms": 240.445}, "triton_wait": {"avg_ms": 75.165, "count": 147, "max_ms": 109.24, "p95_ms": 101.63}, "visualize": {"avg_ms": 34.257, "count": 147, "max_ms": 53.699, "p95_ms": 47.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5794.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.947, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.891, "name": "ffmpeg", "pid": 14554, "rss_mb": 335.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 8, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.38, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:00:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:00:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T16:00:41+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:00:41.723970+09:00", "mtime_epoch": 1783321241.72397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:00:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.692, "pushed": 9.692, "read": 9.659}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.475, "count": 290, "max_ms": 9.087, "p95_ms": 6.771}, "gstreamer_push": {"avg_ms": 1.501, "count": 290, "max_ms": 7.476, "p95_ms": 3.64}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.01, "count": 290, "max_ms": 82.672, "p95_ms": 69.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.003, "count": 290, "max_ms": 116.452, "p95_ms": 104.149}, "yolo11_640_fire_11class": {"avg_ms": 61.362, "count": 290, "max_ms": 96.638, "p95_ms": 84.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.268, "count": 290, "max_ms": 107.597, "p95_ms": 92.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.275, "count": 290, "max_ms": 162.754, "p95_ms": 141.279}, "read_interval": {"avg_ms": 103.499, "count": 289, "max_ms": 173.258, "p95_ms": 151.763}, "triton_wait": {"avg_ms": 70.194, "count": 290, "max_ms": 116.466, "p95_ms": 104.164}, "visualize": {"avg_ms": 3.937, "count": 290, "max_ms": 6.148, "p95_ms": 5.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5802.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.851, "last_started_at": "2026-07-06T16:00:14+09:00", "pid": 14706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.344, "name": "ffmpeg", "pid": 14706, "rss_mb": 265.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.932, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:00:54+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T16:00:54+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T16:00:54.368196+09:00", "mtime_epoch": 1783321254.3681955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:00:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1493.629, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.196, "pushed": 6.196, "read": 6.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.844, "count": 185, "max_ms": 10.439, "p95_ms": 8.882}, "gstreamer_push": {"avg_ms": 1.077, "count": 185, "max_ms": 2.9, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.94, "count": 185, "max_ms": 85.44, "p95_ms": 75.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.791, "count": 185, "max_ms": 121.8, "p95_ms": 106.428}, "yolo11_640_fire_11class": {"avg_ms": 61.796, "count": 185, "max_ms": 99.851, "p95_ms": 82.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.802, "count": 185, "max_ms": 111.345, "p95_ms": 96.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.496, "count": 185, "max_ms": 206.456, "p95_ms": 193.457}, "read_interval": {"avg_ms": 162.215, "count": 184, "max_ms": 214.654, "p95_ms": 202.348}, "triton_wait": {"avg_ms": 80.96, "count": 185, "max_ms": 121.813, "p95_ms": 106.444}, "visualize": {"avg_ms": 6.001, "count": 185, "max_ms": 8.152, "p95_ms": 7.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 872, "tracking_summary": 814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5795.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 16973.671, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.924, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:01:00+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T16:01:00+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T16:01:00.284301+09:00", "mtime_epoch": 1783321260.2843008, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:01:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 786.711, "name": "celery", "pid": 239, "rss_mb": 786.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.373, "pushed": 5.373, "read": 5.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.531, "count": 161, "max_ms": 99.763, "p95_ms": 94.585}, "gstreamer_push": {"avg_ms": 0.845, "count": 161, "max_ms": 1.138, "p95_ms": 1.034}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.227, "count": 161, "max_ms": 121.174, "p95_ms": 102.8}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.496, "count": 161, "max_ms": 114.352, "p95_ms": 102.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.021, "count": 161, "max_ms": 234.18, "p95_ms": 218.998}, "read_interval": {"avg_ms": 187.257, "count": 160, "max_ms": 240.412, "p95_ms": 225.499}, "triton_wait": {"avg_ms": 79.02, "count": 161, "max_ms": 121.186, "p95_ms": 106.897}, "visualize": {"avg_ms": 28.194, "count": 161, "max_ms": 45.92, "p95_ms": 37.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5803.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T15:55:12+09:00", "last_error_summary": "[h264 @ 0x55d2cfaba280] error while decoding MB 57 31, bytestream -9 [in#0/rtsp @ 0x55d2ceda7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d2ceda7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T15:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.965, "last_started_at": "2026-07-06T15:55:14+09:00", "pid": 14554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.777, "name": "ffmpeg", "pid": 14554, "rss_mb": 336.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 8, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.536, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:01:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:01:11+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:01:11+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T16:01:11.744505+09:00", "mtime_epoch": 1783321271.744505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:01:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.749, "pushed": 4.749, "read": 4.716}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.904, "count": 142, "max_ms": 9.072, "p95_ms": 7.131}, "gstreamer_push": {"avg_ms": 1.232, "count": 142, "max_ms": 4.554, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.765, "count": 142, "max_ms": 82.767, "p95_ms": 72.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.873, "count": 142, "max_ms": 116.828, "p95_ms": 102.965}, "yolo11_640_fire_11class": {"avg_ms": 62.094, "count": 142, "max_ms": 89.672, "p95_ms": 85.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.73, "count": 142, "max_ms": 112.519, "p95_ms": 95.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.083, "count": 142, "max_ms": 170.963, "p95_ms": 154.856}, "read_interval": {"avg_ms": 212.022, "count": 141, "max_ms": 12063.423, "p95_ms": 165.196}, "triton_wait": {"avg_ms": 71.456, "count": 142, "max_ms": 116.841, "p95_ms": 103.503}, "visualize": {"avg_ms": 4.837, "count": 142, "max_ms": 7.891, "p95_ms": 5.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5801.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.886, "last_started_at": "2026-07-06T16:00:14+09:00", "pid": 14706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.344, "name": "ffmpeg", "pid": 14706, "rss_mb": 265.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.089, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:01:24+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T16:01:24+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T16:01:24.388730+09:00", "mtime_epoch": 1783321284.3887298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:01:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1692.938, "name": "celery", "pid": 237, "rss_mb": 1490.793, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.99, "pushed": 5.99, "read": 5.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.484, "count": 179, "max_ms": 11.199, "p95_ms": 8.779}, "gstreamer_push": {"avg_ms": 1.033, "count": 179, "max_ms": 2.36, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.11, "count": 179, "max_ms": 77.68, "p95_ms": 65.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.269, "count": 179, "max_ms": 114.479, "p95_ms": 100.094}, "yolo11_640_fire_11class": {"avg_ms": 57.861, "count": 179, "max_ms": 89.828, "p95_ms": 79.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.442, "count": 179, "max_ms": 100.902, "p95_ms": 93.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.643, "count": 179, "max_ms": 204.486, "p95_ms": 187.814}, "read_interval": {"avg_ms": 167.77, "count": 178, "max_ms": 212.7, "p95_ms": 196.179}, "triton_wait": {"avg_ms": 74.333, "count": 179, "max_ms": 114.493, "p95_ms": 100.257}, "visualize": {"avg_ms": 6.388, "count": 179, "max_ms": 9.311, "p95_ms": 7.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 874, "tracking_summary": 815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5813.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17003.774, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.565, "sample_count": 1511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:01:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:01:30+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T16:01:30+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T16:01:30.364836+09:00", "mtime_epoch": 1783321290.364836, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:01:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 788.859, "name": "celery", "pid": 239, "rss_mb": 778.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.109, "pushed": 5.109, "read": 5.075}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.396, "count": 153, "max_ms": 113.404, "p95_ms": 96.462}, "gstreamer_push": {"avg_ms": 0.972, "count": 153, "max_ms": 2.142, "p95_ms": 1.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.514, "count": 153, "max_ms": 108.823, "p95_ms": 98.455}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.779, "count": 153, "max_ms": 114.08, "p95_ms": 101.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.038, "count": 153, "max_ms": 243.703, "p95_ms": 225.031}, "read_interval": {"avg_ms": 196.666, "count": 152, "max_ms": 256.068, "p95_ms": 233.444}, "triton_wait": {"avg_ms": 75.482, "count": 153, "max_ms": 114.094, "p95_ms": 102.461}, "visualize": {"avg_ms": 31.976, "count": 153, "max_ms": 46.048, "p95_ms": 42.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6168.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:01:32+09:00", "last_error_summary": "[h264 @ 0x55f0fdc069c0] error while decoding MB 71 63, bytestream -23 [in#0/rtsp @ 0x55f0fd09ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0fd09ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:01:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.833, "last_started_at": "2026-07-06T16:01:35+09:00", "pid": 14874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.113, "name": "ffmpeg", "pid": 14874, "rss_mb": 302.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 9, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.235, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:01:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T16:01:41+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T16:01:41.837040+09:00", "mtime_epoch": 1783321301.8370397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:01:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1348.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.716, "pushed": 6.716, "read": 6.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.908, "count": 201, "max_ms": 10.174, "p95_ms": 7.71}, "gstreamer_push": {"avg_ms": 1.283, "count": 201, "max_ms": 7.374, "p95_ms": 2.518}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.549, "count": 201, "max_ms": 77.287, "p95_ms": 67.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.574, "count": 201, "max_ms": 107.475, "p95_ms": 96.236}, "yolo11_640_fire_11class": {"avg_ms": 61.762, "count": 201, "max_ms": 91.105, "p95_ms": 77.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.535, "count": 201, "max_ms": 97.849, "p95_ms": 88.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.05, "count": 201, "max_ms": 173.94, "p95_ms": 150.47}, "read_interval": {"avg_ms": 149.878, "count": 200, "max_ms": 5010.836, "p95_ms": 160.19}, "triton_wait": {"avg_ms": 70.083, "count": 201, "max_ms": 107.492, "p95_ms": 96.247}, "visualize": {"avg_ms": 4.779, "count": 201, "max_ms": 6.716, "p95_ms": 5.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6036.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.954, "last_started_at": "2026-07-06T16:00:14+09:00", "pid": 14706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.859, "name": "ffmpeg", "pid": 14706, "rss_mb": 265.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.387, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:01:54+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T16:01:54+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T16:01:54.509265+09:00", "mtime_epoch": 1783321314.5092647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:01:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1728.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.516, "pushed": 5.516, "read": 5.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 165, "max_ms": 12.031, "p95_ms": 10.572}, "gstreamer_push": {"avg_ms": 1.082, "count": 165, "max_ms": 3.074, "p95_ms": 1.867}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.732, "count": 165, "max_ms": 85.307, "p95_ms": 73.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.17, "count": 165, "max_ms": 121.518, "p95_ms": 99.071}, "yolo11_640_fire_11class": {"avg_ms": 59.774, "count": 165, "max_ms": 91.292, "p95_ms": 82.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.326, "count": 165, "max_ms": 102.744, "p95_ms": 96.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.102, "count": 165, "max_ms": 611.165, "p95_ms": 226.295}, "read_interval": {"avg_ms": 182.573, "count": 164, "max_ms": 620.759, "p95_ms": 234.308}, "triton_wait": {"avg_ms": 75.466, "count": 165, "max_ms": 121.53, "p95_ms": 102.705}, "visualize": {"avg_ms": 8.709, "count": 165, "max_ms": 18.397, "p95_ms": 14.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 875, "tracking_summary": 816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6038.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17033.941, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.878, "sample_count": 1519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:02:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:02:00+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T16:02:00+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T16:02:00.549372+09:00", "mtime_epoch": 1783321320.5493717, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:02:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 788.859, "name": "celery", "pid": 239, "rss_mb": 783.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.046, "pushed": 5.046, "read": 5.013}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.904, "count": 151, "max_ms": 114.017, "p95_ms": 94.427}, "gstreamer_push": {"avg_ms": 1.057, "count": 151, "max_ms": 2.201, "p95_ms": 2.032}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.663, "count": 151, "max_ms": 119.642, "p95_ms": 102.6}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.34, "count": 151, "max_ms": 112.805, "p95_ms": 101.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.287, "count": 151, "max_ms": 256.524, "p95_ms": 229.1}, "read_interval": {"avg_ms": 199.745, "count": 150, "max_ms": 265.287, "p95_ms": 235.434}, "triton_wait": {"avg_ms": 74.3, "count": 151, "max_ms": 119.655, "p95_ms": 105.975}, "visualize": {"avg_ms": 33.063, "count": 151, "max_ms": 64.802, "p95_ms": 44.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6035.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:01:32+09:00", "last_error_summary": "[h264 @ 0x55f0fdc069c0] error while decoding MB 71 63, bytestream -23 [in#0/rtsp @ 0x55f0fd09ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0fd09ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:01:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.842, "last_started_at": "2026-07-06T16:01:35+09:00", "pid": 14874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.73, "name": "ffmpeg", "pid": 14874, "rss_mb": 330.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 9, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.168, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:02:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:02:11+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T16:02:11+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T16:02:11.833572+09:00", "mtime_epoch": 1783321331.833572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:02:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.768, "pushed": 8.768, "read": 8.768}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.078, "count": 263, "max_ms": 9.738, "p95_ms": 7.412}, "gstreamer_push": {"avg_ms": 1.321, "count": 263, "max_ms": 7.623, "p95_ms": 2.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.201, "count": 263, "max_ms": 86.493, "p95_ms": 73.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.859, "count": 263, "max_ms": 117.707, "p95_ms": 103.543}, "yolo11_640_fire_11class": {"avg_ms": 62.358, "count": 263, "max_ms": 95.125, "p95_ms": 83.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.916, "count": 263, "max_ms": 102.994, "p95_ms": 94.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.453, "count": 263, "max_ms": 176.734, "p95_ms": 147.158}, "read_interval": {"avg_ms": 114.023, "count": 263, "max_ms": 192.165, "p95_ms": 157.863}, "triton_wait": {"avg_ms": 71.442, "count": 263, "max_ms": 117.721, "p95_ms": 103.556}, "visualize": {"avg_ms": 4.321, "count": 263, "max_ms": 6.48, "p95_ms": 5.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6023.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.976, "last_started_at": "2026-07-06T16:00:14+09:00", "pid": 14706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.953, "name": "ffmpeg", "pid": 14706, "rss_mb": 268.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.728, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:02:24+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T16:02:24+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T16:02:24.505796+09:00", "mtime_epoch": 1783321344.5057962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:02:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1712.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.27, "pushed": 7.27, "read": 7.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.128, "count": 217, "max_ms": 9.434, "p95_ms": 8.24}, "gstreamer_push": {"avg_ms": 1.088, "count": 217, "max_ms": 1.542, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.917, "count": 217, "max_ms": 87.58, "p95_ms": 76.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.667, "count": 217, "max_ms": 118.873, "p95_ms": 101.967}, "yolo11_640_fire_11class": {"avg_ms": 60.903, "count": 217, "max_ms": 91.338, "p95_ms": 83.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.395, "count": 217, "max_ms": 104.229, "p95_ms": 95.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.789, "count": 217, "max_ms": 173.317, "p95_ms": 157.639}, "read_interval": {"avg_ms": 138.301, "count": 216, "max_ms": 182.487, "p95_ms": 166.143}, "triton_wait": {"avg_ms": 75.951, "count": 217, "max_ms": 118.886, "p95_ms": 101.98}, "visualize": {"avg_ms": 5.171, "count": 217, "max_ms": 8.459, "p95_ms": 6.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 877, "tracking_summary": 818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6013.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17064.087, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.873, "sample_count": 1520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:02:30+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T16:02:30+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T16:02:30.733907+09:00", "mtime_epoch": 1783321350.7339065, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:02:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 789.41, "name": "celery", "pid": 239, "rss_mb": 785.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.276, "pushed": 5.276, "read": 5.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.357, "count": 158, "max_ms": 113.768, "p95_ms": 100.247}, "gstreamer_push": {"avg_ms": 1.077, "count": 158, "max_ms": 6.377, "p95_ms": 2.017}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.466, "count": 158, "max_ms": 116.19, "p95_ms": 105.722}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.704, "count": 158, "max_ms": 115.372, "p95_ms": 103.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.211, "count": 158, "max_ms": 239.551, "p95_ms": 227.822}, "read_interval": {"avg_ms": 190.964, "count": 157, "max_ms": 248.169, "p95_ms": 235.54}, "triton_wait": {"avg_ms": 73.249, "count": 158, "max_ms": 116.202, "p95_ms": 105.732}, "visualize": {"avg_ms": 31.495, "count": 158, "max_ms": 53.515, "p95_ms": 42.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5767.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:01:32+09:00", "last_error_summary": "[h264 @ 0x55f0fdc069c0] error while decoding MB 71 63, bytestream -23 [in#0/rtsp @ 0x55f0fd09ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0fd09ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:01:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.875, "last_started_at": "2026-07-06T16:01:35+09:00", "pid": 14874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.246, "name": "ffmpeg", "pid": 14874, "rss_mb": 331.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 9, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.102, "sample_count": 2471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:02:41+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T16:02:41+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T16:02:41.890104+09:00", "mtime_epoch": 1783321361.8901038, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:02:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1348.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.596, "pushed": 7.596, "read": 7.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.9, "count": 227, "max_ms": 9.588, "p95_ms": 7.437}, "gstreamer_push": {"avg_ms": 1.251, "count": 227, "max_ms": 4.336, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.835, "count": 227, "max_ms": 84.335, "p95_ms": 77.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.78, "count": 227, "max_ms": 124.994, "p95_ms": 104.576}, "yolo11_640_fire_11class": {"avg_ms": 65.214, "count": 227, "max_ms": 90.224, "p95_ms": 85.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.63, "count": 227, "max_ms": 106.526, "p95_ms": 96.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.134, "count": 227, "max_ms": 173.792, "p95_ms": 157.964}, "read_interval": {"avg_ms": 132.501, "count": 226, "max_ms": 184.174, "p95_ms": 169.327}, "triton_wait": {"avg_ms": 77.113, "count": 227, "max_ms": 125.006, "p95_ms": 104.588}, "visualize": {"avg_ms": 4.792, "count": 227, "max_ms": 6.555, "p95_ms": 5.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5988.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:02:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.629, "last_started_at": "2026-07-06T16:02:44+09:00", "pid": 15026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.023, "name": "ffmpeg", "pid": 15026, "rss_mb": 265.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.624, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:02:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:02:54+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:02:54+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T16:02:54.590328+09:00", "mtime_epoch": 1783321374.5903282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:02:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1686.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.575, "pushed": 5.575, "read": 5.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.486, "count": 167, "max_ms": 11.892, "p95_ms": 9.523}, "gstreamer_push": {"avg_ms": 1.075, "count": 167, "max_ms": 1.332, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.889, "count": 167, "max_ms": 88.397, "p95_ms": 80.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.169, "count": 167, "max_ms": 118.78, "p95_ms": 107.878}, "yolo11_640_fire_11class": {"avg_ms": 67.825, "count": 167, "max_ms": 92.308, "p95_ms": 87.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.423, "count": 167, "max_ms": 106.127, "p95_ms": 101.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.18, "count": 167, "max_ms": 250.04, "p95_ms": 207.749}, "read_interval": {"avg_ms": 180.277, "count": 166, "max_ms": 4356.073, "p95_ms": 214.314}, "triton_wait": {"avg_ms": 84.331, "count": 167, "max_ms": 118.791, "p95_ms": 107.89}, "visualize": {"avg_ms": 6.09, "count": 167, "max_ms": 17.918, "p95_ms": 12.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 879, "tracking_summary": 819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5986.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17094.16, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.187, "sample_count": 1524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:03:00+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T16:03:00+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T16:03:00.766437+09:00", "mtime_epoch": 1783321380.7664373, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:03:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 789.41, "name": "celery", "pid": 239, "rss_mb": 783.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.987, "pushed": 4.987, "read": 4.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.312, "count": 149, "max_ms": 117.912, "p95_ms": 96.412}, "gstreamer_push": {"avg_ms": 0.794, "count": 149, "max_ms": 1.005, "p95_ms": 0.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.772, "count": 149, "max_ms": 118.772, "p95_ms": 107.282}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.868, "count": 149, "max_ms": 114.64, "p95_ms": 106.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.9, "count": 149, "max_ms": 263.607, "p95_ms": 231.493}, "read_interval": {"avg_ms": 201.817, "count": 148, "max_ms": 272.423, "p95_ms": 237.355}, "triton_wait": {"avg_ms": 75.58, "count": 149, "max_ms": 118.787, "p95_ms": 109.655}, "visualize": {"avg_ms": 26.162, "count": 149, "max_ms": 47.225, "p95_ms": 29.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5970.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:01:32+09:00", "last_error_summary": "[h264 @ 0x55f0fdc069c0] error while decoding MB 71 63, bytestream -23 [in#0/rtsp @ 0x55f0fd09ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0fd09ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:01:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.959, "last_started_at": "2026-07-06T16:01:35+09:00", "pid": 14874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.504, "name": "ffmpeg", "pid": 14874, "rss_mb": 331.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 9, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.627, "sample_count": 2449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:03:12+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T16:03:11+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T16:03:11.950635+09:00", "mtime_epoch": 1783321391.9506347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:03:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.451, "pushed": 7.451, "read": 7.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.876, "count": 223, "max_ms": 9.542, "p95_ms": 7.174}, "gstreamer_push": {"avg_ms": 1.211, "count": 223, "max_ms": 3.995, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.448, "count": 223, "max_ms": 85.165, "p95_ms": 77.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.376, "count": 223, "max_ms": 126.694, "p95_ms": 105.875}, "yolo11_640_fire_11class": {"avg_ms": 67.843, "count": 223, "max_ms": 96.248, "p95_ms": 85.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.193, "count": 223, "max_ms": 103.785, "p95_ms": 96.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.25, "count": 223, "max_ms": 181.001, "p95_ms": 160.955}, "read_interval": {"avg_ms": 134.965, "count": 222, "max_ms": 190.639, "p95_ms": 171.091}, "triton_wait": {"avg_ms": 79.744, "count": 223, "max_ms": 126.706, "p95_ms": 105.887}, "visualize": {"avg_ms": 4.808, "count": 223, "max_ms": 7.646, "p95_ms": 5.677}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5938.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:02:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.747, "last_started_at": "2026-07-06T16:02:44+09:00", "pid": 15026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.695, "name": "ffmpeg", "pid": 15026, "rss_mb": 270.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.09, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:03:24+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T16:03:24+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T16:03:24.730860+09:00", "mtime_epoch": 1783321404.73086, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:03:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1633.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.175, "pushed": 7.175, "read": 7.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.725, "count": 214, "max_ms": 8.335, "p95_ms": 7.176}, "gstreamer_push": {"avg_ms": 1.124, "count": 215, "max_ms": 1.592, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.075, "count": 214, "max_ms": 84.593, "p95_ms": 75.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.61, "count": 214, "max_ms": 120.615, "p95_ms": 103.15}, "yolo11_640_fire_11class": {"avg_ms": 64.874, "count": 214, "max_ms": 93.82, "p95_ms": 84.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.323, "count": 214, "max_ms": 103.979, "p95_ms": 97.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.644, "count": 215, "max_ms": 175.394, "p95_ms": 156.369}, "read_interval": {"avg_ms": 140.14, "count": 214, "max_ms": 185.78, "p95_ms": 166.453}, "triton_wait": {"avg_ms": 78.854, "count": 214, "max_ms": 120.627, "p95_ms": 103.447}, "visualize": {"avg_ms": 5.153, "count": 214, "max_ms": 6.539, "p95_ms": 5.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 880, "tracking_summary": 820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5932.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17124.219, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.916, "sample_count": 1534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:03:31+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T16:03:30+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T16:03:30.826967+09:00", "mtime_epoch": 1783321410.8269675, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:03:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 789.41, "name": "celery", "pid": 239, "rss_mb": 773.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.332, "pushed": 5.332, "read": 5.299}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.828, "count": 159, "max_ms": 95.918, "p95_ms": 91.235}, "gstreamer_push": {"avg_ms": 1.184, "count": 159, "max_ms": 2.731, "p95_ms": 2.151}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.789, "count": 159, "max_ms": 118.268, "p95_ms": 96.796}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.742, "count": 159, "max_ms": 115.726, "p95_ms": 97.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.485, "count": 159, "max_ms": 234.941, "p95_ms": 216.694}, "read_interval": {"avg_ms": 188.919, "count": 158, "max_ms": 241.121, "p95_ms": 223.538}, "triton_wait": {"avg_ms": 70.613, "count": 159, "max_ms": 118.28, "p95_ms": 99.833}, "visualize": {"avg_ms": 35.002, "count": 159, "max_ms": 59.508, "p95_ms": 48.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5792.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.124, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.945, "name": "ffmpeg", "pid": 15133, "rss_mb": 192.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 10, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.649, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:03:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:03:44+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T16:03:44+09:00", "mjpeg": {"age_sec": 4.16, "exists": true, "mtime": "2026-07-06T16:03:40.199133+09:00", "mtime_epoch": 1783321420.1991327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:03:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 14, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.501, "pushed": 0.501, "read": 0.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.375, "count": 15, "max_ms": 6.796, "p95_ms": 6.796}, "gstreamer_push": {"avg_ms": 1.256, "count": 15, "max_ms": 2.59, "p95_ms": 2.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.841, "count": 15, "max_ms": 79.145, "p95_ms": 79.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.208, "count": 15, "max_ms": 102.071, "p95_ms": 102.071}, "yolo11_640_fire_11class": {"avg_ms": 62.194, "count": 15, "max_ms": 85.939, "p95_ms": 85.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.281, "count": 15, "max_ms": 101.366, "p95_ms": 101.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.986, "count": 15, "max_ms": 172.44, "p95_ms": 172.44}, "read_interval": {"avg_ms": 2142.788, "count": 14, "max_ms": 15975.707, "p95_ms": 15975.707}, "triton_wait": {"avg_ms": 73.42, "count": 15, "max_ms": 102.084, "p95_ms": 102.084}, "visualize": {"avg_ms": 4.467, "count": 15, "max_ms": 5.467, "p95_ms": 5.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5914.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:02:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.833, "last_started_at": "2026-07-06T16:02:44+09:00", "pid": 15026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.102, "name": "ffmpeg", "pid": 15026, "rss_mb": 274.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 9, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.534, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:03:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:03:54+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T16:03:54+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T16:03:54.755389+09:00", "mtime_epoch": 1783321434.755389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:03:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1601.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.011, "pushed": 7.011, "read": 6.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.262, "count": 209, "max_ms": 11.645, "p95_ms": 8.618}, "gstreamer_push": {"avg_ms": 1.063, "count": 210, "max_ms": 1.382, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.48, "count": 209, "max_ms": 81.686, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.847, "count": 209, "max_ms": 116.264, "p95_ms": 95.83}, "yolo11_640_fire_11class": {"avg_ms": 57.434, "count": 209, "max_ms": 86.124, "p95_ms": 76.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.951, "count": 209, "max_ms": 106.68, "p95_ms": 91.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.273, "count": 210, "max_ms": 198.167, "p95_ms": 175.962}, "read_interval": {"avg_ms": 143.045, "count": 209, "max_ms": 208.117, "p95_ms": 184.022}, "triton_wait": {"avg_ms": 70.954, "count": 209, "max_ms": 116.276, "p95_ms": 96.707}, "visualize": {"avg_ms": 5.64, "count": 209, "max_ms": 9.706, "p95_ms": 6.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 882, "tracking_summary": 821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5840.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17154.265, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.501, "sample_count": 1534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:04:01+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T16:04:00+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T16:04:00.859496+09:00", "mtime_epoch": 1783321440.8594964, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:04:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 786.43, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.132, "pushed": 5.132, "read": 5.098}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.226, "count": 153, "max_ms": 99.164, "p95_ms": 93.275}, "gstreamer_push": {"avg_ms": 0.927, "count": 153, "max_ms": 2.074, "p95_ms": 1.755}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.958, "count": 153, "max_ms": 115.969, "p95_ms": 101.742}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.151, "count": 153, "max_ms": 120.23, "p95_ms": 97.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.276, "count": 153, "max_ms": 240.204, "p95_ms": 224.341}, "read_interval": {"avg_ms": 196.221, "count": 152, "max_ms": 249.22, "p95_ms": 230.919}, "triton_wait": {"avg_ms": 74.489, "count": 153, "max_ms": 120.241, "p95_ms": 103.373}, "visualize": {"avg_ms": 30.628, "count": 153, "max_ms": 50.174, "p95_ms": 45.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5828.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.181, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.961, "name": "ffmpeg", "pid": 15133, "rss_mb": 331.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 10, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.488, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:04:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:04:14+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T16:04:14+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T16:04:14.267732+09:00", "mtime_epoch": 1783321454.2677321, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:04:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.618, "pushed": 7.618, "read": 7.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.943, "count": 228, "max_ms": 9.624, "p95_ms": 8.041}, "gstreamer_push": {"avg_ms": 1.18, "count": 228, "max_ms": 2.702, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.806, "count": 228, "max_ms": 83.297, "p95_ms": 75.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.038, "count": 228, "max_ms": 127.588, "p95_ms": 101.062}, "yolo11_640_fire_11class": {"avg_ms": 63.569, "count": 228, "max_ms": 87.866, "p95_ms": 82.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.4, "count": 228, "max_ms": 111.45, "p95_ms": 97.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.954, "count": 228, "max_ms": 179.34, "p95_ms": 156.073}, "read_interval": {"avg_ms": 131.684, "count": 227, "max_ms": 191.055, "p95_ms": 164.603}, "triton_wait": {"avg_ms": 77.768, "count": 228, "max_ms": 127.601, "p95_ms": 101.931}, "visualize": {"avg_ms": 4.801, "count": 228, "max_ms": 7.736, "p95_ms": 5.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5827.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:02:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.931, "last_started_at": "2026-07-06T16:02:44+09:00", "pid": 15026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.297, "name": "ffmpeg", "pid": 15026, "rss_mb": 279.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.714, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:04:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:04:25+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T16:04:24+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T16:04:24.863918+09:00", "mtime_epoch": 1783321464.8639183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:04:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1515.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.846, "pushed": 6.846, "read": 6.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.225, "count": 204, "max_ms": 9.451, "p95_ms": 7.923}, "gstreamer_push": {"avg_ms": 1.098, "count": 205, "max_ms": 1.569, "p95_ms": 1.264}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.422, "count": 204, "max_ms": 82.077, "p95_ms": 76.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.302, "count": 204, "max_ms": 119.538, "p95_ms": 105.966}, "yolo11_640_fire_11class": {"avg_ms": 64.507, "count": 204, "max_ms": 87.387, "p95_ms": 80.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.412, "count": 204, "max_ms": 112.47, "p95_ms": 98.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.574, "count": 205, "max_ms": 197.505, "p95_ms": 167.62}, "read_interval": {"avg_ms": 146.683, "count": 204, "max_ms": 205.167, "p95_ms": 177.567}, "triton_wait": {"avg_ms": 82.617, "count": 204, "max_ms": 119.551, "p95_ms": 105.977}, "visualize": {"avg_ms": 5.264, "count": 204, "max_ms": 8.442, "p95_ms": 6.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 882, "tracking_summary": 823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5834.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17184.448, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.049, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:04:31+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T16:04:31+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T16:04:31.068027+09:00", "mtime_epoch": 1783321471.0680273, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:04:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 787.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.491, "pushed": 5.491, "read": 5.458}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 63.449, "count": 164, "max_ms": 98.704, "p95_ms": 93.837}, "gstreamer_push": {"avg_ms": 1.063, "count": 164, "max_ms": 2.317, "p95_ms": 2.025}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.751, "count": 164, "max_ms": 121.861, "p95_ms": 106.153}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.531, "count": 164, "max_ms": 115.661, "p95_ms": 102.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.427, "count": 164, "max_ms": 239.943, "p95_ms": 224.05}, "read_interval": {"avg_ms": 183.03, "count": 163, "max_ms": 246.393, "p95_ms": 232.253}, "triton_wait": {"avg_ms": 75.877, "count": 164, "max_ms": 121.874, "p95_ms": 106.167}, "visualize": {"avg_ms": 31.871, "count": 164, "max_ms": 57.393, "p95_ms": 47.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5833.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.229, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.219, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 10, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.081, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:04:44+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T16:04:44+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T16:04:44.396261+09:00", "mtime_epoch": 1783321484.3962612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:04:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1346.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.561, "pushed": 7.561, "read": 7.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.17, "count": 226, "max_ms": 9.664, "p95_ms": 8.125}, "gstreamer_push": {"avg_ms": 1.294, "count": 226, "max_ms": 6.284, "p95_ms": 2.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.415, "count": 226, "max_ms": 82.557, "p95_ms": 74.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.187, "count": 226, "max_ms": 125.0, "p95_ms": 102.855}, "yolo11_640_fire_11class": {"avg_ms": 60.999, "count": 226, "max_ms": 89.385, "p95_ms": 78.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.596, "count": 226, "max_ms": 105.385, "p95_ms": 94.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.778, "count": 226, "max_ms": 173.357, "p95_ms": 160.044}, "read_interval": {"avg_ms": 133.166, "count": 225, "max_ms": 184.715, "p95_ms": 172.17}, "triton_wait": {"avg_ms": 74.466, "count": 226, "max_ms": 125.011, "p95_ms": 102.866}, "visualize": {"avg_ms": 4.951, "count": 226, "max_ms": 8.243, "p95_ms": 6.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5922.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:00:11+09:00", "last_error_summary": "[h264 @ 0x55fbb380d100] cabac decode of qscale diff failed at 55 28 [h264 @ 0x55fbb380d100] error while decoding MB 55 28, bytestream -7", "last_exit_at": "2026-07-06T16:02:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.632, "last_started_at": "2026-07-06T16:02:44+09:00", "pid": 15026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 375.238, "name": "ffmpeg", "pid": 15026, "rss_mb": 375.238, "state": "S (sleeping)", "threads": 104}, "restart_count": 26, "restart_count_per_hour": 8, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.694, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:04:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:04:57+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T16:04:57+09:00", "mjpeg": {"age_sec": 10.244, "exists": true, "mtime": "2026-07-06T16:04:47.480315+09:00", "mtime_epoch": 1783321487.4803154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:04:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1515.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.636, "pushed": 2.636, "read": 2.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.014, "count": 78, "max_ms": 9.697, "p95_ms": 9.196}, "gstreamer_push": {"avg_ms": 1.143, "count": 79, "max_ms": 1.898, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.422, "count": 78, "max_ms": 76.892, "p95_ms": 76.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.734, "count": 78, "max_ms": 122.017, "p95_ms": 103.394}, "yolo11_640_fire_11class": {"avg_ms": 63.626, "count": 78, "max_ms": 90.302, "p95_ms": 80.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.15, "count": 78, "max_ms": 108.88, "p95_ms": 95.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.783, "count": 79, "max_ms": 174.588, "p95_ms": 165.285}, "read_interval": {"avg_ms": 384.257, "count": 78, "max_ms": 10209.398, "p95_ms": 184.44}, "triton_wait": {"avg_ms": 80.884, "count": 78, "max_ms": 122.03, "p95_ms": 103.406}, "visualize": {"avg_ms": 5.169, "count": 78, "max_ms": 8.55, "p95_ms": 7.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 884, "tracking_summary": 824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5925.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17214.508, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.433, "sample_count": 1545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:05:01+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T16:05:01+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T16:05:01.152555+09:00", "mtime_epoch": 1783321501.1525552, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:05:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 776.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.154, "pushed": 5.154, "read": 5.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.2, "count": 154, "max_ms": 114.304, "p95_ms": 96.687}, "gstreamer_push": {"avg_ms": 1.033, "count": 154, "max_ms": 2.208, "p95_ms": 1.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.967, "count": 154, "max_ms": 117.281, "p95_ms": 100.503}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.455, "count": 154, "max_ms": 114.552, "p95_ms": 99.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.881, "count": 154, "max_ms": 238.704, "p95_ms": 218.134}, "read_interval": {"avg_ms": 195.396, "count": 153, "max_ms": 246.608, "p95_ms": 226.392}, "triton_wait": {"avg_ms": 74.33, "count": 154, "max_ms": 117.293, "p95_ms": 100.517}, "visualize": {"avg_ms": 32.43, "count": 154, "max_ms": 51.431, "p95_ms": 48.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5813.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.235, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.219, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 9, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.141, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:05:14+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T16:05:14+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T16:05:14.336786+09:00", "mtime_epoch": 1783321514.3367863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:05:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1347.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.802, "pushed": 7.802, "read": 7.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.068, "count": 234, "max_ms": 8.816, "p95_ms": 7.96}, "gstreamer_push": {"avg_ms": 1.26, "count": 234, "max_ms": 6.336, "p95_ms": 2.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.096, "count": 234, "max_ms": 82.427, "p95_ms": 73.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.947, "count": 234, "max_ms": 111.897, "p95_ms": 97.057}, "yolo11_640_fire_11class": {"avg_ms": 59.451, "count": 234, "max_ms": 87.145, "p95_ms": 75.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.821, "count": 234, "max_ms": 106.399, "p95_ms": 92.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.944, "count": 234, "max_ms": 164.774, "p95_ms": 154.325}, "read_interval": {"avg_ms": 127.939, "count": 234, "max_ms": 176.9, "p95_ms": 163.673}, "triton_wait": {"avg_ms": 71.241, "count": 234, "max_ms": 111.91, "p95_ms": 98.103}, "visualize": {"avg_ms": 4.913, "count": 234, "max_ms": 6.677, "p95_ms": 5.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5824.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:05:03+09:00", "last_error_summary": "[h264 @ 0x56102f148d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56102f148d00] error while decoding MB 0 6, bytestream 96083 [h264 @ 0x56102f120980] left block unavailable for requested intra mode [h264 @ 0x56102f120980] error while decoding MB 0 17, bytestream 1196 [h264 @ 0x56102fdc4b00] left block unavailable for requested intra mode [h264 @ 0x56102fdc4b00] error while decoding MB 0 28, bytestream 4822 [h264 @ 0x56102f15cec0] left block unavailable for requested intra4x", "last_exit_at": "2026-07-06T16:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.393, "last_started_at": "2026-07-06T16:05:05+09:00", "pid": 15285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.441, "name": "ffmpeg", "pid": 15285, "rss_mb": 266.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.653, "sample_count": 1794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:05:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:05:27+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T16:05:27+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T16:05:27.729021+09:00", "mtime_epoch": 1783321527.7290208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:05:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1515.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.937, "pushed": 5.937, "read": 5.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.947, "count": 177, "max_ms": 9.201, "p95_ms": 7.013}, "gstreamer_push": {"avg_ms": 1.106, "count": 178, "max_ms": 1.364, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.256, "count": 177, "max_ms": 86.384, "p95_ms": 78.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.076, "count": 177, "max_ms": 113.442, "p95_ms": 106.741}, "yolo11_640_fire_11class": {"avg_ms": 67.239, "count": 177, "max_ms": 90.171, "p95_ms": 83.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.897, "count": 177, "max_ms": 105.534, "p95_ms": 99.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.511, "count": 178, "max_ms": 177.716, "p95_ms": 159.536}, "read_interval": {"avg_ms": 169.432, "count": 177, "max_ms": 4234.925, "p95_ms": 169.658}, "triton_wait": {"avg_ms": 85.492, "count": 177, "max_ms": 113.454, "p95_ms": 106.754}, "visualize": {"avg_ms": 5.115, "count": 177, "max_ms": 8.093, "p95_ms": 5.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 885, "tracking_summary": 825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5821.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17244.636, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.433, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:05:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:05:31+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T16:05:31+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T16:05:31.261083+09:00", "mtime_epoch": 1783321531.2610826, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:05:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 784.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.013, "pushed": 5.013, "read": 4.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.758, "count": 150, "max_ms": 117.1, "p95_ms": 99.462}, "gstreamer_push": {"avg_ms": 0.847, "count": 150, "max_ms": 2.522, "p95_ms": 1.313}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.458, "count": 150, "max_ms": 117.522, "p95_ms": 105.497}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.658, "count": 150, "max_ms": 112.93, "p95_ms": 104.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.943, "count": 150, "max_ms": 254.749, "p95_ms": 230.193}, "read_interval": {"avg_ms": 200.943, "count": 149, "max_ms": 263.568, "p95_ms": 236.956}, "triton_wait": {"avg_ms": 72.684, "count": 150, "max_ms": 117.54, "p95_ms": 107.013}, "visualize": {"avg_ms": 28.593, "count": 150, "max_ms": 46.243, "p95_ms": 37.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5833.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.337, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.219, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 9, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.245, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:05:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:05:44+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T16:05:44+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T16:05:44.429313+09:00", "mtime_epoch": 1783321544.4293132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:05:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.768, "pushed": 6.768, "read": 6.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.409, "count": 203, "max_ms": 10.029, "p95_ms": 7.868}, "gstreamer_push": {"avg_ms": 1.235, "count": 203, "max_ms": 5.267, "p95_ms": 2.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.066, "count": 203, "max_ms": 86.729, "p95_ms": 77.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.185, "count": 203, "max_ms": 119.837, "p95_ms": 106.215}, "yolo11_640_fire_11class": {"avg_ms": 66.788, "count": 203, "max_ms": 89.638, "p95_ms": 82.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.079, "count": 203, "max_ms": 110.165, "p95_ms": 98.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.513, "count": 203, "max_ms": 180.748, "p95_ms": 161.683}, "read_interval": {"avg_ms": 148.217, "count": 202, "max_ms": 189.457, "p95_ms": 174.288}, "triton_wait": {"avg_ms": 85.509, "count": 203, "max_ms": 119.85, "p95_ms": 106.228}, "visualize": {"avg_ms": 5.119, "count": 203, "max_ms": 6.922, "p95_ms": 5.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5836.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:05:03+09:00", "last_error_summary": "[h264 @ 0x56102f148d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56102f148d00] error while decoding MB 0 6, bytestream 96083 [h264 @ 0x56102f120980] left block unavailable for requested intra mode [h264 @ 0x56102f120980] error while decoding MB 0 17, bytestream 1196 [h264 @ 0x56102fdc4b00] left block unavailable for requested intra mode [h264 @ 0x56102fdc4b00] error while decoding MB 0 28, bytestream 4822 [h264 @ 0x56102f15cec0] left block unavailable for requested intra4x", "last_exit_at": "2026-07-06T16:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.434, "last_started_at": "2026-07-06T16:05:05+09:00", "pid": 15285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.988, "name": "ffmpeg", "pid": 15285, "rss_mb": 267.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.2, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:05:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:05:57+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T16:05:57+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T16:05:57.753546+09:00", "mtime_epoch": 1783321557.7535462, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:05:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1515.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.957, "pushed": 6.957, "read": 6.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.951, "count": 208, "max_ms": 8.16, "p95_ms": 7.487}, "gstreamer_push": {"avg_ms": 1.112, "count": 208, "max_ms": 1.404, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.512, "count": 208, "max_ms": 85.146, "p95_ms": 76.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.742, "count": 208, "max_ms": 119.339, "p95_ms": 105.687}, "yolo11_640_fire_11class": {"avg_ms": 64.934, "count": 208, "max_ms": 93.409, "p95_ms": 83.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.118, "count": 208, "max_ms": 109.154, "p95_ms": 98.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.016, "count": 208, "max_ms": 173.666, "p95_ms": 157.53}, "read_interval": {"avg_ms": 144.328, "count": 207, "max_ms": 185.733, "p95_ms": 168.499}, "triton_wait": {"avg_ms": 83.019, "count": 208, "max_ms": 119.353, "p95_ms": 105.698}, "visualize": {"avg_ms": 5.166, "count": 208, "max_ms": 7.918, "p95_ms": 6.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 888, "tracking_summary": 827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5836.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17274.711, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.676, "sample_count": 1549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:06:01+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T16:06:01+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T16:06:01.333609+09:00", "mtime_epoch": 1783321561.3336089, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:06:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 789.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.454, "pushed": 5.454, "read": 5.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.994, "count": 163, "max_ms": 116.273, "p95_ms": 101.906}, "gstreamer_push": {"avg_ms": 0.832, "count": 163, "max_ms": 1.1, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.969, "count": 163, "max_ms": 118.343, "p95_ms": 98.598}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.824, "count": 163, "max_ms": 108.784, "p95_ms": 96.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.339, "count": 163, "max_ms": 247.938, "p95_ms": 220.53}, "read_interval": {"avg_ms": 184.48, "count": 162, "max_ms": 253.666, "p95_ms": 226.998}, "triton_wait": {"avg_ms": 71.245, "count": 163, "max_ms": 118.36, "p95_ms": 99.872}, "visualize": {"avg_ms": 26.979, "count": 163, "max_ms": 41.283, "p95_ms": 33.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5832.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.388, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.219, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 9, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.245, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:06:14+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T16:06:14+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T16:06:14.493839+09:00", "mtime_epoch": 1783321574.4938388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:06:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.048, "pushed": 7.048, "read": 7.015}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.371, "count": 211, "max_ms": 8.584, "p95_ms": 7.593}, "gstreamer_push": {"avg_ms": 1.182, "count": 211, "max_ms": 4.161, "p95_ms": 2.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.225, "count": 211, "max_ms": 84.17, "p95_ms": 76.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.912, "count": 211, "max_ms": 119.375, "p95_ms": 100.492}, "yolo11_640_fire_11class": {"avg_ms": 60.67, "count": 211, "max_ms": 85.397, "p95_ms": 77.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.172, "count": 211, "max_ms": 102.341, "p95_ms": 97.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.631, "count": 211, "max_ms": 171.38, "p95_ms": 155.45}, "read_interval": {"avg_ms": 142.392, "count": 210, "max_ms": 180.753, "p95_ms": 165.627}, "triton_wait": {"avg_ms": 79.555, "count": 211, "max_ms": 119.388, "p95_ms": 100.501}, "visualize": {"avg_ms": 5.088, "count": 211, "max_ms": 7.379, "p95_ms": 5.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5825.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:05:03+09:00", "last_error_summary": "[h264 @ 0x56102f148d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56102f148d00] error while decoding MB 0 6, bytestream 96083 [h264 @ 0x56102f120980] left block unavailable for requested intra mode [h264 @ 0x56102f120980] error while decoding MB 0 17, bytestream 1196 [h264 @ 0x56102fdc4b00] left block unavailable for requested intra mode [h264 @ 0x56102fdc4b00] error while decoding MB 0 28, bytestream 4822 [h264 @ 0x56102f15cec0] left block unavailable for requested intra4x", "last_exit_at": "2026-07-06T16:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.494, "last_started_at": "2026-07-06T16:05:05+09:00", "pid": 15285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.051, "name": "ffmpeg", "pid": 15285, "rss_mb": 270.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.999, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:06:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:06:27+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T16:06:27+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T16:06:27.802071+09:00", "mtime_epoch": 1783321587.802071, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:06:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1507.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.752, "pushed": 6.752, "read": 6.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.265, "count": 202, "max_ms": 10.202, "p95_ms": 7.888}, "gstreamer_push": {"avg_ms": 1.08, "count": 202, "max_ms": 1.428, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.259, "count": 202, "max_ms": 87.379, "p95_ms": 77.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.076, "count": 202, "max_ms": 127.152, "p95_ms": 107.541}, "yolo11_640_fire_11class": {"avg_ms": 63.536, "count": 202, "max_ms": 87.369, "p95_ms": 81.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.082, "count": 202, "max_ms": 105.196, "p95_ms": 97.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.516, "count": 202, "max_ms": 193.952, "p95_ms": 171.535}, "read_interval": {"avg_ms": 148.676, "count": 201, "max_ms": 202.971, "p95_ms": 179.944}, "triton_wait": {"avg_ms": 82.572, "count": 202, "max_ms": 127.164, "p95_ms": 107.555}, "visualize": {"avg_ms": 5.361, "count": 202, "max_ms": 7.98, "p95_ms": 6.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 889, "tracking_summary": 828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5825.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17304.858, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.04, "sample_count": 1554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:06:31+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T16:06:31+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T16:06:31.514136+09:00", "mtime_epoch": 1783321591.514136, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:06:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 790.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.213, "pushed": 5.213, "read": 5.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.26, "count": 156, "max_ms": 117.972, "p95_ms": 102.981}, "gstreamer_push": {"avg_ms": 0.836, "count": 156, "max_ms": 1.171, "p95_ms": 1.039}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.255, "count": 156, "max_ms": 112.32, "p95_ms": 103.692}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.286, "count": 156, "max_ms": 124.077, "p95_ms": 101.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.84, "count": 156, "max_ms": 280.379, "p95_ms": 229.63}, "read_interval": {"avg_ms": 193.504, "count": 155, "max_ms": 290.593, "p95_ms": 236.995}, "triton_wait": {"avg_ms": 74.224, "count": 156, "max_ms": 124.091, "p95_ms": 106.627}, "visualize": {"avg_ms": 28.106, "count": 156, "max_ms": 46.884, "p95_ms": 33.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5804.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.453, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.219, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 9, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.199, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:06:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:06:44+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T16:06:44+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T16:06:44.518363+09:00", "mtime_epoch": 1783321604.518363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:06:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.147, "pushed": 7.147, "read": 7.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.357, "count": 214, "max_ms": 9.5, "p95_ms": 8.033}, "gstreamer_push": {"avg_ms": 1.174, "count": 214, "max_ms": 4.286, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.414, "count": 214, "max_ms": 88.763, "p95_ms": 78.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.6, "count": 214, "max_ms": 123.867, "p95_ms": 106.216}, "yolo11_640_fire_11class": {"avg_ms": 61.438, "count": 214, "max_ms": 88.752, "p95_ms": 79.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.818, "count": 214, "max_ms": 106.82, "p95_ms": 97.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.764, "count": 214, "max_ms": 175.279, "p95_ms": 162.17}, "read_interval": {"avg_ms": 140.277, "count": 213, "max_ms": 185.511, "p95_ms": 171.518}, "triton_wait": {"avg_ms": 77.837, "count": 214, "max_ms": 123.88, "p95_ms": 106.231}, "visualize": {"avg_ms": 5.088, "count": 214, "max_ms": 7.069, "p95_ms": 6.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5801.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:05:03+09:00", "last_error_summary": "[h264 @ 0x56102f148d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56102f148d00] error while decoding MB 0 6, bytestream 96083 [h264 @ 0x56102f120980] left block unavailable for requested intra mode [h264 @ 0x56102f120980] error while decoding MB 0 17, bytestream 1196 [h264 @ 0x56102fdc4b00] left block unavailable for requested intra mode [h264 @ 0x56102fdc4b00] error while decoding MB 0 28, bytestream 4822 [h264 @ 0x56102f15cec0] left block unavailable for requested intra4x", "last_exit_at": "2026-07-06T16:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.517, "last_started_at": "2026-07-06T16:05:05+09:00", "pid": 15285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.051, "name": "ffmpeg", "pid": 15285, "rss_mb": 270.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.679, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:06:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:06:57+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T16:06:57+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T16:06:57.846596+09:00", "mtime_epoch": 1783321617.8465955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:06:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.593, "pushed": 6.593, "read": 6.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.383, "count": 197, "max_ms": 10.826, "p95_ms": 7.753}, "gstreamer_push": {"avg_ms": 1.073, "count": 197, "max_ms": 2.85, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.199, "count": 197, "max_ms": 87.239, "p95_ms": 77.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.847, "count": 197, "max_ms": 123.38, "p95_ms": 108.996}, "yolo11_640_fire_11class": {"avg_ms": 64.819, "count": 197, "max_ms": 85.727, "p95_ms": 79.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.773, "count": 197, "max_ms": 104.273, "p95_ms": 98.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.401, "count": 197, "max_ms": 177.358, "p95_ms": 171.259}, "read_interval": {"avg_ms": 152.401, "count": 196, "max_ms": 185.302, "p95_ms": 179.727}, "triton_wait": {"avg_ms": 83.426, "count": 197, "max_ms": 123.392, "p95_ms": 109.008}, "visualize": {"avg_ms": 5.478, "count": 197, "max_ms": 8.151, "p95_ms": 6.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 890, "tracking_summary": 829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5802.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17334.969, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.159, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:07:01+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T16:07:01+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T16:07:01.542660+09:00", "mtime_epoch": 1783321621.54266, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:07:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 785.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.077, "pushed": 5.077, "read": 5.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.192, "count": 152, "max_ms": 107.428, "p95_ms": 94.618}, "gstreamer_push": {"avg_ms": 0.817, "count": 152, "max_ms": 1.471, "p95_ms": 0.981}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.874, "count": 152, "max_ms": 111.371, "p95_ms": 104.114}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.38, "count": 152, "max_ms": 111.677, "p95_ms": 105.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.836, "count": 152, "max_ms": 238.319, "p95_ms": 230.275}, "read_interval": {"avg_ms": 197.812, "count": 151, "max_ms": 246.204, "p95_ms": 238.032}, "triton_wait": {"avg_ms": 74.991, "count": 152, "max_ms": 111.69, "p95_ms": 107.277}, "visualize": {"avg_ms": 27.655, "count": 152, "max_ms": 39.865, "p95_ms": 32.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5808.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.594, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.219, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 9, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.051, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:07:14+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:07:14+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T16:07:14.694912+09:00", "mtime_epoch": 1783321634.6949124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:07:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.802, "pushed": 6.802, "read": 6.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.261, "count": 203, "max_ms": 8.233, "p95_ms": 7.222}, "gstreamer_push": {"avg_ms": 1.19, "count": 204, "max_ms": 4.358, "p95_ms": 1.873}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.831, "count": 203, "max_ms": 85.86, "p95_ms": 74.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.317, "count": 203, "max_ms": 125.393, "p95_ms": 109.123}, "yolo11_640_fire_11class": {"avg_ms": 67.255, "count": 203, "max_ms": 86.302, "p95_ms": 82.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.034, "count": 203, "max_ms": 103.916, "p95_ms": 97.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.024, "count": 204, "max_ms": 182.992, "p95_ms": 161.617}, "read_interval": {"avg_ms": 147.714, "count": 203, "max_ms": 195.2, "p95_ms": 171.399}, "triton_wait": {"avg_ms": 85.139, "count": 203, "max_ms": 125.406, "p95_ms": 109.137}, "visualize": {"avg_ms": 5.034, "count": 203, "max_ms": 6.268, "p95_ms": 5.541}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5799.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:05:03+09:00", "last_error_summary": "[h264 @ 0x56102f148d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56102f148d00] error while decoding MB 0 6, bytestream 96083 [h264 @ 0x56102f120980] left block unavailable for requested intra mode [h264 @ 0x56102f120980] error while decoding MB 0 17, bytestream 1196 [h264 @ 0x56102fdc4b00] left block unavailable for requested intra mode [h264 @ 0x56102fdc4b00] error while decoding MB 0 28, bytestream 4822 [h264 @ 0x56102f15cec0] left block unavailable for requested intra4x", "last_exit_at": "2026-07-06T16:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.564, "last_started_at": "2026-07-06T16:05:05+09:00", "pid": 15285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.051, "name": "ffmpeg", "pid": 15285, "rss_mb": 270.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.62, "sample_count": 1858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:07:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:07:28+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T16:07:27+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T16:07:27.891310+09:00", "mtime_epoch": 1783321647.8913102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:07:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.792, "pushed": 6.792, "read": 6.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.824, "count": 203, "max_ms": 8.899, "p95_ms": 7.061}, "gstreamer_push": {"avg_ms": 1.252, "count": 203, "max_ms": 7.065, "p95_ms": 2.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.32, "count": 203, "max_ms": 86.478, "p95_ms": 77.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.414, "count": 203, "max_ms": 120.754, "p95_ms": 106.91}, "yolo11_640_fire_11class": {"avg_ms": 67.288, "count": 203, "max_ms": 92.658, "p95_ms": 82.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.838, "count": 203, "max_ms": 104.261, "p95_ms": 97.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.416, "count": 203, "max_ms": 173.336, "p95_ms": 161.13}, "read_interval": {"avg_ms": 147.982, "count": 202, "max_ms": 185.972, "p95_ms": 171.743}, "triton_wait": {"avg_ms": 86.819, "count": 203, "max_ms": 120.763, "p95_ms": 106.924}, "visualize": {"avg_ms": 5.032, "count": 203, "max_ms": 6.268, "p95_ms": 5.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 892, "tracking_summary": 831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5804.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17364.999, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.501, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:07:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:07:31+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T16:07:31+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T16:07:31.659423+09:00", "mtime_epoch": 1783321651.659423, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:07:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 786.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.296, "pushed": 5.296, "read": 5.263}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.025, "count": 158, "max_ms": 115.394, "p95_ms": 97.863}, "gstreamer_push": {"avg_ms": 0.932, "count": 158, "max_ms": 2.178, "p95_ms": 1.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.422, "count": 158, "max_ms": 113.346, "p95_ms": 106.993}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.445, "count": 158, "max_ms": 115.34, "p95_ms": 104.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.499, "count": 158, "max_ms": 237.295, "p95_ms": 230.007}, "read_interval": {"avg_ms": 190.299, "count": 157, "max_ms": 243.757, "p95_ms": 236.208}, "triton_wait": {"avg_ms": 74.329, "count": 158, "max_ms": 115.352, "p95_ms": 108.463}, "visualize": {"avg_ms": 30.951, "count": 158, "max_ms": 59.138, "p95_ms": 47.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5801.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.637, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.219, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 8, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.535, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:07:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:07:44+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T16:07:44+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T16:07:44.743813+09:00", "mtime_epoch": 1783321664.743813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:07:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.792, "pushed": 6.792, "read": 6.759}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.201, "count": 203, "max_ms": 9.398, "p95_ms": 8.003}, "gstreamer_push": {"avg_ms": 1.151, "count": 203, "max_ms": 3.676, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.283, "count": 203, "max_ms": 86.849, "p95_ms": 80.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.001, "count": 203, "max_ms": 126.258, "p95_ms": 105.188}, "yolo11_640_fire_11class": {"avg_ms": 67.53, "count": 203, "max_ms": 87.676, "p95_ms": 82.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.845, "count": 203, "max_ms": 106.393, "p95_ms": 98.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.379, "count": 203, "max_ms": 177.81, "p95_ms": 159.862}, "read_interval": {"avg_ms": 147.988, "count": 202, "max_ms": 187.164, "p95_ms": 168.488}, "triton_wait": {"avg_ms": 85.622, "count": 203, "max_ms": 126.271, "p95_ms": 105.319}, "visualize": {"avg_ms": 5.005, "count": 203, "max_ms": 6.286, "p95_ms": 5.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5740.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:07:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.373, "last_started_at": "2026-07-06T16:07:51+09:00", "pid": 15392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.375, "name": "ffmpeg", "pid": 15392, "rss_mb": 209.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.688, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:07:58+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T16:07:57+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T16:07:57.940202+09:00", "mtime_epoch": 1783321677.9402025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:07:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1486.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.746, "pushed": 5.746, "read": 5.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.019, "count": 172, "max_ms": 8.087, "p95_ms": 7.501}, "gstreamer_push": {"avg_ms": 1.236, "count": 172, "max_ms": 5.072, "p95_ms": 2.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.487, "count": 172, "max_ms": 86.821, "p95_ms": 78.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.078, "count": 172, "max_ms": 126.311, "p95_ms": 104.586}, "yolo11_640_fire_11class": {"avg_ms": 66.136, "count": 172, "max_ms": 87.38, "p95_ms": 81.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.538, "count": 172, "max_ms": 105.709, "p95_ms": 100.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.22, "count": 172, "max_ms": 184.286, "p95_ms": 160.004}, "read_interval": {"avg_ms": 174.842, "count": 171, "max_ms": 4802.265, "p95_ms": 172.462}, "triton_wait": {"avg_ms": 84.708, "count": 172, "max_ms": 126.323, "p95_ms": 105.165}, "visualize": {"avg_ms": 5.14, "count": 172, "max_ms": 6.574, "p95_ms": 5.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 893, "tracking_summary": 832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5801.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17395.163, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.37, "sample_count": 1564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:08:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:08:01+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T16:08:01+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T16:08:01.768315+09:00", "mtime_epoch": 1783321681.7683148, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:08:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 789.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.301, "pushed": 5.301, "read": 5.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.968, "count": 159, "max_ms": 123.252, "p95_ms": 103.017}, "gstreamer_push": {"avg_ms": 0.964, "count": 159, "max_ms": 3.535, "p95_ms": 2.156}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.683, "count": 159, "max_ms": 120.51, "p95_ms": 108.014}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.769, "count": 159, "max_ms": 119.839, "p95_ms": 106.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.216, "count": 159, "max_ms": 244.075, "p95_ms": 236.086}, "read_interval": {"avg_ms": 189.619, "count": 158, "max_ms": 252.258, "p95_ms": 242.832}, "triton_wait": {"avg_ms": 76.003, "count": 159, "max_ms": 120.52, "p95_ms": 111.768}, "visualize": {"avg_ms": 30.014, "count": 159, "max_ms": 50.864, "p95_ms": 47.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5804.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.667, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 8, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.929, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:08:14+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T16:08:14+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T16:08:14.796695+09:00", "mtime_epoch": 1783321694.796695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:08:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.962, "pushed": 6.962, "read": 6.929}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.511, "count": 208, "max_ms": 9.803, "p95_ms": 8.059}, "gstreamer_push": {"avg_ms": 1.199, "count": 208, "max_ms": 4.342, "p95_ms": 2.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.182, "count": 208, "max_ms": 86.3, "p95_ms": 76.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.636, "count": 208, "max_ms": 119.804, "p95_ms": 106.389}, "yolo11_640_fire_11class": {"avg_ms": 62.643, "count": 208, "max_ms": 91.561, "p95_ms": 80.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.425, "count": 208, "max_ms": 110.786, "p95_ms": 98.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.858, "count": 208, "max_ms": 174.033, "p95_ms": 161.626}, "read_interval": {"avg_ms": 144.471, "count": 207, "max_ms": 183.291, "p95_ms": 171.548}, "triton_wait": {"avg_ms": 80.935, "count": 208, "max_ms": 119.817, "p95_ms": 106.614}, "visualize": {"avg_ms": 5.139, "count": 208, "max_ms": 8.023, "p95_ms": 6.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5796.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:07:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.469, "last_started_at": "2026-07-06T16:07:51+09:00", "pid": 15392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.816, "name": "ffmpeg", "pid": 15392, "rss_mb": 266.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.689, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:08:28+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T16:08:28+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T16:08:28.065079+09:00", "mtime_epoch": 1783321708.0650787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:08:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.079, "pushed": 7.079, "read": 7.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.89, "count": 212, "max_ms": 8.69, "p95_ms": 7.339}, "gstreamer_push": {"avg_ms": 1.147, "count": 212, "max_ms": 3.607, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.748, "count": 212, "max_ms": 85.283, "p95_ms": 77.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.372, "count": 212, "max_ms": 124.737, "p95_ms": 104.603}, "yolo11_640_fire_11class": {"avg_ms": 65.199, "count": 212, "max_ms": 90.521, "p95_ms": 81.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.342, "count": 212, "max_ms": 110.922, "p95_ms": 97.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.557, "count": 212, "max_ms": 178.702, "p95_ms": 159.331}, "read_interval": {"avg_ms": 142.028, "count": 211, "max_ms": 189.595, "p95_ms": 169.56}, "triton_wait": {"avg_ms": 81.988, "count": 212, "max_ms": 124.751, "p95_ms": 105.368}, "visualize": {"avg_ms": 5.055, "count": 212, "max_ms": 6.615, "p95_ms": 5.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 895, "tracking_summary": 833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5807.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17425.317, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.186, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:08:32+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T16:08:31+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T16:08:31.901189+09:00", "mtime_epoch": 1783321711.901189, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:08:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 790.172, "name": "celery", "pid": 239, "rss_mb": 788.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.139, "pushed": 5.139, "read": 5.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.508, "count": 154, "max_ms": 125.379, "p95_ms": 97.559}, "gstreamer_push": {"avg_ms": 0.824, "count": 154, "max_ms": 1.82, "p95_ms": 0.972}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.222, "count": 154, "max_ms": 118.657, "p95_ms": 105.36}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.334, "count": 154, "max_ms": 113.069, "p95_ms": 106.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.682, "count": 154, "max_ms": 261.623, "p95_ms": 231.095}, "read_interval": {"avg_ms": 195.659, "count": 153, "max_ms": 271.481, "p95_ms": 240.208}, "triton_wait": {"avg_ms": 75.177, "count": 154, "max_ms": 118.67, "p95_ms": 108.141}, "visualize": {"avg_ms": 28.966, "count": 154, "max_ms": 46.458, "p95_ms": 35.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5804.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.683, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 8, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.611, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:08:44+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T16:08:44+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T16:08:44.817559+09:00", "mtime_epoch": 1783321724.8175585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:08:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.093, "pushed": 7.093, "read": 7.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.369, "count": 212, "max_ms": 9.217, "p95_ms": 7.796}, "gstreamer_push": {"avg_ms": 1.218, "count": 212, "max_ms": 4.391, "p95_ms": 2.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.266, "count": 212, "max_ms": 85.89, "p95_ms": 79.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.822, "count": 212, "max_ms": 123.017, "p95_ms": 97.704}, "yolo11_640_fire_11class": {"avg_ms": 65.417, "count": 212, "max_ms": 87.443, "p95_ms": 81.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.231, "count": 212, "max_ms": 104.409, "p95_ms": 98.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.822, "count": 212, "max_ms": 176.613, "p95_ms": 156.639}, "read_interval": {"avg_ms": 141.685, "count": 211, "max_ms": 191.213, "p95_ms": 166.434}, "triton_wait": {"avg_ms": 78.922, "count": 212, "max_ms": 123.03, "p95_ms": 101.262}, "visualize": {"avg_ms": 5.103, "count": 212, "max_ms": 7.742, "p95_ms": 5.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5803.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:07:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.635, "last_started_at": "2026-07-06T16:07:51+09:00", "pid": 15392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.621, "name": "ffmpeg", "pid": 15392, "rss_mb": 268.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.266, "sample_count": 1860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:08:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T16:08:58+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T16:08:58+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T16:08:58.173938+09:00", "mtime_epoch": 1783321738.1739376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:08:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.887, "pushed": 6.887, "read": 6.853}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.22, "count": 206, "max_ms": 9.17, "p95_ms": 7.549}, "gstreamer_push": {"avg_ms": 1.175, "count": 206, "max_ms": 4.321, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.598, "count": 206, "max_ms": 85.229, "p95_ms": 79.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.486, "count": 206, "max_ms": 120.473, "p95_ms": 101.897}, "yolo11_640_fire_11class": {"avg_ms": 64.863, "count": 206, "max_ms": 95.729, "p95_ms": 83.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.075, "count": 206, "max_ms": 107.754, "p95_ms": 99.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.461, "count": 206, "max_ms": 203.532, "p95_ms": 168.138}, "read_interval": {"avg_ms": 145.63, "count": 205, "max_ms": 216.656, "p95_ms": 175.908}, "triton_wait": {"avg_ms": 78.948, "count": 206, "max_ms": 120.486, "p95_ms": 103.457}, "visualize": {"avg_ms": 5.357, "count": 206, "max_ms": 7.497, "p95_ms": 6.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 896, "tracking_summary": 834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5806.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17455.376, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.522, "sample_count": 1552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:09:02+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T16:09:02+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T16:09:02.034046+09:00", "mtime_epoch": 1783321742.0340464, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:09:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 782.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.922, "pushed": 4.922, "read": 4.888}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.685, "count": 147, "max_ms": 105.652, "p95_ms": 94.055}, "gstreamer_push": {"avg_ms": 0.937, "count": 147, "max_ms": 2.029, "p95_ms": 1.81}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.505, "count": 147, "max_ms": 110.042, "p95_ms": 97.809}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.215, "count": 147, "max_ms": 113.801, "p95_ms": 103.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.37, "count": 147, "max_ms": 266.227, "p95_ms": 228.767}, "read_interval": {"avg_ms": 204.804, "count": 146, "max_ms": 272.829, "p95_ms": 237.943}, "triton_wait": {"avg_ms": 74.659, "count": 147, "max_ms": 113.813, "p95_ms": 104.429}, "visualize": {"avg_ms": 30.178, "count": 147, "max_ms": 59.476, "p95_ms": 42.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5797.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.747, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.734, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 8, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.965, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:09:14+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T16:09:14+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T16:09:14.914408+09:00", "mtime_epoch": 1783321754.914408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:09:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1349.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.617, "pushed": 9.617, "read": 9.583}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.467, "count": 288, "max_ms": 8.416, "p95_ms": 6.697}, "gstreamer_push": {"avg_ms": 1.564, "count": 288, "max_ms": 7.603, "p95_ms": 3.794}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.846, "count": 288, "max_ms": 87.07, "p95_ms": 73.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.576, "count": 288, "max_ms": 119.124, "p95_ms": 100.013}, "yolo11_640_fire_11class": {"avg_ms": 62.287, "count": 288, "max_ms": 91.069, "p95_ms": 80.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.044, "count": 288, "max_ms": 101.496, "p95_ms": 92.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.876, "count": 288, "max_ms": 174.719, "p95_ms": 143.105}, "read_interval": {"avg_ms": 104.457, "count": 287, "max_ms": 187.074, "p95_ms": 152.234}, "triton_wait": {"avg_ms": 71.988, "count": 288, "max_ms": 119.137, "p95_ms": 100.026}, "visualize": {"avg_ms": 3.977, "count": 288, "max_ms": 6.69, "p95_ms": 5.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5802.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:07:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.718, "last_started_at": "2026-07-06T16:07:51+09:00", "pid": 15392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.879, "name": "ffmpeg", "pid": 15392, "rss_mb": 268.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.834, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:09:28+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T16:09:28+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:09:28.318781+09:00", "mtime_epoch": 1783321768.3187811, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:09:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.191, "pushed": 7.191, "read": 7.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.157, "count": 215, "max_ms": 9.43, "p95_ms": 7.929}, "gstreamer_push": {"avg_ms": 1.207, "count": 215, "max_ms": 4.731, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.413, "count": 215, "max_ms": 78.326, "p95_ms": 70.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.733, "count": 215, "max_ms": 113.941, "p95_ms": 101.886}, "yolo11_640_fire_11class": {"avg_ms": 60.881, "count": 215, "max_ms": 88.355, "p95_ms": 83.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.811, "count": 215, "max_ms": 100.613, "p95_ms": 96.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.456, "count": 215, "max_ms": 197.503, "p95_ms": 166.41}, "read_interval": {"avg_ms": 139.951, "count": 214, "max_ms": 204.906, "p95_ms": 174.789}, "triton_wait": {"avg_ms": 74.968, "count": 215, "max_ms": 113.953, "p95_ms": 101.898}, "visualize": {"avg_ms": 5.281, "count": 215, "max_ms": 7.655, "p95_ms": 6.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 898, "tracking_summary": 836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5806.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17485.4, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.304, "sample_count": 1543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:09:32+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T16:09:32+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T16:09:32.026884+09:00", "mtime_epoch": 1783321772.0268838, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:09:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 784.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.155, "pushed": 5.155, "read": 5.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.701, "count": 154, "max_ms": 99.931, "p95_ms": 94.277}, "gstreamer_push": {"avg_ms": 1.19, "count": 154, "max_ms": 2.945, "p95_ms": 2.151}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.689, "count": 154, "max_ms": 106.685, "p95_ms": 98.129}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.195, "count": 154, "max_ms": 109.778, "p95_ms": 97.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.38, "count": 154, "max_ms": 235.213, "p95_ms": 222.616}, "read_interval": {"avg_ms": 195.003, "count": 153, "max_ms": 245.259, "p95_ms": 231.327}, "triton_wait": {"avg_ms": 75.746, "count": 154, "max_ms": 109.79, "p95_ms": 102.578}, "visualize": {"avg_ms": 32.872, "count": 154, "max_ms": 47.372, "p95_ms": 45.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5805.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.84, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.734, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 8, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.521, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:09:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:09:45+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T16:09:44+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T16:09:44.991241+09:00", "mtime_epoch": 1783321784.9912412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:09:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.172, "pushed": 10.172, "read": 10.139}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.054, "count": 305, "max_ms": 6.696, "p95_ms": 5.408}, "gstreamer_push": {"avg_ms": 1.478, "count": 305, "max_ms": 6.047, "p95_ms": 3.556}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.943, "count": 305, "max_ms": 79.304, "p95_ms": 73.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.107, "count": 305, "max_ms": 120.851, "p95_ms": 100.307}, "yolo11_640_fire_11class": {"avg_ms": 63.036, "count": 305, "max_ms": 91.095, "p95_ms": 81.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.181, "count": 305, "max_ms": 99.742, "p95_ms": 91.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.199, "count": 305, "max_ms": 133.603, "p95_ms": 113.493}, "read_interval": {"avg_ms": 98.658, "count": 304, "max_ms": 150.847, "p95_ms": 130.344}, "triton_wait": {"avg_ms": 72.331, "count": 305, "max_ms": 120.864, "p95_ms": 100.32}, "visualize": {"avg_ms": 3.723, "count": 305, "max_ms": 5.755, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5797.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:07:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.831, "last_started_at": "2026-07-06T16:07:51+09:00", "pid": 15392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.137, "name": "ffmpeg", "pid": 15392, "rss_mb": 269.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.497, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:09:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:09:58+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T16:09:58+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T16:09:58.435609+09:00", "mtime_epoch": 1783321798.4356089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:09:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.175, "pushed": 7.175, "read": 7.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.15, "count": 214, "max_ms": 9.709, "p95_ms": 8.874}, "gstreamer_push": {"avg_ms": 1.238, "count": 215, "max_ms": 4.799, "p95_ms": 1.969}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.952, "count": 214, "max_ms": 90.468, "p95_ms": 72.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.164, "count": 214, "max_ms": 119.902, "p95_ms": 104.408}, "yolo11_640_fire_11class": {"avg_ms": 63.163, "count": 214, "max_ms": 93.461, "p95_ms": 85.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.984, "count": 214, "max_ms": 107.268, "p95_ms": 97.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.461, "count": 215, "max_ms": 194.995, "p95_ms": 160.614}, "read_interval": {"avg_ms": 140.132, "count": 214, "max_ms": 203.099, "p95_ms": 169.905}, "triton_wait": {"avg_ms": 76.265, "count": 214, "max_ms": 119.915, "p95_ms": 104.42}, "visualize": {"avg_ms": 5.321, "count": 214, "max_ms": 8.74, "p95_ms": 6.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 899, "tracking_summary": 837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5798.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17515.624, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.708, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:10:02+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T16:10:02+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T16:10:02.203711+09:00", "mtime_epoch": 1783321802.2037113, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:10:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 774.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.133, "pushed": 5.133, "read": 5.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.442, "count": 153, "max_ms": 98.416, "p95_ms": 94.491}, "gstreamer_push": {"avg_ms": 0.873, "count": 153, "max_ms": 2.566, "p95_ms": 1.071}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.899, "count": 153, "max_ms": 118.925, "p95_ms": 104.851}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.575, "count": 153, "max_ms": 116.407, "p95_ms": 105.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.928, "count": 153, "max_ms": 239.92, "p95_ms": 229.558}, "read_interval": {"avg_ms": 196.008, "count": 152, "max_ms": 246.404, "p95_ms": 237.079}, "triton_wait": {"avg_ms": 80.299, "count": 153, "max_ms": 118.937, "p95_ms": 107.24}, "visualize": {"avg_ms": 29.091, "count": 153, "max_ms": 50.374, "p95_ms": 38.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.807, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5802.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.906, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.734, "name": "ffmpeg", "pid": 15133, "rss_mb": 332.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 8, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.341, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:10:15+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T16:10:15+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T16:10:15.020058+09:00", "mtime_epoch": 1783321815.0200584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:10:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.073, "pushed": 9.073, "read": 9.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.683, "count": 272, "max_ms": 9.731, "p95_ms": 6.836}, "gstreamer_push": {"avg_ms": 1.493, "count": 272, "max_ms": 6.533, "p95_ms": 3.834}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.943, "count": 272, "max_ms": 85.808, "p95_ms": 72.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.221, "count": 272, "max_ms": 126.71, "p95_ms": 102.478}, "yolo11_640_fire_11class": {"avg_ms": 62.605, "count": 272, "max_ms": 95.026, "p95_ms": 81.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.531, "count": 272, "max_ms": 103.887, "p95_ms": 95.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.988, "count": 272, "max_ms": 171.129, "p95_ms": 149.378}, "read_interval": {"avg_ms": 110.423, "count": 271, "max_ms": 183.349, "p95_ms": 160.216}, "triton_wait": {"avg_ms": 73.568, "count": 272, "max_ms": 126.719, "p95_ms": 102.491}, "visualize": {"avg_ms": 4.075, "count": 272, "max_ms": 7.634, "p95_ms": 5.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5805.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:07:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.923, "last_started_at": "2026-07-06T16:07:51+09:00", "pid": 15392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.137, "name": "ffmpeg", "pid": 15392, "rss_mb": 269.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.28, "sample_count": 2034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:10:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:10:28+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T16:10:28+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T16:10:28.520421+09:00", "mtime_epoch": 1783321828.5204213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:10:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.94, "pushed": 6.94, "read": 6.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.022, "count": 207, "max_ms": 9.33, "p95_ms": 7.499}, "gstreamer_push": {"avg_ms": 1.194, "count": 208, "max_ms": 4.044, "p95_ms": 1.761}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.9, "count": 207, "max_ms": 86.041, "p95_ms": 76.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.844, "count": 207, "max_ms": 116.253, "p95_ms": 103.011}, "yolo11_640_fire_11class": {"avg_ms": 65.767, "count": 207, "max_ms": 92.752, "p95_ms": 83.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.045, "count": 207, "max_ms": 109.674, "p95_ms": 97.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.161, "count": 208, "max_ms": 168.559, "p95_ms": 157.869}, "read_interval": {"avg_ms": 144.743, "count": 207, "max_ms": 178.361, "p95_ms": 168.99}, "triton_wait": {"avg_ms": 82.304, "count": 207, "max_ms": 116.265, "p95_ms": 103.023}, "visualize": {"avg_ms": 5.134, "count": 207, "max_ms": 8.583, "p95_ms": 5.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 900, "tracking_summary": 838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5798.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17545.728, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.42, "sample_count": 1536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:10:32+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T16:10:32+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T16:10:32.292522+09:00", "mtime_epoch": 1783321832.2925222, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:10:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 776.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.814, "pushed": 4.814, "read": 4.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.962, "count": 144, "max_ms": 105.219, "p95_ms": 95.41}, "gstreamer_push": {"avg_ms": 1.273, "count": 144, "max_ms": 2.765, "p95_ms": 2.021}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.832, "count": 144, "max_ms": 113.804, "p95_ms": 106.62}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.71, "count": 144, "max_ms": 110.086, "p95_ms": 99.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.814, "count": 144, "max_ms": 257.004, "p95_ms": 241.963}, "read_interval": {"avg_ms": 208.795, "count": 143, "max_ms": 263.675, "p95_ms": 248.492}, "triton_wait": {"avg_ms": 74.429, "count": 144, "max_ms": 113.815, "p95_ms": 106.749}, "visualize": {"avg_ms": 36.579, "count": 144, "max_ms": 56.585, "p95_ms": 47.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5754.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:03:40+09:00", "last_error_summary": "[h264 @ 0x5558995c9600] error while decoding MB 77 35, bytestream -25 [in#0/rtsp @ 0x555899434e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555899434e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:03:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.147, "last_started_at": "2026-07-06T16:03:42+09:00", "pid": 15133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.125, "name": "ffmpeg", "pid": 15133, "rss_mb": 355.121, "state": "S (sleeping)", "threads": 104}, "restart_count": 36, "restart_count_per_hour": 8, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.294, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:10:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:10:58+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T16:10:58+09:00", "mjpeg": {"age_sec": 15.825, "exists": true, "mtime": "2026-07-06T16:10:42.556796+09:00", "mtime_epoch": 1783321842.5567956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:10:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 41, "pushed_frames": 41, "read_frames": 40, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.369, "pushed": 1.369, "read": 1.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.366, "count": 41, "max_ms": 8.69, "p95_ms": 7.528}, "gstreamer_push": {"avg_ms": 1.157, "count": 41, "max_ms": 2.793, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.383, "count": 41, "max_ms": 82.332, "p95_ms": 80.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.251, "count": 41, "max_ms": 115.38, "p95_ms": 101.828}, "yolo11_640_fire_11class": {"avg_ms": 64.204, "count": 41, "max_ms": 84.546, "p95_ms": 83.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.637, "count": 41, "max_ms": 99.764, "p95_ms": 94.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.168, "count": 41, "max_ms": 166.527, "p95_ms": 154.057}, "read_interval": {"avg_ms": 747.641, "count": 40, "max_ms": 15827.346, "p95_ms": 176.056}, "triton_wait": {"avg_ms": 75.583, "count": 41, "max_ms": 115.392, "p95_ms": 101.84}, "visualize": {"avg_ms": 5.063, "count": 41, "max_ms": 5.801, "p95_ms": 5.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5759.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:10:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.677, "last_started_at": "2026-07-06T16:10:53+09:00", "pid": 15499, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.887, "name": "ffmpeg", "pid": 15499, "rss_mb": 201.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.28, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:10:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:10:58+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:10:58+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T16:10:58.573219+09:00", "mtime_epoch": 1783321858.5732193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:10:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.61, "pushed": 6.61, "read": 6.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.374, "count": 198, "max_ms": 8.554, "p95_ms": 6.163}, "gstreamer_push": {"avg_ms": 1.199, "count": 198, "max_ms": 3.976, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.585, "count": 198, "max_ms": 82.736, "p95_ms": 68.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.784, "count": 198, "max_ms": 118.238, "p95_ms": 94.864}, "yolo11_640_fire_11class": {"avg_ms": 57.232, "count": 198, "max_ms": 82.96, "p95_ms": 77.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.31, "count": 198, "max_ms": 100.176, "p95_ms": 90.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.56, "count": 198, "max_ms": 175.415, "p95_ms": 148.034}, "read_interval": {"avg_ms": 151.904, "count": 197, "max_ms": 5048.021, "p95_ms": 159.171}, "triton_wait": {"avg_ms": 71.847, "count": 198, "max_ms": 118.255, "p95_ms": 94.877}, "visualize": {"avg_ms": 4.844, "count": 198, "max_ms": 6.713, "p95_ms": 5.612}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 902, "tracking_summary": 840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5501.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17575.92, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.275, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:11:02+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T16:11:02+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T16:11:02.517323+09:00", "mtime_epoch": 1783321862.517323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:11:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 777.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.669, "pushed": 5.669, "read": 5.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.819, "count": 170, "max_ms": 95.22, "p95_ms": 92.604}, "gstreamer_push": {"avg_ms": 0.953, "count": 170, "max_ms": 2.271, "p95_ms": 1.728}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.215, "count": 170, "max_ms": 99.275, "p95_ms": 89.392}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.696, "count": 170, "max_ms": 108.977, "p95_ms": 89.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.15, "count": 170, "max_ms": 218.822, "p95_ms": 205.677}, "read_interval": {"avg_ms": 177.396, "count": 169, "max_ms": 226.192, "p95_ms": 212.925}, "triton_wait": {"avg_ms": 69.101, "count": 170, "max_ms": 108.989, "p95_ms": 89.407}, "visualize": {"avg_ms": 31.006, "count": 170, "max_ms": 50.574, "p95_ms": 39.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5807.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:10:59+09:00", "last_error_summary": "[h264 @ 0x55f0a15f0fc0] error while decoding MB 114 25, bytestream -37 [in#0/rtsp @ 0x55f0a1593e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0a1593e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:11:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.265, "last_started_at": "2026-07-06T16:11:02+09:00", "pid": 15606, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.43, "name": "ffmpeg", "pid": 15606, "rss_mb": 331.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 9, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.999, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:11:28+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T16:11:28+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T16:11:28.277996+09:00", "mtime_epoch": 1783321888.2779958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:11:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.09, "pushed": 6.09, "read": 6.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.233, "count": 182, "max_ms": 9.577, "p95_ms": 7.28}, "gstreamer_push": {"avg_ms": 1.257, "count": 182, "max_ms": 3.898, "p95_ms": 2.572}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.404, "count": 182, "max_ms": 80.777, "p95_ms": 75.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.748, "count": 182, "max_ms": 122.166, "p95_ms": 104.721}, "yolo11_640_fire_11class": {"avg_ms": 66.83, "count": 182, "max_ms": 94.583, "p95_ms": 83.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.205, "count": 182, "max_ms": 107.805, "p95_ms": 97.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.692, "count": 182, "max_ms": 174.628, "p95_ms": 160.052}, "read_interval": {"avg_ms": 165.06, "count": 181, "max_ms": 4431.882, "p95_ms": 172.872}, "triton_wait": {"avg_ms": 81.099, "count": 182, "max_ms": 122.178, "p95_ms": 104.843}, "visualize": {"avg_ms": 5.012, "count": 182, "max_ms": 8.378, "p95_ms": 5.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5807.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:10:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.684, "last_started_at": "2026-07-06T16:10:53+09:00", "pid": 15499, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.656, "name": "ffmpeg", "pid": 15499, "rss_mb": 270.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.053, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:11:28+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T16:11:28+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T16:11:28.582004+09:00", "mtime_epoch": 1783321888.5820036, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:11:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1487.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.967, "pushed": 6.967, "read": 6.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.915, "count": 209, "max_ms": 9.271, "p95_ms": 6.91}, "gstreamer_push": {"avg_ms": 1.303, "count": 209, "max_ms": 5.804, "p95_ms": 2.716}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.682, "count": 209, "max_ms": 81.725, "p95_ms": 76.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.152, "count": 209, "max_ms": 128.401, "p95_ms": 106.964}, "yolo11_640_fire_11class": {"avg_ms": 64.449, "count": 209, "max_ms": 88.464, "p95_ms": 83.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.619, "count": 209, "max_ms": 104.231, "p95_ms": 96.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.867, "count": 209, "max_ms": 180.923, "p95_ms": 161.347}, "read_interval": {"avg_ms": 143.567, "count": 209, "max_ms": 190.965, "p95_ms": 172.838}, "triton_wait": {"avg_ms": 82.316, "count": 209, "max_ms": 128.413, "p95_ms": 106.977}, "visualize": {"avg_ms": 5.123, "count": 209, "max_ms": 8.701, "p95_ms": 5.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 903, "tracking_summary": 841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5805.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17605.935, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.059, "sample_count": 1534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:11:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:11:32+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T16:11:32+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T16:11:32.506105+09:00", "mtime_epoch": 1783321892.5061052, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:11:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 784.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.964, "pushed": 4.964, "read": 4.931}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.397, "count": 148, "max_ms": 124.82, "p95_ms": 102.706}, "gstreamer_push": {"avg_ms": 1.123, "count": 148, "max_ms": 2.458, "p95_ms": 2.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.637, "count": 148, "max_ms": 121.739, "p95_ms": 109.145}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.398, "count": 148, "max_ms": 119.14, "p95_ms": 109.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.305, "count": 148, "max_ms": 259.499, "p95_ms": 236.963}, "read_interval": {"avg_ms": 202.545, "count": 147, "max_ms": 266.078, "p95_ms": 243.143}, "triton_wait": {"avg_ms": 78.076, "count": 148, "max_ms": 121.752, "p95_ms": 111.749}, "visualize": {"avg_ms": 32.797, "count": 148, "max_ms": 50.053, "p95_ms": 45.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5810.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:10:59+09:00", "last_error_summary": "[h264 @ 0x55f0a15f0fc0] error while decoding MB 114 25, bytestream -37 [in#0/rtsp @ 0x55f0a1593e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0a1593e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:11:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.373, "last_started_at": "2026-07-06T16:11:02+09:00", "pid": 15606, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.688, "name": "ffmpeg", "pid": 15606, "rss_mb": 331.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 9, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.539, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:11:58+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T16:11:58+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T16:11:58.378771+09:00", "mtime_epoch": 1783321918.3787706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:11:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.013, "pushed": 7.013, "read": 6.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.206, "count": 210, "max_ms": 9.661, "p95_ms": 7.835}, "gstreamer_push": {"avg_ms": 1.212, "count": 210, "max_ms": 4.192, "p95_ms": 2.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.625, "count": 210, "max_ms": 88.339, "p95_ms": 78.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.723, "count": 210, "max_ms": 118.786, "p95_ms": 106.19}, "yolo11_640_fire_11class": {"avg_ms": 66.087, "count": 210, "max_ms": 89.425, "p95_ms": 83.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.084, "count": 210, "max_ms": 105.226, "p95_ms": 100.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.439, "count": 210, "max_ms": 173.554, "p95_ms": 160.38}, "read_interval": {"avg_ms": 143.369, "count": 209, "max_ms": 182.755, "p95_ms": 170.391}, "triton_wait": {"avg_ms": 82.528, "count": 210, "max_ms": 118.799, "p95_ms": 106.2}, "visualize": {"avg_ms": 4.979, "count": 210, "max_ms": 7.058, "p95_ms": 5.558}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5810.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:10:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.783, "last_started_at": "2026-07-06T16:10:53+09:00", "pid": 15499, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.656, "name": "ffmpeg", "pid": 15499, "rss_mb": 270.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.003, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:11:58+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T16:11:58+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T16:11:58.694779+09:00", "mtime_epoch": 1783321918.6947787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:11:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.813, "pushed": 6.813, "read": 6.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.865, "count": 204, "max_ms": 8.786, "p95_ms": 6.883}, "gstreamer_push": {"avg_ms": 1.182, "count": 204, "max_ms": 3.889, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.245, "count": 204, "max_ms": 89.384, "p95_ms": 78.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.109, "count": 204, "max_ms": 120.359, "p95_ms": 107.663}, "yolo11_640_fire_11class": {"avg_ms": 66.714, "count": 204, "max_ms": 90.573, "p95_ms": 83.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.277, "count": 204, "max_ms": 108.136, "p95_ms": 101.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.879, "count": 204, "max_ms": 175.256, "p95_ms": 162.0}, "read_interval": {"avg_ms": 147.56, "count": 203, "max_ms": 184.187, "p95_ms": 172.325}, "triton_wait": {"avg_ms": 84.92, "count": 204, "max_ms": 120.372, "p95_ms": 107.674}, "visualize": {"avg_ms": 5.09, "count": 204, "max_ms": 7.697, "p95_ms": 5.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 905, "tracking_summary": 842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5807.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17636.111, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.675, "sample_count": 1536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:12:02+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T16:12:02+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T16:12:02.706881+09:00", "mtime_epoch": 1783321922.706881, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:12:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 785.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.101, "pushed": 5.101, "read": 5.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.889, "count": 153, "max_ms": 117.418, "p95_ms": 112.448}, "gstreamer_push": {"avg_ms": 0.799, "count": 153, "max_ms": 1.056, "p95_ms": 0.94}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.584, "count": 153, "max_ms": 118.622, "p95_ms": 108.971}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.211, "count": 153, "max_ms": 117.085, "p95_ms": 111.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.253, "count": 153, "max_ms": 253.837, "p95_ms": 236.131}, "read_interval": {"avg_ms": 197.089, "count": 152, "max_ms": 260.078, "p95_ms": 242.157}, "triton_wait": {"avg_ms": 74.201, "count": 153, "max_ms": 118.635, "p95_ms": 111.432}, "visualize": {"avg_ms": 28.191, "count": 153, "max_ms": 42.882, "p95_ms": 34.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5802.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:10:59+09:00", "last_error_summary": "[h264 @ 0x55f0a15f0fc0] error while decoding MB 114 25, bytestream -37 [in#0/rtsp @ 0x55f0a1593e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0a1593e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:11:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.401, "last_started_at": "2026-07-06T16:11:02+09:00", "pid": 15606, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.945, "name": "ffmpeg", "pid": 15606, "rss_mb": 331.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 9, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.381, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:12:28+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:12:28+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T16:12:28.399532+09:00", "mtime_epoch": 1783321948.399532, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:12:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.189, "pushed": 7.189, "read": 7.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.543, "count": 215, "max_ms": 9.303, "p95_ms": 8.458}, "gstreamer_push": {"avg_ms": 1.166, "count": 215, "max_ms": 4.368, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.465, "count": 215, "max_ms": 86.92, "p95_ms": 74.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.335, "count": 215, "max_ms": 117.036, "p95_ms": 105.874}, "yolo11_640_fire_11class": {"avg_ms": 62.804, "count": 215, "max_ms": 86.412, "p95_ms": 81.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.282, "count": 215, "max_ms": 106.44, "p95_ms": 97.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.96, "count": 215, "max_ms": 179.156, "p95_ms": 162.221}, "read_interval": {"avg_ms": 139.591, "count": 214, "max_ms": 189.828, "p95_ms": 171.945}, "triton_wait": {"avg_ms": 76.709, "count": 215, "max_ms": 117.05, "p95_ms": 105.886}, "visualize": {"avg_ms": 5.125, "count": 215, "max_ms": 6.403, "p95_ms": 5.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5809.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:10:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.802, "last_started_at": "2026-07-06T16:10:53+09:00", "pid": 15499, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.945, "name": "ffmpeg", "pid": 15499, "rss_mb": 271.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.74, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:12:28+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T16:12:28+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T16:12:28.703540+09:00", "mtime_epoch": 1783321948.7035396, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:12:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1490.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.434, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.642, "count": 192, "max_ms": 10.404, "p95_ms": 8.378}, "gstreamer_push": {"avg_ms": 1.085, "count": 192, "max_ms": 3.191, "p95_ms": 1.257}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.757, "count": 192, "max_ms": 87.54, "p95_ms": 74.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.826, "count": 192, "max_ms": 123.168, "p95_ms": 106.221}, "yolo11_640_fire_11class": {"avg_ms": 63.635, "count": 192, "max_ms": 87.242, "p95_ms": 82.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.049, "count": 192, "max_ms": 105.351, "p95_ms": 98.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.39, "count": 192, "max_ms": 199.493, "p95_ms": 178.86}, "read_interval": {"avg_ms": 156.37, "count": 191, "max_ms": 209.726, "p95_ms": 186.699}, "triton_wait": {"avg_ms": 80.206, "count": 192, "max_ms": 123.181, "p95_ms": 106.23}, "visualize": {"avg_ms": 5.799, "count": 192, "max_ms": 9.054, "p95_ms": 7.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 906, "tracking_summary": 843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5808.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17666.281, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.703, "sample_count": 1527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:12:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:12:33+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T16:12:32+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T16:12:32.899645+09:00", "mtime_epoch": 1783321952.8996453, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:12:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 787.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.037, "pushed": 5.037, "read": 5.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.018, "count": 151, "max_ms": 105.141, "p95_ms": 97.442}, "gstreamer_push": {"avg_ms": 0.907, "count": 151, "max_ms": 2.216, "p95_ms": 1.734}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.709, "count": 151, "max_ms": 115.189, "p95_ms": 105.473}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.789, "count": 151, "max_ms": 118.253, "p95_ms": 107.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.617, "count": 151, "max_ms": 256.067, "p95_ms": 235.889}, "read_interval": {"avg_ms": 199.839, "count": 150, "max_ms": 262.126, "p95_ms": 244.946}, "triton_wait": {"avg_ms": 74.424, "count": 151, "max_ms": 118.266, "p95_ms": 108.0}, "visualize": {"avg_ms": 32.081, "count": 151, "max_ms": 61.324, "p95_ms": 43.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5817.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:10:59+09:00", "last_error_summary": "[h264 @ 0x55f0a15f0fc0] error while decoding MB 114 25, bytestream -37 [in#0/rtsp @ 0x55f0a1593e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0a1593e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:11:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.431, "last_started_at": "2026-07-06T16:11:02+09:00", "pid": 15606, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 15606, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 9, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.995, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:12:58+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T16:12:58+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T16:12:58.452284+09:00", "mtime_epoch": 1783321978.4522836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:12:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.895, "pushed": 6.895, "read": 6.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.339, "count": 206, "max_ms": 8.738, "p95_ms": 7.432}, "gstreamer_push": {"avg_ms": 1.178, "count": 206, "max_ms": 5.096, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.138, "count": 206, "max_ms": 89.797, "p95_ms": 78.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.044, "count": 206, "max_ms": 117.571, "p95_ms": 105.344}, "yolo11_640_fire_11class": {"avg_ms": 68.179, "count": 206, "max_ms": 97.792, "p95_ms": 84.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.496, "count": 206, "max_ms": 114.965, "p95_ms": 101.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.568, "count": 206, "max_ms": 184.823, "p95_ms": 160.795}, "read_interval": {"avg_ms": 145.873, "count": 205, "max_ms": 196.956, "p95_ms": 170.98}, "triton_wait": {"avg_ms": 84.324, "count": 206, "max_ms": 117.585, "p95_ms": 106.934}, "visualize": {"avg_ms": 5.072, "count": 206, "max_ms": 6.312, "p95_ms": 5.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5817.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:10:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.847, "last_started_at": "2026-07-06T16:10:53+09:00", "pid": 15499, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.945, "name": "ffmpeg", "pid": 15499, "rss_mb": 271.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.71, "sample_count": 2060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:12:58+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T16:12:58+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T16:12:58.748291+09:00", "mtime_epoch": 1783321978.748291, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:12:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1492.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.858, "pushed": 6.858, "read": 6.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.927, "count": 205, "max_ms": 9.275, "p95_ms": 7.677}, "gstreamer_push": {"avg_ms": 1.133, "count": 205, "max_ms": 4.233, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.287, "count": 205, "max_ms": 90.001, "p95_ms": 81.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.831, "count": 205, "max_ms": 128.149, "p95_ms": 107.959}, "yolo11_640_fire_11class": {"avg_ms": 68.705, "count": 205, "max_ms": 93.821, "p95_ms": 86.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.297, "count": 205, "max_ms": 113.217, "p95_ms": 100.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.941, "count": 205, "max_ms": 181.942, "p95_ms": 160.724}, "read_interval": {"avg_ms": 146.537, "count": 204, "max_ms": 191.594, "p95_ms": 170.058}, "triton_wait": {"avg_ms": 85.061, "count": 205, "max_ms": 128.161, "p95_ms": 107.971}, "visualize": {"avg_ms": 5.017, "count": 205, "max_ms": 6.218, "p95_ms": 5.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 909, "tracking_summary": 845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5806.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17696.434, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.703, "sample_count": 1524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:13:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:13:03+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T16:13:03+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T16:13:03.040398+09:00", "mtime_epoch": 1783321983.0403976, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:13:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 791.172, "name": "celery", "pid": 239, "rss_mb": 787.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.168, "pushed": 5.168, "read": 5.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.117, "count": 155, "max_ms": 113.904, "p95_ms": 104.103}, "gstreamer_push": {"avg_ms": 0.811, "count": 155, "max_ms": 1.163, "p95_ms": 0.946}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.617, "count": 155, "max_ms": 121.705, "p95_ms": 106.843}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.4, "count": 155, "max_ms": 120.043, "p95_ms": 102.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.453, "count": 155, "max_ms": 247.244, "p95_ms": 234.197}, "read_interval": {"avg_ms": 194.476, "count": 154, "max_ms": 254.792, "p95_ms": 241.645}, "triton_wait": {"avg_ms": 74.147, "count": 155, "max_ms": 121.718, "p95_ms": 108.579}, "visualize": {"avg_ms": 26.143, "count": 155, "max_ms": 42.888, "p95_ms": 32.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5816.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:07:48+09:00", "last_error_summary": "[h264 @ 0x560bcaf82ec0] error while decoding MB 11 27, bytestream -5", "last_exit_at": "2026-07-06T16:10:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.968, "last_started_at": "2026-07-06T16:10:53+09:00", "pid": 15499, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.523, "name": "ffmpeg", "pid": 15499, "rss_mb": 274.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.28, "sample_count": 2065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:13:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:13:29+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T16:13:28+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T16:13:28.889035+09:00", "mtime_epoch": 1783322008.8890347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:13:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1493.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.271, "pushed": 7.271, "read": 7.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.019, "count": 217, "max_ms": 9.17, "p95_ms": 7.644}, "gstreamer_push": {"avg_ms": 1.19, "count": 218, "max_ms": 4.22, "p95_ms": 2.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.54, "count": 217, "max_ms": 81.32, "p95_ms": 75.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.718, "count": 217, "max_ms": 122.956, "p95_ms": 104.623}, "yolo11_640_fire_11class": {"avg_ms": 62.108, "count": 217, "max_ms": 90.804, "p95_ms": 82.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.486, "count": 217, "max_ms": 106.97, "p95_ms": 98.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.5, "count": 218, "max_ms": 177.689, "p95_ms": 157.581}, "read_interval": {"avg_ms": 138.208, "count": 217, "max_ms": 186.668, "p95_ms": 167.671}, "triton_wait": {"avg_ms": 76.0, "count": 217, "max_ms": 122.969, "p95_ms": 104.636}, "visualize": {"avg_ms": 5.18, "count": 217, "max_ms": 8.77, "p95_ms": 5.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5822.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:10:59+09:00", "last_error_summary": "[h264 @ 0x55f0a15f0fc0] error while decoding MB 114 25, bytestream -37 [in#0/rtsp @ 0x55f0a1593e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f0a1593e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:11:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.059, "last_started_at": "2026-07-06T16:11:02+09:00", "pid": 15606, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.34, "name": "ffmpeg", "pid": 15606, "rss_mb": 333.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 9, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.932, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T16:13:32+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T16:13:32+09:00", "mjpeg": {"age_sec": 14.328, "exists": true, "mtime": "2026-07-06T16:13:17.860764+09:00", "mtime_epoch": 1783321997.8607638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:13:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.748, "pushed": 3.748, "read": 3.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.348, "count": 112, "max_ms": 9.574, "p95_ms": 8.346}, "gstreamer_push": {"avg_ms": 1.192, "count": 112, "max_ms": 2.815, "p95_ms": 2.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.916, "count": 112, "max_ms": 80.976, "p95_ms": 76.69}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.689, "count": 112, "max_ms": 110.946, "p95_ms": 105.265}, "yolo11_640_fire_11class": {"avg_ms": 66.123, "count": 112, "max_ms": 86.124, "p95_ms": 82.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.074, "count": 112, "max_ms": 101.386, "p95_ms": 98.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.679, "count": 112, "max_ms": 182.961, "p95_ms": 162.306}, "read_interval": {"avg_ms": 269.804, "count": 111, "max_ms": 14406.523, "p95_ms": 176.217}, "triton_wait": {"avg_ms": 80.104, "count": 112, "max_ms": 110.959, "p95_ms": 105.277}, "visualize": {"avg_ms": 5.054, "count": 112, "max_ms": 8.438, "p95_ms": 6.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 909, "tracking_summary": 846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5810.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17726.566, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.705, "sample_count": 1531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:13:33+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T16:13:33+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T16:13:33.193140+09:00", "mtime_epoch": 1783322013.1931403, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:13:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 791.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.384, "pushed": 5.384, "read": 5.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.995, "count": 161, "max_ms": 119.267, "p95_ms": 96.693}, "gstreamer_push": {"avg_ms": 1.015, "count": 161, "max_ms": 2.502, "p95_ms": 2.034}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.726, "count": 161, "max_ms": 122.136, "p95_ms": 96.657}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.687, "count": 161, "max_ms": 119.217, "p95_ms": 102.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.793, "count": 161, "max_ms": 254.727, "p95_ms": 222.1}, "read_interval": {"avg_ms": 187.187, "count": 160, "max_ms": 260.581, "p95_ms": 229.748}, "triton_wait": {"avg_ms": 71.463, "count": 161, "max_ms": 122.148, "p95_ms": 102.289}, "visualize": {"avg_ms": 30.263, "count": 161, "max_ms": 44.114, "p95_ms": 42.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5835.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:13:35+09:00", "last_error_summary": "[h264 @ 0x55acaade2ec0] error while decoding MB 47 33, bytestream -7", "last_exit_at": "2026-07-06T16:13:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.549, "last_started_at": "2026-07-06T16:13:38+09:00", "pid": 15758, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.691, "name": "ffmpeg", "pid": 15758, "rss_mb": 268.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.659, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:13:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:13:59+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T16:13:58+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T16:13:58.861765+09:00", "mtime_epoch": 1783322038.861765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:13:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1493.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.201, "pushed": 6.201, "read": 6.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.943, "count": 186, "max_ms": 8.324, "p95_ms": 7.682}, "gstreamer_push": {"avg_ms": 1.226, "count": 186, "max_ms": 4.358, "p95_ms": 2.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.06, "count": 186, "max_ms": 86.793, "p95_ms": 77.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.434, "count": 186, "max_ms": 122.215, "p95_ms": 101.431}, "yolo11_640_fire_11class": {"avg_ms": 61.221, "count": 186, "max_ms": 92.569, "p95_ms": 78.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.46, "count": 186, "max_ms": 106.778, "p95_ms": 96.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.86, "count": 186, "max_ms": 180.846, "p95_ms": 158.352}, "read_interval": {"avg_ms": 161.15, "count": 186, "max_ms": 4550.74, "p95_ms": 171.824}, "triton_wait": {"avg_ms": 77.117, "count": 186, "max_ms": 122.229, "p95_ms": 101.443}, "visualize": {"avg_ms": 5.034, "count": 186, "max_ms": 6.284, "p95_ms": 6.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 912, "tracking_summary": 847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5505.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17756.743, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.52, "sample_count": 1533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:14:03+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T16:14:03+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T16:14:03.357874+09:00", "mtime_epoch": 1783322043.3578737, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:14:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 778.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.039, "pushed": 5.039, "read": 5.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.763, "count": 151, "max_ms": 108.544, "p95_ms": 96.061}, "gstreamer_push": {"avg_ms": 0.884, "count": 151, "max_ms": 2.762, "p95_ms": 1.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.719, "count": 151, "max_ms": 118.05, "p95_ms": 103.072}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.43, "count": 151, "max_ms": 115.634, "p95_ms": 102.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.829, "count": 151, "max_ms": 242.741, "p95_ms": 229.044}, "read_interval": {"avg_ms": 199.867, "count": 150, "max_ms": 252.431, "p95_ms": 237.129}, "triton_wait": {"avg_ms": 72.591, "count": 151, "max_ms": 118.062, "p95_ms": 105.613}, "visualize": {"avg_ms": 29.635, "count": 151, "max_ms": 48.546, "p95_ms": 40.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5666.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:14:01+09:00", "last_error_summary": "[h264 @ 0x55be8a09bd80] error while decoding MB 92 36, bytestream -21 [in#0/rtsp @ 0x55be89e9ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55be89e9ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:14:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.633, "last_started_at": "2026-07-06T16:14:03+09:00", "pid": 15865, "process": {"exists": true, "fd_count": 5, "hwm_mb": 195.164, "name": "ffmpeg", "pid": 15865, "rss_mb": 195.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.08, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:14:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:14:06+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T16:14:05+09:00", "mjpeg": {"age_sec": 4.949, "exists": true, "mtime": "2026-07-06T16:14:01.133820+09:00", "mtime_epoch": 1783322041.1338198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:14:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 134, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.63, "pushed": 5.63, "read": 5.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.302, "count": 134, "max_ms": 8.614, "p95_ms": 7.757}, "gstreamer_push": {"avg_ms": 1.197, "count": 134, "max_ms": 3.902, "p95_ms": 2.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.728, "count": 134, "max_ms": 86.209, "p95_ms": 78.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.428, "count": 134, "max_ms": 129.49, "p95_ms": 109.119}, "yolo11_640_fire_11class": {"avg_ms": 64.861, "count": 134, "max_ms": 86.747, "p95_ms": 81.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.913, "count": 134, "max_ms": 106.836, "p95_ms": 99.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.552, "count": 134, "max_ms": 179.946, "p95_ms": 161.814}, "read_interval": {"avg_ms": 252.647, "count": 134, "max_ms": 10171.708, "p95_ms": 170.632}, "triton_wait": {"avg_ms": 80.466, "count": 134, "max_ms": 129.502, "p95_ms": 109.131}, "visualize": {"avg_ms": 5.048, "count": 134, "max_ms": 6.831, "p95_ms": 5.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 23.799, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5810.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:13:35+09:00", "last_error_summary": "[h264 @ 0x55acaade2ec0] error while decoding MB 47 33, bytestream -7", "last_exit_at": "2026-07-06T16:13:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.645, "last_started_at": "2026-07-06T16:13:38+09:00", "pid": 15758, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.691, "name": "ffmpeg", "pid": 15758, "rss_mb": 268.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.923, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:14:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:14:29+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T16:14:28+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T16:14:28.970489+09:00", "mtime_epoch": 1783322068.9704893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:14:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1493.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.149, "pushed": 7.149, "read": 7.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.108, "count": 214, "max_ms": 10.367, "p95_ms": 8.054}, "gstreamer_push": {"avg_ms": 1.13, "count": 214, "max_ms": 4.584, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.695, "count": 214, "max_ms": 82.749, "p95_ms": 74.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.619, "count": 214, "max_ms": 118.198, "p95_ms": 105.107}, "yolo11_640_fire_11class": {"avg_ms": 58.296, "count": 214, "max_ms": 86.742, "p95_ms": 80.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.312, "count": 214, "max_ms": 104.462, "p95_ms": 93.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.233, "count": 214, "max_ms": 196.332, "p95_ms": 181.198}, "read_interval": {"avg_ms": 140.631, "count": 213, "max_ms": 204.293, "p95_ms": 189.302}, "triton_wait": {"avg_ms": 73.386, "count": 214, "max_ms": 118.21, "p95_ms": 105.123}, "visualize": {"avg_ms": 5.446, "count": 214, "max_ms": 8.616, "p95_ms": 7.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 912, "tracking_summary": 849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5801.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17786.838, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.705, "sample_count": 1544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:14:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:14:33+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T16:14:33+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T16:14:33.458597+09:00", "mtime_epoch": 1783322073.4585967, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:14:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 788.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.45, "pushed": 5.45, "read": 5.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.476, "count": 163, "max_ms": 116.499, "p95_ms": 98.354}, "gstreamer_push": {"avg_ms": 0.859, "count": 163, "max_ms": 1.698, "p95_ms": 1.021}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.232, "count": 163, "max_ms": 111.694, "p95_ms": 104.195}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.298, "count": 163, "max_ms": 114.097, "p95_ms": 102.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.115, "count": 163, "max_ms": 253.623, "p95_ms": 222.066}, "read_interval": {"avg_ms": 184.593, "count": 162, "max_ms": 260.106, "p95_ms": 230.44}, "triton_wait": {"avg_ms": 74.444, "count": 163, "max_ms": 114.113, "p95_ms": 107.673}, "visualize": {"avg_ms": 28.85, "count": 163, "max_ms": 49.444, "p95_ms": 39.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5815.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:14:01+09:00", "last_error_summary": "[h264 @ 0x55be8a09bd80] error while decoding MB 92 36, bytestream -21 [in#0/rtsp @ 0x55be89e9ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55be89e9ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:14:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.786, "last_started_at": "2026-07-06T16:14:03+09:00", "pid": 15865, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.262, "name": "ffmpeg", "pid": 15865, "rss_mb": 332.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.981, "sample_count": 1796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:14:36+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T16:14:36+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T16:14:36.086659+09:00", "mtime_epoch": 1783322076.0866594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:14:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.524, "pushed": 7.524, "read": 7.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.244, "count": 225, "max_ms": 8.878, "p95_ms": 7.654}, "gstreamer_push": {"avg_ms": 1.166, "count": 225, "max_ms": 4.198, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.76, "count": 225, "max_ms": 87.721, "p95_ms": 75.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.04, "count": 225, "max_ms": 121.41, "p95_ms": 103.888}, "yolo11_640_fire_11class": {"avg_ms": 61.207, "count": 225, "max_ms": 90.252, "p95_ms": 81.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.214, "count": 225, "max_ms": 104.513, "p95_ms": 94.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.922, "count": 225, "max_ms": 174.039, "p95_ms": 160.613}, "read_interval": {"avg_ms": 133.28, "count": 224, "max_ms": 182.614, "p95_ms": 170.176}, "triton_wait": {"avg_ms": 72.872, "count": 225, "max_ms": 121.423, "p95_ms": 104.482}, "visualize": {"avg_ms": 5.046, "count": 225, "max_ms": 7.317, "p95_ms": 5.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5820.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:13:35+09:00", "last_error_summary": "[h264 @ 0x55acaade2ec0] error while decoding MB 47 33, bytestream -7", "last_exit_at": "2026-07-06T16:13:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.702, "last_started_at": "2026-07-06T16:13:38+09:00", "pid": 15758, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.363, "name": "ffmpeg", "pid": 15758, "rss_mb": 274.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.087, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:14:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:14:59+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T16:14:59+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T16:14:59.039204+09:00", "mtime_epoch": 1783322099.0392044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:14:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1493.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.758, "pushed": 6.758, "read": 6.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.538, "count": 202, "max_ms": 9.047, "p95_ms": 8.146}, "gstreamer_push": {"avg_ms": 1.13, "count": 202, "max_ms": 3.768, "p95_ms": 1.822}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.867, "count": 202, "max_ms": 85.544, "p95_ms": 75.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.327, "count": 202, "max_ms": 122.198, "p95_ms": 102.681}, "yolo11_640_fire_11class": {"avg_ms": 59.884, "count": 202, "max_ms": 85.761, "p95_ms": 81.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.29, "count": 202, "max_ms": 102.847, "p95_ms": 97.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.643, "count": 202, "max_ms": 207.213, "p95_ms": 178.247}, "read_interval": {"avg_ms": 148.894, "count": 201, "max_ms": 215.646, "p95_ms": 185.699}, "triton_wait": {"avg_ms": 76.516, "count": 202, "max_ms": 122.213, "p95_ms": 102.694}, "visualize": {"avg_ms": 5.672, "count": 202, "max_ms": 9.577, "p95_ms": 7.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 914, "tracking_summary": 850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5814.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17816.924, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.52, "sample_count": 1543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:15:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:15:03+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T16:15:03+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T16:15:03.491310+09:00", "mtime_epoch": 1783322103.4913096, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:15:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 784.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.118, "pushed": 5.118, "read": 5.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.26, "count": 153, "max_ms": 105.504, "p95_ms": 96.651}, "gstreamer_push": {"avg_ms": 0.827, "count": 153, "max_ms": 1.556, "p95_ms": 0.966}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.458, "count": 153, "max_ms": 113.302, "p95_ms": 97.778}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.779, "count": 153, "max_ms": 115.164, "p95_ms": 106.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.387, "count": 153, "max_ms": 236.368, "p95_ms": 226.859}, "read_interval": {"avg_ms": 196.326, "count": 152, "max_ms": 242.376, "p95_ms": 234.691}, "triton_wait": {"avg_ms": 77.981, "count": 153, "max_ms": 115.176, "p95_ms": 106.773}, "visualize": {"avg_ms": 28.053, "count": 153, "max_ms": 44.697, "p95_ms": 33.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5805.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:14:01+09:00", "last_error_summary": "[h264 @ 0x55be8a09bd80] error while decoding MB 92 36, bytestream -21 [in#0/rtsp @ 0x55be89e9ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55be89e9ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:14:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.79, "last_started_at": "2026-07-06T16:14:03+09:00", "pid": 15865, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.262, "name": "ffmpeg", "pid": 15865, "rss_mb": 332.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.73, "sample_count": 1728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:15:06+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T16:15:06+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T16:15:06.175373+09:00", "mtime_epoch": 1783322106.175373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250339}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:15:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1348.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.501, "pushed": 7.501, "read": 7.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.298, "count": 225, "max_ms": 9.132, "p95_ms": 8.403}, "gstreamer_push": {"avg_ms": 1.206, "count": 225, "max_ms": 4.117, "p95_ms": 2.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.363, "count": 225, "max_ms": 82.037, "p95_ms": 72.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.829, "count": 225, "max_ms": 120.441, "p95_ms": 100.138}, "yolo11_640_fire_11class": {"avg_ms": 61.152, "count": 225, "max_ms": 88.927, "p95_ms": 81.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.446, "count": 225, "max_ms": 103.171, "p95_ms": 94.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.323, "count": 225, "max_ms": 173.015, "p95_ms": 158.513}, "read_interval": {"avg_ms": 133.717, "count": 225, "max_ms": 182.832, "p95_ms": 168.767}, "triton_wait": {"avg_ms": 72.406, "count": 225, "max_ms": 120.454, "p95_ms": 100.246}, "visualize": {"avg_ms": 5.007, "count": 225, "max_ms": 7.206, "p95_ms": 5.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5822.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:13:35+09:00", "last_error_summary": "[h264 @ 0x55acaade2ec0] error while decoding MB 47 33, bytestream -7", "last_exit_at": "2026-07-06T16:13:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.726, "last_started_at": "2026-07-06T16:13:38+09:00", "pid": 15758, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.199, "name": "ffmpeg", "pid": 15758, "rss_mb": 277.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.667, "sample_count": 2018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:15:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:15:29+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T16:15:29+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T16:15:29.055910+09:00", "mtime_epoch": 1783322129.0559103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:15:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1493.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.494, "pushed": 6.494, "read": 6.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.842, "count": 194, "max_ms": 10.201, "p95_ms": 8.624}, "gstreamer_push": {"avg_ms": 1.089, "count": 194, "max_ms": 3.693, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.976, "count": 194, "max_ms": 84.629, "p95_ms": 71.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.261, "count": 194, "max_ms": 116.382, "p95_ms": 104.67}, "yolo11_640_fire_11class": {"avg_ms": 59.56, "count": 194, "max_ms": 87.232, "p95_ms": 79.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.87, "count": 194, "max_ms": 106.552, "p95_ms": 95.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.176, "count": 194, "max_ms": 207.569, "p95_ms": 183.974}, "read_interval": {"avg_ms": 154.799, "count": 193, "max_ms": 215.117, "p95_ms": 191.893}, "triton_wait": {"avg_ms": 76.489, "count": 194, "max_ms": 116.395, "p95_ms": 104.682}, "visualize": {"avg_ms": 5.853, "count": 194, "max_ms": 8.46, "p95_ms": 6.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 915, "tracking_summary": 851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5817.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17847.1, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.822, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:15:33+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T16:15:33+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T16:15:33.684019+09:00", "mtime_epoch": 1783322133.6840186, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:15:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 787.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.97, "pushed": 4.97, "read": 4.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.556, "count": 149, "max_ms": 111.801, "p95_ms": 96.465}, "gstreamer_push": {"avg_ms": 0.957, "count": 149, "max_ms": 3.358, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.674, "count": 149, "max_ms": 119.233, "p95_ms": 99.652}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.055, "count": 149, "max_ms": 116.706, "p95_ms": 100.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.256, "count": 149, "max_ms": 246.706, "p95_ms": 228.249}, "read_interval": {"avg_ms": 202.363, "count": 148, "max_ms": 253.03, "p95_ms": 235.67}, "triton_wait": {"avg_ms": 76.257, "count": 149, "max_ms": 119.246, "p95_ms": 104.226}, "visualize": {"avg_ms": 31.445, "count": 149, "max_ms": 50.969, "p95_ms": 45.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5820.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:14:01+09:00", "last_error_summary": "[h264 @ 0x55be8a09bd80] error while decoding MB 92 36, bytestream -21 [in#0/rtsp @ 0x55be89e9ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55be89e9ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:14:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.832, "last_started_at": "2026-07-06T16:14:03+09:00", "pid": 15865, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.52, "name": "ffmpeg", "pid": 15865, "rss_mb": 332.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.856, "sample_count": 1772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:15:36+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T16:15:36+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T16:15:36.188077+09:00", "mtime_epoch": 1783322136.188077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:15:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.919, "pushed": 7.919, "read": 7.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.881, "count": 237, "max_ms": 9.1, "p95_ms": 8.01}, "gstreamer_push": {"avg_ms": 1.258, "count": 237, "max_ms": 4.325, "p95_ms": 2.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.767, "count": 237, "max_ms": 80.349, "p95_ms": 69.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.187, "count": 237, "max_ms": 114.98, "p95_ms": 99.895}, "yolo11_640_fire_11class": {"avg_ms": 61.585, "count": 237, "max_ms": 92.723, "p95_ms": 78.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.808, "count": 237, "max_ms": 105.338, "p95_ms": 93.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.467, "count": 237, "max_ms": 169.585, "p95_ms": 152.583}, "read_interval": {"avg_ms": 126.81, "count": 236, "max_ms": 178.72, "p95_ms": 162.549}, "triton_wait": {"avg_ms": 71.453, "count": 237, "max_ms": 114.993, "p95_ms": 99.907}, "visualize": {"avg_ms": 4.846, "count": 237, "max_ms": 6.888, "p95_ms": 6.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5822.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:13:35+09:00", "last_error_summary": "[h264 @ 0x55acaade2ec0] error while decoding MB 47 33, bytestream -7", "last_exit_at": "2026-07-06T16:13:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.755, "last_started_at": "2026-07-06T16:13:38+09:00", "pid": 15758, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.324, "name": "ffmpeg", "pid": 15758, "rss_mb": 281.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.399, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:15:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:15:59+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T16:15:59+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:15:59.104610+09:00", "mtime_epoch": 1783322159.1046097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:15:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1490.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.794, "pushed": 6.794, "read": 6.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.302, "count": 203, "max_ms": 10.482, "p95_ms": 8.31}, "gstreamer_push": {"avg_ms": 1.138, "count": 203, "max_ms": 2.889, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.123, "count": 203, "max_ms": 84.908, "p95_ms": 76.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.504, "count": 203, "max_ms": 122.752, "p95_ms": 103.383}, "yolo11_640_fire_11class": {"avg_ms": 62.263, "count": 203, "max_ms": 87.058, "p95_ms": 80.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.688, "count": 203, "max_ms": 105.244, "p95_ms": 97.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.645, "count": 203, "max_ms": 207.542, "p95_ms": 179.033}, "read_interval": {"avg_ms": 148.047, "count": 202, "max_ms": 215.177, "p95_ms": 188.448}, "triton_wait": {"avg_ms": 78.75, "count": 203, "max_ms": 122.764, "p95_ms": 103.396}, "visualize": {"avg_ms": 5.498, "count": 203, "max_ms": 9.347, "p95_ms": 6.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 916, "tracking_summary": 852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5824.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17877.186, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.266, "sample_count": 1533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:16:03+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T16:16:03+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T16:16:03.844719+09:00", "mtime_epoch": 1783322163.8447194, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:16:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 791.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.156, "pushed": 5.156, "read": 5.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.288, "count": 154, "max_ms": 108.563, "p95_ms": 95.415}, "gstreamer_push": {"avg_ms": 0.946, "count": 154, "max_ms": 2.345, "p95_ms": 1.874}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.271, "count": 154, "max_ms": 115.355, "p95_ms": 104.967}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.167, "count": 154, "max_ms": 116.764, "p95_ms": 104.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.977, "count": 154, "max_ms": 237.727, "p95_ms": 225.163}, "read_interval": {"avg_ms": 195.617, "count": 153, "max_ms": 245.897, "p95_ms": 233.021}, "triton_wait": {"avg_ms": 77.207, "count": 154, "max_ms": 116.776, "p95_ms": 105.823}, "visualize": {"avg_ms": 29.414, "count": 154, "max_ms": 45.863, "p95_ms": 41.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5815.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:14:01+09:00", "last_error_summary": "[h264 @ 0x55be8a09bd80] error while decoding MB 92 36, bytestream -21 [in#0/rtsp @ 0x55be89e9ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55be89e9ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:14:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.672, "last_started_at": "2026-07-06T16:14:03+09:00", "pid": 15865, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.383, "name": "ffmpeg", "pid": 15865, "rss_mb": 333.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.922, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:16:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:16:11+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T16:16:11+09:00", "mjpeg": {"age_sec": 8.65, "exists": true, "mtime": "2026-07-06T16:16:02.472687+09:00", "mtime_epoch": 1783322162.4726875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:16:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.341, "pushed": 5.341, "read": 5.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.001, "count": 160, "max_ms": 9.09, "p95_ms": 8.207}, "gstreamer_push": {"avg_ms": 1.238, "count": 160, "max_ms": 6.2, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.438, "count": 160, "max_ms": 86.607, "p95_ms": 75.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.771, "count": 160, "max_ms": 124.693, "p95_ms": 104.199}, "yolo11_640_fire_11class": {"avg_ms": 62.194, "count": 160, "max_ms": 94.749, "p95_ms": 78.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.678, "count": 160, "max_ms": 108.299, "p95_ms": 97.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.794, "count": 160, "max_ms": 175.045, "p95_ms": 158.985}, "read_interval": {"avg_ms": 188.64, "count": 159, "max_ms": 8663.02, "p95_ms": 172.9}, "triton_wait": {"avg_ms": 77.952, "count": 160, "max_ms": 124.705, "p95_ms": 104.211}, "visualize": {"avg_ms": 4.847, "count": 160, "max_ms": 6.757, "p95_ms": 5.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5853.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:13:35+09:00", "last_error_summary": "[h264 @ 0x55acaade2ec0] error while decoding MB 47 33, bytestream -7", "last_exit_at": "2026-07-06T16:13:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.761, "last_started_at": "2026-07-06T16:13:38+09:00", "pid": 15758, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.789, "name": "ffmpeg", "pid": 15758, "rss_mb": 284.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.399, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:16:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:16:29+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:16:29+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T16:16:29.081300+09:00", "mtime_epoch": 1783322189.0813003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:16:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1493.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.134, "read": 7.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.212, "count": 214, "max_ms": 8.696, "p95_ms": 7.38}, "gstreamer_push": {"avg_ms": 1.182, "count": 214, "max_ms": 4.156, "p95_ms": 2.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.747, "count": 214, "max_ms": 98.25, "p95_ms": 70.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.123, "count": 214, "max_ms": 128.182, "p95_ms": 96.904}, "yolo11_640_fire_11class": {"avg_ms": 58.046, "count": 214, "max_ms": 101.188, "p95_ms": 78.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.555, "count": 214, "max_ms": 112.02, "p95_ms": 92.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.023, "count": 214, "max_ms": 187.773, "p95_ms": 160.986}, "read_interval": {"avg_ms": 140.081, "count": 214, "max_ms": 196.053, "p95_ms": 170.32}, "triton_wait": {"avg_ms": 73.163, "count": 214, "max_ms": 128.195, "p95_ms": 96.916}, "visualize": {"avg_ms": 5.366, "count": 214, "max_ms": 7.661, "p95_ms": 6.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 919, "tracking_summary": 854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5858.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17907.435, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.651, "sample_count": 1535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:16:34+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T16:16:33+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T16:16:33.977412+09:00", "mtime_epoch": 1783322193.9774125, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:16:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 789.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.045, "pushed": 5.045, "read": 5.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.056, "count": 151, "max_ms": 107.36, "p95_ms": 97.148}, "gstreamer_push": {"avg_ms": 0.914, "count": 151, "max_ms": 2.112, "p95_ms": 1.81}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.117, "count": 151, "max_ms": 125.342, "p95_ms": 104.079}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.917, "count": 151, "max_ms": 123.253, "p95_ms": 102.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.956, "count": 151, "max_ms": 252.619, "p95_ms": 230.86}, "read_interval": {"avg_ms": 198.838, "count": 150, "max_ms": 261.147, "p95_ms": 237.259}, "triton_wait": {"avg_ms": 70.872, "count": 151, "max_ms": 125.357, "p95_ms": 109.144}, "visualize": {"avg_ms": 28.185, "count": 151, "max_ms": 42.607, "p95_ms": 36.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5724.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:16:34+09:00", "last_error_summary": "[h264 @ 0x55c3003f3900] error while decoding MB 62 47, bytestream -31 [in#0/rtsp @ 0x55c30023ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c30023ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:16:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.692, "last_started_at": "2026-07-06T16:16:37+09:00", "pid": 16017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 223.793, "name": "ffmpeg", "pid": 16017, "rss_mb": 223.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 11, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.265, "sample_count": 1785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:16:41+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T16:16:41+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T16:16:41.069575+09:00", "mtime_epoch": 1783322201.0695746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:16:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.954, "pushed": 4.954, "read": 4.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.347, "count": 91, "max_ms": 8.602, "p95_ms": 7.432}, "gstreamer_push": {"avg_ms": 1.241, "count": 91, "max_ms": 3.834, "p95_ms": 2.543}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.05, "count": 91, "max_ms": 94.821, "p95_ms": 80.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.479, "count": 91, "max_ms": 136.13, "p95_ms": 104.834}, "yolo11_640_fire_11class": {"avg_ms": 70.866, "count": 91, "max_ms": 97.956, "p95_ms": 87.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.458, "count": 91, "max_ms": 108.722, "p95_ms": 99.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.011, "count": 91, "max_ms": 190.106, "p95_ms": 157.35}, "read_interval": {"avg_ms": 330.225, "count": 91, "max_ms": 11782.856, "p95_ms": 182.697}, "triton_wait": {"avg_ms": 84.618, "count": 91, "max_ms": 136.143, "p95_ms": 104.845}, "visualize": {"avg_ms": 5.09, "count": 91, "max_ms": 6.322, "p95_ms": 5.606}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 18.367, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 920, "tracking_summary": 855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5827.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17937.473, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.044, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:17:04+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T16:17:04+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T16:17:04.078098+09:00", "mtime_epoch": 1783322224.078098, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:17:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 787.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.461, "pushed": 5.461, "read": 5.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.3, "count": 163, "max_ms": 97.695, "p95_ms": 93.583}, "gstreamer_push": {"avg_ms": 0.824, "count": 163, "max_ms": 1.09, "p95_ms": 0.999}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.707, "count": 163, "max_ms": 109.971, "p95_ms": 93.603}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.411, "count": 163, "max_ms": 107.176, "p95_ms": 91.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.178, "count": 163, "max_ms": 219.848, "p95_ms": 205.204}, "read_interval": {"avg_ms": 184.142, "count": 162, "max_ms": 226.137, "p95_ms": 212.757}, "triton_wait": {"avg_ms": 72.028, "count": 163, "max_ms": 109.984, "p95_ms": 97.129}, "visualize": {"avg_ms": 26.722, "count": 163, "max_ms": 38.231, "p95_ms": 32.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5829.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:13:35+09:00", "last_error_summary": "[h264 @ 0x55acaade2ec0] error while decoding MB 47 33, bytestream -7", "last_exit_at": "2026-07-06T16:13:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 210.216, "last_started_at": "2026-07-06T16:13:38+09:00", "pid": 15758, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.363, "name": "ffmpeg", "pid": 15758, "rss_mb": 294.363, "state": "S (sleeping)", "threads": 104}, "restart_count": 30, "restart_count_per_hour": 11, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.312, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T16:17:08+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T16:17:08+09:00", "mjpeg": {"age_sec": 18.881, "exists": true, "mtime": "2026-07-06T16:16:49.789773+09:00", "mtime_epoch": 1783322209.7897735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:17:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1491.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.902, "pushed": 2.902, "read": 2.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.815, "count": 86, "max_ms": 8.281, "p95_ms": 7.013}, "gstreamer_push": {"avg_ms": 1.161, "count": 87, "max_ms": 5.25, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.161, "count": 86, "max_ms": 76.399, "p95_ms": 64.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.538, "count": 86, "max_ms": 105.152, "p95_ms": 97.075}, "yolo11_640_fire_11class": {"avg_ms": 56.294, "count": 86, "max_ms": 86.273, "p95_ms": 76.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.352, "count": 86, "max_ms": 103.158, "p95_ms": 80.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.936, "count": 87, "max_ms": 174.558, "p95_ms": 151.33}, "read_interval": {"avg_ms": 348.264, "count": 86, "max_ms": 18873.224, "p95_ms": 161.335}, "triton_wait": {"avg_ms": 68.888, "count": 86, "max_ms": 105.162, "p95_ms": 97.083}, "visualize": {"avg_ms": 5.019, "count": 86, "max_ms": 6.829, "p95_ms": 5.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5570.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:16:34+09:00", "last_error_summary": "[h264 @ 0x55c3003f3900] error while decoding MB 62 47, bytestream -31 [in#0/rtsp @ 0x55c30023ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c30023ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:16:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.712, "last_started_at": "2026-07-06T16:16:37+09:00", "pid": 16017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.996, "name": "ffmpeg", "pid": 16017, "rss_mb": 331.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 11, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.24, "sample_count": 1823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:17:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:17:11+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T16:17:11+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T16:17:11.066256+09:00", "mtime_epoch": 1783322231.0662563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:17:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.326, "pushed": 8.326, "read": 8.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.761, "count": 249, "max_ms": 9.731, "p95_ms": 7.947}, "gstreamer_push": {"avg_ms": 1.231, "count": 249, "max_ms": 4.388, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.08, "count": 249, "max_ms": 78.8, "p95_ms": 62.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.717, "count": 249, "max_ms": 104.847, "p95_ms": 90.33}, "yolo11_640_fire_11class": {"avg_ms": 56.659, "count": 249, "max_ms": 83.736, "p95_ms": 69.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.253, "count": 249, "max_ms": 104.712, "p95_ms": 76.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.726, "count": 249, "max_ms": 168.518, "p95_ms": 147.319}, "read_interval": {"avg_ms": 120.53, "count": 248, "max_ms": 178.404, "p95_ms": 156.861}, "triton_wait": {"avg_ms": 67.251, "count": 249, "max_ms": 104.858, "p95_ms": 90.924}, "visualize": {"avg_ms": 4.69, "count": 249, "max_ms": 7.372, "p95_ms": 5.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 922, "tracking_summary": 856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5811.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17967.658, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.188, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:17:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:17:34+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T16:17:34+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T16:17:34.262779+09:00", "mtime_epoch": 1783322254.2627795, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:17:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 791.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.07, "pushed": 5.07, "read": 5.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.137, "count": 152, "max_ms": 131.485, "p95_ms": 96.788}, "gstreamer_push": {"avg_ms": 0.795, "count": 152, "max_ms": 1.06, "p95_ms": 0.973}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.042, "count": 152, "max_ms": 118.445, "p95_ms": 102.086}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.778, "count": 152, "max_ms": 114.229, "p95_ms": 102.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.912, "count": 152, "max_ms": 277.586, "p95_ms": 228.447}, "read_interval": {"avg_ms": 198.477, "count": 151, "max_ms": 475.417, "p95_ms": 236.791}, "triton_wait": {"avg_ms": 73.765, "count": 152, "max_ms": 118.458, "p95_ms": 104.23}, "visualize": {"avg_ms": 28.07, "count": 152, "max_ms": 39.321, "p95_ms": 35.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5811.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:17:09+09:00", "last_error_summary": "[h264 @ 0x5615172b4740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615172b4740] error while decoding MB 0 41, bytestream 1552 [h264 @ 0x56151663e380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56151663e380] error while decoding MB 0 4, bytestream 344 [h264 @ 0x561517116a40] error while decoding MB 40 19, bytestream -24 [in#0/rtsp @ 0x5615164f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5615164f7e00] Error retrieving a packet from dem", "last_exit_at": "2026-07-06T16:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.465, "last_started_at": "2026-07-06T16:17:12+09:00", "pid": 16169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.125, "name": "ffmpeg", "pid": 16169, "rss_mb": 268.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.099, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T16:17:38+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T16:17:38+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T16:17:38.650878+09:00", "mtime_epoch": 1783322258.650878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:17:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1492.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.659, "pushed": 7.659, "read": 7.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.446, "count": 229, "max_ms": 8.32, "p95_ms": 6.777}, "gstreamer_push": {"avg_ms": 1.404, "count": 229, "max_ms": 6.957, "p95_ms": 3.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.292, "count": 229, "max_ms": 85.165, "p95_ms": 73.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.748, "count": 229, "max_ms": 112.356, "p95_ms": 100.592}, "yolo11_640_fire_11class": {"avg_ms": 59.934, "count": 229, "max_ms": 87.672, "p95_ms": 79.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.702, "count": 229, "max_ms": 105.414, "p95_ms": 94.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.606, "count": 229, "max_ms": 168.653, "p95_ms": 148.613}, "read_interval": {"avg_ms": 131.358, "count": 228, "max_ms": 4517.45, "p95_ms": 157.864}, "triton_wait": {"avg_ms": 75.321, "count": 229, "max_ms": 112.369, "p95_ms": 101.247}, "visualize": {"avg_ms": 4.224, "count": 229, "max_ms": 6.955, "p95_ms": 5.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5819.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:16:34+09:00", "last_error_summary": "[h264 @ 0x55c3003f3900] error while decoding MB 62 47, bytestream -31 [in#0/rtsp @ 0x55c30023ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c30023ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:16:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.621, "last_started_at": "2026-07-06T16:16:37+09:00", "pid": 16017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.125, "name": "ffmpeg", "pid": 16017, "rss_mb": 333.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 11, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.221, "sample_count": 1747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:17:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:17:55+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T16:17:54+09:00", "mjpeg": {"age_sec": 15.233, "exists": true, "mtime": "2026-07-06T16:17:39.850905+09:00", "mtime_epoch": 1783322259.850905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:17:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.912, "pushed": 3.912, "read": 3.879}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.785, "count": 117, "max_ms": 9.532, "p95_ms": 7.95}, "gstreamer_push": {"avg_ms": 1.281, "count": 117, "max_ms": 4.901, "p95_ms": 2.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.764, "count": 117, "max_ms": 82.173, "p95_ms": 73.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.301, "count": 117, "max_ms": 116.121, "p95_ms": 98.895}, "yolo11_640_fire_11class": {"avg_ms": 60.766, "count": 117, "max_ms": 85.129, "p95_ms": 82.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.791, "count": 117, "max_ms": 106.723, "p95_ms": 96.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.211, "count": 117, "max_ms": 168.19, "p95_ms": 155.31}, "read_interval": {"avg_ms": 257.715, "count": 116, "max_ms": 15217.927, "p95_ms": 167.506}, "triton_wait": {"avg_ms": 73.895, "count": 117, "max_ms": 116.136, "p95_ms": 102.027}, "visualize": {"avg_ms": 4.731, "count": 117, "max_ms": 7.137, "p95_ms": 5.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 922, "tracking_summary": 858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5814.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 17997.781, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.858, "sample_count": 1562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:18:04+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T16:18:04+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T16:18:04.435455+09:00", "mtime_epoch": 1783322284.4354546, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:18:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 784.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.68, "pushed": 5.68, "read": 5.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 65.267, "count": 170, "max_ms": 110.68, "p95_ms": 95.572}, "gstreamer_push": {"avg_ms": 0.881, "count": 170, "max_ms": 2.099, "p95_ms": 1.027}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.827, "count": 170, "max_ms": 101.293, "p95_ms": 90.521}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.687, "count": 170, "max_ms": 104.53, "p95_ms": 90.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.815, "count": 170, "max_ms": 221.769, "p95_ms": 209.416}, "read_interval": {"avg_ms": 177.293, "count": 169, "max_ms": 230.758, "p95_ms": 217.382}, "triton_wait": {"avg_ms": 71.328, "count": 170, "max_ms": 104.543, "p95_ms": 91.941}, "visualize": {"avg_ms": 28.958, "count": 170, "max_ms": 46.31, "p95_ms": 39.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5815.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:17:09+09:00", "last_error_summary": "[h264 @ 0x5615172b4740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615172b4740] error while decoding MB 0 41, bytestream 1552 [h264 @ 0x56151663e380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56151663e380] error while decoding MB 0 4, bytestream 344 [h264 @ 0x561517116a40] error while decoding MB 40 19, bytestream -24 [in#0/rtsp @ 0x5615164f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5615164f7e00] Error retrieving a packet from dem", "last_exit_at": "2026-07-06T16:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.553, "last_started_at": "2026-07-06T16:17:12+09:00", "pid": 16169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.25, "name": "ffmpeg", "pid": 16169, "rss_mb": 272.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.667, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:18:08+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T16:18:08+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T16:18:08.711550+09:00", "mtime_epoch": 1783322288.7115498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:18:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1491.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.834, "read": 7.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.71, "count": 234, "max_ms": 8.916, "p95_ms": 6.859}, "gstreamer_push": {"avg_ms": 1.208, "count": 235, "max_ms": 4.231, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 234, "max_ms": 75.46, "p95_ms": 58.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.491, "count": 234, "max_ms": 105.714, "p95_ms": 95.441}, "yolo11_640_fire_11class": {"avg_ms": 52.449, "count": 234, "max_ms": 78.734, "p95_ms": 60.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.245, "count": 234, "max_ms": 94.326, "p95_ms": 70.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.252, "count": 235, "max_ms": 168.461, "p95_ms": 148.304}, "read_interval": {"avg_ms": 128.016, "count": 234, "max_ms": 176.445, "p95_ms": 157.848}, "triton_wait": {"avg_ms": 69.511, "count": 234, "max_ms": 105.728, "p95_ms": 95.454}, "visualize": {"avg_ms": 5.008, "count": 234, "max_ms": 6.638, "p95_ms": 5.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5804.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:18:12+09:00", "last_error_summary": "[h264 @ 0x5640c6e57340] error while decoding MB 31 49, bytestream -11 [in#0/rtsp @ 0x5640c6147e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5640c6147e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.749, "last_started_at": "2026-07-06T16:18:15+09:00", "pid": 16276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.773, "name": "ffmpeg", "pid": 16276, "rss_mb": 327.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 12, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.697, "sample_count": 1663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:18:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:18:25+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T16:18:25+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T16:18:25.075913+09:00", "mtime_epoch": 1783322305.0759132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:18:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 73, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.224, "pushed": 5.224, "read": 5.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.481, "count": 73, "max_ms": 9.133, "p95_ms": 8.225}, "gstreamer_push": {"avg_ms": 1.224, "count": 73, "max_ms": 3.89, "p95_ms": 2.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.958, "count": 73, "max_ms": 83.515, "p95_ms": 72.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.364, "count": 73, "max_ms": 107.645, "p95_ms": 103.574}, "yolo11_640_fire_11class": {"avg_ms": 59.371, "count": 73, "max_ms": 95.037, "p95_ms": 81.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.898, "count": 73, "max_ms": 100.617, "p95_ms": 93.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.252, "count": 73, "max_ms": 168.351, "p95_ms": 152.572}, "read_interval": {"avg_ms": 412.429, "count": 73, "max_ms": 16256.012, "p95_ms": 170.07}, "triton_wait": {"avg_ms": 71.839, "count": 73, "max_ms": 107.659, "p95_ms": 103.586}, "visualize": {"avg_ms": 4.428, "count": 73, "max_ms": 6.211, "p95_ms": 5.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 924, "tracking_summary": 859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5808.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18027.923, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.585, "sample_count": 1550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:18:34+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T16:18:34+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T16:18:34.548123+09:00", "mtime_epoch": 1783322314.548123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:18:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 779.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.969, "pushed": 4.969, "read": 4.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.533, "count": 149, "max_ms": 107.63, "p95_ms": 96.602}, "gstreamer_push": {"avg_ms": 1.008, "count": 149, "max_ms": 3.313, "p95_ms": 2.027}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.213, "count": 149, "max_ms": 113.074, "p95_ms": 98.343}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.96, "count": 149, "max_ms": 117.135, "p95_ms": 100.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.79, "count": 149, "max_ms": 241.465, "p95_ms": 228.073}, "read_interval": {"avg_ms": 202.405, "count": 148, "max_ms": 247.676, "p95_ms": 235.412}, "triton_wait": {"avg_ms": 73.847, "count": 149, "max_ms": 117.146, "p95_ms": 100.731}, "visualize": {"avg_ms": 33.538, "count": 149, "max_ms": 48.583, "p95_ms": 45.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5812.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:17:09+09:00", "last_error_summary": "[h264 @ 0x5615172b4740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615172b4740] error while decoding MB 0 41, bytestream 1552 [h264 @ 0x56151663e380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56151663e380] error while decoding MB 0 4, bytestream 344 [h264 @ 0x561517116a40] error while decoding MB 40 19, bytestream -24 [in#0/rtsp @ 0x5615164f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5615164f7e00] Error retrieving a packet from dem", "last_exit_at": "2026-07-06T16:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.664, "last_started_at": "2026-07-06T16:17:12+09:00", "pid": 16169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.766, "name": "ffmpeg", "pid": 16169, "rss_mb": 272.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.486, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:18:38+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:18:38+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T16:18:38.788217+09:00", "mtime_epoch": 1783322318.7882166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:18:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1489.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.703, "pushed": 7.703, "read": 7.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.609, "count": 230, "max_ms": 9.059, "p95_ms": 7.043}, "gstreamer_push": {"avg_ms": 1.176, "count": 231, "max_ms": 4.028, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.92, "count": 230, "max_ms": 83.077, "p95_ms": 72.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.968, "count": 230, "max_ms": 130.507, "p95_ms": 101.102}, "yolo11_640_fire_11class": {"avg_ms": 57.92, "count": 230, "max_ms": 85.583, "p95_ms": 79.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.878, "count": 230, "max_ms": 100.366, "p95_ms": 93.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.388, "count": 231, "max_ms": 182.737, "p95_ms": 154.742}, "read_interval": {"avg_ms": 130.252, "count": 230, "max_ms": 195.56, "p95_ms": 165.61}, "triton_wait": {"avg_ms": 73.115, "count": 230, "max_ms": 130.52, "p95_ms": 101.113}, "visualize": {"avg_ms": 4.917, "count": 230, "max_ms": 7.359, "p95_ms": 5.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5825.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:18:12+09:00", "last_error_summary": "[h264 @ 0x5640c6e57340] error while decoding MB 31 49, bytestream -11 [in#0/rtsp @ 0x5640c6147e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5640c6147e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.803, "last_started_at": "2026-07-06T16:18:15+09:00", "pid": 16276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.414, "name": "ffmpeg", "pid": 16276, "rss_mb": 332.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.532, "sample_count": 1800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:18:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:18:55+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T16:18:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T16:18:55.136577+09:00", "mtime_epoch": 1783322335.1365767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:18:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.675, "pushed": 7.675, "read": 7.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.962, "count": 230, "max_ms": 9.056, "p95_ms": 7.608}, "gstreamer_push": {"avg_ms": 1.207, "count": 230, "max_ms": 6.657, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.533, "count": 230, "max_ms": 86.147, "p95_ms": 75.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.827, "count": 230, "max_ms": 123.226, "p95_ms": 104.411}, "yolo11_640_fire_11class": {"avg_ms": 62.029, "count": 230, "max_ms": 90.112, "p95_ms": 83.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.949, "count": 230, "max_ms": 107.96, "p95_ms": 96.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.056, "count": 230, "max_ms": 175.645, "p95_ms": 157.407}, "read_interval": {"avg_ms": 130.703, "count": 229, "max_ms": 184.971, "p95_ms": 168.046}, "triton_wait": {"avg_ms": 74.245, "count": 230, "max_ms": 123.24, "p95_ms": 104.926}, "visualize": {"avg_ms": 4.833, "count": 230, "max_ms": 6.501, "p95_ms": 5.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 925, "tracking_summary": 860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5823.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18057.969, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.859, "sample_count": 1544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:19:04+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T16:19:04+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T16:19:04.568784+09:00", "mtime_epoch": 1783322344.568784, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:19:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 793.914, "name": "celery", "pid": 239, "rss_mb": 784.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.853, "pushed": 4.853, "read": 4.819}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.63, "count": 145, "max_ms": 123.223, "p95_ms": 97.898}, "gstreamer_push": {"avg_ms": 0.992, "count": 145, "max_ms": 2.889, "p95_ms": 1.88}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.971, "count": 145, "max_ms": 110.833, "p95_ms": 101.775}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.216, "count": 145, "max_ms": 112.446, "p95_ms": 105.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.715, "count": 145, "max_ms": 259.092, "p95_ms": 237.929}, "read_interval": {"avg_ms": 207.17, "count": 144, "max_ms": 270.337, "p95_ms": 244.067}, "triton_wait": {"avg_ms": 77.954, "count": 145, "max_ms": 112.458, "p95_ms": 105.357}, "visualize": {"avg_ms": 32.12, "count": 145, "max_ms": 50.427, "p95_ms": 42.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5825.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:17:09+09:00", "last_error_summary": "[h264 @ 0x5615172b4740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615172b4740] error while decoding MB 0 41, bytestream 1552 [h264 @ 0x56151663e380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56151663e380] error while decoding MB 0 4, bytestream 344 [h264 @ 0x561517116a40] error while decoding MB 40 19, bytestream -24 [in#0/rtsp @ 0x5615164f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5615164f7e00] Error retrieving a packet from dem", "last_exit_at": "2026-07-06T16:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.773, "last_started_at": "2026-07-06T16:17:12+09:00", "pid": 16169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.766, "name": "ffmpeg", "pid": 16169, "rss_mb": 272.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.486, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:19:09+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T16:19:08+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T16:19:08.892879+09:00", "mtime_epoch": 1783322348.8928788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:19:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1499.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.772, "pushed": 7.772, "read": 7.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.304, "count": 232, "max_ms": 8.303, "p95_ms": 6.615}, "gstreamer_push": {"avg_ms": 1.275, "count": 233, "max_ms": 3.994, "p95_ms": 2.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.376, "count": 232, "max_ms": 85.736, "p95_ms": 75.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.297, "count": 232, "max_ms": 119.901, "p95_ms": 99.805}, "yolo11_640_fire_11class": {"avg_ms": 61.406, "count": 232, "max_ms": 89.106, "p95_ms": 81.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.387, "count": 232, "max_ms": 109.596, "p95_ms": 96.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.89, "count": 233, "max_ms": 176.944, "p95_ms": 153.208}, "read_interval": {"avg_ms": 129.089, "count": 232, "max_ms": 187.875, "p95_ms": 164.11}, "triton_wait": {"avg_ms": 75.809, "count": 232, "max_ms": 119.914, "p95_ms": 103.776}, "visualize": {"avg_ms": 4.716, "count": 232, "max_ms": 7.008, "p95_ms": 5.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5826.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:18:12+09:00", "last_error_summary": "[h264 @ 0x5640c6e57340] error while decoding MB 31 49, bytestream -11 [in#0/rtsp @ 0x5640c6147e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5640c6147e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.843, "last_started_at": "2026-07-06T16:18:15+09:00", "pid": 16276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.414, "name": "ffmpeg", "pid": 16276, "rss_mb": 332.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.697, "sample_count": 1833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:19:25+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T16:19:25+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T16:19:25.141234+09:00", "mtime_epoch": 1783322365.1412342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:19:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.388, "pushed": 7.388, "read": 7.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.122, "count": 221, "max_ms": 9.863, "p95_ms": 8.004}, "gstreamer_push": {"avg_ms": 1.235, "count": 221, "max_ms": 4.396, "p95_ms": 2.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.629, "count": 221, "max_ms": 87.649, "p95_ms": 76.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.467, "count": 221, "max_ms": 121.297, "p95_ms": 103.291}, "yolo11_640_fire_11class": {"avg_ms": 66.217, "count": 221, "max_ms": 94.056, "p95_ms": 85.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.239, "count": 221, "max_ms": 110.191, "p95_ms": 98.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.831, "count": 221, "max_ms": 176.97, "p95_ms": 158.329}, "read_interval": {"avg_ms": 135.8, "count": 220, "max_ms": 186.682, "p95_ms": 167.811}, "triton_wait": {"avg_ms": 78.248, "count": 221, "max_ms": 121.309, "p95_ms": 105.451}, "visualize": {"avg_ms": 4.922, "count": 221, "max_ms": 8.44, "p95_ms": 5.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 927, "tracking_summary": 861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5827.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18087.99, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.821, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:19:34+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T16:19:34+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T16:19:34.597440+09:00", "mtime_epoch": 1783322374.5974402, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:19:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 789.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.36, "pushed": 5.36, "read": 5.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.73, "count": 160, "max_ms": 106.375, "p95_ms": 96.057}, "gstreamer_push": {"avg_ms": 0.901, "count": 160, "max_ms": 2.785, "p95_ms": 1.717}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.501, "count": 160, "max_ms": 122.682, "p95_ms": 99.633}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.379, "count": 160, "max_ms": 121.317, "p95_ms": 99.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.37, "count": 160, "max_ms": 256.975, "p95_ms": 222.706}, "read_interval": {"avg_ms": 187.573, "count": 159, "max_ms": 265.823, "p95_ms": 231.707}, "triton_wait": {"avg_ms": 72.07, "count": 160, "max_ms": 122.694, "p95_ms": 102.033}, "visualize": {"avg_ms": 28.477, "count": 160, "max_ms": 44.325, "p95_ms": 37.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5824.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:17:09+09:00", "last_error_summary": "[h264 @ 0x5615172b4740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615172b4740] error while decoding MB 0 41, bytestream 1552 [h264 @ 0x56151663e380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56151663e380] error while decoding MB 0 4, bytestream 344 [h264 @ 0x561517116a40] error while decoding MB 40 19, bytestream -24 [in#0/rtsp @ 0x5615164f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5615164f7e00] Error retrieving a packet from dem", "last_exit_at": "2026-07-06T16:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.795, "last_started_at": "2026-07-06T16:17:12+09:00", "pid": 16169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.766, "name": "ffmpeg", "pid": 16169, "rss_mb": 272.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.905, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:19:39+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T16:19:38+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T16:19:38.921534+09:00", "mtime_epoch": 1783322378.9215343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:19:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1496.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.8, "pushed": 6.8, "read": 6.766}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.611, "count": 203, "max_ms": 10.98, "p95_ms": 8.299}, "gstreamer_push": {"avg_ms": 1.107, "count": 203, "max_ms": 3.671, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.458, "count": 203, "max_ms": 87.303, "p95_ms": 74.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.261, "count": 203, "max_ms": 122.704, "p95_ms": 101.757}, "yolo11_640_fire_11class": {"avg_ms": 60.02, "count": 203, "max_ms": 90.951, "p95_ms": 80.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.665, "count": 203, "max_ms": 107.057, "p95_ms": 99.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.798, "count": 203, "max_ms": 193.062, "p95_ms": 169.275}, "read_interval": {"avg_ms": 147.867, "count": 202, "max_ms": 202.066, "p95_ms": 177.987}, "triton_wait": {"avg_ms": 74.666, "count": 203, "max_ms": 122.717, "p95_ms": 101.797}, "visualize": {"avg_ms": 5.651, "count": 203, "max_ms": 8.708, "p95_ms": 6.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5828.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:18:12+09:00", "last_error_summary": "[h264 @ 0x5640c6e57340] error while decoding MB 31 49, bytestream -11 [in#0/rtsp @ 0x5640c6147e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5640c6147e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.458, "last_started_at": "2026-07-06T16:18:15+09:00", "pid": 16276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.562, "name": "ffmpeg", "pid": 16276, "rss_mb": 354.562, "state": "S (sleeping)", "threads": 104}, "restart_count": 40, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.31, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:19:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:19:55+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T16:19:55+09:00", "mjpeg": {"age_sec": 16.384, "exists": true, "mtime": "2026-07-06T16:19:39.509547+09:00", "mtime_epoch": 1783322379.5095472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:19:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1348.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 12, "pushed_frames": 12, "read_frames": 11, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.401, "pushed": 0.401, "read": 0.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.364, "count": 12, "max_ms": 8.853, "p95_ms": 8.853}, "gstreamer_push": {"avg_ms": 1.198, "count": 12, "max_ms": 2.324, "p95_ms": 2.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.159, "count": 12, "max_ms": 64.381, "p95_ms": 64.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.868, "count": 12, "max_ms": 103.19, "p95_ms": 103.19}, "yolo11_640_fire_11class": {"avg_ms": 62.883, "count": 12, "max_ms": 72.221, "p95_ms": 72.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.955, "count": 12, "max_ms": 84.922, "p95_ms": 84.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.183, "count": 12, "max_ms": 168.383, "p95_ms": 168.383}, "read_interval": {"avg_ms": 2720.968, "count": 11, "max_ms": 16446.982, "p95_ms": 16446.982}, "triton_wait": {"avg_ms": 78.155, "count": 12, "max_ms": 103.202, "p95_ms": 103.202}, "visualize": {"avg_ms": 4.971, "count": 12, "max_ms": 6.259, "p95_ms": 6.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 929, "tracking_summary": 863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5757.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18118.103, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.408, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:20:04+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T16:20:04+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T16:20:04.750095+09:00", "mtime_epoch": 1783322404.7500947, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:20:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 790.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.118, "pushed": 5.118, "read": 5.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.721, "count": 153, "max_ms": 97.336, "p95_ms": 95.008}, "gstreamer_push": {"avg_ms": 0.881, "count": 153, "max_ms": 1.812, "p95_ms": 1.726}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.422, "count": 153, "max_ms": 105.72, "p95_ms": 87.804}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.338, "count": 153, "max_ms": 108.79, "p95_ms": 91.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.587, "count": 153, "max_ms": 230.135, "p95_ms": 216.4}, "read_interval": {"avg_ms": 197.03, "count": 152, "max_ms": 236.203, "p95_ms": 222.867}, "triton_wait": {"avg_ms": 71.048, "count": 153, "max_ms": 108.803, "p95_ms": 92.703}, "visualize": {"avg_ms": 28.022, "count": 153, "max_ms": 41.597, "p95_ms": 38.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5817.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:17:09+09:00", "last_error_summary": "[h264 @ 0x5615172b4740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615172b4740] error while decoding MB 0 41, bytestream 1552 [h264 @ 0x56151663e380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56151663e380] error while decoding MB 0 4, bytestream 344 [h264 @ 0x561517116a40] error while decoding MB 40 19, bytestream -24 [in#0/rtsp @ 0x5615164f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5615164f7e00] Error retrieving a packet from dem", "last_exit_at": "2026-07-06T16:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.926, "last_started_at": "2026-07-06T16:17:12+09:00", "pid": 16169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.023, "name": "ffmpeg", "pid": 16169, "rss_mb": 273.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.83, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:20:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:20:09+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T16:20:09+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T16:20:09.074188+09:00", "mtime_epoch": 1783322409.074188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:20:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1491.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.695, "pushed": 7.695, "read": 7.661}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.793, "count": 230, "max_ms": 8.325, "p95_ms": 7.071}, "gstreamer_push": {"avg_ms": 1.173, "count": 230, "max_ms": 4.371, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.41, "count": 230, "max_ms": 79.03, "p95_ms": 60.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.605, "count": 230, "max_ms": 116.995, "p95_ms": 94.515}, "yolo11_640_fire_11class": {"avg_ms": 55.553, "count": 230, "max_ms": 90.64, "p95_ms": 73.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.269, "count": 230, "max_ms": 103.83, "p95_ms": 90.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.758, "count": 230, "max_ms": 170.263, "p95_ms": 149.906}, "read_interval": {"avg_ms": 130.464, "count": 229, "max_ms": 179.605, "p95_ms": 160.419}, "triton_wait": {"avg_ms": 70.748, "count": 230, "max_ms": 117.008, "p95_ms": 94.696}, "visualize": {"avg_ms": 4.979, "count": 230, "max_ms": 6.402, "p95_ms": 5.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5820.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:19:57+09:00", "last_error_summary": "[h264 @ 0x5646db3bb6c0] error while decoding MB 61 22, bytestream -11 [in#0/rtsp @ 0x5646da844e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646da844e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:19:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.537, "last_started_at": "2026-07-06T16:19:59+09:00", "pid": 16428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.02, "name": "ffmpeg", "pid": 16428, "rss_mb": 332.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.762, "sample_count": 1577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:20:25+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T16:20:25+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T16:20:25.774548+09:00", "mtime_epoch": 1783322425.7745483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:20:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.35, "pushed": 6.35, "read": 6.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.957, "count": 190, "max_ms": 9.481, "p95_ms": 7.713}, "gstreamer_push": {"avg_ms": 1.205, "count": 190, "max_ms": 4.266, "p95_ms": 1.554}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.726, "count": 190, "max_ms": 89.151, "p95_ms": 76.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.529, "count": 190, "max_ms": 131.64, "p95_ms": 103.116}, "yolo11_640_fire_11class": {"avg_ms": 65.227, "count": 190, "max_ms": 93.872, "p95_ms": 81.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.146, "count": 190, "max_ms": 108.628, "p95_ms": 98.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.088, "count": 190, "max_ms": 182.558, "p95_ms": 157.066}, "read_interval": {"avg_ms": 158.009, "count": 189, "max_ms": 4858.248, "p95_ms": 165.833}, "triton_wait": {"avg_ms": 78.779, "count": 190, "max_ms": 131.652, "p95_ms": 103.95}, "visualize": {"avg_ms": 4.885, "count": 190, "max_ms": 8.376, "p95_ms": 5.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 930, "tracking_summary": 864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5818.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18148.135, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.732, "sample_count": 1552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:20:34+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T16:20:34+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T16:20:34.742741+09:00", "mtime_epoch": 1783322434.742741, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:20:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 787.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.287, "pushed": 5.287, "read": 5.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.549, "count": 158, "max_ms": 124.658, "p95_ms": 97.149}, "gstreamer_push": {"avg_ms": 0.838, "count": 158, "max_ms": 2.253, "p95_ms": 0.995}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.293, "count": 158, "max_ms": 118.956, "p95_ms": 102.323}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.644, "count": 158, "max_ms": 121.225, "p95_ms": 104.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.903, "count": 158, "max_ms": 257.734, "p95_ms": 231.892}, "read_interval": {"avg_ms": 189.978, "count": 157, "max_ms": 269.089, "p95_ms": 238.652}, "triton_wait": {"avg_ms": 72.872, "count": 158, "max_ms": 121.235, "p95_ms": 106.177}, "visualize": {"avg_ms": 27.405, "count": 158, "max_ms": 39.319, "p95_ms": 32.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5824.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:17:09+09:00", "last_error_summary": "[h264 @ 0x5615172b4740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5615172b4740] error while decoding MB 0 41, bytestream 1552 [h264 @ 0x56151663e380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56151663e380] error while decoding MB 0 4, bytestream 344 [h264 @ 0x561517116a40] error while decoding MB 40 19, bytestream -24 [in#0/rtsp @ 0x5615164f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5615164f7e00] Error retrieving a packet from dem", "last_exit_at": "2026-07-06T16:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.94, "last_started_at": "2026-07-06T16:17:12+09:00", "pid": 16169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.281, "name": "ffmpeg", "pid": 16169, "rss_mb": 273.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.612, "sample_count": 2063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:20:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:20:39+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T16:20:39+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T16:20:39.066834+09:00", "mtime_epoch": 1783322439.066834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:20:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1496.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.691, "pushed": 6.691, "read": 6.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.096, "count": 200, "max_ms": 9.139, "p95_ms": 7.554}, "gstreamer_push": {"avg_ms": 1.156, "count": 200, "max_ms": 4.043, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.596, "count": 200, "max_ms": 93.855, "p95_ms": 78.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.188, "count": 200, "max_ms": 126.238, "p95_ms": 104.441}, "yolo11_640_fire_11class": {"avg_ms": 67.356, "count": 200, "max_ms": 98.343, "p95_ms": 85.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.298, "count": 200, "max_ms": 113.298, "p95_ms": 100.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.621, "count": 200, "max_ms": 181.497, "p95_ms": 163.701}, "read_interval": {"avg_ms": 150.043, "count": 199, "max_ms": 323.962, "p95_ms": 175.177}, "triton_wait": {"avg_ms": 85.353, "count": 200, "max_ms": 126.25, "p95_ms": 104.453}, "visualize": {"avg_ms": 5.245, "count": 200, "max_ms": 8.469, "p95_ms": 6.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5587.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:19:57+09:00", "last_error_summary": "[h264 @ 0x5646db3bb6c0] error while decoding MB 61 22, bytestream -11 [in#0/rtsp @ 0x5646da844e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646da844e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:19:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.597, "last_started_at": "2026-07-06T16:19:59+09:00", "pid": 16428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 16428, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.144, "sample_count": 1582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:20:55+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T16:20:55+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T16:20:55.863194+09:00", "mtime_epoch": 1783322455.863194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:20:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.66, "pushed": 7.66, "read": 7.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.76, "count": 229, "max_ms": 9.555, "p95_ms": 7.494}, "gstreamer_push": {"avg_ms": 1.298, "count": 229, "max_ms": 4.29, "p95_ms": 2.576}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.36, "count": 229, "max_ms": 89.131, "p95_ms": 78.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.328, "count": 229, "max_ms": 120.828, "p95_ms": 106.102}, "yolo11_640_fire_11class": {"avg_ms": 65.779, "count": 229, "max_ms": 100.541, "p95_ms": 86.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.867, "count": 229, "max_ms": 106.663, "p95_ms": 101.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.899, "count": 229, "max_ms": 166.025, "p95_ms": 156.59}, "read_interval": {"avg_ms": 131.188, "count": 228, "max_ms": 178.501, "p95_ms": 167.269}, "triton_wait": {"avg_ms": 77.901, "count": 229, "max_ms": 120.841, "p95_ms": 106.115}, "visualize": {"avg_ms": 4.726, "count": 229, "max_ms": 8.129, "p95_ms": 5.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 932, "tracking_summary": 865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5745.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18178.161, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.806, "sample_count": 1554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:21:04+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T16:21:04+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T16:21:04.831386+09:00", "mtime_epoch": 1783322464.8313856, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:21:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 792.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.271, "pushed": 5.271, "read": 5.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.862, "count": 157, "max_ms": 107.326, "p95_ms": 97.583}, "gstreamer_push": {"avg_ms": 0.818, "count": 157, "max_ms": 1.08, "p95_ms": 0.997}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.261, "count": 157, "max_ms": 125.347, "p95_ms": 103.041}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.609, "count": 157, "max_ms": 113.364, "p95_ms": 103.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.164, "count": 157, "max_ms": 247.806, "p95_ms": 226.458}, "read_interval": {"avg_ms": 191.555, "count": 156, "max_ms": 254.826, "p95_ms": 232.833}, "triton_wait": {"avg_ms": 72.946, "count": 157, "max_ms": 125.358, "p95_ms": 105.164}, "visualize": {"avg_ms": 27.357, "count": 157, "max_ms": 38.511, "p95_ms": 34.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5812.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:20:50+09:00", "last_error_summary": "[h264 @ 0x564203c40b80] error while decoding MB 72 21, bytestream -7", "last_exit_at": "2026-07-06T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.548, "last_started_at": "2026-07-06T16:20:52+09:00", "pid": 16580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.105, "name": "ffmpeg", "pid": 16580, "rss_mb": 264.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.549, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:21:09+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T16:21:09+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T16:21:09.215479+09:00", "mtime_epoch": 1783322469.2154794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:21:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1490.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 143, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.767, "pushed": 4.767, "read": 4.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.477, "count": 143, "max_ms": 9.169, "p95_ms": 7.68}, "gstreamer_push": {"avg_ms": 1.188, "count": 143, "max_ms": 3.816, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.189, "count": 143, "max_ms": 85.06, "p95_ms": 79.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.091, "count": 143, "max_ms": 124.431, "p95_ms": 107.323}, "yolo11_640_fire_11class": {"avg_ms": 61.859, "count": 143, "max_ms": 93.035, "p95_ms": 85.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.937, "count": 143, "max_ms": 106.388, "p95_ms": 101.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.253, "count": 143, "max_ms": 179.138, "p95_ms": 160.173}, "read_interval": {"avg_ms": 209.705, "count": 143, "max_ms": 10339.895, "p95_ms": 178.366}, "triton_wait": {"avg_ms": 77.267, "count": 143, "max_ms": 124.444, "p95_ms": 107.334}, "visualize": {"avg_ms": 4.72, "count": 143, "max_ms": 6.474, "p95_ms": 6.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5812.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:19:57+09:00", "last_error_summary": "[h264 @ 0x5646db3bb6c0] error while decoding MB 61 22, bytestream -11 [in#0/rtsp @ 0x5646da844e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646da844e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:19:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.637, "last_started_at": "2026-07-06T16:19:59+09:00", "pid": 16428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.277, "name": "ffmpeg", "pid": 16428, "rss_mb": 332.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.435, "sample_count": 1740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:21:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:21:26+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T16:21:25+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T16:21:25.963836+09:00", "mtime_epoch": 1783322485.963836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:21:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.794, "pushed": 7.794, "read": 7.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.897, "count": 233, "max_ms": 8.804, "p95_ms": 7.855}, "gstreamer_push": {"avg_ms": 1.261, "count": 233, "max_ms": 4.525, "p95_ms": 2.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.135, "count": 233, "max_ms": 83.775, "p95_ms": 74.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.16, "count": 233, "max_ms": 131.758, "p95_ms": 105.634}, "yolo11_640_fire_11class": {"avg_ms": 63.344, "count": 233, "max_ms": 93.466, "p95_ms": 85.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.307, "count": 233, "max_ms": 105.334, "p95_ms": 96.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.802, "count": 233, "max_ms": 187.558, "p95_ms": 157.102}, "read_interval": {"avg_ms": 129.091, "count": 232, "max_ms": 198.289, "p95_ms": 171.084}, "triton_wait": {"avg_ms": 73.834, "count": 233, "max_ms": 131.771, "p95_ms": 105.647}, "visualize": {"avg_ms": 4.782, "count": 233, "max_ms": 7.798, "p95_ms": 5.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 933, "tracking_summary": 867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5807.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18208.249, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.917, "sample_count": 1563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:21:35+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T16:21:34+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T16:21:34.864025+09:00", "mtime_epoch": 1783322494.864025, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:21:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 784.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.351, "pushed": 5.351, "read": 5.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 68.506, "count": 160, "max_ms": 103.273, "p95_ms": 99.047}, "gstreamer_push": {"avg_ms": 0.853, "count": 160, "max_ms": 1.797, "p95_ms": 1.02}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.417, "count": 160, "max_ms": 124.468, "p95_ms": 105.028}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.065, "count": 160, "max_ms": 115.269, "p95_ms": 103.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.647, "count": 160, "max_ms": 246.346, "p95_ms": 231.721}, "read_interval": {"avg_ms": 187.973, "count": 159, "max_ms": 253.189, "p95_ms": 239.769}, "triton_wait": {"avg_ms": 79.332, "count": 160, "max_ms": 124.479, "p95_ms": 107.583}, "visualize": {"avg_ms": 28.524, "count": 160, "max_ms": 38.835, "p95_ms": 36.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5811.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:20:50+09:00", "last_error_summary": "[h264 @ 0x564203c40b80] error while decoding MB 72 21, bytestream -7", "last_exit_at": "2026-07-06T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.603, "last_started_at": "2026-07-06T16:20:52+09:00", "pid": 16580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.23, "name": "ffmpeg", "pid": 16580, "rss_mb": 268.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.77, "sample_count": 2033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:21:39+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T16:21:39+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T16:21:39.360121+09:00", "mtime_epoch": 1783322499.3601205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:21:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1488.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.228, "pushed": 8.228, "read": 8.195}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.773, "count": 246, "max_ms": 8.937, "p95_ms": 7.048}, "gstreamer_push": {"avg_ms": 1.281, "count": 246, "max_ms": 6.559, "p95_ms": 1.533}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.781, "count": 246, "max_ms": 85.285, "p95_ms": 77.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.367, "count": 246, "max_ms": 124.727, "p95_ms": 105.892}, "yolo11_640_fire_11class": {"avg_ms": 62.038, "count": 246, "max_ms": 94.04, "p95_ms": 82.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.745, "count": 246, "max_ms": 104.589, "p95_ms": 98.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.5, "count": 246, "max_ms": 176.693, "p95_ms": 157.995}, "read_interval": {"avg_ms": 122.311, "count": 245, "max_ms": 185.644, "p95_ms": 166.49}, "triton_wait": {"avg_ms": 78.926, "count": 246, "max_ms": 124.739, "p95_ms": 105.904}, "visualize": {"avg_ms": 4.387, "count": 246, "max_ms": 6.587, "p95_ms": 5.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5807.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:19:57+09:00", "last_error_summary": "[h264 @ 0x5646db3bb6c0] error while decoding MB 61 22, bytestream -11 [in#0/rtsp @ 0x5646da844e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646da844e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:19:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.663, "last_started_at": "2026-07-06T16:19:59+09:00", "pid": 16428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.793, "name": "ffmpeg", "pid": 16428, "rss_mb": 332.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.59, "sample_count": 1779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:21:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:21:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T16:21:55+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T16:21:55.968472+09:00", "mtime_epoch": 1783322515.9684722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:21:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.592, "pushed": 7.592, "read": 7.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.846, "count": 227, "max_ms": 9.551, "p95_ms": 6.926}, "gstreamer_push": {"avg_ms": 1.295, "count": 227, "max_ms": 5.876, "p95_ms": 2.605}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.566, "count": 227, "max_ms": 86.797, "p95_ms": 78.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.989, "count": 227, "max_ms": 128.675, "p95_ms": 104.87}, "yolo11_640_fire_11class": {"avg_ms": 63.93, "count": 227, "max_ms": 94.265, "p95_ms": 84.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.057, "count": 227, "max_ms": 108.031, "p95_ms": 99.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.15, "count": 227, "max_ms": 181.07, "p95_ms": 156.61}, "read_interval": {"avg_ms": 132.391, "count": 226, "max_ms": 196.45, "p95_ms": 167.763}, "triton_wait": {"avg_ms": 76.588, "count": 227, "max_ms": 128.688, "p95_ms": 104.883}, "visualize": {"avg_ms": 4.826, "count": 227, "max_ms": 6.621, "p95_ms": 5.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 935, "tracking_summary": 868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5812.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18238.31, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.284, "sample_count": 1545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T16:22:05+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T16:22:04+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T16:22:04.872660+09:00", "mtime_epoch": 1783322524.8726604, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:22:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 788.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.859, "pushed": 4.859, "read": 4.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.928, "count": 145, "max_ms": 125.302, "p95_ms": 100.638}, "gstreamer_push": {"avg_ms": 0.943, "count": 145, "max_ms": 2.852, "p95_ms": 1.788}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.463, "count": 145, "max_ms": 122.734, "p95_ms": 111.908}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.357, "count": 145, "max_ms": 117.046, "p95_ms": 111.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.837, "count": 145, "max_ms": 272.108, "p95_ms": 242.561}, "read_interval": {"avg_ms": 207.028, "count": 144, "max_ms": 279.465, "p95_ms": 249.058}, "triton_wait": {"avg_ms": 81.561, "count": 145, "max_ms": 122.748, "p95_ms": 113.045}, "visualize": {"avg_ms": 30.324, "count": 145, "max_ms": 44.821, "p95_ms": 41.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5810.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:20:50+09:00", "last_error_summary": "[h264 @ 0x564203c40b80] error while decoding MB 72 21, bytestream -7", "last_exit_at": "2026-07-06T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.689, "last_started_at": "2026-07-06T16:20:52+09:00", "pid": 16580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.293, "name": "ffmpeg", "pid": 16580, "rss_mb": 270.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.918, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:22:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T16:22:09+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:22:09+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:22:09.412756+09:00", "mtime_epoch": 1783322529.4127562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:22:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1491.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.71, "pushed": 8.71, "read": 8.677}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 261, "max_ms": 8.542, "p95_ms": 6.34}, "gstreamer_push": {"avg_ms": 1.423, "count": 261, "max_ms": 6.406, "p95_ms": 3.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.586, "count": 261, "max_ms": 87.826, "p95_ms": 81.876}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.23, "count": 261, "max_ms": 124.493, "p95_ms": 105.48}, "yolo11_640_fire_11class": {"avg_ms": 66.085, "count": 261, "max_ms": 91.784, "p95_ms": 87.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.903, "count": 261, "max_ms": 108.623, "p95_ms": 102.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.29, "count": 261, "max_ms": 172.975, "p95_ms": 148.336}, "read_interval": {"avg_ms": 115.23, "count": 260, "max_ms": 184.165, "p95_ms": 159.225}, "triton_wait": {"avg_ms": 80.892, "count": 261, "max_ms": 124.506, "p95_ms": 107.181}, "visualize": {"avg_ms": 3.977, "count": 261, "max_ms": 6.414, "p95_ms": 5.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5812.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:19:57+09:00", "last_error_summary": "[h264 @ 0x5646db3bb6c0] error while decoding MB 61 22, bytestream -11 [in#0/rtsp @ 0x5646da844e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646da844e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:19:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 148.803, "last_started_at": "2026-07-06T16:19:59+09:00", "pid": 16428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.793, "name": "ffmpeg", "pid": 16428, "rss_mb": 332.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.532, "sample_count": 1656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:22:28+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T16:22:28+09:00", "mjpeg": {"age_sec": 10.107, "exists": true, "mtime": "2026-07-06T16:22:18.088939+09:00", "mtime_epoch": 1783322538.0889392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:22:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.109, "pushed": 4.109, "read": 4.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.278, "count": 123, "max_ms": 9.627, "p95_ms": 6.108}, "gstreamer_push": {"avg_ms": 1.435, "count": 123, "max_ms": 4.234, "p95_ms": 1.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.055, "count": 123, "max_ms": 87.732, "p95_ms": 80.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.156, "count": 123, "max_ms": 127.88, "p95_ms": 111.28}, "yolo11_640_fire_11class": {"avg_ms": 66.647, "count": 123, "max_ms": 91.689, "p95_ms": 88.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.047, "count": 123, "max_ms": 109.986, "p95_ms": 102.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.3, "count": 123, "max_ms": 151.04, "p95_ms": 133.466}, "read_interval": {"avg_ms": 245.003, "count": 122, "max_ms": 10115.887, "p95_ms": 151.931}, "triton_wait": {"avg_ms": 79.746, "count": 123, "max_ms": 127.893, "p95_ms": 111.292}, "visualize": {"avg_ms": 3.803, "count": 123, "max_ms": 6.505, "p95_ms": 5.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 935, "tracking_summary": 869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5818.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18268.354, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.998, "sample_count": 1538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:22:35+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T16:22:34+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T16:22:34.965294+09:00", "mtime_epoch": 1783322554.9652941, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:22:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 785.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.857, "pushed": 4.857, "read": 4.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.274, "count": 145, "max_ms": 98.504, "p95_ms": 93.497}, "gstreamer_push": {"avg_ms": 0.822, "count": 145, "max_ms": 1.804, "p95_ms": 1.691}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.529, "count": 145, "max_ms": 117.227, "p95_ms": 94.238}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.324, "count": 145, "max_ms": 118.84, "p95_ms": 96.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.232, "count": 145, "max_ms": 256.481, "p95_ms": 226.278}, "read_interval": {"avg_ms": 207.256, "count": 144, "max_ms": 263.452, "p95_ms": 231.985}, "triton_wait": {"avg_ms": 73.761, "count": 145, "max_ms": 118.855, "p95_ms": 97.393}, "visualize": {"avg_ms": 32.443, "count": 145, "max_ms": 42.522, "p95_ms": 41.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5504.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:20:50+09:00", "last_error_summary": "[h264 @ 0x564203c40b80] error while decoding MB 72 21, bytestream -7", "last_exit_at": "2026-07-06T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.804, "last_started_at": "2026-07-06T16:20:52+09:00", "pid": 16580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.293, "name": "ffmpeg", "pid": 16580, "rss_mb": 270.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.77, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:22:39+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:22:39+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T16:22:39.505389+09:00", "mtime_epoch": 1783322559.5053895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:22:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1488.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.302, "pushed": 8.302, "read": 8.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.184, "count": 249, "max_ms": 8.989, "p95_ms": 7.549}, "gstreamer_push": {"avg_ms": 1.334, "count": 249, "max_ms": 5.878, "p95_ms": 2.624}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.261, "count": 249, "max_ms": 75.031, "p95_ms": 57.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.823, "count": 249, "max_ms": 104.533, "p95_ms": 91.594}, "yolo11_640_fire_11class": {"avg_ms": 54.72, "count": 249, "max_ms": 82.496, "p95_ms": 64.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.197, "count": 249, "max_ms": 102.48, "p95_ms": 70.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.41, "count": 249, "max_ms": 177.301, "p95_ms": 162.899}, "read_interval": {"avg_ms": 120.309, "count": 249, "max_ms": 187.363, "p95_ms": 170.942}, "triton_wait": {"avg_ms": 67.879, "count": 249, "max_ms": 104.546, "p95_ms": 91.607}, "visualize": {"avg_ms": 4.812, "count": 249, "max_ms": 8.005, "p95_ms": 6.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5813.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:22:39+09:00", "last_error_summary": "[NULL @ 0x55c36f79f200] missing picture in access unit with size 18 [h264 @ 0x55c36f9568c0] no frame! [in#0/rtsp @ 0x55c36f79ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c36f79ae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55c36f79f840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T16:22:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.466, "last_started_at": "2026-07-06T16:22:41+09:00", "pid": 16687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 16687, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 13, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.435, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:22:58+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:22:58+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T16:22:58.145780+09:00", "mtime_epoch": 1783322578.1457798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:22:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.341, "pushed": 6.341, "read": 6.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.878, "count": 127, "max_ms": 9.676, "p95_ms": 7.686}, "gstreamer_push": {"avg_ms": 1.305, "count": 127, "max_ms": 5.907, "p95_ms": 2.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.003, "count": 127, "max_ms": 76.335, "p95_ms": 63.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.025, "count": 127, "max_ms": 105.72, "p95_ms": 96.592}, "yolo11_640_fire_11class": {"avg_ms": 60.724, "count": 127, "max_ms": 95.696, "p95_ms": 78.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.591, "count": 127, "max_ms": 103.217, "p95_ms": 92.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.201, "count": 127, "max_ms": 160.046, "p95_ms": 149.192}, "read_interval": {"avg_ms": 236.85, "count": 127, "max_ms": 10164.059, "p95_ms": 158.436}, "triton_wait": {"avg_ms": 68.543, "count": 127, "max_ms": 105.733, "p95_ms": 97.293}, "visualize": {"avg_ms": 4.732, "count": 127, "max_ms": 6.587, "p95_ms": 5.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.03, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 938, "tracking_summary": 870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5811.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18298.434, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.488, "sample_count": 1524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:23:05+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T16:23:05+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T16:23:05.017924+09:00", "mtime_epoch": 1783322585.0179236, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:23:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 786.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.222, "pushed": 5.222, "read": 5.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.393, "count": 156, "max_ms": 131.473, "p95_ms": 98.534}, "gstreamer_push": {"avg_ms": 1.116, "count": 156, "max_ms": 2.354, "p95_ms": 2.068}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.992, "count": 156, "max_ms": 103.052, "p95_ms": 96.784}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.404, "count": 156, "max_ms": 102.914, "p95_ms": 96.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.174, "count": 156, "max_ms": 266.17, "p95_ms": 223.318}, "read_interval": {"avg_ms": 192.6, "count": 155, "max_ms": 275.776, "p95_ms": 230.223}, "triton_wait": {"avg_ms": 72.126, "count": 156, "max_ms": 103.063, "p95_ms": 97.638}, "visualize": {"avg_ms": 32.49, "count": 156, "max_ms": 79.437, "p95_ms": 48.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5814.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:20:50+09:00", "last_error_summary": "[h264 @ 0x564203c40b80] error while decoding MB 72 21, bytestream -7", "last_exit_at": "2026-07-06T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.027, "last_started_at": "2026-07-06T16:20:52+09:00", "pid": 16580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.293, "name": "ffmpeg", "pid": 16580, "rss_mb": 270.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.194, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:23:09+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T16:23:09+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T16:23:09.642020+09:00", "mtime_epoch": 1783322589.6420202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:23:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1750.574, "name": "celery", "pid": 237, "rss_mb": 1494.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.647, "pushed": 5.647, "read": 5.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.924, "count": 169, "max_ms": 11.838, "p95_ms": 10.029}, "gstreamer_push": {"avg_ms": 0.993, "count": 169, "max_ms": 3.849, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.305, "count": 169, "max_ms": 76.769, "p95_ms": 68.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.392, "count": 169, "max_ms": 108.297, "p95_ms": 101.939}, "yolo11_640_fire_11class": {"avg_ms": 57.279, "count": 169, "max_ms": 84.685, "p95_ms": 77.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.376, "count": 169, "max_ms": 104.21, "p95_ms": 93.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.071, "count": 169, "max_ms": 225.507, "p95_ms": 213.659}, "read_interval": {"avg_ms": 177.668, "count": 168, "max_ms": 233.73, "p95_ms": 221.41}, "triton_wait": {"avg_ms": 72.74, "count": 169, "max_ms": 108.31, "p95_ms": 103.189}, "visualize": {"avg_ms": 7.176, "count": 169, "max_ms": 10.222, "p95_ms": 9.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6171.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:22:39+09:00", "last_error_summary": "[NULL @ 0x55c36f79f200] missing picture in access unit with size 18 [h264 @ 0x55c36f9568c0] no frame! [in#0/rtsp @ 0x55c36f79ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c36f79ae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55c36f79f840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T16:22:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.5, "last_started_at": "2026-07-06T16:22:41+09:00", "pid": 16687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.895, "name": "ffmpeg", "pid": 16687, "rss_mb": 331.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 13, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.378, "sample_count": 1826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:23:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:23:28+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T16:23:28+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T16:23:28.166406+09:00", "mtime_epoch": 1783322608.1664064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:23:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.955, "pushed": 7.955, "read": 7.922}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.047, "count": 238, "max_ms": 9.153, "p95_ms": 7.672}, "gstreamer_push": {"avg_ms": 1.25, "count": 238, "max_ms": 6.035, "p95_ms": 2.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.868, "count": 238, "max_ms": 84.17, "p95_ms": 68.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.099, "count": 238, "max_ms": 115.752, "p95_ms": 101.254}, "yolo11_640_fire_11class": {"avg_ms": 60.557, "count": 238, "max_ms": 93.044, "p95_ms": 82.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.287, "count": 238, "max_ms": 108.143, "p95_ms": 95.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.128, "count": 238, "max_ms": 169.004, "p95_ms": 152.273}, "read_interval": {"avg_ms": 126.133, "count": 237, "max_ms": 179.103, "p95_ms": 165.392}, "triton_wait": {"avg_ms": 68.415, "count": 238, "max_ms": 115.765, "p95_ms": 101.269}, "visualize": {"avg_ms": 4.907, "count": 238, "max_ms": 7.17, "p95_ms": 5.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 939, "tracking_summary": 872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6231.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18328.608, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.585, "sample_count": 1532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:23:35+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T16:23:35+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T16:23:35.234553+09:00", "mtime_epoch": 1783322615.2345533, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:23:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 786.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.205, "pushed": 5.205, "read": 5.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.367, "count": 156, "max_ms": 114.155, "p95_ms": 98.34}, "gstreamer_push": {"avg_ms": 0.887, "count": 156, "max_ms": 2.296, "p95_ms": 1.926}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.533, "count": 156, "max_ms": 129.228, "p95_ms": 102.155}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.882, "count": 156, "max_ms": 113.29, "p95_ms": 104.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.247, "count": 156, "max_ms": 251.113, "p95_ms": 232.667}, "read_interval": {"avg_ms": 193.474, "count": 155, "max_ms": 257.721, "p95_ms": 238.63}, "triton_wait": {"avg_ms": 73.399, "count": 156, "max_ms": 129.241, "p95_ms": 106.521}, "visualize": {"avg_ms": 28.423, "count": 156, "max_ms": 46.387, "p95_ms": 40.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6070.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:20:50+09:00", "last_error_summary": "[h264 @ 0x564203c40b80] error while decoding MB 72 21, bytestream -7", "last_exit_at": "2026-07-06T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.092, "last_started_at": "2026-07-06T16:20:52+09:00", "pid": 16580, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.293, "name": "ffmpeg", "pid": 16580, "rss_mb": 270.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.833, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:23:39+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T16:23:39+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T16:23:39.810648+09:00", "mtime_epoch": 1783322619.8106484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:23:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1749.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.755, "pushed": 4.755, "read": 4.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.059, "count": 142, "max_ms": 14.508, "p95_ms": 11.939}, "gstreamer_push": {"avg_ms": 1.103, "count": 142, "max_ms": 3.028, "p95_ms": 1.936}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.137, "count": 142, "max_ms": 83.452, "p95_ms": 72.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.881, "count": 142, "max_ms": 115.88, "p95_ms": 107.655}, "yolo11_640_fire_11class": {"avg_ms": 59.635, "count": 142, "max_ms": 87.57, "p95_ms": 82.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.666, "count": 142, "max_ms": 106.897, "p95_ms": 99.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.057, "count": 142, "max_ms": 693.738, "p95_ms": 254.886}, "read_interval": {"avg_ms": 212.3, "count": 141, "max_ms": 702.833, "p95_ms": 262.033}, "triton_wait": {"avg_ms": 77.267, "count": 142, "max_ms": 115.893, "p95_ms": 107.666}, "visualize": {"avg_ms": 9.672, "count": 142, "max_ms": 20.26, "p95_ms": 15.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 940, "tracking_summary": 873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5908.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18358.73, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.121, "sample_count": 1539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:24:05+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T16:24:05+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T16:24:05.331178+09:00", "mtime_epoch": 1783322645.331178, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:24:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 786.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.103, "pushed": 5.103, "read": 5.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.93, "count": 153, "max_ms": 113.587, "p95_ms": 99.786}, "gstreamer_push": {"avg_ms": 1.025, "count": 153, "max_ms": 2.597, "p95_ms": 1.841}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.662, "count": 153, "max_ms": 118.59, "p95_ms": 88.351}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.501, "count": 153, "max_ms": 104.432, "p95_ms": 90.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.544, "count": 153, "max_ms": 260.086, "p95_ms": 215.564}, "read_interval": {"avg_ms": 196.773, "count": 152, "max_ms": 270.53, "p95_ms": 223.041}, "triton_wait": {"avg_ms": 67.298, "count": 153, "max_ms": 118.602, "p95_ms": 91.219}, "visualize": {"avg_ms": 32.408, "count": 153, "max_ms": 54.99, "p95_ms": 44.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6008.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.62, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 230.137, "name": "ffmpeg", "pid": 16899, "rss_mb": 230.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.149, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:24:09+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T16:24:09+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T16:24:09.931273+09:00", "mtime_epoch": 1783322649.931273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:24:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1718.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.816, "pushed": 5.816, "read": 5.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.676, "count": 174, "max_ms": 9.941, "p95_ms": 7.327}, "gstreamer_push": {"avg_ms": 1.037, "count": 174, "max_ms": 1.371, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.897, "count": 174, "max_ms": 90.979, "p95_ms": 60.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.221, "count": 174, "max_ms": 113.75, "p95_ms": 93.022}, "yolo11_640_fire_11class": {"avg_ms": 55.383, "count": 174, "max_ms": 91.516, "p95_ms": 64.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.54, "count": 174, "max_ms": 110.749, "p95_ms": 71.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.0, "count": 174, "max_ms": 198.125, "p95_ms": 172.295}, "read_interval": {"avg_ms": 173.351, "count": 173, "max_ms": 4558.798, "p95_ms": 180.34}, "triton_wait": {"avg_ms": 67.309, "count": 174, "max_ms": 113.764, "p95_ms": 93.035}, "visualize": {"avg_ms": 5.955, "count": 174, "max_ms": 7.285, "p95_ms": 6.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6061.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:22:39+09:00", "last_error_summary": "[NULL @ 0x55c36f79f200] missing picture in access unit with size 18 [h264 @ 0x55c36f9568c0] no frame! [in#0/rtsp @ 0x55c36f79ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c36f79ae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55c36f79f840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T16:22:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.53, "last_started_at": "2026-07-06T16:22:41+09:00", "pid": 16687, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.262, "name": "ffmpeg", "pid": 16687, "rss_mb": 354.262, "state": "S (sleeping)", "threads": 104}, "restart_count": 42, "restart_count_per_hour": 13, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.762, "sample_count": 1603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:24:11+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T16:24:11+09:00", "mjpeg": {"age_sec": 15.99, "exists": true, "mtime": "2026-07-06T16:23:55.322971+09:00", "mtime_epoch": 1783322635.3229706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:24:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.124, "pushed": 0.124, "read": 0.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.6, "count": 2, "max_ms": 6.862, "p95_ms": 6.862}, "gstreamer_push": {"avg_ms": 1.061, "count": 2, "max_ms": 1.18, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.934, "count": 2, "max_ms": 54.012, "p95_ms": 54.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.418, "count": 2, "max_ms": 62.051, "p95_ms": 62.051}, "yolo11_640_fire_11class": {"avg_ms": 59.362, "count": 2, "max_ms": 61.225, "p95_ms": 61.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.952, "count": 2, "max_ms": 61.234, "p95_ms": 61.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.832, "count": 2, "max_ms": 117.177, "p95_ms": 117.177}, "read_interval": {"avg_ms": 15231.091, "count": 2, "max_ms": 15987.218, "p95_ms": 15987.218}, "triton_wait": {"avg_ms": 61.427, "count": 2, "max_ms": 62.064, "p95_ms": 62.064}, "visualize": {"avg_ms": 4.428, "count": 2, "max_ms": 5.212, "p95_ms": 5.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.11, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 942, "tracking_summary": 874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6037.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18388.851, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.034, "sample_count": 1541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:24:35+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T16:24:35+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T16:24:35.511801+09:00", "mtime_epoch": 1783322675.5118012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:24:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 780.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.413, "pushed": 5.413, "read": 5.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.494, "count": 162, "max_ms": 110.854, "p95_ms": 95.617}, "gstreamer_push": {"avg_ms": 1.08, "count": 162, "max_ms": 2.978, "p95_ms": 2.058}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.006, "count": 162, "max_ms": 112.687, "p95_ms": 94.368}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.816, "count": 162, "max_ms": 108.709, "p95_ms": 94.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.579, "count": 162, "max_ms": 237.524, "p95_ms": 216.4}, "read_interval": {"avg_ms": 186.123, "count": 161, "max_ms": 243.696, "p95_ms": 224.024}, "triton_wait": {"avg_ms": 71.211, "count": 162, "max_ms": 112.7, "p95_ms": 99.251}, "visualize": {"avg_ms": 31.82, "count": 162, "max_ms": 65.01, "p95_ms": 48.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6048.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.648, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.953, "name": "ffmpeg", "pid": 16899, "rss_mb": 265.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.833, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:24:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:24:40+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T16:24:39+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T16:24:39.919892+09:00", "mtime_epoch": 1783322679.919892, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:24:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1718.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.979, "count": 292, "max_ms": 6.833, "p95_ms": 5.917}, "gstreamer_push": {"avg_ms": 1.268, "count": 292, "max_ms": 1.718, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.127, "count": 292, "max_ms": 87.432, "p95_ms": 71.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.795, "count": 292, "max_ms": 112.444, "p95_ms": 99.761}, "yolo11_640_fire_11class": {"avg_ms": 58.899, "count": 292, "max_ms": 90.807, "p95_ms": 81.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.702, "count": 292, "max_ms": 107.532, "p95_ms": 95.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.996, "count": 292, "max_ms": 162.99, "p95_ms": 141.868}, "read_interval": {"avg_ms": 102.749, "count": 291, "max_ms": 173.412, "p95_ms": 151.144}, "triton_wait": {"avg_ms": 72.113, "count": 292, "max_ms": 112.456, "p95_ms": 100.144}, "visualize": {"avg_ms": 3.911, "count": 292, "max_ms": 6.723, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6039.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.168, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.891, "name": "ffmpeg", "pid": 17006, "rss_mb": 331.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 14, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.63, "sample_count": 1681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:24:41+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T16:24:41+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T16:24:41.207919+09:00", "mtime_epoch": 1783322681.2079186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:24:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.381, "pushed": 6.381, "read": 6.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.174, "count": 191, "max_ms": 9.791, "p95_ms": 7.538}, "gstreamer_push": {"avg_ms": 1.21, "count": 191, "max_ms": 4.429, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.683, "count": 191, "max_ms": 86.92, "p95_ms": 76.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.391, "count": 191, "max_ms": 117.689, "p95_ms": 107.868}, "yolo11_640_fire_11class": {"avg_ms": 63.842, "count": 191, "max_ms": 96.389, "p95_ms": 81.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.447, "count": 191, "max_ms": 107.115, "p95_ms": 94.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.545, "count": 191, "max_ms": 173.369, "p95_ms": 159.095}, "read_interval": {"avg_ms": 157.24, "count": 190, "max_ms": 4669.242, "p95_ms": 169.39}, "triton_wait": {"avg_ms": 74.937, "count": 191, "max_ms": 117.702, "p95_ms": 107.881}, "visualize": {"avg_ms": 5.039, "count": 191, "max_ms": 9.11, "p95_ms": 5.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 943, "tracking_summary": 876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6047.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18419.043, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.018, "sample_count": 1539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:25:05+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T16:25:05+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T16:25:05.640421+09:00", "mtime_epoch": 1783322705.6404212, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:25:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 794.309, "name": "celery", "pid": 239, "rss_mb": 786.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.067, "pushed": 5.067, "read": 5.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.222, "count": 152, "max_ms": 136.707, "p95_ms": 104.629}, "gstreamer_push": {"avg_ms": 1.033, "count": 152, "max_ms": 2.278, "p95_ms": 1.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.361, "count": 152, "max_ms": 116.675, "p95_ms": 108.946}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.039, "count": 152, "max_ms": 113.86, "p95_ms": 109.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.704, "count": 152, "max_ms": 250.991, "p95_ms": 241.078}, "read_interval": {"avg_ms": 197.236, "count": 152, "max_ms": 260.035, "p95_ms": 247.952}, "triton_wait": {"avg_ms": 77.758, "count": 152, "max_ms": 116.686, "p95_ms": 110.113}, "visualize": {"avg_ms": 31.606, "count": 152, "max_ms": 54.171, "p95_ms": 45.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6044.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.762, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.984, "name": "ffmpeg", "pid": 16899, "rss_mb": 266.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.505, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:25:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T16:25:10+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T16:25:10+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T16:25:10.040511+09:00", "mtime_epoch": 1783322710.0405114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:25:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1718.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.389, "pushed": 8.389, "read": 8.356}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.608, "count": 251, "max_ms": 9.24, "p95_ms": 6.24}, "gstreamer_push": {"avg_ms": 1.221, "count": 251, "max_ms": 1.853, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.72, "count": 251, "max_ms": 87.223, "p95_ms": 76.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.318, "count": 251, "max_ms": 120.668, "p95_ms": 107.723}, "yolo11_640_fire_11class": {"avg_ms": 63.235, "count": 251, "max_ms": 92.602, "p95_ms": 83.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.23, "count": 251, "max_ms": 106.783, "p95_ms": 96.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.005, "count": 251, "max_ms": 172.462, "p95_ms": 153.616}, "read_interval": {"avg_ms": 119.632, "count": 250, "max_ms": 182.042, "p95_ms": 166.207}, "triton_wait": {"avg_ms": 78.909, "count": 251, "max_ms": 120.681, "p95_ms": 107.737}, "visualize": {"avg_ms": 4.274, "count": 251, "max_ms": 6.706, "p95_ms": 5.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6041.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.219, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 14, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.681, "sample_count": 1808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:25:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:25:11+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T16:25:11+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T16:25:11.276537+09:00", "mtime_epoch": 1783322711.2765367, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:25:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1358.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.145, "pushed": 7.145, "read": 7.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.229, "count": 214, "max_ms": 9.786, "p95_ms": 8.284}, "gstreamer_push": {"avg_ms": 1.179, "count": 214, "max_ms": 3.996, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.261, "count": 214, "max_ms": 83.459, "p95_ms": 76.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.845, "count": 214, "max_ms": 122.617, "p95_ms": 109.768}, "yolo11_640_fire_11class": {"avg_ms": 66.071, "count": 214, "max_ms": 89.853, "p95_ms": 85.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.227, "count": 214, "max_ms": 103.718, "p95_ms": 98.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.605, "count": 214, "max_ms": 176.477, "p95_ms": 165.024}, "read_interval": {"avg_ms": 140.339, "count": 213, "max_ms": 189.375, "p95_ms": 176.096}, "triton_wait": {"avg_ms": 79.698, "count": 214, "max_ms": 122.628, "p95_ms": 109.78}, "visualize": {"avg_ms": 4.932, "count": 214, "max_ms": 6.855, "p95_ms": 5.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 945, "tracking_summary": 877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6053.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18449.151, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.615, "sample_count": 1529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:25:35+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T16:25:35+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T16:25:35.737038+09:00", "mtime_epoch": 1783322735.737038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:25:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 795.625, "name": "celery", "pid": 239, "rss_mb": 792.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.884, "pushed": 4.884, "read": 4.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.636, "count": 146, "max_ms": 123.256, "p95_ms": 97.43}, "gstreamer_push": {"avg_ms": 0.928, "count": 146, "max_ms": 2.181, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.43, "count": 146, "max_ms": 116.248, "p95_ms": 110.37}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.726, "count": 146, "max_ms": 116.39, "p95_ms": 111.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.93, "count": 146, "max_ms": 250.245, "p95_ms": 239.216}, "read_interval": {"avg_ms": 206.118, "count": 145, "max_ms": 255.839, "p95_ms": 246.956}, "triton_wait": {"avg_ms": 79.535, "count": 146, "max_ms": 116.404, "p95_ms": 113.047}, "visualize": {"avg_ms": 30.734, "count": 146, "max_ms": 53.162, "p95_ms": 42.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6054.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.921, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.273, "name": "ffmpeg", "pid": 16899, "rss_mb": 268.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.054, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:25:40+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T16:25:40+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T16:25:40.141128+09:00", "mtime_epoch": 1783322740.1411278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:25:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1718.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.532, "pushed": 8.532, "read": 8.499}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.512, "count": 255, "max_ms": 9.188, "p95_ms": 7.041}, "gstreamer_push": {"avg_ms": 1.249, "count": 255, "max_ms": 2.145, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.236, "count": 255, "max_ms": 87.37, "p95_ms": 77.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.486, "count": 255, "max_ms": 122.841, "p95_ms": 105.06}, "yolo11_640_fire_11class": {"avg_ms": 64.407, "count": 255, "max_ms": 100.953, "p95_ms": 87.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.034, "count": 255, "max_ms": 107.809, "p95_ms": 98.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.052, "count": 255, "max_ms": 183.262, "p95_ms": 154.41}, "read_interval": {"avg_ms": 117.568, "count": 254, "max_ms": 194.376, "p95_ms": 164.084}, "triton_wait": {"avg_ms": 79.056, "count": 255, "max_ms": 122.854, "p95_ms": 105.737}, "visualize": {"avg_ms": 4.216, "count": 255, "max_ms": 8.965, "p95_ms": 5.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6048.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.223, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 14, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.865, "sample_count": 1812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:25:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:25:41+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T16:25:41+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T16:25:41.309152+09:00", "mtime_epoch": 1783322741.3091516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:25:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.301, "pushed": 7.301, "read": 7.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.145, "count": 219, "max_ms": 9.788, "p95_ms": 8.546}, "gstreamer_push": {"avg_ms": 1.213, "count": 219, "max_ms": 4.3, "p95_ms": 1.673}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.52, "count": 219, "max_ms": 86.212, "p95_ms": 77.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.517, "count": 219, "max_ms": 127.848, "p95_ms": 108.505}, "yolo11_640_fire_11class": {"avg_ms": 67.265, "count": 219, "max_ms": 94.307, "p95_ms": 85.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.273, "count": 219, "max_ms": 108.003, "p95_ms": 99.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.077, "count": 219, "max_ms": 184.149, "p95_ms": 160.159}, "read_interval": {"avg_ms": 137.137, "count": 219, "max_ms": 194.554, "p95_ms": 171.69}, "triton_wait": {"avg_ms": 79.38, "count": 219, "max_ms": 127.86, "p95_ms": 108.518}, "visualize": {"avg_ms": 4.99, "count": 219, "max_ms": 8.895, "p95_ms": 5.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 945, "tracking_summary": 878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6052.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18479.172, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.166, "sample_count": 1515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:26:05+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T16:26:05+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T16:26:05.757651+09:00", "mtime_epoch": 1783322765.7576506, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:26:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 795.625, "name": "celery", "pid": 239, "rss_mb": 790.02, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.826, "pushed": 4.826, "read": 4.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.826, "count": 144, "max_ms": 123.942, "p95_ms": 100.873}, "gstreamer_push": {"avg_ms": 0.806, "count": 144, "max_ms": 1.836, "p95_ms": 0.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.906, "count": 144, "max_ms": 124.177, "p95_ms": 100.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.987, "count": 144, "max_ms": 115.724, "p95_ms": 103.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.471, "count": 144, "max_ms": 257.998, "p95_ms": 235.468}, "read_interval": {"avg_ms": 208.371, "count": 143, "max_ms": 264.493, "p95_ms": 241.784}, "triton_wait": {"avg_ms": 77.017, "count": 144, "max_ms": 124.191, "p95_ms": 107.223}, "visualize": {"avg_ms": 27.776, "count": 144, "max_ms": 47.757, "p95_ms": 31.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6046.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.983, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.305, "name": "ffmpeg", "pid": 16899, "rss_mb": 269.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.231, "sample_count": 2327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:26:10+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T16:26:10+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T16:26:10.265743+09:00", "mtime_epoch": 1783322770.2657425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:26:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1718.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.7}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.861, "count": 291, "max_ms": 7.597, "p95_ms": 5.893}, "gstreamer_push": {"avg_ms": 1.285, "count": 291, "max_ms": 1.568, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.239, "count": 291, "max_ms": 87.386, "p95_ms": 74.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.803, "count": 291, "max_ms": 115.172, "p95_ms": 101.184}, "yolo11_640_fire_11class": {"avg_ms": 60.459, "count": 291, "max_ms": 93.005, "p95_ms": 82.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.65, "count": 291, "max_ms": 107.802, "p95_ms": 95.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.765, "count": 291, "max_ms": 156.548, "p95_ms": 133.513}, "read_interval": {"avg_ms": 103.282, "count": 290, "max_ms": 167.088, "p95_ms": 143.434}, "triton_wait": {"avg_ms": 74.101, "count": 291, "max_ms": 115.185, "p95_ms": 101.419}, "visualize": {"avg_ms": 3.844, "count": 291, "max_ms": 6.099, "p95_ms": 5.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6047.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.339, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.806, "sample_count": 1798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:26:11+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T16:26:11+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T16:26:11.437766+09:00", "mtime_epoch": 1783322771.4377663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:26:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.671, "pushed": 7.671, "read": 7.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.914, "count": 229, "max_ms": 8.899, "p95_ms": 7.468}, "gstreamer_push": {"avg_ms": 1.267, "count": 230, "max_ms": 6.261, "p95_ms": 2.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.243, "count": 229, "max_ms": 86.755, "p95_ms": 77.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.957, "count": 229, "max_ms": 116.109, "p95_ms": 103.613}, "yolo11_640_fire_11class": {"avg_ms": 64.169, "count": 229, "max_ms": 94.113, "p95_ms": 83.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.95, "count": 229, "max_ms": 107.093, "p95_ms": 98.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.694, "count": 230, "max_ms": 170.6, "p95_ms": 160.465}, "read_interval": {"avg_ms": 130.971, "count": 229, "max_ms": 180.919, "p95_ms": 169.742}, "triton_wait": {"avg_ms": 74.715, "count": 229, "max_ms": 116.123, "p95_ms": 103.829}, "visualize": {"avg_ms": 4.857, "count": 229, "max_ms": 7.972, "p95_ms": 5.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 948, "tracking_summary": 879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6058.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18509.202, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.0, "sample_count": 1511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:26:35+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T16:26:35+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T16:26:35.806262+09:00", "mtime_epoch": 1783322795.806262, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:26:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 795.625, "name": "celery", "pid": 239, "rss_mb": 790.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.201, "pushed": 5.201, "read": 5.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.095, "count": 155, "max_ms": 112.194, "p95_ms": 100.02}, "gstreamer_push": {"avg_ms": 0.947, "count": 155, "max_ms": 2.114, "p95_ms": 1.784}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.01, "count": 155, "max_ms": 119.221, "p95_ms": 100.777}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.691, "count": 155, "max_ms": 115.344, "p95_ms": 100.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.425, "count": 155, "max_ms": 248.916, "p95_ms": 230.546}, "read_interval": {"avg_ms": 193.641, "count": 154, "max_ms": 255.138, "p95_ms": 237.242}, "triton_wait": {"avg_ms": 76.282, "count": 155, "max_ms": 119.233, "p95_ms": 103.056}, "visualize": {"avg_ms": 28.918, "count": 155, "max_ms": 42.924, "p95_ms": 36.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.801, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6059.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.99, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.039, "name": "ffmpeg", "pid": 16899, "rss_mb": 277.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.406, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:26:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T16:26:40+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T16:26:40.294353+09:00", "mtime_epoch": 1783322800.294353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:26:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1718.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.849, "count": 292, "max_ms": 6.997, "p95_ms": 5.913}, "gstreamer_push": {"avg_ms": 1.291, "count": 292, "max_ms": 1.799, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.285, "count": 292, "max_ms": 88.175, "p95_ms": 74.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.103, "count": 292, "max_ms": 120.707, "p95_ms": 100.437}, "yolo11_640_fire_11class": {"avg_ms": 59.622, "count": 292, "max_ms": 88.78, "p95_ms": 80.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.506, "count": 292, "max_ms": 105.635, "p95_ms": 94.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.997, "count": 292, "max_ms": 151.044, "p95_ms": 126.595}, "read_interval": {"avg_ms": 102.846, "count": 292, "max_ms": 160.96, "p95_ms": 138.111}, "triton_wait": {"avg_ms": 73.308, "count": 292, "max_ms": 120.72, "p95_ms": 100.449}, "visualize": {"avg_ms": 3.865, "count": 292, "max_ms": 5.812, "p95_ms": 5.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6055.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.401, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.034, "sample_count": 1802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:26:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:26:41+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T16:26:41+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T16:26:41.454377+09:00", "mtime_epoch": 1783322801.4543767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:26:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.55, "pushed": 7.55, "read": 7.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.214, "count": 226, "max_ms": 9.513, "p95_ms": 8.062}, "gstreamer_push": {"avg_ms": 1.215, "count": 226, "max_ms": 6.088, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.938, "count": 226, "max_ms": 88.05, "p95_ms": 73.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.226, "count": 226, "max_ms": 132.393, "p95_ms": 102.635}, "yolo11_640_fire_11class": {"avg_ms": 63.073, "count": 226, "max_ms": 94.474, "p95_ms": 83.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.665, "count": 226, "max_ms": 105.16, "p95_ms": 96.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.081, "count": 226, "max_ms": 185.269, "p95_ms": 154.564}, "read_interval": {"avg_ms": 132.859, "count": 225, "max_ms": 194.274, "p95_ms": 164.965}, "triton_wait": {"avg_ms": 73.888, "count": 226, "max_ms": 132.406, "p95_ms": 102.648}, "visualize": {"avg_ms": 5.048, "count": 226, "max_ms": 7.901, "p95_ms": 6.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 949, "tracking_summary": 881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6056.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18539.387, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.331, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:27:06+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T16:27:05+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T16:27:06.002874+09:00", "mtime_epoch": 1783322826.0028741, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 237626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:27:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 795.625, "name": "celery", "pid": 239, "rss_mb": 780.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.007, "pushed": 5.007, "read": 4.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.907, "count": 150, "max_ms": 107.224, "p95_ms": 97.41}, "gstreamer_push": {"avg_ms": 1.205, "count": 150, "max_ms": 2.717, "p95_ms": 2.0}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.569, "count": 150, "max_ms": 120.154, "p95_ms": 101.031}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.977, "count": 150, "max_ms": 112.243, "p95_ms": 106.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.723, "count": 150, "max_ms": 251.993, "p95_ms": 233.453}, "read_interval": {"avg_ms": 201.271, "count": 149, "max_ms": 258.178, "p95_ms": 239.229}, "triton_wait": {"avg_ms": 77.861, "count": 150, "max_ms": 120.167, "p95_ms": 106.862}, "visualize": {"avg_ms": 33.934, "count": 150, "max_ms": 53.834, "p95_ms": 46.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6054.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.084, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.875, "name": "ffmpeg", "pid": 16899, "rss_mb": 279.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.857, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:27:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T16:27:10+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T16:27:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T16:27:10.366962+09:00", "mtime_epoch": 1783322830.3669624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:27:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.125, "pushed": 10.125, "read": 10.092}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.596, "count": 303, "max_ms": 6.395, "p95_ms": 5.087}, "gstreamer_push": {"avg_ms": 1.297, "count": 303, "max_ms": 1.637, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.91, "count": 303, "max_ms": 87.689, "p95_ms": 71.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.23, "count": 303, "max_ms": 122.406, "p95_ms": 100.212}, "yolo11_640_fire_11class": {"avg_ms": 58.418, "count": 303, "max_ms": 93.334, "p95_ms": 79.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.458, "count": 303, "max_ms": 106.887, "p95_ms": 93.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.983, "count": 303, "max_ms": 144.434, "p95_ms": 116.769}, "read_interval": {"avg_ms": 98.995, "count": 302, "max_ms": 153.77, "p95_ms": 130.685}, "triton_wait": {"avg_ms": 72.349, "count": 303, "max_ms": 122.419, "p95_ms": 100.481}, "visualize": {"avg_ms": 3.691, "count": 303, "max_ms": 6.588, "p95_ms": 4.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6065.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.516, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.806, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:27:11+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T16:27:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:27:11.610988+09:00", "mtime_epoch": 1783322831.6109877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:27:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.319, "count": 222, "max_ms": 9.905, "p95_ms": 7.63}, "gstreamer_push": {"avg_ms": 1.269, "count": 223, "max_ms": 4.416, "p95_ms": 2.521}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.389, "count": 222, "max_ms": 92.722, "p95_ms": 74.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.082, "count": 222, "max_ms": 114.335, "p95_ms": 102.393}, "yolo11_640_fire_11class": {"avg_ms": 62.082, "count": 222, "max_ms": 93.461, "p95_ms": 83.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.133, "count": 222, "max_ms": 102.093, "p95_ms": 96.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.187, "count": 223, "max_ms": 169.075, "p95_ms": 156.886}, "read_interval": {"avg_ms": 135.093, "count": 222, "max_ms": 178.206, "p95_ms": 167.626}, "triton_wait": {"avg_ms": 73.499, "count": 222, "max_ms": 114.347, "p95_ms": 102.406}, "visualize": {"avg_ms": 5.099, "count": 222, "max_ms": 7.759, "p95_ms": 5.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 950, "tracking_summary": 882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6065.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18569.503, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.907, "sample_count": 1511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:27:36+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T16:27:36+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T16:27:36.115483+09:00", "mtime_epoch": 1783322856.1154828, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:27:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 795.625, "name": "celery", "pid": 239, "rss_mb": 789.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.71, "pushed": 4.71, "read": 4.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.859, "count": 141, "max_ms": 113.473, "p95_ms": 97.878}, "gstreamer_push": {"avg_ms": 0.959, "count": 141, "max_ms": 2.38, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.779, "count": 141, "max_ms": 125.114, "p95_ms": 116.834}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.734, "count": 141, "max_ms": 120.528, "p95_ms": 112.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.258, "count": 141, "max_ms": 260.734, "p95_ms": 248.605}, "read_interval": {"avg_ms": 213.779, "count": 140, "max_ms": 268.797, "p95_ms": 255.041}, "triton_wait": {"avg_ms": 83.596, "count": 141, "max_ms": 125.133, "p95_ms": 116.847}, "visualize": {"avg_ms": 29.851, "count": 141, "max_ms": 51.648, "p95_ms": 37.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6064.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.104, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.875, "name": "ffmpeg", "pid": 16899, "rss_mb": 279.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.022, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:27:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T16:27:40+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T16:27:40.407569+09:00", "mtime_epoch": 1783322860.4075694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:27:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.117, "pushed": 8.117, "read": 8.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.587, "count": 243, "max_ms": 8.807, "p95_ms": 6.894}, "gstreamer_push": {"avg_ms": 1.248, "count": 243, "max_ms": 1.749, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.221, "count": 243, "max_ms": 86.119, "p95_ms": 82.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.579, "count": 243, "max_ms": 123.538, "p95_ms": 107.888}, "yolo11_640_fire_11class": {"avg_ms": 66.179, "count": 243, "max_ms": 93.043, "p95_ms": 86.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.772, "count": 243, "max_ms": 109.007, "p95_ms": 104.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.605, "count": 243, "max_ms": 186.468, "p95_ms": 156.241}, "read_interval": {"avg_ms": 123.679, "count": 242, "max_ms": 195.091, "p95_ms": 166.147}, "triton_wait": {"avg_ms": 82.358, "count": 243, "max_ms": 123.551, "p95_ms": 109.021}, "visualize": {"avg_ms": 4.331, "count": 243, "max_ms": 8.396, "p95_ms": 6.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6064.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.637, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.522, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:27:41+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T16:27:41+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T16:27:41.683595+09:00", "mtime_epoch": 1783322861.6835952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:27:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.009, "pushed": 8.009, "read": 7.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.228, "count": 239, "max_ms": 11.579, "p95_ms": 9.852}, "gstreamer_push": {"avg_ms": 1.416, "count": 240, "max_ms": 4.666, "p95_ms": 3.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.155, "count": 239, "max_ms": 87.458, "p95_ms": 82.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.534, "count": 239, "max_ms": 124.67, "p95_ms": 108.426}, "yolo11_640_fire_11class": {"avg_ms": 68.268, "count": 239, "max_ms": 97.907, "p95_ms": 87.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.109, "count": 239, "max_ms": 110.723, "p95_ms": 105.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.939, "count": 240, "max_ms": 210.138, "p95_ms": 180.851}, "read_interval": {"avg_ms": 125.303, "count": 239, "max_ms": 218.961, "p95_ms": 189.909}, "triton_wait": {"avg_ms": 81.966, "count": 239, "max_ms": 124.683, "p95_ms": 108.67}, "visualize": {"avg_ms": 4.21, "count": 239, "max_ms": 7.781, "p95_ms": 6.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 952, "tracking_summary": 883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6066.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18599.601, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.907, "sample_count": 1512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:28:06+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T16:28:06+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T16:28:06.208089+09:00", "mtime_epoch": 1783322886.208089, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:28:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 795.625, "name": "celery", "pid": 239, "rss_mb": 790.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.251, "pushed": 5.251, "read": 5.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.973, "count": 157, "max_ms": 117.695, "p95_ms": 98.849}, "gstreamer_push": {"avg_ms": 0.841, "count": 157, "max_ms": 1.07, "p95_ms": 1.021}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.677, "count": 157, "max_ms": 114.528, "p95_ms": 104.836}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.659, "count": 157, "max_ms": 109.914, "p95_ms": 101.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.406, "count": 157, "max_ms": 239.247, "p95_ms": 226.61}, "read_interval": {"avg_ms": 191.629, "count": 156, "max_ms": 246.803, "p95_ms": 232.706}, "triton_wait": {"avg_ms": 77.346, "count": 157, "max_ms": 114.542, "p95_ms": 106.352}, "visualize": {"avg_ms": 27.922, "count": 157, "max_ms": 44.238, "p95_ms": 37.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6067.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 247.152, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.453, "name": "ffmpeg", "pid": 16899, "rss_mb": 282.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.289, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:28:10+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T16:28:10+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T16:28:10.384173+09:00", "mtime_epoch": 1783322890.3841732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:28:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.276, "pushed": 7.276, "read": 7.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.609, "count": 218, "max_ms": 10.365, "p95_ms": 7.952}, "gstreamer_push": {"avg_ms": 1.125, "count": 218, "max_ms": 1.661, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.807, "count": 218, "max_ms": 84.841, "p95_ms": 75.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.874, "count": 218, "max_ms": 114.296, "p95_ms": 102.605}, "yolo11_640_fire_11class": {"avg_ms": 63.627, "count": 218, "max_ms": 89.868, "p95_ms": 82.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.096, "count": 218, "max_ms": 107.466, "p95_ms": 97.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.46, "count": 218, "max_ms": 183.658, "p95_ms": 161.166}, "read_interval": {"avg_ms": 137.713, "count": 217, "max_ms": 191.617, "p95_ms": 172.648}, "triton_wait": {"avg_ms": 79.345, "count": 218, "max_ms": 114.309, "p95_ms": 102.618}, "visualize": {"avg_ms": 5.072, "count": 218, "max_ms": 8.613, "p95_ms": 6.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6071.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.789, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.413, "sample_count": 1986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:28:11+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T16:28:11+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T16:28:11.828202+09:00", "mtime_epoch": 1783322891.8282022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:28:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.036, "pushed": 7.036, "read": 7.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.42, "count": 210, "max_ms": 9.672, "p95_ms": 7.831}, "gstreamer_push": {"avg_ms": 1.263, "count": 211, "max_ms": 4.514, "p95_ms": 2.57}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.736, "count": 210, "max_ms": 83.329, "p95_ms": 74.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.025, "count": 210, "max_ms": 123.745, "p95_ms": 105.051}, "yolo11_640_fire_11class": {"avg_ms": 65.142, "count": 210, "max_ms": 88.978, "p95_ms": 83.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.561, "count": 210, "max_ms": 104.83, "p95_ms": 96.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.123, "count": 211, "max_ms": 193.114, "p95_ms": 159.067}, "read_interval": {"avg_ms": 142.736, "count": 210, "max_ms": 205.75, "p95_ms": 168.617}, "triton_wait": {"avg_ms": 79.476, "count": 210, "max_ms": 123.758, "p95_ms": 105.064}, "visualize": {"avg_ms": 5.069, "count": 210, "max_ms": 7.897, "p95_ms": 5.634}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 953, "tracking_summary": 884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6073.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18629.602, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.512, "sample_count": 1513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:28:36+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T16:28:36+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T16:28:36.180691+09:00", "mtime_epoch": 1783322916.1806915, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:28:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 795.625, "name": "celery", "pid": 239, "rss_mb": 794.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.234, "pushed": 5.234, "read": 5.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.571, "count": 157, "max_ms": 110.158, "p95_ms": 98.797}, "gstreamer_push": {"avg_ms": 0.851, "count": 157, "max_ms": 1.194, "p95_ms": 1.031}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.525, "count": 157, "max_ms": 113.011, "p95_ms": 105.536}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.273, "count": 157, "max_ms": 111.322, "p95_ms": 102.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.782, "count": 157, "max_ms": 237.304, "p95_ms": 228.332}, "read_interval": {"avg_ms": 190.947, "count": 157, "max_ms": 243.615, "p95_ms": 234.82}, "triton_wait": {"avg_ms": 78.34, "count": 157, "max_ms": 113.023, "p95_ms": 107.02}, "visualize": {"avg_ms": 27.682, "count": 157, "max_ms": 37.396, "p95_ms": 35.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6074.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 277.221, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.422, "name": "ffmpeg", "pid": 16899, "rss_mb": 286.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.93, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:28:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:28:40+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T16:28:40+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T16:28:40.460777+09:00", "mtime_epoch": 1783322920.4607773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:28:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.896, "pushed": 9.896, "read": 9.863}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.68, "count": 296, "max_ms": 8.426, "p95_ms": 5.418}, "gstreamer_push": {"avg_ms": 1.311, "count": 296, "max_ms": 2.146, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.49, "count": 296, "max_ms": 87.831, "p95_ms": 74.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.476, "count": 296, "max_ms": 116.829, "p95_ms": 104.371}, "yolo11_640_fire_11class": {"avg_ms": 58.856, "count": 296, "max_ms": 90.886, "p95_ms": 82.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.047, "count": 296, "max_ms": 109.175, "p95_ms": 98.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.068, "count": 296, "max_ms": 154.673, "p95_ms": 119.738}, "read_interval": {"avg_ms": 101.41, "count": 295, "max_ms": 276.087, "p95_ms": 134.846}, "triton_wait": {"avg_ms": 73.645, "count": 296, "max_ms": 116.841, "p95_ms": 104.382}, "visualize": {"avg_ms": 3.801, "count": 296, "max_ms": 6.025, "p95_ms": 5.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6073.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.805, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.873, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:28:42+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T16:28:41+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T16:28:41.892806+09:00", "mtime_epoch": 1783322921.892806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:28:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.136, "pushed": 7.136, "read": 7.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.567, "count": 213, "max_ms": 9.339, "p95_ms": 7.874}, "gstreamer_push": {"avg_ms": 1.169, "count": 213, "max_ms": 4.338, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.637, "count": 213, "max_ms": 85.847, "p95_ms": 73.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.255, "count": 213, "max_ms": 125.318, "p95_ms": 102.339}, "yolo11_640_fire_11class": {"avg_ms": 61.77, "count": 213, "max_ms": 92.277, "p95_ms": 83.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.188, "count": 213, "max_ms": 112.774, "p95_ms": 97.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.273, "count": 213, "max_ms": 208.812, "p95_ms": 162.168}, "read_interval": {"avg_ms": 140.956, "count": 212, "max_ms": 216.647, "p95_ms": 174.481}, "triton_wait": {"avg_ms": 74.998, "count": 213, "max_ms": 125.332, "p95_ms": 102.35}, "visualize": {"avg_ms": 5.144, "count": 213, "max_ms": 7.374, "p95_ms": 6.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 955, "tracking_summary": 886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6080.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18659.716, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.916, "sample_count": 1513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:29:06+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T16:29:06+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T16:29:06.341296+09:00", "mtime_epoch": 1783322946.341296, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:29:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 796.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.081, "pushed": 5.081, "read": 5.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.58, "count": 152, "max_ms": 121.752, "p95_ms": 100.724}, "gstreamer_push": {"avg_ms": 0.825, "count": 152, "max_ms": 1.837, "p95_ms": 0.988}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.103, "count": 152, "max_ms": 115.726, "p95_ms": 108.494}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.989, "count": 152, "max_ms": 111.195, "p95_ms": 103.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.077, "count": 152, "max_ms": 255.255, "p95_ms": 230.552}, "read_interval": {"avg_ms": 198.187, "count": 151, "max_ms": 261.675, "p95_ms": 237.046}, "triton_wait": {"avg_ms": 76.235, "count": 152, "max_ms": 115.736, "p95_ms": 109.223}, "visualize": {"avg_ms": 28.309, "count": 152, "max_ms": 45.082, "p95_ms": 34.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6074.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.895, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.831, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:29:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:29:12+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T16:29:11+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T16:29:11.961408+09:00", "mtime_epoch": 1783322951.9614084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:29:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.207, "pushed": 7.207, "read": 7.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.572, "count": 215, "max_ms": 10.095, "p95_ms": 7.88}, "gstreamer_push": {"avg_ms": 1.208, "count": 216, "max_ms": 4.122, "p95_ms": 2.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.691, "count": 215, "max_ms": 83.909, "p95_ms": 75.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.856, "count": 215, "max_ms": 107.257, "p95_ms": 100.53}, "yolo11_640_fire_11class": {"avg_ms": 61.186, "count": 215, "max_ms": 86.921, "p95_ms": 80.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.223, "count": 215, "max_ms": 106.759, "p95_ms": 97.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.586, "count": 216, "max_ms": 173.609, "p95_ms": 161.535}, "read_interval": {"avg_ms": 139.254, "count": 215, "max_ms": 183.68, "p95_ms": 171.806}, "triton_wait": {"avg_ms": 72.843, "count": 215, "max_ms": 107.27, "p95_ms": 100.541}, "visualize": {"avg_ms": 5.066, "count": 215, "max_ms": 6.378, "p95_ms": 5.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6068.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:00+09:00", "last_error_summary": "[h264 @ 0x5601bdc1e1c0] error while decoding MB 43 37, bytestream -5", "last_exit_at": "2026-07-06T16:24:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 313.258, "last_started_at": "2026-07-06T16:24:03+09:00", "pid": 16899, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.094, "name": "ffmpeg", "pid": 16899, "rss_mb": 292.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.182, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T16:29:16+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T16:29:16+09:00", "mjpeg": {"age_sec": 9.268, "exists": true, "mtime": "2026-07-06T16:29:07.365316+09:00", "mtime_epoch": 1783322947.3653164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:29:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.915, "count": 197, "max_ms": 6.799, "p95_ms": 6.093}, "gstreamer_push": {"avg_ms": 1.275, "count": 197, "max_ms": 1.838, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.491, "count": 197, "max_ms": 87.716, "p95_ms": 76.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.554, "count": 197, "max_ms": 111.695, "p95_ms": 105.677}, "yolo11_640_fire_11class": {"avg_ms": 59.633, "count": 197, "max_ms": 90.375, "p95_ms": 84.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.808, "count": 197, "max_ms": 111.663, "p95_ms": 104.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.7, "count": 197, "max_ms": 190.821, "p95_ms": 147.8}, "read_interval": {"avg_ms": 152.741, "count": 196, "max_ms": 9264.748, "p95_ms": 161.331}, "triton_wait": {"avg_ms": 74.087, "count": 197, "max_ms": 111.708, "p95_ms": 105.689}, "visualize": {"avg_ms": 3.864, "count": 197, "max_ms": 6.889, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 956, "tracking_summary": 887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5999.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18689.858, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.49, "sample_count": 1501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:29:36+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T16:29:36+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T16:29:36.517899+09:00", "mtime_epoch": 1783322976.5178993, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:29:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 791.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.046, "pushed": 5.046, "read": 5.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.735, "count": 151, "max_ms": 118.268, "p95_ms": 94.069}, "gstreamer_push": {"avg_ms": 0.873, "count": 151, "max_ms": 1.869, "p95_ms": 1.752}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.246, "count": 151, "max_ms": 116.433, "p95_ms": 89.081}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.752, "count": 151, "max_ms": 116.645, "p95_ms": 93.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.43, "count": 151, "max_ms": 245.335, "p95_ms": 217.535}, "read_interval": {"avg_ms": 199.949, "count": 150, "max_ms": 251.676, "p95_ms": 225.163}, "triton_wait": {"avg_ms": 69.063, "count": 151, "max_ms": 116.658, "p95_ms": 93.336}, "visualize": {"avg_ms": 29.871, "count": 151, "max_ms": 42.229, "p95_ms": 41.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6044.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.92, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.406, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.493, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:29:42+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T16:29:41+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T16:29:41.978008+09:00", "mtime_epoch": 1783322981.9780083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:29:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.458, "pushed": 7.458, "read": 7.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.083, "count": 223, "max_ms": 8.976, "p95_ms": 6.906}, "gstreamer_push": {"avg_ms": 1.272, "count": 223, "max_ms": 4.333, "p95_ms": 2.536}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.88, "count": 223, "max_ms": 87.187, "p95_ms": 74.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.314, "count": 223, "max_ms": 127.83, "p95_ms": 98.829}, "yolo11_640_fire_11class": {"avg_ms": 63.277, "count": 223, "max_ms": 91.55, "p95_ms": 83.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.688, "count": 223, "max_ms": 111.063, "p95_ms": 98.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.642, "count": 223, "max_ms": 181.827, "p95_ms": 155.73}, "read_interval": {"avg_ms": 134.514, "count": 222, "max_ms": 193.038, "p95_ms": 164.971}, "triton_wait": {"avg_ms": 71.942, "count": 223, "max_ms": 127.841, "p95_ms": 100.242}, "visualize": {"avg_ms": 5.134, "count": 223, "max_ms": 6.496, "p95_ms": 5.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6050.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:29:27+09:00", "last_error_summary": "[h264 @ 0x562ad02fd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad02fd140] error while decoding MB 0 3, bytestream 7654 [h264 @ 0x562ad0311240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0311240] error while decoding MB 0 7, bytestream 3198 [h264 @ 0x562ad0350700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0350700] error while decoding MB 0 31, bytestream 4250 [h264 @ 0x562ad02e8240] cabac decode of qscale diff failed", "last_exit_at": "2026-07-06T16:29:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.65, "last_started_at": "2026-07-06T16:29:30+09:00", "pid": 17158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.82, "name": "ffmpeg", "pid": 17158, "rss_mb": 266.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 13, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.734, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:29:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:29:46+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T16:29:46+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T16:29:46.574100+09:00", "mtime_epoch": 1783322986.5741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:29:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 108, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.387, "pushed": 5.387, "read": 5.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.609, "count": 108, "max_ms": 9.537, "p95_ms": 7.069}, "gstreamer_push": {"avg_ms": 1.125, "count": 108, "max_ms": 1.452, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.005, "count": 108, "max_ms": 88.178, "p95_ms": 82.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.423, "count": 108, "max_ms": 118.668, "p95_ms": 107.688}, "yolo11_640_fire_11class": {"avg_ms": 70.807, "count": 108, "max_ms": 95.068, "p95_ms": 90.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.22, "count": 108, "max_ms": 110.694, "p95_ms": 103.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.897, "count": 108, "max_ms": 175.466, "p95_ms": 171.574}, "read_interval": {"avg_ms": 278.334, "count": 108, "max_ms": 10125.07, "p95_ms": 181.893}, "triton_wait": {"avg_ms": 87.681, "count": 108, "max_ms": 118.681, "p95_ms": 108.109}, "visualize": {"avg_ms": 4.948, "count": 108, "max_ms": 8.119, "p95_ms": 6.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.046, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 959, "tracking_summary": 888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6056.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18719.881, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.907, "sample_count": 1506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:30:06+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T16:30:06+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T16:30:06.498497+09:00", "mtime_epoch": 1783323006.4984972, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:30:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 790.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.22, "pushed": 5.22, "read": 5.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.008, "count": 156, "max_ms": 130.567, "p95_ms": 98.541}, "gstreamer_push": {"avg_ms": 0.896, "count": 156, "max_ms": 2.073, "p95_ms": 1.198}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.891, "count": 156, "max_ms": 120.543, "p95_ms": 109.276}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.616, "count": 156, "max_ms": 117.427, "p95_ms": 101.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.105, "count": 156, "max_ms": 266.307, "p95_ms": 235.557}, "read_interval": {"avg_ms": 192.445, "count": 155, "max_ms": 272.5, "p95_ms": 241.807}, "triton_wait": {"avg_ms": 74.16, "count": 156, "max_ms": 120.557, "p95_ms": 112.33}, "visualize": {"avg_ms": 27.735, "count": 156, "max_ms": 58.577, "p95_ms": 39.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6060.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.02, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.664, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.28, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:30:12+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T16:30:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T16:30:12.134609+09:00", "mtime_epoch": 1783323012.1346095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:30:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.179, "pushed": 7.179, "read": 7.146}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.032, "count": 215, "max_ms": 9.696, "p95_ms": 7.107}, "gstreamer_push": {"avg_ms": 1.205, "count": 215, "max_ms": 4.182, "p95_ms": 2.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.205, "count": 215, "max_ms": 89.646, "p95_ms": 76.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.583, "count": 215, "max_ms": 127.599, "p95_ms": 104.487}, "yolo11_640_fire_11class": {"avg_ms": 67.603, "count": 215, "max_ms": 99.641, "p95_ms": 86.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.116, "count": 215, "max_ms": 107.359, "p95_ms": 100.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.016, "count": 215, "max_ms": 182.007, "p95_ms": 157.809}, "read_interval": {"avg_ms": 140.136, "count": 214, "max_ms": 193.585, "p95_ms": 168.73}, "triton_wait": {"avg_ms": 78.047, "count": 215, "max_ms": 127.612, "p95_ms": 105.005}, "visualize": {"avg_ms": 5.081, "count": 215, "max_ms": 8.967, "p95_ms": 5.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6058.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:29:27+09:00", "last_error_summary": "[h264 @ 0x562ad02fd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad02fd140] error while decoding MB 0 3, bytestream 7654 [h264 @ 0x562ad0311240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0311240] error while decoding MB 0 7, bytestream 3198 [h264 @ 0x562ad0350700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0350700] error while decoding MB 0 31, bytestream 4250 [h264 @ 0x562ad02e8240] cabac decode of qscale diff failed", "last_exit_at": "2026-07-06T16:29:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.699, "last_started_at": "2026-07-06T16:29:30+09:00", "pid": 17158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.43, "name": "ffmpeg", "pid": 17158, "rss_mb": 270.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 13, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.242, "sample_count": 2468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:30:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:30:16+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T16:30:16+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T16:30:16.610698+09:00", "mtime_epoch": 1783323016.6106985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:30:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.71, "pushed": 8.71, "read": 8.677}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.49, "count": 261, "max_ms": 7.667, "p95_ms": 6.646}, "gstreamer_push": {"avg_ms": 1.228, "count": 261, "max_ms": 2.354, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.504, "count": 261, "max_ms": 88.442, "p95_ms": 74.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.91, "count": 261, "max_ms": 122.899, "p95_ms": 102.08}, "yolo11_640_fire_11class": {"avg_ms": 62.894, "count": 261, "max_ms": 92.951, "p95_ms": 83.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.127, "count": 261, "max_ms": 109.884, "p95_ms": 98.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.923, "count": 261, "max_ms": 179.008, "p95_ms": 151.794}, "read_interval": {"avg_ms": 115.063, "count": 260, "max_ms": 187.283, "p95_ms": 163.31}, "triton_wait": {"avg_ms": 76.374, "count": 261, "max_ms": 122.913, "p95_ms": 102.24}, "visualize": {"avg_ms": 4.136, "count": 261, "max_ms": 6.497, "p95_ms": 5.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 959, "tracking_summary": 889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6060.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18749.942, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.512, "sample_count": 1512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:30:36+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T16:30:36+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T16:30:36.559095+09:00", "mtime_epoch": 1783323036.5590954, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:30:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 792.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.131, "pushed": 5.131, "read": 5.098}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.832, "count": 153, "max_ms": 130.682, "p95_ms": 107.272}, "gstreamer_push": {"avg_ms": 0.866, "count": 153, "max_ms": 2.138, "p95_ms": 1.043}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.005, "count": 153, "max_ms": 117.746, "p95_ms": 106.054}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.384, "count": 153, "max_ms": 114.295, "p95_ms": 107.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.013, "count": 153, "max_ms": 248.399, "p95_ms": 235.638}, "read_interval": {"avg_ms": 196.47, "count": 152, "max_ms": 256.278, "p95_ms": 241.894}, "triton_wait": {"avg_ms": 76.825, "count": 153, "max_ms": 117.758, "p95_ms": 108.225}, "visualize": {"avg_ms": 28.175, "count": 153, "max_ms": 42.872, "p95_ms": 40.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6069.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.076, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.664, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.914, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:30:42+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T16:30:42+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T16:30:42.183207+09:00", "mtime_epoch": 1783323042.183207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:30:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.147, "pushed": 7.147, "read": 7.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.045, "count": 214, "max_ms": 9.991, "p95_ms": 7.064}, "gstreamer_push": {"avg_ms": 1.234, "count": 214, "max_ms": 4.11, "p95_ms": 2.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.903, "count": 214, "max_ms": 87.31, "p95_ms": 74.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.703, "count": 214, "max_ms": 123.897, "p95_ms": 106.789}, "yolo11_640_fire_11class": {"avg_ms": 66.047, "count": 214, "max_ms": 96.064, "p95_ms": 87.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.51, "count": 214, "max_ms": 106.49, "p95_ms": 96.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.297, "count": 214, "max_ms": 176.909, "p95_ms": 159.194}, "read_interval": {"avg_ms": 140.544, "count": 213, "max_ms": 186.433, "p95_ms": 169.415}, "triton_wait": {"avg_ms": 77.199, "count": 214, "max_ms": 123.911, "p95_ms": 106.801}, "visualize": {"avg_ms": 5.138, "count": 214, "max_ms": 7.864, "p95_ms": 5.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6067.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:29:27+09:00", "last_error_summary": "[h264 @ 0x562ad02fd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad02fd140] error while decoding MB 0 3, bytestream 7654 [h264 @ 0x562ad0311240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0311240] error while decoding MB 0 7, bytestream 3198 [h264 @ 0x562ad0350700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0350700] error while decoding MB 0 31, bytestream 4250 [h264 @ 0x562ad02e8240] cabac decode of qscale diff failed", "last_exit_at": "2026-07-06T16:29:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.778, "last_started_at": "2026-07-06T16:29:30+09:00", "pid": 17158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.102, "name": "ffmpeg", "pid": 17158, "rss_mb": 276.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 13, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.164, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:30:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:30:46+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T16:30:46+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T16:30:46.707297+09:00", "mtime_epoch": 1783323046.7072968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:30:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1719.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.583, "pushed": 9.583, "read": 9.55}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.896, "count": 287, "max_ms": 8.059, "p95_ms": 5.87}, "gstreamer_push": {"avg_ms": 1.301, "count": 287, "max_ms": 1.647, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.3, "count": 287, "max_ms": 86.066, "p95_ms": 75.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.98, "count": 287, "max_ms": 127.46, "p95_ms": 102.586}, "yolo11_640_fire_11class": {"avg_ms": 61.344, "count": 287, "max_ms": 92.81, "p95_ms": 84.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.819, "count": 287, "max_ms": 104.702, "p95_ms": 94.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.948, "count": 287, "max_ms": 179.968, "p95_ms": 145.911}, "read_interval": {"avg_ms": 104.8, "count": 286, "max_ms": 189.676, "p95_ms": 155.802}, "triton_wait": {"avg_ms": 74.04, "count": 287, "max_ms": 127.472, "p95_ms": 102.6}, "visualize": {"avg_ms": 3.916, "count": 287, "max_ms": 7.96, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 961, "tracking_summary": 891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6065.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18779.97, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.907, "sample_count": 1511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:31:06+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T16:31:06+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T16:31:06.591692+09:00", "mtime_epoch": 1783323066.5916917, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:31:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 790.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.766, "pushed": 4.766, "read": 4.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.839, "count": 142, "max_ms": 110.619, "p95_ms": 100.125}, "gstreamer_push": {"avg_ms": 1.035, "count": 142, "max_ms": 2.386, "p95_ms": 1.898}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.069, "count": 142, "max_ms": 116.174, "p95_ms": 106.935}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.526, "count": 142, "max_ms": 114.205, "p95_ms": 99.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.095, "count": 142, "max_ms": 254.294, "p95_ms": 239.11}, "read_interval": {"avg_ms": 211.601, "count": 141, "max_ms": 264.724, "p95_ms": 244.848}, "triton_wait": {"avg_ms": 77.738, "count": 142, "max_ms": 116.185, "p95_ms": 107.677}, "visualize": {"avg_ms": 31.635, "count": 142, "max_ms": 53.688, "p95_ms": 46.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6067.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.106, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.664, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.308, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:31:12+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T16:31:12+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T16:31:12.187803+09:00", "mtime_epoch": 1783323072.1878026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:31:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.196, "pushed": 7.196, "read": 7.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.112, "count": 215, "max_ms": 8.819, "p95_ms": 7.406}, "gstreamer_push": {"avg_ms": 1.236, "count": 215, "max_ms": 4.61, "p95_ms": 2.55}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.608, "count": 215, "max_ms": 83.392, "p95_ms": 75.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.786, "count": 215, "max_ms": 114.008, "p95_ms": 101.202}, "yolo11_640_fire_11class": {"avg_ms": 66.415, "count": 215, "max_ms": 93.913, "p95_ms": 85.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.043, "count": 215, "max_ms": 101.366, "p95_ms": 94.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.845, "count": 215, "max_ms": 168.459, "p95_ms": 158.6}, "read_interval": {"avg_ms": 139.635, "count": 214, "max_ms": 179.12, "p95_ms": 168.275}, "triton_wait": {"avg_ms": 76.576, "count": 215, "max_ms": 114.022, "p95_ms": 101.214}, "visualize": {"avg_ms": 5.092, "count": 215, "max_ms": 6.547, "p95_ms": 5.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6067.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:29:27+09:00", "last_error_summary": "[h264 @ 0x562ad02fd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad02fd140] error while decoding MB 0 3, bytestream 7654 [h264 @ 0x562ad0311240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0311240] error while decoding MB 0 7, bytestream 3198 [h264 @ 0x562ad0350700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0350700] error while decoding MB 0 31, bytestream 4250 [h264 @ 0x562ad02e8240] cabac decode of qscale diff failed", "last_exit_at": "2026-07-06T16:29:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.822, "last_started_at": "2026-07-06T16:29:30+09:00", "pid": 17158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.102, "name": "ffmpeg", "pid": 17158, "rss_mb": 276.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 12, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.605, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:31:16+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T16:31:16+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T16:31:16.723893+09:00", "mtime_epoch": 1783323076.7238927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:31:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1720.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.377, "pushed": 8.377, "read": 8.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.758, "count": 251, "max_ms": 9.017, "p95_ms": 7.333}, "gstreamer_push": {"avg_ms": 1.226, "count": 251, "max_ms": 1.561, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.265, "count": 251, "max_ms": 90.451, "p95_ms": 74.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.752, "count": 251, "max_ms": 124.401, "p95_ms": 101.146}, "yolo11_640_fire_11class": {"avg_ms": 62.232, "count": 251, "max_ms": 93.203, "p95_ms": 83.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.981, "count": 251, "max_ms": 105.353, "p95_ms": 94.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.825, "count": 251, "max_ms": 205.309, "p95_ms": 157.999}, "read_interval": {"avg_ms": 119.579, "count": 250, "max_ms": 214.689, "p95_ms": 171.942}, "triton_wait": {"avg_ms": 76.095, "count": 251, "max_ms": 124.415, "p95_ms": 101.165}, "visualize": {"avg_ms": 4.436, "count": 251, "max_ms": 7.982, "p95_ms": 6.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 962, "tracking_summary": 892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6065.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18810.008, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.907, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:31:36+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T16:31:36+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T16:31:36.652287+09:00", "mtime_epoch": 1783323096.6522875, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:31:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 790.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.363, "pushed": 5.363, "read": 5.329}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.945, "count": 160, "max_ms": 104.313, "p95_ms": 98.023}, "gstreamer_push": {"avg_ms": 0.883, "count": 160, "max_ms": 1.792, "p95_ms": 1.056}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.517, "count": 160, "max_ms": 115.596, "p95_ms": 104.881}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.687, "count": 160, "max_ms": 115.82, "p95_ms": 104.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.515, "count": 160, "max_ms": 239.015, "p95_ms": 225.1}, "read_interval": {"avg_ms": 187.881, "count": 159, "max_ms": 248.103, "p95_ms": 232.895}, "triton_wait": {"avg_ms": 76.021, "count": 160, "max_ms": 115.833, "p95_ms": 104.895}, "visualize": {"avg_ms": 29.302, "count": 160, "max_ms": 45.596, "p95_ms": 36.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6065.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.16, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.922, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.269, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:31:42+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T16:31:42+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T16:31:42.252398+09:00", "mtime_epoch": 1783323102.2523983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:31:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.123, "pushed": 7.123, "read": 7.09}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.125, "count": 213, "max_ms": 9.19, "p95_ms": 7.084}, "gstreamer_push": {"avg_ms": 1.248, "count": 213, "max_ms": 4.461, "p95_ms": 2.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.4, "count": 213, "max_ms": 87.557, "p95_ms": 77.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.568, "count": 213, "max_ms": 123.012, "p95_ms": 104.37}, "yolo11_640_fire_11class": {"avg_ms": 66.941, "count": 213, "max_ms": 92.442, "p95_ms": 85.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.965, "count": 213, "max_ms": 106.413, "p95_ms": 101.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.118, "count": 213, "max_ms": 173.697, "p95_ms": 158.418}, "read_interval": {"avg_ms": 141.21, "count": 212, "max_ms": 184.132, "p95_ms": 169.646}, "triton_wait": {"avg_ms": 78.159, "count": 213, "max_ms": 123.025, "p95_ms": 105.48}, "visualize": {"avg_ms": 5.158, "count": 213, "max_ms": 7.818, "p95_ms": 5.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6068.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:29:27+09:00", "last_error_summary": "[h264 @ 0x562ad02fd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad02fd140] error while decoding MB 0 3, bytestream 7654 [h264 @ 0x562ad0311240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0311240] error while decoding MB 0 7, bytestream 3198 [h264 @ 0x562ad0350700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0350700] error while decoding MB 0 31, bytestream 4250 [h264 @ 0x562ad02e8240] cabac decode of qscale diff failed", "last_exit_at": "2026-07-06T16:29:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.88, "last_started_at": "2026-07-06T16:29:30+09:00", "pid": 17158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.68, "name": "ffmpeg", "pid": 17158, "rss_mb": 278.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 12, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.964, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:31:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:31:46+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T16:31:46+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T16:31:46.760487+09:00", "mtime_epoch": 1783323106.7604873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:31:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1720.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.051, "pushed": 6.051, "read": 6.018}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.131, "count": 181, "max_ms": 12.113, "p95_ms": 8.612}, "gstreamer_push": {"avg_ms": 1.06, "count": 181, "max_ms": 1.844, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.289, "count": 181, "max_ms": 85.576, "p95_ms": 76.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.944, "count": 181, "max_ms": 113.613, "p95_ms": 102.568}, "yolo11_640_fire_11class": {"avg_ms": 64.375, "count": 181, "max_ms": 94.183, "p95_ms": 84.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.437, "count": 181, "max_ms": 107.75, "p95_ms": 101.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.126, "count": 181, "max_ms": 217.314, "p95_ms": 197.455}, "read_interval": {"avg_ms": 166.098, "count": 180, "max_ms": 224.327, "p95_ms": 205.707}, "triton_wait": {"avg_ms": 81.438, "count": 181, "max_ms": 113.628, "p95_ms": 104.791}, "visualize": {"avg_ms": 6.33, "count": 181, "max_ms": 11.339, "p95_ms": 8.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 963, "tracking_summary": 893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6073.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18840.209, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.569, "sample_count": 1514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:32:07+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T16:32:06+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T16:32:06.768883+09:00", "mtime_epoch": 1783323126.768883, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:32:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 795.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.959, "pushed": 4.959, "read": 4.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.635, "count": 148, "max_ms": 116.961, "p95_ms": 102.649}, "gstreamer_push": {"avg_ms": 0.858, "count": 148, "max_ms": 2.362, "p95_ms": 1.048}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.385, "count": 148, "max_ms": 120.756, "p95_ms": 108.068}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.704, "count": 148, "max_ms": 114.788, "p95_ms": 107.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.667, "count": 148, "max_ms": 253.374, "p95_ms": 231.956}, "read_interval": {"avg_ms": 202.681, "count": 147, "max_ms": 260.457, "p95_ms": 238.311}, "triton_wait": {"avg_ms": 80.742, "count": 148, "max_ms": 120.769, "p95_ms": 109.015}, "visualize": {"avg_ms": 28.059, "count": 148, "max_ms": 59.924, "p95_ms": 44.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6073.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.198, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.922, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.658, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:32:12+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T16:32:12+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:32:12.292992+09:00", "mtime_epoch": 1783323132.292992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:32:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.357, "pushed": 7.357, "read": 7.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.135, "count": 220, "max_ms": 9.433, "p95_ms": 7.253}, "gstreamer_push": {"avg_ms": 1.187, "count": 220, "max_ms": 4.127, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.534, "count": 220, "max_ms": 83.652, "p95_ms": 73.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.197, "count": 220, "max_ms": 126.65, "p95_ms": 112.135}, "yolo11_640_fire_11class": {"avg_ms": 63.542, "count": 220, "max_ms": 97.73, "p95_ms": 83.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.179, "count": 220, "max_ms": 108.741, "p95_ms": 96.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.554, "count": 220, "max_ms": 182.239, "p95_ms": 164.236}, "read_interval": {"avg_ms": 136.56, "count": 219, "max_ms": 194.018, "p95_ms": 175.964}, "triton_wait": {"avg_ms": 73.557, "count": 220, "max_ms": 126.662, "p95_ms": 112.148}, "visualize": {"avg_ms": 5.13, "count": 220, "max_ms": 7.391, "p95_ms": 5.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6066.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:29:27+09:00", "last_error_summary": "[h264 @ 0x562ad02fd140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad02fd140] error while decoding MB 0 3, bytestream 7654 [h264 @ 0x562ad0311240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0311240] error while decoding MB 0 7, bytestream 3198 [h264 @ 0x562ad0350700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562ad0350700] error while decoding MB 0 31, bytestream 4250 [h264 @ 0x562ad02e8240] cabac decode of qscale diff failed", "last_exit_at": "2026-07-06T16:29:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.896, "last_started_at": "2026-07-06T16:29:30+09:00", "pid": 17158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.68, "name": "ffmpeg", "pid": 17158, "rss_mb": 278.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 12, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.646, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:32:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:32:16+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T16:32:16+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T16:32:16.757080+09:00", "mtime_epoch": 1783323136.7570803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:32:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1720.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.691, "pushed": 5.691, "read": 5.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.656, "count": 170, "max_ms": 12.677, "p95_ms": 10.021}, "gstreamer_push": {"avg_ms": 1.004, "count": 170, "max_ms": 1.827, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.634, "count": 170, "max_ms": 88.253, "p95_ms": 73.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.365, "count": 170, "max_ms": 131.615, "p95_ms": 114.191}, "yolo11_640_fire_11class": {"avg_ms": 61.074, "count": 170, "max_ms": 91.602, "p95_ms": 85.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.459, "count": 170, "max_ms": 107.787, "p95_ms": 102.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.363, "count": 170, "max_ms": 243.847, "p95_ms": 221.238}, "read_interval": {"avg_ms": 176.512, "count": 169, "max_ms": 250.77, "p95_ms": 227.739}, "triton_wait": {"avg_ms": 79.584, "count": 170, "max_ms": 131.628, "p95_ms": 114.204}, "visualize": {"avg_ms": 6.846, "count": 170, "max_ms": 11.632, "p95_ms": 9.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 965, "tracking_summary": 894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6057.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18870.406, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.491, "sample_count": 1520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:32:37+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T16:32:36+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T16:32:36.997480+09:00", "mtime_epoch": 1783323156.99748, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:32:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.234, "name": "celery", "pid": 239, "rss_mb": 793.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.867, "pushed": 4.867, "read": 4.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.742, "count": 146, "max_ms": 115.366, "p95_ms": 102.773}, "gstreamer_push": {"avg_ms": 0.866, "count": 146, "max_ms": 1.927, "p95_ms": 1.195}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.192, "count": 146, "max_ms": 114.091, "p95_ms": 100.471}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.621, "count": 146, "max_ms": 116.268, "p95_ms": 100.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.242, "count": 146, "max_ms": 265.284, "p95_ms": 236.028}, "read_interval": {"avg_ms": 205.313, "count": 146, "max_ms": 271.872, "p95_ms": 243.557}, "triton_wait": {"avg_ms": 77.444, "count": 146, "max_ms": 116.281, "p95_ms": 107.742}, "visualize": {"avg_ms": 31.025, "count": 146, "max_ms": 67.098, "p95_ms": 44.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6054.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.28, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.922, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.836, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:32:42+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T16:32:42+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T16:32:42.413587+09:00", "mtime_epoch": 1783323162.4135866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:32:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1351.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.293, "pushed": 8.293, "read": 8.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.453, "count": 248, "max_ms": 9.425, "p95_ms": 7.319}, "gstreamer_push": {"avg_ms": 1.242, "count": 248, "max_ms": 4.745, "p95_ms": 1.685}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.335, "count": 248, "max_ms": 91.174, "p95_ms": 69.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.505, "count": 248, "max_ms": 116.716, "p95_ms": 100.483}, "yolo11_640_fire_11class": {"avg_ms": 62.401, "count": 248, "max_ms": 95.373, "p95_ms": 84.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.247, "count": 248, "max_ms": 111.895, "p95_ms": 95.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.593, "count": 248, "max_ms": 173.036, "p95_ms": 152.486}, "read_interval": {"avg_ms": 121.446, "count": 247, "max_ms": 184.206, "p95_ms": 161.971}, "triton_wait": {"avg_ms": 70.34, "count": 248, "max_ms": 116.728, "p95_ms": 100.496}, "visualize": {"avg_ms": 4.585, "count": 248, "max_ms": 6.672, "p95_ms": 5.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5904.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:32:45+09:00", "last_error_summary": "[h264 @ 0x556a9994d980] error while decoding MB 14 36, bytestream -21", "last_exit_at": "2026-07-06T16:32:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.169, "last_started_at": "2026-07-06T16:32:48+09:00", "pid": 17265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.32, "name": "ffmpeg", "pid": 17265, "rss_mb": 139.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 13, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.1, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:32:50+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T16:32:50+09:00", "mjpeg": {"age_sec": 4.79, "exists": true, "mtime": "2026-07-06T16:32:45.897655+09:00", "mtime_epoch": 1783323165.8976555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:32:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1702.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.077, "pushed": 5.077, "read": 5.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.618, "count": 151, "max_ms": 11.261, "p95_ms": 9.242}, "gstreamer_push": {"avg_ms": 1.007, "count": 152, "max_ms": 1.556, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.29, "count": 151, "max_ms": 82.844, "p95_ms": 76.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.045, "count": 151, "max_ms": 111.824, "p95_ms": 103.249}, "yolo11_640_fire_11class": {"avg_ms": 59.549, "count": 151, "max_ms": 92.026, "p95_ms": 80.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.131, "count": 151, "max_ms": 104.591, "p95_ms": 96.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.222, "count": 152, "max_ms": 218.535, "p95_ms": 201.467}, "read_interval": {"avg_ms": 198.315, "count": 151, "max_ms": 4857.207, "p95_ms": 208.874}, "triton_wait": {"avg_ms": 74.36, "count": 151, "max_ms": 111.836, "p95_ms": 103.26}, "visualize": {"avg_ms": 6.685, "count": 151, "max_ms": 9.708, "p95_ms": 8.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 966, "tracking_summary": 896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6025.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18900.508, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.249, "sample_count": 1506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:33:07+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T16:33:07+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T16:33:07.122074+09:00", "mtime_epoch": 1783323187.1220737, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:33:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.723, "name": "celery", "pid": 239, "rss_mb": 793.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.816, "pushed": 4.816, "read": 4.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.226, "count": 144, "max_ms": 124.663, "p95_ms": 100.317}, "gstreamer_push": {"avg_ms": 0.789, "count": 144, "max_ms": 1.101, "p95_ms": 0.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.561, "count": 144, "max_ms": 119.048, "p95_ms": 105.632}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.615, "count": 144, "max_ms": 120.344, "p95_ms": 101.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.224, "count": 144, "max_ms": 253.094, "p95_ms": 237.515}, "read_interval": {"avg_ms": 209.191, "count": 143, "max_ms": 259.828, "p95_ms": 243.922}, "triton_wait": {"avg_ms": 78.302, "count": 144, "max_ms": 120.356, "p95_ms": 107.963}, "visualize": {"avg_ms": 26.86, "count": 144, "max_ms": 36.898, "p95_ms": 29.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6030.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.304, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.922, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.613, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:33:12+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T16:33:12+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T16:33:12.374177+09:00", "mtime_epoch": 1783323192.374177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:33:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.492, "pushed": 10.492, "read": 10.459}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.997, "count": 314, "max_ms": 6.478, "p95_ms": 5.043}, "gstreamer_push": {"avg_ms": 1.478, "count": 314, "max_ms": 4.483, "p95_ms": 3.554}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.526, "count": 314, "max_ms": 91.15, "p95_ms": 74.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.238, "count": 314, "max_ms": 122.747, "p95_ms": 104.297}, "yolo11_640_fire_11class": {"avg_ms": 61.601, "count": 314, "max_ms": 95.696, "p95_ms": 82.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.382, "count": 314, "max_ms": 115.54, "p95_ms": 97.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.249, "count": 314, "max_ms": 135.786, "p95_ms": 117.506}, "read_interval": {"avg_ms": 95.441, "count": 313, "max_ms": 149.389, "p95_ms": 130.009}, "triton_wait": {"avg_ms": 69.576, "count": 314, "max_ms": 122.76, "p95_ms": 104.684}, "visualize": {"avg_ms": 3.659, "count": 314, "max_ms": 5.085, "p95_ms": 4.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6021.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:32:45+09:00", "last_error_summary": "[h264 @ 0x556a9994d980] error while decoding MB 14 36, bytestream -21", "last_exit_at": "2026-07-06T16:32:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.241, "last_started_at": "2026-07-06T16:32:48+09:00", "pid": 17265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.992, "name": "ffmpeg", "pid": 17265, "rss_mb": 264.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 13, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.675, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:33:20+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T16:33:20+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T16:33:20.526338+09:00", "mtime_epoch": 1783323200.5263376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:33:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1686.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.814, "pushed": 4.814, "read": 4.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.978, "count": 144, "max_ms": 14.459, "p95_ms": 10.965}, "gstreamer_push": {"avg_ms": 0.929, "count": 144, "max_ms": 1.414, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.328, "count": 144, "max_ms": 91.587, "p95_ms": 78.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.514, "count": 144, "max_ms": 121.859, "p95_ms": 116.001}, "yolo11_640_fire_11class": {"avg_ms": 62.798, "count": 144, "max_ms": 96.094, "p95_ms": 87.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.306, "count": 144, "max_ms": 116.132, "p95_ms": 106.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.028, "count": 144, "max_ms": 268.546, "p95_ms": 253.569}, "read_interval": {"avg_ms": 208.534, "count": 143, "max_ms": 277.356, "p95_ms": 261.011}, "triton_wait": {"avg_ms": 81.999, "count": 144, "max_ms": 121.873, "p95_ms": 116.141}, "visualize": {"avg_ms": 8.512, "count": 144, "max_ms": 14.773, "p95_ms": 10.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 969, "tracking_summary": 897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6014.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18930.672, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.465, "sample_count": 1502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:33:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:33:37+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T16:33:37+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T16:33:37.262667+09:00", "mtime_epoch": 1783323217.2626667, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:33:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.723, "name": "celery", "pid": 239, "rss_mb": 795.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.091, "pushed": 5.091, "read": 5.058}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.315, "count": 152, "max_ms": 124.136, "p95_ms": 102.35}, "gstreamer_push": {"avg_ms": 0.946, "count": 152, "max_ms": 2.191, "p95_ms": 1.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.78, "count": 152, "max_ms": 124.712, "p95_ms": 106.986}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.442, "count": 152, "max_ms": 123.441, "p95_ms": 107.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.11, "count": 152, "max_ms": 265.351, "p95_ms": 238.897}, "read_interval": {"avg_ms": 197.281, "count": 151, "max_ms": 273.665, "p95_ms": 245.224}, "triton_wait": {"avg_ms": 76.084, "count": 152, "max_ms": 124.726, "p95_ms": 110.114}, "visualize": {"avg_ms": 29.619, "count": 152, "max_ms": 50.037, "p95_ms": 45.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6011.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.427, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.922, "name": "ffmpeg", "pid": 17006, "rss_mb": 332.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.421, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:33:42+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T16:33:42+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T16:33:42.510770+09:00", "mtime_epoch": 1783323222.5107698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:33:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1358.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.864, "pushed": 9.864, "read": 9.83}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 295, "max_ms": 7.421, "p95_ms": 6.015}, "gstreamer_push": {"avg_ms": 1.512, "count": 295, "max_ms": 6.733, "p95_ms": 3.817}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.496, "count": 295, "max_ms": 85.321, "p95_ms": 70.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.536, "count": 295, "max_ms": 125.736, "p95_ms": 104.462}, "yolo11_640_fire_11class": {"avg_ms": 62.245, "count": 295, "max_ms": 98.48, "p95_ms": 82.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.479, "count": 295, "max_ms": 119.579, "p95_ms": 101.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.55, "count": 295, "max_ms": 183.694, "p95_ms": 130.386}, "read_interval": {"avg_ms": 101.676, "count": 294, "max_ms": 194.332, "p95_ms": 143.294}, "triton_wait": {"avg_ms": 71.227, "count": 295, "max_ms": 125.749, "p95_ms": 104.658}, "visualize": {"avg_ms": 3.793, "count": 295, "max_ms": 6.256, "p95_ms": 5.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5998.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:32:45+09:00", "last_error_summary": "[h264 @ 0x556a9994d980] error while decoding MB 14 36, bytestream -21", "last_exit_at": "2026-07-06T16:32:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.417, "last_started_at": "2026-07-06T16:32:48+09:00", "pid": 17265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.508, "name": "ffmpeg", "pid": 17265, "rss_mb": 265.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 13, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.638, "sample_count": 1873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:33:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:33:50+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T16:33:50+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T16:33:50.738932+09:00", "mtime_epoch": 1783323230.7389317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:33:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1662.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.61, "pushed": 4.61, "read": 4.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.631, "count": 137, "max_ms": 16.656, "p95_ms": 11.214}, "gstreamer_push": {"avg_ms": 0.894, "count": 138, "max_ms": 1.301, "p95_ms": 0.99}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.149, "count": 137, "max_ms": 91.744, "p95_ms": 76.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.062, "count": 137, "max_ms": 132.304, "p95_ms": 112.346}, "yolo11_640_fire_11class": {"avg_ms": 62.749, "count": 137, "max_ms": 95.968, "p95_ms": 88.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.403, "count": 137, "max_ms": 117.534, "p95_ms": 105.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.285, "count": 138, "max_ms": 282.011, "p95_ms": 257.482}, "read_interval": {"avg_ms": 218.694, "count": 137, "max_ms": 288.635, "p95_ms": 264.445}, "triton_wait": {"avg_ms": 81.827, "count": 137, "max_ms": 132.316, "p95_ms": 113.11}, "visualize": {"avg_ms": 8.901, "count": 137, "max_ms": 11.601, "p95_ms": 10.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 969, "tracking_summary": 898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5985.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18960.823, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.243, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:34:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:34:07+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T16:34:07+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T16:34:07.451260+09:00", "mtime_epoch": 1783323247.4512599, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:34:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 796.785, "name": "celery", "pid": 239, "rss_mb": 790.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.179, "pushed": 5.179, "read": 5.146}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.905, "count": 155, "max_ms": 110.283, "p95_ms": 99.513}, "gstreamer_push": {"avg_ms": 0.86, "count": 155, "max_ms": 2.105, "p95_ms": 1.028}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.136, "count": 155, "max_ms": 119.988, "p95_ms": 103.561}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.828, "count": 155, "max_ms": 119.976, "p95_ms": 101.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.019, "count": 155, "max_ms": 247.655, "p95_ms": 230.03}, "read_interval": {"avg_ms": 194.578, "count": 154, "max_ms": 255.431, "p95_ms": 236.327}, "triton_wait": {"avg_ms": 76.987, "count": 155, "max_ms": 119.999, "p95_ms": 105.118}, "visualize": {"avg_ms": 26.972, "count": 155, "max_ms": 35.726, "p95_ms": 32.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5988.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.511, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.098, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:34:12+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T16:34:12+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T16:34:12.587361+09:00", "mtime_epoch": 1783323252.5873609, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:34:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1358.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.24, "pushed": 7.24, "read": 7.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.236, "count": 216, "max_ms": 9.459, "p95_ms": 7.882}, "gstreamer_push": {"avg_ms": 1.196, "count": 217, "max_ms": 4.563, "p95_ms": 1.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.287, "count": 216, "max_ms": 85.883, "p95_ms": 79.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.229, "count": 216, "max_ms": 124.884, "p95_ms": 106.885}, "yolo11_640_fire_11class": {"avg_ms": 63.879, "count": 216, "max_ms": 97.405, "p95_ms": 86.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.617, "count": 216, "max_ms": 110.215, "p95_ms": 102.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.33, "count": 217, "max_ms": 181.211, "p95_ms": 161.293}, "read_interval": {"avg_ms": 138.617, "count": 216, "max_ms": 193.053, "p95_ms": 171.256}, "triton_wait": {"avg_ms": 75.575, "count": 216, "max_ms": 124.897, "p95_ms": 106.9}, "visualize": {"avg_ms": 5.183, "count": 216, "max_ms": 8.665, "p95_ms": 5.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5983.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 183, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:32:45+09:00", "last_error_summary": "[h264 @ 0x556a9994d980] error while decoding MB 14 36, bytestream -21", "last_exit_at": "2026-07-06T16:32:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.559, "last_started_at": "2026-07-06T16:32:48+09:00", "pid": 17265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.859, "name": "ffmpeg", "pid": 17265, "rss_mb": 268.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 13, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.638, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:34:21+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T16:34:20+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T16:34:20.939525+09:00", "mtime_epoch": 1783323260.9395247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:34:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1639.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.914, "pushed": 5.914, "read": 5.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.062, "count": 176, "max_ms": 11.288, "p95_ms": 9.3}, "gstreamer_push": {"avg_ms": 1.061, "count": 177, "max_ms": 1.968, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.385, "count": 176, "max_ms": 89.626, "p95_ms": 81.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.88, "count": 176, "max_ms": 128.096, "p95_ms": 108.526}, "yolo11_640_fire_11class": {"avg_ms": 68.813, "count": 176, "max_ms": 94.988, "p95_ms": 86.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.309, "count": 176, "max_ms": 108.611, "p95_ms": 102.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.662, "count": 177, "max_ms": 220.115, "p95_ms": 201.408}, "read_interval": {"avg_ms": 170.385, "count": 176, "max_ms": 226.566, "p95_ms": 209.575}, "triton_wait": {"avg_ms": 88.532, "count": 176, "max_ms": 128.109, "p95_ms": 108.538}, "visualize": {"avg_ms": 6.077, "count": 176, "max_ms": 9.04, "p95_ms": 7.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 970, "tracking_summary": 899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5940.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18990.912, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.329, "sample_count": 1498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:34:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:34:37+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T16:34:37+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T16:34:37.535850+09:00", "mtime_epoch": 1783323277.5358503, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:34:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 783.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.849, "pushed": 4.849, "read": 4.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.195, "count": 145, "max_ms": 113.051, "p95_ms": 99.004}, "gstreamer_push": {"avg_ms": 0.841, "count": 145, "max_ms": 2.114, "p95_ms": 1.057}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.943, "count": 145, "max_ms": 126.396, "p95_ms": 108.504}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.3, "count": 145, "max_ms": 125.466, "p95_ms": 107.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.397, "count": 145, "max_ms": 260.535, "p95_ms": 238.989}, "read_interval": {"avg_ms": 207.631, "count": 144, "max_ms": 266.628, "p95_ms": 245.312}, "triton_wait": {"avg_ms": 76.093, "count": 145, "max_ms": 126.406, "p95_ms": 109.987}, "visualize": {"avg_ms": 29.225, "count": 145, "max_ms": 51.99, "p95_ms": 40.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5933.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.657, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.67, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:34:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:34:42+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T16:34:42+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T16:34:42.715952+09:00", "mtime_epoch": 1783323282.7159517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:34:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.603, "pushed": 6.603, "read": 6.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.168, "count": 197, "max_ms": 9.46, "p95_ms": 7.593}, "gstreamer_push": {"avg_ms": 1.232, "count": 198, "max_ms": 4.207, "p95_ms": 2.586}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.461, "count": 197, "max_ms": 86.255, "p95_ms": 79.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.703, "count": 197, "max_ms": 135.628, "p95_ms": 106.571}, "yolo11_640_fire_11class": {"avg_ms": 73.515, "count": 197, "max_ms": 97.654, "p95_ms": 89.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.468, "count": 197, "max_ms": 106.096, "p95_ms": 101.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.213, "count": 198, "max_ms": 186.195, "p95_ms": 164.047}, "read_interval": {"avg_ms": 152.239, "count": 197, "max_ms": 195.945, "p95_ms": 173.576}, "triton_wait": {"avg_ms": 88.926, "count": 197, "max_ms": 135.641, "p95_ms": 106.581}, "visualize": {"avg_ms": 5.155, "count": 197, "max_ms": 6.372, "p95_ms": 5.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5797.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:34:49+09:00", "last_error_summary": "[h264 @ 0x55eb08d97340] error while decoding MB 4 42, bytestream -27", "last_exit_at": "2026-07-06T16:34:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.194, "last_started_at": "2026-07-06T16:34:52+09:00", "pid": 17372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.367, "name": "ffmpeg", "pid": 17372, "rss_mb": 141.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 14, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.401, "sample_count": 1912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:34:54+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T16:34:54+09:00", "mjpeg": {"age_sec": 4.735, "exists": true, "mtime": "2026-07-06T16:34:49.680088+09:00", "mtime_epoch": 1783323289.6800883, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:34:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1599.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.702, "pushed": 5.702, "read": 5.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.023, "count": 170, "max_ms": 8.223, "p95_ms": 7.678}, "gstreamer_push": {"avg_ms": 1.109, "count": 171, "max_ms": 1.36, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.355, "count": 170, "max_ms": 84.158, "p95_ms": 79.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.599, "count": 170, "max_ms": 121.908, "p95_ms": 111.565}, "yolo11_640_fire_11class": {"avg_ms": 72.751, "count": 170, "max_ms": 94.069, "p95_ms": 87.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.04, "count": 170, "max_ms": 106.608, "p95_ms": 101.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.059, "count": 171, "max_ms": 189.689, "p95_ms": 164.316}, "read_interval": {"avg_ms": 176.321, "count": 170, "max_ms": 4738.124, "p95_ms": 174.757}, "triton_wait": {"avg_ms": 88.392, "count": 170, "max_ms": 121.921, "p95_ms": 111.581}, "visualize": {"avg_ms": 5.137, "count": 170, "max_ms": 7.622, "p95_ms": 5.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 972, "tracking_summary": 901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5827.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19020.971, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.329, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:35:07+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T16:35:07+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T16:35:07.576439+09:00", "mtime_epoch": 1783323307.576439, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 242832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:35:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 793.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.399, "pushed": 5.399, "read": 5.366}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.029, "count": 161, "max_ms": 105.083, "p95_ms": 98.352}, "gstreamer_push": {"avg_ms": 1.096, "count": 161, "max_ms": 2.362, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.429, "count": 161, "max_ms": 114.531, "p95_ms": 96.728}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.539, "count": 161, "max_ms": 114.068, "p95_ms": 100.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.101, "count": 161, "max_ms": 252.236, "p95_ms": 235.858}, "read_interval": {"avg_ms": 186.57, "count": 160, "max_ms": 258.56, "p95_ms": 243.207}, "triton_wait": {"avg_ms": 73.23, "count": 161, "max_ms": 114.547, "p95_ms": 103.315}, "visualize": {"avg_ms": 32.653, "count": 161, "max_ms": 49.363, "p95_ms": 42.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5829.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.705, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.613, "sample_count": 2350, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:35:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:35:12+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T16:35:12+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T16:35:12.796541+09:00", "mtime_epoch": 1783323312.796541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:35:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.351, "pushed": 7.351, "read": 7.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.219, "count": 220, "max_ms": 9.293, "p95_ms": 7.485}, "gstreamer_push": {"avg_ms": 1.169, "count": 220, "max_ms": 5.236, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.522, "count": 220, "max_ms": 83.113, "p95_ms": 76.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.818, "count": 220, "max_ms": 125.074, "p95_ms": 102.422}, "yolo11_640_fire_11class": {"avg_ms": 64.667, "count": 220, "max_ms": 91.746, "p95_ms": 82.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.536, "count": 220, "max_ms": 105.419, "p95_ms": 97.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.622, "count": 220, "max_ms": 179.063, "p95_ms": 157.334}, "read_interval": {"avg_ms": 136.626, "count": 219, "max_ms": 188.767, "p95_ms": 167.747}, "triton_wait": {"avg_ms": 73.533, "count": 220, "max_ms": 125.087, "p95_ms": 102.436}, "visualize": {"avg_ms": 5.175, "count": 220, "max_ms": 7.27, "p95_ms": 5.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5823.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:34:49+09:00", "last_error_summary": "[h264 @ 0x55eb08d97340] error while decoding MB 4 42, bytestream -27", "last_exit_at": "2026-07-06T16:34:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.304, "last_started_at": "2026-07-06T16:34:52+09:00", "pid": 17372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.238, "name": "ffmpeg", "pid": 17372, "rss_mb": 264.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 14, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.478, "sample_count": 1806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:35:24+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T16:35:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T16:35:24.396768+09:00", "mtime_epoch": 1783323324.396768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:35:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1497.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.711, "pushed": 5.711, "read": 5.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.499, "count": 170, "max_ms": 10.781, "p95_ms": 8.624}, "gstreamer_push": {"avg_ms": 1.049, "count": 171, "max_ms": 3.107, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.741, "count": 170, "max_ms": 84.069, "p95_ms": 76.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.835, "count": 170, "max_ms": 119.932, "p95_ms": 109.404}, "yolo11_640_fire_11class": {"avg_ms": 61.968, "count": 170, "max_ms": 89.113, "p95_ms": 81.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.194, "count": 170, "max_ms": 106.999, "p95_ms": 98.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.108, "count": 171, "max_ms": 237.472, "p95_ms": 210.893}, "read_interval": {"avg_ms": 176.249, "count": 170, "max_ms": 246.431, "p95_ms": 218.357}, "triton_wait": {"avg_ms": 79.341, "count": 170, "max_ms": 119.943, "p95_ms": 109.416}, "visualize": {"avg_ms": 6.77, "count": 170, "max_ms": 9.292, "p95_ms": 8.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 973, "tracking_summary": 902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5828.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19051.174, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.151, "sample_count": 1501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:35:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:35:37+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T16:35:37+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T16:35:37.773030+09:00", "mtime_epoch": 1783323337.7730298, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:35:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 789.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.968, "pushed": 4.968, "read": 4.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.416, "count": 149, "max_ms": 106.702, "p95_ms": 103.137}, "gstreamer_push": {"avg_ms": 1.044, "count": 149, "max_ms": 2.184, "p95_ms": 1.947}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.858, "count": 149, "max_ms": 126.125, "p95_ms": 109.04}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.312, "count": 149, "max_ms": 119.204, "p95_ms": 108.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.889, "count": 149, "max_ms": 256.733, "p95_ms": 234.772}, "read_interval": {"avg_ms": 201.267, "count": 149, "max_ms": 266.182, "p95_ms": 241.051}, "triton_wait": {"avg_ms": 76.003, "count": 149, "max_ms": 126.138, "p95_ms": 112.578}, "visualize": {"avg_ms": 30.465, "count": 149, "max_ms": 48.739, "p95_ms": 44.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5831.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.782, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.513, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:35:42+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T16:35:42+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T16:35:42.881130+09:00", "mtime_epoch": 1783323342.8811297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:35:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.412, "pushed": 7.412, "read": 7.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.144, "count": 222, "max_ms": 9.479, "p95_ms": 8.145}, "gstreamer_push": {"avg_ms": 1.22, "count": 222, "max_ms": 4.644, "p95_ms": 2.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.286, "count": 222, "max_ms": 86.411, "p95_ms": 74.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.167, "count": 222, "max_ms": 119.511, "p95_ms": 104.117}, "yolo11_640_fire_11class": {"avg_ms": 63.355, "count": 222, "max_ms": 96.317, "p95_ms": 82.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.329, "count": 222, "max_ms": 110.651, "p95_ms": 97.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.331, "count": 222, "max_ms": 180.549, "p95_ms": 156.468}, "read_interval": {"avg_ms": 135.547, "count": 221, "max_ms": 190.956, "p95_ms": 167.936}, "triton_wait": {"avg_ms": 72.859, "count": 222, "max_ms": 119.524, "p95_ms": 104.13}, "visualize": {"avg_ms": 5.046, "count": 222, "max_ms": 6.995, "p95_ms": 5.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5826.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:34:49+09:00", "last_error_summary": "[h264 @ 0x55eb08d97340] error while decoding MB 4 42, bytestream -27", "last_exit_at": "2026-07-06T16:34:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.451, "last_started_at": "2026-07-06T16:34:52+09:00", "pid": 17372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.527, "name": "ffmpeg", "pid": 17372, "rss_mb": 265.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 14, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.618, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:35:54+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T16:35:54+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T16:35:54.517357+09:00", "mtime_epoch": 1783323354.517357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:35:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1491.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.333, "pushed": 5.367, "read": 5.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.452, "count": 160, "max_ms": 12.748, "p95_ms": 9.966}, "gstreamer_push": {"avg_ms": 1.042, "count": 161, "max_ms": 3.415, "p95_ms": 1.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.418, "count": 160, "max_ms": 78.379, "p95_ms": 69.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.466, "count": 160, "max_ms": 113.983, "p95_ms": 101.452}, "yolo11_640_fire_11class": {"avg_ms": 59.756, "count": 160, "max_ms": 90.433, "p95_ms": 81.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.203, "count": 160, "max_ms": 104.78, "p95_ms": 99.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.783, "count": 160, "max_ms": 267.898, "p95_ms": 226.626}, "read_interval": {"avg_ms": 187.327, "count": 160, "max_ms": 278.973, "p95_ms": 234.362}, "triton_wait": {"avg_ms": 74.825, "count": 160, "max_ms": 113.995, "p95_ms": 101.751}, "visualize": {"avg_ms": 7.676, "count": 160, "max_ms": 11.558, "p95_ms": 9.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 975, "tracking_summary": 903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5833.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19081.347, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.605, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:36:08+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T16:36:07+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T16:36:07.969620+09:00", "mtime_epoch": 1783323367.96962, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:36:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 792.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.903, "pushed": 4.903, "read": 4.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.895, "count": 147, "max_ms": 104.033, "p95_ms": 100.821}, "gstreamer_push": {"avg_ms": 0.868, "count": 147, "max_ms": 2.114, "p95_ms": 1.074}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.029, "count": 147, "max_ms": 112.894, "p95_ms": 104.492}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.818, "count": 147, "max_ms": 108.239, "p95_ms": 103.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.518, "count": 147, "max_ms": 247.058, "p95_ms": 232.018}, "read_interval": {"avg_ms": 205.356, "count": 146, "max_ms": 255.646, "p95_ms": 239.707}, "triton_wait": {"avg_ms": 77.382, "count": 147, "max_ms": 112.908, "p95_ms": 105.676}, "visualize": {"avg_ms": 30.175, "count": 147, "max_ms": 48.023, "p95_ms": 39.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5830.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.854, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.314, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:36:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:36:13+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:36:12+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T16:36:12.953717+09:00", "mtime_epoch": 1783323372.9537175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:36:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.58, "pushed": 7.58, "read": 7.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.06, "count": 227, "max_ms": 8.874, "p95_ms": 7.497}, "gstreamer_push": {"avg_ms": 1.174, "count": 227, "max_ms": 4.303, "p95_ms": 1.532}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.833, "count": 227, "max_ms": 83.046, "p95_ms": 71.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.227, "count": 227, "max_ms": 115.671, "p95_ms": 99.19}, "yolo11_640_fire_11class": {"avg_ms": 62.971, "count": 227, "max_ms": 92.15, "p95_ms": 81.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.203, "count": 227, "max_ms": 113.534, "p95_ms": 94.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.481, "count": 227, "max_ms": 170.649, "p95_ms": 156.681}, "read_interval": {"avg_ms": 132.521, "count": 226, "max_ms": 181.233, "p95_ms": 166.377}, "triton_wait": {"avg_ms": 70.102, "count": 227, "max_ms": 115.683, "p95_ms": 100.159}, "visualize": {"avg_ms": 5.068, "count": 227, "max_ms": 6.657, "p95_ms": 5.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5829.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:34:49+09:00", "last_error_summary": "[h264 @ 0x55eb08d97340] error while decoding MB 4 42, bytestream -27", "last_exit_at": "2026-07-06T16:34:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.579, "last_started_at": "2026-07-06T16:34:52+09:00", "pid": 17372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.074, "name": "ffmpeg", "pid": 17372, "rss_mb": 267.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 14, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.759, "sample_count": 1594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:36:24+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T16:36:24+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T16:36:24.561944+09:00", "mtime_epoch": 1783323384.561944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:36:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1497.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.672, "pushed": 4.672, "read": 4.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.567, "count": 139, "max_ms": 15.933, "p95_ms": 11.327}, "gstreamer_push": {"avg_ms": 0.929, "count": 140, "max_ms": 1.948, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.473, "count": 139, "max_ms": 84.22, "p95_ms": 75.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.903, "count": 139, "max_ms": 117.639, "p95_ms": 104.631}, "yolo11_640_fire_11class": {"avg_ms": 60.505, "count": 139, "max_ms": 90.76, "p95_ms": 83.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.289, "count": 139, "max_ms": 108.384, "p95_ms": 100.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.887, "count": 140, "max_ms": 306.911, "p95_ms": 251.79}, "read_interval": {"avg_ms": 214.886, "count": 139, "max_ms": 314.626, "p95_ms": 259.058}, "triton_wait": {"avg_ms": 76.682, "count": 139, "max_ms": 117.652, "p95_ms": 106.568}, "visualize": {"avg_ms": 9.134, "count": 139, "max_ms": 14.045, "p95_ms": 11.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 976, "tracking_summary": 904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5833.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19111.458, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.772, "sample_count": 1491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:36:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:36:38+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T16:36:38+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T16:36:38.126209+09:00", "mtime_epoch": 1783323398.1262088, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:36:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 792.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.918, "pushed": 4.918, "read": 4.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.502, "count": 147, "max_ms": 120.377, "p95_ms": 103.97}, "gstreamer_push": {"avg_ms": 0.84, "count": 147, "max_ms": 1.962, "p95_ms": 1.065}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.69, "count": 147, "max_ms": 122.264, "p95_ms": 99.785}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.479, "count": 147, "max_ms": 114.515, "p95_ms": 99.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.75, "count": 147, "max_ms": 255.785, "p95_ms": 231.707}, "read_interval": {"avg_ms": 205.25, "count": 146, "max_ms": 264.03, "p95_ms": 238.595}, "triton_wait": {"avg_ms": 75.345, "count": 147, "max_ms": 122.277, "p95_ms": 104.627}, "visualize": {"avg_ms": 28.956, "count": 147, "max_ms": 60.984, "p95_ms": 36.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5832.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.919, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.457, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:36:43+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T16:36:43+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:36:43.014304+09:00", "mtime_epoch": 1783323403.0143042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:36:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.714, "pushed": 7.714, "read": 7.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.027, "count": 231, "max_ms": 10.039, "p95_ms": 7.54}, "gstreamer_push": {"avg_ms": 1.197, "count": 231, "max_ms": 4.927, "p95_ms": 2.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.708, "count": 231, "max_ms": 82.516, "p95_ms": 70.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.101, "count": 231, "max_ms": 117.206, "p95_ms": 94.669}, "yolo11_640_fire_11class": {"avg_ms": 61.885, "count": 231, "max_ms": 93.727, "p95_ms": 81.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.025, "count": 231, "max_ms": 107.214, "p95_ms": 96.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.21, "count": 231, "max_ms": 180.818, "p95_ms": 153.801}, "read_interval": {"avg_ms": 130.164, "count": 230, "max_ms": 200.382, "p95_ms": 163.692}, "triton_wait": {"avg_ms": 68.196, "count": 231, "max_ms": 117.222, "p95_ms": 97.446}, "visualize": {"avg_ms": 5.032, "count": 231, "max_ms": 7.077, "p95_ms": 5.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5851.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:34:49+09:00", "last_error_summary": "[h264 @ 0x55eb08d97340] error while decoding MB 4 42, bytestream -27", "last_exit_at": "2026-07-06T16:34:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.658, "last_started_at": "2026-07-06T16:34:52+09:00", "pid": 17372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.836, "name": "ffmpeg", "pid": 17372, "rss_mb": 283.836, "state": "S (sleeping)", "threads": 104}, "restart_count": 36, "restart_count_per_hour": 14, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.12, "sample_count": 1578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:36:54+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T16:36:54+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T16:36:54.686532+09:00", "mtime_epoch": 1783323414.6865318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:36:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1497.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.319, "pushed": 5.319, "read": 5.285}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.34, "count": 159, "max_ms": 12.425, "p95_ms": 10.48}, "gstreamer_push": {"avg_ms": 1.003, "count": 159, "max_ms": 2.941, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.625, "count": 159, "max_ms": 79.515, "p95_ms": 69.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.267, "count": 159, "max_ms": 121.541, "p95_ms": 102.905}, "yolo11_640_fire_11class": {"avg_ms": 60.03, "count": 159, "max_ms": 90.705, "p95_ms": 82.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.553, "count": 159, "max_ms": 106.457, "p95_ms": 98.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.708, "count": 159, "max_ms": 257.315, "p95_ms": 228.408}, "read_interval": {"avg_ms": 189.041, "count": 158, "max_ms": 263.512, "p95_ms": 234.472}, "triton_wait": {"avg_ms": 76.781, "count": 159, "max_ms": 121.553, "p95_ms": 104.293}, "visualize": {"avg_ms": 7.551, "count": 159, "max_ms": 10.508, "p95_ms": 9.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 979, "tracking_summary": 906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5776.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19141.471, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.465, "sample_count": 1499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:37:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:37:08+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T16:37:08+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T16:37:08.050792+09:00", "mtime_epoch": 1783323428.0507925, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:37:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 783.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.225, "pushed": 5.225, "read": 5.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.954, "count": 156, "max_ms": 101.94, "p95_ms": 100.484}, "gstreamer_push": {"avg_ms": 0.858, "count": 156, "max_ms": 2.163, "p95_ms": 1.026}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.97, "count": 156, "max_ms": 102.642, "p95_ms": 96.54}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.401, "count": 156, "max_ms": 108.232, "p95_ms": 95.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.009, "count": 156, "max_ms": 237.315, "p95_ms": 223.172}, "read_interval": {"avg_ms": 192.221, "count": 155, "max_ms": 243.574, "p95_ms": 230.3}, "triton_wait": {"avg_ms": 69.791, "count": 156, "max_ms": 108.242, "p95_ms": 97.783}, "visualize": {"avg_ms": 28.234, "count": 156, "max_ms": 42.57, "p95_ms": 38.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5832.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.974, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.546, "sample_count": 2401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:37:13+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T16:37:13+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T16:37:13.054890+09:00", "mtime_epoch": 1783323433.05489, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:37:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.79, "pushed": 7.79, "read": 7.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.996, "count": 233, "max_ms": 9.493, "p95_ms": 7.347}, "gstreamer_push": {"avg_ms": 1.217, "count": 233, "max_ms": 4.428, "p95_ms": 1.684}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.431, "count": 233, "max_ms": 78.217, "p95_ms": 64.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.267, "count": 233, "max_ms": 113.779, "p95_ms": 99.403}, "yolo11_640_fire_11class": {"avg_ms": 61.747, "count": 233, "max_ms": 91.143, "p95_ms": 80.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.84, "count": 233, "max_ms": 110.528, "p95_ms": 95.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.663, "count": 233, "max_ms": 184.946, "p95_ms": 153.843}, "read_interval": {"avg_ms": 128.929, "count": 232, "max_ms": 197.997, "p95_ms": 164.19}, "triton_wait": {"avg_ms": 69.344, "count": 233, "max_ms": 113.797, "p95_ms": 100.479}, "visualize": {"avg_ms": 5.023, "count": 233, "max_ms": 8.021, "p95_ms": 5.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5837.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:36:57+09:00", "last_error_summary": "[h264 @ 0x55d1c3f9e4c0] error while decoding MB 76 34, bytestream -38", "last_exit_at": "2026-07-06T16:37:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.7, "last_started_at": "2026-07-06T16:37:00+09:00", "pid": 17479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.246, "name": "ffmpeg", "pid": 17479, "rss_mb": 267.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 15, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.428, "sample_count": 1541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:37:25+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T16:37:24+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T16:37:24.823119+09:00", "mtime_epoch": 1783323444.8231192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:37:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1500.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.375, "pushed": 4.375, "read": 4.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.305, "count": 130, "max_ms": 11.215, "p95_ms": 9.746}, "gstreamer_push": {"avg_ms": 1.004, "count": 131, "max_ms": 3.384, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.012, "count": 130, "max_ms": 85.984, "p95_ms": 71.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.828, "count": 130, "max_ms": 116.838, "p95_ms": 106.086}, "yolo11_640_fire_11class": {"avg_ms": 61.826, "count": 130, "max_ms": 91.539, "p95_ms": 83.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.299, "count": 130, "max_ms": 113.048, "p95_ms": 100.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.735, "count": 131, "max_ms": 248.468, "p95_ms": 229.417}, "read_interval": {"avg_ms": 230.155, "count": 130, "max_ms": 5163.599, "p95_ms": 236.621}, "triton_wait": {"avg_ms": 79.412, "count": 130, "max_ms": 116.85, "p95_ms": 107.241}, "visualize": {"avg_ms": 7.538, "count": 130, "max_ms": 10.014, "p95_ms": 9.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 979, "tracking_summary": 907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5826.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19171.559, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.884, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:37:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:37:38+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T16:37:38+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-06T16:37:38.139379+09:00", "mtime_epoch": 1783323458.1393785, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:37:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 783.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.09, "pushed": 5.09, "read": 5.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.689, "count": 152, "max_ms": 103.242, "p95_ms": 100.901}, "gstreamer_push": {"avg_ms": 0.956, "count": 152, "max_ms": 2.462, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.792, "count": 152, "max_ms": 124.457, "p95_ms": 107.837}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.088, "count": 152, "max_ms": 121.609, "p95_ms": 106.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.563, "count": 152, "max_ms": 246.576, "p95_ms": 231.64}, "read_interval": {"avg_ms": 197.782, "count": 151, "max_ms": 254.181, "p95_ms": 239.733}, "triton_wait": {"avg_ms": 77.409, "count": 152, "max_ms": 124.469, "p95_ms": 108.133}, "visualize": {"avg_ms": 29.353, "count": 152, "max_ms": 39.678, "p95_ms": 36.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5828.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.023, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.898, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:37:43+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T16:37:43+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T16:37:43.127476+09:00", "mtime_epoch": 1783323463.1274757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:37:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1358.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.519, "pushed": 7.519, "read": 7.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.091, "count": 225, "max_ms": 9.212, "p95_ms": 7.179}, "gstreamer_push": {"avg_ms": 1.164, "count": 225, "max_ms": 2.993, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.382, "count": 225, "max_ms": 81.795, "p95_ms": 72.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.74, "count": 225, "max_ms": 125.214, "p95_ms": 103.61}, "yolo11_640_fire_11class": {"avg_ms": 62.806, "count": 225, "max_ms": 94.447, "p95_ms": 83.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.449, "count": 225, "max_ms": 110.958, "p95_ms": 97.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.509, "count": 225, "max_ms": 175.873, "p95_ms": 156.478}, "read_interval": {"avg_ms": 133.609, "count": 224, "max_ms": 185.462, "p95_ms": 167.007}, "triton_wait": {"avg_ms": 70.743, "count": 225, "max_ms": 125.227, "p95_ms": 103.651}, "visualize": {"avg_ms": 5.079, "count": 225, "max_ms": 6.404, "p95_ms": 5.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5832.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:36:57+09:00", "last_error_summary": "[h264 @ 0x55d1c3f9e4c0] error while decoding MB 76 34, bytestream -38", "last_exit_at": "2026-07-06T16:37:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.811, "last_started_at": "2026-07-06T16:37:00+09:00", "pid": 17479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.504, "name": "ffmpeg", "pid": 17479, "rss_mb": 267.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 15, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.22, "sample_count": 1568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:37:55+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T16:37:54+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T16:37:54.999707+09:00", "mtime_epoch": 1783323474.999707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:37:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1495.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.114, "pushed": 6.114, "read": 6.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.329, "count": 182, "max_ms": 10.804, "p95_ms": 8.97}, "gstreamer_push": {"avg_ms": 1.069, "count": 183, "max_ms": 3.599, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.584, "count": 182, "max_ms": 81.652, "p95_ms": 74.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.348, "count": 182, "max_ms": 122.221, "p95_ms": 105.452}, "yolo11_640_fire_11class": {"avg_ms": 60.252, "count": 182, "max_ms": 91.287, "p95_ms": 83.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.079, "count": 182, "max_ms": 110.902, "p95_ms": 97.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.372, "count": 183, "max_ms": 226.542, "p95_ms": 202.705}, "read_interval": {"avg_ms": 164.587, "count": 182, "max_ms": 233.333, "p95_ms": 209.605}, "triton_wait": {"avg_ms": 77.579, "count": 182, "max_ms": 122.233, "p95_ms": 105.668}, "visualize": {"avg_ms": 6.338, "count": 182, "max_ms": 10.778, "p95_ms": 7.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 981, "tracking_summary": 908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5823.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19201.671, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.808, "sample_count": 1500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:38:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:38:08+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T16:38:08+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T16:38:08.263965+09:00", "mtime_epoch": 1783323488.2639651, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:38:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 783.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.716, "pushed": 4.716, "read": 4.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.182, "count": 141, "max_ms": 124.676, "p95_ms": 102.302}, "gstreamer_push": {"avg_ms": 1.068, "count": 141, "max_ms": 2.966, "p95_ms": 1.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.882, "count": 141, "max_ms": 122.283, "p95_ms": 109.103}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.426, "count": 141, "max_ms": 118.273, "p95_ms": 102.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.048, "count": 141, "max_ms": 267.124, "p95_ms": 246.276}, "read_interval": {"avg_ms": 213.535, "count": 140, "max_ms": 276.635, "p95_ms": 253.958}, "triton_wait": {"avg_ms": 76.604, "count": 141, "max_ms": 122.295, "p95_ms": 110.022}, "visualize": {"avg_ms": 33.409, "count": 141, "max_ms": 52.174, "p95_ms": 44.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5834.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.044, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.681, "sample_count": 2279, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:38:13+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T16:38:13+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T16:38:13.108059+09:00", "mtime_epoch": 1783323493.1080592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:38:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.256, "pushed": 7.256, "read": 7.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.174, "count": 217, "max_ms": 8.612, "p95_ms": 7.236}, "gstreamer_push": {"avg_ms": 1.142, "count": 217, "max_ms": 4.593, "p95_ms": 1.253}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.756, "count": 217, "max_ms": 91.585, "p95_ms": 77.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.549, "count": 217, "max_ms": 118.928, "p95_ms": 103.415}, "yolo11_640_fire_11class": {"avg_ms": 65.839, "count": 217, "max_ms": 91.068, "p95_ms": 86.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.106, "count": 217, "max_ms": 106.978, "p95_ms": 100.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.412, "count": 217, "max_ms": 170.779, "p95_ms": 156.409}, "read_interval": {"avg_ms": 138.264, "count": 216, "max_ms": 180.866, "p95_ms": 167.192}, "triton_wait": {"avg_ms": 75.654, "count": 217, "max_ms": 118.941, "p95_ms": 103.584}, "visualize": {"avg_ms": 5.16, "count": 217, "max_ms": 7.089, "p95_ms": 5.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5822.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:36:57+09:00", "last_error_summary": "[h264 @ 0x55d1c3f9e4c0] error while decoding MB 76 34, bytestream -38", "last_exit_at": "2026-07-06T16:37:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.973, "last_started_at": "2026-07-06T16:37:00+09:00", "pid": 17479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.762, "name": "ffmpeg", "pid": 17479, "rss_mb": 267.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 15, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.277, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:38:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:38:25+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T16:38:25+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T16:38:25.136293+09:00", "mtime_epoch": 1783323505.1362932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:38:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1492.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.768, "pushed": 6.768, "read": 6.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.156, "count": 203, "max_ms": 8.603, "p95_ms": 7.209}, "gstreamer_push": {"avg_ms": 1.173, "count": 203, "max_ms": 4.071, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.362, "count": 203, "max_ms": 91.167, "p95_ms": 78.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.922, "count": 203, "max_ms": 121.935, "p95_ms": 104.907}, "yolo11_640_fire_11class": {"avg_ms": 67.597, "count": 203, "max_ms": 93.94, "p95_ms": 86.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.711, "count": 203, "max_ms": 107.588, "p95_ms": 101.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.638, "count": 203, "max_ms": 180.185, "p95_ms": 164.055}, "read_interval": {"avg_ms": 147.732, "count": 203, "max_ms": 187.967, "p95_ms": 175.313}, "triton_wait": {"avg_ms": 81.983, "count": 203, "max_ms": 121.949, "p95_ms": 104.95}, "visualize": {"avg_ms": 5.313, "count": 203, "max_ms": 7.134, "p95_ms": 6.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 982, "tracking_summary": 909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5832.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19231.721, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.642, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:38:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:38:38+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T16:38:38+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T16:38:38.384551+09:00", "mtime_epoch": 1783323518.3845508, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 242497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:38:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.512, "name": "celery", "pid": 239, "rss_mb": 792.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.191, "pushed": 5.191, "read": 5.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.611, "count": 155, "max_ms": 103.663, "p95_ms": 99.142}, "gstreamer_push": {"avg_ms": 1.02, "count": 155, "max_ms": 2.302, "p95_ms": 2.062}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.397, "count": 155, "max_ms": 114.276, "p95_ms": 103.233}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.076, "count": 155, "max_ms": 113.311, "p95_ms": 105.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.365, "count": 155, "max_ms": 242.198, "p95_ms": 226.629}, "read_interval": {"avg_ms": 194.188, "count": 154, "max_ms": 251.447, "p95_ms": 234.039}, "triton_wait": {"avg_ms": 77.282, "count": 155, "max_ms": 114.289, "p95_ms": 107.341}, "visualize": {"avg_ms": 34.301, "count": 155, "max_ms": 52.245, "p95_ms": 45.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5824.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.044, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.513, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:38:43+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T16:38:43+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T16:38:43.140643+09:00", "mtime_epoch": 1783323523.1406431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:38:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.302, "pushed": 7.302, "read": 7.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.185, "count": 219, "max_ms": 9.347, "p95_ms": 7.337}, "gstreamer_push": {"avg_ms": 1.21, "count": 219, "max_ms": 4.226, "p95_ms": 2.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.421, "count": 219, "max_ms": 90.873, "p95_ms": 73.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.696, "count": 219, "max_ms": 109.397, "p95_ms": 99.873}, "yolo11_640_fire_11class": {"avg_ms": 65.506, "count": 219, "max_ms": 96.831, "p95_ms": 85.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.694, "count": 219, "max_ms": 106.866, "p95_ms": 99.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.041, "count": 219, "max_ms": 169.929, "p95_ms": 154.771}, "read_interval": {"avg_ms": 137.124, "count": 219, "max_ms": 181.491, "p95_ms": 165.67}, "triton_wait": {"avg_ms": 73.818, "count": 219, "max_ms": 109.409, "p95_ms": 100.387}, "visualize": {"avg_ms": 5.183, "count": 219, "max_ms": 8.024, "p95_ms": 5.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 1000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5824.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:36:57+09:00", "last_error_summary": "[h264 @ 0x55d1c3f9e4c0] error while decoding MB 76 34, bytestream -38", "last_exit_at": "2026-07-06T16:37:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.097, "last_started_at": "2026-07-06T16:37:00+09:00", "pid": 17479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.824, "name": "ffmpeg", "pid": 17479, "rss_mb": 269.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 15, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.653, "sample_count": 1667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:38:55+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T16:38:55+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T16:38:55.264879+09:00", "mtime_epoch": 1783323535.2648787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:38:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1495.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.777, "pushed": 5.777, "read": 5.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.308, "count": 172, "max_ms": 11.376, "p95_ms": 9.054}, "gstreamer_push": {"avg_ms": 1.056, "count": 173, "max_ms": 3.007, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.351, "count": 172, "max_ms": 88.05, "p95_ms": 71.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.052, "count": 172, "max_ms": 114.883, "p95_ms": 105.999}, "yolo11_640_fire_11class": {"avg_ms": 61.387, "count": 172, "max_ms": 88.714, "p95_ms": 81.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.274, "count": 172, "max_ms": 105.301, "p95_ms": 95.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.882, "count": 173, "max_ms": 219.998, "p95_ms": 196.28}, "read_interval": {"avg_ms": 174.132, "count": 172, "max_ms": 230.86, "p95_ms": 204.65}, "triton_wait": {"avg_ms": 80.573, "count": 172, "max_ms": 114.895, "p95_ms": 106.013}, "visualize": {"avg_ms": 6.507, "count": 172, "max_ms": 8.496, "p95_ms": 7.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 983, "tracking_summary": 911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5840.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19261.774, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.717, "sample_count": 1496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:39:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:39:08+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T16:39:08+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T16:39:08.373133+09:00", "mtime_epoch": 1783323548.3731334, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:39:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.938, "name": "celery", "pid": 239, "rss_mb": 792.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.883, "pushed": 4.883, "read": 4.85}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.943, "count": 146, "max_ms": 124.812, "p95_ms": 103.68}, "gstreamer_push": {"avg_ms": 1.043, "count": 146, "max_ms": 2.925, "p95_ms": 2.073}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.318, "count": 146, "max_ms": 117.773, "p95_ms": 108.548}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.622, "count": 146, "max_ms": 115.695, "p95_ms": 105.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.211, "count": 146, "max_ms": 273.636, "p95_ms": 239.444}, "read_interval": {"avg_ms": 205.774, "count": 145, "max_ms": 284.336, "p95_ms": 245.117}, "triton_wait": {"avg_ms": 78.271, "count": 146, "max_ms": 117.785, "p95_ms": 109.767}, "visualize": {"avg_ms": 31.866, "count": 146, "max_ms": 68.37, "p95_ms": 44.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5596.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.062, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.438, "name": "ffmpeg", "pid": 17006, "rss_mb": 333.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.454, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:39:13+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T16:39:13+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:39:13.157226+09:00", "mtime_epoch": 1783323553.1572263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:39:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1361.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.493, "pushed": 7.493, "read": 7.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.134, "count": 224, "max_ms": 8.889, "p95_ms": 7.169}, "gstreamer_push": {"avg_ms": 1.232, "count": 224, "max_ms": 4.417, "p95_ms": 2.252}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.325, "count": 224, "max_ms": 89.362, "p95_ms": 68.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.356, "count": 224, "max_ms": 111.88, "p95_ms": 101.668}, "yolo11_640_fire_11class": {"avg_ms": 63.749, "count": 224, "max_ms": 95.89, "p95_ms": 84.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.944, "count": 224, "max_ms": 106.334, "p95_ms": 96.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.936, "count": 224, "max_ms": 165.413, "p95_ms": 154.25}, "read_interval": {"avg_ms": 134.054, "count": 223, "max_ms": 175.415, "p95_ms": 164.467}, "triton_wait": {"avg_ms": 71.2, "count": 224, "max_ms": 111.892, "p95_ms": 101.682}, "visualize": {"avg_ms": 5.132, "count": 224, "max_ms": 6.855, "p95_ms": 5.622}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 1001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5823.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:39:11+09:00", "last_error_summary": "[h264 @ 0x55b098d1a980] error while decoding MB 49 21, bytestream -13", "last_exit_at": "2026-07-06T16:39:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.766, "last_started_at": "2026-07-06T16:39:14+09:00", "pid": 17586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 232.164, "name": "ffmpeg", "pid": 17586, "rss_mb": 232.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.97, "sample_count": 1626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:39:25+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T16:39:25+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-06T16:39:25.261461+09:00", "mtime_epoch": 1783323565.2614615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:39:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1753.828, "name": "celery", "pid": 237, "rss_mb": 1492.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.695, "pushed": 4.695, "read": 4.661}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.713, "count": 140, "max_ms": 11.247, "p95_ms": 9.667}, "gstreamer_push": {"avg_ms": 1.07, "count": 140, "max_ms": 3.234, "p95_ms": 1.808}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.602, "count": 140, "max_ms": 85.435, "p95_ms": 76.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.067, "count": 140, "max_ms": 121.37, "p95_ms": 109.506}, "yolo11_640_fire_11class": {"avg_ms": 62.031, "count": 140, "max_ms": 95.175, "p95_ms": 85.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.065, "count": 140, "max_ms": 116.087, "p95_ms": 102.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.666, "count": 140, "max_ms": 255.096, "p95_ms": 235.574}, "read_interval": {"avg_ms": 214.534, "count": 139, "max_ms": 5019.33, "p95_ms": 247.837}, "triton_wait": {"avg_ms": 79.45, "count": 140, "max_ms": 121.386, "p95_ms": 109.518}, "visualize": {"avg_ms": 6.932, "count": 140, "max_ms": 12.184, "p95_ms": 8.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 985, "tracking_summary": 912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5857.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19291.877, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.451, "sample_count": 1498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:39:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:39:38+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T16:39:38+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T16:39:38.449718+09:00", "mtime_epoch": 1783323578.4497175, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:39:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.938, "name": "celery", "pid": 239, "rss_mb": 794.254, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.916, "pushed": 4.916, "read": 4.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.822, "count": 147, "max_ms": 128.011, "p95_ms": 100.036}, "gstreamer_push": {"avg_ms": 0.819, "count": 147, "max_ms": 1.29, "p95_ms": 1.014}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.514, "count": 147, "max_ms": 121.245, "p95_ms": 112.285}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.666, "count": 147, "max_ms": 120.398, "p95_ms": 110.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.756, "count": 147, "max_ms": 252.255, "p95_ms": 241.211}, "read_interval": {"avg_ms": 204.525, "count": 146, "max_ms": 258.384, "p95_ms": 249.181}, "triton_wait": {"avg_ms": 78.829, "count": 147, "max_ms": 121.257, "p95_ms": 113.222}, "visualize": {"avg_ms": 28.11, "count": 147, "max_ms": 48.383, "p95_ms": 34.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6207.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.134, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 360.559, "name": "ffmpeg", "pid": 17006, "rss_mb": 360.559, "state": "S (sleeping)", "threads": 104}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.764, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:39:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:39:43+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T16:39:43+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T16:39:43.241811+09:00", "mtime_epoch": 1783323583.2418106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:39:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 299, "max_ms": 6.29, "p95_ms": 5.926}, "gstreamer_push": {"avg_ms": 1.566, "count": 299, "max_ms": 6.349, "p95_ms": 3.762}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.241, "count": 299, "max_ms": 84.806, "p95_ms": 71.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.261, "count": 299, "max_ms": 122.839, "p95_ms": 105.527}, "yolo11_640_fire_11class": {"avg_ms": 62.635, "count": 299, "max_ms": 96.012, "p95_ms": 84.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.967, "count": 299, "max_ms": 111.632, "p95_ms": 99.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.65, "count": 299, "max_ms": 157.322, "p95_ms": 123.993}, "read_interval": {"avg_ms": 100.537, "count": 298, "max_ms": 167.547, "p95_ms": 136.324}, "triton_wait": {"avg_ms": 71.697, "count": 299, "max_ms": 122.851, "p95_ms": 105.54}, "visualize": {"avg_ms": 3.806, "count": 299, "max_ms": 5.616, "p95_ms": 5.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6108.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:39:11+09:00", "last_error_summary": "[h264 @ 0x55b098d1a980] error while decoding MB 49 21, bytestream -13", "last_exit_at": "2026-07-06T16:39:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.816, "last_started_at": "2026-07-06T16:39:14+09:00", "pid": 17586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.402, "name": "ffmpeg", "pid": 17586, "rss_mb": 265.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.432, "sample_count": 1586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:39:55+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-06T16:39:55+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T16:39:55.306045+09:00", "mtime_epoch": 1783323595.3060446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:39:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1742.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.359, "pushed": 4.359, "read": 4.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.12, "count": 130, "max_ms": 13.825, "p95_ms": 12.429}, "gstreamer_push": {"avg_ms": 1.097, "count": 130, "max_ms": 3.155, "p95_ms": 1.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.451, "count": 130, "max_ms": 81.629, "p95_ms": 75.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.489, "count": 130, "max_ms": 118.449, "p95_ms": 108.199}, "yolo11_640_fire_11class": {"avg_ms": 63.343, "count": 130, "max_ms": 91.916, "p95_ms": 85.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.848, "count": 130, "max_ms": 107.776, "p95_ms": 104.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.735, "count": 130, "max_ms": 671.015, "p95_ms": 283.706}, "read_interval": {"avg_ms": 231.357, "count": 129, "max_ms": 680.068, "p95_ms": 294.111}, "triton_wait": {"avg_ms": 82.604, "count": 130, "max_ms": 118.461, "p95_ms": 108.211}, "visualize": {"avg_ms": 10.765, "count": 130, "max_ms": 20.909, "p95_ms": 16.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 986, "tracking_summary": 913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6104.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19321.936, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.574, "sample_count": 1476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:40:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:40:08+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T16:40:08+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T16:40:08.514301+09:00", "mtime_epoch": 1783323608.5143008, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:40:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 797.938, "name": "celery", "pid": 239, "rss_mb": 794.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.652, "pushed": 4.652, "read": 4.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.244, "count": 139, "max_ms": 119.586, "p95_ms": 103.966}, "gstreamer_push": {"avg_ms": 0.855, "count": 139, "max_ms": 3.037, "p95_ms": 1.31}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.723, "count": 139, "max_ms": 109.93, "p95_ms": 103.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.265, "count": 139, "max_ms": 111.719, "p95_ms": 102.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.991, "count": 139, "max_ms": 256.545, "p95_ms": 244.552}, "read_interval": {"avg_ms": 216.164, "count": 138, "max_ms": 263.516, "p95_ms": 251.48}, "triton_wait": {"avg_ms": 78.456, "count": 139, "max_ms": 111.733, "p95_ms": 106.915}, "visualize": {"avg_ms": 31.46, "count": 139, "max_ms": 43.281, "p95_ms": 42.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6094.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.168, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 360.559, "name": "ffmpeg", "pid": 17006, "rss_mb": 360.559, "state": "S (sleeping)", "threads": 104}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.801, "sample_count": 2402, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:40:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:40:13+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T16:40:13+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T16:40:13.250393+09:00", "mtime_epoch": 1783323613.2503927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:40:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.285, "pushed": 10.285, "read": 10.252}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.033, "count": 308, "max_ms": 6.93, "p95_ms": 5.119}, "gstreamer_push": {"avg_ms": 1.478, "count": 308, "max_ms": 6.618, "p95_ms": 3.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.279, "count": 308, "max_ms": 83.398, "p95_ms": 74.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.742, "count": 308, "max_ms": 116.719, "p95_ms": 104.723}, "yolo11_640_fire_11class": {"avg_ms": 62.74, "count": 308, "max_ms": 93.509, "p95_ms": 85.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.518, "count": 308, "max_ms": 109.203, "p95_ms": 99.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.944, "count": 308, "max_ms": 129.775, "p95_ms": 118.204}, "read_interval": {"avg_ms": 97.404, "count": 307, "max_ms": 142.991, "p95_ms": 131.579}, "triton_wait": {"avg_ms": 71.198, "count": 308, "max_ms": 116.732, "p95_ms": 104.881}, "visualize": {"avg_ms": 3.643, "count": 308, "max_ms": 5.73, "p95_ms": 4.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6078.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:39:11+09:00", "last_error_summary": "[h264 @ 0x55b098d1a980] error while decoding MB 49 21, bytestream -13", "last_exit_at": "2026-07-06T16:39:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.976, "last_started_at": "2026-07-06T16:39:14+09:00", "pid": 17586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.402, "name": "ffmpeg", "pid": 17586, "rss_mb": 265.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.443, "sample_count": 1601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:40:25+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T16:40:25+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T16:40:25.482630+09:00", "mtime_epoch": 1783323625.4826298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:40:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1711.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.214, "pushed": 6.214, "read": 6.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.266, "count": 185, "max_ms": 11.935, "p95_ms": 9.86}, "gstreamer_push": {"avg_ms": 1.039, "count": 186, "max_ms": 1.267, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.096, "count": 185, "max_ms": 89.74, "p95_ms": 78.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.757, "count": 185, "max_ms": 114.757, "p95_ms": 105.629}, "yolo11_640_fire_11class": {"avg_ms": 62.455, "count": 185, "max_ms": 91.825, "p95_ms": 86.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.354, "count": 185, "max_ms": 108.423, "p95_ms": 101.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.979, "count": 186, "max_ms": 274.901, "p95_ms": 201.155}, "read_interval": {"avg_ms": 161.986, "count": 185, "max_ms": 281.407, "p95_ms": 207.64}, "triton_wait": {"avg_ms": 77.998, "count": 185, "max_ms": 114.769, "p95_ms": 106.626}, "visualize": {"avg_ms": 6.381, "count": 185, "max_ms": 13.293, "p95_ms": 8.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 988, "tracking_summary": 914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6071.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19351.95, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.364, "sample_count": 1481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:40:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:40:38+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T16:40:38+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T16:40:38.570884+09:00", "mtime_epoch": 1783323638.5708835, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:40:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 798.637, "name": "celery", "pid": 239, "rss_mb": 793.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.169, "pushed": 5.169, "read": 5.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.344, "count": 154, "max_ms": 121.05, "p95_ms": 105.943}, "gstreamer_push": {"avg_ms": 0.921, "count": 154, "max_ms": 2.427, "p95_ms": 1.76}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.505, "count": 154, "max_ms": 115.172, "p95_ms": 98.491}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.704, "count": 154, "max_ms": 110.935, "p95_ms": 95.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.423, "count": 154, "max_ms": 244.539, "p95_ms": 228.956}, "read_interval": {"avg_ms": 194.938, "count": 153, "max_ms": 251.448, "p95_ms": 237.179}, "triton_wait": {"avg_ms": 74.404, "count": 154, "max_ms": 115.186, "p95_ms": 101.775}, "visualize": {"avg_ms": 28.428, "count": 154, "max_ms": 47.982, "p95_ms": 36.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6062.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:24:12+09:00", "last_error_summary": "[h264 @ 0x55df63697540] error while decoding MB 78 7, bytestream -16 [in#0/rtsp @ 0x55df6367be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55df6367be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:24:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.178, "last_started_at": "2026-07-06T16:24:15+09:00", "pid": 17006, "process": {"exists": true, "fd_count": 5, "hwm_mb": 360.559, "name": "ffmpeg", "pid": 17006, "rss_mb": 360.559, "state": "S (sleeping)", "threads": 104}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.226, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:40:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:40:43+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T16:40:43+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T16:40:43.286975+09:00", "mtime_epoch": 1783323643.286975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:40:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.268}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.99, "count": 308, "max_ms": 6.196, "p95_ms": 5.062}, "gstreamer_push": {"avg_ms": 1.471, "count": 308, "max_ms": 6.479, "p95_ms": 3.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.246, "count": 308, "max_ms": 85.055, "p95_ms": 69.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.079, "count": 308, "max_ms": 125.042, "p95_ms": 105.014}, "yolo11_640_fire_11class": {"avg_ms": 62.341, "count": 308, "max_ms": 96.656, "p95_ms": 82.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.352, "count": 308, "max_ms": 112.882, "p95_ms": 94.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.925, "count": 308, "max_ms": 137.616, "p95_ms": 117.843}, "read_interval": {"avg_ms": 97.491, "count": 308, "max_ms": 155.224, "p95_ms": 131.473}, "triton_wait": {"avg_ms": 71.287, "count": 308, "max_ms": 125.053, "p95_ms": 105.026}, "visualize": {"avg_ms": 3.63, "count": 308, "max_ms": 5.723, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5983.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:39:11+09:00", "last_error_summary": "[h264 @ 0x55b098d1a980] error while decoding MB 49 21, bytestream -13", "last_exit_at": "2026-07-06T16:39:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.983, "last_started_at": "2026-07-06T16:39:14+09:00", "pid": 17586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.66, "name": "ffmpeg", "pid": 17586, "rss_mb": 265.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.24, "sample_count": 1597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:40:55+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T16:40:55+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T16:40:55.459211+09:00", "mtime_epoch": 1783323655.4592106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:40:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1679.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.233, "pushed": 5.233, "read": 5.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.684, "count": 157, "max_ms": 16.796, "p95_ms": 11.508}, "gstreamer_push": {"avg_ms": 0.959, "count": 157, "max_ms": 1.644, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.978, "count": 157, "max_ms": 80.361, "p95_ms": 75.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.322, "count": 157, "max_ms": 125.603, "p95_ms": 103.973}, "yolo11_640_fire_11class": {"avg_ms": 59.317, "count": 157, "max_ms": 92.954, "p95_ms": 82.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.823, "count": 157, "max_ms": 112.574, "p95_ms": 97.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.369, "count": 157, "max_ms": 359.23, "p95_ms": 239.21}, "read_interval": {"avg_ms": 190.929, "count": 157, "max_ms": 367.994, "p95_ms": 245.804}, "triton_wait": {"avg_ms": 76.52, "count": 157, "max_ms": 125.616, "p95_ms": 104.852}, "visualize": {"avg_ms": 9.322, "count": 157, "max_ms": 16.98, "p95_ms": 13.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 989, "tracking_summary": 916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6010.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19382.088, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.364, "sample_count": 1488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:41:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:41:08+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T16:41:08+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T16:41:08.679467+09:00", "mtime_epoch": 1783323668.6794667, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:41:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 798.637, "name": "celery", "pid": 239, "rss_mb": 784.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.142, "pushed": 5.142, "read": 5.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.667, "count": 154, "max_ms": 126.512, "p95_ms": 101.153}, "gstreamer_push": {"avg_ms": 0.972, "count": 154, "max_ms": 2.393, "p95_ms": 2.053}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.06, "count": 154, "max_ms": 127.606, "p95_ms": 99.498}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.088, "count": 154, "max_ms": 109.557, "p95_ms": 100.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.285, "count": 154, "max_ms": 262.135, "p95_ms": 226.889}, "read_interval": {"avg_ms": 195.615, "count": 153, "max_ms": 268.668, "p95_ms": 233.24}, "triton_wait": {"avg_ms": 75.709, "count": 154, "max_ms": 127.625, "p95_ms": 103.861}, "visualize": {"avg_ms": 28.833, "count": 154, "max_ms": 45.739, "p95_ms": 39.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6007.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.146, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.043, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.707, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:41:13+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T16:41:13+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-06T16:41:13.351557+09:00", "mtime_epoch": 1783323673.3515573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:41:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.506, "pushed": 8.506, "read": 8.473}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.063, "count": 255, "max_ms": 7.26, "p95_ms": 5.731}, "gstreamer_push": {"avg_ms": 1.394, "count": 255, "max_ms": 6.375, "p95_ms": 1.605}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.233, "count": 255, "max_ms": 79.867, "p95_ms": 69.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.197, "count": 255, "max_ms": 115.211, "p95_ms": 100.946}, "yolo11_640_fire_11class": {"avg_ms": 61.702, "count": 255, "max_ms": 92.292, "p95_ms": 78.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.217, "count": 255, "max_ms": 104.239, "p95_ms": 92.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.543, "count": 255, "max_ms": 154.135, "p95_ms": 114.482}, "read_interval": {"avg_ms": 118.011, "count": 254, "max_ms": 4805.167, "p95_ms": 130.981}, "triton_wait": {"avg_ms": 70.386, "count": 255, "max_ms": 115.226, "p95_ms": 100.959}, "visualize": {"avg_ms": 3.646, "count": 255, "max_ms": 5.802, "p95_ms": 4.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5871.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:41:23+09:00", "last_error_summary": "[h264 @ 0x55648c393780] error while decoding MB 3 23, bytestream -11", "last_exit_at": "2026-07-06T16:41:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.167, "last_started_at": "2026-07-06T16:41:26+09:00", "pid": 17905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.895, "name": "ffmpeg", "pid": 17905, "rss_mb": 141.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.7, "sample_count": 1572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:41:28+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T16:41:28+09:00", "mjpeg": {"age_sec": 4.595, "exists": true, "mtime": "2026-07-06T16:41:24.155709+09:00", "mtime_epoch": 1783323684.1557093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:41:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.819, "pushed": 3.819, "read": 3.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.232, "count": 114, "max_ms": 18.649, "p95_ms": 11.555}, "gstreamer_push": {"avg_ms": 0.885, "count": 114, "max_ms": 1.322, "p95_ms": 0.971}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.025, "count": 114, "max_ms": 80.385, "p95_ms": 75.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.162, "count": 114, "max_ms": 121.93, "p95_ms": 104.965}, "yolo11_640_fire_11class": {"avg_ms": 62.627, "count": 114, "max_ms": 86.639, "p95_ms": 82.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.172, "count": 114, "max_ms": 105.101, "p95_ms": 99.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.854, "count": 114, "max_ms": 267.543, "p95_ms": 257.924}, "read_interval": {"avg_ms": 265.196, "count": 113, "max_ms": 4675.137, "p95_ms": 265.736}, "triton_wait": {"avg_ms": 81.311, "count": 114, "max_ms": 121.948, "p95_ms": 104.978}, "visualize": {"avg_ms": 10.021, "count": 114, "max_ms": 17.622, "p95_ms": 14.46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 991, "tracking_summary": 917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5988.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19412.133, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.437, "sample_count": 1481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:41:38+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T16:41:38+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T16:41:38.731735+09:00", "mtime_epoch": 1783323698.7317348, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:41:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 798.637, "name": "celery", "pid": 239, "rss_mb": 781.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.726, "pushed": 4.726, "read": 4.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.349, "count": 141, "max_ms": 123.356, "p95_ms": 104.105}, "gstreamer_push": {"avg_ms": 0.998, "count": 141, "max_ms": 2.269, "p95_ms": 1.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.317, "count": 141, "max_ms": 116.934, "p95_ms": 103.913}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.154, "count": 141, "max_ms": 110.822, "p95_ms": 105.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.713, "count": 141, "max_ms": 250.963, "p95_ms": 243.175}, "read_interval": {"avg_ms": 213.084, "count": 140, "max_ms": 257.425, "p95_ms": 249.637}, "triton_wait": {"avg_ms": 76.21, "count": 141, "max_ms": 116.948, "p95_ms": 106.321}, "visualize": {"avg_ms": 32.258, "count": 141, "max_ms": 57.911, "p95_ms": 45.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5984.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.164, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.301, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.06, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:41:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:41:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T16:41:43+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T16:41:43.591745+09:00", "mtime_epoch": 1783323703.591745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:41:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1350.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 298, "max_ms": 7.034, "p95_ms": 5.117}, "gstreamer_push": {"avg_ms": 1.583, "count": 298, "max_ms": 6.6, "p95_ms": 3.85}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.414, "count": 298, "max_ms": 82.574, "p95_ms": 68.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.773, "count": 298, "max_ms": 120.594, "p95_ms": 100.667}, "yolo11_640_fire_11class": {"avg_ms": 60.653, "count": 298, "max_ms": 95.363, "p95_ms": 80.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.543, "count": 298, "max_ms": 102.455, "p95_ms": 92.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.663, "count": 298, "max_ms": 135.003, "p95_ms": 114.321}, "read_interval": {"avg_ms": 100.787, "count": 297, "max_ms": 480.426, "p95_ms": 129.866}, "triton_wait": {"avg_ms": 69.087, "count": 298, "max_ms": 120.607, "p95_ms": 101.132}, "visualize": {"avg_ms": 3.696, "count": 298, "max_ms": 5.399, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5994.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:41:23+09:00", "last_error_summary": "[h264 @ 0x55648c393780] error while decoding MB 3 23, bytestream -11", "last_exit_at": "2026-07-06T16:41:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.287, "last_started_at": "2026-07-06T16:41:26+09:00", "pid": 17905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.633, "name": "ffmpeg", "pid": 17905, "rss_mb": 268.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.251, "sample_count": 1633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:41:58+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T16:41:58+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T16:41:58.771780+09:00", "mtime_epoch": 1783323718.7717805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:41:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.168, "pushed": 7.168, "read": 7.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.351, "count": 214, "max_ms": 9.645, "p95_ms": 7.758}, "gstreamer_push": {"avg_ms": 1.11, "count": 215, "max_ms": 1.642, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.571, "count": 214, "max_ms": 83.977, "p95_ms": 74.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.189, "count": 214, "max_ms": 117.869, "p95_ms": 103.053}, "yolo11_640_fire_11class": {"avg_ms": 61.269, "count": 214, "max_ms": 87.621, "p95_ms": 80.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.011, "count": 214, "max_ms": 100.858, "p95_ms": 93.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.189, "count": 215, "max_ms": 179.999, "p95_ms": 157.788}, "read_interval": {"avg_ms": 140.138, "count": 214, "max_ms": 190.278, "p95_ms": 166.866}, "triton_wait": {"avg_ms": 77.436, "count": 214, "max_ms": 117.881, "p95_ms": 103.068}, "visualize": {"avg_ms": 5.195, "count": 214, "max_ms": 6.873, "p95_ms": 5.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 992, "tracking_summary": 918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5984.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19442.226, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.437, "sample_count": 1479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:42:09+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T16:42:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T16:42:08.887808+09:00", "mtime_epoch": 1783323728.8878078, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:42:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 798.637, "name": "celery", "pid": 239, "rss_mb": 790.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.123, "pushed": 5.123, "read": 5.09}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.523, "count": 153, "max_ms": 113.931, "p95_ms": 101.5}, "gstreamer_push": {"avg_ms": 1.076, "count": 153, "max_ms": 3.516, "p95_ms": 1.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.522, "count": 153, "max_ms": 118.445, "p95_ms": 103.788}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.223, "count": 153, "max_ms": 117.423, "p95_ms": 100.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.226, "count": 153, "max_ms": 236.678, "p95_ms": 226.747}, "read_interval": {"avg_ms": 196.973, "count": 152, "max_ms": 246.432, "p95_ms": 233.771}, "triton_wait": {"avg_ms": 77.012, "count": 153, "max_ms": 118.458, "p95_ms": 103.882}, "visualize": {"avg_ms": 32.595, "count": 153, "max_ms": 54.675, "p95_ms": 43.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5976.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.226, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.301, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.904, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:42:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:42:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T16:42:13+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T16:42:13.655822+09:00", "mtime_epoch": 1783323733.6558216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:42:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.2, "count": 302, "max_ms": 7.374, "p95_ms": 5.998}, "gstreamer_push": {"avg_ms": 1.609, "count": 302, "max_ms": 6.633, "p95_ms": 3.93}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.079, "count": 302, "max_ms": 82.519, "p95_ms": 70.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.686, "count": 302, "max_ms": 117.496, "p95_ms": 102.358}, "yolo11_640_fire_11class": {"avg_ms": 61.759, "count": 302, "max_ms": 91.756, "p95_ms": 81.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.718, "count": 302, "max_ms": 101.359, "p95_ms": 90.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.559, "count": 302, "max_ms": 138.397, "p95_ms": 116.891}, "read_interval": {"avg_ms": 99.598, "count": 301, "max_ms": 233.231, "p95_ms": 134.944}, "triton_wait": {"avg_ms": 70.336, "count": 302, "max_ms": 117.509, "p95_ms": 102.371}, "visualize": {"avg_ms": 3.715, "count": 302, "max_ms": 5.498, "p95_ms": 4.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5965.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:41:23+09:00", "last_error_summary": "[h264 @ 0x55648c393780] error while decoding MB 3 23, bytestream -11", "last_exit_at": "2026-07-06T16:41:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.324, "last_started_at": "2026-07-06T16:41:26+09:00", "pid": 17905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.727, "name": "ffmpeg", "pid": 17905, "rss_mb": 271.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.574, "sample_count": 1706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:42:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:42:28+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T16:42:28+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T16:42:28.791870+09:00", "mtime_epoch": 1783323748.7918699, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:42:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.097, "pushed": 7.097, "read": 7.064}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.273, "count": 212, "max_ms": 9.727, "p95_ms": 9.392}, "gstreamer_push": {"avg_ms": 1.151, "count": 212, "max_ms": 2.261, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.446, "count": 212, "max_ms": 83.723, "p95_ms": 75.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.711, "count": 212, "max_ms": 113.655, "p95_ms": 107.317}, "yolo11_640_fire_11class": {"avg_ms": 61.967, "count": 212, "max_ms": 89.785, "p95_ms": 82.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.959, "count": 212, "max_ms": 100.829, "p95_ms": 93.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.284, "count": 212, "max_ms": 174.853, "p95_ms": 162.923}, "read_interval": {"avg_ms": 141.713, "count": 211, "max_ms": 185.899, "p95_ms": 173.007}, "triton_wait": {"avg_ms": 78.787, "count": 212, "max_ms": 113.667, "p95_ms": 107.33}, "visualize": {"avg_ms": 5.36, "count": 212, "max_ms": 9.103, "p95_ms": 8.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 993, "tracking_summary": 919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5969.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19472.378, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.496, "sample_count": 1479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:42:39+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T16:42:38+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T16:42:38.995906+09:00", "mtime_epoch": 1783323758.995906, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:42:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 791.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.074, "pushed": 5.074, "read": 5.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.941, "count": 152, "max_ms": 105.439, "p95_ms": 103.025}, "gstreamer_push": {"avg_ms": 0.936, "count": 152, "max_ms": 1.981, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.943, "count": 152, "max_ms": 116.211, "p95_ms": 105.394}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.292, "count": 152, "max_ms": 114.087, "p95_ms": 101.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.105, "count": 152, "max_ms": 251.586, "p95_ms": 232.59}, "read_interval": {"avg_ms": 198.36, "count": 151, "max_ms": 259.592, "p95_ms": 239.681}, "triton_wait": {"avg_ms": 79.696, "count": 152, "max_ms": 116.225, "p95_ms": 105.406}, "visualize": {"avg_ms": 29.356, "count": 152, "max_ms": 44.321, "p95_ms": 37.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5971.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.335, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.301, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.56, "sample_count": 2730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:42:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:42:43+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T16:42:43+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T16:42:43.735924+09:00", "mtime_epoch": 1783323763.7359238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:42:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1359.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.076, "count": 302, "max_ms": 6.879, "p95_ms": 5.84}, "gstreamer_push": {"avg_ms": 1.434, "count": 302, "max_ms": 6.142, "p95_ms": 1.746}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.795, "count": 302, "max_ms": 81.721, "p95_ms": 68.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.419, "count": 302, "max_ms": 123.894, "p95_ms": 103.217}, "yolo11_640_fire_11class": {"avg_ms": 62.493, "count": 302, "max_ms": 92.194, "p95_ms": 82.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.687, "count": 302, "max_ms": 101.202, "p95_ms": 91.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.895, "count": 302, "max_ms": 138.033, "p95_ms": 116.397}, "read_interval": {"avg_ms": 99.622, "count": 301, "max_ms": 316.803, "p95_ms": 132.548}, "triton_wait": {"avg_ms": 71.011, "count": 302, "max_ms": 123.912, "p95_ms": 103.228}, "visualize": {"avg_ms": 3.746, "count": 302, "max_ms": 6.597, "p95_ms": 4.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5970.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:41:23+09:00", "last_error_summary": "[h264 @ 0x55648c393780] error while decoding MB 3 23, bytestream -11", "last_exit_at": "2026-07-06T16:41:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.409, "last_started_at": "2026-07-06T16:41:26+09:00", "pid": 17905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.242, "name": "ffmpeg", "pid": 17905, "rss_mb": 272.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.444, "sample_count": 1737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:42:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:42:58+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T16:42:58+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T16:42:58.843984+09:00", "mtime_epoch": 1783323778.8439841, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:42:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.345, "pushed": 7.345, "read": 7.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.225, "count": 220, "max_ms": 11.464, "p95_ms": 8.448}, "gstreamer_push": {"avg_ms": 1.118, "count": 220, "max_ms": 1.569, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.176, "count": 220, "max_ms": 86.344, "p95_ms": 74.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.182, "count": 220, "max_ms": 113.912, "p95_ms": 102.802}, "yolo11_640_fire_11class": {"avg_ms": 60.247, "count": 220, "max_ms": 91.411, "p95_ms": 84.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.457, "count": 220, "max_ms": 103.669, "p95_ms": 92.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.308, "count": 220, "max_ms": 168.17, "p95_ms": 156.328}, "read_interval": {"avg_ms": 136.639, "count": 219, "max_ms": 177.027, "p95_ms": 167.156}, "triton_wait": {"avg_ms": 75.27, "count": 220, "max_ms": 113.925, "p95_ms": 102.815}, "visualize": {"avg_ms": 5.197, "count": 220, "max_ms": 8.949, "p95_ms": 6.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 995, "tracking_summary": 921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5969.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19502.572, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.437, "sample_count": 1479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:43:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:43:09+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T16:43:09+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T16:43:09.144028+09:00", "mtime_epoch": 1783323789.1440284, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:43:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 790.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.74, "pushed": 4.74, "read": 4.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 87.584, "count": 142, "max_ms": 114.114, "p95_ms": 100.65}, "gstreamer_push": {"avg_ms": 1.075, "count": 142, "max_ms": 2.446, "p95_ms": 2.001}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.26, "count": 142, "max_ms": 118.418, "p95_ms": 109.729}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.803, "count": 142, "max_ms": 115.163, "p95_ms": 106.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.303, "count": 142, "max_ms": 261.045, "p95_ms": 244.007}, "read_interval": {"avg_ms": 212.46, "count": 141, "max_ms": 267.704, "p95_ms": 251.323}, "triton_wait": {"avg_ms": 80.419, "count": 142, "max_ms": 118.433, "p95_ms": 110.826}, "visualize": {"avg_ms": 33.423, "count": 142, "max_ms": 49.787, "p95_ms": 46.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5967.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.345, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.301, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.757, "sample_count": 2812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:43:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:43:13+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T16:43:13+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T16:43:13.760049+09:00", "mtime_epoch": 1783323793.7600493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:43:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.143, "count": 298, "max_ms": 6.501, "p95_ms": 5.576}, "gstreamer_push": {"avg_ms": 1.551, "count": 298, "max_ms": 7.603, "p95_ms": 3.813}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.805, "count": 298, "max_ms": 85.019, "p95_ms": 75.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.909, "count": 298, "max_ms": 122.005, "p95_ms": 102.873}, "yolo11_640_fire_11class": {"avg_ms": 61.811, "count": 298, "max_ms": 91.807, "p95_ms": 82.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.338, "count": 298, "max_ms": 101.9, "p95_ms": 94.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.378, "count": 298, "max_ms": 134.73, "p95_ms": 116.53}, "read_interval": {"avg_ms": 100.785, "count": 298, "max_ms": 376.545, "p95_ms": 134.922}, "triton_wait": {"avg_ms": 71.151, "count": 298, "max_ms": 122.017, "p95_ms": 102.884}, "visualize": {"avg_ms": 3.728, "count": 298, "max_ms": 5.614, "p95_ms": 4.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5967.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:41:23+09:00", "last_error_summary": "[h264 @ 0x55648c393780] error while decoding MB 3 23, bytestream -11", "last_exit_at": "2026-07-06T16:41:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.453, "last_started_at": "2026-07-06T16:41:26+09:00", "pid": 17905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.242, "name": "ffmpeg", "pid": 17905, "rss_mb": 272.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.186, "sample_count": 1764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:43:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:43:29+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T16:43:28+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T16:43:28.928121+09:00", "mtime_epoch": 1783323808.9281213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:43:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.564, "pushed": 7.564, "read": 7.53}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.909, "count": 226, "max_ms": 9.632, "p95_ms": 8.005}, "gstreamer_push": {"avg_ms": 1.153, "count": 226, "max_ms": 1.988, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.814, "count": 226, "max_ms": 84.331, "p95_ms": 77.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.368, "count": 226, "max_ms": 122.118, "p95_ms": 106.872}, "yolo11_640_fire_11class": {"avg_ms": 60.19, "count": 226, "max_ms": 88.832, "p95_ms": 82.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.286, "count": 226, "max_ms": 100.209, "p95_ms": 96.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.154, "count": 226, "max_ms": 175.602, "p95_ms": 157.611}, "read_interval": {"avg_ms": 132.994, "count": 225, "max_ms": 184.513, "p95_ms": 166.838}, "triton_wait": {"avg_ms": 76.418, "count": 226, "max_ms": 122.128, "p95_ms": 106.885}, "visualize": {"avg_ms": 5.003, "count": 226, "max_ms": 7.578, "p95_ms": 6.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 995, "tracking_summary": 922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5969.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19532.591, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.131, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:43:39+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T16:43:39+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-06T16:43:39.172173+09:00", "mtime_epoch": 1783323819.172173, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:43:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 791.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.701, "pushed": 4.701, "read": 4.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.467, "count": 140, "max_ms": 110.405, "p95_ms": 99.846}, "gstreamer_push": {"avg_ms": 0.894, "count": 140, "max_ms": 1.943, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.251, "count": 140, "max_ms": 119.977, "p95_ms": 100.941}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.767, "count": 140, "max_ms": 111.258, "p95_ms": 102.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.292, "count": 140, "max_ms": 248.494, "p95_ms": 236.799}, "read_interval": {"avg_ms": 214.342, "count": 139, "max_ms": 254.882, "p95_ms": 244.834}, "triton_wait": {"avg_ms": 78.718, "count": 140, "max_ms": 119.993, "p95_ms": 104.538}, "visualize": {"avg_ms": 29.33, "count": 140, "max_ms": 41.878, "p95_ms": 36.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.784, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5968.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.442, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.301, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.922, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:43:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:43:43+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T16:43:43+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T16:43:43.832197+09:00", "mtime_epoch": 1783323823.8321972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:43:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.213, "count": 300, "max_ms": 9.418, "p95_ms": 5.922}, "gstreamer_push": {"avg_ms": 1.476, "count": 300, "max_ms": 3.957, "p95_ms": 3.611}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.495, "count": 300, "max_ms": 86.009, "p95_ms": 70.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.492, "count": 300, "max_ms": 113.84, "p95_ms": 102.261}, "yolo11_640_fire_11class": {"avg_ms": 61.909, "count": 300, "max_ms": 90.07, "p95_ms": 80.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.539, "count": 300, "max_ms": 101.713, "p95_ms": 90.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.811, "count": 300, "max_ms": 144.343, "p95_ms": 117.795}, "read_interval": {"avg_ms": 100.026, "count": 299, "max_ms": 196.512, "p95_ms": 131.662}, "triton_wait": {"avg_ms": 71.571, "count": 300, "max_ms": 113.857, "p95_ms": 102.274}, "visualize": {"avg_ms": 3.768, "count": 300, "max_ms": 5.642, "p95_ms": 4.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5970.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:41:23+09:00", "last_error_summary": "[h264 @ 0x55648c393780] error while decoding MB 3 23, bytestream -11", "last_exit_at": "2026-07-06T16:41:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.537, "last_started_at": "2026-07-06T16:41:26+09:00", "pid": 17905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.5, "name": "ffmpeg", "pid": 17905, "rss_mb": 272.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.982, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:43:59+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T16:43:59+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T16:43:59.012280+09:00", "mtime_epoch": 1783323839.01228, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:43:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.276, "pushed": 7.276, "read": 7.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.098, "count": 217, "max_ms": 9.134, "p95_ms": 7.334}, "gstreamer_push": {"avg_ms": 1.126, "count": 218, "max_ms": 1.53, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.023, "count": 217, "max_ms": 77.738, "p95_ms": 71.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.081, "count": 217, "max_ms": 117.594, "p95_ms": 104.135}, "yolo11_640_fire_11class": {"avg_ms": 60.28, "count": 217, "max_ms": 91.022, "p95_ms": 81.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.519, "count": 217, "max_ms": 97.958, "p95_ms": 91.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.388, "count": 218, "max_ms": 170.504, "p95_ms": 157.223}, "read_interval": {"avg_ms": 138.056, "count": 217, "max_ms": 180.426, "p95_ms": 166.865}, "triton_wait": {"avg_ms": 76.153, "count": 217, "max_ms": 117.606, "p95_ms": 104.148}, "visualize": {"avg_ms": 5.114, "count": 217, "max_ms": 6.572, "p95_ms": 5.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 998, "tracking_summary": 923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5970.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19562.727, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.188, "sample_count": 1471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:44:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:44:09+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T16:44:09+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-06T16:44:09.292339+09:00", "mtime_epoch": 1783323849.292339, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:44:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 791.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.111, "pushed": 5.111, "read": 5.077}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.733, "count": 153, "max_ms": 118.304, "p95_ms": 102.629}, "gstreamer_push": {"avg_ms": 0.956, "count": 153, "max_ms": 3.719, "p95_ms": 2.026}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.467, "count": 153, "max_ms": 116.557, "p95_ms": 104.634}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.01, "count": 153, "max_ms": 114.633, "p95_ms": 101.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.65, "count": 153, "max_ms": 258.833, "p95_ms": 231.964}, "read_interval": {"avg_ms": 196.665, "count": 152, "max_ms": 269.28, "p95_ms": 237.656}, "triton_wait": {"avg_ms": 76.525, "count": 153, "max_ms": 116.569, "p95_ms": 104.645}, "visualize": {"avg_ms": 29.357, "count": 153, "max_ms": 48.194, "p95_ms": 44.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5973.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.483, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.301, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.897, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:44:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:44:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T16:44:13+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T16:44:13.912366+09:00", "mtime_epoch": 1783323853.9123664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:44:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1359.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.035, "count": 301, "max_ms": 6.769, "p95_ms": 5.061}, "gstreamer_push": {"avg_ms": 1.522, "count": 301, "max_ms": 6.941, "p95_ms": 3.616}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.07, "count": 301, "max_ms": 85.072, "p95_ms": 73.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.701, "count": 301, "max_ms": 119.265, "p95_ms": 101.504}, "yolo11_640_fire_11class": {"avg_ms": 62.421, "count": 301, "max_ms": 96.077, "p95_ms": 83.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.982, "count": 301, "max_ms": 103.762, "p95_ms": 91.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.958, "count": 301, "max_ms": 132.187, "p95_ms": 114.784}, "read_interval": {"avg_ms": 99.863, "count": 300, "max_ms": 292.546, "p95_ms": 130.04}, "triton_wait": {"avg_ms": 71.065, "count": 301, "max_ms": 119.278, "p95_ms": 101.517}, "visualize": {"avg_ms": 3.711, "count": 301, "max_ms": 5.223, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5965.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:41:23+09:00", "last_error_summary": "[h264 @ 0x55648c393780] error while decoding MB 3 23, bytestream -11", "last_exit_at": "2026-07-06T16:41:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.654, "last_started_at": "2026-07-06T16:41:26+09:00", "pid": 17905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.5, "name": "ffmpeg", "pid": 17905, "rss_mb": 272.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 16, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.985, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:44:29+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T16:44:29+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T16:44:29.136460+09:00", "mtime_epoch": 1783323869.1364596, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:44:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.411, "pushed": 7.411, "read": 7.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.834, "count": 222, "max_ms": 8.987, "p95_ms": 6.886}, "gstreamer_push": {"avg_ms": 1.137, "count": 222, "max_ms": 1.621, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.442, "count": 222, "max_ms": 92.722, "p95_ms": 76.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.619, "count": 222, "max_ms": 125.345, "p95_ms": 106.969}, "yolo11_640_fire_11class": {"avg_ms": 62.746, "count": 222, "max_ms": 94.676, "p95_ms": 87.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.947, "count": 222, "max_ms": 111.511, "p95_ms": 93.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.059, "count": 222, "max_ms": 178.513, "p95_ms": 159.247}, "read_interval": {"avg_ms": 135.715, "count": 221, "max_ms": 187.268, "p95_ms": 168.698}, "triton_wait": {"avg_ms": 76.721, "count": 222, "max_ms": 125.382, "p95_ms": 106.981}, "visualize": {"avg_ms": 4.975, "count": 222, "max_ms": 7.629, "p95_ms": 5.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 999, "tracking_summary": 924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5988.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19592.774, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.799, "sample_count": 1474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:44:39+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T16:44:39+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T16:44:39.408525+09:00", "mtime_epoch": 1783323879.4085255, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:44:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 794.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.016, "pushed": 5.016, "read": 4.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.287, "count": 150, "max_ms": 113.551, "p95_ms": 103.309}, "gstreamer_push": {"avg_ms": 0.839, "count": 150, "max_ms": 1.395, "p95_ms": 1.032}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.515, "count": 150, "max_ms": 122.702, "p95_ms": 110.055}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.694, "count": 150, "max_ms": 111.63, "p95_ms": 104.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.144, "count": 150, "max_ms": 249.039, "p95_ms": 236.177}, "read_interval": {"avg_ms": 200.487, "count": 149, "max_ms": 255.777, "p95_ms": 242.968}, "triton_wait": {"avg_ms": 79.315, "count": 150, "max_ms": 122.715, "p95_ms": 110.946}, "visualize": {"avg_ms": 27.456, "count": 150, "max_ms": 35.887, "p95_ms": 33.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5739.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 234.529, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.559, "name": "ffmpeg", "pid": 17753, "rss_mb": 332.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.049, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:44:44+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T16:44:43+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T16:44:43.952555+09:00", "mtime_epoch": 1783323883.9525552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:44:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.044, "count": 302, "max_ms": 6.315, "p95_ms": 5.107}, "gstreamer_push": {"avg_ms": 1.483, "count": 302, "max_ms": 4.395, "p95_ms": 3.559}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.647, "count": 302, "max_ms": 86.439, "p95_ms": 72.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.108, "count": 302, "max_ms": 120.973, "p95_ms": 101.997}, "yolo11_640_fire_11class": {"avg_ms": 63.365, "count": 302, "max_ms": 96.108, "p95_ms": 85.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.475, "count": 302, "max_ms": 106.807, "p95_ms": 92.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.209, "count": 302, "max_ms": 133.936, "p95_ms": 115.172}, "read_interval": {"avg_ms": 99.528, "count": 301, "max_ms": 305.566, "p95_ms": 132.241}, "triton_wait": {"avg_ms": 71.458, "count": 302, "max_ms": 120.986, "p95_ms": 102.009}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 4.705, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5968.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:44:40+09:00", "last_error_summary": "[h264 @ 0x55a053a11080] error while decoding MB 51 30, bytestream -17", "last_exit_at": "2026-07-06T16:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.771, "last_started_at": "2026-07-06T16:44:42+09:00", "pid": 18012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.0, "name": "ffmpeg", "pid": 18012, "rss_mb": 265.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.096, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:44:59+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T16:44:59+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T16:44:59.224658+09:00", "mtime_epoch": 1783323899.2246585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:44:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.448, "pushed": 6.448, "read": 6.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.798, "count": 193, "max_ms": 8.691, "p95_ms": 7.687}, "gstreamer_push": {"avg_ms": 1.145, "count": 193, "max_ms": 1.631, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.852, "count": 193, "max_ms": 86.083, "p95_ms": 76.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.127, "count": 193, "max_ms": 115.02, "p95_ms": 105.2}, "yolo11_640_fire_11class": {"avg_ms": 62.713, "count": 193, "max_ms": 93.805, "p95_ms": 84.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.395, "count": 193, "max_ms": 107.627, "p95_ms": 95.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.126, "count": 193, "max_ms": 168.528, "p95_ms": 155.248}, "read_interval": {"avg_ms": 156.107, "count": 192, "max_ms": 4171.505, "p95_ms": 167.693}, "triton_wait": {"avg_ms": 77.214, "count": 193, "max_ms": 115.033, "p95_ms": 105.214}, "visualize": {"avg_ms": 4.94, "count": 193, "max_ms": 6.597, "p95_ms": 5.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1000, "tracking_summary": 925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5967.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19622.821, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.625, "sample_count": 1476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:45:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:45:09+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T16:45:09+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T16:45:09.420730+09:00", "mtime_epoch": 1783323909.4207299, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:45:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 794.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.763, "pushed": 4.763, "read": 4.729}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.298, "count": 142, "max_ms": 112.966, "p95_ms": 103.337}, "gstreamer_push": {"avg_ms": 0.872, "count": 142, "max_ms": 2.419, "p95_ms": 1.769}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.964, "count": 142, "max_ms": 115.041, "p95_ms": 104.959}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.18, "count": 142, "max_ms": 117.313, "p95_ms": 103.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.421, "count": 142, "max_ms": 247.896, "p95_ms": 240.611}, "read_interval": {"avg_ms": 211.64, "count": 141, "max_ms": 256.344, "p95_ms": 248.141}, "triton_wait": {"avg_ms": 79.289, "count": 142, "max_ms": 117.325, "p95_ms": 108.854}, "visualize": {"avg_ms": 27.885, "count": 142, "max_ms": 41.691, "p95_ms": 33.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5974.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 264.586, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.074, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.791, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:45:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:45:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T16:45:14+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T16:45:14.012763+09:00", "mtime_epoch": 1783323914.0127628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:45:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.91, "pushed": 9.91, "read": 9.877}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.036, "count": 297, "max_ms": 6.326, "p95_ms": 5.182}, "gstreamer_push": {"avg_ms": 1.537, "count": 297, "max_ms": 7.272, "p95_ms": 3.772}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.667, "count": 297, "max_ms": 85.232, "p95_ms": 75.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.728, "count": 297, "max_ms": 127.995, "p95_ms": 101.164}, "yolo11_640_fire_11class": {"avg_ms": 64.024, "count": 297, "max_ms": 92.543, "p95_ms": 84.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.489, "count": 297, "max_ms": 101.962, "p95_ms": 93.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.112, "count": 297, "max_ms": 140.508, "p95_ms": 114.475}, "read_interval": {"avg_ms": 101.264, "count": 296, "max_ms": 339.963, "p95_ms": 131.713}, "triton_wait": {"avg_ms": 72.317, "count": 297, "max_ms": 128.012, "p95_ms": 101.176}, "visualize": {"avg_ms": 3.67, "count": 297, "max_ms": 4.808, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5972.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:44:40+09:00", "last_error_summary": "[h264 @ 0x55a053a11080] error while decoding MB 51 30, bytestream -17", "last_exit_at": "2026-07-06T16:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.85, "last_started_at": "2026-07-06T16:44:42+09:00", "pid": 18012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.094, "name": "ffmpeg", "pid": 18012, "rss_mb": 268.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.984, "sample_count": 1991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:45:29+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T16:45:29+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T16:45:29.248875+09:00", "mtime_epoch": 1783323929.248875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:45:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.479, "pushed": 7.479, "read": 7.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.407, "count": 224, "max_ms": 8.477, "p95_ms": 6.965}, "gstreamer_push": {"avg_ms": 1.179, "count": 224, "max_ms": 1.71, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.738, "count": 224, "max_ms": 88.069, "p95_ms": 78.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.731, "count": 224, "max_ms": 120.448, "p95_ms": 107.319}, "yolo11_640_fire_11class": {"avg_ms": 66.18, "count": 224, "max_ms": 91.878, "p95_ms": 86.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.791, "count": 224, "max_ms": 102.844, "p95_ms": 95.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.75, "count": 224, "max_ms": 172.197, "p95_ms": 155.407}, "read_interval": {"avg_ms": 134.191, "count": 223, "max_ms": 181.577, "p95_ms": 164.981}, "triton_wait": {"avg_ms": 81.858, "count": 224, "max_ms": 120.461, "p95_ms": 107.335}, "visualize": {"avg_ms": 4.708, "count": 224, "max_ms": 7.389, "p95_ms": 5.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1002, "tracking_summary": 927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5969.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19652.981, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.652, "sample_count": 1471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:45:39+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T16:45:39+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T16:45:39.624954+09:00", "mtime_epoch": 1783323939.6249537, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:45:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 793.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.973, "pushed": 4.973, "read": 4.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.121, "count": 149, "max_ms": 124.449, "p95_ms": 103.125}, "gstreamer_push": {"avg_ms": 0.847, "count": 149, "max_ms": 1.519, "p95_ms": 1.063}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.775, "count": 149, "max_ms": 120.191, "p95_ms": 110.97}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.526, "count": 149, "max_ms": 115.958, "p95_ms": 110.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.106, "count": 149, "max_ms": 261.965, "p95_ms": 242.557}, "read_interval": {"avg_ms": 202.64, "count": 148, "max_ms": 268.708, "p95_ms": 249.454}, "triton_wait": {"avg_ms": 80.216, "count": 149, "max_ms": 120.205, "p95_ms": 113.904}, "visualize": {"avg_ms": 27.661, "count": 149, "max_ms": 43.034, "p95_ms": 36.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5972.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 294.674, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.074, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.867, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:45:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:45:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T16:45:44+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T16:45:44.068988+09:00", "mtime_epoch": 1783323944.068988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:45:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.874}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.969, "count": 297, "max_ms": 6.121, "p95_ms": 4.855}, "gstreamer_push": {"avg_ms": 1.525, "count": 297, "max_ms": 6.353, "p95_ms": 3.814}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.597, "count": 297, "max_ms": 87.077, "p95_ms": 77.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.329, "count": 297, "max_ms": 129.191, "p95_ms": 105.991}, "yolo11_640_fire_11class": {"avg_ms": 65.081, "count": 297, "max_ms": 102.575, "p95_ms": 88.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.218, "count": 297, "max_ms": 106.177, "p95_ms": 96.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.421, "count": 297, "max_ms": 141.953, "p95_ms": 118.667}, "read_interval": {"avg_ms": 101.297, "count": 296, "max_ms": 154.939, "p95_ms": 134.119}, "triton_wait": {"avg_ms": 74.745, "count": 297, "max_ms": 129.206, "p95_ms": 106.004}, "visualize": {"avg_ms": 3.636, "count": 297, "max_ms": 5.197, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5968.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:44:40+09:00", "last_error_summary": "[h264 @ 0x55a053a11080] error while decoding MB 51 30, bytestream -17", "last_exit_at": "2026-07-06T16:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.891, "last_started_at": "2026-07-06T16:44:42+09:00", "pid": 18012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.609, "name": "ffmpeg", "pid": 18012, "rss_mb": 268.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.649, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:45:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:45:59+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T16:45:59+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T16:45:59.321109+09:00", "mtime_epoch": 1783323959.3211088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:45:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.523, "pushed": 7.523, "read": 7.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.644, "count": 225, "max_ms": 9.59, "p95_ms": 7.607}, "gstreamer_push": {"avg_ms": 1.188, "count": 225, "max_ms": 1.511, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.498, "count": 225, "max_ms": 85.877, "p95_ms": 75.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.386, "count": 225, "max_ms": 127.566, "p95_ms": 106.319}, "yolo11_640_fire_11class": {"avg_ms": 63.735, "count": 225, "max_ms": 92.395, "p95_ms": 85.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.755, "count": 225, "max_ms": 104.009, "p95_ms": 95.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.12, "count": 225, "max_ms": 177.448, "p95_ms": 158.623}, "read_interval": {"avg_ms": 133.494, "count": 224, "max_ms": 186.939, "p95_ms": 167.997}, "triton_wait": {"avg_ms": 79.552, "count": 225, "max_ms": 127.58, "p95_ms": 106.332}, "visualize": {"avg_ms": 4.887, "count": 225, "max_ms": 6.725, "p95_ms": 6.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1003, "tracking_summary": 928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5973.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19683.107, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.317, "sample_count": 1474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:46:09+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T16:46:09+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T16:46:09.721194+09:00", "mtime_epoch": 1783323969.7211936, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:46:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 794.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.206, "pushed": 5.206, "read": 5.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.189, "count": 156, "max_ms": 106.502, "p95_ms": 103.766}, "gstreamer_push": {"avg_ms": 0.869, "count": 156, "max_ms": 1.264, "p95_ms": 1.065}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.182, "count": 156, "max_ms": 122.372, "p95_ms": 109.33}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.376, "count": 156, "max_ms": 115.878, "p95_ms": 105.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.73, "count": 156, "max_ms": 250.506, "p95_ms": 235.457}, "read_interval": {"avg_ms": 193.075, "count": 155, "max_ms": 256.917, "p95_ms": 242.001}, "triton_wait": {"avg_ms": 78.834, "count": 156, "max_ms": 122.386, "p95_ms": 110.162}, "visualize": {"avg_ms": 29.421, "count": 156, "max_ms": 49.783, "p95_ms": 40.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5959.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 324.712, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.074, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.572, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:46:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:46:14+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T16:46:14+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T16:46:14.097230+09:00", "mtime_epoch": 1783323974.0972297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:46:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1354.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 301, "max_ms": 6.503, "p95_ms": 5.658}, "gstreamer_push": {"avg_ms": 1.554, "count": 301, "max_ms": 7.076, "p95_ms": 3.794}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.09, "count": 301, "max_ms": 85.49, "p95_ms": 73.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.616, "count": 301, "max_ms": 124.427, "p95_ms": 105.273}, "yolo11_640_fire_11class": {"avg_ms": 62.169, "count": 301, "max_ms": 92.588, "p95_ms": 83.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.791, "count": 301, "max_ms": 101.553, "p95_ms": 91.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.736, "count": 301, "max_ms": 136.984, "p95_ms": 118.577}, "read_interval": {"avg_ms": 99.726, "count": 300, "max_ms": 155.969, "p95_ms": 135.074}, "triton_wait": {"avg_ms": 72.948, "count": 301, "max_ms": 124.437, "p95_ms": 105.297}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.484, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5972.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:44:40+09:00", "last_error_summary": "[h264 @ 0x55a053a11080] error while decoding MB 51 30, bytestream -17", "last_exit_at": "2026-07-06T16:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.981, "last_started_at": "2026-07-06T16:44:42+09:00", "pid": 18012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.867, "name": "ffmpeg", "pid": 18012, "rss_mb": 268.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.788, "sample_count": 2181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:46:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:46:29+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:46:29+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T16:46:29.413359+09:00", "mtime_epoch": 1783323989.413359, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:46:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.714, "pushed": 7.714, "read": 7.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.445, "count": 231, "max_ms": 9.607, "p95_ms": 8.135}, "gstreamer_push": {"avg_ms": 1.169, "count": 231, "max_ms": 1.989, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.828, "count": 231, "max_ms": 83.981, "p95_ms": 77.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.069, "count": 231, "max_ms": 123.467, "p95_ms": 102.9}, "yolo11_640_fire_11class": {"avg_ms": 64.82, "count": 231, "max_ms": 92.702, "p95_ms": 86.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.701, "count": 231, "max_ms": 100.049, "p95_ms": 94.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.856, "count": 231, "max_ms": 175.572, "p95_ms": 152.531}, "read_interval": {"avg_ms": 130.298, "count": 230, "max_ms": 184.347, "p95_ms": 164.072}, "triton_wait": {"avg_ms": 80.145, "count": 231, "max_ms": 123.48, "p95_ms": 102.912}, "visualize": {"avg_ms": 4.719, "count": 231, "max_ms": 8.919, "p95_ms": 6.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1005, "tracking_summary": 929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5974.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19713.135, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.812, "sample_count": 1475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:46:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:46:39+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T16:46:39+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T16:46:39.689448+09:00", "mtime_epoch": 1783323999.6894479, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:46:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 794.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.766, "pushed": 4.766, "read": 4.732}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.899, "count": 142, "max_ms": 115.035, "p95_ms": 103.766}, "gstreamer_push": {"avg_ms": 1.051, "count": 142, "max_ms": 2.405, "p95_ms": 2.029}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.48, "count": 142, "max_ms": 116.514, "p95_ms": 107.442}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.922, "count": 142, "max_ms": 114.047, "p95_ms": 107.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.136, "count": 142, "max_ms": 257.399, "p95_ms": 247.677}, "read_interval": {"avg_ms": 211.14, "count": 141, "max_ms": 263.311, "p95_ms": 252.827}, "triton_wait": {"avg_ms": 79.222, "count": 142, "max_ms": 116.526, "p95_ms": 108.353}, "visualize": {"avg_ms": 34.084, "count": 142, "max_ms": 49.686, "p95_ms": 44.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5966.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 354.718, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.891, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:46:44+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T16:46:44+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T16:46:44.145487+09:00", "mtime_epoch": 1783324004.145487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:46:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.502, "pushed": 9.502, "read": 9.502}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.044, "count": 285, "max_ms": 6.433, "p95_ms": 5.481}, "gstreamer_push": {"avg_ms": 1.615, "count": 285, "max_ms": 6.905, "p95_ms": 3.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.189, "count": 285, "max_ms": 86.091, "p95_ms": 79.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.746, "count": 285, "max_ms": 130.806, "p95_ms": 106.0}, "yolo11_640_fire_11class": {"avg_ms": 67.462, "count": 285, "max_ms": 98.006, "p95_ms": 88.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.683, "count": 285, "max_ms": 101.727, "p95_ms": 97.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.06, "count": 285, "max_ms": 144.396, "p95_ms": 118.96}, "read_interval": {"avg_ms": 105.412, "count": 285, "max_ms": 157.179, "p95_ms": 134.651}, "triton_wait": {"avg_ms": 78.0, "count": 285, "max_ms": 130.819, "p95_ms": 106.013}, "visualize": {"avg_ms": 3.745, "count": 285, "max_ms": 6.79, "p95_ms": 4.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5965.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:44:40+09:00", "last_error_summary": "[h264 @ 0x55a053a11080] error while decoding MB 51 30, bytestream -17", "last_exit_at": "2026-07-06T16:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.375, "last_started_at": "2026-07-06T16:44:42+09:00", "pid": 18012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.125, "name": "ffmpeg", "pid": 18012, "rss_mb": 269.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.7, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:46:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:46:59+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T16:46:59+09:00", "mjpeg": {"age_sec": 1.944, "exists": true, "mtime": "2026-07-06T16:46:57.977611+09:00", "mtime_epoch": 1783324017.9776106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:46:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.228, "pushed": 7.228, "read": 7.194}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.219, "count": 216, "max_ms": 8.961, "p95_ms": 6.991}, "gstreamer_push": {"avg_ms": 1.218, "count": 216, "max_ms": 2.366, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.028, "count": 216, "max_ms": 88.907, "p95_ms": 77.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.767, "count": 216, "max_ms": 120.784, "p95_ms": 108.958}, "yolo11_640_fire_11class": {"avg_ms": 65.606, "count": 216, "max_ms": 94.412, "p95_ms": 87.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.815, "count": 216, "max_ms": 105.901, "p95_ms": 97.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.805, "count": 216, "max_ms": 170.296, "p95_ms": 156.141}, "read_interval": {"avg_ms": 138.829, "count": 215, "max_ms": 1932.143, "p95_ms": 167.784}, "triton_wait": {"avg_ms": 81.815, "count": 216, "max_ms": 120.799, "p95_ms": 108.969}, "visualize": {"avg_ms": 4.66, "count": 216, "max_ms": 8.061, "p95_ms": 5.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1005, "tracking_summary": 930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5965.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19743.222, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.352, "sample_count": 1458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:47:10+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T16:47:09+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T16:47:09.821719+09:00", "mtime_epoch": 1783324029.821719, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:47:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 788.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.591, "pushed": 4.591, "read": 4.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.004, "count": 137, "max_ms": 107.314, "p95_ms": 99.642}, "gstreamer_push": {"avg_ms": 0.914, "count": 137, "max_ms": 2.687, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.689, "count": 137, "max_ms": 120.456, "p95_ms": 111.994}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.687, "count": 137, "max_ms": 114.828, "p95_ms": 110.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.37, "count": 137, "max_ms": 263.185, "p95_ms": 250.55}, "read_interval": {"avg_ms": 219.673, "count": 136, "max_ms": 271.056, "p95_ms": 257.07}, "triton_wait": {"avg_ms": 82.052, "count": 137, "max_ms": 120.469, "p95_ms": 112.632}, "visualize": {"avg_ms": 30.522, "count": 137, "max_ms": 44.205, "p95_ms": 42.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5969.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 384.806, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.738, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:47:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:47:14+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:47:14+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:47:14.189759+09:00", "mtime_epoch": 1783324034.1897593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:47:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.108}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.987, "count": 304, "max_ms": 5.986, "p95_ms": 4.898}, "gstreamer_push": {"avg_ms": 1.441, "count": 304, "max_ms": 6.181, "p95_ms": 1.733}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.383, "count": 304, "max_ms": 81.257, "p95_ms": 74.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.287, "count": 304, "max_ms": 121.191, "p95_ms": 101.801}, "yolo11_640_fire_11class": {"avg_ms": 62.975, "count": 304, "max_ms": 91.617, "p95_ms": 83.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.479, "count": 304, "max_ms": 98.868, "p95_ms": 91.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.128, "count": 304, "max_ms": 135.059, "p95_ms": 114.22}, "read_interval": {"avg_ms": 98.877, "count": 303, "max_ms": 148.173, "p95_ms": 129.73}, "triton_wait": {"avg_ms": 72.42, "count": 304, "max_ms": 121.204, "p95_ms": 101.814}, "visualize": {"avg_ms": 3.66, "count": 304, "max_ms": 5.619, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5969.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:44:40+09:00", "last_error_summary": "[h264 @ 0x55a053a11080] error while decoding MB 51 30, bytestream -17", "last_exit_at": "2026-07-06T16:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.407, "last_started_at": "2026-07-06T16:44:42+09:00", "pid": 18012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.125, "name": "ffmpeg", "pid": 18012, "rss_mb": 269.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.133, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:47:29+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T16:47:29+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T16:47:29.821907+09:00", "mtime_epoch": 1783324049.8219066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:47:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.356, "pushed": 7.356, "read": 7.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.827, "count": 220, "max_ms": 9.588, "p95_ms": 7.651}, "gstreamer_push": {"avg_ms": 1.158, "count": 220, "max_ms": 2.048, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.771, "count": 220, "max_ms": 83.972, "p95_ms": 76.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.07, "count": 220, "max_ms": 117.498, "p95_ms": 104.885}, "yolo11_640_fire_11class": {"avg_ms": 61.833, "count": 220, "max_ms": 90.187, "p95_ms": 84.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.386, "count": 220, "max_ms": 101.774, "p95_ms": 93.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.444, "count": 220, "max_ms": 172.194, "p95_ms": 158.628}, "read_interval": {"avg_ms": 136.449, "count": 219, "max_ms": 181.856, "p95_ms": 169.115}, "triton_wait": {"avg_ms": 78.184, "count": 220, "max_ms": 117.51, "p95_ms": 104.896}, "visualize": {"avg_ms": 4.993, "count": 220, "max_ms": 8.6, "p95_ms": 5.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1008, "tracking_summary": 932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5972.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19773.322, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.602, "sample_count": 1458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:47:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:47:40+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T16:47:39+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T16:47:39.906003+09:00", "mtime_epoch": 1783324059.9060035, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:47:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 791.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.056, "pushed": 5.056, "read": 5.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.834, "count": 151, "max_ms": 122.458, "p95_ms": 101.728}, "gstreamer_push": {"avg_ms": 0.881, "count": 151, "max_ms": 2.766, "p95_ms": 1.078}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.19, "count": 151, "max_ms": 117.555, "p95_ms": 105.657}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.58, "count": 151, "max_ms": 115.823, "p95_ms": 105.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.887, "count": 151, "max_ms": 248.893, "p95_ms": 238.672}, "read_interval": {"avg_ms": 199.19, "count": 150, "max_ms": 256.583, "p95_ms": 244.883}, "triton_wait": {"avg_ms": 79.054, "count": 151, "max_ms": 117.568, "p95_ms": 113.402}, "visualize": {"avg_ms": 27.761, "count": 151, "max_ms": 65.164, "p95_ms": 36.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5969.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.818, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.99, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:47:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:47:44+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T16:47:44+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T16:47:44.234046+09:00", "mtime_epoch": 1783324064.2340455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:47:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.011, "count": 294, "max_ms": 6.826, "p95_ms": 4.981}, "gstreamer_push": {"avg_ms": 1.548, "count": 294, "max_ms": 6.069, "p95_ms": 3.705}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.659, "count": 294, "max_ms": 89.825, "p95_ms": 77.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.195, "count": 294, "max_ms": 117.324, "p95_ms": 105.458}, "yolo11_640_fire_11class": {"avg_ms": 64.232, "count": 294, "max_ms": 96.222, "p95_ms": 85.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.511, "count": 294, "max_ms": 105.339, "p95_ms": 95.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.222, "count": 294, "max_ms": 130.474, "p95_ms": 118.981}, "read_interval": {"avg_ms": 102.2, "count": 294, "max_ms": 310.395, "p95_ms": 133.577}, "triton_wait": {"avg_ms": 74.381, "count": 294, "max_ms": 117.337, "p95_ms": 105.471}, "visualize": {"avg_ms": 3.679, "count": 294, "max_ms": 5.504, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5972.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:44:40+09:00", "last_error_summary": "[h264 @ 0x55a053a11080] error while decoding MB 51 30, bytestream -17", "last_exit_at": "2026-07-06T16:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.461, "last_started_at": "2026-07-06T16:44:42+09:00", "pid": 18012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.219, "name": "ffmpeg", "pid": 18012, "rss_mb": 272.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.565, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:48:00+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T16:47:59+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T16:47:59.926200+09:00", "mtime_epoch": 1783324079.9262002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:48:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.123, "count": 232, "max_ms": 9.142, "p95_ms": 6.517}, "gstreamer_push": {"avg_ms": 1.184, "count": 232, "max_ms": 1.654, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.348, "count": 232, "max_ms": 90.165, "p95_ms": 81.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.439, "count": 232, "max_ms": 132.488, "p95_ms": 107.848}, "yolo11_640_fire_11class": {"avg_ms": 66.145, "count": 232, "max_ms": 96.12, "p95_ms": 87.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.107, "count": 232, "max_ms": 106.064, "p95_ms": 98.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.862, "count": 232, "max_ms": 170.008, "p95_ms": 153.963}, "read_interval": {"avg_ms": 129.682, "count": 231, "max_ms": 181.736, "p95_ms": 163.475}, "triton_wait": {"avg_ms": 81.641, "count": 232, "max_ms": 132.502, "p95_ms": 107.861}, "visualize": {"avg_ms": 4.539, "count": 232, "max_ms": 6.1, "p95_ms": 5.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1009, "tracking_summary": 933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5985.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19803.385, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.25, "sample_count": 1459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:48:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:48:10+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T16:48:10+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T16:48:10.042302+09:00", "mtime_epoch": 1783324090.0423017, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:48:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 793.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.753, "pushed": 4.753, "read": 4.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.652, "count": 142, "max_ms": 116.627, "p95_ms": 102.89}, "gstreamer_push": {"avg_ms": 0.804, "count": 142, "max_ms": 1.024, "p95_ms": 0.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.062, "count": 142, "max_ms": 123.596, "p95_ms": 111.235}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.229, "count": 142, "max_ms": 110.896, "p95_ms": 104.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.509, "count": 142, "max_ms": 276.814, "p95_ms": 239.235}, "read_interval": {"avg_ms": 212.101, "count": 141, "max_ms": 284.361, "p95_ms": 246.369}, "triton_wait": {"avg_ms": 80.266, "count": 142, "max_ms": 123.609, "p95_ms": 111.248}, "visualize": {"avg_ms": 26.589, "count": 142, "max_ms": 41.254, "p95_ms": 32.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5727.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 444.841, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.183, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:48:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:48:14+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T16:48:14+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T16:48:14.270345+09:00", "mtime_epoch": 1783324094.2703447, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:48:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1352.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.993, "count": 298, "max_ms": 6.527, "p95_ms": 5.379}, "gstreamer_push": {"avg_ms": 1.584, "count": 298, "max_ms": 7.798, "p95_ms": 3.898}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.385, "count": 298, "max_ms": 85.775, "p95_ms": 76.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.476, "count": 298, "max_ms": 119.121, "p95_ms": 105.435}, "yolo11_640_fire_11class": {"avg_ms": 64.205, "count": 298, "max_ms": 97.816, "p95_ms": 84.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.323, "count": 298, "max_ms": 102.087, "p95_ms": 93.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.561, "count": 298, "max_ms": 131.817, "p95_ms": 118.272}, "read_interval": {"avg_ms": 100.812, "count": 297, "max_ms": 148.317, "p95_ms": 132.325}, "triton_wait": {"avg_ms": 73.82, "count": 298, "max_ms": 119.134, "p95_ms": 105.448}, "visualize": {"avg_ms": 3.65, "count": 298, "max_ms": 5.552, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5962.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:48:12+09:00", "last_error_summary": "[h264 @ 0x560242335880] error while decoding MB 71 19, bytestream -26", "last_exit_at": "2026-07-06T16:48:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.303, "last_started_at": "2026-07-06T16:48:14+09:00", "pid": 18119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.582, "name": "ffmpeg", "pid": 18119, "rss_mb": 265.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.751, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:48:30+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T16:48:29+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T16:48:29.922506+09:00", "mtime_epoch": 1783324109.9225056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:48:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.344, "pushed": 6.344, "read": 6.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.63, "count": 190, "max_ms": 9.523, "p95_ms": 8.153}, "gstreamer_push": {"avg_ms": 1.169, "count": 190, "max_ms": 1.531, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.191, "count": 190, "max_ms": 84.781, "p95_ms": 78.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.104, "count": 190, "max_ms": 120.029, "p95_ms": 107.145}, "yolo11_640_fire_11class": {"avg_ms": 65.149, "count": 190, "max_ms": 91.19, "p95_ms": 86.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.415, "count": 190, "max_ms": 102.799, "p95_ms": 95.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.856, "count": 190, "max_ms": 169.266, "p95_ms": 159.295}, "read_interval": {"avg_ms": 158.173, "count": 189, "max_ms": 4483.424, "p95_ms": 169.639}, "triton_wait": {"avg_ms": 81.201, "count": 190, "max_ms": 120.042, "p95_ms": 107.161}, "visualize": {"avg_ms": 4.874, "count": 190, "max_ms": 8.984, "p95_ms": 5.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1010, "tracking_summary": 934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5966.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19833.474, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.503, "sample_count": 1469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:48:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:48:40+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T16:48:40+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T16:48:40.046611+09:00", "mtime_epoch": 1783324120.0466113, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:48:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 790.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.044, "pushed": 5.044, "read": 5.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.237, "count": 151, "max_ms": 113.845, "p95_ms": 101.301}, "gstreamer_push": {"avg_ms": 0.904, "count": 151, "max_ms": 1.942, "p95_ms": 1.743}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.682, "count": 151, "max_ms": 114.429, "p95_ms": 103.912}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.151, "count": 151, "max_ms": 112.872, "p95_ms": 100.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.961, "count": 151, "max_ms": 259.714, "p95_ms": 238.748}, "read_interval": {"avg_ms": 198.986, "count": 150, "max_ms": 265.968, "p95_ms": 245.794}, "triton_wait": {"avg_ms": 76.444, "count": 151, "max_ms": 114.442, "p95_ms": 104.01}, "visualize": {"avg_ms": 29.21, "count": 151, "max_ms": 47.153, "p95_ms": 44.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5971.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 474.862, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.871, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:48:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T16:48:44+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T16:48:44+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T16:48:44.258656+09:00", "mtime_epoch": 1783324124.2586558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:48:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1358.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.23, "pushed": 10.23, "read": 10.197}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.976, "count": 306, "max_ms": 5.891, "p95_ms": 5.251}, "gstreamer_push": {"avg_ms": 1.578, "count": 306, "max_ms": 7.174, "p95_ms": 3.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.971, "count": 306, "max_ms": 83.969, "p95_ms": 74.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.396, "count": 306, "max_ms": 126.664, "p95_ms": 101.24}, "yolo11_640_fire_11class": {"avg_ms": 62.799, "count": 306, "max_ms": 91.399, "p95_ms": 82.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.917, "count": 306, "max_ms": 102.945, "p95_ms": 91.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.104, "count": 306, "max_ms": 139.164, "p95_ms": 114.493}, "read_interval": {"avg_ms": 98.047, "count": 305, "max_ms": 152.642, "p95_ms": 128.344}, "triton_wait": {"avg_ms": 71.516, "count": 306, "max_ms": 126.676, "p95_ms": 101.563}, "visualize": {"avg_ms": 3.614, "count": 306, "max_ms": 5.136, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5965.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:48:12+09:00", "last_error_summary": "[h264 @ 0x560242335880] error while decoding MB 71 19, bytestream -26", "last_exit_at": "2026-07-06T16:48:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.391, "last_started_at": "2026-07-06T16:48:14+09:00", "pid": 18119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.965, "name": "ffmpeg", "pid": 18119, "rss_mb": 269.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.377, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:48:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:49:00+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T16:48:59+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T16:48:59.994824+09:00", "mtime_epoch": 1783324139.9948237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:49:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.211, "pushed": 7.211, "read": 7.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.117, "count": 216, "max_ms": 9.278, "p95_ms": 7.734}, "gstreamer_push": {"avg_ms": 1.112, "count": 216, "max_ms": 1.368, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.695, "count": 216, "max_ms": 83.784, "p95_ms": 73.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.692, "count": 216, "max_ms": 116.881, "p95_ms": 105.58}, "yolo11_640_fire_11class": {"avg_ms": 61.816, "count": 216, "max_ms": 92.717, "p95_ms": 85.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.139, "count": 216, "max_ms": 103.157, "p95_ms": 92.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.513, "count": 216, "max_ms": 170.678, "p95_ms": 159.606}, "read_interval": {"avg_ms": 139.114, "count": 215, "max_ms": 180.36, "p95_ms": 167.67}, "triton_wait": {"avg_ms": 76.732, "count": 216, "max_ms": 116.894, "p95_ms": 105.591}, "visualize": {"avg_ms": 5.144, "count": 216, "max_ms": 7.782, "p95_ms": 6.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1012, "tracking_summary": 935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5960.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19863.563, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.961, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:49:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:49:10+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T16:49:10+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T16:49:10.138934+09:00", "mtime_epoch": 1783324150.1389337, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:49:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 780.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.851, "pushed": 4.851, "read": 4.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.151, "count": 145, "max_ms": 103.454, "p95_ms": 101.073}, "gstreamer_push": {"avg_ms": 1.171, "count": 145, "max_ms": 4.034, "p95_ms": 1.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.686, "count": 145, "max_ms": 114.116, "p95_ms": 101.641}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.226, "count": 145, "max_ms": 111.693, "p95_ms": 100.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.903, "count": 145, "max_ms": 251.612, "p95_ms": 240.614}, "read_interval": {"avg_ms": 207.382, "count": 144, "max_ms": 260.239, "p95_ms": 246.778}, "triton_wait": {"avg_ms": 75.915, "count": 145, "max_ms": 114.129, "p95_ms": 105.316}, "visualize": {"avg_ms": 34.903, "count": 145, "max_ms": 58.282, "p95_ms": 46.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5969.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 504.949, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.848, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:49:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:49:14+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T16:49:14+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T16:49:14.342979+09:00", "mtime_epoch": 1783324154.3429794, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:49:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.271, "pushed": 10.271, "read": 10.271}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.029, "count": 308, "max_ms": 6.409, "p95_ms": 5.321}, "gstreamer_push": {"avg_ms": 1.499, "count": 308, "max_ms": 5.959, "p95_ms": 3.646}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.826, "count": 308, "max_ms": 88.164, "p95_ms": 71.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.366, "count": 308, "max_ms": 121.561, "p95_ms": 101.891}, "yolo11_640_fire_11class": {"avg_ms": 61.726, "count": 308, "max_ms": 95.97, "p95_ms": 83.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.022, "count": 308, "max_ms": 100.941, "p95_ms": 89.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.294, "count": 308, "max_ms": 134.19, "p95_ms": 115.113}, "read_interval": {"avg_ms": 97.311, "count": 308, "max_ms": 147.19, "p95_ms": 128.965}, "triton_wait": {"avg_ms": 70.562, "count": 308, "max_ms": 121.574, "p95_ms": 101.904}, "visualize": {"avg_ms": 3.676, "count": 308, "max_ms": 5.912, "p95_ms": 4.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5976.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:48:12+09:00", "last_error_summary": "[h264 @ 0x560242335880] error while decoding MB 71 19, bytestream -26", "last_exit_at": "2026-07-06T16:48:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.445, "last_started_at": "2026-07-06T16:48:14+09:00", "pid": 18119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.48, "name": "ffmpeg", "pid": 18119, "rss_mb": 270.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.659, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:49:30+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T16:49:30+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T16:49:30.103154+09:00", "mtime_epoch": 1783324170.1031537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:49:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.417, "pushed": 7.417, "read": 7.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.91, "count": 222, "max_ms": 9.737, "p95_ms": 8.098}, "gstreamer_push": {"avg_ms": 1.132, "count": 222, "max_ms": 1.483, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.451, "count": 222, "max_ms": 87.283, "p95_ms": 74.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.038, "count": 222, "max_ms": 125.372, "p95_ms": 103.32}, "yolo11_640_fire_11class": {"avg_ms": 61.357, "count": 222, "max_ms": 93.493, "p95_ms": 85.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.619, "count": 222, "max_ms": 101.286, "p95_ms": 92.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.432, "count": 222, "max_ms": 178.581, "p95_ms": 155.998}, "read_interval": {"avg_ms": 135.453, "count": 221, "max_ms": 189.192, "p95_ms": 166.657}, "triton_wait": {"avg_ms": 77.086, "count": 222, "max_ms": 125.384, "p95_ms": 103.332}, "visualize": {"avg_ms": 4.989, "count": 222, "max_ms": 8.842, "p95_ms": 5.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1012, "tracking_summary": 937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5973.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19893.671, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.961, "sample_count": 1469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:49:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:49:40+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T16:49:40+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T16:49:40.267267+09:00", "mtime_epoch": 1783324180.2672675, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:49:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 795.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.282, "pushed": 5.282, "read": 5.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 69.478, "count": 158, "max_ms": 118.627, "p95_ms": 104.055}, "gstreamer_push": {"avg_ms": 0.984, "count": 158, "max_ms": 2.229, "p95_ms": 1.99}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.024, "count": 158, "max_ms": 125.2, "p95_ms": 105.335}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.237, "count": 158, "max_ms": 114.166, "p95_ms": 102.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.257, "count": 158, "max_ms": 248.623, "p95_ms": 236.846}, "read_interval": {"avg_ms": 190.377, "count": 157, "max_ms": 254.768, "p95_ms": 243.398}, "triton_wait": {"avg_ms": 77.94, "count": 158, "max_ms": 125.213, "p95_ms": 106.134}, "visualize": {"avg_ms": 31.653, "count": 158, "max_ms": 59.946, "p95_ms": 51.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5971.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 534.984, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.945, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:49:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T16:49:44+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T16:49:44+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T16:49:44.351314+09:00", "mtime_epoch": 1783324184.3513136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:49:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.092, "count": 303, "max_ms": 6.501, "p95_ms": 5.548}, "gstreamer_push": {"avg_ms": 1.537, "count": 303, "max_ms": 6.683, "p95_ms": 3.746}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.897, "count": 303, "max_ms": 86.717, "p95_ms": 73.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.743, "count": 303, "max_ms": 119.004, "p95_ms": 103.861}, "yolo11_640_fire_11class": {"avg_ms": 62.961, "count": 303, "max_ms": 96.942, "p95_ms": 84.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.0, "count": 303, "max_ms": 101.657, "p95_ms": 90.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.918, "count": 303, "max_ms": 131.655, "p95_ms": 117.279}, "read_interval": {"avg_ms": 98.965, "count": 302, "max_ms": 150.289, "p95_ms": 131.051}, "triton_wait": {"avg_ms": 72.035, "count": 303, "max_ms": 119.016, "p95_ms": 103.873}, "visualize": {"avg_ms": 3.703, "count": 303, "max_ms": 5.585, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5970.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:48:12+09:00", "last_error_summary": "[h264 @ 0x560242335880] error while decoding MB 71 19, bytestream -26", "last_exit_at": "2026-07-06T16:48:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.512, "last_started_at": "2026-07-06T16:48:14+09:00", "pid": 18119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.48, "name": "ffmpeg", "pid": 18119, "rss_mb": 270.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.874, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:50:00+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T16:50:00+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T16:50:00.123493+09:00", "mtime_epoch": 1783324200.1234932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:50:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.583, "pushed": 7.583, "read": 7.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.733, "count": 227, "max_ms": 9.568, "p95_ms": 7.862}, "gstreamer_push": {"avg_ms": 1.167, "count": 227, "max_ms": 2.25, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.821, "count": 227, "max_ms": 85.287, "p95_ms": 77.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.583, "count": 227, "max_ms": 119.227, "p95_ms": 105.287}, "yolo11_640_fire_11class": {"avg_ms": 61.104, "count": 227, "max_ms": 88.178, "p95_ms": 84.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.923, "count": 227, "max_ms": 101.257, "p95_ms": 92.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.889, "count": 227, "max_ms": 173.275, "p95_ms": 159.171}, "read_interval": {"avg_ms": 132.295, "count": 226, "max_ms": 182.954, "p95_ms": 169.36}, "triton_wait": {"avg_ms": 76.605, "count": 227, "max_ms": 119.242, "p95_ms": 105.3}, "visualize": {"avg_ms": 4.951, "count": 227, "max_ms": 8.685, "p95_ms": 6.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1014, "tracking_summary": 938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5977.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19923.761, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.614, "sample_count": 1471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:50:10+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T16:50:10+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T16:50:10.423612+09:00", "mtime_epoch": 1783324210.423612, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:50:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 795.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.818, "pushed": 4.818, "read": 4.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.097, "count": 144, "max_ms": 135.216, "p95_ms": 110.217}, "gstreamer_push": {"avg_ms": 0.818, "count": 144, "max_ms": 1.836, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.935, "count": 144, "max_ms": 120.778, "p95_ms": 105.922}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.406, "count": 144, "max_ms": 110.156, "p95_ms": 105.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.845, "count": 144, "max_ms": 265.193, "p95_ms": 238.523}, "read_interval": {"avg_ms": 209.367, "count": 143, "max_ms": 272.333, "p95_ms": 245.191}, "triton_wait": {"avg_ms": 78.858, "count": 144, "max_ms": 120.792, "p95_ms": 106.866}, "visualize": {"avg_ms": 27.934, "count": 144, "max_ms": 46.91, "p95_ms": 34.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5971.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 564.988, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.985, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:50:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:50:14+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T16:50:14+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T16:50:14.411659+09:00", "mtime_epoch": 1783324214.4116585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:50:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1353.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.02, "count": 303, "max_ms": 7.439, "p95_ms": 5.05}, "gstreamer_push": {"avg_ms": 1.557, "count": 303, "max_ms": 6.915, "p95_ms": 3.766}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.457, "count": 303, "max_ms": 85.867, "p95_ms": 74.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.665, "count": 303, "max_ms": 116.547, "p95_ms": 102.114}, "yolo11_640_fire_11class": {"avg_ms": 61.975, "count": 303, "max_ms": 89.561, "p95_ms": 83.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.347, "count": 303, "max_ms": 101.742, "p95_ms": 91.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.534, "count": 303, "max_ms": 131.638, "p95_ms": 114.797}, "read_interval": {"avg_ms": 99.211, "count": 303, "max_ms": 149.769, "p95_ms": 130.874}, "triton_wait": {"avg_ms": 71.816, "count": 303, "max_ms": 116.561, "p95_ms": 102.127}, "visualize": {"avg_ms": 3.663, "count": 303, "max_ms": 4.656, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5980.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:48:12+09:00", "last_error_summary": "[h264 @ 0x560242335880] error while decoding MB 71 19, bytestream -26", "last_exit_at": "2026-07-06T16:48:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.528, "last_started_at": "2026-07-06T16:48:14+09:00", "pid": 18119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.48, "name": "ffmpeg", "pid": 18119, "rss_mb": 270.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.83, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:50:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:50:30+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T16:50:30+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T16:50:30.179843+09:00", "mtime_epoch": 1783324230.1798434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:50:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.991, "pushed": 6.991, "read": 6.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.161, "count": 209, "max_ms": 10.933, "p95_ms": 7.52}, "gstreamer_push": {"avg_ms": 1.13, "count": 209, "max_ms": 1.565, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.426, "count": 209, "max_ms": 90.731, "p95_ms": 74.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.918, "count": 209, "max_ms": 120.329, "p95_ms": 106.328}, "yolo11_640_fire_11class": {"avg_ms": 62.474, "count": 209, "max_ms": 94.145, "p95_ms": 82.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.454, "count": 209, "max_ms": 96.772, "p95_ms": 92.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.839, "count": 209, "max_ms": 174.861, "p95_ms": 159.917}, "read_interval": {"avg_ms": 143.692, "count": 208, "max_ms": 184.404, "p95_ms": 171.501}, "triton_wait": {"avg_ms": 79.934, "count": 209, "max_ms": 120.342, "p95_ms": 106.342}, "visualize": {"avg_ms": 5.164, "count": 209, "max_ms": 7.007, "p95_ms": 5.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1015, "tracking_summary": 939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5978.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19953.85, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.639, "sample_count": 1465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:50:40+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T16:50:40+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T16:50:40.463965+09:00", "mtime_epoch": 1783324240.4639654, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:50:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 794.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.815, "pushed": 4.815, "read": 4.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.343, "count": 144, "max_ms": 128.331, "p95_ms": 101.205}, "gstreamer_push": {"avg_ms": 0.793, "count": 144, "max_ms": 1.075, "p95_ms": 0.904}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.457, "count": 144, "max_ms": 112.485, "p95_ms": 100.809}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.155, "count": 144, "max_ms": 109.36, "p95_ms": 100.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.08, "count": 144, "max_ms": 247.721, "p95_ms": 231.658}, "read_interval": {"avg_ms": 209.072, "count": 143, "max_ms": 254.056, "p95_ms": 240.344}, "triton_wait": {"avg_ms": 77.092, "count": 144, "max_ms": 112.499, "p95_ms": 102.876}, "visualize": {"avg_ms": 26.813, "count": 144, "max_ms": 34.394, "p95_ms": 29.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5977.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 595.165, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.816, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:50:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:50:44+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T16:50:44+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T16:50:44.432013+09:00", "mtime_epoch": 1783324244.4320128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:50:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.571, "pushed": 8.571, "read": 8.538}, "hints": ["frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.135, "count": 257, "max_ms": 14.106, "p95_ms": 11.152}, "gstreamer_push": {"avg_ms": 1.408, "count": 257, "max_ms": 7.749, "p95_ms": 3.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.794, "count": 257, "max_ms": 91.315, "p95_ms": 75.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.629, "count": 257, "max_ms": 121.043, "p95_ms": 101.944}, "yolo11_640_fire_11class": {"avg_ms": 62.377, "count": 257, "max_ms": 94.699, "p95_ms": 81.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.772, "count": 257, "max_ms": 102.03, "p95_ms": 94.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.741, "count": 257, "max_ms": 268.063, "p95_ms": 202.645}, "read_interval": {"avg_ms": 116.558, "count": 256, "max_ms": 277.036, "p95_ms": 204.643}, "triton_wait": {"avg_ms": 73.126, "count": 257, "max_ms": 121.057, "p95_ms": 102.042}, "visualize": {"avg_ms": 4.094, "count": 257, "max_ms": 8.275, "p95_ms": 6.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5979.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:48:12+09:00", "last_error_summary": "[h264 @ 0x560242335880] error while decoding MB 71 19, bytestream -26", "last_exit_at": "2026-07-06T16:48:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.535, "last_started_at": "2026-07-06T16:48:14+09:00", "pid": 18119, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.48, "name": "ffmpeg", "pid": 18119, "rss_mb": 270.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 17, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.46, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:51:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:51:00+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T16:51:00+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T16:51:00.172202+09:00", "mtime_epoch": 1783324260.172202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:51:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.031, "count": 226, "max_ms": 9.586, "p95_ms": 7.225}, "gstreamer_push": {"avg_ms": 1.085, "count": 226, "max_ms": 1.56, "p95_ms": 1.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.807, "count": 226, "max_ms": 89.342, "p95_ms": 74.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.178, "count": 226, "max_ms": 122.132, "p95_ms": 100.548}, "yolo11_640_fire_11class": {"avg_ms": 57.584, "count": 226, "max_ms": 90.363, "p95_ms": 82.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.628, "count": 226, "max_ms": 106.097, "p95_ms": 95.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.127, "count": 226, "max_ms": 174.127, "p95_ms": 154.878}, "read_interval": {"avg_ms": 132.716, "count": 226, "max_ms": 184.633, "p95_ms": 163.975}, "triton_wait": {"avg_ms": 71.645, "count": 226, "max_ms": 122.146, "p95_ms": 100.561}, "visualize": {"avg_ms": 5.042, "count": 226, "max_ms": 8.741, "p95_ms": 5.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1017, "tracking_summary": 940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5976.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 19983.903, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.235, "sample_count": 1467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:51:10+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T16:51:10+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T16:51:10.516328+09:00", "mtime_epoch": 1783324270.516328, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:51:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 792.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.26, "pushed": 5.26, "read": 5.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.395, "count": 157, "max_ms": 121.99, "p95_ms": 104.837}, "gstreamer_push": {"avg_ms": 0.843, "count": 157, "max_ms": 2.121, "p95_ms": 1.009}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.056, "count": 157, "max_ms": 118.683, "p95_ms": 96.084}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.183, "count": 157, "max_ms": 116.997, "p95_ms": 102.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.283, "count": 157, "max_ms": 239.776, "p95_ms": 228.549}, "read_interval": {"avg_ms": 191.371, "count": 156, "max_ms": 248.543, "p95_ms": 235.557}, "triton_wait": {"avg_ms": 71.847, "count": 157, "max_ms": 118.697, "p95_ms": 102.562}, "visualize": {"avg_ms": 26.884, "count": 157, "max_ms": 41.555, "p95_ms": 35.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5978.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 625.383, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.304, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:51:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:51:14+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T16:51:14+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T16:51:14.648379+09:00", "mtime_epoch": 1783324274.6483786, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:51:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1359.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.058, "pushed": 4.058, "read": 4.024}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.133, "count": 121, "max_ms": 18.63, "p95_ms": 16.515}, "gstreamer_push": {"avg_ms": 0.912, "count": 121, "max_ms": 2.919, "p95_ms": 1.073}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.145, "count": 121, "max_ms": 97.85, "p95_ms": 80.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.145, "count": 121, "max_ms": 119.832, "p95_ms": 104.139}, "yolo11_640_fire_11class": {"avg_ms": 62.111, "count": 121, "max_ms": 92.654, "p95_ms": 79.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.083, "count": 121, "max_ms": 117.43, "p95_ms": 100.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.219, "count": 121, "max_ms": 313.94, "p95_ms": 272.388}, "read_interval": {"avg_ms": 248.103, "count": 120, "max_ms": 324.218, "p95_ms": 280.15}, "triton_wait": {"avg_ms": 78.059, "count": 121, "max_ms": 119.842, "p95_ms": 105.117}, "visualize": {"avg_ms": 6.785, "count": 121, "max_ms": 9.205, "p95_ms": 8.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5848.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:51:30+09:00", "last_error_summary": "[h264 @ 0x55b31f055c80] error while decoding MB 79 12, bytestream -9", "last_exit_at": "2026-07-06T16:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.167, "last_started_at": "2026-07-06T16:51:32+09:00", "pid": 18226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.727, "name": "ffmpeg", "pid": 18226, "rss_mb": 141.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.008, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:51:34+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T16:51:34+09:00", "mjpeg": {"age_sec": 4.477, "exists": true, "mtime": "2026-07-06T16:51:30.228571+09:00", "mtime_epoch": 1783324290.2285707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:51:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.451, "pushed": 6.451, "read": 6.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.829, "count": 193, "max_ms": 9.286, "p95_ms": 7.5}, "gstreamer_push": {"avg_ms": 1.093, "count": 193, "max_ms": 1.411, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.183, "count": 193, "max_ms": 93.263, "p95_ms": 80.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.713, "count": 193, "max_ms": 134.341, "p95_ms": 104.382}, "yolo11_640_fire_11class": {"avg_ms": 58.358, "count": 193, "max_ms": 90.328, "p95_ms": 78.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.995, "count": 193, "max_ms": 114.275, "p95_ms": 100.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.172, "count": 193, "max_ms": 187.281, "p95_ms": 158.143}, "read_interval": {"avg_ms": 155.618, "count": 192, "max_ms": 4465.159, "p95_ms": 168.851}, "triton_wait": {"avg_ms": 73.954, "count": 193, "max_ms": 134.354, "p95_ms": 105.149}, "visualize": {"avg_ms": 4.963, "count": 193, "max_ms": 7.017, "p95_ms": 6.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1019, "tracking_summary": 941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5938.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20013.933, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.059, "sample_count": 1470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:51:40+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T16:51:40+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T16:51:40.584700+09:00", "mtime_epoch": 1783324300.5846996, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:51:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 790.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.827, "pushed": 4.827, "read": 4.794}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.659, "count": 144, "max_ms": 123.728, "p95_ms": 106.582}, "gstreamer_push": {"avg_ms": 0.812, "count": 144, "max_ms": 2.378, "p95_ms": 0.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.288, "count": 144, "max_ms": 118.827, "p95_ms": 107.757}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.459, "count": 144, "max_ms": 120.014, "p95_ms": 102.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.598, "count": 144, "max_ms": 253.801, "p95_ms": 239.761}, "read_interval": {"avg_ms": 208.871, "count": 143, "max_ms": 260.121, "p95_ms": 246.32}, "triton_wait": {"avg_ms": 75.921, "count": 144, "max_ms": 120.024, "p95_ms": 108.06}, "visualize": {"avg_ms": 26.122, "count": 144, "max_ms": 39.569, "p95_ms": 33.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5953.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 655.544, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.226, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:51:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:51:45+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T16:51:44+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T16:51:44.868753+09:00", "mtime_epoch": 1783324304.8687534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:51:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.181, "pushed": 5.181, "read": 5.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.49, "count": 154, "max_ms": 16.105, "p95_ms": 12.961}, "gstreamer_push": {"avg_ms": 0.996, "count": 155, "max_ms": 2.921, "p95_ms": 1.519}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.169, "count": 154, "max_ms": 94.982, "p95_ms": 82.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.023, "count": 154, "max_ms": 122.844, "p95_ms": 114.7}, "yolo11_640_fire_11class": {"avg_ms": 63.866, "count": 154, "max_ms": 95.555, "p95_ms": 85.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.496, "count": 154, "max_ms": 110.45, "p95_ms": 105.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.532, "count": 155, "max_ms": 291.563, "p95_ms": 245.781}, "read_interval": {"avg_ms": 194.641, "count": 154, "max_ms": 298.99, "p95_ms": 253.451}, "triton_wait": {"avg_ms": 78.517, "count": 154, "max_ms": 122.857, "p95_ms": 114.713}, "visualize": {"avg_ms": 5.733, "count": 154, "max_ms": 9.544, "p95_ms": 7.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5951.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:51:30+09:00", "last_error_summary": "[h264 @ 0x55b31f055c80] error while decoding MB 79 12, bytestream -9", "last_exit_at": "2026-07-06T16:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.193, "last_started_at": "2026-07-06T16:51:32+09:00", "pid": 18226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.402, "name": "ffmpeg", "pid": 18226, "rss_mb": 266.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.736, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:52:04+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T16:52:04+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T16:52:04.617003+09:00", "mtime_epoch": 1783324324.6170027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:52:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.039, "pushed": 7.039, "read": 7.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.256, "count": 210, "max_ms": 10.463, "p95_ms": 8.386}, "gstreamer_push": {"avg_ms": 1.1, "count": 210, "max_ms": 1.4, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.5, "count": 210, "max_ms": 86.084, "p95_ms": 74.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.192, "count": 210, "max_ms": 120.085, "p95_ms": 111.274}, "yolo11_640_fire_11class": {"avg_ms": 60.333, "count": 210, "max_ms": 92.563, "p95_ms": 84.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.311, "count": 210, "max_ms": 110.905, "p95_ms": 98.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.374, "count": 210, "max_ms": 201.431, "p95_ms": 176.532}, "read_interval": {"avg_ms": 143.038, "count": 209, "max_ms": 211.889, "p95_ms": 185.203}, "triton_wait": {"avg_ms": 77.265, "count": 210, "max_ms": 120.098, "p95_ms": 111.287}, "visualize": {"avg_ms": 5.267, "count": 210, "max_ms": 8.344, "p95_ms": 6.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1020, "tracking_summary": 943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5942.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20044.027, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.32, "sample_count": 1480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:52:10+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T16:52:10+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T16:52:10.617079+09:00", "mtime_epoch": 1783324330.6170793, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:52:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 784.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.917, "pushed": 4.917, "read": 4.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.405, "count": 147, "max_ms": 127.906, "p95_ms": 109.244}, "gstreamer_push": {"avg_ms": 1.058, "count": 147, "max_ms": 3.063, "p95_ms": 1.988}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.362, "count": 147, "max_ms": 114.832, "p95_ms": 104.511}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.963, "count": 147, "max_ms": 123.647, "p95_ms": 104.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.038, "count": 147, "max_ms": 266.165, "p95_ms": 236.833}, "read_interval": {"avg_ms": 204.583, "count": 146, "max_ms": 274.129, "p95_ms": 245.076}, "triton_wait": {"avg_ms": 78.413, "count": 147, "max_ms": 123.661, "p95_ms": 106.709}, "visualize": {"avg_ms": 33.072, "count": 147, "max_ms": 63.16, "p95_ms": 45.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5941.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 685.626, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.815, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:52:15+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:52:15+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T16:52:15.009135+09:00", "mtime_epoch": 1783324335.0091355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:52:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.417, "pushed": 6.417, "read": 6.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.107, "count": 192, "max_ms": 12.745, "p95_ms": 10.4}, "gstreamer_push": {"avg_ms": 1.132, "count": 192, "max_ms": 3.885, "p95_ms": 1.842}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.264, "count": 192, "max_ms": 84.664, "p95_ms": 78.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.321, "count": 192, "max_ms": 123.311, "p95_ms": 104.677}, "yolo11_640_fire_11class": {"avg_ms": 63.159, "count": 192, "max_ms": 86.955, "p95_ms": 82.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.391, "count": 192, "max_ms": 103.564, "p95_ms": 95.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.278, "count": 192, "max_ms": 222.701, "p95_ms": 191.282}, "read_interval": {"avg_ms": 156.857, "count": 191, "max_ms": 231.13, "p95_ms": 199.561}, "triton_wait": {"avg_ms": 76.453, "count": 192, "max_ms": 123.325, "p95_ms": 104.69}, "visualize": {"avg_ms": 4.732, "count": 192, "max_ms": 7.267, "p95_ms": 5.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5955.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:51:30+09:00", "last_error_summary": "[h264 @ 0x55b31f055c80] error while decoding MB 79 12, bytestream -9", "last_exit_at": "2026-07-06T16:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.291, "last_started_at": "2026-07-06T16:51:32+09:00", "pid": 18226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.262, "name": "ffmpeg", "pid": 18226, "rss_mb": 278.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.638, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:52:34+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T16:52:34+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T16:52:34.713389+09:00", "mtime_epoch": 1783324354.7133894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:52:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1597.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.241, "pushed": 7.241, "read": 7.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 216, "max_ms": 9.571, "p95_ms": 7.43}, "gstreamer_push": {"avg_ms": 1.11, "count": 217, "max_ms": 2.023, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.66, "count": 216, "max_ms": 83.898, "p95_ms": 72.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.712, "count": 216, "max_ms": 110.995, "p95_ms": 103.579}, "yolo11_640_fire_11class": {"avg_ms": 60.599, "count": 216, "max_ms": 90.073, "p95_ms": 82.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.242, "count": 216, "max_ms": 100.428, "p95_ms": 93.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.076, "count": 217, "max_ms": 165.814, "p95_ms": 156.958}, "read_interval": {"avg_ms": 138.718, "count": 216, "max_ms": 177.692, "p95_ms": 167.159}, "triton_wait": {"avg_ms": 75.816, "count": 216, "max_ms": 111.008, "p95_ms": 103.609}, "visualize": {"avg_ms": 5.178, "count": 216, "max_ms": 7.988, "p95_ms": 5.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1022, "tracking_summary": 944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5952.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20074.129, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.024, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:52:40+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T16:52:40+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T16:52:40.721467+09:00", "mtime_epoch": 1783324360.7214675, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:52:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 785.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.82, "pushed": 4.82, "read": 4.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.889, "count": 144, "max_ms": 129.842, "p95_ms": 102.333}, "gstreamer_push": {"avg_ms": 1.109, "count": 144, "max_ms": 2.153, "p95_ms": 1.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.726, "count": 144, "max_ms": 118.835, "p95_ms": 106.521}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.921, "count": 144, "max_ms": 117.0, "p95_ms": 100.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.565, "count": 144, "max_ms": 261.81, "p95_ms": 243.264}, "read_interval": {"avg_ms": 209.021, "count": 143, "max_ms": 268.167, "p95_ms": 249.657}, "triton_wait": {"avg_ms": 76.076, "count": 144, "max_ms": 118.849, "p95_ms": 108.868}, "visualize": {"avg_ms": 32.676, "count": 144, "max_ms": 56.452, "p95_ms": 45.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5948.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 715.71, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.815, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:52:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:52:45+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T16:52:45+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T16:52:45.097525+09:00", "mtime_epoch": 1783324365.0975246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:52:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.18, "count": 307, "max_ms": 6.515, "p95_ms": 5.292}, "gstreamer_push": {"avg_ms": 1.465, "count": 307, "max_ms": 5.832, "p95_ms": 3.566}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.994, "count": 307, "max_ms": 83.119, "p95_ms": 71.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.778, "count": 307, "max_ms": 124.243, "p95_ms": 105.167}, "yolo11_640_fire_11class": {"avg_ms": 62.242, "count": 307, "max_ms": 93.627, "p95_ms": 83.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.287, "count": 307, "max_ms": 98.31, "p95_ms": 90.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.775, "count": 307, "max_ms": 137.175, "p95_ms": 118.429}, "read_interval": {"avg_ms": 97.929, "count": 306, "max_ms": 150.111, "p95_ms": 131.6}, "triton_wait": {"avg_ms": 71.934, "count": 307, "max_ms": 124.257, "p95_ms": 105.181}, "visualize": {"avg_ms": 3.694, "count": 307, "max_ms": 5.582, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5963.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:51:30+09:00", "last_error_summary": "[h264 @ 0x55b31f055c80] error while decoding MB 79 12, bytestream -9", "last_exit_at": "2026-07-06T16:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.391, "last_started_at": "2026-07-06T16:51:32+09:00", "pid": 18226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.195, "name": "ffmpeg", "pid": 18226, "rss_mb": 281.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.443, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:53:04+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T16:53:04+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T16:53:04.825784+09:00", "mtime_epoch": 1783324384.8257837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:53:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1597.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.171, "pushed": 7.171, "read": 7.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.138, "count": 214, "max_ms": 9.101, "p95_ms": 7.177}, "gstreamer_push": {"avg_ms": 1.116, "count": 215, "max_ms": 1.498, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.708, "count": 214, "max_ms": 82.574, "p95_ms": 73.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.079, "count": 214, "max_ms": 118.066, "p95_ms": 107.486}, "yolo11_640_fire_11class": {"avg_ms": 61.184, "count": 214, "max_ms": 97.42, "p95_ms": 80.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.718, "count": 214, "max_ms": 100.271, "p95_ms": 91.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.193, "count": 215, "max_ms": 172.026, "p95_ms": 161.033}, "read_interval": {"avg_ms": 140.091, "count": 214, "max_ms": 181.557, "p95_ms": 171.938}, "triton_wait": {"avg_ms": 77.132, "count": 214, "max_ms": 118.079, "p95_ms": 107.498}, "visualize": {"avg_ms": 5.177, "count": 214, "max_ms": 6.965, "p95_ms": 5.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1022, "tracking_summary": 945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5961.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20104.138, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.257, "sample_count": 1487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:53:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:53:10+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T16:53:10+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T16:53:10.793863+09:00", "mtime_epoch": 1783324390.7938628, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:53:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 796.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.272, "pushed": 5.272, "read": 5.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 70.417, "count": 157, "max_ms": 107.249, "p95_ms": 102.608}, "gstreamer_push": {"avg_ms": 1.041, "count": 157, "max_ms": 2.497, "p95_ms": 2.084}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.779, "count": 157, "max_ms": 121.782, "p95_ms": 104.301}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.751, "count": 157, "max_ms": 123.035, "p95_ms": 104.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.699, "count": 157, "max_ms": 252.72, "p95_ms": 230.165}, "read_interval": {"avg_ms": 191.363, "count": 156, "max_ms": 259.7, "p95_ms": 238.025}, "triton_wait": {"avg_ms": 77.887, "count": 157, "max_ms": 123.045, "p95_ms": 106.346}, "visualize": {"avg_ms": 31.268, "count": 157, "max_ms": 52.855, "p95_ms": 51.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.779, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5963.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 745.789, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.332, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.342, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:53:15+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T16:53:15+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T16:53:15.181921+09:00", "mtime_epoch": 1783324395.181921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:53:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1356.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.159, "count": 307, "max_ms": 7.018, "p95_ms": 5.148}, "gstreamer_push": {"avg_ms": 1.468, "count": 307, "max_ms": 5.872, "p95_ms": 3.567}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.217, "count": 307, "max_ms": 85.259, "p95_ms": 69.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.637, "count": 307, "max_ms": 120.42, "p95_ms": 103.197}, "yolo11_640_fire_11class": {"avg_ms": 61.637, "count": 307, "max_ms": 101.09, "p95_ms": 80.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.728, "count": 307, "max_ms": 102.571, "p95_ms": 91.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.536, "count": 307, "max_ms": 133.104, "p95_ms": 115.673}, "read_interval": {"avg_ms": 97.917, "count": 306, "max_ms": 146.305, "p95_ms": 128.299}, "triton_wait": {"avg_ms": 71.697, "count": 307, "max_ms": 120.433, "p95_ms": 103.21}, "visualize": {"avg_ms": 3.659, "count": 307, "max_ms": 4.725, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5955.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:51:30+09:00", "last_error_summary": "[h264 @ 0x55b31f055c80] error while decoding MB 79 12, bytestream -9", "last_exit_at": "2026-07-06T16:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.474, "last_started_at": "2026-07-06T16:51:32+09:00", "pid": 18226, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.773, "name": "ffmpeg", "pid": 18226, "rss_mb": 283.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 18, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.65, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:53:35+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T16:53:34+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T16:53:34.886184+09:00", "mtime_epoch": 1783324414.8861845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:53:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1597.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.116, "pushed": 7.116, "read": 7.083}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.143, "count": 213, "max_ms": 8.838, "p95_ms": 7.05}, "gstreamer_push": {"avg_ms": 1.12, "count": 213, "max_ms": 2.014, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.056, "count": 213, "max_ms": 77.949, "p95_ms": 72.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.292, "count": 213, "max_ms": 115.58, "p95_ms": 104.732}, "yolo11_640_fire_11class": {"avg_ms": 61.741, "count": 213, "max_ms": 91.995, "p95_ms": 80.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.159, "count": 213, "max_ms": 100.799, "p95_ms": 89.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.667, "count": 213, "max_ms": 169.638, "p95_ms": 159.237}, "read_interval": {"avg_ms": 141.213, "count": 212, "max_ms": 180.511, "p95_ms": 168.53}, "triton_wait": {"avg_ms": 78.333, "count": 213, "max_ms": 115.594, "p95_ms": 104.746}, "visualize": {"avg_ms": 5.214, "count": 213, "max_ms": 7.265, "p95_ms": 5.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1024, "tracking_summary": 946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5953.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20134.167, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.613, "sample_count": 1480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:53:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:53:40+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T16:53:40+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T16:53:40.754263+09:00", "mtime_epoch": 1783324420.7542634, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:53:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 785.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.789, "pushed": 4.789, "read": 4.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.345, "count": 143, "max_ms": 116.721, "p95_ms": 101.882}, "gstreamer_push": {"avg_ms": 0.879, "count": 143, "max_ms": 1.899, "p95_ms": 1.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.566, "count": 143, "max_ms": 120.684, "p95_ms": 101.458}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.897, "count": 143, "max_ms": 113.062, "p95_ms": 100.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.679, "count": 143, "max_ms": 255.693, "p95_ms": 234.66}, "read_interval": {"avg_ms": 209.875, "count": 142, "max_ms": 261.847, "p95_ms": 241.986}, "triton_wait": {"avg_ms": 76.94, "count": 143, "max_ms": 120.698, "p95_ms": 105.841}, "visualize": {"avg_ms": 30.496, "count": 143, "max_ms": 43.969, "p95_ms": 41.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5964.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 775.86, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.59, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.342, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:53:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:53:45+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T16:53:45+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T16:53:45.250324+09:00", "mtime_epoch": 1783324425.250324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:53:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1359.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.306, "pushed": 10.306, "read": 10.272}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.099, "count": 309, "max_ms": 5.922, "p95_ms": 4.784}, "gstreamer_push": {"avg_ms": 1.538, "count": 309, "max_ms": 6.054, "p95_ms": 3.679}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.28, "count": 309, "max_ms": 79.431, "p95_ms": 70.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.038, "count": 309, "max_ms": 111.564, "p95_ms": 98.837}, "yolo11_640_fire_11class": {"avg_ms": 61.498, "count": 309, "max_ms": 89.494, "p95_ms": 79.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.708, "count": 309, "max_ms": 96.943, "p95_ms": 86.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.81, "count": 309, "max_ms": 125.064, "p95_ms": 111.396}, "read_interval": {"avg_ms": 97.236, "count": 308, "max_ms": 139.714, "p95_ms": 126.549}, "triton_wait": {"avg_ms": 71.055, "count": 309, "max_ms": 111.577, "p95_ms": 98.849}, "visualize": {"avg_ms": 3.651, "count": 309, "max_ms": 5.877, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5821.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.095, "last_started_at": "2026-07-06T16:54:01+09:00", "pid": 18333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.145, "name": "ffmpeg", "pid": 18333, "rss_mb": 147.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.65, "sample_count": 1976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:54:05+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T16:54:04+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T16:54:04.910591+09:00", "mtime_epoch": 1783324444.9105911, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:54:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1597.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 47, "pushed_frames": 47, "read_frames": 46, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.573, "pushed": 1.573, "read": 1.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.34, "count": 47, "max_ms": 9.509, "p95_ms": 8.61}, "gstreamer_push": {"avg_ms": 1.122, "count": 47, "max_ms": 1.289, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.238, "count": 47, "max_ms": 75.057, "p95_ms": 72.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.901, "count": 47, "max_ms": 111.575, "p95_ms": 103.626}, "yolo11_640_fire_11class": {"avg_ms": 62.418, "count": 47, "max_ms": 87.457, "p95_ms": 85.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.296, "count": 47, "max_ms": 95.051, "p95_ms": 92.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.342, "count": 47, "max_ms": 166.301, "p95_ms": 157.429}, "read_interval": {"avg_ms": 649.52, "count": 46, "max_ms": 18851.957, "p95_ms": 178.784}, "triton_wait": {"avg_ms": 77.914, "count": 47, "max_ms": 111.588, "p95_ms": 103.638}, "visualize": {"avg_ms": 5.15, "count": 47, "max_ms": 6.386, "p95_ms": 5.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1025, "tracking_summary": 948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5944.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20164.342, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.569, "sample_count": 1485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:54:11+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T16:54:10+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T16:54:10.950674+09:00", "mtime_epoch": 1783324450.9506738, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:54:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 793.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.967, "pushed": 4.967, "read": 4.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.783, "count": 149, "max_ms": 126.267, "p95_ms": 100.231}, "gstreamer_push": {"avg_ms": 0.818, "count": 149, "max_ms": 2.215, "p95_ms": 0.991}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.307, "count": 149, "max_ms": 104.202, "p95_ms": 90.337}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.189, "count": 149, "max_ms": 102.341, "p95_ms": 94.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.335, "count": 149, "max_ms": 258.538, "p95_ms": 227.743}, "read_interval": {"avg_ms": 201.147, "count": 149, "max_ms": 264.981, "p95_ms": 234.039}, "triton_wait": {"avg_ms": 72.599, "count": 149, "max_ms": 104.214, "p95_ms": 97.079}, "visualize": {"avg_ms": 28.147, "count": 149, "max_ms": 45.424, "p95_ms": 35.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5941.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 805.923, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.59, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.342, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:54:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:54:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T16:54:15+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T16:54:15.350734+09:00", "mtime_epoch": 1783324455.3507342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:54:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.542, "pushed": 10.542, "read": 10.509}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.16, "count": 316, "max_ms": 7.375, "p95_ms": 5.127}, "gstreamer_push": {"avg_ms": 1.454, "count": 316, "max_ms": 4.805, "p95_ms": 3.584}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.838, "count": 316, "max_ms": 74.854, "p95_ms": 65.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.65, "count": 316, "max_ms": 112.629, "p95_ms": 93.975}, "yolo11_640_fire_11class": {"avg_ms": 60.727, "count": 316, "max_ms": 91.942, "p95_ms": 76.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.743, "count": 316, "max_ms": 96.662, "p95_ms": 81.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.545, "count": 316, "max_ms": 125.282, "p95_ms": 106.76}, "read_interval": {"avg_ms": 95.175, "count": 315, "max_ms": 141.929, "p95_ms": 121.877}, "triton_wait": {"avg_ms": 68.714, "count": 316, "max_ms": 112.642, "p95_ms": 93.988}, "visualize": {"avg_ms": 3.683, "count": 316, "max_ms": 5.709, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5943.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.145, "last_started_at": "2026-07-06T16:54:01+09:00", "pid": 18333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.043, "name": "ffmpeg", "pid": 18333, "rss_mb": 266.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.759, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:54:35+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T16:54:34+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T16:54:34.959005+09:00", "mtime_epoch": 1783324474.9590046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:54:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1597.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.384, "pushed": 7.384, "read": 7.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.01, "count": 221, "max_ms": 9.438, "p95_ms": 7.409}, "gstreamer_push": {"avg_ms": 1.152, "count": 221, "max_ms": 1.832, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.409, "count": 221, "max_ms": 86.365, "p95_ms": 72.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.37, "count": 221, "max_ms": 116.651, "p95_ms": 105.586}, "yolo11_640_fire_11class": {"avg_ms": 61.698, "count": 221, "max_ms": 91.007, "p95_ms": 84.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.524, "count": 221, "max_ms": 101.247, "p95_ms": 93.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.715, "count": 221, "max_ms": 171.527, "p95_ms": 158.855}, "read_interval": {"avg_ms": 135.867, "count": 220, "max_ms": 181.963, "p95_ms": 167.567}, "triton_wait": {"avg_ms": 76.636, "count": 221, "max_ms": 116.663, "p95_ms": 105.596}, "visualize": {"avg_ms": 5.103, "count": 221, "max_ms": 7.404, "p95_ms": 5.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1027, "tracking_summary": 949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5943.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20194.376, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.292, "sample_count": 1481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:54:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:54:41+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T16:54:40+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T16:54:40.999088+09:00", "mtime_epoch": 1783324480.9990883, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:54:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 793.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.169, "pushed": 5.169, "read": 5.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.766, "count": 154, "max_ms": 113.53, "p95_ms": 101.235}, "gstreamer_push": {"avg_ms": 0.84, "count": 154, "max_ms": 1.457, "p95_ms": 1.044}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.059, "count": 154, "max_ms": 109.029, "p95_ms": 102.445}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.6, "count": 154, "max_ms": 107.445, "p95_ms": 99.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.856, "count": 154, "max_ms": 240.804, "p95_ms": 229.591}, "read_interval": {"avg_ms": 195.05, "count": 153, "max_ms": 249.448, "p95_ms": 236.045}, "triton_wait": {"avg_ms": 75.471, "count": 154, "max_ms": 109.041, "p95_ms": 102.463}, "visualize": {"avg_ms": 27.529, "count": 154, "max_ms": 46.86, "p95_ms": 33.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5945.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 835.99, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.59, "name": "ffmpeg", "pid": 17753, "rss_mb": 333.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 11, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.342, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:54:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:54:45+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T16:54:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T16:54:45.387149+09:00", "mtime_epoch": 1783324485.3871493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:54:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1359.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.19, "pushed": 10.19, "read": 10.156}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 305, "max_ms": 6.777, "p95_ms": 5.197}, "gstreamer_push": {"avg_ms": 1.535, "count": 305, "max_ms": 6.221, "p95_ms": 3.762}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.744, "count": 305, "max_ms": 84.683, "p95_ms": 72.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.113, "count": 305, "max_ms": 109.131, "p95_ms": 101.292}, "yolo11_640_fire_11class": {"avg_ms": 62.606, "count": 305, "max_ms": 91.15, "p95_ms": 82.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.778, "count": 305, "max_ms": 100.531, "p95_ms": 91.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.909, "count": 305, "max_ms": 121.989, "p95_ms": 114.267}, "read_interval": {"avg_ms": 98.52, "count": 304, "max_ms": 139.717, "p95_ms": 128.288}, "triton_wait": {"avg_ms": 72.358, "count": 305, "max_ms": 109.144, "p95_ms": 101.308}, "visualize": {"avg_ms": 3.567, "count": 305, "max_ms": 5.649, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5946.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.248, "last_started_at": "2026-07-06T16:54:01+09:00", "pid": 18333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.105, "name": "ffmpeg", "pid": 18333, "rss_mb": 268.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.917, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:55:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:55:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:55:05+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T16:55:05.103425+09:00", "mtime_epoch": 1783324505.1034253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:55:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1597.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.273, "pushed": 7.273, "read": 7.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 217, "max_ms": 9.646, "p95_ms": 7.442}, "gstreamer_push": {"avg_ms": 1.117, "count": 218, "max_ms": 1.412, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.826, "count": 217, "max_ms": 83.166, "p95_ms": 71.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.145, "count": 217, "max_ms": 112.282, "p95_ms": 101.243}, "yolo11_640_fire_11class": {"avg_ms": 60.95, "count": 217, "max_ms": 91.118, "p95_ms": 80.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.386, "count": 217, "max_ms": 99.152, "p95_ms": 91.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.622, "count": 218, "max_ms": 166.356, "p95_ms": 154.586}, "read_interval": {"avg_ms": 138.156, "count": 217, "max_ms": 175.565, "p95_ms": 165.596}, "triton_wait": {"avg_ms": 75.223, "count": 217, "max_ms": 112.294, "p95_ms": 101.256}, "visualize": {"avg_ms": 5.239, "count": 217, "max_ms": 9.259, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1029, "tracking_summary": 950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5946.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20224.411, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.376, "sample_count": 1477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:55:11+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T16:55:11+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T16:55:11.063509+09:00", "mtime_epoch": 1783324511.063509, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:55:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 793.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.732, "pushed": 4.732, "read": 4.699}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.212, "count": 141, "max_ms": 107.775, "p95_ms": 104.154}, "gstreamer_push": {"avg_ms": 0.973, "count": 141, "max_ms": 2.06, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.557, "count": 141, "max_ms": 109.53, "p95_ms": 100.159}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.37, "count": 141, "max_ms": 107.181, "p95_ms": 96.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.857, "count": 141, "max_ms": 249.476, "p95_ms": 238.415}, "read_interval": {"avg_ms": 213.467, "count": 140, "max_ms": 477.703, "p95_ms": 246.335}, "triton_wait": {"avg_ms": 72.572, "count": 141, "max_ms": 109.543, "p95_ms": 101.363}, "visualize": {"avg_ms": 29.224, "count": 141, "max_ms": 44.524, "p95_ms": 41.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5967.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:40:47+09:00", "last_error_summary": "[h264 @ 0x5568cb168480] error while decoding MB 109 21, bytestream -15", "last_exit_at": "2026-07-06T16:40:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 874.492, "last_started_at": "2026-07-06T16:40:49+09:00", "pid": 17753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.77, "name": "ffmpeg", "pid": 17753, "rss_mb": 355.77, "state": "S (sleeping)", "threads": 104}, "restart_count": 44, "restart_count_per_hour": 10, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.85, "sample_count": 2355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T16:55:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T16:55:23+09:00", "mjpeg": {"age_sec": 10.122, "exists": true, "mtime": "2026-07-06T16:55:13.859548+09:00", "mtime_epoch": 1783324513.8595483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:55:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.071, "pushed": 3.071, "read": 3.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.008, "count": 92, "max_ms": 6.063, "p95_ms": 4.926}, "gstreamer_push": {"avg_ms": 1.548, "count": 92, "max_ms": 7.565, "p95_ms": 3.987}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.23, "count": 92, "max_ms": 78.344, "p95_ms": 70.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.276, "count": 92, "max_ms": 110.163, "p95_ms": 96.847}, "yolo11_640_fire_11class": {"avg_ms": 61.423, "count": 92, "max_ms": 83.105, "p95_ms": 81.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.265, "count": 92, "max_ms": 95.065, "p95_ms": 87.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.997, "count": 92, "max_ms": 122.893, "p95_ms": 109.785}, "read_interval": {"avg_ms": 329.152, "count": 91, "max_ms": 11307.51, "p95_ms": 124.558}, "triton_wait": {"avg_ms": 69.42, "count": 92, "max_ms": 110.174, "p95_ms": 96.861}, "visualize": {"avg_ms": 3.616, "count": 92, "max_ms": 4.369, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5942.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.344, "last_started_at": "2026-07-06T16:54:01+09:00", "pid": 18333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.879, "name": "ffmpeg", "pid": 18333, "rss_mb": 268.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.609, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:55:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T16:55:35+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T16:55:35+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T16:55:35.159850+09:00", "mtime_epoch": 1783324535.1598501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:55:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1597.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.874, "pushed": 7.874, "read": 7.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.868, "count": 235, "max_ms": 9.288, "p95_ms": 7.139}, "gstreamer_push": {"avg_ms": 1.121, "count": 236, "max_ms": 1.417, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.245, "count": 235, "max_ms": 70.362, "p95_ms": 65.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.838, "count": 235, "max_ms": 100.929, "p95_ms": 92.047}, "yolo11_640_fire_11class": {"avg_ms": 56.084, "count": 235, "max_ms": 84.576, "p95_ms": 71.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.765, "count": 235, "max_ms": 90.006, "p95_ms": 77.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.742, "count": 236, "max_ms": 157.847, "p95_ms": 145.169}, "read_interval": {"avg_ms": 127.405, "count": 235, "max_ms": 166.938, "p95_ms": 155.058}, "triton_wait": {"avg_ms": 68.86, "count": 235, "max_ms": 100.941, "p95_ms": 92.06}, "visualize": {"avg_ms": 4.991, "count": 235, "max_ms": 6.696, "p95_ms": 5.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1030, "tracking_summary": 951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5947.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20254.583, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.289, "sample_count": 1492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:55:41+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T16:55:41+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T16:55:41.183936+09:00", "mtime_epoch": 1783324541.1839359, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:55:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 796.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.254, "pushed": 5.254, "read": 5.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.444, "count": 157, "max_ms": 111.083, "p95_ms": 104.09}, "gstreamer_push": {"avg_ms": 0.882, "count": 157, "max_ms": 2.98, "p95_ms": 1.12}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.962, "count": 157, "max_ms": 107.418, "p95_ms": 93.805}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.032, "count": 157, "max_ms": 99.43, "p95_ms": 94.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.025, "count": 157, "max_ms": 241.123, "p95_ms": 229.344}, "read_interval": {"avg_ms": 191.133, "count": 156, "max_ms": 248.426, "p95_ms": 237.809}, "triton_wait": {"avg_ms": 71.859, "count": 157, "max_ms": 107.431, "p95_ms": 94.274}, "visualize": {"avg_ms": 27.657, "count": 157, "max_ms": 46.36, "p95_ms": 34.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5946.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.412, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.934, "name": "ffmpeg", "pid": 18440, "rss_mb": 331.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.213, "sample_count": 2404, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:55:54+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T16:55:53+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T16:55:53.952119+09:00", "mtime_epoch": 1783324553.9521186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:55:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.394, "pushed": 8.394, "read": 8.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.12, "count": 251, "max_ms": 7.674, "p95_ms": 5.093}, "gstreamer_push": {"avg_ms": 1.5, "count": 251, "max_ms": 6.379, "p95_ms": 3.821}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.601, "count": 251, "max_ms": 83.964, "p95_ms": 69.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.365, "count": 251, "max_ms": 114.039, "p95_ms": 98.677}, "yolo11_640_fire_11class": {"avg_ms": 62.664, "count": 251, "max_ms": 97.849, "p95_ms": 82.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.707, "count": 251, "max_ms": 110.601, "p95_ms": 89.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.162, "count": 251, "max_ms": 126.892, "p95_ms": 111.33}, "read_interval": {"avg_ms": 119.808, "count": 250, "max_ms": 5041.51, "p95_ms": 124.748}, "triton_wait": {"avg_ms": 72.436, "count": 251, "max_ms": 114.051, "p95_ms": 98.689}, "visualize": {"avg_ms": 3.66, "count": 251, "max_ms": 5.789, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5941.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.439, "last_started_at": "2026-07-06T16:54:01+09:00", "pid": 18333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.879, "name": "ffmpeg", "pid": 18333, "rss_mb": 268.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.682, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:56:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:56:05+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T16:56:05+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T16:56:05.276281+09:00", "mtime_epoch": 1783324565.276281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:56:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.277, "pushed": 7.277, "read": 7.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.077, "count": 218, "max_ms": 9.527, "p95_ms": 7.361}, "gstreamer_push": {"avg_ms": 1.119, "count": 218, "max_ms": 1.541, "p95_ms": 1.249}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.843, "count": 218, "max_ms": 84.412, "p95_ms": 73.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.714, "count": 218, "max_ms": 114.426, "p95_ms": 102.54}, "yolo11_640_fire_11class": {"avg_ms": 59.784, "count": 218, "max_ms": 98.212, "p95_ms": 80.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.038, "count": 218, "max_ms": 111.133, "p95_ms": 92.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.432, "count": 218, "max_ms": 167.225, "p95_ms": 157.541}, "read_interval": {"avg_ms": 138.066, "count": 217, "max_ms": 179.615, "p95_ms": 166.781}, "triton_wait": {"avg_ms": 74.926, "count": 218, "max_ms": 114.439, "p95_ms": 102.55}, "visualize": {"avg_ms": 5.127, "count": 218, "max_ms": 9.391, "p95_ms": 5.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1032, "tracking_summary": 953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5947.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20284.719, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.924, "sample_count": 1478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:56:11+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T16:56:11+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T16:56:11.316368+09:00", "mtime_epoch": 1783324571.3163683, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:56:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 791.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.812, "pushed": 4.812, "read": 4.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.29, "count": 144, "max_ms": 130.686, "p95_ms": 107.854}, "gstreamer_push": {"avg_ms": 1.001, "count": 144, "max_ms": 3.04, "p95_ms": 1.973}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.101, "count": 144, "max_ms": 123.404, "p95_ms": 97.973}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.391, "count": 144, "max_ms": 111.09, "p95_ms": 99.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.992, "count": 144, "max_ms": 255.094, "p95_ms": 238.665}, "read_interval": {"avg_ms": 209.249, "count": 143, "max_ms": 262.232, "p95_ms": 246.149}, "triton_wait": {"avg_ms": 76.102, "count": 144, "max_ms": 123.417, "p95_ms": 101.342}, "visualize": {"avg_ms": 31.612, "count": 144, "max_ms": 61.603, "p95_ms": 43.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5948.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.425, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.449, "name": "ffmpeg", "pid": 18440, "rss_mb": 332.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.898, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:56:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:56:24+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T16:56:23+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T16:56:23.936551+09:00", "mtime_epoch": 1783324583.9365509, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:56:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1360.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.791, "pushed": 9.791, "read": 9.758}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 293, "max_ms": 6.639, "p95_ms": 5.866}, "gstreamer_push": {"avg_ms": 1.449, "count": 293, "max_ms": 4.207, "p95_ms": 3.552}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.207, "count": 293, "max_ms": 82.544, "p95_ms": 72.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.759, "count": 293, "max_ms": 123.531, "p95_ms": 101.599}, "yolo11_640_fire_11class": {"avg_ms": 61.54, "count": 293, "max_ms": 94.671, "p95_ms": 82.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.854, "count": 293, "max_ms": 99.824, "p95_ms": 90.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.66, "count": 293, "max_ms": 136.26, "p95_ms": 114.669}, "read_interval": {"avg_ms": 102.492, "count": 292, "max_ms": 827.944, "p95_ms": 132.907}, "triton_wait": {"avg_ms": 70.954, "count": 293, "max_ms": 123.543, "p95_ms": 101.61}, "visualize": {"avg_ms": 3.65, "count": 293, "max_ms": 5.341, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5949.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.488, "last_started_at": "2026-07-06T16:54:01+09:00", "pid": 18333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.879, "name": "ffmpeg", "pid": 18333, "rss_mb": 268.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.036, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:56:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:56:35+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T16:56:35+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T16:56:35.344717+09:00", "mtime_epoch": 1783324595.3447165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:56:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.184, "pushed": 7.184, "read": 7.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.02, "count": 215, "max_ms": 9.416, "p95_ms": 7.879}, "gstreamer_push": {"avg_ms": 1.107, "count": 215, "max_ms": 1.61, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.154, "count": 215, "max_ms": 84.9, "p95_ms": 74.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.254, "count": 215, "max_ms": 128.727, "p95_ms": 106.201}, "yolo11_640_fire_11class": {"avg_ms": 60.6, "count": 215, "max_ms": 91.601, "p95_ms": 82.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.523, "count": 215, "max_ms": 98.771, "p95_ms": 91.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.131, "count": 215, "max_ms": 195.391, "p95_ms": 160.847}, "read_interval": {"avg_ms": 139.852, "count": 214, "max_ms": 339.267, "p95_ms": 172.807}, "triton_wait": {"avg_ms": 76.315, "count": 215, "max_ms": 128.74, "p95_ms": 106.214}, "visualize": {"avg_ms": 5.095, "count": 215, "max_ms": 8.61, "p95_ms": 5.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1032, "tracking_summary": 954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5940.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20314.753, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.317, "sample_count": 1489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:56:41+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T16:56:41+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T16:56:41.388805+09:00", "mtime_epoch": 1783324601.3888047, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:56:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 785.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.2, "pushed": 5.2, "read": 5.166}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 72.428, "count": 155, "max_ms": 114.633, "p95_ms": 104.547}, "gstreamer_push": {"avg_ms": 1.031, "count": 155, "max_ms": 3.543, "p95_ms": 2.106}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.322, "count": 155, "max_ms": 115.606, "p95_ms": 104.358}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.057, "count": 155, "max_ms": 114.815, "p95_ms": 103.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.271, "count": 155, "max_ms": 249.161, "p95_ms": 234.312}, "read_interval": {"avg_ms": 193.888, "count": 154, "max_ms": 260.145, "p95_ms": 240.813}, "triton_wait": {"avg_ms": 77.752, "count": 155, "max_ms": 115.617, "p95_ms": 108.301}, "visualize": {"avg_ms": 31.913, "count": 155, "max_ms": 55.329, "p95_ms": 47.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.809, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5945.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.502, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.707, "name": "ffmpeg", "pid": 18440, "rss_mb": 332.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.672, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:56:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:56:54+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T16:56:53+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T16:56:54.008989+09:00", "mtime_epoch": 1783324614.008989, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:56:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1360.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.242, "pushed": 10.242, "read": 10.208}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 307, "max_ms": 8.106, "p95_ms": 5.507}, "gstreamer_push": {"avg_ms": 1.538, "count": 307, "max_ms": 7.252, "p95_ms": 3.876}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.846, "count": 307, "max_ms": 83.532, "p95_ms": 72.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.496, "count": 307, "max_ms": 133.756, "p95_ms": 102.683}, "yolo11_640_fire_11class": {"avg_ms": 62.113, "count": 307, "max_ms": 91.793, "p95_ms": 82.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.545, "count": 307, "max_ms": 98.746, "p95_ms": 91.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.363, "count": 307, "max_ms": 146.53, "p95_ms": 116.332}, "read_interval": {"avg_ms": 97.922, "count": 306, "max_ms": 159.424, "p95_ms": 130.311}, "triton_wait": {"avg_ms": 71.706, "count": 307, "max_ms": 133.768, "p95_ms": 102.698}, "visualize": {"avg_ms": 3.621, "count": 307, "max_ms": 5.796, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5949.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.575, "last_started_at": "2026-07-06T16:54:01+09:00", "pid": 18333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.879, "name": "ffmpeg", "pid": 18333, "rss_mb": 268.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.361, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:57:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T16:57:05+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T16:57:05.445157+09:00", "mtime_epoch": 1783324625.445157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:57:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.343, "pushed": 7.343, "read": 7.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.684, "count": 219, "max_ms": 9.333, "p95_ms": 7.149}, "gstreamer_push": {"avg_ms": 1.171, "count": 220, "max_ms": 2.522, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.399, "count": 219, "max_ms": 86.282, "p95_ms": 78.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.324, "count": 219, "max_ms": 124.536, "p95_ms": 106.855}, "yolo11_640_fire_11class": {"avg_ms": 64.181, "count": 219, "max_ms": 93.816, "p95_ms": 85.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.549, "count": 219, "max_ms": 102.702, "p95_ms": 96.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.636, "count": 220, "max_ms": 174.601, "p95_ms": 158.121}, "read_interval": {"avg_ms": 136.923, "count": 219, "max_ms": 184.423, "p95_ms": 169.303}, "triton_wait": {"avg_ms": 80.482, "count": 219, "max_ms": 124.549, "p95_ms": 106.867}, "visualize": {"avg_ms": 4.927, "count": 219, "max_ms": 6.746, "p95_ms": 6.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1034, "tracking_summary": 955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5946.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20344.777, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.307, "sample_count": 1482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:57:11+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T16:57:11+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T16:57:11.373244+09:00", "mtime_epoch": 1783324631.3732443, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:57:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 794.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.66, "pushed": 4.66, "read": 4.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.172, "count": 139, "max_ms": 130.029, "p95_ms": 126.259}, "gstreamer_push": {"avg_ms": 1.09, "count": 139, "max_ms": 2.165, "p95_ms": 1.958}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.703, "count": 139, "max_ms": 115.438, "p95_ms": 106.449}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.515, "count": 139, "max_ms": 110.53, "p95_ms": 106.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.509, "count": 139, "max_ms": 286.146, "p95_ms": 241.311}, "read_interval": {"avg_ms": 215.992, "count": 138, "max_ms": 292.431, "p95_ms": 249.663}, "triton_wait": {"avg_ms": 78.181, "count": 139, "max_ms": 115.452, "p95_ms": 107.982}, "visualize": {"avg_ms": 32.194, "count": 139, "max_ms": 48.828, "p95_ms": 43.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5841.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.574, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.707, "name": "ffmpeg", "pid": 18440, "rss_mb": 332.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.177, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:57:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T16:57:24+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T16:57:24.109432+09:00", "mtime_epoch": 1783324644.1094322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:57:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.842}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.382, "count": 296, "max_ms": 7.525, "p95_ms": 6.418}, "gstreamer_push": {"avg_ms": 1.428, "count": 296, "max_ms": 5.845, "p95_ms": 2.54}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.201, "count": 296, "max_ms": 84.64, "p95_ms": 74.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.776, "count": 296, "max_ms": 120.99, "p95_ms": 100.811}, "yolo11_640_fire_11class": {"avg_ms": 63.354, "count": 296, "max_ms": 91.47, "p95_ms": 82.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.794, "count": 296, "max_ms": 100.965, "p95_ms": 91.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.033, "count": 296, "max_ms": 168.211, "p95_ms": 125.06}, "read_interval": {"avg_ms": 101.681, "count": 295, "max_ms": 178.694, "p95_ms": 139.191}, "triton_wait": {"avg_ms": 72.977, "count": 296, "max_ms": 121.002, "p95_ms": 100.823}, "visualize": {"avg_ms": 3.751, "count": 296, "max_ms": 6.288, "p95_ms": 5.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5946.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.176, "last_started_at": "2026-07-06T16:57:20+09:00", "pid": 18592, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.41, "name": "ffmpeg", "pid": 18592, "rss_mb": 264.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.547, "sample_count": 1978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:57:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:57:35+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T16:57:35+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T16:57:35.505601+09:00", "mtime_epoch": 1783324655.5056012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:57:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.016, "pushed": 6.016, "read": 5.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.952, "count": 180, "max_ms": 9.555, "p95_ms": 7.243}, "gstreamer_push": {"avg_ms": 1.141, "count": 180, "max_ms": 1.56, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.295, "count": 180, "max_ms": 84.716, "p95_ms": 74.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.201, "count": 180, "max_ms": 117.069, "p95_ms": 105.449}, "yolo11_640_fire_11class": {"avg_ms": 63.164, "count": 180, "max_ms": 91.239, "p95_ms": 85.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.666, "count": 180, "max_ms": 98.989, "p95_ms": 94.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.177, "count": 180, "max_ms": 172.146, "p95_ms": 158.576}, "read_interval": {"avg_ms": 167.343, "count": 179, "max_ms": 5075.083, "p95_ms": 169.118}, "triton_wait": {"avg_ms": 78.283, "count": 180, "max_ms": 117.081, "p95_ms": 105.462}, "visualize": {"avg_ms": 5.094, "count": 180, "max_ms": 8.988, "p95_ms": 5.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1035, "tracking_summary": 956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5950.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20374.898, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.66, "sample_count": 1483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:57:41+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T16:57:41+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T16:57:41.481690+09:00", "mtime_epoch": 1783324661.48169, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:57:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 799.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.85, "pushed": 4.85, "read": 4.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.983, "count": 145, "max_ms": 123.167, "p95_ms": 103.557}, "gstreamer_push": {"avg_ms": 0.96, "count": 145, "max_ms": 3.505, "p95_ms": 2.047}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.372, "count": 145, "max_ms": 115.599, "p95_ms": 103.176}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.393, "count": 145, "max_ms": 117.263, "p95_ms": 101.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.618, "count": 145, "max_ms": 249.704, "p95_ms": 234.779}, "read_interval": {"avg_ms": 207.612, "count": 144, "max_ms": 255.939, "p95_ms": 241.03}, "triton_wait": {"avg_ms": 77.501, "count": 145, "max_ms": 117.276, "p95_ms": 105.302}, "visualize": {"avg_ms": 29.213, "count": 145, "max_ms": 49.39, "p95_ms": 44.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5945.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.577, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.707, "name": "ffmpeg", "pid": 18440, "rss_mb": 332.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.817, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:57:54+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T16:57:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T16:57:54.105878+09:00", "mtime_epoch": 1783324674.105878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:57:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1357.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.154, "count": 305, "max_ms": 6.707, "p95_ms": 5.18}, "gstreamer_push": {"avg_ms": 1.512, "count": 305, "max_ms": 6.021, "p95_ms": 3.652}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.469, "count": 305, "max_ms": 84.548, "p95_ms": 73.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.362, "count": 305, "max_ms": 120.109, "p95_ms": 100.753}, "yolo11_640_fire_11class": {"avg_ms": 62.12, "count": 305, "max_ms": 90.848, "p95_ms": 82.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.73, "count": 305, "max_ms": 100.16, "p95_ms": 90.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.409, "count": 305, "max_ms": 135.41, "p95_ms": 113.355}, "read_interval": {"avg_ms": 98.344, "count": 305, "max_ms": 155.793, "p95_ms": 128.062}, "triton_wait": {"avg_ms": 71.551, "count": 305, "max_ms": 120.126, "p95_ms": 100.765}, "visualize": {"avg_ms": 3.701, "count": 305, "max_ms": 5.837, "p95_ms": 4.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5948.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.19, "last_started_at": "2026-07-06T16:57:20+09:00", "pid": 18592, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.441, "name": "ffmpeg", "pid": 18592, "rss_mb": 265.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.547, "sample_count": 1980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:58:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:58:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T16:58:05+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T16:58:05.522049+09:00", "mtime_epoch": 1783324685.522049, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:58:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.227, "pushed": 7.227, "read": 7.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.103, "count": 216, "max_ms": 9.26, "p95_ms": 7.67}, "gstreamer_push": {"avg_ms": 1.125, "count": 216, "max_ms": 1.602, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.584, "count": 216, "max_ms": 80.192, "p95_ms": 73.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.562, "count": 216, "max_ms": 118.297, "p95_ms": 106.554}, "yolo11_640_fire_11class": {"avg_ms": 61.297, "count": 216, "max_ms": 98.981, "p95_ms": 83.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.967, "count": 216, "max_ms": 104.802, "p95_ms": 92.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.599, "count": 216, "max_ms": 173.07, "p95_ms": 159.308}, "read_interval": {"avg_ms": 139.029, "count": 215, "max_ms": 185.04, "p95_ms": 168.267}, "triton_wait": {"avg_ms": 76.697, "count": 216, "max_ms": 118.31, "p95_ms": 106.566}, "visualize": {"avg_ms": 5.185, "count": 216, "max_ms": 6.931, "p95_ms": 6.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1036, "tracking_summary": 957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5951.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20404.969, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.317, "sample_count": 1475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T16:58:11+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T16:58:11+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T16:58:11.562140+09:00", "mtime_epoch": 1783324691.5621395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:58:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 799.746, "name": "celery", "pid": 239, "rss_mb": 798.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.022, "pushed": 5.022, "read": 4.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.536, "count": 150, "max_ms": 148.096, "p95_ms": 103.002}, "gstreamer_push": {"avg_ms": 0.864, "count": 150, "max_ms": 2.169, "p95_ms": 1.068}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.823, "count": 150, "max_ms": 109.268, "p95_ms": 102.722}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.266, "count": 150, "max_ms": 111.495, "p95_ms": 100.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.186, "count": 150, "max_ms": 250.755, "p95_ms": 237.731}, "read_interval": {"avg_ms": 200.334, "count": 149, "max_ms": 259.392, "p95_ms": 244.663}, "triton_wait": {"avg_ms": 77.754, "count": 150, "max_ms": 111.507, "p95_ms": 103.699}, "visualize": {"avg_ms": 28.687, "count": 150, "max_ms": 45.047, "p95_ms": 38.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5949.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.68, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.223, "name": "ffmpeg", "pid": 18440, "rss_mb": 333.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.003, "sample_count": 2770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:58:24+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T16:58:24+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T16:58:24.174329+09:00", "mtime_epoch": 1783324704.174329, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:58:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1355.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.173, "count": 301, "max_ms": 6.53, "p95_ms": 5.205}, "gstreamer_push": {"avg_ms": 1.449, "count": 301, "max_ms": 5.829, "p95_ms": 3.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.081, "count": 301, "max_ms": 84.5, "p95_ms": 72.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.828, "count": 301, "max_ms": 121.246, "p95_ms": 103.283}, "yolo11_640_fire_11class": {"avg_ms": 62.719, "count": 301, "max_ms": 91.436, "p95_ms": 81.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.05, "count": 301, "max_ms": 100.649, "p95_ms": 90.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.785, "count": 301, "max_ms": 135.003, "p95_ms": 116.789}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 236.064, "p95_ms": 133.646}, "triton_wait": {"avg_ms": 71.934, "count": 301, "max_ms": 121.26, "p95_ms": 103.297}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 4.824, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5952.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.261, "last_started_at": "2026-07-06T16:57:20+09:00", "pid": 18592, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.793, "name": "ffmpeg", "pid": 18592, "rss_mb": 268.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.665, "sample_count": 1981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:58:35+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T16:58:35+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T16:58:35.570501+09:00", "mtime_epoch": 1783324715.570501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:58:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.153, "pushed": 7.153, "read": 7.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.091, "count": 214, "max_ms": 8.883, "p95_ms": 7.295}, "gstreamer_push": {"avg_ms": 1.124, "count": 214, "max_ms": 1.383, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.701, "count": 214, "max_ms": 85.857, "p95_ms": 74.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.665, "count": 214, "max_ms": 111.89, "p95_ms": 106.527}, "yolo11_640_fire_11class": {"avg_ms": 62.752, "count": 214, "max_ms": 93.141, "p95_ms": 84.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.101, "count": 214, "max_ms": 102.824, "p95_ms": 91.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.933, "count": 214, "max_ms": 170.326, "p95_ms": 161.911}, "read_interval": {"avg_ms": 140.45, "count": 213, "max_ms": 185.387, "p95_ms": 171.587}, "triton_wait": {"avg_ms": 77.724, "count": 214, "max_ms": 111.903, "p95_ms": 106.539}, "visualize": {"avg_ms": 5.196, "count": 214, "max_ms": 7.96, "p95_ms": 6.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1039, "tracking_summary": 959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5952.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20435.154, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.64, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T16:58:41+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T16:58:41+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T16:58:41.726594+09:00", "mtime_epoch": 1783324721.7265942, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:58:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.062, "name": "celery", "pid": 239, "rss_mb": 799.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.739, "pushed": 4.739, "read": 4.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.804, "count": 142, "max_ms": 113.198, "p95_ms": 105.64}, "gstreamer_push": {"avg_ms": 0.839, "count": 142, "max_ms": 1.866, "p95_ms": 1.732}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.546, "count": 142, "max_ms": 121.367, "p95_ms": 104.202}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.403, "count": 142, "max_ms": 110.917, "p95_ms": 103.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.666, "count": 142, "max_ms": 252.411, "p95_ms": 236.249}, "read_interval": {"avg_ms": 212.438, "count": 141, "max_ms": 262.849, "p95_ms": 243.0}, "triton_wait": {"avg_ms": 77.081, "count": 142, "max_ms": 121.38, "p95_ms": 105.488}, "visualize": {"avg_ms": 25.964, "count": 142, "max_ms": 42.9, "p95_ms": 33.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5946.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.713, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.48, "name": "ffmpeg", "pid": 18440, "rss_mb": 333.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.408, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:58:54+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T16:58:54+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T16:58:54.238784+09:00", "mtime_epoch": 1783324734.2387838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:58:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1358.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 301, "max_ms": 6.496, "p95_ms": 5.156}, "gstreamer_push": {"avg_ms": 1.48, "count": 301, "max_ms": 6.257, "p95_ms": 1.935}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.859, "count": 301, "max_ms": 83.082, "p95_ms": 73.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.957, "count": 301, "max_ms": 117.853, "p95_ms": 100.427}, "yolo11_640_fire_11class": {"avg_ms": 62.338, "count": 301, "max_ms": 94.962, "p95_ms": 82.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.945, "count": 301, "max_ms": 99.959, "p95_ms": 92.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.164, "count": 301, "max_ms": 130.801, "p95_ms": 114.227}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 593.615, "p95_ms": 127.503}, "triton_wait": {"avg_ms": 71.304, "count": 301, "max_ms": 117.866, "p95_ms": 100.439}, "visualize": {"avg_ms": 3.697, "count": 301, "max_ms": 6.084, "p95_ms": 4.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5943.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.375, "last_started_at": "2026-07-06T16:57:20+09:00", "pid": 18592, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.793, "name": "ffmpeg", "pid": 18592, "rss_mb": 268.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.177, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:59:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:59:05+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T16:59:05+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T16:59:05.686958+09:00", "mtime_epoch": 1783324745.6869578, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:59:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.136, "pushed": 7.136, "read": 7.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.06, "count": 213, "max_ms": 9.205, "p95_ms": 6.964}, "gstreamer_push": {"avg_ms": 1.126, "count": 214, "max_ms": 1.97, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.483, "count": 213, "max_ms": 85.332, "p95_ms": 75.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.863, "count": 213, "max_ms": 118.25, "p95_ms": 106.901}, "yolo11_640_fire_11class": {"avg_ms": 62.481, "count": 213, "max_ms": 89.722, "p95_ms": 85.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.793, "count": 213, "max_ms": 103.242, "p95_ms": 94.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.167, "count": 214, "max_ms": 168.767, "p95_ms": 161.102}, "read_interval": {"avg_ms": 140.705, "count": 213, "max_ms": 180.962, "p95_ms": 170.811}, "triton_wait": {"avg_ms": 77.933, "count": 213, "max_ms": 118.263, "p95_ms": 106.912}, "visualize": {"avg_ms": 5.159, "count": 213, "max_ms": 6.764, "p95_ms": 5.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1040, "tracking_summary": 960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5950.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20465.174, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.484, "sample_count": 1475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:59:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:59:11+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T16:59:11+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T16:59:11.771051+09:00", "mtime_epoch": 1783324751.7710507, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:59:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.062, "name": "celery", "pid": 239, "rss_mb": 796.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.031, "pushed": 5.031, "read": 4.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.966, "count": 150, "max_ms": 142.001, "p95_ms": 105.494}, "gstreamer_push": {"avg_ms": 1.033, "count": 150, "max_ms": 2.818, "p95_ms": 1.893}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.801, "count": 150, "max_ms": 114.125, "p95_ms": 101.81}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.351, "count": 150, "max_ms": 116.933, "p95_ms": 102.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.671, "count": 150, "max_ms": 302.171, "p95_ms": 238.148}, "read_interval": {"avg_ms": 200.028, "count": 149, "max_ms": 308.958, "p95_ms": 244.216}, "triton_wait": {"avg_ms": 76.964, "count": 150, "max_ms": 116.945, "p95_ms": 103.511}, "visualize": {"avg_ms": 30.584, "count": 150, "max_ms": 59.546, "p95_ms": 42.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5946.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.762, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.48, "name": "ffmpeg", "pid": 18440, "rss_mb": 333.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.669, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:59:24+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T16:59:24+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T16:59:24.259241+09:00", "mtime_epoch": 1783324764.2592413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:59:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1361.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.147, "count": 299, "max_ms": 6.62, "p95_ms": 5.411}, "gstreamer_push": {"avg_ms": 1.513, "count": 299, "max_ms": 6.388, "p95_ms": 3.741}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.72, "count": 299, "max_ms": 92.712, "p95_ms": 70.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.055, "count": 299, "max_ms": 132.722, "p95_ms": 103.844}, "yolo11_640_fire_11class": {"avg_ms": 62.161, "count": 299, "max_ms": 94.811, "p95_ms": 84.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.162, "count": 299, "max_ms": 103.568, "p95_ms": 89.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.995, "count": 299, "max_ms": 145.307, "p95_ms": 116.889}, "read_interval": {"avg_ms": 100.427, "count": 298, "max_ms": 317.654, "p95_ms": 133.641}, "triton_wait": {"avg_ms": 72.183, "count": 299, "max_ms": 132.735, "p95_ms": 103.856}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 5.479, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5951.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.449, "last_started_at": "2026-07-06T16:57:20+09:00", "pid": 18592, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.566, "name": "ffmpeg", "pid": 18592, "rss_mb": 269.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.799, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:59:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:59:35+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T16:59:35+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T16:59:35.743417+09:00", "mtime_epoch": 1783324775.7434173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T16:59:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.186, "pushed": 7.186, "read": 7.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.163, "count": 215, "max_ms": 9.243, "p95_ms": 7.459}, "gstreamer_push": {"avg_ms": 1.12, "count": 215, "max_ms": 1.88, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.075, "count": 215, "max_ms": 82.34, "p95_ms": 73.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.852, "count": 215, "max_ms": 112.801, "p95_ms": 101.634}, "yolo11_640_fire_11class": {"avg_ms": 60.808, "count": 215, "max_ms": 86.788, "p95_ms": 81.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.053, "count": 215, "max_ms": 99.7, "p95_ms": 91.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.793, "count": 215, "max_ms": 165.096, "p95_ms": 156.538}, "read_interval": {"avg_ms": 139.774, "count": 214, "max_ms": 179.521, "p95_ms": 165.741}, "triton_wait": {"avg_ms": 75.896, "count": 215, "max_ms": 112.815, "p95_ms": 101.647}, "visualize": {"avg_ms": 5.224, "count": 215, "max_ms": 8.668, "p95_ms": 6.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1042, "tracking_summary": 961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5948.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20495.335, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.235, "sample_count": 1460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:59:42+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T16:59:41+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T16:59:41.935512+09:00", "mtime_epoch": 1783324781.9355123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T16:59:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.062, "name": "celery", "pid": 239, "rss_mb": 795.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.675, "pushed": 4.675, "read": 4.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.049, "count": 140, "max_ms": 130.352, "p95_ms": 112.476}, "gstreamer_push": {"avg_ms": 0.965, "count": 140, "max_ms": 2.132, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.095, "count": 140, "max_ms": 126.222, "p95_ms": 100.698}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.388, "count": 140, "max_ms": 108.384, "p95_ms": 101.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.192, "count": 140, "max_ms": 257.78, "p95_ms": 242.046}, "read_interval": {"avg_ms": 215.456, "count": 139, "max_ms": 266.307, "p95_ms": 255.083}, "triton_wait": {"avg_ms": 77.768, "count": 140, "max_ms": 126.235, "p95_ms": 104.372}, "visualize": {"avg_ms": 31.467, "count": 140, "max_ms": 52.176, "p95_ms": 46.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5949.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.843, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.48, "name": "ffmpeg", "pid": 18440, "rss_mb": 333.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.003, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T16:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T16:59:54+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T16:59:54+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T16:59:54.339703+09:00", "mtime_epoch": 1783324794.339703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T16:59:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1358.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.214, "count": 300, "max_ms": 6.745, "p95_ms": 5.803}, "gstreamer_push": {"avg_ms": 1.548, "count": 301, "max_ms": 6.588, "p95_ms": 3.824}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.448, "count": 300, "max_ms": 85.788, "p95_ms": 71.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.243, "count": 300, "max_ms": 122.535, "p95_ms": 102.141}, "yolo11_640_fire_11class": {"avg_ms": 61.961, "count": 300, "max_ms": 92.342, "p95_ms": 83.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.635, "count": 300, "max_ms": 99.27, "p95_ms": 90.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.206, "count": 301, "max_ms": 135.242, "p95_ms": 115.263}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 362.954, "p95_ms": 131.869}, "triton_wait": {"avg_ms": 71.358, "count": 300, "max_ms": 122.548, "p95_ms": 102.153}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 5.427, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5955.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:53:59+09:00", "last_error_summary": "[h264 @ 0x564f5e29c240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5e29c240] error while decoding MB 0 33, bytestream 6301 [h264 @ 0x564f5ecfbe80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ecfbe80] error while decoding MB 0 34, bytestream 5363 [h264 @ 0x564f5ef68a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564f5ef68a00] error while decoding MB 0 5, bytestream 10952 [h264 @ 0x564f5e3c3400] left block unavailable for reque", "last_exit_at": "2026-07-06T16:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.488, "last_started_at": "2026-07-06T16:57:20+09:00", "pid": 18592, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.566, "name": "ffmpeg", "pid": 18592, "rss_mb": 269.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.452, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:00:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:00:05+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T17:00:05+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T17:00:05.819880+09:00", "mtime_epoch": 1783324805.8198802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:00:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.154, "pushed": 7.154, "read": 7.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.137, "count": 214, "max_ms": 8.818, "p95_ms": 7.297}, "gstreamer_push": {"avg_ms": 1.107, "count": 214, "max_ms": 1.37, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.539, "count": 214, "max_ms": 86.577, "p95_ms": 72.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.925, "count": 214, "max_ms": 126.073, "p95_ms": 105.106}, "yolo11_640_fire_11class": {"avg_ms": 60.706, "count": 214, "max_ms": 89.258, "p95_ms": 81.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.787, "count": 214, "max_ms": 104.542, "p95_ms": 94.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.754, "count": 214, "max_ms": 180.99, "p95_ms": 160.174}, "read_interval": {"avg_ms": 140.446, "count": 213, "max_ms": 190.321, "p95_ms": 171.504}, "triton_wait": {"avg_ms": 76.955, "count": 214, "max_ms": 126.084, "p95_ms": 105.119}, "visualize": {"avg_ms": 5.187, "count": 214, "max_ms": 7.818, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1042, "tracking_summary": 962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5955.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20525.445, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.571, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:00:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:00:12+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T17:00:12+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T17:00:12.019976+09:00", "mtime_epoch": 1783324812.0199761, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:00:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.062, "name": "celery", "pid": 239, "rss_mb": 795.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.215, "pushed": 5.215, "read": 5.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.12, "count": 156, "max_ms": 110.829, "p95_ms": 104.503}, "gstreamer_push": {"avg_ms": 0.887, "count": 156, "max_ms": 2.827, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.243, "count": 156, "max_ms": 122.273, "p95_ms": 103.81}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.044, "count": 156, "max_ms": 114.164, "p95_ms": 99.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.635, "count": 156, "max_ms": 241.019, "p95_ms": 230.497}, "read_interval": {"avg_ms": 192.737, "count": 155, "max_ms": 248.955, "p95_ms": 237.866}, "triton_wait": {"avg_ms": 76.405, "count": 156, "max_ms": 122.285, "p95_ms": 105.912}, "visualize": {"avg_ms": 29.006, "count": 156, "max_ms": 51.533, "p95_ms": 42.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5971.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.871, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.48, "name": "ffmpeg", "pid": 18440, "rss_mb": 333.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.154, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:00:24+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T17:00:24+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-06T17:00:24.212165+09:00", "mtime_epoch": 1783324824.2121649, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:00:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1594.508, "name": "celery", "pid": 267, "rss_mb": 1361.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.71, "pushed": 4.71, "read": 4.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.036, "count": 141, "max_ms": 20.152, "p95_ms": 16.743}, "gstreamer_push": {"avg_ms": 0.981, "count": 141, "max_ms": 1.966, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.272, "count": 141, "max_ms": 93.18, "p95_ms": 75.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.461, "count": 141, "max_ms": 115.954, "p95_ms": 106.209}, "yolo11_640_fire_11class": {"avg_ms": 63.08, "count": 141, "max_ms": 88.815, "p95_ms": 79.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.745, "count": 141, "max_ms": 112.313, "p95_ms": 97.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.621, "count": 141, "max_ms": 312.242, "p95_ms": 277.044}, "read_interval": {"avg_ms": 212.486, "count": 140, "max_ms": 323.231, "p95_ms": 284.215}, "triton_wait": {"avg_ms": 77.192, "count": 141, "max_ms": 115.964, "p95_ms": 106.221}, "visualize": {"avg_ms": 6.176, "count": 141, "max_ms": 9.613, "p95_ms": 7.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5921.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:00:25+09:00", "last_error_summary": "[h264 @ 0x562d4607c180] error while decoding MB 12 28, bytestream -5", "last_exit_at": "2026-07-06T17:00:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.531, "last_started_at": "2026-07-06T17:00:28+09:00", "pid": 18699, "process": {"exists": true, "fd_count": 5, "hwm_mb": 230.055, "name": "ffmpeg", "pid": 18699, "rss_mb": 230.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.821, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:00:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:00:35+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T17:00:35+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T17:00:35.824345+09:00", "mtime_epoch": 1783324835.824345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:00:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.1, "pushed": 6.1, "read": 6.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.189, "count": 183, "max_ms": 9.26, "p95_ms": 7.2}, "gstreamer_push": {"avg_ms": 1.072, "count": 183, "max_ms": 1.351, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.099, "count": 183, "max_ms": 92.765, "p95_ms": 70.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.624, "count": 183, "max_ms": 116.95, "p95_ms": 103.095}, "yolo11_640_fire_11class": {"avg_ms": 57.253, "count": 183, "max_ms": 88.046, "p95_ms": 77.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.404, "count": 183, "max_ms": 111.524, "p95_ms": 98.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.014, "count": 183, "max_ms": 169.608, "p95_ms": 156.755}, "read_interval": {"avg_ms": 163.951, "count": 183, "max_ms": 5114.588, "p95_ms": 167.901}, "triton_wait": {"avg_ms": 73.688, "count": 183, "max_ms": 116.962, "p95_ms": 103.107}, "visualize": {"avg_ms": 5.159, "count": 183, "max_ms": 6.707, "p95_ms": 5.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1044, "tracking_summary": 964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5953.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20555.449, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.33, "sample_count": 1468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:00:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:00:42+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T17:00:42+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T17:00:42.040442+09:00", "mtime_epoch": 1783324842.040442, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:00:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.273, "name": "celery", "pid": 239, "rss_mb": 795.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.034, "pushed": 5.034, "read": 5.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.72, "count": 151, "max_ms": 119.44, "p95_ms": 105.054}, "gstreamer_push": {"avg_ms": 0.81, "count": 151, "max_ms": 1.117, "p95_ms": 0.946}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.968, "count": 151, "max_ms": 120.873, "p95_ms": 103.032}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.739, "count": 151, "max_ms": 108.957, "p95_ms": 101.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.672, "count": 151, "max_ms": 239.105, "p95_ms": 230.357}, "read_interval": {"avg_ms": 198.813, "count": 151, "max_ms": 245.484, "p95_ms": 236.645}, "triton_wait": {"avg_ms": 75.872, "count": 151, "max_ms": 120.886, "p95_ms": 103.381}, "visualize": {"avg_ms": 27.024, "count": 151, "max_ms": 39.506, "p95_ms": 32.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6212.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.925, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.48, "name": "ffmpeg", "pid": 18440, "rss_mb": 333.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 11, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.864, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:00:54+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T17:00:54+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T17:00:54.452635+09:00", "mtime_epoch": 1783324854.4526353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:00:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1612.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.001, "pushed": 5.001, "read": 4.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.671, "count": 149, "max_ms": 19.088, "p95_ms": 16.284}, "gstreamer_push": {"avg_ms": 1.219, "count": 149, "max_ms": 3.776, "p95_ms": 2.068}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.016, "count": 149, "max_ms": 85.878, "p95_ms": 79.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.937, "count": 149, "max_ms": 117.135, "p95_ms": 106.945}, "yolo11_640_fire_11class": {"avg_ms": 60.541, "count": 149, "max_ms": 87.646, "p95_ms": 82.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.099, "count": 149, "max_ms": 114.286, "p95_ms": 100.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.316, "count": 149, "max_ms": 669.849, "p95_ms": 317.654}, "read_interval": {"avg_ms": 202.512, "count": 148, "max_ms": 678.926, "p95_ms": 325.65}, "triton_wait": {"avg_ms": 75.15, "count": 149, "max_ms": 117.148, "p95_ms": 107.198}, "visualize": {"avg_ms": 6.253, "count": 149, "max_ms": 16.973, "p95_ms": 13.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6196.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:00:25+09:00", "last_error_summary": "[h264 @ 0x562d4607c180] error while decoding MB 12 28, bytestream -5", "last_exit_at": "2026-07-06T17:00:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.632, "last_started_at": "2026-07-06T17:00:28+09:00", "pid": 18699, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.613, "name": "ffmpeg", "pid": 18699, "rss_mb": 265.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.811, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:01:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:01:06+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T17:01:05+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T17:01:05.916814+09:00", "mtime_epoch": 1783324865.9168143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:01:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1598.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.313, "pushed": 7.313, "read": 7.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.134, "count": 219, "max_ms": 9.643, "p95_ms": 7.145}, "gstreamer_push": {"avg_ms": 1.09, "count": 219, "max_ms": 1.56, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.322, "count": 219, "max_ms": 93.159, "p95_ms": 72.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.258, "count": 219, "max_ms": 116.912, "p95_ms": 99.282}, "yolo11_640_fire_11class": {"avg_ms": 59.489, "count": 219, "max_ms": 93.309, "p95_ms": 81.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.443, "count": 219, "max_ms": 112.572, "p95_ms": 92.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.94, "count": 219, "max_ms": 170.005, "p95_ms": 154.613}, "read_interval": {"avg_ms": 137.48, "count": 218, "max_ms": 182.966, "p95_ms": 163.484}, "triton_wait": {"avg_ms": 74.484, "count": 219, "max_ms": 116.922, "p95_ms": 100.845}, "visualize": {"avg_ms": 5.134, "count": 219, "max_ms": 8.541, "p95_ms": 5.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1045, "tracking_summary": 965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6190.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20585.454, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.871, "sample_count": 1469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:01:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:01:12+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T17:01:12+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T17:01:12.036910+09:00", "mtime_epoch": 1783324872.0369103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:01:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.273, "name": "celery", "pid": 239, "rss_mb": 792.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.8, "pushed": 4.8, "read": 4.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.558, "count": 144, "max_ms": 117.469, "p95_ms": 106.704}, "gstreamer_push": {"avg_ms": 0.857, "count": 144, "max_ms": 1.84, "p95_ms": 1.719}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.272, "count": 144, "max_ms": 114.534, "p95_ms": 98.873}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.493, "count": 144, "max_ms": 115.833, "p95_ms": 99.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.187, "count": 144, "max_ms": 248.913, "p95_ms": 232.835}, "read_interval": {"avg_ms": 208.305, "count": 144, "max_ms": 255.298, "p95_ms": 239.352}, "triton_wait": {"avg_ms": 76.354, "count": 144, "max_ms": 115.845, "p95_ms": 101.365}, "visualize": {"avg_ms": 31.386, "count": 144, "max_ms": 47.696, "p95_ms": 41.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6208.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T16:55:25+09:00", "last_error_summary": "[h264 @ 0x56355fdcc240] error while decoding MB 95 52, bytestream -5 [in#0/rtsp @ 0x56355f259e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56355f259e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T16:55:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 367.555, "last_started_at": "2026-07-06T16:55:27+09:00", "pid": 18440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.711, "name": "ffmpeg", "pid": 18440, "rss_mb": 355.711, "state": "S (sleeping)", "threads": 104}, "restart_count": 45, "restart_count_per_hour": 10, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.111, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T17:01:35+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T17:01:35+09:00", "mjpeg": {"age_sec": 10.736, "exists": true, "mtime": "2026-07-06T17:01:24.413104+09:00", "mtime_epoch": 1783324884.4131043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:01:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1588.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.508, "pushed": 3.508, "read": 3.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.289, "count": 105, "max_ms": 6.787, "p95_ms": 5.101}, "gstreamer_push": {"avg_ms": 1.298, "count": 105, "max_ms": 1.713, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.697, "count": 105, "max_ms": 82.858, "p95_ms": 73.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.278, "count": 105, "max_ms": 111.105, "p95_ms": 100.704}, "yolo11_640_fire_11class": {"avg_ms": 62.684, "count": 105, "max_ms": 87.502, "p95_ms": 82.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.551, "count": 105, "max_ms": 101.269, "p95_ms": 92.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.459, "count": 105, "max_ms": 123.923, "p95_ms": 113.537}, "read_interval": {"avg_ms": 287.358, "count": 104, "max_ms": 10704.452, "p95_ms": 130.41}, "triton_wait": {"avg_ms": 72.547, "count": 105, "max_ms": 111.117, "p95_ms": 100.715}, "visualize": {"avg_ms": 3.683, "count": 105, "max_ms": 5.523, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6011.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:00:25+09:00", "last_error_summary": "[h264 @ 0x562d4607c180] error while decoding MB 12 28, bytestream -5", "last_exit_at": "2026-07-06T17:00:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.771, "last_started_at": "2026-07-06T17:00:28+09:00", "pid": 18699, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.047, "name": "ffmpeg", "pid": 18699, "rss_mb": 270.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.219, "sample_count": 2098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:01:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:01:36+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T17:01:36+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T17:01:36.017287+09:00", "mtime_epoch": 1783324896.0172865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:01:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.07, "count": 227, "max_ms": 9.402, "p95_ms": 7.201}, "gstreamer_push": {"avg_ms": 1.103, "count": 228, "max_ms": 1.631, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.649, "count": 227, "max_ms": 78.893, "p95_ms": 66.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.652, "count": 227, "max_ms": 107.205, "p95_ms": 94.457}, "yolo11_640_fire_11class": {"avg_ms": 56.452, "count": 227, "max_ms": 88.671, "p95_ms": 75.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.174, "count": 227, "max_ms": 98.706, "p95_ms": 86.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.601, "count": 228, "max_ms": 162.231, "p95_ms": 149.14}, "read_interval": {"avg_ms": 132.006, "count": 227, "max_ms": 173.435, "p95_ms": 157.984}, "triton_wait": {"avg_ms": 69.786, "count": 227, "max_ms": 107.217, "p95_ms": 94.465}, "visualize": {"avg_ms": 5.151, "count": 227, "max_ms": 8.49, "p95_ms": 5.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1046, "tracking_summary": 966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6076.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20615.568, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.287, "sample_count": 1463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:01:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:01:42+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T17:01:42+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T17:01:42.141383+09:00", "mtime_epoch": 1783324902.141383, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:01:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.273, "name": "celery", "pid": 239, "rss_mb": 786.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.014, "pushed": 5.014, "read": 4.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.372, "count": 150, "max_ms": 131.494, "p95_ms": 109.124}, "gstreamer_push": {"avg_ms": 1.092, "count": 150, "max_ms": 2.736, "p95_ms": 2.021}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.64, "count": 150, "max_ms": 119.26, "p95_ms": 92.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.629, "count": 150, "max_ms": 104.242, "p95_ms": 92.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.242, "count": 150, "max_ms": 252.499, "p95_ms": 237.245}, "read_interval": {"avg_ms": 200.602, "count": 149, "max_ms": 259.513, "p95_ms": 244.742}, "triton_wait": {"avg_ms": 70.181, "count": 150, "max_ms": 119.274, "p95_ms": 92.936}, "visualize": {"avg_ms": 34.728, "count": 150, "max_ms": 48.354, "p95_ms": 44.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6142.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.331, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.516, "name": "ffmpeg", "pid": 18866, "rss_mb": 332.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 11, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.599, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:02:05+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:02:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T17:02:05.101745+09:00", "mtime_epoch": 1783324925.1017451, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:02:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.375, "pushed": 8.375, "read": 8.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.234, "count": 251, "max_ms": 6.861, "p95_ms": 5.826}, "gstreamer_push": {"avg_ms": 1.29, "count": 251, "max_ms": 2.187, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.419, "count": 251, "max_ms": 93.068, "p95_ms": 75.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.657, "count": 251, "max_ms": 122.97, "p95_ms": 104.565}, "yolo11_640_fire_11class": {"avg_ms": 63.006, "count": 251, "max_ms": 93.084, "p95_ms": 83.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.691, "count": 251, "max_ms": 105.527, "p95_ms": 95.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.734, "count": 251, "max_ms": 135.973, "p95_ms": 117.537}, "read_interval": {"avg_ms": 119.718, "count": 250, "max_ms": 4882.324, "p95_ms": 130.037}, "triton_wait": {"avg_ms": 72.906, "count": 251, "max_ms": 122.982, "p95_ms": 104.578}, "visualize": {"avg_ms": 3.655, "count": 251, "max_ms": 4.694, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6142.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:00:25+09:00", "last_error_summary": "[h264 @ 0x562d4607c180] error while decoding MB 12 28, bytestream -5", "last_exit_at": "2026-07-06T17:00:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.834, "last_started_at": "2026-07-06T17:00:28+09:00", "pid": 18699, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 18699, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.829, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:02:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:02:06+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T17:02:06+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T17:02:06.101761+09:00", "mtime_epoch": 1783324926.1017609, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:02:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.416, "pushed": 7.416, "read": 7.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.826, "count": 222, "max_ms": 8.746, "p95_ms": 7.49}, "gstreamer_push": {"avg_ms": 1.118, "count": 222, "max_ms": 1.496, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.84, "count": 222, "max_ms": 87.035, "p95_ms": 76.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.654, "count": 222, "max_ms": 118.044, "p95_ms": 102.999}, "yolo11_640_fire_11class": {"avg_ms": 62.292, "count": 222, "max_ms": 92.964, "p95_ms": 84.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.625, "count": 222, "max_ms": 105.584, "p95_ms": 95.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.418, "count": 222, "max_ms": 174.612, "p95_ms": 153.029}, "read_interval": {"avg_ms": 135.35, "count": 221, "max_ms": 184.166, "p95_ms": 162.597}, "triton_wait": {"avg_ms": 76.83, "count": 222, "max_ms": 118.057, "p95_ms": 103.013}, "visualize": {"avg_ms": 4.933, "count": 222, "max_ms": 6.902, "p95_ms": 5.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1049, "tracking_summary": 967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6138.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20645.672, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.871, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:02:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:02:12+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T17:02:12+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T17:02:12.269859+09:00", "mtime_epoch": 1783324932.2698586, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:02:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.273, "name": "celery", "pid": 239, "rss_mb": 795.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.679, "pushed": 4.679, "read": 4.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.133, "count": 140, "max_ms": 112.934, "p95_ms": 104.054}, "gstreamer_push": {"avg_ms": 1.185, "count": 140, "max_ms": 2.477, "p95_ms": 1.946}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.261, "count": 140, "max_ms": 120.624, "p95_ms": 104.883}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.577, "count": 140, "max_ms": 108.661, "p95_ms": 104.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.685, "count": 140, "max_ms": 266.914, "p95_ms": 243.536}, "read_interval": {"avg_ms": 215.018, "count": 139, "max_ms": 272.999, "p95_ms": 250.705}, "triton_wait": {"avg_ms": 76.52, "count": 140, "max_ms": 120.637, "p95_ms": 106.009}, "visualize": {"avg_ms": 31.21, "count": 140, "max_ms": 43.285, "p95_ms": 41.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6090.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.753, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.773, "name": "ffmpeg", "pid": 18866, "rss_mb": 332.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 11, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.599, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:02:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:02:35+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T17:02:35+09:00", "mjpeg": {"age_sec": 0.519, "exists": true, "mtime": "2026-07-06T17:02:35.102221+09:00", "mtime_epoch": 1783324955.1022205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:02:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 303, "max_ms": 7.471, "p95_ms": 5.7}, "gstreamer_push": {"avg_ms": 1.293, "count": 303, "max_ms": 1.797, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.297, "count": 303, "max_ms": 81.307, "p95_ms": 63.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.276, "count": 303, "max_ms": 111.412, "p95_ms": 93.405}, "yolo11_640_fire_11class": {"avg_ms": 58.875, "count": 303, "max_ms": 87.327, "p95_ms": 73.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.653, "count": 303, "max_ms": 94.62, "p95_ms": 82.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.657, "count": 303, "max_ms": 123.941, "p95_ms": 108.54}, "read_interval": {"avg_ms": 99.113, "count": 302, "max_ms": 542.379, "p95_ms": 124.236}, "triton_wait": {"avg_ms": 66.606, "count": 303, "max_ms": 111.425, "p95_ms": 93.426}, "visualize": {"avg_ms": 3.679, "count": 303, "max_ms": 5.747, "p95_ms": 4.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:00:25+09:00", "last_error_summary": "[h264 @ 0x562d4607c180] error while decoding MB 12 28, bytestream -5", "last_exit_at": "2026-07-06T17:00:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.099, "last_started_at": "2026-07-06T17:00:28+09:00", "pid": 18699, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.551, "name": "ffmpeg", "pid": 18699, "rss_mb": 288.551, "state": "S (sleeping)", "threads": 104}, "restart_count": 45, "restart_count_per_hour": 20, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.814, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:02:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:02:40+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T17:02:40+09:00", "mjpeg": {"age_sec": 10.146, "exists": true, "mtime": "2026-07-06T17:02:30.354145+09:00", "mtime_epoch": 1783324950.3541453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:02:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.609, "pushed": 2.609, "read": 2.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.939, "count": 78, "max_ms": 7.186, "p95_ms": 6.595}, "gstreamer_push": {"avg_ms": 1.093, "count": 78, "max_ms": 1.619, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.252, "count": 78, "max_ms": 82.317, "p95_ms": 72.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.096, "count": 78, "max_ms": 109.49, "p95_ms": 106.822}, "yolo11_640_fire_11class": {"avg_ms": 58.437, "count": 78, "max_ms": 84.646, "p95_ms": 81.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.342, "count": 78, "max_ms": 98.004, "p95_ms": 91.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.353, "count": 78, "max_ms": 163.731, "p95_ms": 158.624}, "read_interval": {"avg_ms": 387.936, "count": 77, "max_ms": 10130.666, "p95_ms": 172.625}, "triton_wait": {"avg_ms": 74.148, "count": 78, "max_ms": 109.503, "p95_ms": 106.834}, "visualize": {"avg_ms": 5.095, "count": 78, "max_ms": 6.393, "p95_ms": 5.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1050, "tracking_summary": 969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5829.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20675.793, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.466, "sample_count": 1475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:02:42+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T17:02:42+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T17:02:42.398337+09:00", "mtime_epoch": 1783324962.3983366, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:02:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.273, "name": "celery", "pid": 239, "rss_mb": 787.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.216, "pushed": 5.216, "read": 5.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.344, "count": 156, "max_ms": 116.256, "p95_ms": 105.409}, "gstreamer_push": {"avg_ms": 1.03, "count": 156, "max_ms": 2.54, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.429, "count": 156, "max_ms": 108.571, "p95_ms": 99.606}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.997, "count": 156, "max_ms": 109.282, "p95_ms": 98.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.692, "count": 156, "max_ms": 256.967, "p95_ms": 234.003}, "read_interval": {"avg_ms": 192.996, "count": 155, "max_ms": 264.488, "p95_ms": 240.372}, "triton_wait": {"avg_ms": 72.656, "count": 156, "max_ms": 109.297, "p95_ms": 103.536}, "visualize": {"avg_ms": 28.601, "count": 156, "max_ms": 44.175, "p95_ms": 36.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6068.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.831, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 11, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.674, "sample_count": 2446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:03:05+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T17:03:05+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T17:03:05.626707+09:00", "mtime_epoch": 1783324985.6267068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:03:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1467.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.607, "count": 296, "max_ms": 8.133, "p95_ms": 6.589}, "gstreamer_push": {"avg_ms": 1.255, "count": 296, "max_ms": 1.819, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.447, "count": 296, "max_ms": 85.83, "p95_ms": 69.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.618, "count": 296, "max_ms": 109.769, "p95_ms": 95.425}, "yolo11_640_fire_11class": {"avg_ms": 60.4, "count": 296, "max_ms": 90.425, "p95_ms": 79.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.748, "count": 296, "max_ms": 107.71, "p95_ms": 88.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.139, "count": 296, "max_ms": 146.611, "p95_ms": 117.216}, "read_interval": {"avg_ms": 101.645, "count": 295, "max_ms": 561.872, "p95_ms": 130.631}, "triton_wait": {"avg_ms": 68.912, "count": 296, "max_ms": 109.782, "p95_ms": 96.161}, "visualize": {"avg_ms": 3.837, "count": 296, "max_ms": 6.195, "p95_ms": 5.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6060.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:02:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.695, "last_started_at": "2026-07-06T17:02:43+09:00", "pid": 19018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.059, "name": "ffmpeg", "pid": 19018, "rss_mb": 265.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.39, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:03:10+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T17:03:10+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T17:03:10.406783+09:00", "mtime_epoch": 1783324990.406783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:03:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.233, "pushed": 6.233, "read": 6.199}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.122, "count": 186, "max_ms": 9.263, "p95_ms": 7.336}, "gstreamer_push": {"avg_ms": 1.113, "count": 186, "max_ms": 1.893, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.254, "count": 186, "max_ms": 81.064, "p95_ms": 73.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.552, "count": 186, "max_ms": 110.006, "p95_ms": 100.672}, "yolo11_640_fire_11class": {"avg_ms": 60.822, "count": 186, "max_ms": 85.993, "p95_ms": 80.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.518, "count": 186, "max_ms": 103.259, "p95_ms": 92.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.256, "count": 186, "max_ms": 162.928, "p95_ms": 155.861}, "read_interval": {"avg_ms": 161.507, "count": 185, "max_ms": 4436.243, "p95_ms": 165.338}, "triton_wait": {"avg_ms": 75.899, "count": 186, "max_ms": 110.022, "p95_ms": 101.001}, "visualize": {"avg_ms": 5.154, "count": 186, "max_ms": 6.785, "p95_ms": 5.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1052, "tracking_summary": 970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6062.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20705.95, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.936, "sample_count": 1465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:03:12+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T17:03:12+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T17:03:12.558817+09:00", "mtime_epoch": 1783324992.5588174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:03:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 800.273, "name": "celery", "pid": 239, "rss_mb": 789.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.679, "pushed": 4.679, "read": 4.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.618, "count": 140, "max_ms": 133.453, "p95_ms": 111.94}, "gstreamer_push": {"avg_ms": 0.816, "count": 140, "max_ms": 1.757, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.74, "count": 140, "max_ms": 109.169, "p95_ms": 96.46}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.429, "count": 140, "max_ms": 111.437, "p95_ms": 101.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.377, "count": 140, "max_ms": 258.791, "p95_ms": 239.159}, "read_interval": {"avg_ms": 215.506, "count": 139, "max_ms": 267.221, "p95_ms": 248.086}, "triton_wait": {"avg_ms": 77.19, "count": 140, "max_ms": 111.449, "p95_ms": 103.617}, "visualize": {"avg_ms": 29.657, "count": 140, "max_ms": 45.513, "p95_ms": 39.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6069.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.889, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 11, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.674, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:03:35+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T17:03:35+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T17:03:35.695188+09:00", "mtime_epoch": 1783325015.6951878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:03:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1467.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.042}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.316, "count": 302, "max_ms": 6.95, "p95_ms": 5.536}, "gstreamer_push": {"avg_ms": 1.294, "count": 302, "max_ms": 1.798, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.531, "count": 302, "max_ms": 89.153, "p95_ms": 73.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.207, "count": 302, "max_ms": 128.943, "p95_ms": 99.453}, "yolo11_640_fire_11class": {"avg_ms": 61.056, "count": 302, "max_ms": 91.515, "p95_ms": 80.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.239, "count": 302, "max_ms": 100.11, "p95_ms": 90.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.319, "count": 302, "max_ms": 141.924, "p95_ms": 112.31}, "read_interval": {"avg_ms": 99.569, "count": 301, "max_ms": 222.96, "p95_ms": 126.908}, "triton_wait": {"avg_ms": 72.425, "count": 302, "max_ms": 128.956, "p95_ms": 99.466}, "visualize": {"avg_ms": 3.68, "count": 302, "max_ms": 5.756, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6072.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:02:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.81, "last_started_at": "2026-07-06T17:02:43+09:00", "pid": 19018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.832, "name": "ffmpeg", "pid": 19018, "rss_mb": 265.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.538, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:03:40+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T17:03:40+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T17:03:40.507265+09:00", "mtime_epoch": 1783325020.507265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:03:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.238, "pushed": 7.238, "read": 7.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.156, "count": 216, "max_ms": 9.643, "p95_ms": 7.438}, "gstreamer_push": {"avg_ms": 1.112, "count": 217, "max_ms": 1.465, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.06, "count": 216, "max_ms": 94.303, "p95_ms": 73.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.019, "count": 216, "max_ms": 123.015, "p95_ms": 100.092}, "yolo11_640_fire_11class": {"avg_ms": 59.994, "count": 216, "max_ms": 91.732, "p95_ms": 81.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.547, "count": 216, "max_ms": 105.13, "p95_ms": 92.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.351, "count": 217, "max_ms": 176.269, "p95_ms": 153.902}, "read_interval": {"avg_ms": 138.769, "count": 216, "max_ms": 186.156, "p95_ms": 163.296}, "triton_wait": {"avg_ms": 76.067, "count": 216, "max_ms": 123.027, "p95_ms": 100.104}, "visualize": {"avg_ms": 5.157, "count": 216, "max_ms": 8.712, "p95_ms": 5.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1052, "tracking_summary": 971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6072.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20735.995, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.341, "sample_count": 1478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:03:42+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T17:03:42+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T17:03:42.583298+09:00", "mtime_epoch": 1783325022.5832982, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:03:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.035, "name": "celery", "pid": 239, "rss_mb": 797.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.166, "pushed": 5.166, "read": 5.132}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 74.531, "count": 154, "max_ms": 115.696, "p95_ms": 104.911}, "gstreamer_push": {"avg_ms": 0.952, "count": 154, "max_ms": 2.205, "p95_ms": 1.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.913, "count": 154, "max_ms": 122.521, "p95_ms": 102.216}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.81, "count": 154, "max_ms": 122.534, "p95_ms": 103.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.578, "count": 154, "max_ms": 239.007, "p95_ms": 231.785}, "read_interval": {"avg_ms": 194.875, "count": 153, "max_ms": 245.161, "p95_ms": 238.304}, "triton_wait": {"avg_ms": 78.378, "count": 154, "max_ms": 122.545, "p95_ms": 104.636}, "visualize": {"avg_ms": 30.578, "count": 154, "max_ms": 50.58, "p95_ms": 45.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6067.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.894, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.674, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:04:05+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T17:04:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T17:04:05.671669+09:00", "mtime_epoch": 1783325045.6716695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:04:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1467.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.295, "count": 299, "max_ms": 6.72, "p95_ms": 5.477}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 2.238, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.434, "count": 299, "max_ms": 79.273, "p95_ms": 68.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.107, "count": 299, "max_ms": 125.075, "p95_ms": 98.723}, "yolo11_640_fire_11class": {"avg_ms": 59.435, "count": 299, "max_ms": 84.106, "p95_ms": 76.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.106, "count": 299, "max_ms": 102.365, "p95_ms": 89.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.408, "count": 299, "max_ms": 138.12, "p95_ms": 112.635}, "read_interval": {"avg_ms": 100.234, "count": 299, "max_ms": 413.978, "p95_ms": 128.64}, "triton_wait": {"avg_ms": 71.399, "count": 299, "max_ms": 125.087, "p95_ms": 98.765}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 5.652, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6067.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:02:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.848, "last_started_at": "2026-07-06T17:02:43+09:00", "pid": 19018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.246, "name": "ffmpeg", "pid": 19018, "rss_mb": 271.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.965, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:04:10+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T17:04:10+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T17:04:10.555748+09:00", "mtime_epoch": 1783325050.5557482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:04:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.219, "pushed": 7.219, "read": 7.186}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.195, "count": 216, "max_ms": 9.494, "p95_ms": 7.696}, "gstreamer_push": {"avg_ms": 1.11, "count": 216, "max_ms": 1.328, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.883, "count": 216, "max_ms": 82.296, "p95_ms": 70.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.384, "count": 216, "max_ms": 114.836, "p95_ms": 104.519}, "yolo11_640_fire_11class": {"avg_ms": 59.76, "count": 216, "max_ms": 85.803, "p95_ms": 79.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.137, "count": 216, "max_ms": 101.34, "p95_ms": 91.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.565, "count": 216, "max_ms": 169.968, "p95_ms": 156.46}, "read_interval": {"avg_ms": 139.11, "count": 215, "max_ms": 179.647, "p95_ms": 165.394}, "triton_wait": {"avg_ms": 76.481, "count": 216, "max_ms": 114.848, "p95_ms": 104.53}, "visualize": {"avg_ms": 5.191, "count": 216, "max_ms": 8.692, "p95_ms": 6.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1054, "tracking_summary": 972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6074.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20766.073, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.848, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:04:12+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T17:04:12+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T17:04:12.643782+09:00", "mtime_epoch": 1783325052.6437817, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:04:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.035, "name": "celery", "pid": 239, "rss_mb": 793.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.887, "pushed": 4.887, "read": 4.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.647, "count": 146, "max_ms": 118.383, "p95_ms": 108.122}, "gstreamer_push": {"avg_ms": 0.82, "count": 146, "max_ms": 1.167, "p95_ms": 0.996}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.637, "count": 146, "max_ms": 115.827, "p95_ms": 101.762}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.538, "count": 146, "max_ms": 114.994, "p95_ms": 104.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.896, "count": 146, "max_ms": 249.788, "p95_ms": 240.835}, "read_interval": {"avg_ms": 205.751, "count": 145, "max_ms": 257.026, "p95_ms": 247.381}, "triton_wait": {"avg_ms": 79.313, "count": 146, "max_ms": 115.837, "p95_ms": 105.311}, "visualize": {"avg_ms": 28.89, "count": 146, "max_ms": 42.377, "p95_ms": 41.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6068.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.918, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.674, "sample_count": 2449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:04:35+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T17:04:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T17:04:35.716154+09:00", "mtime_epoch": 1783325075.716154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:04:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 304, "max_ms": 6.846, "p95_ms": 5.714}, "gstreamer_push": {"avg_ms": 1.293, "count": 304, "max_ms": 1.847, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.724, "count": 304, "max_ms": 84.033, "p95_ms": 72.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.007, "count": 304, "max_ms": 111.658, "p95_ms": 97.578}, "yolo11_640_fire_11class": {"avg_ms": 59.828, "count": 304, "max_ms": 92.63, "p95_ms": 77.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.381, "count": 304, "max_ms": 98.925, "p95_ms": 89.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.013, "count": 304, "max_ms": 124.561, "p95_ms": 110.82}, "read_interval": {"avg_ms": 98.795, "count": 303, "max_ms": 429.893, "p95_ms": 126.274}, "triton_wait": {"avg_ms": 70.107, "count": 304, "max_ms": 111.671, "p95_ms": 97.59}, "visualize": {"avg_ms": 3.668, "count": 304, "max_ms": 5.509, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6079.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:02:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.891, "last_started_at": "2026-07-06T17:02:43+09:00", "pid": 19018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.504, "name": "ffmpeg", "pid": 19018, "rss_mb": 271.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.875, "sample_count": 1978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:04:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:04:40+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T17:04:40+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T17:04:40.596233+09:00", "mtime_epoch": 1783325080.5962331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:04:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.257, "pushed": 7.257, "read": 7.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.129, "count": 217, "max_ms": 8.842, "p95_ms": 7.173}, "gstreamer_push": {"avg_ms": 1.115, "count": 217, "max_ms": 1.426, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.335, "count": 217, "max_ms": 81.925, "p95_ms": 73.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.88, "count": 217, "max_ms": 116.991, "p95_ms": 102.288}, "yolo11_640_fire_11class": {"avg_ms": 59.979, "count": 217, "max_ms": 89.61, "p95_ms": 79.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.505, "count": 217, "max_ms": 104.781, "p95_ms": 90.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.706, "count": 217, "max_ms": 169.455, "p95_ms": 155.848}, "read_interval": {"avg_ms": 138.531, "count": 216, "max_ms": 181.016, "p95_ms": 164.891}, "triton_wait": {"avg_ms": 74.999, "count": 217, "max_ms": 117.004, "p95_ms": 102.3}, "visualize": {"avg_ms": 5.205, "count": 217, "max_ms": 6.93, "p95_ms": 5.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1055, "tracking_summary": 973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6079.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20796.271, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.848, "sample_count": 1474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:04:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:04:43+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T17:04:42+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T17:04:42.876270+09:00", "mtime_epoch": 1783325082.8762698, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:04:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.035, "name": "celery", "pid": 239, "rss_mb": 798.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.703, "pushed": 4.703, "read": 4.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.514, "count": 141, "max_ms": 110.474, "p95_ms": 104.702}, "gstreamer_push": {"avg_ms": 1.108, "count": 141, "max_ms": 2.6, "p95_ms": 2.04}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.729, "count": 141, "max_ms": 114.384, "p95_ms": 102.291}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.029, "count": 141, "max_ms": 115.72, "p95_ms": 103.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.553, "count": 141, "max_ms": 261.004, "p95_ms": 242.592}, "read_interval": {"avg_ms": 214.211, "count": 140, "max_ms": 267.489, "p95_ms": 250.904}, "triton_wait": {"avg_ms": 76.628, "count": 141, "max_ms": 115.733, "p95_ms": 103.671}, "visualize": {"avg_ms": 35.479, "count": 141, "max_ms": 52.982, "p95_ms": 48.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6076.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.022, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.706, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:05:05+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T17:05:05+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T17:05:05.796641+09:00", "mtime_epoch": 1783325105.796641, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:05:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.899, "pushed": 9.899, "read": 9.866}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.475, "count": 296, "max_ms": 9.131, "p95_ms": 6.258}, "gstreamer_push": {"avg_ms": 1.256, "count": 296, "max_ms": 1.68, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.402, "count": 296, "max_ms": 83.285, "p95_ms": 75.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.665, "count": 296, "max_ms": 121.439, "p95_ms": 99.382}, "yolo11_640_fire_11class": {"avg_ms": 59.547, "count": 296, "max_ms": 88.87, "p95_ms": 79.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.299, "count": 296, "max_ms": 106.108, "p95_ms": 92.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.164, "count": 296, "max_ms": 173.974, "p95_ms": 124.142}, "read_interval": {"avg_ms": 101.393, "count": 295, "max_ms": 350.469, "p95_ms": 140.028}, "triton_wait": {"avg_ms": 69.894, "count": 296, "max_ms": 121.451, "p95_ms": 99.395}, "visualize": {"avg_ms": 3.735, "count": 296, "max_ms": 6.394, "p95_ms": 5.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6069.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:02:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.982, "last_started_at": "2026-07-06T17:02:43+09:00", "pid": 19018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.504, "name": "ffmpeg", "pid": 19018, "rss_mb": 271.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.626, "sample_count": 1980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:05:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:05:10+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T17:05:10+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T17:05:10.692721+09:00", "mtime_epoch": 1783325110.6927207, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:05:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.286, "pushed": 7.286, "read": 7.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.036, "count": 218, "max_ms": 9.025, "p95_ms": 7.133}, "gstreamer_push": {"avg_ms": 1.114, "count": 218, "max_ms": 1.348, "p95_ms": 1.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.223, "count": 218, "max_ms": 87.6, "p95_ms": 77.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.98, "count": 218, "max_ms": 118.233, "p95_ms": 103.202}, "yolo11_640_fire_11class": {"avg_ms": 60.157, "count": 218, "max_ms": 88.997, "p95_ms": 79.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.55, "count": 218, "max_ms": 104.324, "p95_ms": 95.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.394, "count": 218, "max_ms": 169.447, "p95_ms": 156.38}, "read_interval": {"avg_ms": 138.077, "count": 217, "max_ms": 181.763, "p95_ms": 166.802}, "triton_wait": {"avg_ms": 76.208, "count": 218, "max_ms": 118.245, "p95_ms": 103.215}, "visualize": {"avg_ms": 5.129, "count": 218, "max_ms": 6.568, "p95_ms": 6.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1056, "tracking_summary": 975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6069.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20826.408, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.803, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:05:13+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T17:05:12+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T17:05:12.980758+09:00", "mtime_epoch": 1783325112.9807577, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:05:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.035, "name": "celery", "pid": 239, "rss_mb": 787.031, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.78, "pushed": 4.78, "read": 4.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.941, "count": 143, "max_ms": 109.742, "p95_ms": 103.882}, "gstreamer_push": {"avg_ms": 0.984, "count": 143, "max_ms": 2.119, "p95_ms": 1.904}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.697, "count": 143, "max_ms": 124.974, "p95_ms": 104.491}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.457, "count": 143, "max_ms": 116.081, "p95_ms": 104.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.309, "count": 143, "max_ms": 267.052, "p95_ms": 244.825}, "read_interval": {"avg_ms": 210.56, "count": 142, "max_ms": 275.219, "p95_ms": 253.524}, "triton_wait": {"avg_ms": 76.772, "count": 143, "max_ms": 124.988, "p95_ms": 106.793}, "visualize": {"avg_ms": 32.66, "count": 143, "max_ms": 48.639, "p95_ms": 44.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6084.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.065, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.594, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:05:35+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T17:05:35+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T17:05:35.829129+09:00", "mtime_epoch": 1783325135.8291292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:05:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.127, "pushed": 10.127, "read": 10.093}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 303, "max_ms": 6.762, "p95_ms": 5.714}, "gstreamer_push": {"avg_ms": 1.317, "count": 303, "max_ms": 1.889, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.451, "count": 303, "max_ms": 87.174, "p95_ms": 70.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.49, "count": 303, "max_ms": 120.637, "p95_ms": 98.505}, "yolo11_640_fire_11class": {"avg_ms": 58.722, "count": 303, "max_ms": 89.16, "p95_ms": 77.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.674, "count": 303, "max_ms": 104.193, "p95_ms": 89.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.73, "count": 303, "max_ms": 133.376, "p95_ms": 111.988}, "read_interval": {"avg_ms": 99.08, "count": 302, "max_ms": 345.559, "p95_ms": 129.574}, "triton_wait": {"avg_ms": 69.689, "count": 303, "max_ms": 120.65, "p95_ms": 98.517}, "visualize": {"avg_ms": 3.726, "count": 303, "max_ms": 4.934, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6084.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:02:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.086, "last_started_at": "2026-07-06T17:02:43+09:00", "pid": 19018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.34, "name": "ffmpeg", "pid": 19018, "rss_mb": 274.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.642, "sample_count": 2012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:05:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:05:40+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T17:05:40+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T17:05:40.777210+09:00", "mtime_epoch": 1783325140.7772098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:05:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1599.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.211, "pushed": 7.211, "read": 7.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.144, "count": 216, "max_ms": 8.661, "p95_ms": 7.291}, "gstreamer_push": {"avg_ms": 1.117, "count": 216, "max_ms": 1.414, "p95_ms": 1.271}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.316, "count": 216, "max_ms": 85.746, "p95_ms": 69.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.073, "count": 216, "max_ms": 116.204, "p95_ms": 104.832}, "yolo11_640_fire_11class": {"avg_ms": 59.327, "count": 216, "max_ms": 89.837, "p95_ms": 78.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.964, "count": 216, "max_ms": 104.582, "p95_ms": 90.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.79, "count": 216, "max_ms": 171.039, "p95_ms": 157.06}, "read_interval": {"avg_ms": 139.336, "count": 215, "max_ms": 181.023, "p95_ms": 168.347}, "triton_wait": {"avg_ms": 76.176, "count": 216, "max_ms": 116.217, "p95_ms": 104.845}, "visualize": {"avg_ms": 5.194, "count": 216, "max_ms": 6.693, "p95_ms": 6.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1059, "tracking_summary": 976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6084.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20856.557, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.133, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:05:43+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T17:05:43+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-06T17:05:43.173249+09:00", "mtime_epoch": 1783325143.1732488, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:05:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.035, "name": "celery", "pid": 239, "rss_mb": 800.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.881, "pushed": 4.881, "read": 4.848}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.682, "count": 146, "max_ms": 116.801, "p95_ms": 106.352}, "gstreamer_push": {"avg_ms": 0.861, "count": 146, "max_ms": 2.016, "p95_ms": 1.067}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.177, "count": 146, "max_ms": 109.932, "p95_ms": 100.51}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.611, "count": 146, "max_ms": 113.376, "p95_ms": 101.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.289, "count": 146, "max_ms": 244.952, "p95_ms": 234.208}, "read_interval": {"avg_ms": 206.538, "count": 145, "max_ms": 251.703, "p95_ms": 242.534}, "triton_wait": {"avg_ms": 76.49, "count": 146, "max_ms": 113.392, "p95_ms": 103.408}, "visualize": {"avg_ms": 26.113, "count": 146, "max_ms": 46.092, "p95_ms": 33.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6068.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.136, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.202, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:06:06+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:06:05+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:06:05.937620+09:00", "mtime_epoch": 1783325165.93762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:06:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.244, "count": 300, "max_ms": 6.469, "p95_ms": 5.349}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 1.731, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.967, "count": 300, "max_ms": 81.479, "p95_ms": 70.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.987, "count": 300, "max_ms": 113.155, "p95_ms": 99.328}, "yolo11_640_fire_11class": {"avg_ms": 58.472, "count": 300, "max_ms": 90.259, "p95_ms": 78.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.162, "count": 300, "max_ms": 102.189, "p95_ms": 89.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.949, "count": 300, "max_ms": 125.826, "p95_ms": 112.293}, "read_interval": {"avg_ms": 100.275, "count": 299, "max_ms": 573.007, "p95_ms": 128.896}, "triton_wait": {"avg_ms": 69.091, "count": 300, "max_ms": 113.168, "p95_ms": 99.34}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 5.667, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6068.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:05:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.756, "last_started_at": "2026-07-06T17:05:56+09:00", "pid": 19125, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.695, "name": "ffmpeg", "pid": 19125, "rss_mb": 267.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.676, "sample_count": 1978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:06:10+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:06:10+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T17:06:10.893701+09:00", "mtime_epoch": 1783325170.8937008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:06:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1601.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.14, "pushed": 6.14, "read": 6.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.093, "count": 183, "max_ms": 9.039, "p95_ms": 6.727}, "gstreamer_push": {"avg_ms": 1.134, "count": 184, "max_ms": 1.816, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.389, "count": 183, "max_ms": 87.503, "p95_ms": 74.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.982, "count": 183, "max_ms": 113.892, "p95_ms": 101.646}, "yolo11_640_fire_11class": {"avg_ms": 60.166, "count": 183, "max_ms": 88.004, "p95_ms": 77.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.303, "count": 183, "max_ms": 100.89, "p95_ms": 91.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.622, "count": 184, "max_ms": 167.673, "p95_ms": 156.491}, "read_interval": {"avg_ms": 163.807, "count": 183, "max_ms": 4617.321, "p95_ms": 165.801}, "triton_wait": {"avg_ms": 76.059, "count": 183, "max_ms": 113.905, "p95_ms": 101.66}, "visualize": {"avg_ms": 5.18, "count": 183, "max_ms": 7.005, "p95_ms": 5.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1059, "tracking_summary": 977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6065.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20886.673, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.133, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:06:13+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T17:06:13+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T17:06:13.265740+09:00", "mtime_epoch": 1783325173.2657397, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:06:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.035, "name": "celery", "pid": 239, "rss_mb": 787.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.117, "pushed": 5.117, "read": 5.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.507, "count": 153, "max_ms": 108.028, "p95_ms": 106.405}, "gstreamer_push": {"avg_ms": 0.893, "count": 153, "max_ms": 2.236, "p95_ms": 1.725}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.43, "count": 153, "max_ms": 112.047, "p95_ms": 99.952}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.582, "count": 153, "max_ms": 113.78, "p95_ms": 102.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.659, "count": 153, "max_ms": 246.0, "p95_ms": 235.038}, "read_interval": {"avg_ms": 196.689, "count": 152, "max_ms": 254.745, "p95_ms": 242.557}, "triton_wait": {"avg_ms": 74.696, "count": 153, "max_ms": 113.793, "p95_ms": 104.019}, "visualize": {"avg_ms": 28.416, "count": 153, "max_ms": 47.612, "p95_ms": 37.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6078.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.189, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.315, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:06:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:06:36+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T17:06:35+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T17:06:35.986111+09:00", "mtime_epoch": 1783325195.9861114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:06:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 302, "max_ms": 7.069, "p95_ms": 5.701}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 2.349, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.077, "count": 302, "max_ms": 89.426, "p95_ms": 74.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.981, "count": 302, "max_ms": 112.865, "p95_ms": 101.364}, "yolo11_640_fire_11class": {"avg_ms": 59.448, "count": 302, "max_ms": 88.906, "p95_ms": 79.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.682, "count": 302, "max_ms": 101.826, "p95_ms": 92.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.169, "count": 302, "max_ms": 126.332, "p95_ms": 114.634}, "read_interval": {"avg_ms": 99.537, "count": 301, "max_ms": 494.83, "p95_ms": 132.039}, "triton_wait": {"avg_ms": 70.334, "count": 302, "max_ms": 112.878, "p95_ms": 101.836}, "visualize": {"avg_ms": 3.641, "count": 302, "max_ms": 5.9, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6080.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:05:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.892, "last_started_at": "2026-07-06T17:05:56+09:00", "pid": 19125, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.469, "name": "ffmpeg", "pid": 19125, "rss_mb": 268.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.38, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:06:41+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T17:06:40+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T17:06:40.994194+09:00", "mtime_epoch": 1783325200.9941936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:06:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1601.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.206, "pushed": 7.206, "read": 7.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.189, "count": 215, "max_ms": 10.383, "p95_ms": 7.436}, "gstreamer_push": {"avg_ms": 1.117, "count": 216, "max_ms": 1.628, "p95_ms": 1.266}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.77, "count": 215, "max_ms": 79.723, "p95_ms": 73.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.797, "count": 215, "max_ms": 120.799, "p95_ms": 106.77}, "yolo11_640_fire_11class": {"avg_ms": 60.207, "count": 215, "max_ms": 85.769, "p95_ms": 78.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.029, "count": 215, "max_ms": 97.191, "p95_ms": 92.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.115, "count": 216, "max_ms": 174.378, "p95_ms": 162.328}, "read_interval": {"avg_ms": 139.507, "count": 215, "max_ms": 183.873, "p95_ms": 171.496}, "triton_wait": {"avg_ms": 75.986, "count": 215, "max_ms": 120.811, "p95_ms": 106.783}, "visualize": {"avg_ms": 5.248, "count": 215, "max_ms": 8.849, "p95_ms": 5.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1060, "tracking_summary": 978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6070.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20916.82, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.296, "sample_count": 1454, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:06:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:06:43+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T17:06:43+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T17:06:43.414233+09:00", "mtime_epoch": 1783325203.4142332, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:06:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.82, "name": "celery", "pid": 239, "rss_mb": 790.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.744, "pushed": 4.744, "read": 4.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.605, "count": 142, "max_ms": 137.517, "p95_ms": 110.678}, "gstreamer_push": {"avg_ms": 0.83, "count": 142, "max_ms": 2.256, "p95_ms": 1.0}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.861, "count": 142, "max_ms": 111.039, "p95_ms": 101.179}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.447, "count": 142, "max_ms": 110.96, "p95_ms": 100.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.475, "count": 142, "max_ms": 289.481, "p95_ms": 237.642}, "read_interval": {"avg_ms": 212.267, "count": 141, "max_ms": 296.552, "p95_ms": 244.328}, "triton_wait": {"avg_ms": 75.465, "count": 142, "max_ms": 111.053, "p95_ms": 103.149}, "visualize": {"avg_ms": 28.52, "count": 142, "max_ms": 41.888, "p95_ms": 34.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6071.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.24, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.689, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:07:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:07:06+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T17:07:06+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T17:07:06.030604+09:00", "mtime_epoch": 1783325226.0306041, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:07:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 300, "max_ms": 6.94, "p95_ms": 5.318}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.934, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.063, "count": 300, "max_ms": 86.96, "p95_ms": 74.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.499, "count": 300, "max_ms": 114.632, "p95_ms": 99.391}, "yolo11_640_fire_11class": {"avg_ms": 58.813, "count": 300, "max_ms": 88.827, "p95_ms": 79.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.07, "count": 300, "max_ms": 103.059, "p95_ms": 90.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.762, "count": 300, "max_ms": 127.504, "p95_ms": 112.834}, "read_interval": {"avg_ms": 100.178, "count": 299, "max_ms": 382.206, "p95_ms": 131.299}, "triton_wait": {"avg_ms": 69.864, "count": 300, "max_ms": 114.643, "p95_ms": 99.404}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.567, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6080.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:05:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.959, "last_started_at": "2026-07-06T17:05:56+09:00", "pid": 19125, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.531, "name": "ffmpeg", "pid": 19125, "rss_mb": 270.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.516, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:07:11+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T17:07:11+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T17:07:11.050687+09:00", "mtime_epoch": 1783325231.0506866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:07:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1601.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.12, "pushed": 7.12, "read": 7.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.152, "count": 213, "max_ms": 9.223, "p95_ms": 7.607}, "gstreamer_push": {"avg_ms": 1.123, "count": 213, "max_ms": 1.715, "p95_ms": 1.252}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.979, "count": 213, "max_ms": 88.689, "p95_ms": 76.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.659, "count": 213, "max_ms": 122.087, "p95_ms": 104.529}, "yolo11_640_fire_11class": {"avg_ms": 60.997, "count": 213, "max_ms": 87.625, "p95_ms": 81.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.281, "count": 213, "max_ms": 103.333, "p95_ms": 94.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.549, "count": 213, "max_ms": 175.52, "p95_ms": 158.463}, "read_interval": {"avg_ms": 141.057, "count": 212, "max_ms": 187.928, "p95_ms": 168.19}, "triton_wait": {"avg_ms": 77.683, "count": 213, "max_ms": 122.1, "p95_ms": 104.541}, "visualize": {"avg_ms": 5.227, "count": 213, "max_ms": 7.968, "p95_ms": 5.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1062, "tracking_summary": 980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6081.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20946.86, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.985, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:07:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:07:13+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T17:07:13+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T17:07:13.470726+09:00", "mtime_epoch": 1783325233.4707265, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:07:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.82, "name": "celery", "pid": 239, "rss_mb": 798.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.267, "pushed": 5.267, "read": 5.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.136, "count": 157, "max_ms": 109.167, "p95_ms": 105.184}, "gstreamer_push": {"avg_ms": 0.854, "count": 157, "max_ms": 1.478, "p95_ms": 0.999}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.864, "count": 157, "max_ms": 106.24, "p95_ms": 98.544}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.821, "count": 157, "max_ms": 110.228, "p95_ms": 98.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.223, "count": 157, "max_ms": 238.917, "p95_ms": 226.973}, "read_interval": {"avg_ms": 191.272, "count": 156, "max_ms": 244.668, "p95_ms": 233.8}, "triton_wait": {"avg_ms": 75.903, "count": 157, "max_ms": 110.241, "p95_ms": 101.951}, "visualize": {"avg_ms": 29.054, "count": 157, "max_ms": 50.048, "p95_ms": 40.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6080.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.311, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.031, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.883, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:07:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:07:36+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T17:07:36+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T17:07:36.067098+09:00", "mtime_epoch": 1783325256.0670981, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:07:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.416, "count": 298, "max_ms": 9.037, "p95_ms": 6.377}, "gstreamer_push": {"avg_ms": 1.302, "count": 298, "max_ms": 1.851, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.852, "count": 298, "max_ms": 85.943, "p95_ms": 72.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.51, "count": 298, "max_ms": 124.579, "p95_ms": 102.325}, "yolo11_640_fire_11class": {"avg_ms": 57.878, "count": 298, "max_ms": 89.813, "p95_ms": 79.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.777, "count": 298, "max_ms": 97.534, "p95_ms": 90.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.812, "count": 298, "max_ms": 148.26, "p95_ms": 118.78}, "read_interval": {"avg_ms": 100.792, "count": 297, "max_ms": 583.27, "p95_ms": 136.67}, "triton_wait": {"avg_ms": 69.735, "count": 298, "max_ms": 124.592, "p95_ms": 102.339}, "visualize": {"avg_ms": 3.764, "count": 298, "max_ms": 6.077, "p95_ms": 4.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6080.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:05:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.032, "last_started_at": "2026-07-06T17:05:56+09:00", "pid": 19125, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.852, "name": "ffmpeg", "pid": 19125, "rss_mb": 272.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.325, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:07:41+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T17:07:41+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T17:07:41.151182+09:00", "mtime_epoch": 1783325261.151182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:07:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1601.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.278, "pushed": 7.278, "read": 7.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.117, "count": 218, "max_ms": 8.858, "p95_ms": 7.61}, "gstreamer_push": {"avg_ms": 1.114, "count": 218, "max_ms": 1.669, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.698, "count": 218, "max_ms": 81.953, "p95_ms": 73.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.328, "count": 218, "max_ms": 116.04, "p95_ms": 102.275}, "yolo11_640_fire_11class": {"avg_ms": 58.999, "count": 218, "max_ms": 82.507, "p95_ms": 78.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.171, "count": 218, "max_ms": 98.745, "p95_ms": 92.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.461, "count": 218, "max_ms": 169.354, "p95_ms": 155.843}, "read_interval": {"avg_ms": 137.966, "count": 217, "max_ms": 182.049, "p95_ms": 165.08}, "triton_wait": {"avg_ms": 75.482, "count": 218, "max_ms": 116.053, "p95_ms": 102.288}, "visualize": {"avg_ms": 5.119, "count": 218, "max_ms": 7.074, "p95_ms": 5.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1063, "tracking_summary": 981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6081.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 20977.056, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.642, "sample_count": 1463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:07:43+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T17:07:43+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T17:07:43.651223+09:00", "mtime_epoch": 1783325263.6512232, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:07:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 801.82, "name": "celery", "pid": 239, "rss_mb": 796.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.874, "pushed": 4.874, "read": 4.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 87.451, "count": 146, "max_ms": 122.365, "p95_ms": 112.469}, "gstreamer_push": {"avg_ms": 0.909, "count": 146, "max_ms": 2.096, "p95_ms": 1.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.46, "count": 146, "max_ms": 112.035, "p95_ms": 103.724}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.04, "count": 146, "max_ms": 112.796, "p95_ms": 105.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.403, "count": 146, "max_ms": 260.342, "p95_ms": 237.869}, "read_interval": {"avg_ms": 206.837, "count": 145, "max_ms": 266.957, "p95_ms": 246.022}, "triton_wait": {"avg_ms": 78.778, "count": 146, "max_ms": 112.808, "p95_ms": 108.138}, "visualize": {"avg_ms": 29.082, "count": 146, "max_ms": 47.14, "p95_ms": 42.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6087.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.326, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.431, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:08:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:08:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T17:08:06+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T17:08:06.115594+09:00", "mtime_epoch": 1783325286.1155937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:08:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1468.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.095}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.353, "count": 303, "max_ms": 9.581, "p95_ms": 5.934}, "gstreamer_push": {"avg_ms": 1.285, "count": 303, "max_ms": 2.044, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.678, "count": 303, "max_ms": 80.967, "p95_ms": 68.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.635, "count": 303, "max_ms": 113.294, "p95_ms": 97.596}, "yolo11_640_fire_11class": {"avg_ms": 58.223, "count": 303, "max_ms": 90.14, "p95_ms": 75.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.598, "count": 303, "max_ms": 100.883, "p95_ms": 88.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.226, "count": 303, "max_ms": 149.969, "p95_ms": 112.059}, "read_interval": {"avg_ms": 99.071, "count": 302, "max_ms": 309.886, "p95_ms": 129.518}, "triton_wait": {"avg_ms": 69.915, "count": 303, "max_ms": 113.309, "p95_ms": 97.607}, "visualize": {"avg_ms": 3.66, "count": 303, "max_ms": 6.007, "p95_ms": 4.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6072.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:05:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.066, "last_started_at": "2026-07-06T17:05:56+09:00", "pid": 19125, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.367, "name": "ffmpeg", "pid": 19125, "rss_mb": 273.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.38, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:08:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:08:11+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T17:08:11+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T17:08:11.203678+09:00", "mtime_epoch": 1783325291.2036777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:08:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1601.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.294, "pushed": 7.294, "read": 7.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.132, "count": 218, "max_ms": 8.319, "p95_ms": 7.287}, "gstreamer_push": {"avg_ms": 1.115, "count": 218, "max_ms": 1.333, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.8, "count": 218, "max_ms": 85.248, "p95_ms": 73.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.774, "count": 218, "max_ms": 119.509, "p95_ms": 102.035}, "yolo11_640_fire_11class": {"avg_ms": 59.463, "count": 218, "max_ms": 85.744, "p95_ms": 77.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.267, "count": 218, "max_ms": 100.367, "p95_ms": 90.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.137, "count": 218, "max_ms": 172.04, "p95_ms": 155.218}, "read_interval": {"avg_ms": 137.841, "count": 217, "max_ms": 184.3, "p95_ms": 165.506}, "triton_wait": {"avg_ms": 75.007, "count": 218, "max_ms": 119.521, "p95_ms": 102.048}, "visualize": {"avg_ms": 5.165, "count": 218, "max_ms": 6.236, "p95_ms": 5.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1065, "tracking_summary": 982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6084.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21007.111, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.565, "sample_count": 1469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:08:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:08:13+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T17:08:13+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T17:08:13.719719+09:00", "mtime_epoch": 1783325293.7197192, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:08:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 802.633, "name": "celery", "pid": 239, "rss_mb": 800.18, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.893, "pushed": 4.893, "read": 4.86}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.523, "count": 146, "max_ms": 122.475, "p95_ms": 103.829}, "gstreamer_push": {"avg_ms": 0.86, "count": 146, "max_ms": 1.986, "p95_ms": 1.694}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.296, "count": 146, "max_ms": 112.558, "p95_ms": 99.779}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.648, "count": 146, "max_ms": 113.951, "p95_ms": 101.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.401, "count": 146, "max_ms": 250.86, "p95_ms": 238.659}, "read_interval": {"avg_ms": 205.855, "count": 145, "max_ms": 257.214, "p95_ms": 245.175}, "triton_wait": {"avg_ms": 77.039, "count": 146, "max_ms": 113.964, "p95_ms": 102.219}, "visualize": {"avg_ms": 28.909, "count": 146, "max_ms": 41.964, "p95_ms": 37.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6086.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.402, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.22, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:08:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T17:08:36+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:08:36.204091+09:00", "mtime_epoch": 1783325316.204091, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:08:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1469.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.461, "count": 300, "max_ms": 6.859, "p95_ms": 6.091}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 2.17, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.283, "count": 300, "max_ms": 87.117, "p95_ms": 68.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.517, "count": 300, "max_ms": 115.561, "p95_ms": 98.715}, "yolo11_640_fire_11class": {"avg_ms": 58.696, "count": 300, "max_ms": 87.128, "p95_ms": 78.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.634, "count": 300, "max_ms": 101.611, "p95_ms": 91.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.914, "count": 300, "max_ms": 128.882, "p95_ms": 111.838}, "read_interval": {"avg_ms": 100.305, "count": 299, "max_ms": 463.212, "p95_ms": 127.316}, "triton_wait": {"avg_ms": 69.713, "count": 300, "max_ms": 115.574, "p95_ms": 98.727}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 5.917, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6083.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 205, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:02:41+09:00", "last_error_summary": "[h264 @ 0x55be10125240] cabac decode of qscale diff failed at 21 41 [h264 @ 0x55be10125240] error while decoding MB 21 41, bytestream 90537 [h264 @ 0x55be10259740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55be10259740] error while decoding MB 0 33, bytestream 1581 [h264 @ 0x55be10281ac0] cabac decode of qscale diff failed at 73 2 [h264 @ 0x55be10281ac0] error while decoding MB 73 2, bytestream 6099 [h264 @ 0x55be101910c0] error while decoding MB 11 41, bytestream -5 [h264 ", "last_exit_at": "2026-07-06T17:05:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.155, "last_started_at": "2026-07-06T17:05:56+09:00", "pid": 19125, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.367, "name": "ffmpeg", "pid": 19125, "rss_mb": 273.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.659, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:08:41+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T17:08:41+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T17:08:41.256175+09:00", "mtime_epoch": 1783325321.2561746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:08:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1601.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.31, "pushed": 7.31, "read": 7.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.337, "count": 218, "max_ms": 9.637, "p95_ms": 8.92}, "gstreamer_push": {"avg_ms": 1.105, "count": 219, "max_ms": 1.515, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.417, "count": 218, "max_ms": 85.804, "p95_ms": 72.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.797, "count": 218, "max_ms": 122.436, "p95_ms": 102.262}, "yolo11_640_fire_11class": {"avg_ms": 58.268, "count": 218, "max_ms": 85.14, "p95_ms": 79.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.395, "count": 218, "max_ms": 101.117, "p95_ms": 91.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.907, "count": 219, "max_ms": 174.486, "p95_ms": 157.307}, "read_interval": {"avg_ms": 137.329, "count": 218, "max_ms": 186.64, "p95_ms": 167.168}, "triton_wait": {"avg_ms": 73.955, "count": 218, "max_ms": 122.449, "p95_ms": 102.275}, "visualize": {"avg_ms": 5.269, "count": 218, "max_ms": 8.904, "p95_ms": 6.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1066, "tracking_summary": 983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6083.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21037.222, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.993, "sample_count": 1456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:08:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:08:44+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T17:08:43+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T17:08:43.872218+09:00", "mtime_epoch": 1783325323.872218, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:08:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 798.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.72, "pushed": 4.72, "read": 4.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.405, "count": 141, "max_ms": 119.982, "p95_ms": 106.401}, "gstreamer_push": {"avg_ms": 1.009, "count": 141, "max_ms": 3.154, "p95_ms": 2.744}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.892, "count": 141, "max_ms": 108.504, "p95_ms": 99.241}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.922, "count": 141, "max_ms": 111.59, "p95_ms": 103.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.187, "count": 141, "max_ms": 253.233, "p95_ms": 237.993}, "read_interval": {"avg_ms": 213.93, "count": 140, "max_ms": 260.259, "p95_ms": 244.52}, "triton_wait": {"avg_ms": 77.707, "count": 141, "max_ms": 111.603, "p95_ms": 103.361}, "visualize": {"avg_ms": 29.12, "count": 141, "max_ms": 69.049, "p95_ms": 40.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5838.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.447, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.445, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:09:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:09:06+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T17:09:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T17:09:06.224588+09:00", "mtime_epoch": 1783325346.2245884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:09:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1469.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 302, "max_ms": 6.437, "p95_ms": 5.34}, "gstreamer_push": {"avg_ms": 1.303, "count": 302, "max_ms": 1.945, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.2, "count": 302, "max_ms": 91.973, "p95_ms": 69.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.078, "count": 302, "max_ms": 121.22, "p95_ms": 101.423}, "yolo11_640_fire_11class": {"avg_ms": 57.979, "count": 302, "max_ms": 91.962, "p95_ms": 78.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.449, "count": 302, "max_ms": 108.179, "p95_ms": 90.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.118, "count": 302, "max_ms": 134.191, "p95_ms": 114.258}, "read_interval": {"avg_ms": 99.44, "count": 301, "max_ms": 528.946, "p95_ms": 131.479}, "triton_wait": {"avg_ms": 69.361, "count": 302, "max_ms": 121.233, "p95_ms": 101.432}, "visualize": {"avg_ms": 3.625, "count": 302, "max_ms": 5.057, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5958.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 206, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:09:05+09:00", "last_error_summary": "[h264 @ 0x556de6ee8c00] error while decoding MB 68 22, bytestream -14", "last_exit_at": "2026-07-06T17:09:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.182, "last_started_at": "2026-07-06T17:09:08+09:00", "pid": 19232, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.742, "name": "ffmpeg", "pid": 19232, "rss_mb": 149.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.908, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:09:11+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T17:09:11+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T17:09:11.292672+09:00", "mtime_epoch": 1783325351.2926724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:09:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1601.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.944, "pushed": 5.944, "read": 5.911}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.264, "count": 178, "max_ms": 10.13, "p95_ms": 7.845}, "gstreamer_push": {"avg_ms": 1.135, "count": 178, "max_ms": 1.945, "p95_ms": 1.263}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.851, "count": 178, "max_ms": 83.654, "p95_ms": 73.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.856, "count": 178, "max_ms": 119.607, "p95_ms": 106.053}, "yolo11_640_fire_11class": {"avg_ms": 60.765, "count": 178, "max_ms": 91.533, "p95_ms": 79.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.064, "count": 178, "max_ms": 101.828, "p95_ms": 93.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.283, "count": 178, "max_ms": 174.1, "p95_ms": 161.419}, "read_interval": {"avg_ms": 168.822, "count": 177, "max_ms": 4716.799, "p95_ms": 173.775}, "triton_wait": {"avg_ms": 79.006, "count": 178, "max_ms": 119.621, "p95_ms": 106.065}, "visualize": {"avg_ms": 5.277, "count": 178, "max_ms": 8.015, "p95_ms": 6.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1069, "tracking_summary": 984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6007.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21067.332, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.003, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:09:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:09:14+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T17:09:13+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T17:09:13.948716+09:00", "mtime_epoch": 1783325353.9487164, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:09:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 799.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.042, "pushed": 5.042, "read": 5.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.201, "count": 151, "max_ms": 110.006, "p95_ms": 106.177}, "gstreamer_push": {"avg_ms": 0.836, "count": 151, "max_ms": 1.842, "p95_ms": 1.015}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.024, "count": 151, "max_ms": 111.592, "p95_ms": 101.708}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.243, "count": 151, "max_ms": 110.492, "p95_ms": 100.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.236, "count": 151, "max_ms": 243.084, "p95_ms": 234.028}, "read_interval": {"avg_ms": 199.436, "count": 150, "max_ms": 249.314, "p95_ms": 241.769}, "triton_wait": {"avg_ms": 76.077, "count": 151, "max_ms": 111.605, "p95_ms": 102.027}, "visualize": {"avg_ms": 25.905, "count": 151, "max_ms": 37.797, "p95_ms": 33.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6083.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.536, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.883, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:09:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:09:36+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T17:09:36+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T17:09:36.305088+09:00", "mtime_epoch": 1783325376.3050878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:09:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1469.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.323, "count": 298, "max_ms": 6.658, "p95_ms": 5.414}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 1.688, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.417, "count": 298, "max_ms": 85.021, "p95_ms": 70.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.83, "count": 298, "max_ms": 108.748, "p95_ms": 100.196}, "yolo11_640_fire_11class": {"avg_ms": 58.631, "count": 298, "max_ms": 95.921, "p95_ms": 77.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.538, "count": 298, "max_ms": 98.622, "p95_ms": 90.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.097, "count": 298, "max_ms": 123.514, "p95_ms": 113.704}, "read_interval": {"avg_ms": 100.571, "count": 298, "max_ms": 458.106, "p95_ms": 131.224}, "triton_wait": {"avg_ms": 70.128, "count": 298, "max_ms": 108.76, "p95_ms": 100.208}, "visualize": {"avg_ms": 3.695, "count": 298, "max_ms": 4.926, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6084.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 206, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:09:05+09:00", "last_error_summary": "[h264 @ 0x556de6ee8c00] error while decoding MB 68 22, bytestream -14", "last_exit_at": "2026-07-06T17:09:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.307, "last_started_at": "2026-07-06T17:09:08+09:00", "pid": 19232, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.512, "name": "ffmpeg", "pid": 19232, "rss_mb": 270.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.282, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:09:41+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T17:09:41+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T17:09:41.437173+09:00", "mtime_epoch": 1783325381.4371731, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:09:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.135, "pushed": 7.135, "read": 7.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.171, "count": 213, "max_ms": 9.101, "p95_ms": 7.466}, "gstreamer_push": {"avg_ms": 1.135, "count": 214, "max_ms": 1.758, "p95_ms": 1.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.82, "count": 213, "max_ms": 84.431, "p95_ms": 75.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.278, "count": 213, "max_ms": 117.195, "p95_ms": 105.185}, "yolo11_640_fire_11class": {"avg_ms": 60.854, "count": 213, "max_ms": 90.101, "p95_ms": 80.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.637, "count": 213, "max_ms": 101.432, "p95_ms": 92.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.151, "count": 214, "max_ms": 170.867, "p95_ms": 160.441}, "read_interval": {"avg_ms": 140.637, "count": 213, "max_ms": 180.47, "p95_ms": 170.407}, "triton_wait": {"avg_ms": 77.471, "count": 213, "max_ms": 117.209, "p95_ms": 105.202}, "visualize": {"avg_ms": 5.179, "count": 213, "max_ms": 6.953, "p95_ms": 5.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1069, "tracking_summary": 986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6083.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21097.363, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.571, "sample_count": 1472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:09:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:09:44+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T17:09:43+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T17:09:43.981215+09:00", "mtime_epoch": 1783325383.9812152, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:09:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 799.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.068, "pushed": 5.068, "read": 5.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.632, "count": 151, "max_ms": 121.816, "p95_ms": 107.334}, "gstreamer_push": {"avg_ms": 0.84, "count": 151, "max_ms": 1.278, "p95_ms": 1.018}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.785, "count": 151, "max_ms": 115.657, "p95_ms": 102.61}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.567, "count": 151, "max_ms": 110.497, "p95_ms": 103.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.721, "count": 151, "max_ms": 264.586, "p95_ms": 234.618}, "read_interval": {"avg_ms": 198.909, "count": 150, "max_ms": 273.3, "p95_ms": 240.842}, "triton_wait": {"avg_ms": 76.615, "count": 151, "max_ms": 115.673, "p95_ms": 104.643}, "visualize": {"avg_ms": 26.357, "count": 151, "max_ms": 37.81, "p95_ms": 32.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6086.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.564, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.446, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:10:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T17:10:06+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T17:10:06.353588+09:00", "mtime_epoch": 1783325406.3535876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:10:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1469.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 303, "max_ms": 7.313, "p95_ms": 6.029}, "gstreamer_push": {"avg_ms": 1.295, "count": 303, "max_ms": 1.797, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.585, "count": 303, "max_ms": 90.027, "p95_ms": 71.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.317, "count": 303, "max_ms": 122.642, "p95_ms": 100.218}, "yolo11_640_fire_11class": {"avg_ms": 59.217, "count": 303, "max_ms": 89.367, "p95_ms": 78.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.02, "count": 303, "max_ms": 104.416, "p95_ms": 89.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.582, "count": 303, "max_ms": 135.66, "p95_ms": 113.331}, "read_interval": {"avg_ms": 99.105, "count": 302, "max_ms": 486.824, "p95_ms": 129.271}, "triton_wait": {"avg_ms": 69.624, "count": 303, "max_ms": 122.656, "p95_ms": 100.231}, "visualize": {"avg_ms": 3.688, "count": 303, "max_ms": 5.61, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6086.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 206, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:09:05+09:00", "last_error_summary": "[h264 @ 0x556de6ee8c00] error while decoding MB 68 22, bytestream -14", "last_exit_at": "2026-07-06T17:09:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.422, "last_started_at": "2026-07-06T17:09:08+09:00", "pid": 19232, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.348, "name": "ffmpeg", "pid": 19232, "rss_mb": 273.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.282, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:10:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:10:11+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T17:10:11+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T17:10:11.593675+09:00", "mtime_epoch": 1783325411.593675, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:10:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.216, "count": 216, "max_ms": 10.897, "p95_ms": 7.679}, "gstreamer_push": {"avg_ms": 1.095, "count": 217, "max_ms": 1.369, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.315, "count": 216, "max_ms": 84.663, "p95_ms": 73.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.219, "count": 216, "max_ms": 120.475, "p95_ms": 99.981}, "yolo11_640_fire_11class": {"avg_ms": 59.671, "count": 216, "max_ms": 84.853, "p95_ms": 78.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.065, "count": 216, "max_ms": 99.798, "p95_ms": 90.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.279, "count": 217, "max_ms": 176.155, "p95_ms": 155.062}, "read_interval": {"avg_ms": 138.824, "count": 216, "max_ms": 185.582, "p95_ms": 165.092}, "triton_wait": {"avg_ms": 75.337, "count": 216, "max_ms": 120.489, "p95_ms": 99.993}, "visualize": {"avg_ms": 5.166, "count": 216, "max_ms": 8.118, "p95_ms": 6.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1070, "tracking_summary": 987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6087.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21127.496, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.318, "sample_count": 1469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:10:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:10:14+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T17:10:14+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T17:10:14.097717+09:00", "mtime_epoch": 1783325414.0977166, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:10:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 801.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.716, "pushed": 4.716, "read": 4.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.122, "count": 141, "max_ms": 128.707, "p95_ms": 109.079}, "gstreamer_push": {"avg_ms": 0.806, "count": 141, "max_ms": 1.188, "p95_ms": 0.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.588, "count": 141, "max_ms": 107.653, "p95_ms": 101.368}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.587, "count": 141, "max_ms": 110.274, "p95_ms": 103.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.64, "count": 141, "max_ms": 247.844, "p95_ms": 237.721}, "read_interval": {"avg_ms": 213.734, "count": 140, "max_ms": 254.492, "p95_ms": 244.163}, "triton_wait": {"avg_ms": 76.638, "count": 141, "max_ms": 110.29, "p95_ms": 105.936}, "visualize": {"avg_ms": 27.913, "count": 141, "max_ms": 39.941, "p95_ms": 36.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6075.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.579, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.662, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:10:36+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T17:10:36+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T17:10:36.342088+09:00", "mtime_epoch": 1783325436.3420875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:10:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1469.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.373, "count": 300, "max_ms": 6.911, "p95_ms": 5.784}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.648, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.696, "count": 300, "max_ms": 84.353, "p95_ms": 72.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.054, "count": 300, "max_ms": 120.034, "p95_ms": 100.998}, "yolo11_640_fire_11class": {"avg_ms": 58.442, "count": 300, "max_ms": 86.221, "p95_ms": 76.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.874, "count": 300, "max_ms": 104.636, "p95_ms": 90.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.215, "count": 300, "max_ms": 133.126, "p95_ms": 114.063}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 316.725, "p95_ms": 130.289}, "triton_wait": {"avg_ms": 70.221, "count": 300, "max_ms": 120.046, "p95_ms": 101.012}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.965, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6083.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 206, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:09:05+09:00", "last_error_summary": "[h264 @ 0x556de6ee8c00] error while decoding MB 68 22, bytestream -14", "last_exit_at": "2026-07-06T17:09:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.426, "last_started_at": "2026-07-06T17:09:08+09:00", "pid": 19232, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.348, "name": "ffmpeg", "pid": 19232, "rss_mb": 273.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.163, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:10:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:10:41+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T17:10:41+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T17:10:41.570175+09:00", "mtime_epoch": 1783325441.5701747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:10:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.202, "pushed": 7.202, "read": 7.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.037, "count": 216, "max_ms": 8.172, "p95_ms": 7.049}, "gstreamer_push": {"avg_ms": 1.107, "count": 216, "max_ms": 1.595, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.654, "count": 216, "max_ms": 81.129, "p95_ms": 72.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.735, "count": 216, "max_ms": 123.285, "p95_ms": 101.666}, "yolo11_640_fire_11class": {"avg_ms": 59.738, "count": 216, "max_ms": 85.035, "p95_ms": 80.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.311, "count": 216, "max_ms": 102.379, "p95_ms": 95.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.567, "count": 216, "max_ms": 184.213, "p95_ms": 155.904}, "read_interval": {"avg_ms": 138.786, "count": 216, "max_ms": 196.126, "p95_ms": 164.895}, "triton_wait": {"avg_ms": 76.809, "count": 216, "max_ms": 123.299, "p95_ms": 101.68}, "visualize": {"avg_ms": 5.116, "count": 216, "max_ms": 7.425, "p95_ms": 5.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1072, "tracking_summary": 988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6077.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21157.522, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.816, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:10:44+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T17:10:44+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T17:10:44.138217+09:00", "mtime_epoch": 1783325444.1382174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:10:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 791.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.996, "pushed": 4.996, "read": 4.963}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 78.514, "count": 149, "max_ms": 120.371, "p95_ms": 109.849}, "gstreamer_push": {"avg_ms": 1.192, "count": 149, "max_ms": 2.235, "p95_ms": 2.126}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.674, "count": 149, "max_ms": 112.272, "p95_ms": 107.186}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.221, "count": 149, "max_ms": 111.5, "p95_ms": 103.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.717, "count": 149, "max_ms": 256.012, "p95_ms": 238.104}, "read_interval": {"avg_ms": 201.585, "count": 148, "max_ms": 263.219, "p95_ms": 247.272}, "triton_wait": {"avg_ms": 77.658, "count": 149, "max_ms": 112.283, "p95_ms": 107.485}, "visualize": {"avg_ms": 33.483, "count": 149, "max_ms": 52.143, "p95_ms": 45.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.822, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6085.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.594, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.523, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:11:06+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T17:11:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T17:11:06.394589+09:00", "mtime_epoch": 1783325466.3945892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:11:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1469.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 300, "max_ms": 6.741, "p95_ms": 5.418}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.801, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.854, "count": 300, "max_ms": 82.848, "p95_ms": 67.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.846, "count": 300, "max_ms": 127.284, "p95_ms": 97.55}, "yolo11_640_fire_11class": {"avg_ms": 57.841, "count": 300, "max_ms": 93.41, "p95_ms": 75.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.567, "count": 300, "max_ms": 96.778, "p95_ms": 89.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.889, "count": 300, "max_ms": 140.048, "p95_ms": 110.857}, "read_interval": {"avg_ms": 100.166, "count": 300, "max_ms": 368.997, "p95_ms": 129.995}, "triton_wait": {"avg_ms": 69.085, "count": 300, "max_ms": 127.297, "p95_ms": 97.561}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.396, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6086.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 206, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:09:05+09:00", "last_error_summary": "[h264 @ 0x556de6ee8c00] error while decoding MB 68 22, bytestream -14", "last_exit_at": "2026-07-06T17:09:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.465, "last_started_at": "2026-07-06T17:09:08+09:00", "pid": 19232, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.348, "name": "ffmpeg", "pid": 19232, "rss_mb": 273.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.321, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:11:11+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T17:11:11+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T17:11:11.626677+09:00", "mtime_epoch": 1783325471.6266768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:11:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.19, "pushed": 7.19, "read": 7.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.135, "count": 215, "max_ms": 9.811, "p95_ms": 7.276}, "gstreamer_push": {"avg_ms": 1.109, "count": 215, "max_ms": 1.305, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.457, "count": 215, "max_ms": 84.58, "p95_ms": 70.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.283, "count": 215, "max_ms": 116.517, "p95_ms": 103.849}, "yolo11_640_fire_11class": {"avg_ms": 58.666, "count": 215, "max_ms": 93.652, "p95_ms": 76.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.804, "count": 215, "max_ms": 97.84, "p95_ms": 89.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.228, "count": 215, "max_ms": 175.494, "p95_ms": 159.665}, "read_interval": {"avg_ms": 139.71, "count": 214, "max_ms": 185.987, "p95_ms": 170.398}, "triton_wait": {"avg_ms": 76.444, "count": 215, "max_ms": 116.53, "p95_ms": 103.862}, "visualize": {"avg_ms": 5.187, "count": 215, "max_ms": 8.407, "p95_ms": 5.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1073, "tracking_summary": 989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6089.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21187.683, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.971, "sample_count": 1472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:11:14+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T17:11:14+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T17:11:14.262721+09:00", "mtime_epoch": 1783325474.2627208, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:11:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 802.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.067, "pushed": 5.067, "read": 5.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.315, "count": 152, "max_ms": 116.668, "p95_ms": 107.561}, "gstreamer_push": {"avg_ms": 0.842, "count": 152, "max_ms": 2.082, "p95_ms": 1.035}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.896, "count": 152, "max_ms": 114.164, "p95_ms": 101.217}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.773, "count": 152, "max_ms": 115.845, "p95_ms": 101.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.232, "count": 152, "max_ms": 244.358, "p95_ms": 236.164}, "read_interval": {"avg_ms": 198.202, "count": 151, "max_ms": 250.826, "p95_ms": 242.326}, "triton_wait": {"avg_ms": 77.687, "count": 152, "max_ms": 115.859, "p95_ms": 103.925}, "visualize": {"avg_ms": 27.152, "count": 152, "max_ms": 47.468, "p95_ms": 34.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6088.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.692, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.28, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:11:36+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T17:11:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T17:11:36.471092+09:00", "mtime_epoch": 1783325496.4710922, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:11:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1469.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.33, "count": 299, "max_ms": 6.772, "p95_ms": 5.474}, "gstreamer_push": {"avg_ms": 1.314, "count": 299, "max_ms": 2.286, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.216, "count": 299, "max_ms": 86.075, "p95_ms": 68.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.542, "count": 299, "max_ms": 111.676, "p95_ms": 98.964}, "yolo11_640_fire_11class": {"avg_ms": 57.636, "count": 299, "max_ms": 87.537, "p95_ms": 76.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.433, "count": 299, "max_ms": 100.864, "p95_ms": 90.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.302, "count": 299, "max_ms": 124.879, "p95_ms": 112.411}, "read_interval": {"avg_ms": 100.284, "count": 299, "max_ms": 304.013, "p95_ms": 130.635}, "triton_wait": {"avg_ms": 69.12, "count": 299, "max_ms": 111.69, "p95_ms": 99.252}, "visualize": {"avg_ms": 3.719, "count": 299, "max_ms": 4.771, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6089.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 206, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:09:05+09:00", "last_error_summary": "[h264 @ 0x556de6ee8c00] error while decoding MB 68 22, bytestream -14", "last_exit_at": "2026-07-06T17:09:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.593, "last_started_at": "2026-07-06T17:09:08+09:00", "pid": 19232, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.348, "name": "ffmpeg", "pid": 19232, "rss_mb": 273.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.064, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:11:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:11:41+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T17:11:41+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T17:11:41.755181+09:00", "mtime_epoch": 1783325501.7551808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:11:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.207, "pushed": 7.207, "read": 7.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.025, "count": 215, "max_ms": 9.344, "p95_ms": 7.123}, "gstreamer_push": {"avg_ms": 1.112, "count": 216, "max_ms": 1.372, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.702, "count": 215, "max_ms": 82.583, "p95_ms": 75.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.626, "count": 215, "max_ms": 122.96, "p95_ms": 102.197}, "yolo11_640_fire_11class": {"avg_ms": 59.719, "count": 215, "max_ms": 85.423, "p95_ms": 77.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.743, "count": 215, "max_ms": 99.617, "p95_ms": 91.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.95, "count": 216, "max_ms": 181.91, "p95_ms": 156.84}, "read_interval": {"avg_ms": 139.468, "count": 215, "max_ms": 190.808, "p95_ms": 167.387}, "triton_wait": {"avg_ms": 76.841, "count": 215, "max_ms": 122.975, "p95_ms": 102.215}, "visualize": {"avg_ms": 5.088, "count": 215, "max_ms": 8.147, "p95_ms": 5.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1075, "tracking_summary": 991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6089.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21217.779, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.453, "sample_count": 1476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:11:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:11:44+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T17:11:44+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T17:11:44.355224+09:00", "mtime_epoch": 1783325504.3552244, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:11:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 803.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.885, "pushed": 4.885, "read": 4.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.28, "count": 146, "max_ms": 109.956, "p95_ms": 104.424}, "gstreamer_push": {"avg_ms": 0.814, "count": 146, "max_ms": 1.783, "p95_ms": 0.975}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.979, "count": 146, "max_ms": 115.108, "p95_ms": 100.052}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.252, "count": 146, "max_ms": 114.743, "p95_ms": 100.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.148, "count": 146, "max_ms": 249.142, "p95_ms": 230.667}, "read_interval": {"avg_ms": 205.916, "count": 145, "max_ms": 256.119, "p95_ms": 237.977}, "triton_wait": {"avg_ms": 75.47, "count": 146, "max_ms": 115.122, "p95_ms": 101.24}, "visualize": {"avg_ms": 28.441, "count": 146, "max_ms": 42.043, "p95_ms": 37.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6089.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.778, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.377, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:12:06+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:12:06+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T17:12:06.575597+09:00", "mtime_epoch": 1783325526.5755966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:12:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1470.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.389, "count": 299, "max_ms": 6.972, "p95_ms": 5.597}, "gstreamer_push": {"avg_ms": 1.315, "count": 299, "max_ms": 2.13, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.604, "count": 299, "max_ms": 85.641, "p95_ms": 72.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.837, "count": 299, "max_ms": 119.988, "p95_ms": 100.42}, "yolo11_640_fire_11class": {"avg_ms": 59.435, "count": 299, "max_ms": 87.13, "p95_ms": 78.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.235, "count": 299, "max_ms": 100.174, "p95_ms": 89.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.057, "count": 299, "max_ms": 134.213, "p95_ms": 113.853}, "read_interval": {"avg_ms": 100.322, "count": 299, "max_ms": 225.295, "p95_ms": 132.877}, "triton_wait": {"avg_ms": 70.921, "count": 299, "max_ms": 120.001, "p95_ms": 100.432}, "visualize": {"avg_ms": 3.734, "count": 299, "max_ms": 5.736, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6084.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 206, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:09:05+09:00", "last_error_summary": "[h264 @ 0x556de6ee8c00] error while decoding MB 68 22, bytestream -14", "last_exit_at": "2026-07-06T17:09:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.603, "last_started_at": "2026-07-06T17:09:08+09:00", "pid": 19232, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.605, "name": "ffmpeg", "pid": 19232, "rss_mb": 273.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.204, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:12:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:12:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T17:12:11+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T17:12:11.747683+09:00", "mtime_epoch": 1783325531.7476833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:12:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.235, "pushed": 7.235, "read": 7.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.198, "count": 216, "max_ms": 10.517, "p95_ms": 8.01}, "gstreamer_push": {"avg_ms": 1.113, "count": 216, "max_ms": 1.663, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.491, "count": 216, "max_ms": 85.93, "p95_ms": 74.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.86, "count": 216, "max_ms": 113.051, "p95_ms": 103.9}, "yolo11_640_fire_11class": {"avg_ms": 60.646, "count": 216, "max_ms": 86.401, "p95_ms": 80.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.26, "count": 216, "max_ms": 101.862, "p95_ms": 92.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.349, "count": 216, "max_ms": 173.614, "p95_ms": 158.251}, "read_interval": {"avg_ms": 138.871, "count": 215, "max_ms": 184.471, "p95_ms": 167.835}, "triton_wait": {"avg_ms": 75.912, "count": 216, "max_ms": 113.065, "p95_ms": 103.911}, "visualize": {"avg_ms": 5.167, "count": 216, "max_ms": 8.933, "p95_ms": 6.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1075, "tracking_summary": 992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6095.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21247.922, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.004, "sample_count": 1459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:12:14+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T17:12:14+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T17:12:14.515730+09:00", "mtime_epoch": 1783325534.51573, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:12:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 798.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.677, "pushed": 4.677, "read": 4.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.048, "count": 140, "max_ms": 133.332, "p95_ms": 109.556}, "gstreamer_push": {"avg_ms": 0.798, "count": 140, "max_ms": 1.48, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.492, "count": 140, "max_ms": 109.008, "p95_ms": 102.39}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.892, "count": 140, "max_ms": 118.37, "p95_ms": 103.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.375, "count": 140, "max_ms": 250.154, "p95_ms": 236.749}, "read_interval": {"avg_ms": 215.296, "count": 139, "max_ms": 255.888, "p95_ms": 246.749}, "triton_wait": {"avg_ms": 78.129, "count": 140, "max_ms": 118.383, "p95_ms": 103.505}, "visualize": {"avg_ms": 26.363, "count": 140, "max_ms": 37.399, "p95_ms": 29.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6078.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.843, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.882, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:12:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:12:36+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T17:12:36+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T17:12:36.636101+09:00", "mtime_epoch": 1783325556.636101, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:12:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1470.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 302, "max_ms": 6.853, "p95_ms": 5.432}, "gstreamer_push": {"avg_ms": 1.302, "count": 302, "max_ms": 1.918, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.835, "count": 302, "max_ms": 94.076, "p95_ms": 70.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.765, "count": 302, "max_ms": 110.708, "p95_ms": 99.678}, "yolo11_640_fire_11class": {"avg_ms": 58.004, "count": 302, "max_ms": 96.892, "p95_ms": 77.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.861, "count": 302, "max_ms": 101.817, "p95_ms": 91.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.948, "count": 302, "max_ms": 125.171, "p95_ms": 112.946}, "read_interval": {"avg_ms": 99.572, "count": 301, "max_ms": 462.418, "p95_ms": 129.152}, "triton_wait": {"avg_ms": 68.967, "count": 302, "max_ms": 110.719, "p95_ms": 99.69}, "visualize": {"avg_ms": 3.704, "count": 302, "max_ms": 5.718, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6078.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:12:16+09:00", "last_error_summary": "[h264 @ 0x55ce13bfd000] error while decoding MB 25 33, bytestream -5", "last_exit_at": "2026-07-06T17:12:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.575, "last_started_at": "2026-07-06T17:12:19+09:00", "pid": 19339, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.047, "name": "ffmpeg", "pid": 19339, "rss_mb": 266.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.009, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:12:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:12:41+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T17:12:41+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T17:12:41.876189+09:00", "mtime_epoch": 1783325561.876189, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:12:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.842, "pushed": 5.842, "read": 5.809}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.325, "count": 175, "max_ms": 10.772, "p95_ms": 7.599}, "gstreamer_push": {"avg_ms": 1.125, "count": 175, "max_ms": 1.624, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.935, "count": 175, "max_ms": 86.683, "p95_ms": 75.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.666, "count": 175, "max_ms": 119.385, "p95_ms": 107.765}, "yolo11_640_fire_11class": {"avg_ms": 61.313, "count": 175, "max_ms": 99.041, "p95_ms": 81.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.052, "count": 175, "max_ms": 101.483, "p95_ms": 94.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.484, "count": 175, "max_ms": 199.497, "p95_ms": 166.375}, "read_interval": {"avg_ms": 172.285, "count": 174, "max_ms": 5046.645, "p95_ms": 175.593}, "triton_wait": {"avg_ms": 77.854, "count": 175, "max_ms": 119.398, "p95_ms": 107.779}, "visualize": {"avg_ms": 5.305, "count": 175, "max_ms": 7.164, "p95_ms": 6.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1078, "tracking_summary": 993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6079.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21278.14, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.749, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:12:44+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T17:12:44+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T17:12:44.708237+09:00", "mtime_epoch": 1783325564.7082367, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:12:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 798.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.07, "pushed": 5.07, "read": 5.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.018, "count": 151, "max_ms": 129.262, "p95_ms": 110.572}, "gstreamer_push": {"avg_ms": 0.881, "count": 151, "max_ms": 2.336, "p95_ms": 1.066}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.493, "count": 151, "max_ms": 112.973, "p95_ms": 99.893}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.938, "count": 151, "max_ms": 115.812, "p95_ms": 100.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.542, "count": 151, "max_ms": 262.705, "p95_ms": 234.547}, "read_interval": {"avg_ms": 198.518, "count": 150, "max_ms": 269.598, "p95_ms": 240.799}, "triton_wait": {"avg_ms": 76.361, "count": 151, "max_ms": 115.824, "p95_ms": 101.766}, "visualize": {"avg_ms": 26.928, "count": 151, "max_ms": 38.904, "p95_ms": 35.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.781, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6089.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.851, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.852, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:13:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:13:06+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T17:13:06+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T17:13:06.548604+09:00", "mtime_epoch": 1783325586.5486035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:13:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1470.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.331, "count": 300, "max_ms": 6.735, "p95_ms": 5.459}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.948, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.086, "count": 300, "max_ms": 80.702, "p95_ms": 69.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.068, "count": 300, "max_ms": 112.331, "p95_ms": 98.407}, "yolo11_640_fire_11class": {"avg_ms": 58.215, "count": 300, "max_ms": 86.758, "p95_ms": 74.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.375, "count": 300, "max_ms": 95.34, "p95_ms": 88.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.179, "count": 300, "max_ms": 125.979, "p95_ms": 111.466}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 305.378, "p95_ms": 129.225}, "triton_wait": {"avg_ms": 70.199, "count": 300, "max_ms": 112.345, "p95_ms": 98.421}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.356, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6086.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:12:16+09:00", "last_error_summary": "[h264 @ 0x55ce13bfd000] error while decoding MB 25 33, bytestream -5", "last_exit_at": "2026-07-06T17:12:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.603, "last_started_at": "2026-07-06T17:12:19+09:00", "pid": 19339, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.75, "name": "ffmpeg", "pid": 19339, "rss_mb": 272.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 20, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.907, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:13:12+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T17:13:11+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T17:13:11.888693+09:00", "mtime_epoch": 1783325591.8886933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:13:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.192, "pushed": 7.192, "read": 7.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.051, "count": 215, "max_ms": 8.419, "p95_ms": 6.589}, "gstreamer_push": {"avg_ms": 1.114, "count": 215, "max_ms": 1.345, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.292, "count": 215, "max_ms": 79.256, "p95_ms": 72.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.783, "count": 215, "max_ms": 110.3, "p95_ms": 101.667}, "yolo11_640_fire_11class": {"avg_ms": 60.147, "count": 215, "max_ms": 86.657, "p95_ms": 77.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.526, "count": 215, "max_ms": 97.236, "p95_ms": 90.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.245, "count": 215, "max_ms": 161.583, "p95_ms": 155.113}, "read_interval": {"avg_ms": 139.593, "count": 214, "max_ms": 173.471, "p95_ms": 164.387}, "triton_wait": {"avg_ms": 76.879, "count": 215, "max_ms": 110.309, "p95_ms": 101.679}, "visualize": {"avg_ms": 5.16, "count": 215, "max_ms": 7.198, "p95_ms": 5.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1079, "tracking_summary": 994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6087.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21308.14, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.665, "sample_count": 1469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:13:14+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T17:13:14+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T17:13:14.756742+09:00", "mtime_epoch": 1783325594.7567415, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:13:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 798.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.001, "pushed": 5.001, "read": 5.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.812, "count": 150, "max_ms": 125.954, "p95_ms": 111.056}, "gstreamer_push": {"avg_ms": 0.861, "count": 150, "max_ms": 2.081, "p95_ms": 1.035}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.604, "count": 150, "max_ms": 114.836, "p95_ms": 101.383}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.421, "count": 150, "max_ms": 112.81, "p95_ms": 100.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.774, "count": 150, "max_ms": 257.45, "p95_ms": 238.605}, "read_interval": {"avg_ms": 200.318, "count": 150, "max_ms": 263.644, "p95_ms": 248.125}, "triton_wait": {"avg_ms": 74.15, "count": 150, "max_ms": 114.846, "p95_ms": 104.369}, "visualize": {"avg_ms": 27.734, "count": 150, "max_ms": 42.985, "p95_ms": 39.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6088.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.897, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.799, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:13:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T17:13:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T17:13:36.697111+09:00", "mtime_epoch": 1783325616.697111, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:13:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1470.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.03}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 301, "max_ms": 6.766, "p95_ms": 5.244}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.808, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.627, "count": 301, "max_ms": 80.853, "p95_ms": 69.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.029, "count": 301, "max_ms": 113.463, "p95_ms": 98.025}, "yolo11_640_fire_11class": {"avg_ms": 58.735, "count": 301, "max_ms": 88.384, "p95_ms": 79.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.391, "count": 301, "max_ms": 100.246, "p95_ms": 90.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.245, "count": 301, "max_ms": 126.576, "p95_ms": 111.734}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 342.043, "p95_ms": 131.838}, "triton_wait": {"avg_ms": 68.443, "count": 301, "max_ms": 113.476, "p95_ms": 98.034}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 5.497, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6087.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:12:16+09:00", "last_error_summary": "[h264 @ 0x55ce13bfd000] error while decoding MB 25 33, bytestream -5", "last_exit_at": "2026-07-06T17:12:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.688, "last_started_at": "2026-07-06T17:12:19+09:00", "pid": 19339, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.285, "name": "ffmpeg", "pid": 19339, "rss_mb": 279.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.955, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:13:42+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T17:13:41+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T17:13:42.001200+09:00", "mtime_epoch": 1783325622.0012002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:13:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.077, "pushed": 7.077, "read": 7.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.149, "count": 212, "max_ms": 9.704, "p95_ms": 7.33}, "gstreamer_push": {"avg_ms": 1.115, "count": 212, "max_ms": 1.476, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.431, "count": 212, "max_ms": 82.289, "p95_ms": 70.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.332, "count": 212, "max_ms": 112.219, "p95_ms": 102.127}, "yolo11_640_fire_11class": {"avg_ms": 59.505, "count": 212, "max_ms": 87.883, "p95_ms": 79.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.298, "count": 212, "max_ms": 100.171, "p95_ms": 91.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.268, "count": 212, "max_ms": 166.493, "p95_ms": 157.502}, "read_interval": {"avg_ms": 141.972, "count": 211, "max_ms": 1010.773, "p95_ms": 168.249}, "triton_wait": {"avg_ms": 74.539, "count": 212, "max_ms": 112.232, "p95_ms": 102.14}, "visualize": {"avg_ms": 5.191, "count": 212, "max_ms": 8.832, "p95_ms": 6.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1080, "tracking_summary": 995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6084.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21338.318, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.816, "sample_count": 1468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:13:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:13:45+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T17:13:44+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T17:13:44.925249+09:00", "mtime_epoch": 1783325624.9252493, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:13:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 789.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.737, "pushed": 4.737, "read": 4.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.786, "count": 142, "max_ms": 129.895, "p95_ms": 106.713}, "gstreamer_push": {"avg_ms": 0.885, "count": 142, "max_ms": 2.509, "p95_ms": 1.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.329, "count": 142, "max_ms": 118.228, "p95_ms": 98.531}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.202, "count": 142, "max_ms": 107.358, "p95_ms": 104.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.505, "count": 142, "max_ms": 256.941, "p95_ms": 242.109}, "read_interval": {"avg_ms": 212.577, "count": 141, "max_ms": 263.397, "p95_ms": 248.695}, "triton_wait": {"avg_ms": 76.835, "count": 142, "max_ms": 118.245, "p95_ms": 104.217}, "visualize": {"avg_ms": 28.023, "count": 142, "max_ms": 53.328, "p95_ms": 42.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6095.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.912, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.464, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:14:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T17:14:06+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T17:14:06.705616+09:00", "mtime_epoch": 1783325646.7056162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:14:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1470.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.119}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.308, "count": 304, "max_ms": 6.528, "p95_ms": 5.466}, "gstreamer_push": {"avg_ms": 1.301, "count": 304, "max_ms": 1.984, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.949, "count": 304, "max_ms": 81.158, "p95_ms": 69.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.029, "count": 304, "max_ms": 117.946, "p95_ms": 96.521}, "yolo11_640_fire_11class": {"avg_ms": 59.262, "count": 304, "max_ms": 84.728, "p95_ms": 77.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.322, "count": 304, "max_ms": 97.542, "p95_ms": 88.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.264, "count": 304, "max_ms": 130.997, "p95_ms": 109.457}, "read_interval": {"avg_ms": 98.72, "count": 303, "max_ms": 481.699, "p95_ms": 126.388}, "triton_wait": {"avg_ms": 68.339, "count": 304, "max_ms": 117.959, "p95_ms": 96.533}, "visualize": {"avg_ms": 3.708, "count": 304, "max_ms": 5.956, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6095.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:12:16+09:00", "last_error_summary": "[h264 @ 0x55ce13bfd000] error while decoding MB 25 33, bytestream -5", "last_exit_at": "2026-07-06T17:12:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.698, "last_started_at": "2026-07-06T17:12:19+09:00", "pid": 19339, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.605, "name": "ffmpeg", "pid": 19339, "rss_mb": 281.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.321, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:14:12+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T17:14:11+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T17:14:12.009706+09:00", "mtime_epoch": 1783325652.0097058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:14:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.302, "pushed": 7.302, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.067, "count": 218, "max_ms": 9.203, "p95_ms": 8.095}, "gstreamer_push": {"avg_ms": 1.108, "count": 218, "max_ms": 1.637, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.536, "count": 218, "max_ms": 83.167, "p95_ms": 72.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.504, "count": 218, "max_ms": 117.713, "p95_ms": 100.63}, "yolo11_640_fire_11class": {"avg_ms": 59.696, "count": 218, "max_ms": 87.648, "p95_ms": 77.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.757, "count": 218, "max_ms": 101.717, "p95_ms": 92.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.253, "count": 218, "max_ms": 171.663, "p95_ms": 155.198}, "read_interval": {"avg_ms": 137.686, "count": 217, "max_ms": 184.672, "p95_ms": 164.274}, "triton_wait": {"avg_ms": 75.634, "count": 218, "max_ms": 117.734, "p95_ms": 100.643}, "visualize": {"avg_ms": 5.078, "count": 218, "max_ms": 7.766, "p95_ms": 6.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1082, "tracking_summary": 997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6096.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21368.375, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.682, "sample_count": 1468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:14:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:14:15+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T17:14:14+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T17:14:15.001756+09:00", "mtime_epoch": 1783325655.0017562, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:14:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 800.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.997, "pushed": 4.997, "read": 4.963}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.581, "count": 149, "max_ms": 126.818, "p95_ms": 106.624}, "gstreamer_push": {"avg_ms": 0.999, "count": 149, "max_ms": 2.347, "p95_ms": 1.854}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.129, "count": 149, "max_ms": 109.326, "p95_ms": 99.347}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.149, "count": 149, "max_ms": 109.244, "p95_ms": 100.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.374, "count": 149, "max_ms": 275.737, "p95_ms": 241.537}, "read_interval": {"avg_ms": 201.839, "count": 148, "max_ms": 283.001, "p95_ms": 248.088}, "triton_wait": {"avg_ms": 76.543, "count": 149, "max_ms": 109.338, "p95_ms": 103.021}, "visualize": {"avg_ms": 30.259, "count": 149, "max_ms": 53.267, "p95_ms": 42.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6089.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.921, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.486, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:14:36+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T17:14:36+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T17:14:36.726123+09:00", "mtime_epoch": 1783325676.7261226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:14:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1470.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.246, "count": 294, "max_ms": 7.11, "p95_ms": 5.702}, "gstreamer_push": {"avg_ms": 1.287, "count": 294, "max_ms": 1.868, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.76, "count": 294, "max_ms": 84.247, "p95_ms": 71.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.476, "count": 294, "max_ms": 117.3, "p95_ms": 101.757}, "yolo11_640_fire_11class": {"avg_ms": 58.551, "count": 294, "max_ms": 86.914, "p95_ms": 78.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.285, "count": 294, "max_ms": 100.382, "p95_ms": 92.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.367, "count": 294, "max_ms": 130.234, "p95_ms": 114.11}, "read_interval": {"avg_ms": 102.131, "count": 294, "max_ms": 784.064, "p95_ms": 132.372}, "triton_wait": {"avg_ms": 69.646, "count": 294, "max_ms": 117.313, "p95_ms": 101.77}, "visualize": {"avg_ms": 3.599, "count": 294, "max_ms": 5.455, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1083, "tracking_summary": 998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6098.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21398.472, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.422, "sample_count": 1468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:14:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:14:45+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T17:14:45+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T17:14:45.066263+09:00", "mtime_epoch": 1783325685.0662634, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:14:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 798.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.078, "pushed": 5.078, "read": 5.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.808, "count": 152, "max_ms": 122.494, "p95_ms": 108.581}, "gstreamer_push": {"avg_ms": 1.052, "count": 152, "max_ms": 2.223, "p95_ms": 1.985}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.714, "count": 152, "max_ms": 114.853, "p95_ms": 102.558}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.256, "count": 152, "max_ms": 120.259, "p95_ms": 96.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.513, "count": 152, "max_ms": 255.05, "p95_ms": 234.332}, "read_interval": {"avg_ms": 197.863, "count": 151, "max_ms": 262.82, "p95_ms": 241.626}, "triton_wait": {"avg_ms": 77.072, "count": 152, "max_ms": 120.273, "p95_ms": 102.665}, "visualize": {"avg_ms": 31.503, "count": 152, "max_ms": 63.159, "p95_ms": 44.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6098.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:12:16+09:00", "last_error_summary": "[h264 @ 0x55ce13bfd000] error while decoding MB 25 33, bytestream -5", "last_exit_at": "2026-07-06T17:12:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.066, "last_started_at": "2026-07-06T17:12:19+09:00", "pid": 19339, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.41, "name": "ffmpeg", "pid": 19339, "rss_mb": 283.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 19, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.521, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:14:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:14:48+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T17:14:48+09:00", "mjpeg": {"age_sec": 10.08, "exists": true, "mtime": "2026-07-06T17:14:38.410151+09:00", "mtime_epoch": 1783325678.410151, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:14:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.844, "pushed": 4.844, "read": 4.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.027, "count": 145, "max_ms": 8.777, "p95_ms": 6.986}, "gstreamer_push": {"avg_ms": 1.113, "count": 145, "max_ms": 1.347, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.532, "count": 145, "max_ms": 81.821, "p95_ms": 72.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.842, "count": 145, "max_ms": 120.118, "p95_ms": 102.126}, "yolo11_640_fire_11class": {"avg_ms": 58.245, "count": 145, "max_ms": 82.279, "p95_ms": 75.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.211, "count": 145, "max_ms": 101.536, "p95_ms": 92.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.015, "count": 145, "max_ms": 171.939, "p95_ms": 155.98}, "read_interval": {"avg_ms": 207.999, "count": 144, "max_ms": 10146.397, "p95_ms": 166.252}, "triton_wait": {"avg_ms": 75.904, "count": 145, "max_ms": 120.13, "p95_ms": 102.139}, "visualize": {"avg_ms": 5.095, "count": 145, "max_ms": 6.65, "p95_ms": 5.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.956, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.139, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:15:06+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:15:06+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T17:15:06.726629+09:00", "mtime_epoch": 1783325706.726629, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:15:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1470.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.083}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 303, "max_ms": 6.782, "p95_ms": 5.372}, "gstreamer_push": {"avg_ms": 1.299, "count": 303, "max_ms": 1.6, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.549, "count": 303, "max_ms": 84.943, "p95_ms": 61.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.558, "count": 303, "max_ms": 119.795, "p95_ms": 92.727}, "yolo11_640_fire_11class": {"avg_ms": 55.935, "count": 303, "max_ms": 86.515, "p95_ms": 73.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.884, "count": 303, "max_ms": 101.997, "p95_ms": 86.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.542, "count": 303, "max_ms": 132.094, "p95_ms": 105.626}, "read_interval": {"avg_ms": 99.064, "count": 302, "max_ms": 859.329, "p95_ms": 124.874}, "triton_wait": {"avg_ms": 64.666, "count": 303, "max_ms": 119.807, "p95_ms": 93.025}, "visualize": {"avg_ms": 3.658, "count": 303, "max_ms": 4.829, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1085, "tracking_summary": 999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6001.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21428.569, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.004, "sample_count": 1474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:15:15+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T17:15:15+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T17:15:15.178772+09:00", "mtime_epoch": 1783325715.178772, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:15:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.453, "name": "celery", "pid": 239, "rss_mb": 803.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.911, "pushed": 4.911, "read": 4.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.684, "count": 147, "max_ms": 124.098, "p95_ms": 105.491}, "gstreamer_push": {"avg_ms": 0.848, "count": 147, "max_ms": 2.035, "p95_ms": 1.087}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.047, "count": 147, "max_ms": 112.411, "p95_ms": 96.744}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.978, "count": 147, "max_ms": 117.437, "p95_ms": 100.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.691, "count": 147, "max_ms": 253.336, "p95_ms": 235.557}, "read_interval": {"avg_ms": 204.753, "count": 146, "max_ms": 260.432, "p95_ms": 242.844}, "triton_wait": {"avg_ms": 75.144, "count": 147, "max_ms": 117.453, "p95_ms": 100.125}, "visualize": {"avg_ms": 27.914, "count": 147, "max_ms": 47.833, "p95_ms": 33.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6065.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:15:07+09:00", "last_error_summary": "[h264 @ 0x55aded265bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aded265bc0] error while decoding MB 0 30, bytestream 44125 [h264 @ 0x55adec783380] cabac decode of qscale diff failed at 71 27 [h264 @ 0x55adec783380] error while decoding MB 71 27, bytestream 5970 [in#0/rtsp @ 0x55adec636e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adec636e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.42, "last_started_at": "2026-07-06T17:15:10+09:00", "pid": 19446, "process": {"exists": true, "fd_count": 5, "hwm_mb": 245.551, "name": "ffmpeg", "pid": 19446, "rss_mb": 245.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.521, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:15:18+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T17:15:18+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T17:15:18.406826+09:00", "mtime_epoch": 1783325718.4068265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:15:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1602.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 110, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.522, "pushed": 5.522, "read": 5.522}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.067, "count": 110, "max_ms": 8.78, "p95_ms": 7.581}, "gstreamer_push": {"avg_ms": 1.109, "count": 110, "max_ms": 1.551, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.856, "count": 110, "max_ms": 83.587, "p95_ms": 74.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.457, "count": 110, "max_ms": 124.553, "p95_ms": 101.166}, "yolo11_640_fire_11class": {"avg_ms": 60.69, "count": 110, "max_ms": 94.768, "p95_ms": 80.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.067, "count": 110, "max_ms": 99.55, "p95_ms": 90.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.104, "count": 110, "max_ms": 180.113, "p95_ms": 153.442}, "read_interval": {"avg_ms": 272.89, "count": 110, "max_ms": 10241.707, "p95_ms": 164.82}, "triton_wait": {"avg_ms": 75.657, "count": 110, "max_ms": 124.567, "p95_ms": 101.177}, "visualize": {"avg_ms": 5.168, "count": 110, "max_ms": 6.91, "p95_ms": 6.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6084.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.961, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.624, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:15:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T17:15:36+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T17:15:36.759080+09:00", "mtime_epoch": 1783325736.7590797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:15:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1471.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.357, "count": 300, "max_ms": 7.164, "p95_ms": 5.831}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 2.489, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.365, "count": 300, "max_ms": 80.899, "p95_ms": 67.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.669, "count": 300, "max_ms": 105.288, "p95_ms": 95.5}, "yolo11_640_fire_11class": {"avg_ms": 58.201, "count": 300, "max_ms": 91.667, "p95_ms": 76.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.919, "count": 300, "max_ms": 98.102, "p95_ms": 87.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.995, "count": 300, "max_ms": 119.093, "p95_ms": 108.751}, "read_interval": {"avg_ms": 100.129, "count": 300, "max_ms": 465.756, "p95_ms": 127.107}, "triton_wait": {"avg_ms": 68.018, "count": 300, "max_ms": 105.301, "p95_ms": 95.513}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 5.712, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1085, "tracking_summary": 1000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6081.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21458.665, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.682, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:15:45+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T17:15:45+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T17:15:45.271155+09:00", "mtime_epoch": 1783325745.2711546, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:15:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.547, "name": "celery", "pid": 239, "rss_mb": 798.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.591, "pushed": 4.591, "read": 4.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.023, "count": 137, "max_ms": 133.565, "p95_ms": 120.538}, "gstreamer_push": {"avg_ms": 0.932, "count": 137, "max_ms": 3.456, "p95_ms": 1.905}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.739, "count": 137, "max_ms": 114.171, "p95_ms": 101.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.355, "count": 137, "max_ms": 120.13, "p95_ms": 103.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.482, "count": 137, "max_ms": 263.862, "p95_ms": 245.723}, "read_interval": {"avg_ms": 219.739, "count": 136, "max_ms": 269.983, "p95_ms": 254.286}, "triton_wait": {"avg_ms": 76.509, "count": 137, "max_ms": 120.144, "p95_ms": 103.204}, "visualize": {"avg_ms": 29.059, "count": 137, "max_ms": 47.978, "p95_ms": 41.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6075.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:15:07+09:00", "last_error_summary": "[h264 @ 0x55aded265bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aded265bc0] error while decoding MB 0 30, bytestream 44125 [h264 @ 0x55adec783380] cabac decode of qscale diff failed at 71 27 [h264 @ 0x55adec783380] error while decoding MB 71 27, bytestream 5970 [in#0/rtsp @ 0x55adec636e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adec636e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.534, "last_started_at": "2026-07-06T17:15:10+09:00", "pid": 19446, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.434, "name": "ffmpeg", "pid": 19446, "rss_mb": 266.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.521, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:15:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:15:48+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T17:15:48+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T17:15:48.563184+09:00", "mtime_epoch": 1783325748.5631838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:15:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.238, "pushed": 7.238, "read": 7.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.2, "count": 216, "max_ms": 9.873, "p95_ms": 7.712}, "gstreamer_push": {"avg_ms": 1.124, "count": 217, "max_ms": 1.838, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.005, "count": 216, "max_ms": 79.46, "p95_ms": 71.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.775, "count": 216, "max_ms": 115.86, "p95_ms": 99.797}, "yolo11_640_fire_11class": {"avg_ms": 60.07, "count": 216, "max_ms": 82.552, "p95_ms": 77.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.461, "count": 216, "max_ms": 96.312, "p95_ms": 89.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.282, "count": 217, "max_ms": 168.088, "p95_ms": 154.231}, "read_interval": {"avg_ms": 138.854, "count": 216, "max_ms": 177.82, "p95_ms": 165.379}, "triton_wait": {"avg_ms": 75.788, "count": 216, "max_ms": 115.874, "p95_ms": 99.81}, "visualize": {"avg_ms": 5.272, "count": 216, "max_ms": 8.891, "p95_ms": 6.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6084.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.974, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.734, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:16:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:16:06+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T17:16:06+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T17:16:06.747348+09:00", "mtime_epoch": 1783325766.7473476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:16:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1471.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.37, "count": 300, "max_ms": 7.651, "p95_ms": 5.461}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 1.908, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.211, "count": 300, "max_ms": 84.607, "p95_ms": 69.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.407, "count": 300, "max_ms": 109.85, "p95_ms": 97.603}, "yolo11_640_fire_11class": {"avg_ms": 59.18, "count": 300, "max_ms": 90.597, "p95_ms": 77.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.347, "count": 300, "max_ms": 104.723, "p95_ms": 91.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.901, "count": 300, "max_ms": 122.733, "p95_ms": 110.858}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 275.336, "p95_ms": 129.366}, "triton_wait": {"avg_ms": 69.805, "count": 300, "max_ms": 109.863, "p95_ms": 97.616}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.675, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1088, "tracking_summary": 1002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6086.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21488.719, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.75, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:16:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:16:15+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T17:16:15+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T17:16:15.343427+09:00", "mtime_epoch": 1783325775.3434267, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:16:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.547, "name": "celery", "pid": 239, "rss_mb": 800.441, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.032, "pushed": 5.032, "read": 4.998}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.641, "count": 150, "max_ms": 129.203, "p95_ms": 115.667}, "gstreamer_push": {"avg_ms": 0.969, "count": 150, "max_ms": 2.493, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.099, "count": 150, "max_ms": 114.162, "p95_ms": 97.689}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.902, "count": 150, "max_ms": 112.479, "p95_ms": 99.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.806, "count": 150, "max_ms": 267.503, "p95_ms": 235.709}, "read_interval": {"avg_ms": 200.377, "count": 149, "max_ms": 275.987, "p95_ms": 243.0}, "triton_wait": {"avg_ms": 75.934, "count": 150, "max_ms": 114.176, "p95_ms": 99.949}, "visualize": {"avg_ms": 28.073, "count": 150, "max_ms": 47.077, "p95_ms": 39.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6087.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:15:07+09:00", "last_error_summary": "[h264 @ 0x55aded265bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aded265bc0] error while decoding MB 0 30, bytestream 44125 [h264 @ 0x55adec783380] cabac decode of qscale diff failed at 71 27 [h264 @ 0x55adec783380] error while decoding MB 71 27, bytestream 5970 [in#0/rtsp @ 0x55adec636e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adec636e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.576, "last_started_at": "2026-07-06T17:15:10+09:00", "pid": 19446, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.012, "name": "ffmpeg", "pid": 19446, "rss_mb": 269.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.097, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:16:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:16:18+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T17:16:18+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T17:16:18.611457+09:00", "mtime_epoch": 1783325778.6114569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:16:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.192, "pushed": 7.192, "read": 7.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.142, "count": 215, "max_ms": 10.533, "p95_ms": 7.562}, "gstreamer_push": {"avg_ms": 1.123, "count": 215, "max_ms": 1.755, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.292, "count": 215, "max_ms": 84.579, "p95_ms": 74.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.854, "count": 215, "max_ms": 112.069, "p95_ms": 103.3}, "yolo11_640_fire_11class": {"avg_ms": 60.441, "count": 215, "max_ms": 91.622, "p95_ms": 81.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.657, "count": 215, "max_ms": 104.468, "p95_ms": 94.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.297, "count": 215, "max_ms": 169.909, "p95_ms": 156.248}, "read_interval": {"avg_ms": 139.839, "count": 214, "max_ms": 180.954, "p95_ms": 166.215}, "triton_wait": {"avg_ms": 76.921, "count": 215, "max_ms": 112.081, "p95_ms": 103.314}, "visualize": {"avg_ms": 5.198, "count": 215, "max_ms": 8.735, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6088.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.999, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.73, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:16:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T17:16:36+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T17:16:36.603626+09:00", "mtime_epoch": 1783325796.603626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:16:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1471.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.308, "count": 298, "max_ms": 7.718, "p95_ms": 5.444}, "gstreamer_push": {"avg_ms": 1.295, "count": 298, "max_ms": 2.112, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.887, "count": 298, "max_ms": 83.216, "p95_ms": 74.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.32, "count": 298, "max_ms": 111.627, "p95_ms": 98.973}, "yolo11_640_fire_11class": {"avg_ms": 58.389, "count": 298, "max_ms": 87.006, "p95_ms": 77.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.065, "count": 298, "max_ms": 100.213, "p95_ms": 89.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.287, "count": 298, "max_ms": 124.444, "p95_ms": 112.176}, "read_interval": {"avg_ms": 100.81, "count": 297, "max_ms": 373.626, "p95_ms": 131.423}, "triton_wait": {"avg_ms": 68.42, "count": 298, "max_ms": 111.64, "p95_ms": 99.485}, "visualize": {"avg_ms": 3.643, "count": 298, "max_ms": 5.25, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1089, "tracking_summary": 1003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6081.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21518.843, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.794, "sample_count": 1459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:16:45+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T17:16:45+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T17:16:45.491711+09:00", "mtime_epoch": 1783325805.4917111, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:16:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.547, "name": "celery", "pid": 239, "rss_mb": 790.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.813, "pushed": 4.813, "read": 4.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.467, "count": 144, "max_ms": 132.811, "p95_ms": 107.775}, "gstreamer_push": {"avg_ms": 0.853, "count": 144, "max_ms": 2.639, "p95_ms": 1.021}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.56, "count": 144, "max_ms": 106.649, "p95_ms": 98.246}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.701, "count": 144, "max_ms": 107.313, "p95_ms": 99.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.124, "count": 144, "max_ms": 248.584, "p95_ms": 234.254}, "read_interval": {"avg_ms": 209.528, "count": 143, "max_ms": 256.89, "p95_ms": 239.891}, "triton_wait": {"avg_ms": 75.781, "count": 144, "max_ms": 107.327, "p95_ms": 102.704}, "visualize": {"avg_ms": 27.937, "count": 144, "max_ms": 59.232, "p95_ms": 43.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6087.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:15:07+09:00", "last_error_summary": "[h264 @ 0x55aded265bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aded265bc0] error while decoding MB 0 30, bytestream 44125 [h264 @ 0x55adec783380] cabac decode of qscale diff failed at 71 27 [h264 @ 0x55adec783380] error while decoding MB 71 27, bytestream 5970 [in#0/rtsp @ 0x55adec636e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adec636e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.588, "last_started_at": "2026-07-06T17:15:10+09:00", "pid": 19446, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.137, "name": "ffmpeg", "pid": 19446, "rss_mb": 273.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.977, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:16:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:16:48+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T17:16:48+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T17:16:48.591741+09:00", "mtime_epoch": 1783325808.591741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:16:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.234, "pushed": 7.234, "read": 7.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.121, "count": 216, "max_ms": 9.496, "p95_ms": 7.348}, "gstreamer_push": {"avg_ms": 1.121, "count": 216, "max_ms": 1.36, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.014, "count": 216, "max_ms": 85.693, "p95_ms": 71.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.701, "count": 216, "max_ms": 120.198, "p95_ms": 101.597}, "yolo11_640_fire_11class": {"avg_ms": 60.53, "count": 216, "max_ms": 86.38, "p95_ms": 80.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.329, "count": 216, "max_ms": 101.547, "p95_ms": 90.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.331, "count": 216, "max_ms": 173.231, "p95_ms": 155.934}, "read_interval": {"avg_ms": 138.914, "count": 215, "max_ms": 186.296, "p95_ms": 166.168}, "triton_wait": {"avg_ms": 75.765, "count": 216, "max_ms": 120.211, "p95_ms": 101.608}, "visualize": {"avg_ms": 5.209, "count": 216, "max_ms": 8.55, "p95_ms": 5.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6093.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.042, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.431, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:17:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:17:06+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T17:17:06+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T17:17:06.835919+09:00", "mtime_epoch": 1783325826.8359191, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:17:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1471.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.059}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 302, "max_ms": 6.805, "p95_ms": 5.544}, "gstreamer_push": {"avg_ms": 1.294, "count": 302, "max_ms": 2.125, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.57, "count": 302, "max_ms": 84.417, "p95_ms": 72.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.278, "count": 302, "max_ms": 116.341, "p95_ms": 97.341}, "yolo11_640_fire_11class": {"avg_ms": 58.755, "count": 302, "max_ms": 86.976, "p95_ms": 79.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.985, "count": 302, "max_ms": 102.841, "p95_ms": 89.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.484, "count": 302, "max_ms": 129.298, "p95_ms": 109.833}, "read_interval": {"avg_ms": 99.503, "count": 301, "max_ms": 471.358, "p95_ms": 126.877}, "triton_wait": {"avg_ms": 69.565, "count": 302, "max_ms": 116.355, "p95_ms": 97.354}, "visualize": {"avg_ms": 3.658, "count": 302, "max_ms": 5.64, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1090, "tracking_summary": 1004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6094.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21548.888, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.794, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:17:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:17:15+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T17:17:15+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T17:17:15.464005+09:00", "mtime_epoch": 1783325835.4640048, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:17:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.547, "name": "celery", "pid": 239, "rss_mb": 800.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.852, "pushed": 4.852, "read": 4.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.695, "count": 145, "max_ms": 120.095, "p95_ms": 109.506}, "gstreamer_push": {"avg_ms": 0.984, "count": 145, "max_ms": 3.059, "p95_ms": 1.93}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.11, "count": 145, "max_ms": 118.06, "p95_ms": 95.897}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.033, "count": 145, "max_ms": 114.351, "p95_ms": 96.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.847, "count": 145, "max_ms": 248.815, "p95_ms": 236.897}, "read_interval": {"avg_ms": 207.081, "count": 144, "max_ms": 257.229, "p95_ms": 243.176}, "triton_wait": {"avg_ms": 75.247, "count": 145, "max_ms": 118.074, "p95_ms": 99.02}, "visualize": {"avg_ms": 30.87, "count": 145, "max_ms": 51.74, "p95_ms": 41.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6094.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:15:07+09:00", "last_error_summary": "[h264 @ 0x55aded265bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aded265bc0] error while decoding MB 0 30, bytestream 44125 [h264 @ 0x55adec783380] cabac decode of qscale diff failed at 71 27 [h264 @ 0x55adec783380] error while decoding MB 71 27, bytestream 5970 [in#0/rtsp @ 0x55adec636e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adec636e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.61, "last_started_at": "2026-07-06T17:15:10+09:00", "pid": 19446, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.715, "name": "ffmpeg", "pid": 19446, "rss_mb": 275.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.225, "sample_count": 1948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:17:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:17:18+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T17:17:18+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T17:17:18.600036+09:00", "mtime_epoch": 1783325838.6000361, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:17:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.134, "read": 7.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.173, "count": 213, "max_ms": 9.454, "p95_ms": 7.713}, "gstreamer_push": {"avg_ms": 1.121, "count": 213, "max_ms": 1.565, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.919, "count": 213, "max_ms": 87.23, "p95_ms": 74.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.367, "count": 213, "max_ms": 115.828, "p95_ms": 103.243}, "yolo11_640_fire_11class": {"avg_ms": 61.31, "count": 213, "max_ms": 87.768, "p95_ms": 79.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.666, "count": 213, "max_ms": 104.215, "p95_ms": 92.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.435, "count": 213, "max_ms": 168.919, "p95_ms": 157.165}, "read_interval": {"avg_ms": 140.868, "count": 212, "max_ms": 181.746, "p95_ms": 168.049}, "triton_wait": {"avg_ms": 77.459, "count": 213, "max_ms": 115.84, "p95_ms": 103.259}, "visualize": {"avg_ms": 5.22, "count": 213, "max_ms": 7.257, "p95_ms": 6.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6096.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.098, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.145, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:17:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:17:36+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:17:36+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:17:36.900221+09:00", "mtime_epoch": 1783325856.9002213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:17:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1471.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 300, "max_ms": 7.729, "p95_ms": 5.659}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 2.0, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.338, "count": 300, "max_ms": 87.211, "p95_ms": 71.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.202, "count": 300, "max_ms": 117.305, "p95_ms": 99.356}, "yolo11_640_fire_11class": {"avg_ms": 58.779, "count": 300, "max_ms": 90.351, "p95_ms": 78.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.725, "count": 300, "max_ms": 102.104, "p95_ms": 90.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.086, "count": 300, "max_ms": 134.702, "p95_ms": 111.903}, "read_interval": {"avg_ms": 100.223, "count": 299, "max_ms": 405.495, "p95_ms": 136.145}, "triton_wait": {"avg_ms": 69.4, "count": 300, "max_ms": 117.321, "p95_ms": 99.368}, "visualize": {"avg_ms": 3.597, "count": 300, "max_ms": 5.505, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1092, "tracking_summary": 1005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6096.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21579.038, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.23, "sample_count": 1458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:17:45+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T17:17:45+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T17:17:45.628311+09:00", "mtime_epoch": 1783325865.628311, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:17:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 803.547, "name": "celery", "pid": 239, "rss_mb": 803.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.877, "pushed": 4.877, "read": 4.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.583, "count": 146, "max_ms": 126.315, "p95_ms": 113.749}, "gstreamer_push": {"avg_ms": 0.823, "count": 146, "max_ms": 1.393, "p95_ms": 1.017}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.033, "count": 146, "max_ms": 114.869, "p95_ms": 102.754}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.582, "count": 146, "max_ms": 112.99, "p95_ms": 103.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.358, "count": 146, "max_ms": 265.885, "p95_ms": 238.554}, "read_interval": {"avg_ms": 206.391, "count": 145, "max_ms": 272.123, "p95_ms": 244.805}, "triton_wait": {"avg_ms": 77.923, "count": 146, "max_ms": 114.88, "p95_ms": 108.96}, "visualize": {"avg_ms": 26.827, "count": 146, "max_ms": 52.116, "p95_ms": 32.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6096.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:15:07+09:00", "last_error_summary": "[h264 @ 0x55aded265bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aded265bc0] error while decoding MB 0 30, bytestream 44125 [h264 @ 0x55adec783380] cabac decode of qscale diff failed at 71 27 [h264 @ 0x55adec783380] error while decoding MB 71 27, bytestream 5970 [in#0/rtsp @ 0x55adec636e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adec636e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.734, "last_started_at": "2026-07-06T17:15:10+09:00", "pid": 19446, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.715, "name": "ffmpeg", "pid": 19446, "rss_mb": 275.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.895, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:17:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:17:48+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T17:17:48+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T17:17:48.732343+09:00", "mtime_epoch": 1783325868.732343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:17:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.134, "read": 7.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.047, "count": 214, "max_ms": 9.363, "p95_ms": 7.366}, "gstreamer_push": {"avg_ms": 1.113, "count": 214, "max_ms": 1.438, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.355, "count": 214, "max_ms": 85.051, "p95_ms": 75.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.465, "count": 214, "max_ms": 114.649, "p95_ms": 105.344}, "yolo11_640_fire_11class": {"avg_ms": 60.719, "count": 214, "max_ms": 88.934, "p95_ms": 80.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.893, "count": 214, "max_ms": 101.709, "p95_ms": 93.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.64, "count": 214, "max_ms": 178.406, "p95_ms": 159.088}, "read_interval": {"avg_ms": 140.041, "count": 214, "max_ms": 190.083, "p95_ms": 168.912}, "triton_wait": {"avg_ms": 77.585, "count": 214, "max_ms": 114.662, "p95_ms": 105.356}, "visualize": {"avg_ms": 5.085, "count": 214, "max_ms": 7.973, "p95_ms": 5.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6095.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.138, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.445, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-07-06T17:18:06+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T17:18:06+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T17:18:06.896533+09:00", "mtime_epoch": 1783325886.8965325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:18:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1471.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.33, "count": 301, "max_ms": 6.846, "p95_ms": 5.492}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 2.294, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.47, "count": 301, "max_ms": 88.822, "p95_ms": 72.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.668, "count": 301, "max_ms": 119.739, "p95_ms": 100.613}, "yolo11_640_fire_11class": {"avg_ms": 58.131, "count": 301, "max_ms": 88.876, "p95_ms": 77.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.451, "count": 301, "max_ms": 99.598, "p95_ms": 92.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.078, "count": 301, "max_ms": 132.955, "p95_ms": 113.565}, "read_interval": {"avg_ms": 99.701, "count": 300, "max_ms": 417.398, "p95_ms": 136.605}, "triton_wait": {"avg_ms": 69.011, "count": 301, "max_ms": 119.752, "p95_ms": 100.626}, "visualize": {"avg_ms": 3.713, "count": 301, "max_ms": 5.568, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1092, "tracking_summary": 1007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5850.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21609.069, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.776, "sample_count": 1466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:18:15+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T17:18:15+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T17:18:15.680626+09:00", "mtime_epoch": 1783325895.6806257, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:18:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 804.055, "name": "celery", "pid": 239, "rss_mb": 804.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.295, "pushed": 5.295, "read": 5.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 73.105, "count": 158, "max_ms": 129.456, "p95_ms": 108.234}, "gstreamer_push": {"avg_ms": 0.872, "count": 158, "max_ms": 1.921, "p95_ms": 1.007}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.494, "count": 158, "max_ms": 113.412, "p95_ms": 104.512}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.72, "count": 158, "max_ms": 110.598, "p95_ms": 100.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.689, "count": 158, "max_ms": 249.496, "p95_ms": 234.456}, "read_interval": {"avg_ms": 190.004, "count": 157, "max_ms": 256.026, "p95_ms": 240.565}, "triton_wait": {"avg_ms": 76.399, "count": 158, "max_ms": 113.423, "p95_ms": 104.966}, "visualize": {"avg_ms": 28.931, "count": 158, "max_ms": 38.612, "p95_ms": 35.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5954.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:18:15+09:00", "last_error_summary": "[h264 @ 0x556907a25d00] error while decoding MB 7 36, bytestream -12", "last_exit_at": "2026-07-06T17:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.148, "last_started_at": "2026-07-06T17:18:17+09:00", "pid": 19553, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.168, "name": "ffmpeg", "pid": 19553, "rss_mb": 139.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.934, "sample_count": 1936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:18:19+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T17:18:19+09:00", "mjpeg": {"age_sec": 4.741, "exists": true, "mtime": "2026-07-06T17:18:15.196620+09:00", "mtime_epoch": 1783325895.1966205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:18:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.02, "pushed": 6.02, "read": 5.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.345, "count": 180, "max_ms": 10.858, "p95_ms": 8.215}, "gstreamer_push": {"avg_ms": 1.132, "count": 180, "max_ms": 1.511, "p95_ms": 1.271}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.46, "count": 180, "max_ms": 81.166, "p95_ms": 73.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.023, "count": 180, "max_ms": 113.151, "p95_ms": 101.96}, "yolo11_640_fire_11class": {"avg_ms": 59.663, "count": 180, "max_ms": 88.989, "p95_ms": 78.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.088, "count": 180, "max_ms": 99.352, "p95_ms": 93.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.609, "count": 180, "max_ms": 167.298, "p95_ms": 157.214}, "read_interval": {"avg_ms": 167.09, "count": 179, "max_ms": 4763.872, "p95_ms": 168.176}, "triton_wait": {"avg_ms": 77.171, "count": 180, "max_ms": 113.164, "p95_ms": 101.974}, "visualize": {"avg_ms": 5.331, "count": 180, "max_ms": 8.978, "p95_ms": 6.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6080.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.165, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.431, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:18:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:18:37+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:18:36+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T17:18:36.960854+09:00", "mtime_epoch": 1783325916.960854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:18:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1472.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.886}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.342, "count": 297, "max_ms": 6.788, "p95_ms": 5.956}, "gstreamer_push": {"avg_ms": 1.311, "count": 297, "max_ms": 2.249, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.062, "count": 297, "max_ms": 87.822, "p95_ms": 70.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.563, "count": 297, "max_ms": 115.068, "p95_ms": 98.683}, "yolo11_640_fire_11class": {"avg_ms": 58.248, "count": 297, "max_ms": 90.476, "p95_ms": 76.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.173, "count": 297, "max_ms": 100.886, "p95_ms": 90.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.799, "count": 297, "max_ms": 128.605, "p95_ms": 111.838}, "read_interval": {"avg_ms": 101.14, "count": 296, "max_ms": 570.699, "p95_ms": 128.742}, "triton_wait": {"avg_ms": 68.739, "count": 297, "max_ms": 115.081, "p95_ms": 98.697}, "visualize": {"avg_ms": 3.695, "count": 297, "max_ms": 5.596, "p95_ms": 4.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1094, "tracking_summary": 1008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6083.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21639.215, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.96, "sample_count": 1471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:18:46+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T17:18:45+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T17:18:45.856951+09:00", "mtime_epoch": 1783325925.856951, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:18:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 804.055, "name": "celery", "pid": 239, "rss_mb": 799.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.879, "pushed": 4.879, "read": 4.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.161, "count": 146, "max_ms": 110.777, "p95_ms": 107.723}, "gstreamer_push": {"avg_ms": 0.82, "count": 146, "max_ms": 2.241, "p95_ms": 0.994}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.46, "count": 146, "max_ms": 113.102, "p95_ms": 98.48}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.115, "count": 146, "max_ms": 113.502, "p95_ms": 98.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.417, "count": 146, "max_ms": 244.809, "p95_ms": 232.501}, "read_interval": {"avg_ms": 206.729, "count": 145, "max_ms": 251.132, "p95_ms": 238.993}, "triton_wait": {"avg_ms": 76.471, "count": 146, "max_ms": 113.511, "p95_ms": 102.601}, "visualize": {"avg_ms": 27.813, "count": 146, "max_ms": 41.654, "p95_ms": 35.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6083.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:18:15+09:00", "last_error_summary": "[h264 @ 0x556907a25d00] error while decoding MB 7 36, bytestream -12", "last_exit_at": "2026-07-06T17:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.208, "last_started_at": "2026-07-06T17:18:17+09:00", "pid": 19553, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.734, "name": "ffmpeg", "pid": 19553, "rss_mb": 266.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.867, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:18:49+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T17:18:49+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T17:18:49.896995+09:00", "mtime_epoch": 1783325929.896995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:18:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.214, "pushed": 7.214, "read": 7.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.153, "count": 216, "max_ms": 9.755, "p95_ms": 7.51}, "gstreamer_push": {"avg_ms": 1.115, "count": 216, "max_ms": 1.866, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.151, "count": 216, "max_ms": 82.871, "p95_ms": 73.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.23, "count": 216, "max_ms": 114.536, "p95_ms": 101.226}, "yolo11_640_fire_11class": {"avg_ms": 59.649, "count": 216, "max_ms": 85.366, "p95_ms": 77.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.743, "count": 216, "max_ms": 101.896, "p95_ms": 93.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.722, "count": 216, "max_ms": 178.878, "p95_ms": 154.335}, "read_interval": {"avg_ms": 139.309, "count": 215, "max_ms": 191.441, "p95_ms": 165.097}, "triton_wait": {"avg_ms": 76.323, "count": 216, "max_ms": 114.548, "p95_ms": 101.239}, "visualize": {"avg_ms": 5.167, "count": 216, "max_ms": 7.941, "p95_ms": 6.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6086.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.171, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.245, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:19:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:19:07+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T17:19:06+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T17:19:06.937183+09:00", "mtime_epoch": 1783325946.9371834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:19:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1472.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.169}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 305, "max_ms": 7.462, "p95_ms": 5.588}, "gstreamer_push": {"avg_ms": 1.298, "count": 305, "max_ms": 1.859, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.064, "count": 305, "max_ms": 82.129, "p95_ms": 72.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.151, "count": 305, "max_ms": 111.261, "p95_ms": 95.952}, "yolo11_640_fire_11class": {"avg_ms": 58.344, "count": 305, "max_ms": 90.284, "p95_ms": 78.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.694, "count": 305, "max_ms": 101.163, "p95_ms": 90.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.164, "count": 305, "max_ms": 123.816, "p95_ms": 109.45}, "read_interval": {"avg_ms": 98.266, "count": 305, "max_ms": 373.216, "p95_ms": 126.662}, "triton_wait": {"avg_ms": 68.317, "count": 305, "max_ms": 111.275, "p95_ms": 95.964}, "visualize": {"avg_ms": 3.668, "count": 305, "max_ms": 5.72, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1095, "tracking_summary": 1009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6088.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21669.226, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.92, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:19:16+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T17:19:15+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T17:19:15.821283+09:00", "mtime_epoch": 1783325955.8212826, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:19:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 804.055, "name": "celery", "pid": 239, "rss_mb": 801.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.726, "pushed": 4.726, "read": 4.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.967, "count": 141, "max_ms": 124.262, "p95_ms": 109.873}, "gstreamer_push": {"avg_ms": 0.79, "count": 141, "max_ms": 1.386, "p95_ms": 0.858}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.597, "count": 141, "max_ms": 109.14, "p95_ms": 97.819}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.875, "count": 141, "max_ms": 109.477, "p95_ms": 101.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.069, "count": 141, "max_ms": 242.524, "p95_ms": 234.665}, "read_interval": {"avg_ms": 212.83, "count": 140, "max_ms": 248.026, "p95_ms": 240.212}, "triton_wait": {"avg_ms": 74.653, "count": 141, "max_ms": 109.487, "p95_ms": 103.107}, "visualize": {"avg_ms": 26.525, "count": 141, "max_ms": 37.254, "p95_ms": 28.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6089.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:18:15+09:00", "last_error_summary": "[h264 @ 0x556907a25d00] error while decoding MB 7 36, bytestream -12", "last_exit_at": "2026-07-06T17:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.322, "last_started_at": "2026-07-06T17:18:17+09:00", "pid": 19553, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.086, "name": "ffmpeg", "pid": 19553, "rss_mb": 270.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.07, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:19:20+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T17:19:19+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T17:19:19.977329+09:00", "mtime_epoch": 1783325959.9773293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:19:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.233, "pushed": 7.233, "read": 7.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.132, "count": 216, "max_ms": 9.529, "p95_ms": 7.605}, "gstreamer_push": {"avg_ms": 1.106, "count": 217, "max_ms": 1.619, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.981, "count": 216, "max_ms": 78.826, "p95_ms": 74.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.076, "count": 216, "max_ms": 115.7, "p95_ms": 103.13}, "yolo11_640_fire_11class": {"avg_ms": 60.545, "count": 216, "max_ms": 87.127, "p95_ms": 79.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.128, "count": 216, "max_ms": 99.241, "p95_ms": 93.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.221, "count": 217, "max_ms": 168.483, "p95_ms": 156.668}, "read_interval": {"avg_ms": 138.719, "count": 216, "max_ms": 177.96, "p95_ms": 166.653}, "triton_wait": {"avg_ms": 76.174, "count": 216, "max_ms": 115.713, "p95_ms": 103.145}, "visualize": {"avg_ms": 5.159, "count": 216, "max_ms": 8.396, "p95_ms": 6.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6091.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.213, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.858, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:19:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:19:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:19:37+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T17:19:37.013522+09:00", "mtime_epoch": 1783325977.013522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:19:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1472.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.301, "count": 301, "max_ms": 6.924, "p95_ms": 5.78}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.962, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.664, "count": 301, "max_ms": 83.668, "p95_ms": 75.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.429, "count": 301, "max_ms": 114.834, "p95_ms": 99.013}, "yolo11_640_fire_11class": {"avg_ms": 58.714, "count": 301, "max_ms": 87.479, "p95_ms": 78.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.903, "count": 301, "max_ms": 100.43, "p95_ms": 91.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.684, "count": 301, "max_ms": 130.285, "p95_ms": 111.856}, "read_interval": {"avg_ms": 99.852, "count": 300, "max_ms": 468.008, "p95_ms": 130.524}, "triton_wait": {"avg_ms": 68.788, "count": 301, "max_ms": 114.85, "p95_ms": 99.025}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 5.948, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1097, "tracking_summary": 1010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6095.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21699.347, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.138, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:19:46+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T17:19:45+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T17:19:45.933624+09:00", "mtime_epoch": 1783325985.933624, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:19:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 804.645, "name": "celery", "pid": 239, "rss_mb": 804.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.05, "pushed": 5.05, "read": 5.017}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.891, "count": 151, "max_ms": 115.251, "p95_ms": 107.566}, "gstreamer_push": {"avg_ms": 0.884, "count": 151, "max_ms": 2.068, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.997, "count": 151, "max_ms": 110.624, "p95_ms": 103.915}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.136, "count": 151, "max_ms": 110.675, "p95_ms": 98.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.306, "count": 151, "max_ms": 244.564, "p95_ms": 235.509}, "read_interval": {"avg_ms": 199.294, "count": 150, "max_ms": 251.96, "p95_ms": 241.632}, "triton_wait": {"avg_ms": 75.569, "count": 151, "max_ms": 110.69, "p95_ms": 104.585}, "visualize": {"avg_ms": 27.807, "count": 151, "max_ms": 41.601, "p95_ms": 36.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6095.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:18:15+09:00", "last_error_summary": "[h264 @ 0x556907a25d00] error while decoding MB 7 36, bytestream -12", "last_exit_at": "2026-07-06T17:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.4, "last_started_at": "2026-07-06T17:18:17+09:00", "pid": 19553, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.922, "name": "ffmpeg", "pid": 19553, "rss_mb": 272.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.07, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:19:50+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T17:19:50+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T17:19:50.041671+09:00", "mtime_epoch": 1783325990.0416713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:19:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.187, "pushed": 7.187, "read": 7.154}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.171, "count": 215, "max_ms": 9.142, "p95_ms": 7.293}, "gstreamer_push": {"avg_ms": 1.124, "count": 215, "max_ms": 1.548, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.707, "count": 215, "max_ms": 87.877, "p95_ms": 75.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.486, "count": 215, "max_ms": 116.274, "p95_ms": 100.762}, "yolo11_640_fire_11class": {"avg_ms": 60.1, "count": 215, "max_ms": 82.86, "p95_ms": 79.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.795, "count": 215, "max_ms": 98.798, "p95_ms": 93.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.38, "count": 215, "max_ms": 176.983, "p95_ms": 155.967}, "read_interval": {"avg_ms": 139.778, "count": 214, "max_ms": 185.401, "p95_ms": 165.455}, "triton_wait": {"avg_ms": 76.565, "count": 215, "max_ms": 116.286, "p95_ms": 100.774}, "visualize": {"avg_ms": 5.183, "count": 215, "max_ms": 7.803, "p95_ms": 5.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6090.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.225, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.486, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:20:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:20:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T17:20:07+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T17:20:07.029868+09:00", "mtime_epoch": 1783326007.029868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:20:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1472.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 298, "max_ms": 7.832, "p95_ms": 5.434}, "gstreamer_push": {"avg_ms": 1.292, "count": 298, "max_ms": 1.602, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.862, "count": 298, "max_ms": 92.4, "p95_ms": 73.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.973, "count": 298, "max_ms": 112.302, "p95_ms": 99.834}, "yolo11_640_fire_11class": {"avg_ms": 58.896, "count": 298, "max_ms": 91.551, "p95_ms": 79.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.241, "count": 298, "max_ms": 100.474, "p95_ms": 91.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.256, "count": 298, "max_ms": 124.858, "p95_ms": 113.148}, "read_interval": {"avg_ms": 100.727, "count": 298, "max_ms": 378.791, "p95_ms": 134.094}, "triton_wait": {"avg_ms": 69.408, "count": 298, "max_ms": 112.314, "p95_ms": 99.848}, "visualize": {"avg_ms": 3.656, "count": 298, "max_ms": 4.808, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1099, "tracking_summary": 1011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6092.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21729.397, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.138, "sample_count": 1456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:20:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:20:16+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T17:20:15+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T17:20:16.013973+09:00", "mtime_epoch": 1783326016.0139728, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:20:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 802.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.723, "pushed": 4.723, "read": 4.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.038, "count": 141, "max_ms": 120.669, "p95_ms": 108.845}, "gstreamer_push": {"avg_ms": 0.79, "count": 141, "max_ms": 1.013, "p95_ms": 0.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.522, "count": 141, "max_ms": 110.688, "p95_ms": 99.561}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.54, "count": 141, "max_ms": 109.084, "p95_ms": 97.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.165, "count": 141, "max_ms": 257.911, "p95_ms": 236.886}, "read_interval": {"avg_ms": 213.235, "count": 140, "max_ms": 267.947, "p95_ms": 243.19}, "triton_wait": {"avg_ms": 75.852, "count": 141, "max_ms": 110.705, "p95_ms": 101.189}, "visualize": {"avg_ms": 25.444, "count": 141, "max_ms": 34.897, "p95_ms": 28.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6094.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:18:15+09:00", "last_error_summary": "[h264 @ 0x556907a25d00] error while decoding MB 7 36, bytestream -12", "last_exit_at": "2026-07-06T17:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.519, "last_started_at": "2026-07-06T17:18:17+09:00", "pid": 19553, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.922, "name": "ffmpeg", "pid": 19553, "rss_mb": 272.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.211, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:20:20+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T17:20:20+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T17:20:20.190022+09:00", "mtime_epoch": 1783326020.190022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:20:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.239, "pushed": 7.239, "read": 7.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.157, "count": 216, "max_ms": 8.733, "p95_ms": 7.637}, "gstreamer_push": {"avg_ms": 1.117, "count": 217, "max_ms": 1.7, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.53, "count": 216, "max_ms": 83.811, "p95_ms": 73.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.743, "count": 216, "max_ms": 115.158, "p95_ms": 100.448}, "yolo11_640_fire_11class": {"avg_ms": 59.212, "count": 216, "max_ms": 88.512, "p95_ms": 77.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.706, "count": 216, "max_ms": 105.577, "p95_ms": 92.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.129, "count": 217, "max_ms": 172.142, "p95_ms": 155.584}, "read_interval": {"avg_ms": 138.798, "count": 216, "max_ms": 181.335, "p95_ms": 165.864}, "triton_wait": {"avg_ms": 75.768, "count": 216, "max_ms": 115.17, "p95_ms": 100.461}, "visualize": {"avg_ms": 5.16, "count": 216, "max_ms": 6.693, "p95_ms": 5.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6093.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.331, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.856, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:20:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:20:37+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T17:20:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T17:20:37.106222+09:00", "mtime_epoch": 1783326037.106222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:20:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1472.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.257, "count": 301, "max_ms": 6.488, "p95_ms": 5.469}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.898, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.517, "count": 301, "max_ms": 84.429, "p95_ms": 73.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.35, "count": 301, "max_ms": 124.817, "p95_ms": 99.054}, "yolo11_640_fire_11class": {"avg_ms": 58.663, "count": 301, "max_ms": 87.323, "p95_ms": 78.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.85, "count": 301, "max_ms": 99.507, "p95_ms": 90.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.325, "count": 301, "max_ms": 137.639, "p95_ms": 112.41}, "read_interval": {"avg_ms": 99.673, "count": 300, "max_ms": 469.347, "p95_ms": 128.418}, "triton_wait": {"avg_ms": 69.516, "count": 301, "max_ms": 124.829, "p95_ms": 99.066}, "visualize": {"avg_ms": 3.627, "count": 301, "max_ms": 5.038, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1100, "tracking_summary": 1013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6096.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21759.472, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.385, "sample_count": 1470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:20:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:20:46+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T17:20:46+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T17:20:46.030328+09:00", "mtime_epoch": 1783326046.0303283, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:20:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 805.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.062, "pushed": 5.062, "read": 5.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.568, "count": 151, "max_ms": 131.175, "p95_ms": 107.174}, "gstreamer_push": {"avg_ms": 0.83, "count": 151, "max_ms": 1.401, "p95_ms": 0.997}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.829, "count": 151, "max_ms": 117.292, "p95_ms": 99.594}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.41, "count": 151, "max_ms": 114.221, "p95_ms": 96.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.156, "count": 151, "max_ms": 252.512, "p95_ms": 233.91}, "read_interval": {"avg_ms": 198.805, "count": 150, "max_ms": 259.343, "p95_ms": 240.27}, "triton_wait": {"avg_ms": 76.237, "count": 151, "max_ms": 117.304, "p95_ms": 104.436}, "visualize": {"avg_ms": 26.3, "count": 151, "max_ms": 39.009, "p95_ms": 31.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6096.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:18:15+09:00", "last_error_summary": "[h264 @ 0x556907a25d00] error while decoding MB 7 36, bytestream -12", "last_exit_at": "2026-07-06T17:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.593, "last_started_at": "2026-07-06T17:18:17+09:00", "pid": 19553, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.922, "name": "ffmpeg", "pid": 19553, "rss_mb": 272.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.211, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:20:50+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T17:20:50+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T17:20:50.246379+09:00", "mtime_epoch": 1783326050.2463787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:20:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.153, "pushed": 7.153, "read": 7.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.087, "count": 214, "max_ms": 9.04, "p95_ms": 7.142}, "gstreamer_push": {"avg_ms": 1.125, "count": 214, "max_ms": 1.747, "p95_ms": 1.275}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.722, "count": 214, "max_ms": 87.331, "p95_ms": 75.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.371, "count": 214, "max_ms": 126.654, "p95_ms": 101.206}, "yolo11_640_fire_11class": {"avg_ms": 61.034, "count": 214, "max_ms": 86.466, "p95_ms": 78.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.157, "count": 214, "max_ms": 101.685, "p95_ms": 92.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.898, "count": 214, "max_ms": 177.165, "p95_ms": 154.815}, "read_interval": {"avg_ms": 140.463, "count": 213, "max_ms": 188.972, "p95_ms": 164.339}, "triton_wait": {"avg_ms": 77.52, "count": 214, "max_ms": 126.667, "p95_ms": 101.217}, "visualize": {"avg_ms": 5.159, "count": 214, "max_ms": 7.0, "p95_ms": 5.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6094.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.361, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.713, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:21:07+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T17:21:07+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T17:21:07.134582+09:00", "mtime_epoch": 1783326067.1345823, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:21:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1472.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.297, "count": 300, "max_ms": 6.734, "p95_ms": 5.533}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.553, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.047, "count": 300, "max_ms": 89.967, "p95_ms": 72.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.941, "count": 300, "max_ms": 118.663, "p95_ms": 96.021}, "yolo11_640_fire_11class": {"avg_ms": 58.537, "count": 300, "max_ms": 89.128, "p95_ms": 77.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.675, "count": 300, "max_ms": 105.391, "p95_ms": 89.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.094, "count": 300, "max_ms": 132.151, "p95_ms": 110.207}, "read_interval": {"avg_ms": 100.046, "count": 299, "max_ms": 340.952, "p95_ms": 131.545}, "triton_wait": {"avg_ms": 69.169, "count": 300, "max_ms": 118.676, "p95_ms": 97.094}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 4.716, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1102, "tracking_summary": 1014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6094.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21789.695, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.509, "sample_count": 1463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:21:16+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-06T17:21:16+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T17:21:16.262693+09:00", "mtime_epoch": 1783326076.2626932, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:21:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 802.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.803, "pushed": 4.803, "read": 4.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.962, "count": 143, "max_ms": 129.724, "p95_ms": 113.363}, "gstreamer_push": {"avg_ms": 1.022, "count": 143, "max_ms": 3.511, "p95_ms": 1.855}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.079, "count": 143, "max_ms": 114.436, "p95_ms": 96.4}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.538, "count": 143, "max_ms": 113.148, "p95_ms": 101.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.653, "count": 143, "max_ms": 247.496, "p95_ms": 240.187}, "read_interval": {"avg_ms": 209.736, "count": 142, "max_ms": 255.234, "p95_ms": 246.426}, "triton_wait": {"avg_ms": 75.81, "count": 143, "max_ms": 114.448, "p95_ms": 101.635}, "visualize": {"avg_ms": 30.98, "count": 143, "max_ms": 42.483, "p95_ms": 41.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.775, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6108.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:18:15+09:00", "last_error_summary": "[h264 @ 0x556907a25d00] error while decoding MB 7 36, bytestream -12", "last_exit_at": "2026-07-06T17:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.709, "last_started_at": "2026-07-06T17:18:17+09:00", "pid": 19553, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.609, "name": "ffmpeg", "pid": 19553, "rss_mb": 289.609, "state": "S (sleeping)", "threads": 104}, "restart_count": 51, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.967, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:21:20+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T17:21:20+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T17:21:20.370743+09:00", "mtime_epoch": 1783326080.3707433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:21:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1603.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.238, "pushed": 7.238, "read": 7.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.151, "count": 216, "max_ms": 9.309, "p95_ms": 7.542}, "gstreamer_push": {"avg_ms": 1.115, "count": 217, "max_ms": 1.663, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.762, "count": 216, "max_ms": 88.937, "p95_ms": 73.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.15, "count": 216, "max_ms": 115.977, "p95_ms": 100.315}, "yolo11_640_fire_11class": {"avg_ms": 59.27, "count": 216, "max_ms": 91.11, "p95_ms": 74.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.368, "count": 216, "max_ms": 112.174, "p95_ms": 89.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.221, "count": 217, "max_ms": 176.011, "p95_ms": 153.818}, "read_interval": {"avg_ms": 138.739, "count": 216, "max_ms": 187.813, "p95_ms": 163.047}, "triton_wait": {"avg_ms": 75.409, "count": 216, "max_ms": 115.991, "p95_ms": 100.379}, "visualize": {"avg_ms": 5.176, "count": 216, "max_ms": 7.377, "p95_ms": 5.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6076.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.441, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.549, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:21:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:21:37+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:21:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:21:37.242950+09:00", "mtime_epoch": 1783326097.2429502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:21:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1472.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.232, "count": 301, "max_ms": 6.604, "p95_ms": 5.387}, "gstreamer_push": {"avg_ms": 1.302, "count": 302, "max_ms": 1.823, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.663, "count": 301, "max_ms": 81.77, "p95_ms": 68.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.126, "count": 301, "max_ms": 119.764, "p95_ms": 96.313}, "yolo11_640_fire_11class": {"avg_ms": 57.494, "count": 301, "max_ms": 92.131, "p95_ms": 75.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.181, "count": 301, "max_ms": 106.681, "p95_ms": 88.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.265, "count": 302, "max_ms": 132.767, "p95_ms": 109.006}, "read_interval": {"avg_ms": 99.637, "count": 301, "max_ms": 545.417, "p95_ms": 126.556}, "triton_wait": {"avg_ms": 67.428, "count": 301, "max_ms": 119.777, "p95_ms": 96.328}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 5.743, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1102, "tracking_summary": 1015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6079.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21819.708, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.872, "sample_count": 1470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:21:46+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T17:21:46+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T17:21:46.363063+09:00", "mtime_epoch": 1783326106.3630629, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:21:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 794.289, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.102, "pushed": 5.102, "read": 5.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.952, "count": 152, "max_ms": 129.281, "p95_ms": 108.764}, "gstreamer_push": {"avg_ms": 1.211, "count": 152, "max_ms": 2.213, "p95_ms": 2.077}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.756, "count": 152, "max_ms": 120.265, "p95_ms": 101.55}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.125, "count": 152, "max_ms": 117.557, "p95_ms": 102.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.787, "count": 152, "max_ms": 267.932, "p95_ms": 239.868}, "read_interval": {"avg_ms": 197.719, "count": 151, "max_ms": 274.297, "p95_ms": 246.549}, "triton_wait": {"avg_ms": 74.821, "count": 152, "max_ms": 120.282, "p95_ms": 104.605}, "visualize": {"avg_ms": 33.989, "count": 152, "max_ms": 53.898, "p95_ms": 50.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6086.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:21:22+09:00", "last_error_summary": "[h264 @ 0x55d650311b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d650311b80] error while decoding MB 0 37, bytestream 1814", "last_exit_at": "2026-07-06T17:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.468, "last_started_at": "2026-07-06T17:21:25+09:00", "pid": 19660, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.98, "name": "ffmpeg", "pid": 19660, "rss_mb": 265.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.539, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:21:50+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T17:21:50+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T17:21:50.419113+09:00", "mtime_epoch": 1783326110.4191132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:21:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.126, "pushed": 6.126, "read": 6.093}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.313, "count": 183, "max_ms": 9.575, "p95_ms": 7.799}, "gstreamer_push": {"avg_ms": 1.116, "count": 183, "max_ms": 1.458, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.428, "count": 183, "max_ms": 82.338, "p95_ms": 71.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.257, "count": 183, "max_ms": 123.368, "p95_ms": 105.065}, "yolo11_640_fire_11class": {"avg_ms": 59.554, "count": 183, "max_ms": 89.106, "p95_ms": 79.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.635, "count": 183, "max_ms": 103.864, "p95_ms": 91.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.485, "count": 183, "max_ms": 180.157, "p95_ms": 160.406}, "read_interval": {"avg_ms": 164.273, "count": 182, "max_ms": 4380.306, "p95_ms": 172.024}, "triton_wait": {"avg_ms": 77.413, "count": 183, "max_ms": 123.38, "p95_ms": 105.079}, "visualize": {"avg_ms": 5.23, "count": 183, "max_ms": 8.563, "p95_ms": 6.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6086.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.519, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.825, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:22:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T17:22:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T17:22:07.303324+09:00", "mtime_epoch": 1783326127.3033237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:22:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1473.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.363, "count": 300, "max_ms": 6.83, "p95_ms": 5.894}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.918, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.405, "count": 300, "max_ms": 82.597, "p95_ms": 70.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.088, "count": 300, "max_ms": 123.708, "p95_ms": 100.041}, "yolo11_640_fire_11class": {"avg_ms": 58.377, "count": 300, "max_ms": 84.202, "p95_ms": 75.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.161, "count": 300, "max_ms": 103.322, "p95_ms": 87.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.515, "count": 300, "max_ms": 136.546, "p95_ms": 113.217}, "read_interval": {"avg_ms": 100.248, "count": 299, "max_ms": 384.659, "p95_ms": 133.821}, "triton_wait": {"avg_ms": 69.462, "count": 300, "max_ms": 123.727, "p95_ms": 100.053}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 5.693, "p95_ms": 4.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1104, "tracking_summary": 1016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6081.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21849.748, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.545, "sample_count": 1468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:22:16+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T17:22:16+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T17:22:16.411438+09:00", "mtime_epoch": 1783326136.4114382, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:22:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 791.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.719, "pushed": 4.719, "read": 4.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.441, "count": 141, "max_ms": 109.867, "p95_ms": 107.363}, "gstreamer_push": {"avg_ms": 0.816, "count": 141, "max_ms": 1.942, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.127, "count": 141, "max_ms": 112.212, "p95_ms": 98.458}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.692, "count": 141, "max_ms": 113.671, "p95_ms": 104.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.812, "count": 141, "max_ms": 254.038, "p95_ms": 244.593}, "read_interval": {"avg_ms": 213.433, "count": 140, "max_ms": 260.675, "p95_ms": 252.428}, "triton_wait": {"avg_ms": 77.497, "count": 141, "max_ms": 113.685, "p95_ms": 105.128}, "visualize": {"avg_ms": 30.993, "count": 141, "max_ms": 45.35, "p95_ms": 41.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6090.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:21:22+09:00", "last_error_summary": "[h264 @ 0x55d650311b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d650311b80] error while decoding MB 0 37, bytestream 1814", "last_exit_at": "2026-07-06T17:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.542, "last_started_at": "2026-07-06T17:21:25+09:00", "pid": 19660, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.816, "name": "ffmpeg", "pid": 19660, "rss_mb": 268.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.892, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:22:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:22:20+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T17:22:20+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T17:22:20.471489+09:00", "mtime_epoch": 1783326140.4714892, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:22:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.255, "pushed": 7.255, "read": 7.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.093, "count": 217, "max_ms": 8.573, "p95_ms": 7.172}, "gstreamer_push": {"avg_ms": 1.114, "count": 217, "max_ms": 1.988, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.756, "count": 217, "max_ms": 83.724, "p95_ms": 75.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.165, "count": 217, "max_ms": 119.218, "p95_ms": 100.513}, "yolo11_640_fire_11class": {"avg_ms": 60.262, "count": 217, "max_ms": 84.979, "p95_ms": 77.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.218, "count": 217, "max_ms": 102.292, "p95_ms": 91.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.055, "count": 217, "max_ms": 174.005, "p95_ms": 154.832}, "read_interval": {"avg_ms": 138.509, "count": 216, "max_ms": 183.637, "p95_ms": 164.23}, "triton_wait": {"avg_ms": 76.24, "count": 217, "max_ms": 119.231, "p95_ms": 100.524}, "visualize": {"avg_ms": 5.142, "count": 217, "max_ms": 7.335, "p95_ms": 5.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6092.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.567, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.465, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:22:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:22:37+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:22:37+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T17:22:37.363703+09:00", "mtime_epoch": 1783326157.3637033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:22:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1473.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.368, "count": 301, "max_ms": 6.8, "p95_ms": 5.865}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 2.075, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.278, "count": 301, "max_ms": 85.412, "p95_ms": 73.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.673, "count": 301, "max_ms": 110.392, "p95_ms": 96.026}, "yolo11_640_fire_11class": {"avg_ms": 58.446, "count": 301, "max_ms": 86.863, "p95_ms": 76.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.691, "count": 301, "max_ms": 102.039, "p95_ms": 91.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.882, "count": 301, "max_ms": 123.36, "p95_ms": 109.755}, "read_interval": {"avg_ms": 99.865, "count": 300, "max_ms": 530.882, "p95_ms": 126.401}, "triton_wait": {"avg_ms": 68.893, "count": 301, "max_ms": 110.406, "p95_ms": 96.037}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 5.13, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1105, "tracking_summary": 1017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6089.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21879.937, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.535, "sample_count": 1465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:22:46+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T17:22:46+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T17:22:46.551820+09:00", "mtime_epoch": 1783326166.5518203, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:22:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 800.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.8, "pushed": 4.8, "read": 4.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.065, "count": 143, "max_ms": 111.849, "p95_ms": 107.846}, "gstreamer_push": {"avg_ms": 0.898, "count": 143, "max_ms": 3.596, "p95_ms": 1.69}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.496, "count": 143, "max_ms": 116.253, "p95_ms": 102.128}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.699, "count": 143, "max_ms": 116.265, "p95_ms": 102.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.638, "count": 143, "max_ms": 251.893, "p95_ms": 237.535}, "read_interval": {"avg_ms": 209.92, "count": 142, "max_ms": 259.797, "p95_ms": 244.561}, "triton_wait": {"avg_ms": 75.751, "count": 143, "max_ms": 116.276, "p95_ms": 103.072}, "visualize": {"avg_ms": 28.904, "count": 143, "max_ms": 56.272, "p95_ms": 38.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6086.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:21:22+09:00", "last_error_summary": "[h264 @ 0x55d650311b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d650311b80] error while decoding MB 0 37, bytestream 1814", "last_exit_at": "2026-07-06T17:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.649, "last_started_at": "2026-07-06T17:21:25+09:00", "pid": 19660, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.816, "name": "ffmpeg", "pid": 19660, "rss_mb": 268.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.721, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:22:50+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T17:22:50+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T17:22:50.603872+09:00", "mtime_epoch": 1783326170.603872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:22:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.175, "pushed": 7.175, "read": 7.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.153, "count": 214, "max_ms": 8.237, "p95_ms": 7.248}, "gstreamer_push": {"avg_ms": 1.118, "count": 215, "max_ms": 1.9, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.105, "count": 214, "max_ms": 87.954, "p95_ms": 72.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.618, "count": 214, "max_ms": 123.785, "p95_ms": 100.997}, "yolo11_640_fire_11class": {"avg_ms": 59.44, "count": 214, "max_ms": 87.941, "p95_ms": 79.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.169, "count": 214, "max_ms": 105.934, "p95_ms": 93.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.429, "count": 215, "max_ms": 178.814, "p95_ms": 155.402}, "read_interval": {"avg_ms": 140.06, "count": 214, "max_ms": 188.272, "p95_ms": 165.209}, "triton_wait": {"avg_ms": 76.802, "count": 214, "max_ms": 123.798, "p95_ms": 101.832}, "visualize": {"avg_ms": 5.176, "count": 214, "max_ms": 7.322, "p95_ms": 6.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6092.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.641, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.245, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:23:07+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T17:23:07+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T17:23:07.408088+09:00", "mtime_epoch": 1783326187.408088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:23:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1473.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.287, "count": 299, "max_ms": 6.394, "p95_ms": 5.792}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.743, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.593, "count": 299, "max_ms": 86.516, "p95_ms": 74.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.037, "count": 299, "max_ms": 121.706, "p95_ms": 100.371}, "yolo11_640_fire_11class": {"avg_ms": 58.68, "count": 299, "max_ms": 90.393, "p95_ms": 79.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.51, "count": 299, "max_ms": 106.271, "p95_ms": 93.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.37, "count": 300, "max_ms": 137.795, "p95_ms": 112.669}, "read_interval": {"avg_ms": 100.178, "count": 299, "max_ms": 487.89, "p95_ms": 130.398}, "triton_wait": {"avg_ms": 68.499, "count": 299, "max_ms": 121.721, "p95_ms": 100.383}, "visualize": {"avg_ms": 3.678, "count": 299, "max_ms": 5.568, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1106, "tracking_summary": 1019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6090.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21909.943, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.535, "sample_count": 1457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:23:16+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T17:23:16+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T17:23:16.536206+09:00", "mtime_epoch": 1783326196.536206, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:23:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 800.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.0, "pushed": 5.0, "read": 5.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.97, "count": 150, "max_ms": 121.297, "p95_ms": 105.261}, "gstreamer_push": {"avg_ms": 0.86, "count": 150, "max_ms": 1.912, "p95_ms": 1.061}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.711, "count": 150, "max_ms": 116.265, "p95_ms": 97.678}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.448, "count": 150, "max_ms": 113.378, "p95_ms": 98.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.873, "count": 150, "max_ms": 250.355, "p95_ms": 236.304}, "read_interval": {"avg_ms": 199.978, "count": 150, "max_ms": 259.003, "p95_ms": 243.112}, "triton_wait": {"avg_ms": 76.494, "count": 150, "max_ms": 116.277, "p95_ms": 103.817}, "visualize": {"avg_ms": 27.376, "count": 150, "max_ms": 39.021, "p95_ms": 34.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6090.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:21:22+09:00", "last_error_summary": "[h264 @ 0x55d650311b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d650311b80] error while decoding MB 0 37, bytestream 1814", "last_exit_at": "2026-07-06T17:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.769, "last_started_at": "2026-07-06T17:21:25+09:00", "pid": 19660, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.816, "name": "ffmpeg", "pid": 19660, "rss_mb": 268.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.501, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:23:20+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T17:23:20+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T17:23:20.728260+09:00", "mtime_epoch": 1783326200.7282603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:23:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.177, "pushed": 7.177, "read": 7.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.052, "count": 215, "max_ms": 9.296, "p95_ms": 7.355}, "gstreamer_push": {"avg_ms": 1.114, "count": 215, "max_ms": 1.44, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.952, "count": 215, "max_ms": 84.505, "p95_ms": 75.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.294, "count": 215, "max_ms": 123.387, "p95_ms": 101.387}, "yolo11_640_fire_11class": {"avg_ms": 60.94, "count": 215, "max_ms": 86.829, "p95_ms": 79.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.454, "count": 215, "max_ms": 100.221, "p95_ms": 93.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.501, "count": 215, "max_ms": 188.241, "p95_ms": 155.05}, "read_interval": {"avg_ms": 140.166, "count": 214, "max_ms": 198.526, "p95_ms": 165.025}, "triton_wait": {"avg_ms": 77.394, "count": 215, "max_ms": 123.4, "p95_ms": 101.4}, "visualize": {"avg_ms": 5.147, "count": 215, "max_ms": 7.97, "p95_ms": 5.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6090.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.714, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "R (running)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.085, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:23:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:23:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T17:23:37.516479+09:00", "mtime_epoch": 1783326217.5164788, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:23:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1473.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.105}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 304, "max_ms": 6.903, "p95_ms": 5.516}, "gstreamer_push": {"avg_ms": 1.305, "count": 304, "max_ms": 1.964, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.443, "count": 304, "max_ms": 85.329, "p95_ms": 70.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.124, "count": 304, "max_ms": 106.66, "p95_ms": 97.598}, "yolo11_640_fire_11class": {"avg_ms": 59.136, "count": 304, "max_ms": 90.916, "p95_ms": 78.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.243, "count": 304, "max_ms": 101.81, "p95_ms": 90.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.568, "count": 304, "max_ms": 120.292, "p95_ms": 110.777}, "read_interval": {"avg_ms": 98.959, "count": 303, "max_ms": 432.124, "p95_ms": 127.704}, "triton_wait": {"avg_ms": 68.655, "count": 304, "max_ms": 106.672, "p95_ms": 97.61}, "visualize": {"avg_ms": 3.649, "count": 304, "max_ms": 4.913, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1109, "tracking_summary": 1020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6092.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21940.077, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.545, "sample_count": 1451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:23:46+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T17:23:46+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T17:23:46.688599+09:00", "mtime_epoch": 1783326226.6885989, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:23:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 802.215, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.712, "pushed": 4.712, "read": 4.679}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.823, "count": 141, "max_ms": 134.009, "p95_ms": 110.878}, "gstreamer_push": {"avg_ms": 0.783, "count": 141, "max_ms": 1.028, "p95_ms": 0.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.288, "count": 141, "max_ms": 116.064, "p95_ms": 99.463}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.595, "count": 141, "max_ms": 104.632, "p95_ms": 100.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.756, "count": 141, "max_ms": 259.975, "p95_ms": 236.424}, "read_interval": {"avg_ms": 213.83, "count": 140, "max_ms": 267.65, "p95_ms": 242.658}, "triton_wait": {"avg_ms": 75.986, "count": 141, "max_ms": 116.077, "p95_ms": 100.071}, "visualize": {"avg_ms": 25.07, "count": 141, "max_ms": 37.214, "p95_ms": 29.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6088.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:21:22+09:00", "last_error_summary": "[h264 @ 0x55d650311b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d650311b80] error while decoding MB 0 37, bytestream 1814", "last_exit_at": "2026-07-06T17:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.785, "last_started_at": "2026-07-06T17:21:25+09:00", "pid": 19660, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.816, "name": "ffmpeg", "pid": 19660, "rss_mb": 268.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.601, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:23:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:23:50+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T17:23:50+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T17:23:50.748652+09:00", "mtime_epoch": 1783326230.748652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:23:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.332, "pushed": 7.332, "read": 7.299}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.096, "count": 219, "max_ms": 9.136, "p95_ms": 7.756}, "gstreamer_push": {"avg_ms": 1.091, "count": 219, "max_ms": 1.306, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.525, "count": 219, "max_ms": 84.006, "p95_ms": 73.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.403, "count": 219, "max_ms": 113.686, "p95_ms": 101.044}, "yolo11_640_fire_11class": {"avg_ms": 59.666, "count": 219, "max_ms": 85.336, "p95_ms": 78.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.494, "count": 219, "max_ms": 100.657, "p95_ms": 92.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.423, "count": 219, "max_ms": 166.379, "p95_ms": 154.654}, "read_interval": {"avg_ms": 137.141, "count": 218, "max_ms": 177.358, "p95_ms": 166.93}, "triton_wait": {"avg_ms": 74.845, "count": 219, "max_ms": 113.699, "p95_ms": 101.056}, "visualize": {"avg_ms": 5.068, "count": 219, "max_ms": 6.793, "p95_ms": 5.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6080.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.755, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.258, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:24:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:24:07+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T17:24:07+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T17:24:07.556874+09:00", "mtime_epoch": 1783326247.5568736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:24:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1473.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.282, "count": 299, "max_ms": 6.835, "p95_ms": 5.626}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 1.868, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.385, "count": 299, "max_ms": 82.921, "p95_ms": 71.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.814, "count": 299, "max_ms": 119.584, "p95_ms": 98.798}, "yolo11_640_fire_11class": {"avg_ms": 58.853, "count": 299, "max_ms": 87.2, "p95_ms": 78.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.517, "count": 299, "max_ms": 105.785, "p95_ms": 91.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.334, "count": 299, "max_ms": 132.418, "p95_ms": 112.243}, "read_interval": {"avg_ms": 100.538, "count": 298, "max_ms": 551.351, "p95_ms": 128.57}, "triton_wait": {"avg_ms": 69.435, "count": 299, "max_ms": 119.597, "p95_ms": 98.811}, "visualize": {"avg_ms": 3.672, "count": 299, "max_ms": 5.114, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1110, "tracking_summary": 1021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6081.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 21970.137, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.321, "sample_count": 1457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:24:16+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T17:24:16+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T17:24:16.716995+09:00", "mtime_epoch": 1783326256.716995, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:24:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 790.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.897, "pushed": 4.897, "read": 4.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.807, "count": 146, "max_ms": 142.887, "p95_ms": 106.473}, "gstreamer_push": {"avg_ms": 1.24, "count": 146, "max_ms": 2.465, "p95_ms": 2.099}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.964, "count": 146, "max_ms": 116.02, "p95_ms": 103.793}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.667, "count": 146, "max_ms": 114.232, "p95_ms": 103.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.284, "count": 146, "max_ms": 261.045, "p95_ms": 247.472}, "read_interval": {"avg_ms": 205.708, "count": 145, "max_ms": 269.935, "p95_ms": 255.125}, "triton_wait": {"avg_ms": 75.893, "count": 146, "max_ms": 116.03, "p95_ms": 105.536}, "visualize": {"avg_ms": 34.581, "count": 146, "max_ms": 64.272, "p95_ms": 45.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6084.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:21:22+09:00", "last_error_summary": "[h264 @ 0x55d650311b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d650311b80] error while decoding MB 0 37, bytestream 1814", "last_exit_at": "2026-07-06T17:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.84, "last_started_at": "2026-07-06T17:21:25+09:00", "pid": 19660, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.074, "name": "ffmpeg", "pid": 19660, "rss_mb": 269.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.742, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:24:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:24:20+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T17:24:20+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T17:24:20.749048+09:00", "mtime_epoch": 1783326260.7490485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:24:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.256, "pushed": 7.256, "read": 7.222}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.112, "count": 217, "max_ms": 9.472, "p95_ms": 7.749}, "gstreamer_push": {"avg_ms": 1.119, "count": 217, "max_ms": 1.76, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.479, "count": 217, "max_ms": 89.75, "p95_ms": 75.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.902, "count": 217, "max_ms": 120.398, "p95_ms": 105.88}, "yolo11_640_fire_11class": {"avg_ms": 60.567, "count": 217, "max_ms": 90.194, "p95_ms": 80.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.682, "count": 217, "max_ms": 105.872, "p95_ms": 92.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.783, "count": 217, "max_ms": 180.689, "p95_ms": 160.504}, "read_interval": {"avg_ms": 138.348, "count": 216, "max_ms": 191.749, "p95_ms": 170.248}, "triton_wait": {"avg_ms": 76.173, "count": 217, "max_ms": 120.411, "p95_ms": 105.894}, "visualize": {"avg_ms": 5.107, "count": 217, "max_ms": 7.799, "p95_ms": 5.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5864.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.815, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.16, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:24:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:24:37+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T17:24:37+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T17:24:37.613273+09:00", "mtime_epoch": 1783326277.6132731, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:24:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1473.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 302, "max_ms": 7.097, "p95_ms": 5.348}, "gstreamer_push": {"avg_ms": 1.303, "count": 302, "max_ms": 1.561, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.898, "count": 302, "max_ms": 88.742, "p95_ms": 73.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.254, "count": 302, "max_ms": 122.499, "p95_ms": 98.171}, "yolo11_640_fire_11class": {"avg_ms": 58.691, "count": 302, "max_ms": 89.541, "p95_ms": 78.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.763, "count": 302, "max_ms": 100.058, "p95_ms": 90.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.513, "count": 302, "max_ms": 135.231, "p95_ms": 112.166}, "read_interval": {"avg_ms": 99.561, "count": 301, "max_ms": 367.567, "p95_ms": 132.151}, "triton_wait": {"avg_ms": 68.658, "count": 302, "max_ms": 122.51, "p95_ms": 99.265}, "visualize": {"avg_ms": 3.665, "count": 302, "max_ms": 4.839, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1112, "tracking_summary": 1022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6085.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22000.27, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.598, "sample_count": 1439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:24:47+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T17:24:46+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T17:24:46.853397+09:00", "mtime_epoch": 1783326286.853397, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:24:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 797.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.451, "pushed": 4.451, "read": 4.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.548, "count": 133, "max_ms": 137.061, "p95_ms": 114.079}, "gstreamer_push": {"avg_ms": 1.236, "count": 133, "max_ms": 3.015, "p95_ms": 1.97}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.064, "count": 133, "max_ms": 107.842, "p95_ms": 100.873}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.856, "count": 133, "max_ms": 108.989, "p95_ms": 104.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.244, "count": 133, "max_ms": 295.463, "p95_ms": 257.619}, "read_interval": {"avg_ms": 226.601, "count": 132, "max_ms": 302.819, "p95_ms": 263.421}, "triton_wait": {"avg_ms": 77.192, "count": 133, "max_ms": 109.002, "p95_ms": 106.148}, "visualize": {"avg_ms": 37.674, "count": 133, "max_ms": 56.912, "p95_ms": 45.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6079.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.839, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.316, "name": "ffmpeg", "pid": 19767, "rss_mb": 265.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.886, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:24:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:24:50+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T17:24:50+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T17:24:50.793450+09:00", "mtime_epoch": 1783326290.7934499, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:24:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.002, "pushed": 6.002, "read": 6.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.306, "count": 180, "max_ms": 9.351, "p95_ms": 7.955}, "gstreamer_push": {"avg_ms": 1.108, "count": 180, "max_ms": 1.775, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.863, "count": 180, "max_ms": 82.055, "p95_ms": 76.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.615, "count": 180, "max_ms": 118.644, "p95_ms": 101.178}, "yolo11_640_fire_11class": {"avg_ms": 60.314, "count": 180, "max_ms": 85.612, "p95_ms": 78.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.569, "count": 180, "max_ms": 98.47, "p95_ms": 91.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.622, "count": 180, "max_ms": 171.991, "p95_ms": 159.067}, "read_interval": {"avg_ms": 166.912, "count": 180, "max_ms": 5082.927, "p95_ms": 170.975}, "triton_wait": {"avg_ms": 75.038, "count": 180, "max_ms": 118.657, "p95_ms": 101.19}, "visualize": {"avg_ms": 5.225, "count": 180, "max_ms": 6.484, "p95_ms": 6.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6089.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.924, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.465, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:25:07+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T17:25:07+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T17:25:07.697678+09:00", "mtime_epoch": 1783326307.6976776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:25:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1473.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.823, "pushed": 9.823, "read": 9.79}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.31, "count": 294, "max_ms": 6.45, "p95_ms": 5.49}, "gstreamer_push": {"avg_ms": 1.307, "count": 294, "max_ms": 1.836, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.313, "count": 294, "max_ms": 83.32, "p95_ms": 74.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.137, "count": 294, "max_ms": 114.771, "p95_ms": 101.198}, "yolo11_640_fire_11class": {"avg_ms": 59.002, "count": 294, "max_ms": 92.263, "p95_ms": 79.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.571, "count": 294, "max_ms": 105.443, "p95_ms": 91.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.489, "count": 294, "max_ms": 127.495, "p95_ms": 113.65}, "read_interval": {"avg_ms": 102.045, "count": 293, "max_ms": 425.984, "p95_ms": 131.545}, "triton_wait": {"avg_ms": 70.494, "count": 294, "max_ms": 114.784, "p95_ms": 101.211}, "visualize": {"avg_ms": 3.69, "count": 294, "max_ms": 4.58, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1112, "tracking_summary": 1023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6089.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22030.298, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.549, "sample_count": 1449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:25:17+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T17:25:16+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T17:25:16.861802+09:00", "mtime_epoch": 1783326316.8618016, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:25:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 800.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.062, "pushed": 5.062, "read": 5.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.941, "count": 151, "max_ms": 128.194, "p95_ms": 109.068}, "gstreamer_push": {"avg_ms": 0.962, "count": 151, "max_ms": 2.888, "p95_ms": 1.916}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.92, "count": 151, "max_ms": 116.422, "p95_ms": 108.13}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.216, "count": 151, "max_ms": 116.01, "p95_ms": 104.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.461, "count": 151, "max_ms": 294.775, "p95_ms": 242.268}, "read_interval": {"avg_ms": 198.54, "count": 150, "max_ms": 303.874, "p95_ms": 248.71}, "triton_wait": {"avg_ms": 78.987, "count": 151, "max_ms": 116.435, "p95_ms": 109.751}, "visualize": {"avg_ms": 30.377, "count": 151, "max_ms": 60.201, "p95_ms": 46.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6092.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.903, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.379, "name": "ffmpeg", "pid": 19767, "rss_mb": 267.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.253, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:25:20+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T17:25:20+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T17:25:20.837856+09:00", "mtime_epoch": 1783326320.8378556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:25:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.22, "pushed": 7.22, "read": 7.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.08, "count": 216, "max_ms": 9.36, "p95_ms": 7.8}, "gstreamer_push": {"avg_ms": 1.105, "count": 216, "max_ms": 1.74, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.275, "count": 216, "max_ms": 86.93, "p95_ms": 74.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.878, "count": 216, "max_ms": 126.563, "p95_ms": 106.821}, "yolo11_640_fire_11class": {"avg_ms": 59.964, "count": 216, "max_ms": 88.292, "p95_ms": 82.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.264, "count": 216, "max_ms": 105.248, "p95_ms": 95.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.647, "count": 216, "max_ms": 186.475, "p95_ms": 158.79}, "read_interval": {"avg_ms": 139.107, "count": 215, "max_ms": 195.421, "p95_ms": 170.37}, "triton_wait": {"avg_ms": 76.949, "count": 216, "max_ms": 126.58, "p95_ms": 106.834}, "visualize": {"avg_ms": 5.043, "count": 216, "max_ms": 6.639, "p95_ms": 5.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6095.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.968, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.16, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:25:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:25:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T17:25:37.770086+09:00", "mtime_epoch": 1783326337.770086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:25:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1474.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.158, "pushed": 10.158, "read": 10.125}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 304, "max_ms": 6.618, "p95_ms": 5.181}, "gstreamer_push": {"avg_ms": 1.323, "count": 304, "max_ms": 2.429, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.803, "count": 304, "max_ms": 77.699, "p95_ms": 69.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.287, "count": 304, "max_ms": 114.832, "p95_ms": 98.329}, "yolo11_640_fire_11class": {"avg_ms": 58.619, "count": 304, "max_ms": 84.49, "p95_ms": 77.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.909, "count": 304, "max_ms": 101.338, "p95_ms": 90.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.614, "count": 304, "max_ms": 127.596, "p95_ms": 111.206}, "read_interval": {"avg_ms": 98.873, "count": 303, "max_ms": 325.571, "p95_ms": 133.709}, "triton_wait": {"avg_ms": 69.701, "count": 304, "max_ms": 114.844, "p95_ms": 98.343}, "visualize": {"avg_ms": 3.702, "count": 304, "max_ms": 5.207, "p95_ms": 4.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1114, "tracking_summary": 1025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6096.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22060.451, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.549, "sample_count": 1445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:25:47+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T17:25:47+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T17:25:47.058213+09:00", "mtime_epoch": 1783326347.058213, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:25:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 807.785, "name": "celery", "pid": 239, "rss_mb": 805.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.908, "pushed": 4.908, "read": 4.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.126, "count": 147, "max_ms": 131.979, "p95_ms": 112.883}, "gstreamer_push": {"avg_ms": 0.839, "count": 147, "max_ms": 1.834, "p95_ms": 1.031}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.389, "count": 147, "max_ms": 112.114, "p95_ms": 95.989}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.497, "count": 147, "max_ms": 113.825, "p95_ms": 99.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.853, "count": 147, "max_ms": 257.527, "p95_ms": 238.639}, "read_interval": {"avg_ms": 205.131, "count": 146, "max_ms": 264.383, "p95_ms": 247.798}, "triton_wait": {"avg_ms": 76.67, "count": 147, "max_ms": 113.837, "p95_ms": 99.79}, "visualize": {"avg_ms": 26.905, "count": 147, "max_ms": 34.107, "p95_ms": 32.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6095.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.984, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.895, "name": "ffmpeg", "pid": 19767, "rss_mb": 267.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.993, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:25:51+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T17:25:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T17:25:50.962266+09:00", "mtime_epoch": 1783326350.9622664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:25:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.977, "pushed": 6.977, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.498, "count": 209, "max_ms": 9.839, "p95_ms": 8.719}, "gstreamer_push": {"avg_ms": 1.098, "count": 209, "max_ms": 1.713, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.962, "count": 209, "max_ms": 81.484, "p95_ms": 72.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.907, "count": 209, "max_ms": 112.729, "p95_ms": 102.571}, "yolo11_640_fire_11class": {"avg_ms": 59.892, "count": 209, "max_ms": 85.436, "p95_ms": 78.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.254, "count": 209, "max_ms": 100.398, "p95_ms": 93.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.493, "count": 209, "max_ms": 193.114, "p95_ms": 169.903}, "read_interval": {"avg_ms": 144.091, "count": 208, "max_ms": 201.51, "p95_ms": 178.616}, "triton_wait": {"avg_ms": 76.28, "count": 209, "max_ms": 112.742, "p95_ms": 102.584}, "visualize": {"avg_ms": 5.456, "count": 209, "max_ms": 7.571, "p95_ms": 6.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6099.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1469.028, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.085, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:26:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:26:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:26:07+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T17:26:07.830498+09:00", "mtime_epoch": 1783326367.8304982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:26:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1475.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.337, "count": 301, "max_ms": 6.711, "p95_ms": 5.802}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 1.617, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.761, "count": 301, "max_ms": 87.764, "p95_ms": 72.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.122, "count": 301, "max_ms": 113.327, "p95_ms": 95.166}, "yolo11_640_fire_11class": {"avg_ms": 58.907, "count": 301, "max_ms": 86.16, "p95_ms": 78.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.952, "count": 301, "max_ms": 95.281, "p95_ms": 91.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.719, "count": 301, "max_ms": 126.695, "p95_ms": 108.367}, "read_interval": {"avg_ms": 99.901, "count": 300, "max_ms": 817.506, "p95_ms": 125.124}, "triton_wait": {"avg_ms": 68.782, "count": 301, "max_ms": 113.34, "p95_ms": 95.293}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.736, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1115, "tracking_summary": 1026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6091.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22090.524, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.082, "sample_count": 1444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:26:17+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T17:26:17+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T17:26:17.118626+09:00", "mtime_epoch": 1783326377.118626, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:26:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 798.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.756, "pushed": 4.756, "read": 4.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.361, "count": 142, "max_ms": 133.506, "p95_ms": 113.021}, "gstreamer_push": {"avg_ms": 0.828, "count": 142, "max_ms": 1.758, "p95_ms": 0.985}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.126, "count": 142, "max_ms": 107.163, "p95_ms": 98.339}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.594, "count": 142, "max_ms": 110.221, "p95_ms": 105.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.575, "count": 142, "max_ms": 268.634, "p95_ms": 240.787}, "read_interval": {"avg_ms": 211.738, "count": 141, "max_ms": 276.349, "p95_ms": 246.393}, "triton_wait": {"avg_ms": 77.23, "count": 142, "max_ms": 110.232, "p95_ms": 105.29}, "visualize": {"avg_ms": 27.966, "count": 142, "max_ms": 41.628, "p95_ms": 32.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6094.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.996, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.699, "name": "ffmpeg", "pid": 19767, "rss_mb": 269.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.502, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:26:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:26:21+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T17:26:20+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T17:26:20.942679+09:00", "mtime_epoch": 1783326380.942679, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:26:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.93, "pushed": 6.93, "read": 6.897}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.575, "count": 207, "max_ms": 10.133, "p95_ms": 8.195}, "gstreamer_push": {"avg_ms": 1.103, "count": 207, "max_ms": 1.883, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.92, "count": 207, "max_ms": 79.721, "p95_ms": 72.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.734, "count": 207, "max_ms": 111.136, "p95_ms": 100.417}, "yolo11_640_fire_11class": {"avg_ms": 60.151, "count": 207, "max_ms": 88.757, "p95_ms": 80.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.85, "count": 207, "max_ms": 101.871, "p95_ms": 93.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.562, "count": 207, "max_ms": 190.616, "p95_ms": 171.487}, "read_interval": {"avg_ms": 145.022, "count": 206, "max_ms": 198.956, "p95_ms": 179.149}, "triton_wait": {"avg_ms": 75.894, "count": 207, "max_ms": 111.149, "p95_ms": 100.429}, "visualize": {"avg_ms": 5.481, "count": 207, "max_ms": 8.677, "p95_ms": 6.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6098.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1499.058, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.219, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:26:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:26:37+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:26:37+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T17:26:37.830913+09:00", "mtime_epoch": 1783326397.830913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:26:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1475.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.3, "count": 301, "max_ms": 6.754, "p95_ms": 5.43}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.785, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.278, "count": 301, "max_ms": 83.548, "p95_ms": 72.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.854, "count": 301, "max_ms": 110.445, "p95_ms": 98.756}, "yolo11_640_fire_11class": {"avg_ms": 58.805, "count": 301, "max_ms": 90.891, "p95_ms": 78.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.674, "count": 301, "max_ms": 106.192, "p95_ms": 93.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.315, "count": 301, "max_ms": 123.267, "p95_ms": 111.219}, "read_interval": {"avg_ms": 99.708, "count": 300, "max_ms": 639.929, "p95_ms": 129.2}, "triton_wait": {"avg_ms": 68.378, "count": 301, "max_ms": 110.459, "p95_ms": 98.768}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 5.352, "p95_ms": 4.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1116, "tracking_summary": 1027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6095.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22120.693, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.705, "sample_count": 1435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:26:47+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T17:26:47+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-06T17:26:47.303045+09:00", "mtime_epoch": 1783326407.3030448, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:26:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 802.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.839, "pushed": 4.839, "read": 4.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.635, "count": 145, "max_ms": 115.993, "p95_ms": 108.264}, "gstreamer_push": {"avg_ms": 0.91, "count": 145, "max_ms": 2.953, "p95_ms": 1.824}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.709, "count": 145, "max_ms": 111.056, "p95_ms": 100.785}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.675, "count": 145, "max_ms": 115.553, "p95_ms": 104.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.973, "count": 145, "max_ms": 250.844, "p95_ms": 238.329}, "read_interval": {"avg_ms": 208.109, "count": 144, "max_ms": 256.953, "p95_ms": 246.47}, "triton_wait": {"avg_ms": 76.63, "count": 145, "max_ms": 115.566, "p95_ms": 104.281}, "visualize": {"avg_ms": 27.766, "count": 145, "max_ms": 40.653, "p95_ms": 34.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6095.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.008, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.957, "name": "ffmpeg", "pid": 19767, "rss_mb": 269.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.504, "sample_count": 2098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:26:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:26:51+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T17:26:50+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T17:26:50.963096+09:00", "mtime_epoch": 1783326410.9630957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:26:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1604.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.895, "pushed": 6.895, "read": 6.862}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.45, "count": 206, "max_ms": 9.152, "p95_ms": 7.96}, "gstreamer_push": {"avg_ms": 1.095, "count": 206, "max_ms": 1.363, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.181, "count": 206, "max_ms": 85.345, "p95_ms": 74.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.206, "count": 206, "max_ms": 126.221, "p95_ms": 102.387}, "yolo11_640_fire_11class": {"avg_ms": 60.329, "count": 206, "max_ms": 86.792, "p95_ms": 78.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.516, "count": 206, "max_ms": 106.883, "p95_ms": 96.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.399, "count": 206, "max_ms": 182.329, "p95_ms": 173.726}, "read_interval": {"avg_ms": 145.765, "count": 205, "max_ms": 189.883, "p95_ms": 181.903}, "triton_wait": {"avg_ms": 77.447, "count": 206, "max_ms": 126.235, "p95_ms": 102.439}, "visualize": {"avg_ms": 5.521, "count": 206, "max_ms": 8.431, "p95_ms": 6.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6095.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1529.128, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.091, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:27:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:27:07+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T17:27:07+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T17:27:07.923333+09:00", "mtime_epoch": 1783326427.9233327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:27:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1475.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.225, "count": 299, "max_ms": 6.738, "p95_ms": 5.207}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 1.799, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.7, "count": 299, "max_ms": 90.453, "p95_ms": 72.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.142, "count": 299, "max_ms": 108.836, "p95_ms": 96.799}, "yolo11_640_fire_11class": {"avg_ms": 58.647, "count": 299, "max_ms": 87.729, "p95_ms": 81.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.362, "count": 299, "max_ms": 103.446, "p95_ms": 92.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.572, "count": 299, "max_ms": 121.777, "p95_ms": 110.381}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 452.397, "p95_ms": 128.657}, "triton_wait": {"avg_ms": 67.672, "count": 299, "max_ms": 108.849, "p95_ms": 97.715}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 5.456, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1119, "tracking_summary": 1028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6103.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22150.726, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.788, "sample_count": 1440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:27:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:27:17+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T17:27:17+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T17:27:17.343465+09:00", "mtime_epoch": 1783326437.3434646, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:27:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 804.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.862, "pushed": 4.862, "read": 4.829}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.157, "count": 145, "max_ms": 123.167, "p95_ms": 109.732}, "gstreamer_push": {"avg_ms": 0.842, "count": 145, "max_ms": 2.309, "p95_ms": 1.039}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.142, "count": 145, "max_ms": 107.212, "p95_ms": 95.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.887, "count": 145, "max_ms": 105.455, "p95_ms": 99.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.056, "count": 145, "max_ms": 262.805, "p95_ms": 234.366}, "read_interval": {"avg_ms": 207.181, "count": 144, "max_ms": 269.23, "p95_ms": 240.86}, "triton_wait": {"avg_ms": 74.479, "count": 145, "max_ms": 107.224, "p95_ms": 99.495}, "visualize": {"avg_ms": 26.428, "count": 145, "max_ms": 57.173, "p95_ms": 34.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.102, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.98, "name": "ffmpeg", "pid": 19767, "rss_mb": 275.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.728, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:27:21+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T17:27:21+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T17:27:21.031517+09:00", "mtime_epoch": 1783326441.0315166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:27:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.147, "pushed": 7.147, "read": 7.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.404, "count": 213, "max_ms": 10.137, "p95_ms": 8.243}, "gstreamer_push": {"avg_ms": 1.097, "count": 214, "max_ms": 1.579, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.098, "count": 213, "max_ms": 84.262, "p95_ms": 72.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.313, "count": 213, "max_ms": 107.969, "p95_ms": 99.116}, "yolo11_640_fire_11class": {"avg_ms": 60.239, "count": 213, "max_ms": 86.443, "p95_ms": 78.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.647, "count": 213, "max_ms": 102.854, "p95_ms": 91.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.238, "count": 214, "max_ms": 186.824, "p95_ms": 163.999}, "read_interval": {"avg_ms": 140.551, "count": 213, "max_ms": 194.296, "p95_ms": 174.469}, "triton_wait": {"avg_ms": 75.486, "count": 213, "max_ms": 107.981, "p95_ms": 100.272}, "visualize": {"avg_ms": 5.264, "count": 213, "max_ms": 7.808, "p95_ms": 6.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6108.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1559.158, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.122, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:27:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:27:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T17:27:37+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T17:27:37.955755+09:00", "mtime_epoch": 1783326457.9557548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:27:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1475.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.228, "count": 300, "max_ms": 6.83, "p95_ms": 5.684}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 2.015, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.96, "count": 300, "max_ms": 85.15, "p95_ms": 70.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.751, "count": 300, "max_ms": 116.227, "p95_ms": 97.485}, "yolo11_640_fire_11class": {"avg_ms": 58.651, "count": 300, "max_ms": 89.775, "p95_ms": 78.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.375, "count": 300, "max_ms": 103.55, "p95_ms": 89.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.784, "count": 300, "max_ms": 129.136, "p95_ms": 109.806}, "read_interval": {"avg_ms": 100.149, "count": 299, "max_ms": 664.665, "p95_ms": 126.924}, "triton_wait": {"avg_ms": 68.168, "count": 300, "max_ms": 116.24, "p95_ms": 97.498}, "visualize": {"avg_ms": 3.582, "count": 300, "max_ms": 5.328, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1119, "tracking_summary": 1030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6113.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22180.744, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.268, "sample_count": 1446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:27:47+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T17:27:47+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T17:27:47.375888+09:00", "mtime_epoch": 1783326467.3758876, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:27:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 805.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.004, "pushed": 5.004, "read": 4.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.986, "count": 149, "max_ms": 126.088, "p95_ms": 112.739}, "gstreamer_push": {"avg_ms": 1.124, "count": 149, "max_ms": 3.827, "p95_ms": 2.08}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.077, "count": 149, "max_ms": 121.732, "p95_ms": 98.239}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.252, "count": 149, "max_ms": 115.346, "p95_ms": 103.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.919, "count": 149, "max_ms": 259.145, "p95_ms": 240.498}, "read_interval": {"avg_ms": 201.594, "count": 148, "max_ms": 266.157, "p95_ms": 247.385}, "triton_wait": {"avg_ms": 74.759, "count": 149, "max_ms": 121.742, "p95_ms": 105.568}, "visualize": {"avg_ms": 31.116, "count": 149, "max_ms": 57.453, "p95_ms": 43.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.777, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6111.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.12, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.766, "name": "ffmpeg", "pid": 19767, "rss_mb": 283.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.728, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:27:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:27:51+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T17:27:51+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T17:27:51.047940+09:00", "mtime_epoch": 1783326471.0479398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:27:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.222, "pushed": 7.222, "read": 7.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.205, "count": 216, "max_ms": 10.584, "p95_ms": 7.804}, "gstreamer_push": {"avg_ms": 1.097, "count": 216, "max_ms": 1.846, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.248, "count": 216, "max_ms": 85.771, "p95_ms": 73.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.744, "count": 216, "max_ms": 114.067, "p95_ms": 102.576}, "yolo11_640_fire_11class": {"avg_ms": 58.413, "count": 216, "max_ms": 87.026, "p95_ms": 77.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.24, "count": 216, "max_ms": 104.405, "p95_ms": 91.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.424, "count": 216, "max_ms": 185.308, "p95_ms": 158.168}, "read_interval": {"avg_ms": 138.867, "count": 215, "max_ms": 193.414, "p95_ms": 168.207}, "triton_wait": {"avg_ms": 74.061, "count": 216, "max_ms": 114.081, "p95_ms": 102.59}, "visualize": {"avg_ms": 5.251, "count": 216, "max_ms": 7.38, "p95_ms": 6.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1589.171, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.088, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:28:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:28:08+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T17:28:07+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T17:28:07.968179+09:00", "mtime_epoch": 1783326487.9681795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:28:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1475.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.332, "count": 301, "max_ms": 7.073, "p95_ms": 5.47}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.813, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.202, "count": 301, "max_ms": 80.549, "p95_ms": 72.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.222, "count": 301, "max_ms": 116.734, "p95_ms": 97.319}, "yolo11_640_fire_11class": {"avg_ms": 58.193, "count": 301, "max_ms": 99.135, "p95_ms": 77.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.231, "count": 301, "max_ms": 108.625, "p95_ms": 92.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.804, "count": 301, "max_ms": 129.795, "p95_ms": 111.088}, "read_interval": {"avg_ms": 99.693, "count": 301, "max_ms": 423.951, "p95_ms": 128.736}, "triton_wait": {"avg_ms": 66.849, "count": 301, "max_ms": 116.747, "p95_ms": 98.098}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 5.613, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1120, "tracking_summary": 1031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6111.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22210.877, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.369, "sample_count": 1438, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:28:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:28:17+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T17:28:17+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T17:28:17.476315+09:00", "mtime_epoch": 1783326497.4763148, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:28:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 801.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.775, "pushed": 4.775, "read": 4.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.94, "count": 143, "max_ms": 134.743, "p95_ms": 108.13}, "gstreamer_push": {"avg_ms": 0.858, "count": 143, "max_ms": 2.074, "p95_ms": 1.728}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.046, "count": 143, "max_ms": 112.825, "p95_ms": 95.322}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.314, "count": 143, "max_ms": 115.375, "p95_ms": 98.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.795, "count": 143, "max_ms": 259.799, "p95_ms": 235.759}, "read_interval": {"avg_ms": 210.736, "count": 142, "max_ms": 266.093, "p95_ms": 241.832}, "triton_wait": {"avg_ms": 73.768, "count": 143, "max_ms": 115.389, "p95_ms": 101.202}, "visualize": {"avg_ms": 29.299, "count": 143, "max_ms": 40.072, "p95_ms": 37.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6121.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:24:34+09:00", "last_error_summary": "[h264 @ 0x55a27d044b40] cabac decode of qscale diff failed at 8 41 [h264 @ 0x55a27d044b40] error while decoding MB 8 41, bytestream -9", "last_exit_at": "2026-07-06T17:24:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 230.489, "last_started_at": "2026-07-06T17:24:37+09:00", "pid": 19767, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.035, "name": "ffmpeg", "pid": 19767, "rss_mb": 291.035, "state": "S (sleeping)", "threads": 104}, "restart_count": 53, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.953, "sample_count": 1951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:28:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:28:27+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T17:28:27+09:00", "mjpeg": {"age_sec": 19.232, "exists": true, "mtime": "2026-07-06T17:28:08.324185+09:00", "mtime_epoch": 1783326488.3241847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:28:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.404, "pushed": 2.404, "read": 2.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.792, "count": 71, "max_ms": 8.96, "p95_ms": 7.636}, "gstreamer_push": {"avg_ms": 1.051, "count": 72, "max_ms": 1.723, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.891, "count": 71, "max_ms": 79.862, "p95_ms": 75.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.122, "count": 71, "max_ms": 104.239, "p95_ms": 101.686}, "yolo11_640_fire_11class": {"avg_ms": 59.949, "count": 71, "max_ms": 82.907, "p95_ms": 80.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.584, "count": 71, "max_ms": 97.301, "p95_ms": 94.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.916, "count": 72, "max_ms": 181.102, "p95_ms": 179.177}, "read_interval": {"avg_ms": 421.69, "count": 71, "max_ms": 19208.012, "p95_ms": 187.952}, "triton_wait": {"avg_ms": 76.204, "count": 71, "max_ms": 104.249, "p95_ms": 101.698}, "visualize": {"avg_ms": 5.861, "count": 71, "max_ms": 7.194, "p95_ms": 6.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6057.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1619.24, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.707, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:28:38+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:28:38+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T17:28:38.040608+09:00", "mtime_epoch": 1783326518.0406082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:28:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1475.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.225, "count": 302, "max_ms": 6.508, "p95_ms": 4.914}, "gstreamer_push": {"avg_ms": 1.298, "count": 302, "max_ms": 1.622, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.024, "count": 302, "max_ms": 75.1, "p95_ms": 61.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.412, "count": 302, "max_ms": 107.764, "p95_ms": 89.863}, "yolo11_640_fire_11class": {"avg_ms": 55.199, "count": 302, "max_ms": 89.842, "p95_ms": 67.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.053, "count": 302, "max_ms": 100.854, "p95_ms": 70.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.417, "count": 302, "max_ms": 121.263, "p95_ms": 103.331}, "read_interval": {"avg_ms": 99.608, "count": 301, "max_ms": 555.217, "p95_ms": 122.413}, "triton_wait": {"avg_ms": 62.597, "count": 302, "max_ms": 107.776, "p95_ms": 89.921}, "visualize": {"avg_ms": 3.672, "count": 302, "max_ms": 4.848, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1122, "tracking_summary": 1032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6093.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22240.958, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.209, "sample_count": 1458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:28:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:28:47+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T17:28:47+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T17:28:47.540744+09:00", "mtime_epoch": 1783326527.540744, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:28:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 804.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.355, "pushed": 5.355, "read": 5.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 76.58, "count": 160, "max_ms": 135.712, "p95_ms": 107.028}, "gstreamer_push": {"avg_ms": 0.86, "count": 160, "max_ms": 1.752, "p95_ms": 1.01}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.303, "count": 160, "max_ms": 113.546, "p95_ms": 94.024}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.519, "count": 160, "max_ms": 110.57, "p95_ms": 100.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.886, "count": 160, "max_ms": 263.307, "p95_ms": 221.509}, "read_interval": {"avg_ms": 187.746, "count": 159, "max_ms": 269.689, "p95_ms": 228.761}, "triton_wait": {"avg_ms": 72.319, "count": 160, "max_ms": 113.559, "p95_ms": 101.342}, "visualize": {"avg_ms": 27.854, "count": 160, "max_ms": 36.842, "p95_ms": 34.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6088.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:28:28+09:00", "last_error_summary": "[h264 @ 0x563a69d1b440] left block unavailable for requested intra mode [h264 @ 0x563a69d1b440] error while decoding MB 0 37, bytestream 5477 [h264 @ 0x563a693e7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563a693e7700] error while decoding MB 0 42, bytestream 2161 [h264 @ 0x563a693ea2c0] left block unavailable for requested intra mode [h264 @ 0x563a693ea2c0] error while decoding MB 0 35, bytestream 6967 [h264 @ 0x563a69f87fc0] left block unavailable for requested intra m", "last_exit_at": "2026-07-06T17:28:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.901, "last_started_at": "2026-07-06T17:28:30+09:00", "pid": 19874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.406, "name": "ffmpeg", "pid": 19874, "rss_mb": 265.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 21, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.513, "sample_count": 1918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:28:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:28:57+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T17:28:57+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T17:28:57.508887+09:00", "mtime_epoch": 1783326537.508887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:28:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.213, "pushed": 6.213, "read": 6.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.308, "count": 186, "max_ms": 9.53, "p95_ms": 8.067}, "gstreamer_push": {"avg_ms": 1.115, "count": 186, "max_ms": 2.031, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.365, "count": 186, "max_ms": 84.823, "p95_ms": 73.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.001, "count": 186, "max_ms": 127.672, "p95_ms": 104.363}, "yolo11_640_fire_11class": {"avg_ms": 59.944, "count": 186, "max_ms": 87.84, "p95_ms": 81.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.119, "count": 186, "max_ms": 103.337, "p95_ms": 93.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.862, "count": 186, "max_ms": 195.371, "p95_ms": 162.34}, "read_interval": {"avg_ms": 161.821, "count": 185, "max_ms": 4227.461, "p95_ms": 172.183}, "triton_wait": {"avg_ms": 76.183, "count": 186, "max_ms": 127.686, "p95_ms": 104.376}, "visualize": {"avg_ms": 5.303, "count": 186, "max_ms": 9.308, "p95_ms": 6.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6092.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1649.259, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.071, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:29:08+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T17:29:08+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:29:08.061039+09:00", "mtime_epoch": 1783326548.0610387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:29:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1475.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.312, "count": 297, "max_ms": 7.121, "p95_ms": 5.871}, "gstreamer_push": {"avg_ms": 1.304, "count": 297, "max_ms": 2.083, "p95_ms": 1.522}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.99, "count": 297, "max_ms": 86.352, "p95_ms": 72.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.508, "count": 297, "max_ms": 113.773, "p95_ms": 100.548}, "yolo11_640_fire_11class": {"avg_ms": 58.528, "count": 297, "max_ms": 90.156, "p95_ms": 79.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.817, "count": 297, "max_ms": 108.0, "p95_ms": 95.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.334, "count": 297, "max_ms": 127.227, "p95_ms": 114.413}, "read_interval": {"avg_ms": 101.135, "count": 296, "max_ms": 480.498, "p95_ms": 132.332}, "triton_wait": {"avg_ms": 69.44, "count": 297, "max_ms": 113.786, "p95_ms": 101.125}, "visualize": {"avg_ms": 3.645, "count": 297, "max_ms": 5.965, "p95_ms": 4.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1123, "tracking_summary": 1033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6102.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22271.024, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.762, "sample_count": 1456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:29:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:29:17+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T17:29:17+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T17:29:17.609176+09:00", "mtime_epoch": 1783326557.6091762, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:29:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 803.785, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.826, "pushed": 4.826, "read": 4.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.548, "count": 144, "max_ms": 137.067, "p95_ms": 111.673}, "gstreamer_push": {"avg_ms": 0.821, "count": 144, "max_ms": 1.694, "p95_ms": 0.971}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.768, "count": 144, "max_ms": 110.081, "p95_ms": 105.246}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.43, "count": 144, "max_ms": 116.999, "p95_ms": 102.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.35, "count": 144, "max_ms": 269.556, "p95_ms": 246.617}, "read_interval": {"avg_ms": 208.746, "count": 143, "max_ms": 280.659, "p95_ms": 252.59}, "triton_wait": {"avg_ms": 80.238, "count": 144, "max_ms": 117.012, "p95_ms": 106.309}, "visualize": {"avg_ms": 27.481, "count": 144, "max_ms": 45.923, "p95_ms": 39.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6104.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:28:28+09:00", "last_error_summary": "[h264 @ 0x563a69d1b440] left block unavailable for requested intra mode [h264 @ 0x563a69d1b440] error while decoding MB 0 37, bytestream 5477 [h264 @ 0x563a693e7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563a693e7700] error while decoding MB 0 42, bytestream 2161 [h264 @ 0x563a693ea2c0] left block unavailable for requested intra mode [h264 @ 0x563a693ea2c0] error while decoding MB 0 35, bytestream 6967 [h264 @ 0x563a69f87fc0] left block unavailable for requested intra m", "last_exit_at": "2026-07-06T17:28:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.947, "last_started_at": "2026-07-06T17:28:30+09:00", "pid": 19874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.773, "name": "ffmpeg", "pid": 19874, "rss_mb": 275.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 21, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.151, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:29:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:29:27+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T17:29:27+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T17:29:27.557320+09:00", "mtime_epoch": 1783326567.5573196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:29:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.058, "pushed": 7.058, "read": 7.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.333, "count": 211, "max_ms": 9.963, "p95_ms": 7.73}, "gstreamer_push": {"avg_ms": 1.108, "count": 211, "max_ms": 1.567, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.851, "count": 211, "max_ms": 83.111, "p95_ms": 75.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.006, "count": 211, "max_ms": 123.524, "p95_ms": 100.878}, "yolo11_640_fire_11class": {"avg_ms": 60.494, "count": 211, "max_ms": 84.153, "p95_ms": 81.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.277, "count": 211, "max_ms": 101.898, "p95_ms": 95.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.151, "count": 211, "max_ms": 186.553, "p95_ms": 165.457}, "read_interval": {"avg_ms": 142.463, "count": 210, "max_ms": 290.149, "p95_ms": 178.068}, "triton_wait": {"avg_ms": 75.483, "count": 211, "max_ms": 123.537, "p95_ms": 100.89}, "visualize": {"avg_ms": 5.343, "count": 211, "max_ms": 8.909, "p95_ms": 6.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6105.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1679.302, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.81, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:29:38+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T17:29:38+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T17:29:38.097472+09:00", "mtime_epoch": 1783326578.097472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:29:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1476.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.245, "count": 301, "max_ms": 6.692, "p95_ms": 5.115}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.792, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.478, "count": 301, "max_ms": 85.156, "p95_ms": 69.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.857, "count": 301, "max_ms": 113.394, "p95_ms": 96.144}, "yolo11_640_fire_11class": {"avg_ms": 58.984, "count": 301, "max_ms": 89.189, "p95_ms": 79.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.278, "count": 301, "max_ms": 102.873, "p95_ms": 91.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.205, "count": 301, "max_ms": 126.306, "p95_ms": 109.252}, "read_interval": {"avg_ms": 99.83, "count": 300, "max_ms": 498.995, "p95_ms": 128.438}, "triton_wait": {"avg_ms": 67.363, "count": 301, "max_ms": 113.407, "p95_ms": 96.767}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 4.903, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1125, "tracking_summary": 1034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6098.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22301.135, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.323, "sample_count": 1467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:29:47+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T17:29:47+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T17:29:47.741612+09:00", "mtime_epoch": 1783326587.7416117, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:29:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 795.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.819, "pushed": 4.819, "read": 4.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.788, "count": 144, "max_ms": 130.2, "p95_ms": 116.417}, "gstreamer_push": {"avg_ms": 0.824, "count": 144, "max_ms": 1.858, "p95_ms": 0.987}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.963, "count": 144, "max_ms": 105.894, "p95_ms": 99.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.048, "count": 144, "max_ms": 114.539, "p95_ms": 102.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.045, "count": 144, "max_ms": 263.653, "p95_ms": 236.58}, "read_interval": {"avg_ms": 209.111, "count": 143, "max_ms": 269.97, "p95_ms": 245.115}, "triton_wait": {"avg_ms": 75.626, "count": 144, "max_ms": 114.552, "p95_ms": 103.391}, "visualize": {"avg_ms": 27.631, "count": 144, "max_ms": 45.307, "p95_ms": 32.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:28:28+09:00", "last_error_summary": "[h264 @ 0x563a69d1b440] left block unavailable for requested intra mode [h264 @ 0x563a69d1b440] error while decoding MB 0 37, bytestream 5477 [h264 @ 0x563a693e7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563a693e7700] error while decoding MB 0 42, bytestream 2161 [h264 @ 0x563a693ea2c0] left block unavailable for requested intra mode [h264 @ 0x563a693ea2c0] error while decoding MB 0 35, bytestream 6967 [h264 @ 0x563a69f87fc0] left block unavailable for requested intra m", "last_exit_at": "2026-07-06T17:28:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.084, "last_started_at": "2026-07-06T17:28:30+09:00", "pid": 19874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.609, "name": "ffmpeg", "pid": 19874, "rss_mb": 278.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 20, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.791, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:29:57+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T17:29:57+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T17:29:57.657756+09:00", "mtime_epoch": 1783326597.6577556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:29:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.903, "pushed": 6.903, "read": 6.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.448, "count": 206, "max_ms": 10.257, "p95_ms": 7.946}, "gstreamer_push": {"avg_ms": 1.092, "count": 207, "max_ms": 1.6, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.264, "count": 206, "max_ms": 83.484, "p95_ms": 75.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.667, "count": 206, "max_ms": 111.649, "p95_ms": 100.802}, "yolo11_640_fire_11class": {"avg_ms": 60.513, "count": 206, "max_ms": 87.877, "p95_ms": 78.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.786, "count": 206, "max_ms": 103.737, "p95_ms": 93.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.191, "count": 207, "max_ms": 191.274, "p95_ms": 174.137}, "read_interval": {"avg_ms": 145.53, "count": 206, "max_ms": 200.072, "p95_ms": 181.419}, "triton_wait": {"avg_ms": 75.798, "count": 206, "max_ms": 111.663, "p95_ms": 100.816}, "visualize": {"avg_ms": 5.518, "count": 206, "max_ms": 8.55, "p95_ms": 6.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1709.312, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.397, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:30:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:30:08+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:30:08+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:30:08.113908+09:00", "mtime_epoch": 1783326608.1139076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:30:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1476.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.255, "count": 300, "max_ms": 6.835, "p95_ms": 5.673}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.86, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.796, "count": 300, "max_ms": 89.448, "p95_ms": 71.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.121, "count": 300, "max_ms": 113.501, "p95_ms": 97.655}, "yolo11_640_fire_11class": {"avg_ms": 58.916, "count": 300, "max_ms": 89.466, "p95_ms": 79.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.873, "count": 300, "max_ms": 104.405, "p95_ms": 91.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.323, "count": 300, "max_ms": 128.78, "p95_ms": 110.889}, "read_interval": {"avg_ms": 100.055, "count": 300, "max_ms": 394.653, "p95_ms": 131.754}, "triton_wait": {"avg_ms": 67.588, "count": 300, "max_ms": 113.514, "p95_ms": 97.665}, "visualize": {"avg_ms": 3.616, "count": 300, "max_ms": 5.292, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1126, "tracking_summary": 1036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6111.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22331.199, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.874, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:30:17+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T17:30:17+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T17:30:17.850049+09:00", "mtime_epoch": 1783326617.8500493, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:30:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 804.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.692, "pushed": 4.692, "read": 4.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.987, "count": 140, "max_ms": 118.0, "p95_ms": 108.111}, "gstreamer_push": {"avg_ms": 0.807, "count": 140, "max_ms": 1.997, "p95_ms": 0.867}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.193, "count": 140, "max_ms": 113.507, "p95_ms": 99.444}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.344, "count": 140, "max_ms": 114.564, "p95_ms": 101.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.695, "count": 140, "max_ms": 261.035, "p95_ms": 237.256}, "read_interval": {"avg_ms": 215.12, "count": 139, "max_ms": 267.22, "p95_ms": 245.415}, "triton_wait": {"avg_ms": 75.813, "count": 140, "max_ms": 114.577, "p95_ms": 104.332}, "visualize": {"avg_ms": 27.055, "count": 140, "max_ms": 42.623, "p95_ms": 39.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6108.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:28:28+09:00", "last_error_summary": "[h264 @ 0x563a69d1b440] left block unavailable for requested intra mode [h264 @ 0x563a69d1b440] error while decoding MB 0 37, bytestream 5477 [h264 @ 0x563a693e7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563a693e7700] error while decoding MB 0 42, bytestream 2161 [h264 @ 0x563a693ea2c0] left block unavailable for requested intra mode [h264 @ 0x563a693ea2c0] error while decoding MB 0 35, bytestream 6967 [h264 @ 0x563a69f87fc0] left block unavailable for requested intra m", "last_exit_at": "2026-07-06T17:28:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.114, "last_started_at": "2026-07-06T17:28:30+09:00", "pid": 19874, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.344, "name": "ffmpeg", "pid": 19874, "rss_mb": 286.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 20, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.592, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:30:27+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T17:30:27+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T17:30:27.702193+09:00", "mtime_epoch": 1783326627.702193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:30:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.154, "pushed": 7.154, "read": 7.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.202, "count": 214, "max_ms": 9.603, "p95_ms": 8.086}, "gstreamer_push": {"avg_ms": 1.086, "count": 214, "max_ms": 1.411, "p95_ms": 1.249}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.03, "count": 214, "max_ms": 89.394, "p95_ms": 73.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.065, "count": 214, "max_ms": 116.281, "p95_ms": 105.137}, "yolo11_640_fire_11class": {"avg_ms": 60.401, "count": 214, "max_ms": 89.954, "p95_ms": 79.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.169, "count": 214, "max_ms": 106.212, "p95_ms": 92.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.784, "count": 214, "max_ms": 187.514, "p95_ms": 160.218}, "read_interval": {"avg_ms": 140.283, "count": 213, "max_ms": 195.134, "p95_ms": 171.188}, "triton_wait": {"avg_ms": 76.437, "count": 214, "max_ms": 116.292, "p95_ms": 105.152}, "visualize": {"avg_ms": 5.197, "count": 214, "max_ms": 8.196, "p95_ms": 6.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6117.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1739.365, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.336, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:30:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:30:38+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T17:30:38+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T17:30:38.170346+09:00", "mtime_epoch": 1783326638.170346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:30:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1476.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.258, "count": 303, "max_ms": 6.619, "p95_ms": 5.293}, "gstreamer_push": {"avg_ms": 1.296, "count": 303, "max_ms": 1.889, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.283, "count": 303, "max_ms": 86.92, "p95_ms": 69.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.015, "count": 303, "max_ms": 117.893, "p95_ms": 97.813}, "yolo11_640_fire_11class": {"avg_ms": 57.886, "count": 303, "max_ms": 93.654, "p95_ms": 78.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.456, "count": 303, "max_ms": 101.94, "p95_ms": 91.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.487, "count": 303, "max_ms": 130.885, "p95_ms": 111.531}, "read_interval": {"avg_ms": 99.252, "count": 302, "max_ms": 608.086, "p95_ms": 127.946}, "triton_wait": {"avg_ms": 66.633, "count": 303, "max_ms": 117.906, "p95_ms": 98.527}, "visualize": {"avg_ms": 3.678, "count": 303, "max_ms": 5.18, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1129, "tracking_summary": 1037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22361.266, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.518, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:30:48+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T17:30:47+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T17:30:47.842487+09:00", "mtime_epoch": 1783326647.8424873, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:30:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 805.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.185, "pushed": 5.185, "read": 5.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.025, "count": 155, "max_ms": 129.896, "p95_ms": 106.364}, "gstreamer_push": {"avg_ms": 0.807, "count": 155, "max_ms": 1.61, "p95_ms": 0.983}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.955, "count": 155, "max_ms": 107.456, "p95_ms": 91.121}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.208, "count": 155, "max_ms": 108.412, "p95_ms": 97.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.002, "count": 155, "max_ms": 236.897, "p95_ms": 220.002}, "read_interval": {"avg_ms": 193.712, "count": 154, "max_ms": 243.384, "p95_ms": 226.127}, "triton_wait": {"avg_ms": 72.074, "count": 155, "max_ms": 108.424, "p95_ms": 98.66}, "visualize": {"avg_ms": 24.935, "count": 155, "max_ms": 36.505, "p95_ms": 31.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5960.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:30:57+09:00", "last_error_summary": "[h264 @ 0x5611083d14c0] cabac decode of qscale diff failed at 61 44 [h264 @ 0x5611083d14c0] error while decoding MB 61 44, bytestream 3687 [h264 @ 0x56110905ccc0] left block unavailable for requested intra mode [h264 @ 0x56110905ccc0] error while decoding MB 0 42, bytestream 4525 [h264 @ 0x56110832acc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56110832acc0] error while decoding MB 0 22, bytestream 40522 [h264 @ 0x5611083a92c0] error while decoding MB 14 9, bytestream -8 [i", "last_exit_at": "2026-07-06T17:31:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.114, "last_started_at": "2026-07-06T17:31:00+09:00", "pid": 19981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 134.098, "name": "ffmpeg", "pid": 19981, "rss_mb": 134.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 21, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.776, "sample_count": 1769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:31:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:31:03+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T17:31:03+09:00", "mjpeg": {"age_sec": 6.093, "exists": true, "mtime": "2026-07-06T17:30:57.118623+09:00", "mtime_epoch": 1783326657.1186235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:31:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 38, "pushed_frames": 38, "read_frames": 37, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.272, "pushed": 1.272, "read": 1.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.995, "count": 38, "max_ms": 6.599, "p95_ms": 6.531}, "gstreamer_push": {"avg_ms": 1.099, "count": 38, "max_ms": 1.319, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.069, "count": 38, "max_ms": 75.929, "p95_ms": 74.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.0, "count": 38, "max_ms": 104.202, "p95_ms": 102.282}, "yolo11_640_fire_11class": {"avg_ms": 61.113, "count": 38, "max_ms": 78.495, "p95_ms": 75.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.977, "count": 38, "max_ms": 88.345, "p95_ms": 86.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.27, "count": 38, "max_ms": 156.877, "p95_ms": 154.876}, "read_interval": {"avg_ms": 807.861, "count": 37, "max_ms": 10169.551, "p95_ms": 8932.584}, "triton_wait": {"avg_ms": 74.344, "count": 38, "max_ms": 104.214, "p95_ms": 102.295}, "visualize": {"avg_ms": 5.098, "count": 38, "max_ms": 6.037, "p95_ms": 5.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6070.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1769.478, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.014, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:31:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:31:08+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T17:31:08+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T17:31:08.246787+09:00", "mtime_epoch": 1783326668.2467868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:31:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1476.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.959}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.342, "count": 299, "max_ms": 6.668, "p95_ms": 5.785}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 1.992, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.608, "count": 299, "max_ms": 78.945, "p95_ms": 65.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.62, "count": 299, "max_ms": 104.339, "p95_ms": 91.069}, "yolo11_640_fire_11class": {"avg_ms": 56.28, "count": 299, "max_ms": 84.941, "p95_ms": 71.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.88, "count": 299, "max_ms": 96.637, "p95_ms": 82.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.912, "count": 299, "max_ms": 117.149, "p95_ms": 104.551}, "read_interval": {"avg_ms": 100.379, "count": 298, "max_ms": 584.686, "p95_ms": 130.432}, "triton_wait": {"avg_ms": 62.952, "count": 299, "max_ms": 104.351, "p95_ms": 91.084}, "visualize": {"avg_ms": 3.705, "count": 299, "max_ms": 4.859, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1129, "tracking_summary": 1038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6086.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22391.272, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 236.58, "sample_count": 1474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:31:18+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T17:31:17+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T17:31:17.834928+09:00", "mtime_epoch": 1783326677.8349278, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:31:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 791.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.1, "pushed": 5.1, "read": 5.066}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.527, "count": 152, "max_ms": 117.345, "p95_ms": 108.586}, "gstreamer_push": {"avg_ms": 1.043, "count": 152, "max_ms": 3.287, "p95_ms": 2.034}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.952, "count": 152, "max_ms": 112.321, "p95_ms": 99.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.681, "count": 152, "max_ms": 110.102, "p95_ms": 98.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.908, "count": 152, "max_ms": 255.507, "p95_ms": 232.123}, "read_interval": {"avg_ms": 197.068, "count": 151, "max_ms": 263.261, "p95_ms": 237.869}, "triton_wait": {"avg_ms": 73.7, "count": 152, "max_ms": 112.335, "p95_ms": 101.318}, "visualize": {"avg_ms": 28.757, "count": 152, "max_ms": 45.964, "p95_ms": 40.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6098.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:30:57+09:00", "last_error_summary": "[h264 @ 0x5611083d14c0] cabac decode of qscale diff failed at 61 44 [h264 @ 0x5611083d14c0] error while decoding MB 61 44, bytestream 3687 [h264 @ 0x56110905ccc0] left block unavailable for requested intra mode [h264 @ 0x56110905ccc0] error while decoding MB 0 42, bytestream 4525 [h264 @ 0x56110832acc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56110832acc0] error while decoding MB 0 22, bytestream 40522 [h264 @ 0x5611083a92c0] error while decoding MB 14 9, bytestream -8 [i", "last_exit_at": "2026-07-06T17:31:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.116, "last_started_at": "2026-07-06T17:31:00+09:00", "pid": 19981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.414, "name": "ffmpeg", "pid": 19981, "rss_mb": 270.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 21, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.47, "sample_count": 1777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:31:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:31:33+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T17:31:33+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T17:31:33.075152+09:00", "mtime_epoch": 1783326693.0751522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:31:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.201, "pushed": 7.201, "read": 7.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.164, "count": 216, "max_ms": 9.038, "p95_ms": 7.656}, "gstreamer_push": {"avg_ms": 1.109, "count": 216, "max_ms": 1.504, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.3, "count": 216, "max_ms": 86.319, "p95_ms": 74.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.597, "count": 216, "max_ms": 120.692, "p95_ms": 104.426}, "yolo11_640_fire_11class": {"avg_ms": 61.002, "count": 216, "max_ms": 86.331, "p95_ms": 79.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.322, "count": 216, "max_ms": 101.061, "p95_ms": 94.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.997, "count": 216, "max_ms": 186.281, "p95_ms": 157.72}, "read_interval": {"avg_ms": 138.821, "count": 216, "max_ms": 196.443, "p95_ms": 168.221}, "triton_wait": {"avg_ms": 76.87, "count": 216, "max_ms": 120.704, "p95_ms": 104.438}, "visualize": {"avg_ms": 5.205, "count": 216, "max_ms": 7.92, "p95_ms": 5.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6101.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1799.482, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.113, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:31:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:31:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T17:31:38+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T17:31:38.287229+09:00", "mtime_epoch": 1783326698.287229, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:31:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1476.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.29, "count": 300, "max_ms": 6.672, "p95_ms": 5.278}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.826, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.654, "count": 300, "max_ms": 83.587, "p95_ms": 70.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.477, "count": 300, "max_ms": 122.672, "p95_ms": 99.446}, "yolo11_640_fire_11class": {"avg_ms": 59.354, "count": 300, "max_ms": 93.91, "p95_ms": 80.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.001, "count": 300, "max_ms": 102.033, "p95_ms": 91.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.903, "count": 300, "max_ms": 134.721, "p95_ms": 112.431}, "read_interval": {"avg_ms": 100.132, "count": 300, "max_ms": 343.912, "p95_ms": 131.544}, "triton_wait": {"avg_ms": 69.962, "count": 300, "max_ms": 122.683, "p95_ms": 99.458}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 4.987, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1131, "tracking_summary": 1039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6102.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22421.438, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.112, "sample_count": 1468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:31:48+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T17:31:48+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T17:31:48.015373+09:00", "mtime_epoch": 1783326708.0153728, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:31:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 804.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.643, "pushed": 4.643, "read": 4.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.949, "count": 139, "max_ms": 135.093, "p95_ms": 110.247}, "gstreamer_push": {"avg_ms": 0.918, "count": 139, "max_ms": 1.941, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.294, "count": 139, "max_ms": 111.168, "p95_ms": 104.246}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.786, "count": 139, "max_ms": 115.081, "p95_ms": 105.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.941, "count": 139, "max_ms": 252.994, "p95_ms": 246.765}, "read_interval": {"avg_ms": 216.881, "count": 138, "max_ms": 263.831, "p95_ms": 252.638}, "triton_wait": {"avg_ms": 76.262, "count": 139, "max_ms": 115.093, "p95_ms": 106.24}, "visualize": {"avg_ms": 29.827, "count": 139, "max_ms": 50.392, "p95_ms": 35.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6101.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:30:57+09:00", "last_error_summary": "[h264 @ 0x5611083d14c0] cabac decode of qscale diff failed at 61 44 [h264 @ 0x5611083d14c0] error while decoding MB 61 44, bytestream 3687 [h264 @ 0x56110905ccc0] left block unavailable for requested intra mode [h264 @ 0x56110905ccc0] error while decoding MB 0 42, bytestream 4525 [h264 @ 0x56110832acc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56110832acc0] error while decoding MB 0 22, bytestream 40522 [h264 @ 0x5611083a92c0] error while decoding MB 14 9, bytestream -8 [i", "last_exit_at": "2026-07-06T17:31:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.218, "last_started_at": "2026-07-06T17:31:00+09:00", "pid": 19981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.508, "name": "ffmpeg", "pid": 19981, "rss_mb": 273.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 21, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.717, "sample_count": 1786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:32:03+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T17:32:03+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T17:32:03.199597+09:00", "mtime_epoch": 1783326723.1995974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:32:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.243, "pushed": 7.243, "read": 7.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.154, "count": 216, "max_ms": 9.274, "p95_ms": 7.811}, "gstreamer_push": {"avg_ms": 1.103, "count": 217, "max_ms": 1.67, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.837, "count": 216, "max_ms": 84.772, "p95_ms": 74.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.118, "count": 216, "max_ms": 115.028, "p95_ms": 102.447}, "yolo11_640_fire_11class": {"avg_ms": 60.025, "count": 216, "max_ms": 85.389, "p95_ms": 77.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.859, "count": 216, "max_ms": 101.77, "p95_ms": 92.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.386, "count": 217, "max_ms": 168.889, "p95_ms": 157.016}, "read_interval": {"avg_ms": 138.746, "count": 216, "max_ms": 180.228, "p95_ms": 169.627}, "triton_wait": {"avg_ms": 76.252, "count": 216, "max_ms": 115.043, "p95_ms": 102.46}, "visualize": {"avg_ms": 5.163, "count": 216, "max_ms": 7.329, "p95_ms": 6.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1829.524, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.336, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:32:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:32:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T17:32:08+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T17:32:08.311673+09:00", "mtime_epoch": 1783326728.311673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:32:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1476.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 301, "max_ms": 7.011, "p95_ms": 5.757}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.865, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.776, "count": 301, "max_ms": 83.797, "p95_ms": 70.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.788, "count": 301, "max_ms": 123.662, "p95_ms": 97.548}, "yolo11_640_fire_11class": {"avg_ms": 58.948, "count": 301, "max_ms": 87.76, "p95_ms": 77.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.163, "count": 301, "max_ms": 102.683, "p95_ms": 91.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.084, "count": 301, "max_ms": 137.044, "p95_ms": 110.565}, "read_interval": {"avg_ms": 99.789, "count": 300, "max_ms": 648.498, "p95_ms": 129.726}, "triton_wait": {"avg_ms": 68.246, "count": 301, "max_ms": 123.676, "p95_ms": 97.561}, "visualize": {"avg_ms": 3.629, "count": 301, "max_ms": 4.571, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1132, "tracking_summary": 1041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6101.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22451.539, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.727, "sample_count": 1472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:32:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:32:18+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T17:32:18+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T17:32:18.199820+09:00", "mtime_epoch": 1783326738.1998196, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:32:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 802.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.991, "pushed": 4.991, "read": 4.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.488, "count": 149, "max_ms": 133.089, "p95_ms": 109.817}, "gstreamer_push": {"avg_ms": 1.15, "count": 149, "max_ms": 3.563, "p95_ms": 2.141}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.232, "count": 149, "max_ms": 120.564, "p95_ms": 98.802}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.83, "count": 149, "max_ms": 115.525, "p95_ms": 101.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.429, "count": 149, "max_ms": 257.852, "p95_ms": 238.54}, "read_interval": {"avg_ms": 202.343, "count": 148, "max_ms": 264.122, "p95_ms": 244.956}, "triton_wait": {"avg_ms": 76.028, "count": 149, "max_ms": 120.581, "p95_ms": 101.836}, "visualize": {"avg_ms": 30.819, "count": 149, "max_ms": 47.477, "p95_ms": 41.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6101.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:30:57+09:00", "last_error_summary": "[h264 @ 0x5611083d14c0] cabac decode of qscale diff failed at 61 44 [h264 @ 0x5611083d14c0] error while decoding MB 61 44, bytestream 3687 [h264 @ 0x56110905ccc0] left block unavailable for requested intra mode [h264 @ 0x56110905ccc0] error while decoding MB 0 42, bytestream 4525 [h264 @ 0x56110832acc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56110832acc0] error while decoding MB 0 22, bytestream 40522 [h264 @ 0x5611083a92c0] error while decoding MB 14 9, bytestream -8 [i", "last_exit_at": "2026-07-06T17:31:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.336, "last_started_at": "2026-07-06T17:31:00+09:00", "pid": 19981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.508, "name": "ffmpeg", "pid": 19981, "rss_mb": 273.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 21, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.62, "sample_count": 1788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:32:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:32:33+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T17:32:33+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T17:32:33.272043+09:00", "mtime_epoch": 1783326753.2720435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:32:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1605.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.303, "pushed": 7.303, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.116, "count": 218, "max_ms": 9.383, "p95_ms": 7.149}, "gstreamer_push": {"avg_ms": 1.115, "count": 219, "max_ms": 1.52, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.121, "count": 218, "max_ms": 81.606, "p95_ms": 73.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.805, "count": 218, "max_ms": 113.318, "p95_ms": 101.227}, "yolo11_640_fire_11class": {"avg_ms": 58.989, "count": 218, "max_ms": 84.542, "p95_ms": 76.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.913, "count": 218, "max_ms": 99.18, "p95_ms": 91.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.158, "count": 219, "max_ms": 165.05, "p95_ms": 154.001}, "read_interval": {"avg_ms": 137.335, "count": 218, "max_ms": 177.355, "p95_ms": 163.243}, "triton_wait": {"avg_ms": 75.148, "count": 218, "max_ms": 113.331, "p95_ms": 101.24}, "visualize": {"avg_ms": 5.17, "count": 218, "max_ms": 8.023, "p95_ms": 5.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1859.644, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.178, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:32:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:32:38+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T17:32:38+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T17:32:38.400120+09:00", "mtime_epoch": 1783326758.4001198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:32:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1477.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.264, "count": 299, "max_ms": 6.748, "p95_ms": 5.449}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.977, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.809, "count": 299, "max_ms": 82.138, "p95_ms": 71.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.321, "count": 299, "max_ms": 111.266, "p95_ms": 96.801}, "yolo11_640_fire_11class": {"avg_ms": 58.126, "count": 299, "max_ms": 89.101, "p95_ms": 76.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.155, "count": 299, "max_ms": 98.434, "p95_ms": 89.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.077, "count": 300, "max_ms": 126.422, "p95_ms": 109.307}, "read_interval": {"avg_ms": 100.29, "count": 299, "max_ms": 376.863, "p95_ms": 128.381}, "triton_wait": {"avg_ms": 68.12, "count": 299, "max_ms": 111.278, "p95_ms": 96.813}, "visualize": {"avg_ms": 3.67, "count": 299, "max_ms": 4.731, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1133, "tracking_summary": 1042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6101.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22481.736, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.62, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:32:48+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T17:32:48+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T17:32:48.336268+09:00", "mtime_epoch": 1783326768.3362677, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:32:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 801.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.034, "pushed": 5.034, "read": 5.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.278, "count": 151, "max_ms": 123.94, "p95_ms": 110.551}, "gstreamer_push": {"avg_ms": 0.863, "count": 151, "max_ms": 1.842, "p95_ms": 1.039}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.222, "count": 151, "max_ms": 107.458, "p95_ms": 100.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.733, "count": 151, "max_ms": 111.718, "p95_ms": 96.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.443, "count": 151, "max_ms": 250.779, "p95_ms": 234.797}, "read_interval": {"avg_ms": 198.583, "count": 151, "max_ms": 258.364, "p95_ms": 241.381}, "triton_wait": {"avg_ms": 75.07, "count": 151, "max_ms": 111.731, "p95_ms": 100.928}, "visualize": {"avg_ms": 28.003, "count": 151, "max_ms": 39.417, "p95_ms": 35.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6092.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:30:57+09:00", "last_error_summary": "[h264 @ 0x5611083d14c0] cabac decode of qscale diff failed at 61 44 [h264 @ 0x5611083d14c0] error while decoding MB 61 44, bytestream 3687 [h264 @ 0x56110905ccc0] left block unavailable for requested intra mode [h264 @ 0x56110905ccc0] error while decoding MB 0 42, bytestream 4525 [h264 @ 0x56110832acc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56110832acc0] error while decoding MB 0 22, bytestream 40522 [h264 @ 0x5611083a92c0] error while decoding MB 14 9, bytestream -8 [i", "last_exit_at": "2026-07-06T17:31:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.408, "last_started_at": "2026-07-06T17:31:00+09:00", "pid": 19981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.508, "name": "ffmpeg", "pid": 19981, "rss_mb": 273.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.314, "sample_count": 1798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:33:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:33:03+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T17:33:03+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T17:33:03.384492+09:00", "mtime_epoch": 1783326783.3844922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:33:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.25, "pushed": 7.25, "read": 7.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.347, "count": 217, "max_ms": 8.984, "p95_ms": 7.729}, "gstreamer_push": {"avg_ms": 1.101, "count": 217, "max_ms": 1.979, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.811, "count": 217, "max_ms": 83.547, "p95_ms": 73.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.071, "count": 217, "max_ms": 117.037, "p95_ms": 100.961}, "yolo11_640_fire_11class": {"avg_ms": 59.855, "count": 217, "max_ms": 84.609, "p95_ms": 78.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.768, "count": 217, "max_ms": 102.86, "p95_ms": 93.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.331, "count": 217, "max_ms": 189.078, "p95_ms": 156.807}, "read_interval": {"avg_ms": 138.587, "count": 216, "max_ms": 197.525, "p95_ms": 165.694}, "triton_wait": {"avg_ms": 75.505, "count": 217, "max_ms": 117.05, "p95_ms": 101.328}, "visualize": {"avg_ms": 5.222, "count": 217, "max_ms": 7.007, "p95_ms": 6.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1889.681, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.923, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:33:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:33:08+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:33:08+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T17:33:08.452568+09:00", "mtime_epoch": 1783326788.4525678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:33:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1477.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.86, "pushed": 9.86, "read": 9.826}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.595, "count": 295, "max_ms": 9.617, "p95_ms": 6.766}, "gstreamer_push": {"avg_ms": 1.269, "count": 295, "max_ms": 1.534, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.951, "count": 295, "max_ms": 85.662, "p95_ms": 71.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.722, "count": 295, "max_ms": 103.594, "p95_ms": 97.287}, "yolo11_640_fire_11class": {"avg_ms": 58.536, "count": 295, "max_ms": 86.28, "p95_ms": 77.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.372, "count": 295, "max_ms": 102.282, "p95_ms": 91.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.672, "count": 295, "max_ms": 163.991, "p95_ms": 139.314}, "read_interval": {"avg_ms": 101.763, "count": 294, "max_ms": 200.703, "p95_ms": 153.666}, "triton_wait": {"avg_ms": 68.455, "count": 295, "max_ms": 103.606, "p95_ms": 98.311}, "visualize": {"avg_ms": 3.878, "count": 295, "max_ms": 6.561, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1135, "tracking_summary": 1043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6093.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22511.939, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.966, "sample_count": 1471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:33:18+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T17:33:18+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T17:33:18.528718+09:00", "mtime_epoch": 1783326798.5287182, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:33:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 793.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.701, "pushed": 4.701, "read": 4.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.4, "count": 141, "max_ms": 126.352, "p95_ms": 109.132}, "gstreamer_push": {"avg_ms": 0.909, "count": 141, "max_ms": 3.571, "p95_ms": 1.745}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.03, "count": 141, "max_ms": 112.969, "p95_ms": 97.576}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.568, "count": 141, "max_ms": 110.55, "p95_ms": 104.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.945, "count": 141, "max_ms": 266.849, "p95_ms": 253.058}, "read_interval": {"avg_ms": 214.149, "count": 140, "max_ms": 279.556, "p95_ms": 259.335}, "triton_wait": {"avg_ms": 77.428, "count": 141, "max_ms": 112.979, "p95_ms": 107.294}, "visualize": {"avg_ms": 33.194, "count": 141, "max_ms": 43.3, "p95_ms": 42.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6094.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:30:57+09:00", "last_error_summary": "[h264 @ 0x5611083d14c0] cabac decode of qscale diff failed at 61 44 [h264 @ 0x5611083d14c0] error while decoding MB 61 44, bytestream 3687 [h264 @ 0x56110905ccc0] left block unavailable for requested intra mode [h264 @ 0x56110905ccc0] error while decoding MB 0 42, bytestream 4525 [h264 @ 0x56110832acc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56110832acc0] error while decoding MB 0 22, bytestream 40522 [h264 @ 0x5611083a92c0] error while decoding MB 14 9, bytestream -8 [i", "last_exit_at": "2026-07-06T17:31:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.503, "last_started_at": "2026-07-06T17:31:00+09:00", "pid": 19981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.766, "name": "ffmpeg", "pid": 19981, "rss_mb": 273.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.559, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:33:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:33:33+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T17:33:33+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T17:33:33.460942+09:00", "mtime_epoch": 1783326813.4609418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:33:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.182, "pushed": 7.182, "read": 7.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.106, "count": 215, "max_ms": 8.936, "p95_ms": 7.573}, "gstreamer_push": {"avg_ms": 1.11, "count": 215, "max_ms": 1.499, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.729, "count": 215, "max_ms": 81.797, "p95_ms": 74.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.305, "count": 215, "max_ms": 120.183, "p95_ms": 99.736}, "yolo11_640_fire_11class": {"avg_ms": 60.407, "count": 215, "max_ms": 89.536, "p95_ms": 78.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.014, "count": 215, "max_ms": 102.918, "p95_ms": 92.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.568, "count": 215, "max_ms": 180.718, "p95_ms": 154.871}, "read_interval": {"avg_ms": 139.889, "count": 214, "max_ms": 365.856, "p95_ms": 166.367}, "triton_wait": {"avg_ms": 76.554, "count": 215, "max_ms": 120.196, "p95_ms": 100.311}, "visualize": {"avg_ms": 5.122, "count": 215, "max_ms": 6.508, "p95_ms": 5.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1919.758, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.269, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:33:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:33:38+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T17:33:38+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T17:33:38.561018+09:00", "mtime_epoch": 1783326818.561018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:33:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1477.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.37, "pushed": 10.37, "read": 10.337}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 311, "max_ms": 6.426, "p95_ms": 5.796}, "gstreamer_push": {"avg_ms": 1.268, "count": 311, "max_ms": 1.743, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.4, "count": 311, "max_ms": 81.217, "p95_ms": 70.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.359, "count": 311, "max_ms": 110.44, "p95_ms": 98.047}, "yolo11_640_fire_11class": {"avg_ms": 58.292, "count": 311, "max_ms": 91.548, "p95_ms": 77.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.589, "count": 311, "max_ms": 104.917, "p95_ms": 90.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.431, "count": 311, "max_ms": 123.374, "p95_ms": 111.315}, "read_interval": {"avg_ms": 96.752, "count": 310, "max_ms": 588.097, "p95_ms": 126.877}, "triton_wait": {"avg_ms": 67.725, "count": 311, "max_ms": 110.454, "p95_ms": 98.134}, "visualize": {"avg_ms": 3.593, "count": 311, "max_ms": 5.734, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1135, "tracking_summary": 1044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6102.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22541.992, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.137, "sample_count": 1447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:33:48+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T17:33:48+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T17:33:48.605169+09:00", "mtime_epoch": 1783326828.6051686, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:33:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 802.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.526, "pushed": 4.526, "read": 4.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.393, "count": 135, "max_ms": 116.905, "p95_ms": 109.517}, "gstreamer_push": {"avg_ms": 1.04, "count": 135, "max_ms": 2.808, "p95_ms": 1.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.956, "count": 135, "max_ms": 118.139, "p95_ms": 98.836}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.148, "count": 135, "max_ms": 118.858, "p95_ms": 101.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.186, "count": 135, "max_ms": 266.07, "p95_ms": 248.259}, "read_interval": {"avg_ms": 222.787, "count": 134, "max_ms": 274.86, "p95_ms": 256.435}, "triton_wait": {"avg_ms": 75.975, "count": 135, "max_ms": 118.871, "p95_ms": 104.774}, "visualize": {"avg_ms": 31.997, "count": 135, "max_ms": 54.754, "p95_ms": 42.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:30:57+09:00", "last_error_summary": "[h264 @ 0x5611083d14c0] cabac decode of qscale diff failed at 61 44 [h264 @ 0x5611083d14c0] error while decoding MB 61 44, bytestream 3687 [h264 @ 0x56110905ccc0] left block unavailable for requested intra mode [h264 @ 0x56110905ccc0] error while decoding MB 0 42, bytestream 4525 [h264 @ 0x56110832acc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56110832acc0] error while decoding MB 0 22, bytestream 40522 [h264 @ 0x5611083a92c0] error while decoding MB 14 9, bytestream -8 [i", "last_exit_at": "2026-07-06T17:31:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.633, "last_started_at": "2026-07-06T17:31:00+09:00", "pid": 19981, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.766, "name": "ffmpeg", "pid": 19981, "rss_mb": 273.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.245, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:34:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:34:03+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T17:34:03+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T17:34:03.581393+09:00", "mtime_epoch": 1783326843.5813935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:34:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.773, "pushed": 6.773, "read": 6.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.594, "count": 202, "max_ms": 9.708, "p95_ms": 7.909}, "gstreamer_push": {"avg_ms": 1.075, "count": 203, "max_ms": 1.385, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.447, "count": 202, "max_ms": 84.562, "p95_ms": 75.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.567, "count": 202, "max_ms": 119.511, "p95_ms": 99.145}, "yolo11_640_fire_11class": {"avg_ms": 60.083, "count": 202, "max_ms": 85.972, "p95_ms": 77.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.571, "count": 202, "max_ms": 103.949, "p95_ms": 93.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.207, "count": 203, "max_ms": 199.977, "p95_ms": 180.004}, "read_interval": {"avg_ms": 148.324, "count": 202, "max_ms": 207.989, "p95_ms": 188.159}, "triton_wait": {"avg_ms": 75.719, "count": 202, "max_ms": 119.523, "p95_ms": 99.183}, "visualize": {"avg_ms": 5.628, "count": 202, "max_ms": 8.325, "p95_ms": 7.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5857.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1949.79, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.871, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:34:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:34:08+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T17:34:08+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T17:34:08.601469+09:00", "mtime_epoch": 1783326848.601469, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:34:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1477.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 297, "max_ms": 6.694, "p95_ms": 6.015}, "gstreamer_push": {"avg_ms": 1.299, "count": 297, "max_ms": 1.748, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.068, "count": 297, "max_ms": 85.012, "p95_ms": 73.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.599, "count": 297, "max_ms": 105.948, "p95_ms": 97.095}, "yolo11_640_fire_11class": {"avg_ms": 58.985, "count": 297, "max_ms": 86.012, "p95_ms": 79.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.504, "count": 297, "max_ms": 102.555, "p95_ms": 91.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.959, "count": 297, "max_ms": 119.276, "p95_ms": 109.887}, "read_interval": {"avg_ms": 101.178, "count": 296, "max_ms": 782.591, "p95_ms": 128.663}, "triton_wait": {"avg_ms": 68.135, "count": 297, "max_ms": 105.962, "p95_ms": 97.107}, "visualize": {"avg_ms": 3.631, "count": 297, "max_ms": 4.955, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1138, "tracking_summary": 1045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6084.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22572.132, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.216, "sample_count": 1451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:34:18+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T17:34:18+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T17:34:18.725621+09:00", "mtime_epoch": 1783326858.7256212, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:34:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 802.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.982, "pushed": 4.982, "read": 4.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.136, "count": 149, "max_ms": 126.576, "p95_ms": 107.907}, "gstreamer_push": {"avg_ms": 0.996, "count": 149, "max_ms": 2.791, "p95_ms": 1.875}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.514, "count": 149, "max_ms": 102.022, "p95_ms": 92.967}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.712, "count": 149, "max_ms": 104.083, "p95_ms": 99.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.24, "count": 149, "max_ms": 249.514, "p95_ms": 236.481}, "read_interval": {"avg_ms": 202.162, "count": 148, "max_ms": 483.937, "p95_ms": 245.271}, "triton_wait": {"avg_ms": 73.8, "count": 149, "max_ms": 104.095, "p95_ms": 100.492}, "visualize": {"avg_ms": 29.291, "count": 149, "max_ms": 53.517, "p95_ms": 43.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6094.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:34:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.276, "last_started_at": "2026-07-06T17:34:10+09:00", "pid": 20088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.844, "name": "ffmpeg", "pid": 20088, "rss_mb": 268.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 21, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.997, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:34:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:34:33+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T17:34:33+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T17:34:33.629846+09:00", "mtime_epoch": 1783326873.6298456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:34:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.957, "pushed": 5.957, "read": 5.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.287, "count": 178, "max_ms": 9.332, "p95_ms": 7.973}, "gstreamer_push": {"avg_ms": 1.123, "count": 178, "max_ms": 1.903, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.037, "count": 178, "max_ms": 89.327, "p95_ms": 76.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.904, "count": 178, "max_ms": 108.97, "p95_ms": 101.268}, "yolo11_640_fire_11class": {"avg_ms": 61.674, "count": 178, "max_ms": 86.888, "p95_ms": 80.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.364, "count": 178, "max_ms": 100.025, "p95_ms": 94.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.042, "count": 178, "max_ms": 178.242, "p95_ms": 156.351}, "read_interval": {"avg_ms": 168.824, "count": 177, "max_ms": 5003.99, "p95_ms": 168.325}, "triton_wait": {"avg_ms": 78.09, "count": 178, "max_ms": 108.987, "p95_ms": 101.281}, "visualize": {"avg_ms": 5.223, "count": 178, "max_ms": 6.675, "p95_ms": 6.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6099.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1979.844, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.877, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:34:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:34:38+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T17:34:38+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:34:38.645921+09:00", "mtime_epoch": 1783326878.6459212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:34:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1477.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 301, "max_ms": 6.844, "p95_ms": 5.901}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.798, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.574, "count": 301, "max_ms": 83.088, "p95_ms": 72.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.952, "count": 301, "max_ms": 117.228, "p95_ms": 97.956}, "yolo11_640_fire_11class": {"avg_ms": 58.337, "count": 301, "max_ms": 85.92, "p95_ms": 77.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.81, "count": 301, "max_ms": 101.494, "p95_ms": 91.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.237, "count": 301, "max_ms": 130.171, "p95_ms": 111.612}, "read_interval": {"avg_ms": 99.901, "count": 300, "max_ms": 389.086, "p95_ms": 132.26}, "triton_wait": {"avg_ms": 68.252, "count": 301, "max_ms": 117.243, "p95_ms": 97.969}, "visualize": {"avg_ms": 3.674, "count": 301, "max_ms": 5.009, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1139, "tracking_summary": 1047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6100.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22602.18, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.95, "sample_count": 1449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:34:48+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T17:34:48+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T17:34:48.846075+09:00", "mtime_epoch": 1783326888.8460753, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:34:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.234, "name": "celery", "pid": 239, "rss_mb": 800.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.727, "pushed": 4.727, "read": 4.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.995, "count": 141, "max_ms": 131.365, "p95_ms": 112.881}, "gstreamer_push": {"avg_ms": 1.061, "count": 141, "max_ms": 2.315, "p95_ms": 1.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.253, "count": 141, "max_ms": 110.352, "p95_ms": 100.032}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.771, "count": 141, "max_ms": 102.961, "p95_ms": 99.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.708, "count": 141, "max_ms": 255.067, "p95_ms": 244.467}, "read_interval": {"avg_ms": 213.581, "count": 140, "max_ms": 261.757, "p95_ms": 250.486}, "triton_wait": {"avg_ms": 73.968, "count": 141, "max_ms": 110.367, "p95_ms": 101.707}, "visualize": {"avg_ms": 30.781, "count": 141, "max_ms": 44.882, "p95_ms": 42.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6105.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:34:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.318, "last_started_at": "2026-07-06T17:34:10+09:00", "pid": 20088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.68, "name": "ffmpeg", "pid": 20088, "rss_mb": 271.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.53, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:35:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:35:03+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T17:35:03+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T17:35:03.682299+09:00", "mtime_epoch": 1783326903.6822994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:35:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.231, "pushed": 7.231, "read": 7.197}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.121, "count": 216, "max_ms": 8.965, "p95_ms": 7.422}, "gstreamer_push": {"avg_ms": 1.125, "count": 216, "max_ms": 1.783, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.619, "count": 216, "max_ms": 83.812, "p95_ms": 73.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.248, "count": 216, "max_ms": 110.531, "p95_ms": 100.76}, "yolo11_640_fire_11class": {"avg_ms": 59.567, "count": 216, "max_ms": 86.661, "p95_ms": 77.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.728, "count": 216, "max_ms": 99.409, "p95_ms": 90.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.501, "count": 216, "max_ms": 164.479, "p95_ms": 155.168}, "read_interval": {"avg_ms": 139.159, "count": 215, "max_ms": 174.711, "p95_ms": 164.776}, "triton_wait": {"avg_ms": 76.391, "count": 216, "max_ms": 110.543, "p95_ms": 100.773}, "visualize": {"avg_ms": 5.131, "count": 216, "max_ms": 7.947, "p95_ms": 5.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6107.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2009.944, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.169, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:35:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:35:08+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T17:35:08+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T17:35:08.706375+09:00", "mtime_epoch": 1783326908.7063754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:35:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1477.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.331, "count": 299, "max_ms": 7.838, "p95_ms": 5.473}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 2.233, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.772, "count": 299, "max_ms": 86.654, "p95_ms": 71.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.575, "count": 299, "max_ms": 122.859, "p95_ms": 100.806}, "yolo11_640_fire_11class": {"avg_ms": 58.467, "count": 299, "max_ms": 89.504, "p95_ms": 76.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.512, "count": 299, "max_ms": 97.497, "p95_ms": 91.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.7, "count": 299, "max_ms": 162.096, "p95_ms": 114.562}, "read_interval": {"avg_ms": 100.585, "count": 298, "max_ms": 357.778, "p95_ms": 130.759}, "triton_wait": {"avg_ms": 70.042, "count": 299, "max_ms": 122.873, "p95_ms": 100.818}, "visualize": {"avg_ms": 3.705, "count": 299, "max_ms": 5.719, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1140, "tracking_summary": 1048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6108.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22632.301, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.42, "sample_count": 1452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:35:19+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T17:35:18+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T17:35:18.902529+09:00", "mtime_epoch": 1783326918.9025295, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:35:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.957, "name": "celery", "pid": 239, "rss_mb": 808.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.843, "pushed": 4.843, "read": 4.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.886, "count": 145, "max_ms": 126.99, "p95_ms": 109.177}, "gstreamer_push": {"avg_ms": 0.834, "count": 145, "max_ms": 2.164, "p95_ms": 1.027}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.805, "count": 145, "max_ms": 119.955, "p95_ms": 101.933}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.345, "count": 145, "max_ms": 117.082, "p95_ms": 102.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.557, "count": 145, "max_ms": 251.826, "p95_ms": 240.631}, "read_interval": {"avg_ms": 207.703, "count": 144, "max_ms": 257.927, "p95_ms": 246.79}, "triton_wait": {"avg_ms": 76.795, "count": 145, "max_ms": 119.972, "p95_ms": 106.478}, "visualize": {"avg_ms": 26.862, "count": 145, "max_ms": 49.493, "p95_ms": 34.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6102.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:34:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.436, "last_started_at": "2026-07-06T17:34:10+09:00", "pid": 20088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.68, "name": "ffmpeg", "pid": 20088, "rss_mb": 271.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.311, "sample_count": 1930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:35:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:35:33+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T17:35:33+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T17:35:33.790755+09:00", "mtime_epoch": 1783326933.790755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:35:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.204, "pushed": 7.204, "read": 7.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.123, "count": 215, "max_ms": 9.267, "p95_ms": 7.563}, "gstreamer_push": {"avg_ms": 1.109, "count": 216, "max_ms": 1.497, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.286, "count": 215, "max_ms": 84.86, "p95_ms": 74.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.778, "count": 215, "max_ms": 120.153, "p95_ms": 104.389}, "yolo11_640_fire_11class": {"avg_ms": 60.535, "count": 215, "max_ms": 85.211, "p95_ms": 78.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.689, "count": 215, "max_ms": 103.424, "p95_ms": 93.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.945, "count": 216, "max_ms": 173.111, "p95_ms": 156.97}, "read_interval": {"avg_ms": 139.456, "count": 215, "max_ms": 184.313, "p95_ms": 166.823}, "triton_wait": {"avg_ms": 76.931, "count": 215, "max_ms": 120.166, "p95_ms": 104.401}, "visualize": {"avg_ms": 5.125, "count": 215, "max_ms": 6.565, "p95_ms": 5.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6094.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2039.952, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.431, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:35:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:35:38+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T17:35:38+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T17:35:38.718830+09:00", "mtime_epoch": 1783326938.7188299, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:35:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1477.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.242, "count": 300, "max_ms": 6.918, "p95_ms": 5.116}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.82, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.582, "count": 300, "max_ms": 81.902, "p95_ms": 71.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.234, "count": 300, "max_ms": 119.728, "p95_ms": 100.208}, "yolo11_640_fire_11class": {"avg_ms": 59.14, "count": 300, "max_ms": 89.391, "p95_ms": 79.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.748, "count": 300, "max_ms": 104.621, "p95_ms": 91.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.491, "count": 300, "max_ms": 132.748, "p95_ms": 112.88}, "read_interval": {"avg_ms": 100.032, "count": 300, "max_ms": 456.137, "p95_ms": 137.764}, "triton_wait": {"avg_ms": 68.725, "count": 300, "max_ms": 119.741, "p95_ms": 100.22}, "visualize": {"avg_ms": 3.629, "count": 300, "max_ms": 5.479, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1142, "tracking_summary": 1049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6103.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22662.33, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.015, "sample_count": 1443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:35:49+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T17:35:48+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T17:35:48.902984+09:00", "mtime_epoch": 1783326948.9029841, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:35:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 808.973, "name": "celery", "pid": 239, "rss_mb": 803.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.828, "pushed": 4.828, "read": 4.795}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.031, "count": 144, "max_ms": 130.989, "p95_ms": 108.715}, "gstreamer_push": {"avg_ms": 0.946, "count": 144, "max_ms": 3.671, "p95_ms": 1.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.351, "count": 144, "max_ms": 108.36, "p95_ms": 103.743}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.139, "count": 144, "max_ms": 115.021, "p95_ms": 104.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.279, "count": 144, "max_ms": 253.029, "p95_ms": 243.302}, "read_interval": {"avg_ms": 208.298, "count": 143, "max_ms": 260.204, "p95_ms": 251.032}, "triton_wait": {"avg_ms": 76.583, "count": 144, "max_ms": 115.034, "p95_ms": 107.523}, "visualize": {"avg_ms": 28.709, "count": 144, "max_ms": 46.216, "p95_ms": 37.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6106.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:34:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.454, "last_started_at": "2026-07-06T17:34:10+09:00", "pid": 20088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.68, "name": "ffmpeg", "pid": 20088, "rss_mb": 271.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.311, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:36:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:36:03+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T17:36:03+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T17:36:03.819211+09:00", "mtime_epoch": 1783326963.8192108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:36:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.193, "pushed": 7.193, "read": 7.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.178, "count": 215, "max_ms": 9.074, "p95_ms": 8.005}, "gstreamer_push": {"avg_ms": 1.127, "count": 215, "max_ms": 1.626, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.602, "count": 215, "max_ms": 83.021, "p95_ms": 73.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.639, "count": 215, "max_ms": 126.949, "p95_ms": 103.192}, "yolo11_640_fire_11class": {"avg_ms": 59.32, "count": 215, "max_ms": 90.869, "p95_ms": 79.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.684, "count": 215, "max_ms": 107.609, "p95_ms": 92.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.035, "count": 215, "max_ms": 181.548, "p95_ms": 157.238}, "read_interval": {"avg_ms": 139.697, "count": 214, "max_ms": 192.341, "p95_ms": 166.979}, "triton_wait": {"avg_ms": 76.835, "count": 215, "max_ms": 126.963, "p95_ms": 103.206}, "visualize": {"avg_ms": 5.181, "count": 215, "max_ms": 8.016, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6096.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2070.027, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.04, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:36:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:36:08+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T17:36:08+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T17:36:08.831287+09:00", "mtime_epoch": 1783326968.831287, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:36:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1478.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 302, "max_ms": 6.516, "p95_ms": 5.545}, "gstreamer_push": {"avg_ms": 1.285, "count": 302, "max_ms": 2.176, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.095, "count": 302, "max_ms": 86.614, "p95_ms": 70.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.575, "count": 302, "max_ms": 121.686, "p95_ms": 98.406}, "yolo11_640_fire_11class": {"avg_ms": 58.065, "count": 302, "max_ms": 97.813, "p95_ms": 78.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.316, "count": 302, "max_ms": 101.98, "p95_ms": 90.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.645, "count": 302, "max_ms": 135.249, "p95_ms": 111.124}, "read_interval": {"avg_ms": 99.638, "count": 301, "max_ms": 370.678, "p95_ms": 130.868}, "triton_wait": {"avg_ms": 67.987, "count": 302, "max_ms": 121.699, "p95_ms": 98.419}, "visualize": {"avg_ms": 3.612, "count": 302, "max_ms": 5.842, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1142, "tracking_summary": 1050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22692.435, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.493, "sample_count": 1445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:36:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:36:19+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-06T17:36:19+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T17:36:19.019442+09:00", "mtime_epoch": 1783326979.0194418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:36:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 809.254, "name": "celery", "pid": 239, "rss_mb": 809.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.184, "pushed": 5.184, "read": 5.151}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 75.514, "count": 155, "max_ms": 116.806, "p95_ms": 112.352}, "gstreamer_push": {"avg_ms": 0.966, "count": 155, "max_ms": 2.226, "p95_ms": 1.82}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.152, "count": 155, "max_ms": 113.808, "p95_ms": 105.475}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.482, "count": 155, "max_ms": 115.968, "p95_ms": 107.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.83, "count": 155, "max_ms": 268.98, "p95_ms": 239.138}, "read_interval": {"avg_ms": 193.995, "count": 154, "max_ms": 276.748, "p95_ms": 246.522}, "triton_wait": {"avg_ms": 76.951, "count": 155, "max_ms": 115.982, "p95_ms": 107.356}, "visualize": {"avg_ms": 30.1, "count": 155, "max_ms": 49.882, "p95_ms": 38.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6105.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:34:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.508, "last_started_at": "2026-07-06T17:34:10+09:00", "pid": 20088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.68, "name": "ffmpeg", "pid": 20088, "rss_mb": 271.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.527, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:36:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:36:33+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T17:36:33+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T17:36:33.811667+09:00", "mtime_epoch": 1783326993.8116672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:36:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.155, "pushed": 7.155, "read": 7.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.139, "count": 214, "max_ms": 9.318, "p95_ms": 7.02}, "gstreamer_push": {"avg_ms": 1.136, "count": 214, "max_ms": 1.568, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.953, "count": 214, "max_ms": 86.034, "p95_ms": 73.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.25, "count": 214, "max_ms": 122.76, "p95_ms": 104.611}, "yolo11_640_fire_11class": {"avg_ms": 59.329, "count": 214, "max_ms": 86.021, "p95_ms": 78.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.251, "count": 214, "max_ms": 101.725, "p95_ms": 91.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.811, "count": 214, "max_ms": 175.974, "p95_ms": 158.54}, "read_interval": {"avg_ms": 140.284, "count": 213, "max_ms": 186.081, "p95_ms": 167.548}, "triton_wait": {"avg_ms": 77.302, "count": 214, "max_ms": 122.773, "p95_ms": 104.646}, "visualize": {"avg_ms": 5.228, "count": 214, "max_ms": 7.139, "p95_ms": 5.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2100.138, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.082, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:36:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:36:38+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T17:36:38+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T17:36:38.895745+09:00", "mtime_epoch": 1783326998.8957446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:36:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1478.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.242, "count": 300, "max_ms": 6.85, "p95_ms": 5.824}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.979, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.532, "count": 300, "max_ms": 85.757, "p95_ms": 68.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.206, "count": 300, "max_ms": 128.622, "p95_ms": 99.895}, "yolo11_640_fire_11class": {"avg_ms": 57.618, "count": 300, "max_ms": 86.632, "p95_ms": 77.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.187, "count": 300, "max_ms": 100.87, "p95_ms": 92.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.109, "count": 300, "max_ms": 141.278, "p95_ms": 113.039}, "read_interval": {"avg_ms": 100.242, "count": 299, "max_ms": 435.091, "p95_ms": 139.905}, "triton_wait": {"avg_ms": 67.479, "count": 300, "max_ms": 128.637, "p95_ms": 99.906}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 5.618, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1144, "tracking_summary": 1051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22722.591, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.785, "sample_count": 1447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:36:49+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T17:36:49+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T17:36:49.231902+09:00", "mtime_epoch": 1783327009.2319021, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:36:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 809.262, "name": "celery", "pid": 239, "rss_mb": 807.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.675, "pushed": 4.675, "read": 4.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.247, "count": 140, "max_ms": 117.474, "p95_ms": 110.361}, "gstreamer_push": {"avg_ms": 0.822, "count": 140, "max_ms": 2.068, "p95_ms": 0.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.774, "count": 140, "max_ms": 118.15, "p95_ms": 103.502}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.499, "count": 140, "max_ms": 116.311, "p95_ms": 100.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.444, "count": 140, "max_ms": 258.026, "p95_ms": 245.873}, "read_interval": {"avg_ms": 215.691, "count": 139, "max_ms": 264.835, "p95_ms": 253.946}, "triton_wait": {"avg_ms": 77.161, "count": 140, "max_ms": 118.163, "p95_ms": 109.215}, "visualize": {"avg_ms": 28.149, "count": 140, "max_ms": 44.269, "p95_ms": 33.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6112.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:34:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.561, "last_started_at": "2026-07-06T17:34:10+09:00", "pid": 20088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.32, "name": "ffmpeg", "pid": 20088, "rss_mb": 276.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.238, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:37:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:37:04+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T17:37:03+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T17:37:03.888126+09:00", "mtime_epoch": 1783327023.888126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:37:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1606.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.186, "pushed": 7.186, "read": 7.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.275, "count": 215, "max_ms": 9.685, "p95_ms": 8.493}, "gstreamer_push": {"avg_ms": 1.118, "count": 215, "max_ms": 1.693, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.503, "count": 215, "max_ms": 83.879, "p95_ms": 73.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.951, "count": 215, "max_ms": 105.839, "p95_ms": 99.18}, "yolo11_640_fire_11class": {"avg_ms": 59.101, "count": 215, "max_ms": 84.424, "p95_ms": 76.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.434, "count": 215, "max_ms": 98.851, "p95_ms": 90.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.19, "count": 215, "max_ms": 170.574, "p95_ms": 154.769}, "read_interval": {"avg_ms": 139.754, "count": 214, "max_ms": 178.607, "p95_ms": 163.813}, "triton_wait": {"avg_ms": 76.049, "count": 215, "max_ms": 105.85, "p95_ms": 99.192}, "visualize": {"avg_ms": 5.292, "count": 215, "max_ms": 8.988, "p95_ms": 6.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6101.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2130.198, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.04, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:37:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:37:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T17:37:08+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T17:37:09.004204+09:00", "mtime_epoch": 1783327029.004204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:37:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1478.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 302, "max_ms": 7.959, "p95_ms": 5.986}, "gstreamer_push": {"avg_ms": 1.301, "count": 302, "max_ms": 2.061, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.826, "count": 302, "max_ms": 81.726, "p95_ms": 70.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.861, "count": 302, "max_ms": 104.55, "p95_ms": 94.453}, "yolo11_640_fire_11class": {"avg_ms": 58.341, "count": 302, "max_ms": 89.899, "p95_ms": 77.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.564, "count": 302, "max_ms": 99.885, "p95_ms": 91.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.33, "count": 302, "max_ms": 119.514, "p95_ms": 108.8}, "read_interval": {"avg_ms": 99.589, "count": 301, "max_ms": 327.234, "p95_ms": 131.308}, "triton_wait": {"avg_ms": 66.394, "count": 302, "max_ms": 104.563, "p95_ms": 94.465}, "visualize": {"avg_ms": 3.666, "count": 302, "max_ms": 5.548, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1145, "tracking_summary": 1053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5878.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22752.682, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.02, "sample_count": 1436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:37:19+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T17:37:19+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T17:37:19.260361+09:00", "mtime_epoch": 1783327039.2603607, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:37:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 809.574, "name": "celery", "pid": 239, "rss_mb": 805.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.678, "pushed": 4.678, "read": 4.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.098, "count": 140, "max_ms": 118.116, "p95_ms": 109.458}, "gstreamer_push": {"avg_ms": 0.913, "count": 140, "max_ms": 2.458, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.501, "count": 140, "max_ms": 113.7, "p95_ms": 91.811}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.965, "count": 140, "max_ms": 112.85, "p95_ms": 99.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.622, "count": 140, "max_ms": 256.66, "p95_ms": 237.645}, "read_interval": {"avg_ms": 214.836, "count": 139, "max_ms": 264.058, "p95_ms": 245.579}, "triton_wait": {"avg_ms": 74.435, "count": 140, "max_ms": 113.716, "p95_ms": 99.357}, "visualize": {"avg_ms": 29.184, "count": 140, "max_ms": 42.7, "p95_ms": 41.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.911, "last_started_at": "2026-07-06T17:37:18+09:00", "pid": 20195, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.719, "name": "ffmpeg", "pid": 20195, "rss_mb": 267.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.222, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:37:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:37:34+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T17:37:34+09:00", "mjpeg": {"age_sec": 2.831, "exists": true, "mtime": "2026-07-06T17:37:31.440547+09:00", "mtime_epoch": 1783327051.440547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:37:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.403, "pushed": 5.403, "read": 5.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.418, "count": 161, "max_ms": 9.975, "p95_ms": 7.872}, "gstreamer_push": {"avg_ms": 1.097, "count": 162, "max_ms": 1.341, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.33, "count": 161, "max_ms": 84.755, "p95_ms": 73.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.841, "count": 161, "max_ms": 125.167, "p95_ms": 98.789}, "yolo11_640_fire_11class": {"avg_ms": 59.299, "count": 161, "max_ms": 85.535, "p95_ms": 77.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.242, "count": 161, "max_ms": 100.485, "p95_ms": 91.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.479, "count": 162, "max_ms": 176.479, "p95_ms": 165.503}, "read_interval": {"avg_ms": 186.027, "count": 161, "max_ms": 4582.225, "p95_ms": 178.384}, "triton_wait": {"avg_ms": 74.918, "count": 161, "max_ms": 125.177, "p95_ms": 98.8}, "visualize": {"avg_ms": 5.419, "count": 161, "max_ms": 8.472, "p95_ms": 6.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6101.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2160.248, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.04, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:37:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:37:39+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T17:37:39+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T17:37:39.008663+09:00", "mtime_epoch": 1783327059.0086627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:37:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1478.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.181, "pushed": 9.181, "read": 9.148}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 275, "max_ms": 6.827, "p95_ms": 5.311}, "gstreamer_push": {"avg_ms": 1.305, "count": 275, "max_ms": 1.774, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.201, "count": 275, "max_ms": 81.965, "p95_ms": 67.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.303, "count": 275, "max_ms": 121.833, "p95_ms": 97.373}, "yolo11_640_fire_11class": {"avg_ms": 57.444, "count": 275, "max_ms": 96.058, "p95_ms": 76.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.333, "count": 275, "max_ms": 100.104, "p95_ms": 91.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.514, "count": 275, "max_ms": 135.291, "p95_ms": 110.45}, "read_interval": {"avg_ms": 109.21, "count": 274, "max_ms": 4139.072, "p95_ms": 124.976}, "triton_wait": {"avg_ms": 66.705, "count": 275, "max_ms": 121.846, "p95_ms": 97.386}, "visualize": {"avg_ms": 3.635, "count": 275, "max_ms": 5.144, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1147, "tracking_summary": 1054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6105.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22782.869, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.547, "sample_count": 1436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:37:49+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T17:37:49+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T17:37:49.436822+09:00", "mtime_epoch": 1783327069.4368224, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:37:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 809.574, "name": "celery", "pid": 239, "rss_mb": 806.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.035, "pushed": 5.035, "read": 5.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.785, "count": 151, "max_ms": 118.903, "p95_ms": 110.519}, "gstreamer_push": {"avg_ms": 0.823, "count": 151, "max_ms": 1.031, "p95_ms": 0.994}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.033, "count": 151, "max_ms": 110.797, "p95_ms": 97.115}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.196, "count": 151, "max_ms": 113.062, "p95_ms": 98.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.58, "count": 151, "max_ms": 250.007, "p95_ms": 231.838}, "read_interval": {"avg_ms": 199.629, "count": 150, "max_ms": 260.521, "p95_ms": 237.912}, "triton_wait": {"avg_ms": 75.228, "count": 151, "max_ms": 113.072, "p95_ms": 102.061}, "visualize": {"avg_ms": 26.451, "count": 151, "max_ms": 40.223, "p95_ms": 31.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.995, "last_started_at": "2026-07-06T17:37:18+09:00", "pid": 20195, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.586, "name": "ffmpeg", "pid": 20195, "rss_mb": 271.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.275, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:38:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:38:04+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T17:38:04+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T17:38:04.221049+09:00", "mtime_epoch": 1783327084.2210488, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:38:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.057, "pushed": 7.057, "read": 7.024}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.251, "count": 211, "max_ms": 10.473, "p95_ms": 7.488}, "gstreamer_push": {"avg_ms": 1.116, "count": 211, "max_ms": 1.571, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.72, "count": 211, "max_ms": 78.041, "p95_ms": 72.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.325, "count": 211, "max_ms": 118.505, "p95_ms": 101.954}, "yolo11_640_fire_11class": {"avg_ms": 60.654, "count": 211, "max_ms": 93.276, "p95_ms": 77.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.024, "count": 211, "max_ms": 101.848, "p95_ms": 91.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.214, "count": 211, "max_ms": 199.798, "p95_ms": 166.902}, "read_interval": {"avg_ms": 142.543, "count": 210, "max_ms": 207.847, "p95_ms": 174.395}, "triton_wait": {"avg_ms": 77.465, "count": 211, "max_ms": 118.518, "p95_ms": 101.967}, "visualize": {"avg_ms": 5.253, "count": 211, "max_ms": 7.713, "p95_ms": 6.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2190.274, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.482, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:38:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:38:09+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T17:38:09+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T17:38:09.065123+09:00", "mtime_epoch": 1783327089.065123, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:38:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1478.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.488, "pushed": 10.488, "read": 10.455}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.213, "count": 314, "max_ms": 6.546, "p95_ms": 5.243}, "gstreamer_push": {"avg_ms": 1.3, "count": 314, "max_ms": 1.881, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.821, "count": 314, "max_ms": 84.334, "p95_ms": 71.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.666, "count": 314, "max_ms": 109.392, "p95_ms": 97.112}, "yolo11_640_fire_11class": {"avg_ms": 58.426, "count": 314, "max_ms": 86.562, "p95_ms": 76.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.904, "count": 314, "max_ms": 101.65, "p95_ms": 88.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.915, "count": 314, "max_ms": 121.876, "p95_ms": 109.869}, "read_interval": {"avg_ms": 95.643, "count": 313, "max_ms": 137.774, "p95_ms": 124.77}, "triton_wait": {"avg_ms": 69.053, "count": 314, "max_ms": 109.405, "p95_ms": 97.124}, "visualize": {"avg_ms": 3.646, "count": 314, "max_ms": 4.799, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1149, "tracking_summary": 1055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6107.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22812.933, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.787, "sample_count": 1434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:38:19+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T17:38:19+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T17:38:19.529284+09:00", "mtime_epoch": 1783327099.5292838, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:38:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 809.574, "name": "celery", "pid": 239, "rss_mb": 805.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.62, "pushed": 4.62, "read": 4.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.642, "count": 138, "max_ms": 122.749, "p95_ms": 112.083}, "gstreamer_push": {"avg_ms": 0.783, "count": 138, "max_ms": 1.261, "p95_ms": 0.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.115, "count": 138, "max_ms": 112.908, "p95_ms": 101.906}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.625, "count": 138, "max_ms": 117.148, "p95_ms": 107.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.754, "count": 138, "max_ms": 253.289, "p95_ms": 243.467}, "read_interval": {"avg_ms": 217.832, "count": 137, "max_ms": 259.682, "p95_ms": 250.967}, "triton_wait": {"avg_ms": 76.065, "count": 138, "max_ms": 117.161, "p95_ms": 107.63}, "visualize": {"avg_ms": 25.168, "count": 138, "max_ms": 41.346, "p95_ms": 27.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6109.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.058, "last_started_at": "2026-07-06T17:37:18+09:00", "pid": 20195, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.102, "name": "ffmpeg", "pid": 20195, "rss_mb": 272.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.375, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:38:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:38:34+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T17:38:34+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T17:38:34.293510+09:00", "mtime_epoch": 1783327114.2935104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:38:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.155, "pushed": 7.155, "read": 7.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.198, "count": 214, "max_ms": 9.313, "p95_ms": 7.364}, "gstreamer_push": {"avg_ms": 1.124, "count": 214, "max_ms": 2.025, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.197, "count": 214, "max_ms": 84.441, "p95_ms": 76.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.302, "count": 214, "max_ms": 117.487, "p95_ms": 103.506}, "yolo11_640_fire_11class": {"avg_ms": 59.245, "count": 214, "max_ms": 84.968, "p95_ms": 79.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.356, "count": 214, "max_ms": 102.024, "p95_ms": 93.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.461, "count": 214, "max_ms": 186.204, "p95_ms": 156.633}, "read_interval": {"avg_ms": 140.473, "count": 213, "max_ms": 196.815, "p95_ms": 168.017}, "triton_wait": {"avg_ms": 76.391, "count": 214, "max_ms": 117.5, "p95_ms": 103.519}, "visualize": {"avg_ms": 5.164, "count": 214, "max_ms": 6.818, "p95_ms": 5.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2220.378, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.529, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:38:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:38:39+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T17:38:39+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T17:38:39.149585+09:00", "mtime_epoch": 1783327119.149585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:38:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1478.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.292, "pushed": 10.292, "read": 10.259}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.245, "count": 308, "max_ms": 6.575, "p95_ms": 5.309}, "gstreamer_push": {"avg_ms": 1.311, "count": 308, "max_ms": 1.986, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.565, "count": 308, "max_ms": 84.528, "p95_ms": 71.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.282, "count": 308, "max_ms": 123.458, "p95_ms": 99.721}, "yolo11_640_fire_11class": {"avg_ms": 58.469, "count": 308, "max_ms": 86.093, "p95_ms": 76.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.627, "count": 308, "max_ms": 101.407, "p95_ms": 91.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.495, "count": 308, "max_ms": 136.489, "p95_ms": 113.053}, "read_interval": {"avg_ms": 97.437, "count": 307, "max_ms": 149.88, "p95_ms": 126.725}, "triton_wait": {"avg_ms": 70.539, "count": 308, "max_ms": 123.472, "p95_ms": 100.013}, "visualize": {"avg_ms": 3.659, "count": 308, "max_ms": 4.696, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1150, "tracking_summary": 1056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6113.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22843.04, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.42, "sample_count": 1451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:38:49+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T17:38:49+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T17:38:49.633746+09:00", "mtime_epoch": 1783327129.6337461, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:38:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.383, "name": "celery", "pid": 239, "rss_mb": 811.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.056, "pushed": 5.056, "read": 5.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.81, "count": 151, "max_ms": 119.273, "p95_ms": 109.267}, "gstreamer_push": {"avg_ms": 0.839, "count": 151, "max_ms": 1.545, "p95_ms": 1.036}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.468, "count": 151, "max_ms": 104.017, "p95_ms": 99.953}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.446, "count": 151, "max_ms": 114.423, "p95_ms": 102.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.342, "count": 151, "max_ms": 244.474, "p95_ms": 238.199}, "read_interval": {"avg_ms": 199.242, "count": 150, "max_ms": 250.874, "p95_ms": 244.245}, "triton_wait": {"avg_ms": 76.644, "count": 151, "max_ms": 114.436, "p95_ms": 102.738}, "visualize": {"avg_ms": 25.813, "count": 151, "max_ms": 33.243, "p95_ms": 30.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.16, "last_started_at": "2026-07-06T17:37:18+09:00", "pid": 20195, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.875, "name": "ffmpeg", "pid": 20195, "rss_mb": 272.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.954, "sample_count": 2049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:39:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:39:04+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T17:39:04+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T17:39:04.397973+09:00", "mtime_epoch": 1783327144.3979733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:39:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.077, "pushed": 7.077, "read": 7.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.332, "count": 212, "max_ms": 8.949, "p95_ms": 7.8}, "gstreamer_push": {"avg_ms": 1.113, "count": 212, "max_ms": 1.773, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.575, "count": 212, "max_ms": 86.125, "p95_ms": 73.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.536, "count": 212, "max_ms": 115.795, "p95_ms": 104.156}, "yolo11_640_fire_11class": {"avg_ms": 59.723, "count": 212, "max_ms": 83.344, "p95_ms": 76.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.838, "count": 212, "max_ms": 101.206, "p95_ms": 93.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.505, "count": 212, "max_ms": 176.776, "p95_ms": 165.337}, "read_interval": {"avg_ms": 142.005, "count": 211, "max_ms": 183.991, "p95_ms": 176.111}, "triton_wait": {"avg_ms": 76.616, "count": 212, "max_ms": 115.808, "p95_ms": 104.169}, "visualize": {"avg_ms": 5.29, "count": 212, "max_ms": 7.839, "p95_ms": 6.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6107.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2250.42, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.783, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:39:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:39:09+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T17:39:09+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-06T17:39:09.234048+09:00", "mtime_epoch": 1783327149.2340477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:39:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1478.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.148, "pushed": 10.148, "read": 10.115}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.29, "count": 304, "max_ms": 6.765, "p95_ms": 5.624}, "gstreamer_push": {"avg_ms": 1.273, "count": 304, "max_ms": 1.535, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.768, "count": 304, "max_ms": 88.993, "p95_ms": 71.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.558, "count": 304, "max_ms": 114.769, "p95_ms": 97.31}, "yolo11_640_fire_11class": {"avg_ms": 58.984, "count": 304, "max_ms": 90.874, "p95_ms": 77.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.709, "count": 304, "max_ms": 103.304, "p95_ms": 90.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.721, "count": 304, "max_ms": 127.598, "p95_ms": 111.138}, "read_interval": {"avg_ms": 98.902, "count": 303, "max_ms": 384.3, "p95_ms": 128.258}, "triton_wait": {"avg_ms": 68.979, "count": 304, "max_ms": 114.782, "p95_ms": 97.334}, "visualize": {"avg_ms": 3.594, "count": 304, "max_ms": 5.185, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1152, "tracking_summary": 1057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6110.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22873.056, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.589, "sample_count": 1440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:39:19+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T17:39:19+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T17:39:19.654208+09:00", "mtime_epoch": 1783327159.6542082, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:39:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 807.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.665, "pushed": 4.665, "read": 4.631}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.579, "count": 139, "max_ms": 123.8, "p95_ms": 117.8}, "gstreamer_push": {"avg_ms": 0.81, "count": 139, "max_ms": 1.243, "p95_ms": 0.968}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.838, "count": 139, "max_ms": 113.582, "p95_ms": 101.277}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.958, "count": 139, "max_ms": 114.434, "p95_ms": 106.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.841, "count": 139, "max_ms": 272.336, "p95_ms": 247.839}, "read_interval": {"avg_ms": 215.943, "count": 138, "max_ms": 280.097, "p95_ms": 256.764}, "triton_wait": {"avg_ms": 75.576, "count": 139, "max_ms": 114.458, "p95_ms": 106.343}, "visualize": {"avg_ms": 28.65, "count": 139, "max_ms": 46.372, "p95_ms": 35.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6109.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.211, "last_started_at": "2026-07-06T17:37:18+09:00", "pid": 20195, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.875, "name": "ffmpeg", "pid": 20195, "rss_mb": 272.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.147, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:39:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:39:34+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T17:39:34+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T17:39:34.458436+09:00", "mtime_epoch": 1783327174.4584363, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:39:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.151, "pushed": 7.151, "read": 7.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.272, "count": 214, "max_ms": 9.638, "p95_ms": 7.609}, "gstreamer_push": {"avg_ms": 1.12, "count": 214, "max_ms": 1.463, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.96, "count": 214, "max_ms": 83.399, "p95_ms": 75.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.484, "count": 214, "max_ms": 120.935, "p95_ms": 103.162}, "yolo11_640_fire_11class": {"avg_ms": 60.31, "count": 214, "max_ms": 84.97, "p95_ms": 78.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.684, "count": 214, "max_ms": 100.505, "p95_ms": 92.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.79, "count": 214, "max_ms": 177.899, "p95_ms": 158.761}, "read_interval": {"avg_ms": 140.469, "count": 213, "max_ms": 193.011, "p95_ms": 168.131}, "triton_wait": {"avg_ms": 76.606, "count": 214, "max_ms": 120.948, "p95_ms": 103.176}, "visualize": {"avg_ms": 5.273, "count": 214, "max_ms": 6.912, "p95_ms": 6.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2280.481, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.511, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:39:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:39:39+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T17:39:39+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T17:39:39.278511+09:00", "mtime_epoch": 1783327179.2785106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:39:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1479.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.186, "pushed": 10.186, "read": 10.153}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.291, "count": 305, "max_ms": 6.593, "p95_ms": 5.193}, "gstreamer_push": {"avg_ms": 1.325, "count": 305, "max_ms": 2.043, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.575, "count": 305, "max_ms": 84.334, "p95_ms": 67.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.599, "count": 305, "max_ms": 112.206, "p95_ms": 95.383}, "yolo11_640_fire_11class": {"avg_ms": 58.761, "count": 305, "max_ms": 89.993, "p95_ms": 80.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.82, "count": 305, "max_ms": 100.378, "p95_ms": 91.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.167, "count": 305, "max_ms": 125.041, "p95_ms": 109.039}, "read_interval": {"avg_ms": 98.581, "count": 304, "max_ms": 494.885, "p95_ms": 126.107}, "triton_wait": {"avg_ms": 68.131, "count": 305, "max_ms": 112.22, "p95_ms": 95.396}, "visualize": {"avg_ms": 3.712, "count": 305, "max_ms": 5.162, "p95_ms": 4.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1152, "tracking_summary": 1059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6110.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22903.206, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.703, "sample_count": 1451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:39:49+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T17:39:49+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T17:39:49.858674+09:00", "mtime_epoch": 1783327189.8586738, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:39:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 807.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.134, "pushed": 5.134, "read": 5.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.668, "count": 154, "max_ms": 122.568, "p95_ms": 110.379}, "gstreamer_push": {"avg_ms": 0.857, "count": 154, "max_ms": 1.825, "p95_ms": 1.014}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.16, "count": 154, "max_ms": 113.332, "p95_ms": 103.459}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.098, "count": 154, "max_ms": 118.749, "p95_ms": 102.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.7, "count": 154, "max_ms": 257.662, "p95_ms": 237.161}, "read_interval": {"avg_ms": 196.026, "count": 153, "max_ms": 263.868, "p95_ms": 243.679}, "triton_wait": {"avg_ms": 75.696, "count": 154, "max_ms": 118.762, "p95_ms": 103.945}, "visualize": {"avg_ms": 28.241, "count": 154, "max_ms": 36.837, "p95_ms": 35.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6113.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:34:07+09:00", "last_error_summary": "[h264 @ 0x5558e92c2700] error while decoding MB 49 22, bytestream -6", "last_exit_at": "2026-07-06T17:37:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.284, "last_started_at": "2026-07-06T17:37:18+09:00", "pid": 20195, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.133, "name": "ffmpeg", "pid": 20195, "rss_mb": 273.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.284, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:40:04+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T17:40:04+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T17:40:04.522900+09:00", "mtime_epoch": 1783327204.5229, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:40:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.056, "pushed": 7.056, "read": 7.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.26, "count": 211, "max_ms": 10.567, "p95_ms": 8.037}, "gstreamer_push": {"avg_ms": 1.103, "count": 211, "max_ms": 1.476, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.982, "count": 211, "max_ms": 85.453, "p95_ms": 75.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.04, "count": 211, "max_ms": 124.471, "p95_ms": 103.828}, "yolo11_640_fire_11class": {"avg_ms": 60.494, "count": 211, "max_ms": 88.596, "p95_ms": 79.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.502, "count": 211, "max_ms": 101.716, "p95_ms": 92.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.85, "count": 211, "max_ms": 216.813, "p95_ms": 164.124}, "read_interval": {"avg_ms": 142.535, "count": 210, "max_ms": 231.611, "p95_ms": 175.268}, "triton_wait": {"avg_ms": 77.103, "count": 211, "max_ms": 124.484, "p95_ms": 103.846}, "visualize": {"avg_ms": 5.24, "count": 211, "max_ms": 8.511, "p95_ms": 6.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6113.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2310.546, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.355, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:40:09+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-07-06T17:40:09+09:00", "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-07-06T17:40:09.366975+09:00", "mtime_epoch": 1783327209.3669748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:40:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1479.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.843}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.267, "count": 296, "max_ms": 6.859, "p95_ms": 5.445}, "gstreamer_push": {"avg_ms": 1.306, "count": 296, "max_ms": 2.048, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.794, "count": 296, "max_ms": 85.651, "p95_ms": 71.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.427, "count": 296, "max_ms": 126.444, "p95_ms": 100.002}, "yolo11_640_fire_11class": {"avg_ms": 58.324, "count": 296, "max_ms": 93.536, "p95_ms": 80.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.504, "count": 296, "max_ms": 105.896, "p95_ms": 92.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.823, "count": 296, "max_ms": 139.394, "p95_ms": 113.695}, "read_interval": {"avg_ms": 101.677, "count": 295, "max_ms": 734.909, "p95_ms": 131.084}, "triton_wait": {"avg_ms": 67.906, "count": 296, "max_ms": 126.457, "p95_ms": 100.104}, "visualize": {"avg_ms": 3.665, "count": 296, "max_ms": 5.461, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1154, "tracking_summary": 1060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5985.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22933.346, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.685, "sample_count": 1452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:40:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:40:20+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T17:40:19+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T17:40:19.943138+09:00", "mtime_epoch": 1783327219.9431381, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:40:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 807.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.806, "pushed": 4.806, "read": 4.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.145, "count": 144, "max_ms": 122.389, "p95_ms": 113.39}, "gstreamer_push": {"avg_ms": 0.836, "count": 144, "max_ms": 1.804, "p95_ms": 1.01}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.917, "count": 144, "max_ms": 118.323, "p95_ms": 97.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.5, "count": 144, "max_ms": 117.508, "p95_ms": 101.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.119, "count": 144, "max_ms": 252.778, "p95_ms": 238.905}, "read_interval": {"avg_ms": 209.269, "count": 143, "max_ms": 259.268, "p95_ms": 245.254}, "triton_wait": {"avg_ms": 77.84, "count": 144, "max_ms": 118.336, "p95_ms": 103.397}, "visualize": {"avg_ms": 28.165, "count": 144, "max_ms": 43.51, "p95_ms": 36.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6093.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 227, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:40:15+09:00", "last_error_summary": "[h264 @ 0x562f9851b380] error while decoding MB 14 41, bytestream -11", "last_exit_at": "2026-07-06T17:40:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.09, "last_started_at": "2026-07-06T17:40:17+09:00", "pid": 20302, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.859, "name": "ffmpeg", "pid": 20302, "rss_mb": 263.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.712, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:40:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:40:34+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T17:40:34+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T17:40:34.599365+09:00", "mtime_epoch": 1783327234.5993648, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:40:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.147, "pushed": 6.147, "read": 6.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.355, "count": 184, "max_ms": 9.514, "p95_ms": 7.688}, "gstreamer_push": {"avg_ms": 1.115, "count": 184, "max_ms": 1.373, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.606, "count": 184, "max_ms": 83.716, "p95_ms": 75.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.774, "count": 184, "max_ms": 114.864, "p95_ms": 99.543}, "yolo11_640_fire_11class": {"avg_ms": 59.117, "count": 184, "max_ms": 83.729, "p95_ms": 77.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.394, "count": 184, "max_ms": 98.611, "p95_ms": 91.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.899, "count": 184, "max_ms": 166.117, "p95_ms": 157.178}, "read_interval": {"avg_ms": 163.578, "count": 183, "max_ms": 4375.513, "p95_ms": 167.158}, "triton_wait": {"avg_ms": 75.895, "count": 184, "max_ms": 114.877, "p95_ms": 99.558}, "visualize": {"avg_ms": 5.244, "count": 184, "max_ms": 8.789, "p95_ms": 6.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2340.543, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 3, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.011, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:40:39+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T17:40:39+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T17:40:39.355438+09:00", "mtime_epoch": 1783327239.3554382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:40:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1479.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.341, "count": 300, "max_ms": 7.358, "p95_ms": 5.565}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 2.124, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.648, "count": 300, "max_ms": 83.948, "p95_ms": 69.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.403, "count": 300, "max_ms": 113.887, "p95_ms": 93.561}, "yolo11_640_fire_11class": {"avg_ms": 57.653, "count": 300, "max_ms": 87.015, "p95_ms": 77.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.238, "count": 300, "max_ms": 101.83, "p95_ms": 90.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.937, "count": 301, "max_ms": 127.071, "p95_ms": 108.186}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 656.524, "p95_ms": 127.106}, "triton_wait": {"avg_ms": 65.997, "count": 300, "max_ms": 113.901, "p95_ms": 94.593}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 5.707, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1155, "tracking_summary": 1061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22963.467, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.009, "sample_count": 1448, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:40:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:40:50+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T17:40:50+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T17:40:50.055604+09:00", "mtime_epoch": 1783327250.0556037, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:40:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 807.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.717, "pushed": 4.717, "read": 4.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.405, "count": 141, "max_ms": 118.8, "p95_ms": 110.001}, "gstreamer_push": {"avg_ms": 1.0, "count": 141, "max_ms": 2.146, "p95_ms": 1.855}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.584, "count": 141, "max_ms": 102.658, "p95_ms": 91.085}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.692, "count": 141, "max_ms": 116.132, "p95_ms": 104.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.182, "count": 141, "max_ms": 256.345, "p95_ms": 245.634}, "read_interval": {"avg_ms": 213.545, "count": 140, "max_ms": 264.699, "p95_ms": 252.208}, "triton_wait": {"avg_ms": 75.146, "count": 141, "max_ms": 116.145, "p95_ms": 104.826}, "visualize": {"avg_ms": 31.739, "count": 141, "max_ms": 51.521, "p95_ms": 44.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6108.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 227, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:40:15+09:00", "last_error_summary": "[h264 @ 0x562f9851b380] error while decoding MB 14 41, bytestream -11", "last_exit_at": "2026-07-06T17:40:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.122, "last_started_at": "2026-07-06T17:40:17+09:00", "pid": 20302, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.789, "name": "ffmpeg", "pid": 20302, "rss_mb": 269.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.306, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:41:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:41:04+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T17:41:04+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T17:41:04.615829+09:00", "mtime_epoch": 1783327264.6158292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:41:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.092, "pushed": 7.092, "read": 7.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.479, "count": 212, "max_ms": 10.787, "p95_ms": 8.24}, "gstreamer_push": {"avg_ms": 1.092, "count": 212, "max_ms": 1.495, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.707, "count": 212, "max_ms": 87.428, "p95_ms": 75.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.752, "count": 212, "max_ms": 118.755, "p95_ms": 99.351}, "yolo11_640_fire_11class": {"avg_ms": 59.639, "count": 212, "max_ms": 88.272, "p95_ms": 77.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.142, "count": 212, "max_ms": 106.185, "p95_ms": 92.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.536, "count": 212, "max_ms": 197.046, "p95_ms": 167.77}, "read_interval": {"avg_ms": 141.662, "count": 211, "max_ms": 207.438, "p95_ms": 175.895}, "triton_wait": {"avg_ms": 74.899, "count": 212, "max_ms": 118.768, "p95_ms": 99.364}, "visualize": {"avg_ms": 5.396, "count": 212, "max_ms": 8.163, "p95_ms": 6.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6100.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2370.549, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.606, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:41:09+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T17:41:09+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-06T17:41:09.363903+09:00", "mtime_epoch": 1783327269.3639028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:41:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1479.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.261, "count": 301, "max_ms": 6.627, "p95_ms": 5.119}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.593, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.48, "count": 301, "max_ms": 86.088, "p95_ms": 71.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.694, "count": 301, "max_ms": 128.435, "p95_ms": 95.35}, "yolo11_640_fire_11class": {"avg_ms": 58.62, "count": 301, "max_ms": 87.345, "p95_ms": 78.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.816, "count": 301, "max_ms": 104.547, "p95_ms": 90.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.286, "count": 301, "max_ms": 141.482, "p95_ms": 108.592}, "read_interval": {"avg_ms": 99.697, "count": 301, "max_ms": 415.257, "p95_ms": 124.376}, "triton_wait": {"avg_ms": 67.43, "count": 301, "max_ms": 128.449, "p95_ms": 95.583}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 5.228, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1156, "tracking_summary": 1062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6100.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 22993.609, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.009, "sample_count": 1442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:41:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:41:20+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T17:41:20+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T17:41:20.264071+09:00", "mtime_epoch": 1783327280.2640715, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:41:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 796.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.98, "pushed": 4.98, "read": 4.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.558, "count": 149, "max_ms": 116.204, "p95_ms": 108.372}, "gstreamer_push": {"avg_ms": 1.234, "count": 149, "max_ms": 2.152, "p95_ms": 1.964}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.343, "count": 149, "max_ms": 116.733, "p95_ms": 99.315}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.349, "count": 149, "max_ms": 119.693, "p95_ms": 101.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.984, "count": 149, "max_ms": 248.435, "p95_ms": 238.224}, "read_interval": {"avg_ms": 202.62, "count": 148, "max_ms": 256.998, "p95_ms": 245.107}, "triton_wait": {"avg_ms": 74.19, "count": 149, "max_ms": 119.703, "p95_ms": 101.85}, "visualize": {"avg_ms": 33.423, "count": 149, "max_ms": 47.524, "p95_ms": 43.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6101.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 227, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:40:15+09:00", "last_error_summary": "[h264 @ 0x562f9851b380] error while decoding MB 14 41, bytestream -11", "last_exit_at": "2026-07-06T17:40:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.161, "last_started_at": "2026-07-06T17:40:17+09:00", "pid": 20302, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.789, "name": "ffmpeg", "pid": 20302, "rss_mb": 269.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.242, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:41:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:41:34+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T17:41:34+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T17:41:34.668295+09:00", "mtime_epoch": 1783327294.668295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:41:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.194, "pushed": 7.194, "read": 7.161}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.315, "count": 215, "max_ms": 9.361, "p95_ms": 7.681}, "gstreamer_push": {"avg_ms": 1.107, "count": 215, "max_ms": 1.305, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.949, "count": 215, "max_ms": 81.528, "p95_ms": 74.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.352, "count": 215, "max_ms": 111.403, "p95_ms": 100.559}, "yolo11_640_fire_11class": {"avg_ms": 60.191, "count": 215, "max_ms": 86.856, "p95_ms": 77.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.828, "count": 215, "max_ms": 101.005, "p95_ms": 93.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.383, "count": 215, "max_ms": 172.248, "p95_ms": 156.067}, "read_interval": {"avg_ms": 139.801, "count": 214, "max_ms": 180.578, "p95_ms": 166.963}, "triton_wait": {"avg_ms": 75.687, "count": 215, "max_ms": 111.416, "p95_ms": 100.572}, "visualize": {"avg_ms": 5.236, "count": 215, "max_ms": 8.974, "p95_ms": 6.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6098.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2400.93, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.214, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:41:39+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T17:41:39+09:00", "mjpeg": {"age_sec": 0.413, "exists": true, "mtime": "2026-07-06T17:41:39.384368+09:00", "mtime_epoch": 1783327299.384368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:41:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1479.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.309, "count": 299, "max_ms": 6.73, "p95_ms": 5.654}, "gstreamer_push": {"avg_ms": 1.299, "count": 299, "max_ms": 2.069, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.667, "count": 299, "max_ms": 81.575, "p95_ms": 74.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.308, "count": 299, "max_ms": 112.992, "p95_ms": 98.169}, "yolo11_640_fire_11class": {"avg_ms": 58.957, "count": 299, "max_ms": 89.928, "p95_ms": 79.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.448, "count": 299, "max_ms": 100.847, "p95_ms": 94.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.751, "count": 299, "max_ms": 125.966, "p95_ms": 111.392}, "read_interval": {"avg_ms": 100.763, "count": 298, "max_ms": 453.452, "p95_ms": 134.181}, "triton_wait": {"avg_ms": 68.9, "count": 299, "max_ms": 113.005, "p95_ms": 98.181}, "visualize": {"avg_ms": 3.657, "count": 299, "max_ms": 5.512, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1159, "tracking_summary": 1063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6107.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23023.842, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.804, "sample_count": 1436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:41:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:41:50+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T17:41:50+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T17:41:50.416539+09:00", "mtime_epoch": 1783327310.416539, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:41:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 801.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.525, "pushed": 4.525, "read": 4.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.999, "count": 135, "max_ms": 137.333, "p95_ms": 112.537}, "gstreamer_push": {"avg_ms": 1.23, "count": 135, "max_ms": 2.311, "p95_ms": 1.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.123, "count": 135, "max_ms": 109.537, "p95_ms": 98.586}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.047, "count": 135, "max_ms": 111.676, "p95_ms": 103.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.1, "count": 135, "max_ms": 254.199, "p95_ms": 249.413}, "read_interval": {"avg_ms": 222.495, "count": 134, "max_ms": 261.889, "p95_ms": 255.525}, "triton_wait": {"avg_ms": 75.833, "count": 135, "max_ms": 111.688, "p95_ms": 103.629}, "visualize": {"avg_ms": 33.371, "count": 135, "max_ms": 42.515, "p95_ms": 41.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6111.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 227, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:40:15+09:00", "last_error_summary": "[h264 @ 0x562f9851b380] error while decoding MB 14 41, bytestream -11", "last_exit_at": "2026-07-06T17:40:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.268, "last_started_at": "2026-07-06T17:40:17+09:00", "pid": 20302, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.078, "name": "ffmpeg", "pid": 20302, "rss_mb": 271.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.66, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:42:04+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T17:42:04+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T17:42:04.760762+09:00", "mtime_epoch": 1783327324.7607617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:42:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.091, "count": 216, "max_ms": 8.7, "p95_ms": 7.257}, "gstreamer_push": {"avg_ms": 1.106, "count": 217, "max_ms": 1.378, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.031, "count": 216, "max_ms": 86.529, "p95_ms": 74.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.175, "count": 216, "max_ms": 118.539, "p95_ms": 103.574}, "yolo11_640_fire_11class": {"avg_ms": 60.682, "count": 216, "max_ms": 87.044, "p95_ms": 77.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.926, "count": 216, "max_ms": 104.131, "p95_ms": 92.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.237, "count": 217, "max_ms": 170.601, "p95_ms": 156.543}, "read_interval": {"avg_ms": 138.744, "count": 216, "max_ms": 183.434, "p95_ms": 166.29}, "triton_wait": {"avg_ms": 76.394, "count": 216, "max_ms": 118.551, "p95_ms": 103.588}, "visualize": {"avg_ms": 5.109, "count": 216, "max_ms": 6.342, "p95_ms": 6.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2430.946, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.269, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:42:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:42:09+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T17:42:09+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T17:42:09.708838+09:00", "mtime_epoch": 1783327329.7088385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:42:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1479.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.337, "count": 301, "max_ms": 6.973, "p95_ms": 6.101}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.974, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.373, "count": 301, "max_ms": 82.577, "p95_ms": 71.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.785, "count": 301, "max_ms": 118.714, "p95_ms": 95.963}, "yolo11_640_fire_11class": {"avg_ms": 59.022, "count": 301, "max_ms": 92.416, "p95_ms": 78.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.36, "count": 301, "max_ms": 100.479, "p95_ms": 90.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.21, "count": 301, "max_ms": 131.698, "p95_ms": 109.063}, "read_interval": {"avg_ms": 99.649, "count": 300, "max_ms": 288.896, "p95_ms": 126.384}, "triton_wait": {"avg_ms": 69.399, "count": 301, "max_ms": 118.728, "p95_ms": 95.975}, "visualize": {"avg_ms": 3.614, "count": 301, "max_ms": 4.767, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1159, "tracking_summary": 1065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6112.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23053.958, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.094, "sample_count": 1449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:42:20+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T17:42:20+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T17:42:20.525007+09:00", "mtime_epoch": 1783327340.5250065, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:42:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 807.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.09, "pushed": 5.09, "read": 5.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.366, "count": 152, "max_ms": 130.0, "p95_ms": 111.299}, "gstreamer_push": {"avg_ms": 0.886, "count": 152, "max_ms": 2.01, "p95_ms": 1.426}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.41, "count": 152, "max_ms": 109.374, "p95_ms": 98.911}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.541, "count": 152, "max_ms": 110.618, "p95_ms": 96.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.999, "count": 152, "max_ms": 249.652, "p95_ms": 238.37}, "read_interval": {"avg_ms": 197.91, "count": 151, "max_ms": 257.946, "p95_ms": 246.108}, "triton_wait": {"avg_ms": 73.971, "count": 152, "max_ms": 110.63, "p95_ms": 100.14}, "visualize": {"avg_ms": 26.544, "count": 152, "max_ms": 41.708, "p95_ms": 40.523}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6110.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 227, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:40:15+09:00", "last_error_summary": "[h264 @ 0x562f9851b380] error while decoding MB 14 41, bytestream -11", "last_exit_at": "2026-07-06T17:40:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.309, "last_started_at": "2026-07-06T17:40:17+09:00", "pid": 20302, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.594, "name": "ffmpeg", "pid": 20302, "rss_mb": 271.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.978, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:42:34+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T17:42:34+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T17:42:34.793228+09:00", "mtime_epoch": 1783327354.7932281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:42:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.261, "pushed": 7.261, "read": 7.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.148, "count": 217, "max_ms": 9.033, "p95_ms": 7.221}, "gstreamer_push": {"avg_ms": 1.119, "count": 217, "max_ms": 1.47, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.639, "count": 217, "max_ms": 84.877, "p95_ms": 71.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.589, "count": 217, "max_ms": 109.749, "p95_ms": 100.947}, "yolo11_640_fire_11class": {"avg_ms": 59.688, "count": 217, "max_ms": 84.331, "p95_ms": 77.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.742, "count": 217, "max_ms": 100.538, "p95_ms": 90.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.857, "count": 217, "max_ms": 164.446, "p95_ms": 152.971}, "read_interval": {"avg_ms": 138.397, "count": 216, "max_ms": 176.738, "p95_ms": 163.279}, "triton_wait": {"avg_ms": 75.801, "count": 217, "max_ms": 109.763, "p95_ms": 100.959}, "visualize": {"avg_ms": 5.164, "count": 217, "max_ms": 6.09, "p95_ms": 5.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6104.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2461.008, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.366, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:42:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:42:39+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T17:42:39.809306+09:00", "mtime_epoch": 1783327359.8093061, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:42:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1479.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 300, "max_ms": 6.797, "p95_ms": 5.311}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 2.133, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.824, "count": 300, "max_ms": 84.971, "p95_ms": 69.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.397, "count": 300, "max_ms": 111.698, "p95_ms": 96.518}, "yolo11_640_fire_11class": {"avg_ms": 58.35, "count": 300, "max_ms": 96.95, "p95_ms": 78.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.513, "count": 300, "max_ms": 103.227, "p95_ms": 90.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.858, "count": 300, "max_ms": 124.523, "p95_ms": 110.429}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 453.999, "p95_ms": 128.675}, "triton_wait": {"avg_ms": 67.039, "count": 300, "max_ms": 111.712, "p95_ms": 97.871}, "visualize": {"avg_ms": 3.678, "count": 300, "max_ms": 5.618, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1161, "tracking_summary": 1066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6113.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23084.1, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.539, "sample_count": 1434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:42:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:42:50+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T17:42:50+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T17:42:50.657475+09:00", "mtime_epoch": 1783327370.6574748, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:42:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.398, "name": "celery", "pid": 239, "rss_mb": 808.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.512, "pushed": 4.512, "read": 4.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.987, "count": 135, "max_ms": 142.354, "p95_ms": 115.372}, "gstreamer_push": {"avg_ms": 1.084, "count": 135, "max_ms": 3.769, "p95_ms": 1.924}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.311, "count": 135, "max_ms": 110.386, "p95_ms": 100.148}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.677, "count": 135, "max_ms": 111.404, "p95_ms": 101.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.812, "count": 135, "max_ms": 268.877, "p95_ms": 251.064}, "read_interval": {"avg_ms": 223.093, "count": 134, "max_ms": 279.514, "p95_ms": 258.159}, "triton_wait": {"avg_ms": 75.495, "count": 135, "max_ms": 111.421, "p95_ms": 104.899}, "visualize": {"avg_ms": 33.384, "count": 135, "max_ms": 55.209, "p95_ms": 46.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6111.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 227, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:40:15+09:00", "last_error_summary": "[h264 @ 0x562f9851b380] error while decoding MB 14 41, bytestream -11", "last_exit_at": "2026-07-06T17:40:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.366, "last_started_at": "2026-07-06T17:40:17+09:00", "pid": 20302, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.109, "name": "ffmpeg", "pid": 20302, "rss_mb": 272.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.518, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:43:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:43:04+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T17:43:04+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T17:43:04.877696+09:00", "mtime_epoch": 1783327384.877696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:43:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1607.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.291, "pushed": 7.291, "read": 7.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.225, "count": 218, "max_ms": 9.633, "p95_ms": 7.862}, "gstreamer_push": {"avg_ms": 1.114, "count": 218, "max_ms": 1.674, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.868, "count": 218, "max_ms": 83.807, "p95_ms": 72.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.094, "count": 218, "max_ms": 112.604, "p95_ms": 100.172}, "yolo11_640_fire_11class": {"avg_ms": 59.864, "count": 218, "max_ms": 84.818, "p95_ms": 79.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.389, "count": 218, "max_ms": 100.445, "p95_ms": 95.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.111, "count": 218, "max_ms": 164.948, "p95_ms": 157.107}, "read_interval": {"avg_ms": 137.948, "count": 217, "max_ms": 180.408, "p95_ms": 165.739}, "triton_wait": {"avg_ms": 74.407, "count": 218, "max_ms": 112.62, "p95_ms": 100.185}, "visualize": {"avg_ms": 5.189, "count": 218, "max_ms": 8.93, "p95_ms": 5.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6113.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2491.026, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.606, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:43:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:43:09+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T17:43:09+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T17:43:09.833773+09:00", "mtime_epoch": 1783327389.8337731, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:43:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1480.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.126, "pushed": 10.126, "read": 10.092}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.251, "count": 303, "max_ms": 6.862, "p95_ms": 5.337}, "gstreamer_push": {"avg_ms": 1.299, "count": 303, "max_ms": 1.903, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.096, "count": 303, "max_ms": 78.803, "p95_ms": 73.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.455, "count": 303, "max_ms": 111.498, "p95_ms": 97.879}, "yolo11_640_fire_11class": {"avg_ms": 58.453, "count": 303, "max_ms": 91.753, "p95_ms": 77.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.593, "count": 303, "max_ms": 100.094, "p95_ms": 89.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.975, "count": 303, "max_ms": 124.372, "p95_ms": 110.98}, "read_interval": {"avg_ms": 99.138, "count": 302, "max_ms": 532.726, "p95_ms": 129.969}, "triton_wait": {"avg_ms": 67.155, "count": 303, "max_ms": 111.512, "p95_ms": 97.892}, "visualize": {"avg_ms": 3.689, "count": 303, "max_ms": 5.648, "p95_ms": 4.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1162, "tracking_summary": 1067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6104.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23114.22, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.272, "sample_count": 1447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:43:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:43:21+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T17:43:20+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-06T17:43:20.757943+09:00", "mtime_epoch": 1783327400.7579432, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:43:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.992, "name": "celery", "pid": 239, "rss_mb": 799.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.047, "pushed": 5.047, "read": 5.013}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.991, "count": 151, "max_ms": 129.416, "p95_ms": 112.011}, "gstreamer_push": {"avg_ms": 1.078, "count": 151, "max_ms": 3.537, "p95_ms": 2.033}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.068, "count": 151, "max_ms": 119.191, "p95_ms": 99.494}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.608, "count": 151, "max_ms": 111.898, "p95_ms": 105.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.741, "count": 151, "max_ms": 263.784, "p95_ms": 239.971}, "read_interval": {"avg_ms": 198.985, "count": 150, "max_ms": 269.086, "p95_ms": 247.392}, "triton_wait": {"avg_ms": 75.08, "count": 151, "max_ms": 119.204, "p95_ms": 106.036}, "visualize": {"avg_ms": 32.607, "count": 151, "max_ms": 66.595, "p95_ms": 47.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6068.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:43:24+09:00", "last_error_summary": "[h264 @ 0x56185cd87300] left block unavailable for requested intra mode [h264 @ 0x56185cd87300] error while decoding MB 0 16, bytestream 120006 [h264 @ 0x56185d9427c0] error while decoding MB 44 16, bytestream -30", "last_exit_at": "2026-07-06T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.416, "last_started_at": "2026-07-06T17:43:27+09:00", "pid": 20409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 233.414, "name": "ffmpeg", "pid": 20409, "rss_mb": 233.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.927, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:43:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:43:35+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T17:43:34+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T17:43:34.862163+09:00", "mtime_epoch": 1783327414.8621628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:43:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.959, "pushed": 5.959, "read": 5.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.171, "count": 178, "max_ms": 9.1, "p95_ms": 7.577}, "gstreamer_push": {"avg_ms": 1.132, "count": 178, "max_ms": 1.716, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.426, "count": 178, "max_ms": 88.123, "p95_ms": 74.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.793, "count": 178, "max_ms": 120.431, "p95_ms": 101.347}, "yolo11_640_fire_11class": {"avg_ms": 59.703, "count": 178, "max_ms": 88.108, "p95_ms": 78.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.61, "count": 178, "max_ms": 99.711, "p95_ms": 92.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.142, "count": 178, "max_ms": 172.864, "p95_ms": 155.562}, "read_interval": {"avg_ms": 168.753, "count": 177, "max_ms": 5452.151, "p95_ms": 165.925}, "triton_wait": {"avg_ms": 75.891, "count": 178, "max_ms": 120.444, "p95_ms": 101.359}, "visualize": {"avg_ms": 5.196, "count": 178, "max_ms": 7.748, "p95_ms": 5.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6100.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2521.044, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.239, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:43:39+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T17:43:39+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T17:43:39.810240+09:00", "mtime_epoch": 1783327419.8102398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:43:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1480.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.213, "count": 303, "max_ms": 6.64, "p95_ms": 5.233}, "gstreamer_push": {"avg_ms": 1.293, "count": 303, "max_ms": 1.878, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.196, "count": 303, "max_ms": 83.565, "p95_ms": 72.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.736, "count": 303, "max_ms": 120.136, "p95_ms": 96.828}, "yolo11_640_fire_11class": {"avg_ms": 57.582, "count": 303, "max_ms": 88.522, "p95_ms": 78.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.526, "count": 303, "max_ms": 100.154, "p95_ms": 90.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.382, "count": 303, "max_ms": 133.643, "p95_ms": 109.481}, "read_interval": {"avg_ms": 98.993, "count": 302, "max_ms": 673.825, "p95_ms": 132.461}, "triton_wait": {"avg_ms": 65.685, "count": 303, "max_ms": 120.148, "p95_ms": 96.841}, "visualize": {"avg_ms": 3.623, "count": 303, "max_ms": 5.224, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1163, "tracking_summary": 1068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6107.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23144.286, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.4, "sample_count": 1439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:43:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:43:51+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T17:43:50+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T17:43:50.890412+09:00", "mtime_epoch": 1783327430.8904123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:43:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.992, "name": "celery", "pid": 239, "rss_mb": 808.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.792, "pushed": 4.792, "read": 4.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.75, "count": 143, "max_ms": 134.455, "p95_ms": 111.646}, "gstreamer_push": {"avg_ms": 0.903, "count": 143, "max_ms": 1.859, "p95_ms": 1.742}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.682, "count": 143, "max_ms": 111.858, "p95_ms": 101.925}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.814, "count": 143, "max_ms": 112.244, "p95_ms": 107.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.93, "count": 143, "max_ms": 255.473, "p95_ms": 245.477}, "read_interval": {"avg_ms": 210.27, "count": 142, "max_ms": 263.252, "p95_ms": 251.821}, "triton_wait": {"avg_ms": 77.504, "count": 143, "max_ms": 112.256, "p95_ms": 107.086}, "visualize": {"avg_ms": 29.664, "count": 143, "max_ms": 47.707, "p95_ms": 39.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6110.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:43:24+09:00", "last_error_summary": "[h264 @ 0x56185cd87300] left block unavailable for requested intra mode [h264 @ 0x56185cd87300] error while decoding MB 0 16, bytestream 120006 [h264 @ 0x56185d9427c0] error while decoding MB 44 16, bytestream -30", "last_exit_at": "2026-07-06T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.465, "last_started_at": "2026-07-06T17:43:27+09:00", "pid": 20409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.668, "name": "ffmpeg", "pid": 20409, "rss_mb": 267.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.238, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:44:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:44:05+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T17:44:04+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T17:44:04.914631+09:00", "mtime_epoch": 1783327444.9146311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:44:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.186, "pushed": 7.186, "read": 7.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 215, "max_ms": 10.028, "p95_ms": 8.038}, "gstreamer_push": {"avg_ms": 1.096, "count": 215, "max_ms": 1.425, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.039, "count": 215, "max_ms": 85.011, "p95_ms": 76.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.438, "count": 215, "max_ms": 114.919, "p95_ms": 100.151}, "yolo11_640_fire_11class": {"avg_ms": 59.809, "count": 215, "max_ms": 82.549, "p95_ms": 77.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.658, "count": 215, "max_ms": 102.141, "p95_ms": 92.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.332, "count": 215, "max_ms": 179.318, "p95_ms": 161.457}, "read_interval": {"avg_ms": 139.662, "count": 214, "max_ms": 190.051, "p95_ms": 169.905}, "triton_wait": {"avg_ms": 75.784, "count": 215, "max_ms": 114.934, "p95_ms": 100.167}, "visualize": {"avg_ms": 5.227, "count": 215, "max_ms": 8.998, "p95_ms": 6.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2551.38, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.722, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:44:10+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T17:44:10+09:00", "mjpeg": {"age_sec": 0.741, "exists": true, "mtime": "2026-07-06T17:44:09.506703+09:00", "mtime_epoch": 1783327449.5067027, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:44:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1480.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.36, "count": 290, "max_ms": 6.843, "p95_ms": 5.521}, "gstreamer_push": {"avg_ms": 1.316, "count": 290, "max_ms": 2.074, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.062, "count": 290, "max_ms": 84.545, "p95_ms": 72.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.203, "count": 290, "max_ms": 116.967, "p95_ms": 94.071}, "yolo11_640_fire_11class": {"avg_ms": 58.392, "count": 290, "max_ms": 87.788, "p95_ms": 78.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.847, "count": 290, "max_ms": 99.486, "p95_ms": 92.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.85, "count": 290, "max_ms": 130.233, "p95_ms": 108.145}, "read_interval": {"avg_ms": 103.379, "count": 289, "max_ms": 705.425, "p95_ms": 128.983}, "triton_wait": {"avg_ms": 66.848, "count": 290, "max_ms": 116.98, "p95_ms": 94.879}, "visualize": {"avg_ms": 3.696, "count": 290, "max_ms": 5.642, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1165, "tracking_summary": 1069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23174.366, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.4, "sample_count": 1439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:44:21+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T17:44:20+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T17:44:20.962881+09:00", "mtime_epoch": 1783327460.9628813, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:44:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.992, "name": "celery", "pid": 239, "rss_mb": 805.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.688, "pushed": 4.688, "read": 4.654}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.147, "count": 140, "max_ms": 135.106, "p95_ms": 110.116}, "gstreamer_push": {"avg_ms": 1.042, "count": 140, "max_ms": 2.562, "p95_ms": 1.893}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.388, "count": 140, "max_ms": 111.057, "p95_ms": 95.143}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.125, "count": 140, "max_ms": 112.319, "p95_ms": 101.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.445, "count": 140, "max_ms": 277.953, "p95_ms": 248.883}, "read_interval": {"avg_ms": 214.826, "count": 139, "max_ms": 284.179, "p95_ms": 255.719}, "triton_wait": {"avg_ms": 75.556, "count": 140, "max_ms": 112.332, "p95_ms": 103.304}, "visualize": {"avg_ms": 31.773, "count": 140, "max_ms": 43.327, "p95_ms": 41.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6108.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:43:24+09:00", "last_error_summary": "[h264 @ 0x56185cd87300] left block unavailable for requested intra mode [h264 @ 0x56185cd87300] error while decoding MB 0 16, bytestream 120006 [h264 @ 0x56185d9427c0] error while decoding MB 44 16, bytestream -30", "last_exit_at": "2026-07-06T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.541, "last_started_at": "2026-07-06T17:43:27+09:00", "pid": 20409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.184, "name": "ffmpeg", "pid": 20409, "rss_mb": 268.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.86, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:44:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:44:35+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T17:44:34+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T17:44:34.999100+09:00", "mtime_epoch": 1783327474.9991002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:44:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.279, "pushed": 7.279, "read": 7.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.297, "count": 218, "max_ms": 9.375, "p95_ms": 7.962}, "gstreamer_push": {"avg_ms": 1.106, "count": 218, "max_ms": 1.476, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.929, "count": 218, "max_ms": 85.527, "p95_ms": 75.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.89, "count": 218, "max_ms": 122.977, "p95_ms": 99.162}, "yolo11_640_fire_11class": {"avg_ms": 59.32, "count": 218, "max_ms": 85.037, "p95_ms": 79.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.301, "count": 218, "max_ms": 101.241, "p95_ms": 92.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.207, "count": 218, "max_ms": 180.904, "p95_ms": 155.543}, "read_interval": {"avg_ms": 137.903, "count": 217, "max_ms": 191.686, "p95_ms": 166.489}, "triton_wait": {"avg_ms": 73.095, "count": 218, "max_ms": 122.989, "p95_ms": 100.345}, "visualize": {"avg_ms": 5.292, "count": 218, "max_ms": 8.084, "p95_ms": 6.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2581.43, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.601, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:44:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:44:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T17:44:40+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T17:44:40.227182+09:00", "mtime_epoch": 1783327480.227182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:44:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1480.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.245, "pushed": 10.245, "read": 10.211}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.329, "count": 307, "max_ms": 7.814, "p95_ms": 5.662}, "gstreamer_push": {"avg_ms": 1.304, "count": 307, "max_ms": 1.87, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.924, "count": 307, "max_ms": 88.501, "p95_ms": 74.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.202, "count": 307, "max_ms": 119.055, "p95_ms": 93.826}, "yolo11_640_fire_11class": {"avg_ms": 57.965, "count": 307, "max_ms": 93.259, "p95_ms": 78.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.302, "count": 307, "max_ms": 108.535, "p95_ms": 90.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.999, "count": 307, "max_ms": 132.25, "p95_ms": 106.924}, "read_interval": {"avg_ms": 97.907, "count": 306, "max_ms": 453.94, "p95_ms": 126.351}, "triton_wait": {"avg_ms": 65.892, "count": 307, "max_ms": 119.068, "p95_ms": 93.84}, "visualize": {"avg_ms": 3.719, "count": 307, "max_ms": 6.076, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1166, "tracking_summary": 1071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6108.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23204.384, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.375, "sample_count": 1422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:44:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:44:51+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T17:44:51+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T17:44:51.051351+09:00", "mtime_epoch": 1783327491.0513508, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:44:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.992, "name": "celery", "pid": 239, "rss_mb": 805.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.596, "pushed": 4.596, "read": 4.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.518, "count": 137, "max_ms": 130.902, "p95_ms": 116.573}, "gstreamer_push": {"avg_ms": 0.805, "count": 137, "max_ms": 2.862, "p95_ms": 0.867}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.995, "count": 137, "max_ms": 115.344, "p95_ms": 102.599}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.082, "count": 137, "max_ms": 122.039, "p95_ms": 104.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.197, "count": 137, "max_ms": 257.96, "p95_ms": 246.741}, "read_interval": {"avg_ms": 219.649, "count": 136, "max_ms": 265.729, "p95_ms": 254.632}, "triton_wait": {"avg_ms": 76.188, "count": 137, "max_ms": 122.053, "p95_ms": 107.307}, "visualize": {"avg_ms": 26.563, "count": 137, "max_ms": 45.314, "p95_ms": 32.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6102.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:43:24+09:00", "last_error_summary": "[h264 @ 0x56185cd87300] left block unavailable for requested intra mode [h264 @ 0x56185cd87300] error while decoding MB 0 16, bytestream 120006 [h264 @ 0x56185d9427c0] error while decoding MB 44 16, bytestream -30", "last_exit_at": "2026-07-06T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.62, "last_started_at": "2026-07-06T17:43:27+09:00", "pid": 20409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.184, "name": "ffmpeg", "pid": 20409, "rss_mb": 268.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.219, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:45:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:45:05+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T17:45:05+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T17:45:05.079570+09:00", "mtime_epoch": 1783327505.0795698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:45:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.278, "pushed": 7.278, "read": 7.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.215, "count": 218, "max_ms": 9.395, "p95_ms": 8.01}, "gstreamer_push": {"avg_ms": 1.095, "count": 218, "max_ms": 1.391, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.456, "count": 218, "max_ms": 84.203, "p95_ms": 75.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.34, "count": 218, "max_ms": 111.294, "p95_ms": 101.221}, "yolo11_640_fire_11class": {"avg_ms": 58.967, "count": 218, "max_ms": 85.41, "p95_ms": 77.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.571, "count": 218, "max_ms": 102.937, "p95_ms": 93.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.443, "count": 218, "max_ms": 168.837, "p95_ms": 155.275}, "read_interval": {"avg_ms": 137.91, "count": 217, "max_ms": 180.012, "p95_ms": 166.247}, "triton_wait": {"avg_ms": 74.435, "count": 218, "max_ms": 111.306, "p95_ms": 101.233}, "visualize": {"avg_ms": 5.182, "count": 218, "max_ms": 7.297, "p95_ms": 6.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2611.522, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.168, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T17:45:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T17:45:10+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T17:45:10.311651+09:00", "mtime_epoch": 1783327510.3116515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:45:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1480.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 9.999}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.385, "count": 300, "max_ms": 7.092, "p95_ms": 6.039}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.931, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.451, "count": 300, "max_ms": 85.894, "p95_ms": 71.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.171, "count": 300, "max_ms": 106.122, "p95_ms": 95.115}, "yolo11_640_fire_11class": {"avg_ms": 58.262, "count": 300, "max_ms": 87.081, "p95_ms": 76.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.943, "count": 300, "max_ms": 102.206, "p95_ms": 88.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.812, "count": 300, "max_ms": 118.807, "p95_ms": 108.764}, "read_interval": {"avg_ms": 100.051, "count": 299, "max_ms": 412.697, "p95_ms": 130.152}, "triton_wait": {"avg_ms": 66.767, "count": 300, "max_ms": 106.134, "p95_ms": 95.163}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 5.84, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1168, "tracking_summary": 1072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23234.4, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.257, "sample_count": 1429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:45:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:45:21+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-06T17:45:20+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T17:45:21.007819+09:00", "mtime_epoch": 1783327521.0078187, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:45:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.992, "name": "celery", "pid": 239, "rss_mb": 805.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.992, "pushed": 4.992, "read": 4.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 87.692, "count": 149, "max_ms": 125.343, "p95_ms": 112.326}, "gstreamer_push": {"avg_ms": 1.006, "count": 149, "max_ms": 2.263, "p95_ms": 1.947}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.73, "count": 149, "max_ms": 122.291, "p95_ms": 96.536}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.96, "count": 149, "max_ms": 109.861, "p95_ms": 99.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.116, "count": 149, "max_ms": 248.022, "p95_ms": 237.022}, "read_interval": {"avg_ms": 201.424, "count": 148, "max_ms": 254.412, "p95_ms": 243.402}, "triton_wait": {"avg_ms": 73.233, "count": 149, "max_ms": 122.305, "p95_ms": 100.594}, "visualize": {"avg_ms": 29.153, "count": 149, "max_ms": 44.371, "p95_ms": 41.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6111.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:43:24+09:00", "last_error_summary": "[h264 @ 0x56185cd87300] left block unavailable for requested intra mode [h264 @ 0x56185cd87300] error while decoding MB 0 16, bytestream 120006 [h264 @ 0x56185d9427c0] error while decoding MB 44 16, bytestream -30", "last_exit_at": "2026-07-06T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.744, "last_started_at": "2026-07-06T17:43:27+09:00", "pid": 20409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.184, "name": "ffmpeg", "pid": 20409, "rss_mb": 268.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.601, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:45:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:45:35+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T17:45:35+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T17:45:35.240041+09:00", "mtime_epoch": 1783327535.240041, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:45:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.27, "pushed": 7.27, "read": 7.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.115, "count": 217, "max_ms": 10.177, "p95_ms": 7.728}, "gstreamer_push": {"avg_ms": 1.093, "count": 218, "max_ms": 1.897, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.061, "count": 217, "max_ms": 89.771, "p95_ms": 77.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.115, "count": 217, "max_ms": 121.694, "p95_ms": 96.888}, "yolo11_640_fire_11class": {"avg_ms": 60.591, "count": 217, "max_ms": 91.443, "p95_ms": 77.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.377, "count": 217, "max_ms": 108.713, "p95_ms": 92.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.553, "count": 218, "max_ms": 180.518, "p95_ms": 152.029}, "read_interval": {"avg_ms": 138.233, "count": 217, "max_ms": 195.888, "p95_ms": 164.425}, "triton_wait": {"avg_ms": 75.711, "count": 217, "max_ms": 121.707, "p95_ms": 97.999}, "visualize": {"avg_ms": 5.134, "count": 217, "max_ms": 8.639, "p95_ms": 6.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6109.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2641.533, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.409, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:45:40+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:45:40+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T17:45:40.300120+09:00", "mtime_epoch": 1783327540.30012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:45:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1480.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 9.998}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.295, "count": 300, "max_ms": 6.776, "p95_ms": 5.844}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.747, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.531, "count": 300, "max_ms": 87.812, "p95_ms": 73.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.936, "count": 300, "max_ms": 118.883, "p95_ms": 94.863}, "yolo11_640_fire_11class": {"avg_ms": 59.129, "count": 300, "max_ms": 89.415, "p95_ms": 79.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.295, "count": 300, "max_ms": 106.441, "p95_ms": 92.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.794, "count": 300, "max_ms": 131.68, "p95_ms": 110.198}, "read_interval": {"avg_ms": 99.994, "count": 299, "max_ms": 494.37, "p95_ms": 130.795}, "triton_wait": {"avg_ms": 66.998, "count": 300, "max_ms": 118.896, "p95_ms": 97.494}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 5.502, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1169, "tracking_summary": 1073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6110.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23264.404, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.368, "sample_count": 1435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:45:51+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T17:45:51+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T17:45:51.064289+09:00", "mtime_epoch": 1783327551.0642886, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 229285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:45:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.992, "name": "celery", "pid": 239, "rss_mb": 804.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.901, "pushed": 4.901, "read": 4.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.109, "count": 147, "max_ms": 137.611, "p95_ms": 115.082}, "gstreamer_push": {"avg_ms": 0.851, "count": 147, "max_ms": 1.799, "p95_ms": 1.016}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.068, "count": 147, "max_ms": 111.608, "p95_ms": 98.687}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.479, "count": 147, "max_ms": 113.293, "p95_ms": 102.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.031, "count": 147, "max_ms": 261.677, "p95_ms": 239.978}, "read_interval": {"avg_ms": 204.498, "count": 147, "max_ms": 267.71, "p95_ms": 246.354}, "triton_wait": {"avg_ms": 75.352, "count": 147, "max_ms": 113.307, "p95_ms": 103.865}, "visualize": {"avg_ms": 27.467, "count": 147, "max_ms": 47.854, "p95_ms": 35.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6112.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:43:24+09:00", "last_error_summary": "[h264 @ 0x56185cd87300] left block unavailable for requested intra mode [h264 @ 0x56185cd87300] error while decoding MB 0 16, bytestream 120006 [h264 @ 0x56185d9427c0] error while decoding MB 44 16, bytestream -30", "last_exit_at": "2026-07-06T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.858, "last_started_at": "2026-07-06T17:43:27+09:00", "pid": 20409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.762, "name": "ffmpeg", "pid": 20409, "rss_mb": 270.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.275, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:46:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T17:46:05+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T17:46:05.348512+09:00", "mtime_epoch": 1783327565.348512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:46:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.273, "pushed": 7.273, "read": 7.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.153, "count": 217, "max_ms": 8.617, "p95_ms": 7.294}, "gstreamer_push": {"avg_ms": 1.117, "count": 218, "max_ms": 1.405, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.016, "count": 217, "max_ms": 84.566, "p95_ms": 74.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.97, "count": 217, "max_ms": 114.988, "p95_ms": 100.648}, "yolo11_640_fire_11class": {"avg_ms": 59.837, "count": 217, "max_ms": 85.891, "p95_ms": 79.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.931, "count": 217, "max_ms": 97.958, "p95_ms": 92.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.544, "count": 218, "max_ms": 168.875, "p95_ms": 154.16}, "read_interval": {"avg_ms": 138.211, "count": 217, "max_ms": 178.021, "p95_ms": 164.258}, "triton_wait": {"avg_ms": 75.218, "count": 217, "max_ms": 115.001, "p95_ms": 100.662}, "visualize": {"avg_ms": 5.214, "count": 217, "max_ms": 7.157, "p95_ms": 6.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6113.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2671.549, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.552, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:46:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T17:46:10+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T17:46:10+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T17:46:10.344590+09:00", "mtime_epoch": 1783327570.3445902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:46:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1480.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.294, "count": 298, "max_ms": 6.776, "p95_ms": 5.407}, "gstreamer_push": {"avg_ms": 1.297, "count": 298, "max_ms": 1.943, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.415, "count": 298, "max_ms": 89.255, "p95_ms": 71.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.862, "count": 298, "max_ms": 110.477, "p95_ms": 97.521}, "yolo11_640_fire_11class": {"avg_ms": 59.663, "count": 298, "max_ms": 93.49, "p95_ms": 78.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.462, "count": 298, "max_ms": 99.229, "p95_ms": 91.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.084, "count": 298, "max_ms": 123.252, "p95_ms": 110.861}, "read_interval": {"avg_ms": 100.755, "count": 297, "max_ms": 436.718, "p95_ms": 127.543}, "triton_wait": {"avg_ms": 69.198, "count": 298, "max_ms": 110.489, "p95_ms": 97.841}, "visualize": {"avg_ms": 3.665, "count": 298, "max_ms": 4.75, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1170, "tracking_summary": 1074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6114.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23294.552, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.646, "sample_count": 1424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:46:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:46:21+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T17:46:21+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T17:46:21.140759+09:00", "mtime_epoch": 1783327581.140759, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:46:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 811.992, "name": "celery", "pid": 239, "rss_mb": 807.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.567, "pushed": 4.567, "read": 4.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.762, "count": 137, "max_ms": 140.073, "p95_ms": 122.096}, "gstreamer_push": {"avg_ms": 0.784, "count": 137, "max_ms": 1.038, "p95_ms": 0.875}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.861, "count": 137, "max_ms": 109.036, "p95_ms": 97.239}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.023, "count": 137, "max_ms": 116.429, "p95_ms": 107.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.974, "count": 137, "max_ms": 271.728, "p95_ms": 249.015}, "read_interval": {"avg_ms": 218.532, "count": 137, "max_ms": 277.927, "p95_ms": 255.697}, "triton_wait": {"avg_ms": 77.562, "count": 137, "max_ms": 116.442, "p95_ms": 108.867}, "visualize": {"avg_ms": 26.732, "count": 137, "max_ms": 35.954, "p95_ms": 31.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6115.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:43:24+09:00", "last_error_summary": "[h264 @ 0x56185cd87300] left block unavailable for requested intra mode [h264 @ 0x56185cd87300] error while decoding MB 0 16, bytestream 120006 [h264 @ 0x56185d9427c0] error while decoding MB 44 16, bytestream -30", "last_exit_at": "2026-07-06T17:43:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.921, "last_started_at": "2026-07-06T17:43:27+09:00", "pid": 20409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.926, "name": "ffmpeg", "pid": 20409, "rss_mb": 270.926, "state": "S (sleeping)", "threads": 105}, "restart_count": 59, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.29, "sample_count": 2126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:46:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:46:35+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T17:46:35+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T17:46:35.360981+09:00", "mtime_epoch": 1783327595.3609815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:46:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.155, "pushed": 7.155, "read": 7.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.33, "count": 214, "max_ms": 9.762, "p95_ms": 8.833}, "gstreamer_push": {"avg_ms": 1.114, "count": 214, "max_ms": 1.621, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.108, "count": 214, "max_ms": 82.221, "p95_ms": 75.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.042, "count": 214, "max_ms": 117.276, "p95_ms": 100.754}, "yolo11_640_fire_11class": {"avg_ms": 59.355, "count": 214, "max_ms": 83.996, "p95_ms": 77.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.798, "count": 214, "max_ms": 96.822, "p95_ms": 92.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.754, "count": 214, "max_ms": 187.859, "p95_ms": 160.343}, "read_interval": {"avg_ms": 140.324, "count": 213, "max_ms": 196.256, "p95_ms": 167.689}, "triton_wait": {"avg_ms": 76.171, "count": 214, "max_ms": 117.29, "p95_ms": 100.768}, "visualize": {"avg_ms": 5.356, "count": 214, "max_ms": 9.007, "p95_ms": 6.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5862.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2701.572, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.481, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:46:40+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T17:46:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T17:46:40.373060+09:00", "mtime_epoch": 1783327600.37306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:46:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.187, "pushed": 10.187, "read": 10.154}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.316, "count": 305, "max_ms": 7.868, "p95_ms": 5.957}, "gstreamer_push": {"avg_ms": 1.292, "count": 305, "max_ms": 2.105, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.29, "count": 305, "max_ms": 87.848, "p95_ms": 69.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.831, "count": 305, "max_ms": 110.839, "p95_ms": 96.725}, "yolo11_640_fire_11class": {"avg_ms": 58.54, "count": 305, "max_ms": 91.611, "p95_ms": 77.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.631, "count": 305, "max_ms": 101.487, "p95_ms": 91.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.313, "count": 305, "max_ms": 123.765, "p95_ms": 110.541}, "read_interval": {"avg_ms": 98.476, "count": 304, "max_ms": 746.262, "p95_ms": 126.87}, "triton_wait": {"avg_ms": 66.466, "count": 305, "max_ms": 110.852, "p95_ms": 97.085}, "visualize": {"avg_ms": 3.648, "count": 305, "max_ms": 5.66, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1172, "tracking_summary": 1075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23324.632, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.348, "sample_count": 1434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:46:51+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T17:46:51+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T17:46:51.289231+09:00", "mtime_epoch": 1783327611.289231, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:46:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 807.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.859, "pushed": 4.859, "read": 4.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.846, "count": 145, "max_ms": 124.217, "p95_ms": 111.382}, "gstreamer_push": {"avg_ms": 1.011, "count": 145, "max_ms": 3.674, "p95_ms": 2.013}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.681, "count": 145, "max_ms": 107.714, "p95_ms": 97.73}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.442, "count": 145, "max_ms": 112.153, "p95_ms": 100.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.015, "count": 145, "max_ms": 260.423, "p95_ms": 247.548}, "read_interval": {"avg_ms": 207.827, "count": 144, "max_ms": 267.181, "p95_ms": 254.871}, "triton_wait": {"avg_ms": 74.172, "count": 145, "max_ms": 112.165, "p95_ms": 101.433}, "visualize": {"avg_ms": 32.007, "count": 145, "max_ms": 52.794, "p95_ms": 45.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6102.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:46:38+09:00", "last_error_summary": "[h264 @ 0x557dbb898a80] error while decoding MB 15 40, bytestream -9", "last_exit_at": "2026-07-06T17:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.765, "last_started_at": "2026-07-06T17:46:40+09:00", "pid": 20516, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.039, "name": "ffmpeg", "pid": 20516, "rss_mb": 270.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.815, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:47:05+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T17:47:05+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T17:47:05.385452+09:00", "mtime_epoch": 1783327625.3854518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:47:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.967, "pushed": 5.967, "read": 5.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.539, "count": 179, "max_ms": 9.302, "p95_ms": 8.371}, "gstreamer_push": {"avg_ms": 1.119, "count": 179, "max_ms": 1.954, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.124, "count": 179, "max_ms": 79.425, "p95_ms": 74.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.841, "count": 179, "max_ms": 116.193, "p95_ms": 97.915}, "yolo11_640_fire_11class": {"avg_ms": 58.892, "count": 179, "max_ms": 82.377, "p95_ms": 78.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.979, "count": 179, "max_ms": 98.766, "p95_ms": 90.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.135, "count": 179, "max_ms": 180.37, "p95_ms": 168.319}, "read_interval": {"avg_ms": 167.759, "count": 179, "max_ms": 4804.958, "p95_ms": 178.76}, "triton_wait": {"avg_ms": 74.132, "count": 179, "max_ms": 116.209, "p95_ms": 98.146}, "visualize": {"avg_ms": 5.46, "count": 179, "max_ms": 8.291, "p95_ms": 6.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2731.612, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.317, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:47:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:47:10+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T17:47:10+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T17:47:10.377530+09:00", "mtime_epoch": 1783327630.3775299, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:47:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 298, "max_ms": 6.643, "p95_ms": 5.248}, "gstreamer_push": {"avg_ms": 1.303, "count": 298, "max_ms": 2.01, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.723, "count": 298, "max_ms": 83.713, "p95_ms": 68.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.471, "count": 298, "max_ms": 118.266, "p95_ms": 94.263}, "yolo11_640_fire_11class": {"avg_ms": 58.259, "count": 298, "max_ms": 86.964, "p95_ms": 76.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.937, "count": 298, "max_ms": 100.984, "p95_ms": 89.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.155, "count": 298, "max_ms": 131.135, "p95_ms": 106.848}, "read_interval": {"avg_ms": 100.741, "count": 297, "max_ms": 765.814, "p95_ms": 131.71}, "triton_wait": {"avg_ms": 67.345, "count": 298, "max_ms": 118.28, "p95_ms": 94.276}, "visualize": {"avg_ms": 3.654, "count": 298, "max_ms": 5.153, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1173, "tracking_summary": 1077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6103.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23354.714, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.798, "sample_count": 1429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:47:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:47:21+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T17:47:21+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T17:47:21.273701+09:00", "mtime_epoch": 1783327641.2737007, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:47:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 797.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.913, "pushed": 4.913, "read": 4.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.199, "count": 147, "max_ms": 137.301, "p95_ms": 114.765}, "gstreamer_push": {"avg_ms": 1.244, "count": 147, "max_ms": 3.2, "p95_ms": 2.101}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.596, "count": 147, "max_ms": 112.009, "p95_ms": 100.308}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.125, "count": 147, "max_ms": 117.652, "p95_ms": 103.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.943, "count": 147, "max_ms": 276.021, "p95_ms": 244.933}, "read_interval": {"avg_ms": 204.344, "count": 146, "max_ms": 288.408, "p95_ms": 252.388}, "triton_wait": {"avg_ms": 76.739, "count": 147, "max_ms": 117.665, "p95_ms": 104.406}, "visualize": {"avg_ms": 35.94, "count": 147, "max_ms": 53.59, "p95_ms": 50.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6112.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:46:38+09:00", "last_error_summary": "[h264 @ 0x557dbb898a80] error while decoding MB 15 40, bytestream -9", "last_exit_at": "2026-07-06T17:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.868, "last_started_at": "2026-07-06T17:46:40+09:00", "pid": 20516, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.844, "name": "ffmpeg", "pid": 20516, "rss_mb": 271.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.956, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:47:35+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T17:47:35+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T17:47:35.485924+09:00", "mtime_epoch": 1783327655.4859235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:47:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.079, "pushed": 7.079, "read": 7.045}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.375, "count": 212, "max_ms": 10.566, "p95_ms": 7.575}, "gstreamer_push": {"avg_ms": 1.104, "count": 212, "max_ms": 1.624, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.316, "count": 212, "max_ms": 83.569, "p95_ms": 73.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.785, "count": 212, "max_ms": 117.578, "p95_ms": 100.919}, "yolo11_640_fire_11class": {"avg_ms": 60.131, "count": 212, "max_ms": 86.342, "p95_ms": 77.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.9, "count": 212, "max_ms": 104.099, "p95_ms": 93.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.702, "count": 212, "max_ms": 183.133, "p95_ms": 162.113}, "read_interval": {"avg_ms": 141.94, "count": 211, "max_ms": 190.661, "p95_ms": 171.262}, "triton_wait": {"avg_ms": 75.953, "count": 212, "max_ms": 117.591, "p95_ms": 101.417}, "visualize": {"avg_ms": 5.343, "count": 212, "max_ms": 8.126, "p95_ms": 6.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6112.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2761.725, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.237, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:47:40+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:47:40+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T17:47:40.494002+09:00", "mtime_epoch": 1783327660.4940019, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:47:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.045}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.264, "count": 300, "max_ms": 6.618, "p95_ms": 4.984}, "gstreamer_push": {"avg_ms": 1.32, "count": 300, "max_ms": 2.064, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.499, "count": 300, "max_ms": 85.386, "p95_ms": 71.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.957, "count": 300, "max_ms": 108.37, "p95_ms": 96.301}, "yolo11_640_fire_11class": {"avg_ms": 58.773, "count": 300, "max_ms": 89.32, "p95_ms": 78.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.343, "count": 300, "max_ms": 105.419, "p95_ms": 91.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.67, "count": 300, "max_ms": 122.247, "p95_ms": 109.77}, "read_interval": {"avg_ms": 100.382, "count": 300, "max_ms": 426.998, "p95_ms": 131.147}, "triton_wait": {"avg_ms": 66.75, "count": 300, "max_ms": 108.384, "p95_ms": 96.334}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.235, "p95_ms": 4.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1174, "tracking_summary": 1078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6104.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23384.737, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.074, "sample_count": 1436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:47:51+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T17:47:51+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T17:47:51.306171+09:00", "mtime_epoch": 1783327671.3061714, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:47:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 797.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.732, "pushed": 4.732, "read": 4.699}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.445, "count": 141, "max_ms": 136.047, "p95_ms": 117.899}, "gstreamer_push": {"avg_ms": 0.808, "count": 141, "max_ms": 1.17, "p95_ms": 0.955}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.672, "count": 141, "max_ms": 107.472, "p95_ms": 98.863}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.735, "count": 141, "max_ms": 108.629, "p95_ms": 101.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.881, "count": 141, "max_ms": 269.226, "p95_ms": 241.966}, "read_interval": {"avg_ms": 212.722, "count": 140, "max_ms": 279.598, "p95_ms": 248.649}, "triton_wait": {"avg_ms": 76.938, "count": 141, "max_ms": 108.642, "p95_ms": 103.019}, "visualize": {"avg_ms": 28.54, "count": 141, "max_ms": 45.083, "p95_ms": 37.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6114.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:46:38+09:00", "last_error_summary": "[h264 @ 0x557dbb898a80] error while decoding MB 15 40, bytestream -9", "last_exit_at": "2026-07-06T17:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.0, "last_started_at": "2026-07-06T17:46:40+09:00", "pid": 20516, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.164, "name": "ffmpeg", "pid": 20516, "rss_mb": 274.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 20, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.343, "sample_count": 2068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:48:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:48:05+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T17:48:05+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T17:48:05.622396+09:00", "mtime_epoch": 1783327685.622396, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:48:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1608.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.769, "pushed": 6.769, "read": 6.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.793, "count": 202, "max_ms": 11.152, "p95_ms": 9.007}, "gstreamer_push": {"avg_ms": 1.076, "count": 203, "max_ms": 1.381, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.114, "count": 202, "max_ms": 86.167, "p95_ms": 74.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.336, "count": 202, "max_ms": 114.233, "p95_ms": 99.136}, "yolo11_640_fire_11class": {"avg_ms": 59.247, "count": 202, "max_ms": 86.724, "p95_ms": 79.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.692, "count": 202, "max_ms": 107.086, "p95_ms": 92.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.049, "count": 203, "max_ms": 189.822, "p95_ms": 174.831}, "read_interval": {"avg_ms": 148.381, "count": 202, "max_ms": 202.988, "p95_ms": 188.448}, "triton_wait": {"avg_ms": 73.576, "count": 202, "max_ms": 114.245, "p95_ms": 100.673}, "visualize": {"avg_ms": 5.73, "count": 202, "max_ms": 8.106, "p95_ms": 6.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2791.729, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.09, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:48:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:48:10+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T17:48:10+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T17:48:10.542473+09:00", "mtime_epoch": 1783327690.542473, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:48:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.304, "count": 302, "max_ms": 6.524, "p95_ms": 5.405}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.688, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.493, "count": 302, "max_ms": 84.364, "p95_ms": 66.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.093, "count": 302, "max_ms": 117.572, "p95_ms": 94.027}, "yolo11_640_fire_11class": {"avg_ms": 58.56, "count": 302, "max_ms": 87.365, "p95_ms": 78.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.31, "count": 302, "max_ms": 104.451, "p95_ms": 89.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.881, "count": 302, "max_ms": 130.441, "p95_ms": 106.818}, "read_interval": {"avg_ms": 99.493, "count": 302, "max_ms": 579.993, "p95_ms": 127.906}, "triton_wait": {"avg_ms": 65.932, "count": 302, "max_ms": 117.585, "p95_ms": 94.038}, "visualize": {"avg_ms": 3.711, "count": 302, "max_ms": 5.771, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1175, "tracking_summary": 1079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6117.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23414.864, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.506, "sample_count": 1420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:48:21+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T17:48:21+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T17:48:21.458644+09:00", "mtime_epoch": 1783327701.4586444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:48:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 802.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.512, "pushed": 4.512, "read": 4.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.599, "count": 135, "max_ms": 141.603, "p95_ms": 110.742}, "gstreamer_push": {"avg_ms": 0.985, "count": 135, "max_ms": 2.061, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.497, "count": 135, "max_ms": 114.879, "p95_ms": 99.61}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.471, "count": 135, "max_ms": 128.083, "p95_ms": 104.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.854, "count": 135, "max_ms": 269.464, "p95_ms": 249.632}, "read_interval": {"avg_ms": 223.203, "count": 134, "max_ms": 276.13, "p95_ms": 256.724}, "triton_wait": {"avg_ms": 76.057, "count": 135, "max_ms": 128.096, "p95_ms": 109.223}, "visualize": {"avg_ms": 29.341, "count": 135, "max_ms": 49.407, "p95_ms": 41.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6127.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:46:38+09:00", "last_error_summary": "[h264 @ 0x557dbb898a80] error while decoding MB 15 40, bytestream -9", "last_exit_at": "2026-07-06T17:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.056, "last_started_at": "2026-07-06T17:46:40+09:00", "pid": 20516, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.074, "name": "ffmpeg", "pid": 20516, "rss_mb": 284.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.343, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:48:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:48:35+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T17:48:35+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T17:48:35.686868+09:00", "mtime_epoch": 1783327715.6868677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:48:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.248, "pushed": 7.248, "read": 7.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.198, "count": 217, "max_ms": 8.99, "p95_ms": 7.204}, "gstreamer_push": {"avg_ms": 1.1, "count": 217, "max_ms": 1.666, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.471, "count": 217, "max_ms": 83.186, "p95_ms": 75.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.481, "count": 217, "max_ms": 109.382, "p95_ms": 99.01}, "yolo11_640_fire_11class": {"avg_ms": 60.079, "count": 217, "max_ms": 88.315, "p95_ms": 78.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.707, "count": 217, "max_ms": 100.262, "p95_ms": 92.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.965, "count": 217, "max_ms": 188.636, "p95_ms": 153.969}, "read_interval": {"avg_ms": 138.504, "count": 216, "max_ms": 197.149, "p95_ms": 166.138}, "triton_wait": {"avg_ms": 74.637, "count": 217, "max_ms": 109.394, "p95_ms": 99.022}, "visualize": {"avg_ms": 5.238, "count": 217, "max_ms": 7.929, "p95_ms": 6.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6126.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2821.758, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.168, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:48:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T17:48:40+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T17:48:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T17:48:40.562944+09:00", "mtime_epoch": 1783327720.5629442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:48:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.22, "count": 302, "max_ms": 6.826, "p95_ms": 5.399}, "gstreamer_push": {"avg_ms": 1.278, "count": 302, "max_ms": 3.2, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.322, "count": 302, "max_ms": 85.506, "p95_ms": 71.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.692, "count": 302, "max_ms": 109.236, "p95_ms": 96.782}, "yolo11_640_fire_11class": {"avg_ms": 59.333, "count": 302, "max_ms": 86.835, "p95_ms": 80.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.63, "count": 302, "max_ms": 102.379, "p95_ms": 91.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.894, "count": 302, "max_ms": 122.15, "p95_ms": 109.977}, "read_interval": {"avg_ms": 99.484, "count": 301, "max_ms": 581.651, "p95_ms": 129.07}, "triton_wait": {"avg_ms": 67.29, "count": 302, "max_ms": 109.249, "p95_ms": 96.907}, "visualize": {"avg_ms": 3.579, "count": 302, "max_ms": 4.818, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1177, "tracking_summary": 1080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6127.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23445.038, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.933, "sample_count": 1426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:48:51+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T17:48:51+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T17:48:51.647118+09:00", "mtime_epoch": 1783327731.647118, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:48:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 806.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.006, "pushed": 5.006, "read": 4.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.965, "count": 150, "max_ms": 133.873, "p95_ms": 115.635}, "gstreamer_push": {"avg_ms": 0.846, "count": 150, "max_ms": 1.86, "p95_ms": 1.038}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.65, "count": 150, "max_ms": 109.84, "p95_ms": 98.109}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.628, "count": 150, "max_ms": 110.045, "p95_ms": 97.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.061, "count": 150, "max_ms": 258.22, "p95_ms": 236.52}, "read_interval": {"avg_ms": 201.1, "count": 149, "max_ms": 264.378, "p95_ms": 244.6}, "triton_wait": {"avg_ms": 73.578, "count": 150, "max_ms": 110.058, "p95_ms": 99.41}, "visualize": {"avg_ms": 27.413, "count": 150, "max_ms": 42.283, "p95_ms": 39.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6131.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:46:38+09:00", "last_error_summary": "[h264 @ 0x557dbb898a80] error while decoding MB 15 40, bytestream -9", "last_exit_at": "2026-07-06T17:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.057, "last_started_at": "2026-07-06T17:46:40+09:00", "pid": 20516, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.621, "name": "ffmpeg", "pid": 20516, "rss_mb": 285.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 19, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.673, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:49:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:49:05+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T17:49:05+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T17:49:05.667338+09:00", "mtime_epoch": 1783327745.6673384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:49:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.169, "pushed": 7.169, "read": 7.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.033, "count": 215, "max_ms": 9.257, "p95_ms": 7.204}, "gstreamer_push": {"avg_ms": 1.109, "count": 215, "max_ms": 1.452, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.365, "count": 215, "max_ms": 86.319, "p95_ms": 74.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.123, "count": 215, "max_ms": 114.529, "p95_ms": 99.598}, "yolo11_640_fire_11class": {"avg_ms": 61.034, "count": 215, "max_ms": 86.306, "p95_ms": 77.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.849, "count": 215, "max_ms": 105.188, "p95_ms": 91.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.004, "count": 215, "max_ms": 171.185, "p95_ms": 153.483}, "read_interval": {"avg_ms": 139.415, "count": 215, "max_ms": 178.942, "p95_ms": 164.258}, "triton_wait": {"avg_ms": 77.319, "count": 215, "max_ms": 114.542, "p95_ms": 99.611}, "visualize": {"avg_ms": 5.115, "count": 215, "max_ms": 8.004, "p95_ms": 5.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2851.777, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.159, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:49:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:49:10+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:49:10+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T17:49:10.575415+09:00", "mtime_epoch": 1783327750.5754154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:49:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.93, "pushed": 9.93, "read": 9.896}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.227, "count": 297, "max_ms": 6.676, "p95_ms": 5.054}, "gstreamer_push": {"avg_ms": 1.298, "count": 297, "max_ms": 1.527, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.412, "count": 297, "max_ms": 83.048, "p95_ms": 72.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.983, "count": 297, "max_ms": 120.851, "p95_ms": 94.328}, "yolo11_640_fire_11class": {"avg_ms": 59.315, "count": 297, "max_ms": 87.841, "p95_ms": 79.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.704, "count": 297, "max_ms": 101.788, "p95_ms": 90.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.685, "count": 297, "max_ms": 133.857, "p95_ms": 107.132}, "read_interval": {"avg_ms": 101.121, "count": 296, "max_ms": 500.414, "p95_ms": 131.194}, "triton_wait": {"avg_ms": 66.905, "count": 297, "max_ms": 120.864, "p95_ms": 94.342}, "visualize": {"avg_ms": 3.641, "count": 297, "max_ms": 5.438, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1179, "tracking_summary": 1081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6131.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23475.175, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.614, "sample_count": 1427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:49:21+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T17:49:21+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T17:49:21.771591+09:00", "mtime_epoch": 1783327761.7715912, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:49:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 808.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.714, "pushed": 4.714, "read": 4.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.596, "count": 141, "max_ms": 117.701, "p95_ms": 113.092}, "gstreamer_push": {"avg_ms": 0.792, "count": 141, "max_ms": 1.178, "p95_ms": 0.904}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.442, "count": 141, "max_ms": 109.716, "p95_ms": 94.077}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.766, "count": 141, "max_ms": 107.258, "p95_ms": 93.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.747, "count": 141, "max_ms": 247.76, "p95_ms": 234.61}, "read_interval": {"avg_ms": 213.74, "count": 140, "max_ms": 254.076, "p95_ms": 241.153}, "triton_wait": {"avg_ms": 71.744, "count": 141, "max_ms": 109.729, "p95_ms": 95.817}, "visualize": {"avg_ms": 25.538, "count": 141, "max_ms": 31.749, "p95_ms": 29.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5987.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.267, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.527, "name": "ffmpeg", "pid": 20623, "rss_mb": 141.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 20, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.88, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:49:35+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T17:49:35+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T17:49:35.823812+09:00", "mtime_epoch": 1783327775.823812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:49:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 43, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.433, "pushed": 1.433, "read": 1.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.394, "count": 43, "max_ms": 7.963, "p95_ms": 7.911}, "gstreamer_push": {"avg_ms": 1.089, "count": 43, "max_ms": 1.219, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.203, "count": 43, "max_ms": 77.382, "p95_ms": 75.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.613, "count": 43, "max_ms": 108.421, "p95_ms": 97.682}, "yolo11_640_fire_11class": {"avg_ms": 59.663, "count": 43, "max_ms": 80.029, "p95_ms": 76.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.741, "count": 43, "max_ms": 92.673, "p95_ms": 90.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.809, "count": 43, "max_ms": 162.543, "p95_ms": 155.321}, "read_interval": {"avg_ms": 697.482, "count": 43, "max_ms": 10126.293, "p95_ms": 4253.259}, "triton_wait": {"avg_ms": 74.844, "count": 43, "max_ms": 108.433, "p95_ms": 97.695}, "visualize": {"avg_ms": 5.311, "count": 43, "max_ms": 6.26, "p95_ms": 6.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6070.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2881.847, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.532, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:49:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:49:40+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T17:49:40+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T17:49:40.515886+09:00", "mtime_epoch": 1783327780.5158856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:49:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.162, "count": 300, "max_ms": 6.627, "p95_ms": 4.851}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.692, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.107, "count": 300, "max_ms": 81.094, "p95_ms": 62.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.628, "count": 300, "max_ms": 105.181, "p95_ms": 86.174}, "yolo11_640_fire_11class": {"avg_ms": 56.786, "count": 300, "max_ms": 83.965, "p95_ms": 68.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.154, "count": 300, "max_ms": 98.193, "p95_ms": 70.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.816, "count": 300, "max_ms": 118.231, "p95_ms": 98.84}, "read_interval": {"avg_ms": 100.195, "count": 299, "max_ms": 879.143, "p95_ms": 128.327}, "triton_wait": {"avg_ms": 61.15, "count": 300, "max_ms": 105.194, "p95_ms": 86.184}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 5.791, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1180, "tracking_summary": 1083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6114.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23505.227, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.654, "sample_count": 1440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:49:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:49:52+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T17:49:51+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T17:49:51.816063+09:00", "mtime_epoch": 1783327791.8160632, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:49:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 812.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.05, "pushed": 5.05, "read": 5.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.723, "count": 151, "max_ms": 125.235, "p95_ms": 111.553}, "gstreamer_push": {"avg_ms": 0.848, "count": 151, "max_ms": 1.535, "p95_ms": 1.027}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.812, "count": 151, "max_ms": 113.337, "p95_ms": 93.642}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.979, "count": 151, "max_ms": 104.717, "p95_ms": 94.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.844, "count": 151, "max_ms": 255.878, "p95_ms": 235.5}, "read_interval": {"avg_ms": 198.878, "count": 150, "max_ms": 263.303, "p95_ms": 241.75}, "triton_wait": {"avg_ms": 72.149, "count": 151, "max_ms": 113.35, "p95_ms": 95.228}, "visualize": {"avg_ms": 26.902, "count": 151, "max_ms": 42.738, "p95_ms": 32.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.295, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.078, "name": "ffmpeg", "pid": 20623, "rss_mb": 265.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 20, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.673, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:50:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:50:05+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T17:50:05+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T17:50:05.852284+09:00", "mtime_epoch": 1783327805.8522837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:50:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.333, "pushed": 7.333, "read": 7.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.087, "count": 219, "max_ms": 8.303, "p95_ms": 7.29}, "gstreamer_push": {"avg_ms": 1.104, "count": 219, "max_ms": 1.335, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.602, "count": 219, "max_ms": 84.055, "p95_ms": 75.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.879, "count": 219, "max_ms": 119.54, "p95_ms": 97.38}, "yolo11_640_fire_11class": {"avg_ms": 60.701, "count": 219, "max_ms": 84.98, "p95_ms": 79.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.279, "count": 219, "max_ms": 100.869, "p95_ms": 91.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.243, "count": 219, "max_ms": 173.195, "p95_ms": 152.787}, "read_interval": {"avg_ms": 137.109, "count": 218, "max_ms": 181.914, "p95_ms": 161.637}, "triton_wait": {"avg_ms": 75.073, "count": 219, "max_ms": 119.553, "p95_ms": 97.393}, "visualize": {"avg_ms": 5.132, "count": 219, "max_ms": 6.442, "p95_ms": 5.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6112.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2911.862, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.491, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T17:50:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T17:50:10+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:50:10.664359+09:00", "mtime_epoch": 1783327810.6643593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:50:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1481.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.319, "count": 299, "max_ms": 6.757, "p95_ms": 5.801}, "gstreamer_push": {"avg_ms": 1.29, "count": 299, "max_ms": 1.934, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.183, "count": 299, "max_ms": 85.438, "p95_ms": 71.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.211, "count": 299, "max_ms": 102.99, "p95_ms": 95.004}, "yolo11_640_fire_11class": {"avg_ms": 58.866, "count": 299, "max_ms": 90.541, "p95_ms": 79.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.635, "count": 299, "max_ms": 101.819, "p95_ms": 90.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.081, "count": 299, "max_ms": 116.296, "p95_ms": 108.938}, "read_interval": {"avg_ms": 100.434, "count": 298, "max_ms": 523.822, "p95_ms": 127.54}, "triton_wait": {"avg_ms": 66.209, "count": 299, "max_ms": 103.004, "p95_ms": 95.517}, "visualize": {"avg_ms": 3.647, "count": 299, "max_ms": 5.423, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1182, "tracking_summary": 1084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6115.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23535.312, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.822, "sample_count": 1433, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:50:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:50:22+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T17:50:21+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T17:50:21.884536+09:00", "mtime_epoch": 1783327821.8845358, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:50:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 811.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.754, "pushed": 4.754, "read": 4.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.463, "count": 142, "max_ms": 119.195, "p95_ms": 113.118}, "gstreamer_push": {"avg_ms": 0.836, "count": 142, "max_ms": 1.842, "p95_ms": 0.981}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.534, "count": 142, "max_ms": 107.583, "p95_ms": 94.342}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.931, "count": 142, "max_ms": 113.674, "p95_ms": 100.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.712, "count": 142, "max_ms": 257.371, "p95_ms": 239.896}, "read_interval": {"avg_ms": 211.667, "count": 141, "max_ms": 263.69, "p95_ms": 246.739}, "triton_wait": {"avg_ms": 74.844, "count": 142, "max_ms": 113.687, "p95_ms": 101.035}, "visualize": {"avg_ms": 28.399, "count": 142, "max_ms": 44.418, "p95_ms": 35.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6116.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.391, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.109, "name": "ffmpeg", "pid": 20623, "rss_mb": 266.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 20, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.88, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:50:36+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T17:50:35+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T17:50:35.960757+09:00", "mtime_epoch": 1783327835.9607573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:50:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.272, "pushed": 7.272, "read": 7.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.164, "count": 217, "max_ms": 9.427, "p95_ms": 7.535}, "gstreamer_push": {"avg_ms": 1.125, "count": 218, "max_ms": 1.835, "p95_ms": 1.252}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.804, "count": 217, "max_ms": 86.967, "p95_ms": 73.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.954, "count": 217, "max_ms": 116.11, "p95_ms": 99.319}, "yolo11_640_fire_11class": {"avg_ms": 59.508, "count": 217, "max_ms": 88.303, "p95_ms": 79.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.958, "count": 217, "max_ms": 99.132, "p95_ms": 92.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.329, "count": 218, "max_ms": 170.294, "p95_ms": 154.027}, "read_interval": {"avg_ms": 138.125, "count": 217, "max_ms": 179.819, "p95_ms": 163.825}, "triton_wait": {"avg_ms": 75.178, "count": 217, "max_ms": 116.122, "p95_ms": 99.328}, "visualize": {"avg_ms": 5.192, "count": 217, "max_ms": 8.628, "p95_ms": 5.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6118.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2941.976, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.876, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:50:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T17:50:40+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T17:50:40.732832+09:00", "mtime_epoch": 1783327840.7328322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:50:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1482.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.272, "count": 301, "max_ms": 6.759, "p95_ms": 5.571}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.148, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.401, "count": 301, "max_ms": 87.849, "p95_ms": 72.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.988, "count": 301, "max_ms": 120.466, "p95_ms": 98.523}, "yolo11_640_fire_11class": {"avg_ms": 58.975, "count": 301, "max_ms": 93.488, "p95_ms": 78.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.303, "count": 301, "max_ms": 101.493, "p95_ms": 89.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.811, "count": 301, "max_ms": 134.233, "p95_ms": 111.545}, "read_interval": {"avg_ms": 99.668, "count": 300, "max_ms": 565.939, "p95_ms": 129.432}, "triton_wait": {"avg_ms": 67.85, "count": 301, "max_ms": 120.479, "p95_ms": 98.536}, "visualize": {"avg_ms": 3.696, "count": 301, "max_ms": 5.735, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1182, "tracking_summary": 1085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23565.341, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.929, "sample_count": 1437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:50:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:50:52+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T17:50:51+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T17:50:51.985009+09:00", "mtime_epoch": 1783327851.9850092, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:50:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 808.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.095, "pushed": 5.095, "read": 5.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.913, "count": 152, "max_ms": 142.757, "p95_ms": 123.736}, "gstreamer_push": {"avg_ms": 0.853, "count": 152, "max_ms": 1.519, "p95_ms": 0.989}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.29, "count": 152, "max_ms": 115.482, "p95_ms": 102.466}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.8, "count": 152, "max_ms": 115.334, "p95_ms": 104.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.206, "count": 152, "max_ms": 257.674, "p95_ms": 240.894}, "read_interval": {"avg_ms": 197.76, "count": 151, "max_ms": 266.456, "p95_ms": 247.233}, "triton_wait": {"avg_ms": 76.866, "count": 152, "max_ms": 115.494, "p95_ms": 104.328}, "visualize": {"avg_ms": 28.194, "count": 152, "max_ms": 42.432, "p95_ms": 38.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6106.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.49, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.977, "name": "ffmpeg", "pid": 20623, "rss_mb": 269.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 20, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.343, "sample_count": 1936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:51:06+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T17:51:06+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T17:51:06.045230+09:00", "mtime_epoch": 1783327866.0452304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:51:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.305, "pushed": 7.305, "read": 7.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.168, "count": 218, "max_ms": 9.481, "p95_ms": 8.17}, "gstreamer_push": {"avg_ms": 1.123, "count": 219, "max_ms": 2.03, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.732, "count": 218, "max_ms": 83.643, "p95_ms": 76.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.653, "count": 218, "max_ms": 117.28, "p95_ms": 105.611}, "yolo11_640_fire_11class": {"avg_ms": 59.003, "count": 218, "max_ms": 92.811, "p95_ms": 79.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.357, "count": 218, "max_ms": 109.167, "p95_ms": 95.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.893, "count": 219, "max_ms": 169.747, "p95_ms": 161.591}, "read_interval": {"avg_ms": 137.409, "count": 218, "max_ms": 181.655, "p95_ms": 172.237}, "triton_wait": {"avg_ms": 74.91, "count": 218, "max_ms": 117.292, "p95_ms": 106.923}, "visualize": {"avg_ms": 5.156, "count": 218, "max_ms": 9.065, "p95_ms": 5.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6115.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2972.05, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.92, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:51:10+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T17:51:10+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T17:51:10.861306+09:00", "mtime_epoch": 1783327870.8613062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:51:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1482.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 300, "max_ms": 7.412, "p95_ms": 5.234}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 2.029, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.916, "count": 300, "max_ms": 82.772, "p95_ms": 72.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.721, "count": 300, "max_ms": 124.101, "p95_ms": 99.865}, "yolo11_640_fire_11class": {"avg_ms": 58.729, "count": 300, "max_ms": 93.685, "p95_ms": 78.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.368, "count": 300, "max_ms": 109.595, "p95_ms": 91.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.426, "count": 300, "max_ms": 136.824, "p95_ms": 112.552}, "read_interval": {"avg_ms": 100.303, "count": 299, "max_ms": 595.385, "p95_ms": 137.849}, "triton_wait": {"avg_ms": 66.526, "count": 300, "max_ms": 124.111, "p95_ms": 100.063}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 6.006, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1184, "tracking_summary": 1086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6119.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23595.435, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.218, "sample_count": 1440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:51:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:51:22+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T17:51:22+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T17:51:22.025482+09:00", "mtime_epoch": 1783327882.0254817, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:51:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 809.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.645, "pushed": 4.645, "read": 4.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.489, "count": 139, "max_ms": 124.266, "p95_ms": 114.383}, "gstreamer_push": {"avg_ms": 0.929, "count": 139, "max_ms": 1.826, "p95_ms": 1.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.198, "count": 139, "max_ms": 107.676, "p95_ms": 96.623}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.773, "count": 139, "max_ms": 110.339, "p95_ms": 103.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.409, "count": 139, "max_ms": 252.896, "p95_ms": 242.107}, "read_interval": {"avg_ms": 216.451, "count": 138, "max_ms": 259.019, "p95_ms": 248.825}, "triton_wait": {"avg_ms": 76.827, "count": 139, "max_ms": 110.351, "p95_ms": 103.41}, "visualize": {"avg_ms": 29.199, "count": 139, "max_ms": 43.935, "p95_ms": 41.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6117.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.504, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.75, "name": "ffmpeg", "pid": 20623, "rss_mb": 270.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 19, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.468, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:51:36+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T17:51:36+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T17:51:36.041702+09:00", "mtime_epoch": 1783327896.0417023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:51:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.294, "pushed": 7.294, "read": 7.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.154, "count": 218, "max_ms": 9.1, "p95_ms": 7.251}, "gstreamer_push": {"avg_ms": 1.116, "count": 218, "max_ms": 1.428, "p95_ms": 1.249}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.497, "count": 218, "max_ms": 85.548, "p95_ms": 75.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.671, "count": 218, "max_ms": 109.539, "p95_ms": 99.547}, "yolo11_640_fire_11class": {"avg_ms": 60.362, "count": 218, "max_ms": 84.312, "p95_ms": 79.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.542, "count": 218, "max_ms": 103.035, "p95_ms": 92.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.119, "count": 218, "max_ms": 163.28, "p95_ms": 153.618}, "read_interval": {"avg_ms": 137.595, "count": 217, "max_ms": 172.637, "p95_ms": 162.824}, "triton_wait": {"avg_ms": 74.837, "count": 218, "max_ms": 109.552, "p95_ms": 99.56}, "visualize": {"avg_ms": 5.21, "count": 218, "max_ms": 7.206, "p95_ms": 5.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6117.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3002.095, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.66, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:51:40+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T17:51:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T17:51:40.897779+09:00", "mtime_epoch": 1783327900.8977787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:51:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1482.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 303, "max_ms": 6.296, "p95_ms": 5.522}, "gstreamer_push": {"avg_ms": 1.309, "count": 303, "max_ms": 1.871, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.674, "count": 303, "max_ms": 82.887, "p95_ms": 75.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.158, "count": 303, "max_ms": 105.634, "p95_ms": 95.386}, "yolo11_640_fire_11class": {"avg_ms": 60.001, "count": 303, "max_ms": 86.96, "p95_ms": 79.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.729, "count": 303, "max_ms": 100.097, "p95_ms": 92.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.692, "count": 303, "max_ms": 119.234, "p95_ms": 108.635}, "read_interval": {"avg_ms": 99.199, "count": 302, "max_ms": 500.237, "p95_ms": 127.662}, "triton_wait": {"avg_ms": 67.686, "count": 303, "max_ms": 105.65, "p95_ms": 95.399}, "visualize": {"avg_ms": 3.7, "count": 303, "max_ms": 5.632, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1185, "tracking_summary": 1087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6116.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23625.567, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 240.029, "sample_count": 1436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:51:52+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T17:51:52+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T17:51:52.181956+09:00", "mtime_epoch": 1783327912.1819563, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:51:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 806.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.773, "pushed": 4.773, "read": 4.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.201, "count": 143, "max_ms": 135.52, "p95_ms": 113.784}, "gstreamer_push": {"avg_ms": 0.811, "count": 143, "max_ms": 1.837, "p95_ms": 0.953}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.779, "count": 143, "max_ms": 108.042, "p95_ms": 96.564}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.047, "count": 143, "max_ms": 105.441, "p95_ms": 99.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.684, "count": 143, "max_ms": 283.694, "p95_ms": 240.189}, "read_interval": {"avg_ms": 210.77, "count": 142, "max_ms": 291.323, "p95_ms": 246.526}, "triton_wait": {"avg_ms": 73.809, "count": 143, "max_ms": 108.054, "p95_ms": 101.014}, "visualize": {"avg_ms": 28.771, "count": 143, "max_ms": 41.266, "p95_ms": 37.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6116.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.625, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.742, "name": "ffmpeg", "pid": 20623, "rss_mb": 278.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 19, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.624, "sample_count": 1978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:52:06+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T17:52:06+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T17:52:06.166177+09:00", "mtime_epoch": 1783327926.1661766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:52:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.269, "pushed": 7.269, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.19, "count": 217, "max_ms": 9.39, "p95_ms": 7.593}, "gstreamer_push": {"avg_ms": 1.1, "count": 218, "max_ms": 1.781, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.893, "count": 217, "max_ms": 88.407, "p95_ms": 76.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.599, "count": 217, "max_ms": 107.387, "p95_ms": 99.853}, "yolo11_640_fire_11class": {"avg_ms": 61.371, "count": 217, "max_ms": 88.42, "p95_ms": 81.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.776, "count": 217, "max_ms": 99.087, "p95_ms": 92.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.697, "count": 218, "max_ms": 163.594, "p95_ms": 154.45}, "read_interval": {"avg_ms": 138.091, "count": 217, "max_ms": 173.069, "p95_ms": 163.815}, "triton_wait": {"avg_ms": 75.809, "count": 217, "max_ms": 107.4, "p95_ms": 99.864}, "visualize": {"avg_ms": 5.181, "count": 217, "max_ms": 8.543, "p95_ms": 5.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6122.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3032.116, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.602, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:52:10+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T17:52:10+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T17:52:10.890251+09:00", "mtime_epoch": 1783327930.890251, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:52:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1482.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.996}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.187, "count": 300, "max_ms": 6.695, "p95_ms": 5.222}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.868, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.362, "count": 300, "max_ms": 92.604, "p95_ms": 75.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.802, "count": 300, "max_ms": 103.769, "p95_ms": 94.525}, "yolo11_640_fire_11class": {"avg_ms": 60.266, "count": 300, "max_ms": 92.055, "p95_ms": 79.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.166, "count": 300, "max_ms": 98.129, "p95_ms": 90.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.425, "count": 300, "max_ms": 116.523, "p95_ms": 107.473}, "read_interval": {"avg_ms": 100.032, "count": 299, "max_ms": 554.563, "p95_ms": 125.784}, "triton_wait": {"avg_ms": 66.75, "count": 300, "max_ms": 103.781, "p95_ms": 94.539}, "visualize": {"avg_ms": 3.616, "count": 300, "max_ms": 5.378, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1186, "tracking_summary": 1089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6126.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23655.643, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.889, "sample_count": 1437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:52:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T17:52:22+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T17:52:22+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T17:52:22.222429+09:00", "mtime_epoch": 1783327942.2224293, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:52:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 809.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.921, "pushed": 4.921, "read": 4.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.628, "count": 147, "max_ms": 142.361, "p95_ms": 119.831}, "gstreamer_push": {"avg_ms": 0.944, "count": 147, "max_ms": 2.806, "p95_ms": 1.743}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.223, "count": 147, "max_ms": 101.752, "p95_ms": 96.29}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.379, "count": 147, "max_ms": 102.969, "p95_ms": 98.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.192, "count": 147, "max_ms": 271.597, "p95_ms": 239.401}, "read_interval": {"avg_ms": 204.406, "count": 146, "max_ms": 279.084, "p95_ms": 247.657}, "triton_wait": {"avg_ms": 73.62, "count": 147, "max_ms": 102.982, "p95_ms": 100.023}, "visualize": {"avg_ms": 29.892, "count": 147, "max_ms": 47.149, "p95_ms": 41.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6128.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.765, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.863, "name": "ffmpeg", "pid": 20623, "rss_mb": 280.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 19, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.593, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:52:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:52:36+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T17:52:36+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T17:52:36.314651+09:00", "mtime_epoch": 1783327956.3146513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:52:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.2, "pushed": 7.2, "read": 7.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.097, "count": 216, "max_ms": 9.51, "p95_ms": 7.182}, "gstreamer_push": {"avg_ms": 1.113, "count": 216, "max_ms": 1.627, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.976, "count": 216, "max_ms": 83.008, "p95_ms": 73.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.944, "count": 216, "max_ms": 113.579, "p95_ms": 98.512}, "yolo11_640_fire_11class": {"avg_ms": 60.194, "count": 216, "max_ms": 85.171, "p95_ms": 80.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.229, "count": 216, "max_ms": 100.104, "p95_ms": 92.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.342, "count": 216, "max_ms": 168.04, "p95_ms": 152.661}, "read_interval": {"avg_ms": 138.858, "count": 216, "max_ms": 177.349, "p95_ms": 161.732}, "triton_wait": {"avg_ms": 76.036, "count": 216, "max_ms": 113.591, "p95_ms": 98.8}, "visualize": {"avg_ms": 5.205, "count": 216, "max_ms": 9.066, "p95_ms": 5.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6130.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3062.165, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.602, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:52:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T17:52:40+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T17:52:40.954724+09:00", "mtime_epoch": 1783327960.9547243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:52:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1482.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.324, "count": 302, "max_ms": 7.707, "p95_ms": 5.626}, "gstreamer_push": {"avg_ms": 1.289, "count": 302, "max_ms": 1.913, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.321, "count": 302, "max_ms": 90.148, "p95_ms": 70.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.074, "count": 302, "max_ms": 115.855, "p95_ms": 95.315}, "yolo11_640_fire_11class": {"avg_ms": 59.766, "count": 302, "max_ms": 91.003, "p95_ms": 79.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.573, "count": 302, "max_ms": 96.022, "p95_ms": 89.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.66, "count": 302, "max_ms": 129.699, "p95_ms": 109.074}, "read_interval": {"avg_ms": 99.491, "count": 301, "max_ms": 440.675, "p95_ms": 130.076}, "triton_wait": {"avg_ms": 67.767, "count": 302, "max_ms": 115.883, "p95_ms": 95.56}, "visualize": {"avg_ms": 3.679, "count": 302, "max_ms": 5.645, "p95_ms": 4.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1189, "tracking_summary": 1090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6136.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23685.73, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.481, "sample_count": 1435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:52:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:52:52+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-06T17:52:52+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T17:52:52.346904+09:00", "mtime_epoch": 1783327972.3469038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:52:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 810.484, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.65, "pushed": 4.65, "read": 4.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.246, "count": 139, "max_ms": 126.265, "p95_ms": 114.582}, "gstreamer_push": {"avg_ms": 0.781, "count": 139, "max_ms": 0.972, "p95_ms": 0.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.43, "count": 139, "max_ms": 111.802, "p95_ms": 94.53}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.694, "count": 139, "max_ms": 107.191, "p95_ms": 101.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.623, "count": 139, "max_ms": 254.418, "p95_ms": 241.036}, "read_interval": {"avg_ms": 216.529, "count": 138, "max_ms": 260.595, "p95_ms": 247.17}, "triton_wait": {"avg_ms": 74.588, "count": 139, "max_ms": 111.814, "p95_ms": 102.075}, "visualize": {"avg_ms": 25.004, "count": 139, "max_ms": 41.335, "p95_ms": 31.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6138.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 234, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:49:31+09:00", "last_error_summary": "[h264 @ 0x5642b0b9b640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5642b0b9b640] error while decoding MB 0 21, bytestream 3529 [h264 @ 0x5642b1694f40] error while decoding MB 6 21, bytestream -13 [h264 @ 0x5642b0bc39c0] error while decoding MB 69 34, bytestream -6 [h264 @ 0x5642b14f7240] error while decoding MB 33 31, bytestream -8 [in#0/rtsp @ 0x5642b0a66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5642b0a66e00] Error retrieving a packet from demuxer: Con", "last_exit_at": "2026-07-06T17:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.826, "last_started_at": "2026-07-06T17:49:33+09:00", "pid": 20623, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.824, "name": "ffmpeg", "pid": 20623, "rss_mb": 287.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 19, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.453, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:53:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:53:06+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T17:53:06+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T17:53:06.391125+09:00", "mtime_epoch": 1783327986.391125, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:53:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.085, "pushed": 7.085, "read": 7.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.436, "count": 212, "max_ms": 10.634, "p95_ms": 8.086}, "gstreamer_push": {"avg_ms": 1.111, "count": 212, "max_ms": 1.494, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.335, "count": 212, "max_ms": 82.206, "p95_ms": 75.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.284, "count": 212, "max_ms": 120.024, "p95_ms": 100.768}, "yolo11_640_fire_11class": {"avg_ms": 61.623, "count": 212, "max_ms": 90.054, "p95_ms": 81.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.827, "count": 212, "max_ms": 107.055, "p95_ms": 94.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.192, "count": 212, "max_ms": 198.525, "p95_ms": 165.212}, "read_interval": {"avg_ms": 141.832, "count": 211, "max_ms": 209.184, "p95_ms": 173.759}, "triton_wait": {"avg_ms": 76.461, "count": 212, "max_ms": 120.036, "p95_ms": 100.781}, "visualize": {"avg_ms": 5.35, "count": 212, "max_ms": 8.352, "p95_ms": 6.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3092.221, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.602, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:53:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:53:11+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:53:11+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:53:11.023198+09:00", "mtime_epoch": 1783327991.023198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:53:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1482.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.076}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.313, "count": 303, "max_ms": 7.86, "p95_ms": 5.795}, "gstreamer_push": {"avg_ms": 1.308, "count": 303, "max_ms": 1.835, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.795, "count": 303, "max_ms": 82.402, "p95_ms": 72.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.672, "count": 303, "max_ms": 120.077, "p95_ms": 95.12}, "yolo11_640_fire_11class": {"avg_ms": 60.702, "count": 303, "max_ms": 90.677, "p95_ms": 81.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.677, "count": 303, "max_ms": 107.839, "p95_ms": 91.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.797, "count": 303, "max_ms": 133.113, "p95_ms": 108.315}, "read_interval": {"avg_ms": 99.233, "count": 302, "max_ms": 464.064, "p95_ms": 129.665}, "triton_wait": {"avg_ms": 66.886, "count": 303, "max_ms": 120.09, "p95_ms": 95.542}, "visualize": {"avg_ms": 3.688, "count": 303, "max_ms": 5.548, "p95_ms": 4.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1190, "tracking_summary": 1091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6139.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23715.78, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.005, "sample_count": 1453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:53:22+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T17:53:22+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T17:53:22.359377+09:00", "mtime_epoch": 1783328002.3593767, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:53:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 812.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.133, "pushed": 5.133, "read": 5.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 87.005, "count": 153, "max_ms": 114.985, "p95_ms": 110.349}, "gstreamer_push": {"avg_ms": 0.831, "count": 153, "max_ms": 1.783, "p95_ms": 0.998}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.839, "count": 153, "max_ms": 114.944, "p95_ms": 98.264}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.445, "count": 153, "max_ms": 118.907, "p95_ms": 96.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.44, "count": 153, "max_ms": 252.101, "p95_ms": 229.906}, "read_interval": {"avg_ms": 196.168, "count": 152, "max_ms": 260.78, "p95_ms": 236.476}, "triton_wait": {"avg_ms": 73.055, "count": 153, "max_ms": 118.919, "p95_ms": 99.9}, "visualize": {"avg_ms": 25.402, "count": 153, "max_ms": 36.155, "p95_ms": 31.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6050.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.894, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 202.191, "name": "ffmpeg", "pid": 20730, "rss_mb": 202.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 20, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.453, "sample_count": 1827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:53:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:53:36+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T17:53:36+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T17:53:36.467599+09:00", "mtime_epoch": 1783328016.467599, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:53:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.736, "pushed": 1.736, "read": 1.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.233, "count": 52, "max_ms": 8.634, "p95_ms": 7.64}, "gstreamer_push": {"avg_ms": 1.119, "count": 52, "max_ms": 1.324, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.679, "count": 52, "max_ms": 84.174, "p95_ms": 75.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.669, "count": 52, "max_ms": 114.876, "p95_ms": 101.039}, "yolo11_640_fire_11class": {"avg_ms": 62.072, "count": 52, "max_ms": 90.026, "p95_ms": 80.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.649, "count": 52, "max_ms": 101.398, "p95_ms": 97.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.763, "count": 52, "max_ms": 169.753, "p95_ms": 152.901}, "read_interval": {"avg_ms": 587.097, "count": 51, "max_ms": 18843.605, "p95_ms": 179.435}, "triton_wait": {"avg_ms": 76.923, "count": 52, "max_ms": 114.889, "p95_ms": 101.056}, "visualize": {"avg_ms": 5.128, "count": 52, "max_ms": 5.923, "p95_ms": 5.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3122.258, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.125, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:53:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:53:41+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:53:41+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:53:41.059671+09:00", "mtime_epoch": 1783328021.0596714, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:53:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1482.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.261, "count": 297, "max_ms": 6.719, "p95_ms": 5.252}, "gstreamer_push": {"avg_ms": 1.293, "count": 297, "max_ms": 1.92, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.012, "count": 297, "max_ms": 82.721, "p95_ms": 68.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.421, "count": 297, "max_ms": 118.765, "p95_ms": 90.067}, "yolo11_640_fire_11class": {"avg_ms": 58.562, "count": 297, "max_ms": 87.982, "p95_ms": 73.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.676, "count": 297, "max_ms": 101.307, "p95_ms": 84.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.156, "count": 297, "max_ms": 131.912, "p95_ms": 104.405}, "read_interval": {"avg_ms": 101.132, "count": 297, "max_ms": 793.006, "p95_ms": 122.995}, "triton_wait": {"avg_ms": 63.358, "count": 297, "max_ms": 118.778, "p95_ms": 91.629}, "visualize": {"avg_ms": 3.648, "count": 297, "max_ms": 5.821, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.57, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1192, "tracking_summary": 1092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6114.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23745.882, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.132, "sample_count": 1442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:53:52+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T17:53:52+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T17:53:52.467851+09:00", "mtime_epoch": 1783328032.4678512, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:53:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 806.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.616, "pushed": 4.616, "read": 4.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.351, "count": 138, "max_ms": 147.633, "p95_ms": 117.392}, "gstreamer_push": {"avg_ms": 0.79, "count": 138, "max_ms": 1.06, "p95_ms": 0.945}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.956, "count": 138, "max_ms": 110.835, "p95_ms": 99.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.908, "count": 138, "max_ms": 119.254, "p95_ms": 102.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.188, "count": 138, "max_ms": 275.439, "p95_ms": 245.742}, "read_interval": {"avg_ms": 218.056, "count": 137, "max_ms": 282.866, "p95_ms": 254.483}, "triton_wait": {"avg_ms": 74.903, "count": 138, "max_ms": 119.266, "p95_ms": 102.237}, "visualize": {"avg_ms": 28.062, "count": 138, "max_ms": 59.324, "p95_ms": 34.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6120.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.945, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.676, "name": "ffmpeg", "pid": 20730, "rss_mb": 269.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 19, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.018, "sample_count": 1829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:54:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:54:06+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T17:54:06+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T17:54:06.512073+09:00", "mtime_epoch": 1783328046.5120726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:54:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1609.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.286, "pushed": 7.286, "read": 7.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.206, "count": 218, "max_ms": 9.431, "p95_ms": 7.42}, "gstreamer_push": {"avg_ms": 1.118, "count": 218, "max_ms": 1.611, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.401, "count": 218, "max_ms": 81.464, "p95_ms": 75.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.165, "count": 218, "max_ms": 123.606, "p95_ms": 101.267}, "yolo11_640_fire_11class": {"avg_ms": 60.823, "count": 218, "max_ms": 93.066, "p95_ms": 81.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.136, "count": 218, "max_ms": 100.021, "p95_ms": 91.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.805, "count": 218, "max_ms": 175.64, "p95_ms": 155.934}, "read_interval": {"avg_ms": 137.757, "count": 217, "max_ms": 184.64, "p95_ms": 166.308}, "triton_wait": {"avg_ms": 74.551, "count": 218, "max_ms": 123.618, "p95_ms": 101.28}, "visualize": {"avg_ms": 5.257, "count": 218, "max_ms": 8.812, "p95_ms": 6.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6121.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3152.342, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.396, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:54:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:54:11+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T17:54:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T17:54:11.104145+09:00", "mtime_epoch": 1783328051.1041448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:54:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.231, "count": 298, "max_ms": 6.858, "p95_ms": 5.317}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 2.061, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.427, "count": 298, "max_ms": 92.149, "p95_ms": 75.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.536, "count": 298, "max_ms": 122.961, "p95_ms": 99.314}, "yolo11_640_fire_11class": {"avg_ms": 62.295, "count": 298, "max_ms": 96.096, "p95_ms": 82.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.317, "count": 298, "max_ms": 108.901, "p95_ms": 91.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.828, "count": 298, "max_ms": 136.514, "p95_ms": 111.923}, "read_interval": {"avg_ms": 100.881, "count": 297, "max_ms": 624.458, "p95_ms": 128.172}, "triton_wait": {"avg_ms": 68.059, "count": 298, "max_ms": 122.973, "p95_ms": 99.329}, "visualize": {"avg_ms": 3.633, "count": 298, "max_ms": 5.68, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1192, "tracking_summary": 1094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6111.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23775.93, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 239.171, "sample_count": 1453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:54:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:54:22+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T17:54:22+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T17:54:22.528325+09:00", "mtime_epoch": 1783328062.528325, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:54:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 813.785, "name": "celery", "pid": 239, "rss_mb": 800.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.119, "pushed": 5.119, "read": 5.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.399, "count": 153, "max_ms": 121.695, "p95_ms": 113.704}, "gstreamer_push": {"avg_ms": 0.842, "count": 153, "max_ms": 1.182, "p95_ms": 0.986}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.282, "count": 153, "max_ms": 111.564, "p95_ms": 104.311}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.951, "count": 153, "max_ms": 117.862, "p95_ms": 103.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.058, "count": 153, "max_ms": 256.016, "p95_ms": 237.593}, "read_interval": {"avg_ms": 196.3, "count": 152, "max_ms": 262.221, "p95_ms": 245.14}, "triton_wait": {"avg_ms": 75.749, "count": 153, "max_ms": 117.875, "p95_ms": 105.722}, "visualize": {"avg_ms": 27.729, "count": 153, "max_ms": 40.588, "p95_ms": 35.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6111.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.958, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.223, "name": "ffmpeg", "pid": 20730, "rss_mb": 271.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 19, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.23, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:54:36+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T17:54:36+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T17:54:36.564546+09:00", "mtime_epoch": 1783328076.5645463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:54:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.196, "pushed": 7.196, "read": 7.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.339, "count": 215, "max_ms": 9.636, "p95_ms": 8.207}, "gstreamer_push": {"avg_ms": 1.119, "count": 215, "max_ms": 1.706, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.163, "count": 215, "max_ms": 92.153, "p95_ms": 73.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.831, "count": 215, "max_ms": 119.087, "p95_ms": 102.429}, "yolo11_640_fire_11class": {"avg_ms": 61.503, "count": 215, "max_ms": 96.205, "p95_ms": 83.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.788, "count": 215, "max_ms": 108.997, "p95_ms": 93.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.219, "count": 215, "max_ms": 186.223, "p95_ms": 160.827}, "read_interval": {"avg_ms": 139.666, "count": 214, "max_ms": 193.953, "p95_ms": 170.377}, "triton_wait": {"avg_ms": 75.094, "count": 215, "max_ms": 119.1, "p95_ms": 103.064}, "visualize": {"avg_ms": 5.349, "count": 215, "max_ms": 9.045, "p95_ms": 6.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6123.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3182.421, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.349, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:54:41+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T17:54:41+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T17:54:41.208620+09:00", "mtime_epoch": 1783328081.2086196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:54:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.326, "count": 300, "max_ms": 6.89, "p95_ms": 5.624}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.429, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.966, "count": 300, "max_ms": 85.24, "p95_ms": 75.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.976, "count": 300, "max_ms": 113.619, "p95_ms": 100.729}, "yolo11_640_fire_11class": {"avg_ms": 62.104, "count": 300, "max_ms": 91.644, "p95_ms": 84.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.544, "count": 300, "max_ms": 104.888, "p95_ms": 91.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.741, "count": 301, "max_ms": 126.532, "p95_ms": 113.468}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 463.012, "p95_ms": 132.613}, "triton_wait": {"avg_ms": 68.718, "count": 300, "max_ms": 113.632, "p95_ms": 100.742}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.827, "p95_ms": 4.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1194, "tracking_summary": 1095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6123.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23806.086, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.036, "sample_count": 1443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:54:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:54:52+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T17:54:52+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T17:54:52.676800+09:00", "mtime_epoch": 1783328092.6768005, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:54:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 814.113, "name": "celery", "pid": 239, "rss_mb": 811.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.709, "pushed": 4.709, "read": 4.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.118, "count": 141, "max_ms": 121.643, "p95_ms": 114.264}, "gstreamer_push": {"avg_ms": 1.014, "count": 141, "max_ms": 2.121, "p95_ms": 1.866}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.357, "count": 141, "max_ms": 112.482, "p95_ms": 104.851}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.418, "count": 141, "max_ms": 111.68, "p95_ms": 105.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.636, "count": 141, "max_ms": 269.908, "p95_ms": 249.929}, "read_interval": {"avg_ms": 213.814, "count": 140, "max_ms": 276.274, "p95_ms": 257.062}, "triton_wait": {"avg_ms": 77.595, "count": 141, "max_ms": 112.495, "p95_ms": 106.85}, "visualize": {"avg_ms": 33.019, "count": 141, "max_ms": 47.311, "p95_ms": 44.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6120.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.048, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.738, "name": "ffmpeg", "pid": 20730, "rss_mb": 271.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 19, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.78, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:55:06+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T17:55:06+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T17:55:06.645021+09:00", "mtime_epoch": 1783328106.6450207, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:55:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.213, "pushed": 7.213, "read": 7.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.209, "count": 216, "max_ms": 9.609, "p95_ms": 7.847}, "gstreamer_push": {"avg_ms": 1.121, "count": 216, "max_ms": 1.631, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.629, "count": 216, "max_ms": 87.329, "p95_ms": 76.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.438, "count": 216, "max_ms": 125.035, "p95_ms": 101.594}, "yolo11_640_fire_11class": {"avg_ms": 60.692, "count": 216, "max_ms": 91.747, "p95_ms": 83.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.275, "count": 216, "max_ms": 103.334, "p95_ms": 94.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.703, "count": 216, "max_ms": 178.216, "p95_ms": 156.497}, "read_interval": {"avg_ms": 139.329, "count": 215, "max_ms": 188.829, "p95_ms": 166.53}, "triton_wait": {"avg_ms": 75.713, "count": 216, "max_ms": 125.047, "p95_ms": 101.608}, "visualize": {"avg_ms": 5.271, "count": 216, "max_ms": 9.05, "p95_ms": 6.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6125.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3212.44, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 2, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.481, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:55:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:55:11+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T17:55:11.237093+09:00", "mtime_epoch": 1783328111.2370932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:55:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.239, "count": 300, "max_ms": 7.946, "p95_ms": 5.183}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.913, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.698, "count": 300, "max_ms": 92.717, "p95_ms": 72.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.9, "count": 300, "max_ms": 120.865, "p95_ms": 94.688}, "yolo11_640_fire_11class": {"avg_ms": 61.679, "count": 300, "max_ms": 94.143, "p95_ms": 81.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.791, "count": 300, "max_ms": 99.605, "p95_ms": 91.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.453, "count": 300, "max_ms": 134.144, "p95_ms": 107.833}, "read_interval": {"avg_ms": 100.093, "count": 299, "max_ms": 592.168, "p95_ms": 130.028}, "triton_wait": {"avg_ms": 67.524, "count": 300, "max_ms": 120.879, "p95_ms": 95.039}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.085, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1195, "tracking_summary": 1096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6123.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23836.098, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.046, "sample_count": 1443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:55:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:55:22+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T17:55:22+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T17:55:22.701274+09:00", "mtime_epoch": 1783328122.701274, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:55:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 811.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.733, "pushed": 4.733, "read": 4.699}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.445, "count": 141, "max_ms": 150.082, "p95_ms": 116.146}, "gstreamer_push": {"avg_ms": 0.833, "count": 141, "max_ms": 1.925, "p95_ms": 1.023}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.126, "count": 141, "max_ms": 107.124, "p95_ms": 94.325}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.12, "count": 141, "max_ms": 116.261, "p95_ms": 102.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.775, "count": 141, "max_ms": 253.826, "p95_ms": 240.005}, "read_interval": {"avg_ms": 212.875, "count": 140, "max_ms": 264.505, "p95_ms": 248.162}, "triton_wait": {"avg_ms": 75.721, "count": 141, "max_ms": 116.275, "p95_ms": 102.506}, "visualize": {"avg_ms": 27.686, "count": 141, "max_ms": 44.232, "p95_ms": 33.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.129, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.254, "name": "ffmpeg", "pid": 20730, "rss_mb": 272.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 19, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.851, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:55:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:55:36+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T17:55:36+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T17:55:36.701495+09:00", "mtime_epoch": 1783328136.701495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:55:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.253, "pushed": 7.253, "read": 7.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.207, "count": 217, "max_ms": 9.465, "p95_ms": 7.636}, "gstreamer_push": {"avg_ms": 1.102, "count": 217, "max_ms": 1.367, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.243, "count": 217, "max_ms": 88.692, "p95_ms": 75.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.053, "count": 217, "max_ms": 118.8, "p95_ms": 98.754}, "yolo11_640_fire_11class": {"avg_ms": 61.734, "count": 217, "max_ms": 92.356, "p95_ms": 83.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.499, "count": 217, "max_ms": 97.639, "p95_ms": 92.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.24, "count": 217, "max_ms": 188.21, "p95_ms": 156.526}, "read_interval": {"avg_ms": 138.541, "count": 216, "max_ms": 197.116, "p95_ms": 165.461}, "triton_wait": {"avg_ms": 75.244, "count": 217, "max_ms": 118.812, "p95_ms": 98.766}, "visualize": {"avg_ms": 5.173, "count": 217, "max_ms": 7.655, "p95_ms": 6.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6124.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3242.501, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.306, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:55:41+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T17:55:41+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T17:55:41.297567+09:00", "mtime_epoch": 1783328141.2975674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:55:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.142, "pushed": 10.142, "read": 10.109}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.315, "count": 304, "max_ms": 6.68, "p95_ms": 5.613}, "gstreamer_push": {"avg_ms": 1.307, "count": 304, "max_ms": 1.858, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.34, "count": 304, "max_ms": 84.713, "p95_ms": 72.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.695, "count": 304, "max_ms": 113.968, "p95_ms": 95.154}, "yolo11_640_fire_11class": {"avg_ms": 62.231, "count": 304, "max_ms": 93.839, "p95_ms": 82.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.295, "count": 304, "max_ms": 100.403, "p95_ms": 91.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.096, "count": 304, "max_ms": 127.888, "p95_ms": 108.305}, "read_interval": {"avg_ms": 98.927, "count": 303, "max_ms": 798.387, "p95_ms": 125.842}, "triton_wait": {"avg_ms": 68.069, "count": 304, "max_ms": 113.982, "p95_ms": 95.166}, "visualize": {"avg_ms": 3.688, "count": 304, "max_ms": 5.814, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1196, "tracking_summary": 1097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6129.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23866.198, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.466, "sample_count": 1432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:55:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:55:52+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T17:55:52+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T17:55:52.861750+09:00", "mtime_epoch": 1783328152.86175, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:55:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 814.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.785, "pushed": 4.785, "read": 4.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.473, "count": 143, "max_ms": 127.796, "p95_ms": 114.585}, "gstreamer_push": {"avg_ms": 0.818, "count": 143, "max_ms": 1.758, "p95_ms": 0.979}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.783, "count": 143, "max_ms": 105.021, "p95_ms": 97.994}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.096, "count": 143, "max_ms": 113.958, "p95_ms": 104.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.415, "count": 143, "max_ms": 265.881, "p95_ms": 247.377}, "read_interval": {"avg_ms": 210.922, "count": 142, "max_ms": 275.256, "p95_ms": 254.078}, "triton_wait": {"avg_ms": 74.804, "count": 143, "max_ms": 113.971, "p95_ms": 104.418}, "visualize": {"avg_ms": 27.139, "count": 143, "max_ms": 50.851, "p95_ms": 31.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6129.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.138, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.926, "name": "ffmpeg", "pid": 20730, "rss_mb": 277.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 19, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.569, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:56:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:56:06+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T17:56:06+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T17:56:06.741969+09:00", "mtime_epoch": 1783328166.7419689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:56:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.133, "pushed": 7.133, "read": 7.133}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.277, "count": 214, "max_ms": 9.489, "p95_ms": 7.482}, "gstreamer_push": {"avg_ms": 1.102, "count": 214, "max_ms": 1.347, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.843, "count": 214, "max_ms": 82.486, "p95_ms": 72.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.229, "count": 214, "max_ms": 109.997, "p95_ms": 99.559}, "yolo11_640_fire_11class": {"avg_ms": 61.14, "count": 214, "max_ms": 85.104, "p95_ms": 81.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.146, "count": 214, "max_ms": 100.082, "p95_ms": 91.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.459, "count": 214, "max_ms": 202.43, "p95_ms": 154.622}, "read_interval": {"avg_ms": 140.359, "count": 214, "max_ms": 214.942, "p95_ms": 166.334}, "triton_wait": {"avg_ms": 75.585, "count": 214, "max_ms": 110.01, "p95_ms": 99.572}, "visualize": {"avg_ms": 5.256, "count": 214, "max_ms": 7.901, "p95_ms": 6.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6129.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3272.544, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.074, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:56:11+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:56:11+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T17:56:11.338041+09:00", "mtime_epoch": 1783328171.3380413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:56:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.235, "count": 298, "max_ms": 6.74, "p95_ms": 5.451}, "gstreamer_push": {"avg_ms": 1.289, "count": 298, "max_ms": 1.862, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.772, "count": 298, "max_ms": 88.462, "p95_ms": 70.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.982, "count": 298, "max_ms": 105.189, "p95_ms": 96.926}, "yolo11_640_fire_11class": {"avg_ms": 62.28, "count": 298, "max_ms": 98.159, "p95_ms": 87.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.133, "count": 298, "max_ms": 101.499, "p95_ms": 93.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.356, "count": 298, "max_ms": 118.026, "p95_ms": 109.637}, "read_interval": {"avg_ms": 100.856, "count": 297, "max_ms": 631.009, "p95_ms": 126.518}, "triton_wait": {"avg_ms": 67.582, "count": 298, "max_ms": 105.202, "p95_ms": 96.941}, "visualize": {"avg_ms": 3.614, "count": 298, "max_ms": 5.816, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1199, "tracking_summary": 1098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6134.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23896.359, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.121, "sample_count": 1438, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:56:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:56:23+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T17:56:22+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T17:56:22.966225+09:00", "mtime_epoch": 1783328182.966225, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:56:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 812.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.801, "pushed": 4.801, "read": 4.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.195, "count": 144, "max_ms": 122.917, "p95_ms": 113.494}, "gstreamer_push": {"avg_ms": 0.898, "count": 144, "max_ms": 2.356, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.553, "count": 144, "max_ms": 108.955, "p95_ms": 97.311}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.128, "count": 144, "max_ms": 109.261, "p95_ms": 97.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.294, "count": 144, "max_ms": 246.386, "p95_ms": 239.484}, "read_interval": {"avg_ms": 209.424, "count": 143, "max_ms": 253.064, "p95_ms": 245.543}, "triton_wait": {"avg_ms": 73.194, "count": 144, "max_ms": 109.275, "p95_ms": 102.66}, "visualize": {"avg_ms": 26.965, "count": 144, "max_ms": 41.24, "p95_ms": 35.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6136.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.235, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.051, "name": "ffmpeg", "pid": 20730, "rss_mb": 282.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 19, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.914, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T17:56:36+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T17:56:36+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T17:56:36.810443+09:00", "mtime_epoch": 1783328196.8104434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:56:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.174, "pushed": 7.174, "read": 7.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.262, "count": 214, "max_ms": 9.647, "p95_ms": 7.517}, "gstreamer_push": {"avg_ms": 1.087, "count": 215, "max_ms": 1.37, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.435, "count": 214, "max_ms": 79.838, "p95_ms": 75.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.595, "count": 214, "max_ms": 117.891, "p95_ms": 99.171}, "yolo11_640_fire_11class": {"avg_ms": 60.814, "count": 214, "max_ms": 96.142, "p95_ms": 81.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.68, "count": 214, "max_ms": 99.399, "p95_ms": 93.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.678, "count": 215, "max_ms": 195.273, "p95_ms": 160.933}, "read_interval": {"avg_ms": 139.904, "count": 214, "max_ms": 203.353, "p95_ms": 170.867}, "triton_wait": {"avg_ms": 74.74, "count": 214, "max_ms": 117.903, "p95_ms": 99.185}, "visualize": {"avg_ms": 5.323, "count": 214, "max_ms": 8.115, "p95_ms": 6.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3302.553, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.292, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:56:41+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T17:56:41+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T17:56:41.354515+09:00", "mtime_epoch": 1783328201.354515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:56:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 299, "max_ms": 6.479, "p95_ms": 5.604}, "gstreamer_push": {"avg_ms": 1.278, "count": 299, "max_ms": 1.891, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.259, "count": 299, "max_ms": 83.271, "p95_ms": 72.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.846, "count": 299, "max_ms": 119.934, "p95_ms": 98.352}, "yolo11_640_fire_11class": {"avg_ms": 61.424, "count": 299, "max_ms": 94.36, "p95_ms": 83.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.564, "count": 299, "max_ms": 100.191, "p95_ms": 93.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.881, "count": 299, "max_ms": 133.094, "p95_ms": 111.848}, "read_interval": {"avg_ms": 100.365, "count": 299, "max_ms": 558.028, "p95_ms": 131.722}, "triton_wait": {"avg_ms": 67.175, "count": 299, "max_ms": 119.947, "p95_ms": 98.365}, "visualize": {"avg_ms": 3.613, "count": 299, "max_ms": 4.781, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1199, "tracking_summary": 1100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6138.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23926.364, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.477, "sample_count": 1444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:56:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:56:53+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-06T17:56:52+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T17:56:52.982699+09:00", "mtime_epoch": 1783328212.9826987, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:56:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 814.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.934, "pushed": 4.934, "read": 4.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.437, "count": 148, "max_ms": 131.512, "p95_ms": 116.351}, "gstreamer_push": {"avg_ms": 0.883, "count": 148, "max_ms": 3.143, "p95_ms": 1.698}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.527, "count": 148, "max_ms": 108.351, "p95_ms": 98.799}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.858, "count": 148, "max_ms": 111.203, "p95_ms": 103.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.525, "count": 148, "max_ms": 261.232, "p95_ms": 246.406}, "read_interval": {"avg_ms": 202.818, "count": 148, "max_ms": 270.169, "p95_ms": 252.608}, "triton_wait": {"avg_ms": 73.964, "count": 148, "max_ms": 111.217, "p95_ms": 103.995}, "visualize": {"avg_ms": 27.089, "count": 148, "max_ms": 45.781, "p95_ms": 38.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6136.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3332.574, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.481, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:57:11+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T17:57:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T17:57:11.350989+09:00", "mtime_epoch": 1783328231.3509886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:57:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1483.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.083}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 303, "max_ms": 8.014, "p95_ms": 5.527}, "gstreamer_push": {"avg_ms": 1.291, "count": 303, "max_ms": 2.203, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.099, "count": 303, "max_ms": 86.769, "p95_ms": 71.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.523, "count": 303, "max_ms": 111.118, "p95_ms": 94.338}, "yolo11_640_fire_11class": {"avg_ms": 61.437, "count": 303, "max_ms": 93.753, "p95_ms": 79.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.754, "count": 303, "max_ms": 101.086, "p95_ms": 87.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.111, "count": 303, "max_ms": 124.578, "p95_ms": 107.527}, "read_interval": {"avg_ms": 99.051, "count": 302, "max_ms": 526.034, "p95_ms": 126.968}, "triton_wait": {"avg_ms": 67.358, "count": 303, "max_ms": 111.131, "p95_ms": 94.349}, "visualize": {"avg_ms": 3.606, "count": 303, "max_ms": 5.655, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6136.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 242, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:53:28+09:00", "last_error_summary": "[h264 @ 0x562d59740c40] top block unavailable for requested intra mode -1 [h264 @ 0x562d59740c40] error while decoding MB 14 0, bytestream 5161 [h264 @ 0x562d59b4b400] left block unavailable for requested intra mode [h264 @ 0x562d59b4b400] error while decoding MB 0 25, bytestream 2716 [h264 @ 0x562d58e1e500] left block unavailable for requested intra mode [h264 @ 0x562d58e1e500] error while decoding MB 0 32, bytestream 3764 [h264 @ 0x562d58dc9800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-06T17:53:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.279, "last_started_at": "2026-07-06T17:53:30+09:00", "pid": 20730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.371, "name": "ffmpeg", "pid": 20730, "rss_mb": 284.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 19, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.497, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:57:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:57:14+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T17:57:14+09:00", "mjpeg": {"age_sec": 8.76, "exists": true, "mtime": "2026-07-06T17:57:06.230908+09:00", "mtime_epoch": 1783328226.230908, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:57:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.216, "pushed": 5.216, "read": 5.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.133, "count": 156, "max_ms": 9.574, "p95_ms": 7.853}, "gstreamer_push": {"avg_ms": 1.106, "count": 156, "max_ms": 1.725, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.243, "count": 156, "max_ms": 84.169, "p95_ms": 73.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.798, "count": 156, "max_ms": 121.644, "p95_ms": 97.583}, "yolo11_640_fire_11class": {"avg_ms": 60.068, "count": 156, "max_ms": 86.493, "p95_ms": 80.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.006, "count": 156, "max_ms": 98.658, "p95_ms": 91.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.719, "count": 156, "max_ms": 175.744, "p95_ms": 152.543}, "read_interval": {"avg_ms": 193.14, "count": 155, "max_ms": 8779.863, "p95_ms": 163.239}, "triton_wait": {"avg_ms": 74.093, "count": 156, "max_ms": 121.657, "p95_ms": 97.597}, "visualize": {"avg_ms": 5.222, "count": 156, "max_ms": 8.579, "p95_ms": 6.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1200, "tracking_summary": 1101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6134.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23956.371, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.157, "sample_count": 1437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:57:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:57:23+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T17:57:22+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T17:57:22.951172+09:00", "mtime_epoch": 1783328242.9511719, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:57:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 809.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.699, "pushed": 4.699, "read": 4.665}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.009, "count": 140, "max_ms": 121.22, "p95_ms": 113.876}, "gstreamer_push": {"avg_ms": 0.787, "count": 140, "max_ms": 0.984, "p95_ms": 0.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.398, "count": 140, "max_ms": 105.678, "p95_ms": 89.802}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.17, "count": 140, "max_ms": 113.389, "p95_ms": 93.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.43, "count": 140, "max_ms": 252.66, "p95_ms": 229.589}, "read_interval": {"avg_ms": 214.198, "count": 139, "max_ms": 259.36, "p95_ms": 237.255}, "triton_wait": {"avg_ms": 72.55, "count": 140, "max_ms": 113.403, "p95_ms": 93.193}, "visualize": {"avg_ms": 27.081, "count": 140, "max_ms": 38.05, "p95_ms": 32.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6107.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3362.619, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.832, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:57:41+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T17:57:41+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T17:57:41.423464+09:00", "mtime_epoch": 1783328261.4234636, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:57:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1484.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 10.031}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.212, "count": 298, "max_ms": 6.262, "p95_ms": 5.194}, "gstreamer_push": {"avg_ms": 1.28, "count": 298, "max_ms": 2.139, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.117, "count": 298, "max_ms": 80.323, "p95_ms": 62.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.261, "count": 298, "max_ms": 109.124, "p95_ms": 89.748}, "yolo11_640_fire_11class": {"avg_ms": 59.576, "count": 298, "max_ms": 88.134, "p95_ms": 75.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.012, "count": 298, "max_ms": 95.84, "p95_ms": 83.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.545, "count": 298, "max_ms": 121.977, "p95_ms": 102.772}, "read_interval": {"avg_ms": 100.915, "count": 298, "max_ms": 708.835, "p95_ms": 122.854}, "triton_wait": {"avg_ms": 63.824, "count": 298, "max_ms": 109.138, "p95_ms": 89.976}, "visualize": {"avg_ms": 3.631, "count": 298, "max_ms": 5.559, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6117.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 248, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:57:26+09:00", "last_error_summary": "[h264 @ 0x558adb1a6b00] reference picture missing during reorder [h264 @ 0x558adb1a6b00] Missing reference picture, default is 65580 [h264 @ 0x558adb1c21c0] mmco: unref short failure [h264 @ 0x558adb1c21c0] illegal short term buffer state detected [h264 @ 0x558adb2ddf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558adb2ddf00] error while decoding MB 0 44, bytestream 4179 [h264 @ 0x558adb2f20c0] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558adb2f20c0] error while ", "last_exit_at": "2026-07-06T17:57:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.267, "last_started_at": "2026-07-06T17:57:28+09:00", "pid": 20837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.176, "name": "ffmpeg", "pid": 20837, "rss_mb": 265.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.984, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:57:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T17:57:45+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T17:57:44+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T17:57:44.899518+09:00", "mtime_epoch": 1783328264.8995185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:57:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 113, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.638, "pushed": 5.638, "read": 5.638}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.18, "count": 113, "max_ms": 10.303, "p95_ms": 7.615}, "gstreamer_push": {"avg_ms": 1.114, "count": 113, "max_ms": 2.192, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.204, "count": 113, "max_ms": 80.058, "p95_ms": 72.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.449, "count": 113, "max_ms": 115.845, "p95_ms": 97.424}, "yolo11_640_fire_11class": {"avg_ms": 60.898, "count": 113, "max_ms": 84.605, "p95_ms": 81.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.775, "count": 113, "max_ms": 97.962, "p95_ms": 90.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.111, "count": 113, "max_ms": 169.046, "p95_ms": 153.21}, "read_interval": {"avg_ms": 265.666, "count": 113, "max_ms": 10128.127, "p95_ms": 169.415}, "triton_wait": {"avg_ms": 74.996, "count": 113, "max_ms": 115.858, "p95_ms": 97.973}, "visualize": {"avg_ms": 5.165, "count": 113, "max_ms": 7.887, "p95_ms": 6.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.044, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1202, "tracking_summary": 1102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 23986.486, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.121, "sample_count": 1449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:57:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:57:53+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T17:57:53+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T17:57:53.123648+09:00", "mtime_epoch": 1783328273.1236484, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:57:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 811.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.05, "pushed": 5.05, "read": 5.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.986, "count": 151, "max_ms": 120.936, "p95_ms": 112.515}, "gstreamer_push": {"avg_ms": 0.973, "count": 151, "max_ms": 2.145, "p95_ms": 1.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.91, "count": 151, "max_ms": 104.782, "p95_ms": 96.145}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.141, "count": 151, "max_ms": 107.831, "p95_ms": 99.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.1, "count": 151, "max_ms": 252.989, "p95_ms": 240.259}, "read_interval": {"avg_ms": 199.593, "count": 150, "max_ms": 260.24, "p95_ms": 247.775}, "triton_wait": {"avg_ms": 74.593, "count": 151, "max_ms": 107.844, "p95_ms": 100.052}, "visualize": {"avg_ms": 31.519, "count": 151, "max_ms": 50.223, "p95_ms": 45.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6123.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3392.628, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.151, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:58:11+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T17:58:11+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T17:58:11.439938+09:00", "mtime_epoch": 1783328291.4399376, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:58:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1484.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.305, "count": 301, "max_ms": 6.507, "p95_ms": 5.371}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.971, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.671, "count": 301, "max_ms": 83.956, "p95_ms": 70.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.032, "count": 301, "max_ms": 108.658, "p95_ms": 96.235}, "yolo11_640_fire_11class": {"avg_ms": 61.797, "count": 301, "max_ms": 93.992, "p95_ms": 81.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.162, "count": 301, "max_ms": 108.044, "p95_ms": 89.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.249, "count": 301, "max_ms": 122.641, "p95_ms": 110.549}, "read_interval": {"avg_ms": 99.717, "count": 301, "max_ms": 499.012, "p95_ms": 127.514}, "triton_wait": {"avg_ms": 68.304, "count": 301, "max_ms": 108.67, "p95_ms": 96.927}, "visualize": {"avg_ms": 3.654, "count": 301, "max_ms": 5.222, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6123.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 248, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:57:26+09:00", "last_error_summary": "[h264 @ 0x558adb1a6b00] reference picture missing during reorder [h264 @ 0x558adb1a6b00] Missing reference picture, default is 65580 [h264 @ 0x558adb1c21c0] mmco: unref short failure [h264 @ 0x558adb1c21c0] illegal short term buffer state detected [h264 @ 0x558adb2ddf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558adb2ddf00] error while decoding MB 0 44, bytestream 4179 [h264 @ 0x558adb2f20c0] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558adb2f20c0] error while ", "last_exit_at": "2026-07-06T17:57:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.4, "last_started_at": "2026-07-06T17:57:28+09:00", "pid": 20837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.496, "name": "ffmpeg", "pid": 20837, "rss_mb": 267.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.709, "sample_count": 1878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:58:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:58:15+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T17:58:15+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T17:58:15.047995+09:00", "mtime_epoch": 1783328295.0479946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:58:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.305, "pushed": 7.305, "read": 7.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.173, "count": 218, "max_ms": 9.321, "p95_ms": 8.079}, "gstreamer_push": {"avg_ms": 1.121, "count": 218, "max_ms": 1.472, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.159, "count": 218, "max_ms": 90.46, "p95_ms": 71.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.993, "count": 218, "max_ms": 121.912, "p95_ms": 101.959}, "yolo11_640_fire_11class": {"avg_ms": 61.319, "count": 218, "max_ms": 91.318, "p95_ms": 82.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.263, "count": 218, "max_ms": 106.036, "p95_ms": 91.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.249, "count": 218, "max_ms": 176.317, "p95_ms": 155.234}, "read_interval": {"avg_ms": 137.618, "count": 217, "max_ms": 185.8, "p95_ms": 164.403}, "triton_wait": {"avg_ms": 75.265, "count": 218, "max_ms": 121.924, "p95_ms": 101.972}, "visualize": {"avg_ms": 5.2, "count": 218, "max_ms": 7.154, "p95_ms": 6.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1203, "tracking_summary": 1103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6125.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24016.723, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.793, "sample_count": 1443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:58:23+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T17:58:23+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T17:58:23.276124+09:00", "mtime_epoch": 1783328303.2761245, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:58:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 814.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.917, "pushed": 4.917, "read": 4.884}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.966, "count": 147, "max_ms": 130.461, "p95_ms": 116.93}, "gstreamer_push": {"avg_ms": 0.824, "count": 147, "max_ms": 1.166, "p95_ms": 0.988}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.655, "count": 147, "max_ms": 122.129, "p95_ms": 101.486}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.145, "count": 147, "max_ms": 119.648, "p95_ms": 103.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.462, "count": 147, "max_ms": 270.767, "p95_ms": 245.654}, "read_interval": {"avg_ms": 204.135, "count": 146, "max_ms": 277.186, "p95_ms": 252.05}, "triton_wait": {"avg_ms": 76.814, "count": 147, "max_ms": 122.142, "p95_ms": 104.77}, "visualize": {"avg_ms": 25.678, "count": 147, "max_ms": 36.726, "p95_ms": 31.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6121.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3422.661, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.733, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:58:41+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T17:58:41+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T17:58:41.468412+09:00", "mtime_epoch": 1783328321.468412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:58:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1484.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.099, "pushed": 10.099, "read": 10.065}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 302, "max_ms": 6.648, "p95_ms": 5.452}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.715, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.714, "count": 302, "max_ms": 92.311, "p95_ms": 72.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.252, "count": 302, "max_ms": 107.117, "p95_ms": 96.385}, "yolo11_640_fire_11class": {"avg_ms": 62.34, "count": 302, "max_ms": 97.057, "p95_ms": 83.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.848, "count": 302, "max_ms": 107.13, "p95_ms": 90.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.979, "count": 302, "max_ms": 120.164, "p95_ms": 109.461}, "read_interval": {"avg_ms": 99.507, "count": 301, "max_ms": 353.252, "p95_ms": 128.327}, "triton_wait": {"avg_ms": 67.979, "count": 302, "max_ms": 107.14, "p95_ms": 96.47}, "visualize": {"avg_ms": 3.704, "count": 302, "max_ms": 5.885, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6118.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 248, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:57:26+09:00", "last_error_summary": "[h264 @ 0x558adb1a6b00] reference picture missing during reorder [h264 @ 0x558adb1a6b00] Missing reference picture, default is 65580 [h264 @ 0x558adb1c21c0] mmco: unref short failure [h264 @ 0x558adb1c21c0] illegal short term buffer state detected [h264 @ 0x558adb2ddf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558adb2ddf00] error while decoding MB 0 44, bytestream 4179 [h264 @ 0x558adb2f20c0] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558adb2f20c0] error while ", "last_exit_at": "2026-07-06T17:57:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.503, "last_started_at": "2026-07-06T17:57:28+09:00", "pid": 20837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.527, "name": "ffmpeg", "pid": 20837, "rss_mb": 268.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.709, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:58:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:58:45+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T17:58:45+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T17:58:45.152470+09:00", "mtime_epoch": 1783328325.15247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:58:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.342, "pushed": 7.342, "read": 7.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.185, "count": 219, "max_ms": 9.358, "p95_ms": 7.393}, "gstreamer_push": {"avg_ms": 1.116, "count": 220, "max_ms": 1.774, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.819, "count": 219, "max_ms": 90.068, "p95_ms": 75.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.978, "count": 219, "max_ms": 117.749, "p95_ms": 98.508}, "yolo11_640_fire_11class": {"avg_ms": 60.971, "count": 219, "max_ms": 90.051, "p95_ms": 83.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.38, "count": 219, "max_ms": 105.404, "p95_ms": 91.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.33, "count": 220, "max_ms": 173.034, "p95_ms": 153.12}, "read_interval": {"avg_ms": 136.818, "count": 219, "max_ms": 183.407, "p95_ms": 162.391}, "triton_wait": {"avg_ms": 74.262, "count": 219, "max_ms": 117.767, "p95_ms": 98.521}, "visualize": {"avg_ms": 5.209, "count": 219, "max_ms": 7.39, "p95_ms": 5.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1205, "tracking_summary": 1104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6122.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24046.97, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.322, "sample_count": 1444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:58:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:58:53+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T17:58:53+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T17:58:53.528602+09:00", "mtime_epoch": 1783328333.5286024, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:58:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 811.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.695, "pushed": 4.695, "read": 4.661}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.827, "count": 140, "max_ms": 127.727, "p95_ms": 115.523}, "gstreamer_push": {"avg_ms": 0.9, "count": 140, "max_ms": 2.293, "p95_ms": 1.898}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.37, "count": 140, "max_ms": 112.802, "p95_ms": 92.879}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.812, "count": 140, "max_ms": 115.873, "p95_ms": 102.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.429, "count": 140, "max_ms": 259.973, "p95_ms": 245.07}, "read_interval": {"avg_ms": 214.238, "count": 139, "max_ms": 266.837, "p95_ms": 251.604}, "triton_wait": {"avg_ms": 75.173, "count": 140, "max_ms": 115.886, "p95_ms": 102.884}, "visualize": {"avg_ms": 29.46, "count": 140, "max_ms": 46.171, "p95_ms": 40.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.822, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6121.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 248, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:57:26+09:00", "last_error_summary": "[h264 @ 0x558adb1a6b00] reference picture missing during reorder [h264 @ 0x558adb1a6b00] Missing reference picture, default is 65580 [h264 @ 0x558adb1c21c0] mmco: unref short failure [h264 @ 0x558adb1c21c0] illegal short term buffer state detected [h264 @ 0x558adb2ddf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558adb2ddf00] error while decoding MB 0 44, bytestream 4179 [h264 @ 0x558adb2f20c0] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558adb2f20c0] error while ", "last_exit_at": "2026-07-06T17:57:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.57, "last_started_at": "2026-07-06T17:57:28+09:00", "pid": 20837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.816, "name": "ffmpeg", "pid": 20837, "rss_mb": 269.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.83, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:59:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:59:15+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T17:59:15+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T17:59:15.248946+09:00", "mtime_epoch": 1783328355.2489457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:59:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.448, "pushed": 7.448, "read": 7.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.233, "count": 223, "max_ms": 10.609, "p95_ms": 7.647}, "gstreamer_push": {"avg_ms": 1.118, "count": 223, "max_ms": 2.183, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.552, "count": 223, "max_ms": 87.139, "p95_ms": 69.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.653, "count": 223, "max_ms": 109.558, "p95_ms": 95.552}, "yolo11_640_fire_11class": {"avg_ms": 58.785, "count": 223, "max_ms": 92.813, "p95_ms": 79.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.053, "count": 223, "max_ms": 108.148, "p95_ms": 90.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.214, "count": 223, "max_ms": 167.254, "p95_ms": 149.711}, "read_interval": {"avg_ms": 134.925, "count": 222, "max_ms": 176.28, "p95_ms": 160.223}, "triton_wait": {"avg_ms": 71.77, "count": 223, "max_ms": 109.569, "p95_ms": 95.563}, "visualize": {"avg_ms": 5.195, "count": 223, "max_ms": 7.074, "p95_ms": 5.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6122.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3456.73, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.205, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:59:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-07-06T17:59:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T17:59:15+09:00", "mjpeg": {"age_sec": 7.953, "exists": true, "mtime": "2026-07-06T17:59:07.644825+09:00", "mtime_epoch": 1783328347.6448255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:59:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1484.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.4, "pushed": 7.434, "read": 7.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.268, "count": 222, "max_ms": 6.781, "p95_ms": 5.142}, "gstreamer_push": {"avg_ms": 1.295, "count": 223, "max_ms": 1.967, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.14, "count": 222, "max_ms": 81.596, "p95_ms": 72.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.568, "count": 222, "max_ms": 110.047, "p95_ms": 92.796}, "yolo11_640_fire_11class": {"avg_ms": 62.761, "count": 222, "max_ms": 95.965, "p95_ms": 83.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.664, "count": 222, "max_ms": 110.706, "p95_ms": 89.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.405, "count": 222, "max_ms": 124.408, "p95_ms": 106.503}, "read_interval": {"avg_ms": 135.167, "count": 222, "max_ms": 7975.789, "p95_ms": 125.588}, "triton_wait": {"avg_ms": 67.533, "count": 222, "max_ms": 110.715, "p95_ms": 93.345}, "visualize": {"avg_ms": 3.687, "count": 222, "max_ms": 5.881, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1205, "tracking_summary": 1105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6115.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24076.976, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.04, "sample_count": 1430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:59:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:59:23+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T17:59:23+09:00", "mjpeg": {"age_sec": 0.236, "exists": true, "mtime": "2026-07-06T17:59:23.533077+09:00", "mtime_epoch": 1783328363.5330765, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:59:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 803.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.567, "pushed": 4.567, "read": 4.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.333, "count": 137, "max_ms": 138.848, "p95_ms": 114.699}, "gstreamer_push": {"avg_ms": 0.847, "count": 137, "max_ms": 2.163, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.558, "count": 137, "max_ms": 114.062, "p95_ms": 99.223}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.596, "count": 137, "max_ms": 113.236, "p95_ms": 100.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.99, "count": 137, "max_ms": 267.779, "p95_ms": 244.185}, "read_interval": {"avg_ms": 219.041, "count": 137, "max_ms": 276.262, "p95_ms": 251.801}, "triton_wait": {"avg_ms": 73.613, "count": 137, "max_ms": 114.073, "p95_ms": 102.125}, "visualize": {"avg_ms": 28.271, "count": 137, "max_ms": 42.536, "p95_ms": 40.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 248, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:57:26+09:00", "last_error_summary": "[h264 @ 0x558adb1a6b00] reference picture missing during reorder [h264 @ 0x558adb1a6b00] Missing reference picture, default is 65580 [h264 @ 0x558adb1c21c0] mmco: unref short failure [h264 @ 0x558adb1c21c0] illegal short term buffer state detected [h264 @ 0x558adb2ddf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558adb2ddf00] error while decoding MB 0 44, bytestream 4179 [h264 @ 0x558adb2f20c0] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558adb2f20c0] error while ", "last_exit_at": "2026-07-06T17:57:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.58, "last_started_at": "2026-07-06T17:57:28+09:00", "pid": 20837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.332, "name": "ffmpeg", "pid": 20837, "rss_mb": 270.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.622, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:59:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:59:45+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T17:59:45+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T17:59:45.213419+09:00", "mtime_epoch": 1783328385.213419, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T17:59:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1610.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.127, "pushed": 7.127, "read": 7.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.22, "count": 213, "max_ms": 8.648, "p95_ms": 7.469}, "gstreamer_push": {"avg_ms": 1.102, "count": 213, "max_ms": 1.554, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.315, "count": 213, "max_ms": 84.599, "p95_ms": 75.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.234, "count": 213, "max_ms": 116.763, "p95_ms": 99.743}, "yolo11_640_fire_11class": {"avg_ms": 61.063, "count": 213, "max_ms": 91.438, "p95_ms": 82.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.597, "count": 213, "max_ms": 105.318, "p95_ms": 92.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.319, "count": 213, "max_ms": 185.955, "p95_ms": 157.895}, "read_interval": {"avg_ms": 140.806, "count": 212, "max_ms": 196.721, "p95_ms": 166.991}, "triton_wait": {"avg_ms": 75.436, "count": 213, "max_ms": 116.776, "p95_ms": 99.756}, "visualize": {"avg_ms": 5.258, "count": 213, "max_ms": 7.302, "p95_ms": 6.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6126.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3486.739, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.912, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:59:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:59:45+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T17:59:45+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T17:59:45.545424+09:00", "mtime_epoch": 1783328385.5454242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T17:59:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1484.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.635, "pushed": 10.635, "read": 10.635}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.208, "count": 319, "max_ms": 6.865, "p95_ms": 5.345}, "gstreamer_push": {"avg_ms": 1.285, "count": 319, "max_ms": 1.739, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.891, "count": 319, "max_ms": 84.459, "p95_ms": 73.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.397, "count": 319, "max_ms": 119.578, "p95_ms": 97.29}, "yolo11_640_fire_11class": {"avg_ms": 61.807, "count": 319, "max_ms": 92.922, "p95_ms": 82.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.398, "count": 319, "max_ms": 103.187, "p95_ms": 91.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.666, "count": 319, "max_ms": 132.847, "p95_ms": 110.147}, "read_interval": {"avg_ms": 94.091, "count": 319, "max_ms": 150.001, "p95_ms": 125.209}, "triton_wait": {"avg_ms": 67.948, "count": 319, "max_ms": 119.59, "p95_ms": 97.302}, "visualize": {"avg_ms": 3.615, "count": 319, "max_ms": 5.55, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1208, "tracking_summary": 1107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6113.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24107.053, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.305, "sample_count": 1437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T17:59:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T17:59:53+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T17:59:53+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T17:59:53.653553+09:00", "mtime_epoch": 1783328393.6535525, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T17:59:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 800.922, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.965, "pushed": 4.965, "read": 4.931}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.222, "count": 148, "max_ms": 149.167, "p95_ms": 125.429}, "gstreamer_push": {"avg_ms": 0.869, "count": 148, "max_ms": 2.09, "p95_ms": 1.093}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.215, "count": 148, "max_ms": 105.08, "p95_ms": 94.934}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.693, "count": 148, "max_ms": 112.064, "p95_ms": 99.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.971, "count": 148, "max_ms": 285.379, "p95_ms": 241.9}, "read_interval": {"avg_ms": 203.153, "count": 147, "max_ms": 294.24, "p95_ms": 248.837}, "triton_wait": {"avg_ms": 74.567, "count": 148, "max_ms": 112.079, "p95_ms": 99.793}, "visualize": {"avg_ms": 26.15, "count": 148, "max_ms": 43.72, "p95_ms": 35.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6124.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 248, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:57:26+09:00", "last_error_summary": "[h264 @ 0x558adb1a6b00] reference picture missing during reorder [h264 @ 0x558adb1a6b00] Missing reference picture, default is 65580 [h264 @ 0x558adb1c21c0] mmco: unref short failure [h264 @ 0x558adb1c21c0] illegal short term buffer state detected [h264 @ 0x558adb2ddf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558adb2ddf00] error while decoding MB 0 44, bytestream 4179 [h264 @ 0x558adb2f20c0] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558adb2f20c0] error while ", "last_exit_at": "2026-07-06T17:57:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.705, "last_started_at": "2026-07-06T17:57:28+09:00", "pid": 20837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.332, "name": "ffmpeg", "pid": 20837, "rss_mb": 270.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.578, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:00:15+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T18:00:15+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T18:00:15.365896+09:00", "mtime_epoch": 1783328415.3658955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:00:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.109, "count": 217, "max_ms": 9.094, "p95_ms": 7.52}, "gstreamer_push": {"avg_ms": 1.112, "count": 218, "max_ms": 1.427, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.354, "count": 217, "max_ms": 81.437, "p95_ms": 75.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.712, "count": 217, "max_ms": 124.75, "p95_ms": 99.63}, "yolo11_640_fire_11class": {"avg_ms": 61.859, "count": 217, "max_ms": 92.152, "p95_ms": 82.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.858, "count": 217, "max_ms": 100.207, "p95_ms": 94.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.504, "count": 218, "max_ms": 177.327, "p95_ms": 154.355}, "read_interval": {"avg_ms": 138.218, "count": 217, "max_ms": 189.759, "p95_ms": 164.121}, "triton_wait": {"avg_ms": 75.087, "count": 217, "max_ms": 124.763, "p95_ms": 99.641}, "visualize": {"avg_ms": 5.206, "count": 217, "max_ms": 6.703, "p95_ms": 5.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6125.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3516.805, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.034, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:00:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T18:00:15+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T18:00:15.605899+09:00", "mtime_epoch": 1783328415.6058993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:00:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1484.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.721, "pushed": 10.721, "read": 10.687}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.23, "count": 321, "max_ms": 6.692, "p95_ms": 5.355}, "gstreamer_push": {"avg_ms": 1.288, "count": 321, "max_ms": 2.12, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.56, "count": 321, "max_ms": 83.548, "p95_ms": 72.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.282, "count": 321, "max_ms": 122.816, "p95_ms": 93.981}, "yolo11_640_fire_11class": {"avg_ms": 61.805, "count": 321, "max_ms": 97.059, "p95_ms": 83.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.479, "count": 321, "max_ms": 100.744, "p95_ms": 92.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.86, "count": 321, "max_ms": 135.74, "p95_ms": 109.052}, "read_interval": {"avg_ms": 93.684, "count": 320, "max_ms": 154.354, "p95_ms": 123.014}, "triton_wait": {"avg_ms": 67.1, "count": 321, "max_ms": 122.829, "p95_ms": 95.638}, "visualize": {"avg_ms": 3.619, "count": 321, "max_ms": 4.815, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1209, "tracking_summary": 1108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6124.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24137.062, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.139, "sample_count": 1436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:00:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:00:23+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T18:00:23+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T18:00:23.690027+09:00", "mtime_epoch": 1783328423.6900272, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:00:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 810.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.707, "pushed": 4.707, "read": 4.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.14, "count": 140, "max_ms": 132.73, "p95_ms": 118.509}, "gstreamer_push": {"avg_ms": 0.944, "count": 140, "max_ms": 2.758, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.851, "count": 140, "max_ms": 113.967, "p95_ms": 98.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.167, "count": 140, "max_ms": 116.221, "p95_ms": 99.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.011, "count": 140, "max_ms": 263.185, "p95_ms": 244.533}, "read_interval": {"avg_ms": 214.562, "count": 139, "max_ms": 270.337, "p95_ms": 251.51}, "triton_wait": {"avg_ms": 75.59, "count": 140, "max_ms": 116.233, "p95_ms": 101.212}, "visualize": {"avg_ms": 29.339, "count": 140, "max_ms": 43.622, "p95_ms": 40.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.743, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6116.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 248, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:57:26+09:00", "last_error_summary": "[h264 @ 0x558adb1a6b00] reference picture missing during reorder [h264 @ 0x558adb1a6b00] Missing reference picture, default is 65580 [h264 @ 0x558adb1c21c0] mmco: unref short failure [h264 @ 0x558adb1c21c0] illegal short term buffer state detected [h264 @ 0x558adb2ddf00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558adb2ddf00] error while decoding MB 0 44, bytestream 4179 [h264 @ 0x558adb2f20c0] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558adb2f20c0] error while ", "last_exit_at": "2026-07-06T17:57:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.829, "last_started_at": "2026-07-06T17:57:28+09:00", "pid": 20837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.168, "name": "ffmpeg", "pid": 20837, "rss_mb": 273.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.137, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:00:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:00:45+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T18:00:45+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T18:00:45.490372+09:00", "mtime_epoch": 1783328445.4903717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:00:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.151, "count": 216, "max_ms": 9.199, "p95_ms": 7.829}, "gstreamer_push": {"avg_ms": 1.121, "count": 217, "max_ms": 1.534, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.259, "count": 216, "max_ms": 86.259, "p95_ms": 76.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.597, "count": 216, "max_ms": 113.527, "p95_ms": 99.563}, "yolo11_640_fire_11class": {"avg_ms": 61.915, "count": 216, "max_ms": 88.545, "p95_ms": 82.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.333, "count": 216, "max_ms": 104.411, "p95_ms": 91.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.212, "count": 217, "max_ms": 174.316, "p95_ms": 153.482}, "read_interval": {"avg_ms": 138.864, "count": 216, "max_ms": 185.019, "p95_ms": 164.364}, "triton_wait": {"avg_ms": 75.787, "count": 216, "max_ms": 113.54, "p95_ms": 99.573}, "visualize": {"avg_ms": 5.245, "count": 216, "max_ms": 8.045, "p95_ms": 6.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3546.842, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.052, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:00:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:00:45+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T18:00:45+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T18:00:45.630374+09:00", "mtime_epoch": 1783328445.630374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:00:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1484.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.517, "pushed": 10.517, "read": 10.484}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.328, "count": 315, "max_ms": 6.602, "p95_ms": 5.39}, "gstreamer_push": {"avg_ms": 1.311, "count": 315, "max_ms": 2.056, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.656, "count": 315, "max_ms": 85.876, "p95_ms": 72.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.689, "count": 315, "max_ms": 123.062, "p95_ms": 96.052}, "yolo11_640_fire_11class": {"avg_ms": 62.26, "count": 315, "max_ms": 92.452, "p95_ms": 83.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.083, "count": 315, "max_ms": 103.374, "p95_ms": 90.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.328, "count": 315, "max_ms": 136.818, "p95_ms": 109.097}, "read_interval": {"avg_ms": 95.315, "count": 314, "max_ms": 150.014, "p95_ms": 124.591}, "triton_wait": {"avg_ms": 68.286, "count": 315, "max_ms": 123.074, "p95_ms": 96.065}, "visualize": {"avg_ms": 3.703, "count": 315, "max_ms": 5.192, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1210, "tracking_summary": 1109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6126.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24167.238, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.347, "sample_count": 1429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:00:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:00:54+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T18:00:53+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T18:00:53.826504+09:00", "mtime_epoch": 1783328453.8265035, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:00:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 807.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.539, "pushed": 4.539, "read": 4.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.36, "count": 136, "max_ms": 139.826, "p95_ms": 124.657}, "gstreamer_push": {"avg_ms": 1.209, "count": 136, "max_ms": 2.451, "p95_ms": 1.95}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.567, "count": 136, "max_ms": 113.117, "p95_ms": 99.847}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.439, "count": 136, "max_ms": 116.977, "p95_ms": 102.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.429, "count": 136, "max_ms": 275.466, "p95_ms": 262.698}, "read_interval": {"avg_ms": 221.855, "count": 135, "max_ms": 282.54, "p95_ms": 269.889}, "triton_wait": {"avg_ms": 76.959, "count": 136, "max_ms": 116.989, "p95_ms": 106.67}, "visualize": {"avg_ms": 34.181, "count": 136, "max_ms": 51.229, "p95_ms": 45.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:01:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.071, "last_started_at": "2026-07-06T18:01:00+09:00", "pid": 20944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.926, "name": "ffmpeg", "pid": 20944, "rss_mb": 267.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.502, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:01:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:01:15+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T18:01:15+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T18:01:15.530847+09:00", "mtime_epoch": 1783328475.5308466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:01:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.117, "pushed": 6.117, "read": 6.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.256, "count": 183, "max_ms": 11.256, "p95_ms": 7.863}, "gstreamer_push": {"avg_ms": 1.11, "count": 183, "max_ms": 1.583, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.711, "count": 183, "max_ms": 82.147, "p95_ms": 74.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.877, "count": 183, "max_ms": 125.399, "p95_ms": 99.518}, "yolo11_640_fire_11class": {"avg_ms": 60.522, "count": 183, "max_ms": 90.795, "p95_ms": 81.3}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.623, "count": 183, "max_ms": 96.216, "p95_ms": 91.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.208, "count": 183, "max_ms": 179.335, "p95_ms": 154.502}, "read_interval": {"avg_ms": 164.332, "count": 182, "max_ms": 4993.584, "p95_ms": 164.846}, "triton_wait": {"avg_ms": 74.27, "count": 183, "max_ms": 125.413, "p95_ms": 99.533}, "visualize": {"avg_ms": 5.255, "count": 183, "max_ms": 8.068, "p95_ms": 6.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6126.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3576.845, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 1, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.912, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:01:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:01:15+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T18:01:15+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T18:01:15.642848+09:00", "mtime_epoch": 1783328475.6428483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:01:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1485.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.804, "pushed": 10.804, "read": 10.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 324, "max_ms": 6.769, "p95_ms": 5.358}, "gstreamer_push": {"avg_ms": 1.292, "count": 324, "max_ms": 1.728, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.284, "count": 324, "max_ms": 87.547, "p95_ms": 69.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.191, "count": 324, "max_ms": 121.081, "p95_ms": 93.96}, "yolo11_640_fire_11class": {"avg_ms": 60.816, "count": 324, "max_ms": 94.44, "p95_ms": 79.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.51, "count": 324, "max_ms": 97.957, "p95_ms": 90.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.742, "count": 324, "max_ms": 133.978, "p95_ms": 106.84}, "read_interval": {"avg_ms": 92.652, "count": 324, "max_ms": 147.858, "p95_ms": 121.398}, "triton_wait": {"avg_ms": 65.939, "count": 324, "max_ms": 121.094, "p95_ms": 94.34}, "visualize": {"avg_ms": 3.63, "count": 324, "max_ms": 4.873, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1212, "tracking_summary": 1110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6122.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24197.403, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.552, "sample_count": 1428, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:01:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:01:24+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T18:01:23+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T18:01:24.002980+09:00", "mtime_epoch": 1783328484.0029805, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:01:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 810.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.776, "pushed": 4.776, "read": 4.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.324, "count": 143, "max_ms": 118.649, "p95_ms": 114.567}, "gstreamer_push": {"avg_ms": 0.854, "count": 143, "max_ms": 1.84, "p95_ms": 1.022}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.666, "count": 143, "max_ms": 111.767, "p95_ms": 101.435}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.916, "count": 143, "max_ms": 110.97, "p95_ms": 103.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.949, "count": 143, "max_ms": 266.78, "p95_ms": 244.552}, "read_interval": {"avg_ms": 210.918, "count": 142, "max_ms": 273.972, "p95_ms": 250.936}, "triton_wait": {"avg_ms": 75.713, "count": 143, "max_ms": 111.778, "p95_ms": 104.303}, "visualize": {"avg_ms": 27.891, "count": 143, "max_ms": 46.76, "p95_ms": 43.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3606.856, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.846, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:01:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:01:45+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T18:01:45+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T18:01:45.627322+09:00", "mtime_epoch": 1783328505.6273224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:01:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1485.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.247, "count": 299, "max_ms": 6.948, "p95_ms": 5.634}, "gstreamer_push": {"avg_ms": 1.297, "count": 299, "max_ms": 2.079, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.62, "count": 299, "max_ms": 85.628, "p95_ms": 72.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.005, "count": 299, "max_ms": 123.182, "p95_ms": 97.368}, "yolo11_640_fire_11class": {"avg_ms": 61.245, "count": 299, "max_ms": 94.704, "p95_ms": 81.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.64, "count": 299, "max_ms": 101.374, "p95_ms": 90.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.241, "count": 299, "max_ms": 136.889, "p95_ms": 110.996}, "read_interval": {"avg_ms": 100.284, "count": 299, "max_ms": 385.176, "p95_ms": 138.726}, "triton_wait": {"avg_ms": 68.409, "count": 299, "max_ms": 123.196, "p95_ms": 97.38}, "visualize": {"avg_ms": 3.641, "count": 299, "max_ms": 4.777, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6118.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:01:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.172, "last_started_at": "2026-07-06T18:01:00+09:00", "pid": 20944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.246, "name": "ffmpeg", "pid": 20944, "rss_mb": 270.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.355, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:01:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:01:45+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T18:01:45+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T18:01:45.639323+09:00", "mtime_epoch": 1783328505.6393225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:01:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.215, "pushed": 7.215, "read": 7.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.091, "count": 216, "max_ms": 9.205, "p95_ms": 7.537}, "gstreamer_push": {"avg_ms": 1.111, "count": 216, "max_ms": 1.356, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.357, "count": 216, "max_ms": 84.058, "p95_ms": 72.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.43, "count": 216, "max_ms": 119.15, "p95_ms": 101.957}, "yolo11_640_fire_11class": {"avg_ms": 61.427, "count": 216, "max_ms": 90.169, "p95_ms": 80.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.471, "count": 216, "max_ms": 103.089, "p95_ms": 92.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.95, "count": 216, "max_ms": 174.11, "p95_ms": 157.315}, "read_interval": {"avg_ms": 139.336, "count": 215, "max_ms": 183.367, "p95_ms": 166.408}, "triton_wait": {"avg_ms": 76.752, "count": 216, "max_ms": 119.164, "p95_ms": 101.974}, "visualize": {"avg_ms": 5.153, "count": 216, "max_ms": 8.023, "p95_ms": 6.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1212, "tracking_summary": 1111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6115.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24227.544, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.501, "sample_count": 1433, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:01:54+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-06T18:01:54+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-06T18:01:54.175457+09:00", "mtime_epoch": 1783328514.1754575, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:01:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 798.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.144, "pushed": 5.144, "read": 5.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 77.474, "count": 154, "max_ms": 127.699, "p95_ms": 113.828}, "gstreamer_push": {"avg_ms": 1.068, "count": 154, "max_ms": 2.236, "p95_ms": 1.904}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.87, "count": 154, "max_ms": 114.583, "p95_ms": 103.969}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.015, "count": 154, "max_ms": 107.898, "p95_ms": 102.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.349, "count": 154, "max_ms": 255.032, "p95_ms": 239.79}, "read_interval": {"avg_ms": 195.826, "count": 153, "max_ms": 262.03, "p95_ms": 245.837}, "triton_wait": {"avg_ms": 75.426, "count": 154, "max_ms": 114.595, "p95_ms": 105.275}, "visualize": {"avg_ms": 31.325, "count": 154, "max_ms": 47.919, "p95_ms": 44.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6124.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:01:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.209, "last_started_at": "2026-07-06T18:01:00+09:00", "pid": 20944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.246, "name": "ffmpeg", "pid": 20944, "rss_mb": 270.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.781, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:02:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:02:15+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T18:02:15+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T18:02:15.695798+09:00", "mtime_epoch": 1783328535.695798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:02:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.287, "pushed": 7.287, "read": 7.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.148, "count": 218, "max_ms": 9.674, "p95_ms": 7.711}, "gstreamer_push": {"avg_ms": 1.112, "count": 218, "max_ms": 1.42, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.609, "count": 218, "max_ms": 88.246, "p95_ms": 73.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.584, "count": 218, "max_ms": 123.886, "p95_ms": 102.248}, "yolo11_640_fire_11class": {"avg_ms": 59.437, "count": 218, "max_ms": 88.449, "p95_ms": 77.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.141, "count": 218, "max_ms": 102.708, "p95_ms": 91.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.295, "count": 218, "max_ms": 177.522, "p95_ms": 155.803}, "read_interval": {"avg_ms": 137.833, "count": 217, "max_ms": 186.652, "p95_ms": 165.952}, "triton_wait": {"avg_ms": 74.874, "count": 218, "max_ms": 123.899, "p95_ms": 102.425}, "visualize": {"avg_ms": 5.154, "count": 218, "max_ms": 6.454, "p95_ms": 6.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6124.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3636.972, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.879, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:02:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T18:02:15+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:02:15+09:00", "mjpeg": {"age_sec": 0.596, "exists": true, "mtime": "2026-07-06T18:02:15.243791+09:00", "mtime_epoch": 1783328535.2437906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:02:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1485.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.273, "count": 301, "max_ms": 6.616, "p95_ms": 5.285}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.818, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.153, "count": 301, "max_ms": 88.285, "p95_ms": 70.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.46, "count": 301, "max_ms": 127.054, "p95_ms": 93.548}, "yolo11_640_fire_11class": {"avg_ms": 60.317, "count": 301, "max_ms": 98.647, "p95_ms": 79.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.116, "count": 301, "max_ms": 102.304, "p95_ms": 90.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.098, "count": 301, "max_ms": 139.829, "p95_ms": 107.941}, "read_interval": {"avg_ms": 99.759, "count": 301, "max_ms": 615.976, "p95_ms": 127.209}, "triton_wait": {"avg_ms": 66.17, "count": 301, "max_ms": 127.067, "p95_ms": 94.739}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 4.954, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1214, "tracking_summary": 1113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6129.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24257.672, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.229, "sample_count": 1430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:02:24+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T18:02:24+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T18:02:24.319934+09:00", "mtime_epoch": 1783328544.3199341, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:02:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 814.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.573, "pushed": 4.573, "read": 4.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.44, "count": 137, "max_ms": 135.888, "p95_ms": 115.873}, "gstreamer_push": {"avg_ms": 0.901, "count": 137, "max_ms": 1.961, "p95_ms": 1.752}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.885, "count": 137, "max_ms": 110.802, "p95_ms": 98.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.295, "count": 137, "max_ms": 111.933, "p95_ms": 104.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.912, "count": 137, "max_ms": 280.799, "p95_ms": 248.831}, "read_interval": {"avg_ms": 220.342, "count": 136, "max_ms": 288.365, "p95_ms": 256.642}, "triton_wait": {"avg_ms": 75.941, "count": 137, "max_ms": 111.947, "p95_ms": 105.382}, "visualize": {"avg_ms": 28.635, "count": 137, "max_ms": 48.536, "p95_ms": 41.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6118.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:01:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.218, "last_started_at": "2026-07-06T18:01:00+09:00", "pid": 20944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.504, "name": "ffmpeg", "pid": 20944, "rss_mb": 270.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.65, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:02:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:02:45+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T18:02:45+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T18:02:45.676272+09:00", "mtime_epoch": 1783328565.676272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:02:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.2, "pushed": 7.2, "read": 7.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.115, "count": 216, "max_ms": 11.276, "p95_ms": 7.111}, "gstreamer_push": {"avg_ms": 1.122, "count": 216, "max_ms": 1.987, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.385, "count": 216, "max_ms": 82.494, "p95_ms": 76.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.848, "count": 216, "max_ms": 114.089, "p95_ms": 100.099}, "yolo11_640_fire_11class": {"avg_ms": 62.55, "count": 216, "max_ms": 89.847, "p95_ms": 83.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.15, "count": 216, "max_ms": 100.97, "p95_ms": 94.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.226, "count": 216, "max_ms": 166.494, "p95_ms": 154.434}, "read_interval": {"avg_ms": 138.811, "count": 216, "max_ms": 178.334, "p95_ms": 164.887}, "triton_wait": {"avg_ms": 76.099, "count": 216, "max_ms": 114.103, "p95_ms": 100.112}, "visualize": {"avg_ms": 5.159, "count": 216, "max_ms": 6.395, "p95_ms": 5.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6118.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3666.991, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.397, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:02:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:02:45+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T18:02:45+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T18:02:45.784274+09:00", "mtime_epoch": 1783328565.7842736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:02:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1485.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 300, "max_ms": 6.965, "p95_ms": 5.418}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.932, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.155, "count": 300, "max_ms": 86.289, "p95_ms": 75.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.336, "count": 300, "max_ms": 115.039, "p95_ms": 97.708}, "yolo11_640_fire_11class": {"avg_ms": 62.16, "count": 300, "max_ms": 93.334, "p95_ms": 83.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.447, "count": 300, "max_ms": 99.051, "p95_ms": 92.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.694, "count": 300, "max_ms": 125.481, "p95_ms": 110.35}, "read_interval": {"avg_ms": 100.094, "count": 299, "max_ms": 485.729, "p95_ms": 132.276}, "triton_wait": {"avg_ms": 67.889, "count": 300, "max_ms": 115.048, "p95_ms": 97.729}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 5.221, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1215, "tracking_summary": 1114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6124.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24287.823, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.061, "sample_count": 1415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:02:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:02:54+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T18:02:54+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T18:02:54.408410+09:00", "mtime_epoch": 1783328574.40841, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:02:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 808.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.567, "pushed": 4.567, "read": 4.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.335, "count": 137, "max_ms": 143.341, "p95_ms": 118.142}, "gstreamer_push": {"avg_ms": 0.839, "count": 137, "max_ms": 1.853, "p95_ms": 0.969}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.99, "count": 137, "max_ms": 108.151, "p95_ms": 97.212}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.134, "count": 137, "max_ms": 115.529, "p95_ms": 108.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.637, "count": 137, "max_ms": 292.558, "p95_ms": 254.719}, "read_interval": {"avg_ms": 218.418, "count": 137, "max_ms": 298.752, "p95_ms": 261.351}, "triton_wait": {"avg_ms": 74.994, "count": 137, "max_ms": 115.542, "p95_ms": 108.211}, "visualize": {"avg_ms": 31.457, "count": 137, "max_ms": 45.413, "p95_ms": 41.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6129.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:01:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.261, "last_started_at": "2026-07-06T18:01:00+09:00", "pid": 20944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.793, "name": "ffmpeg", "pid": 20944, "rss_mb": 271.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.914, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:03:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:03:15+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T18:03:15+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T18:03:15.732747+09:00", "mtime_epoch": 1783328595.7327473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:03:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.286, "pushed": 7.286, "read": 7.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.246, "count": 218, "max_ms": 9.431, "p95_ms": 7.99}, "gstreamer_push": {"avg_ms": 1.11, "count": 218, "max_ms": 1.413, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.053, "count": 218, "max_ms": 85.834, "p95_ms": 75.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.029, "count": 218, "max_ms": 121.292, "p95_ms": 99.955}, "yolo11_640_fire_11class": {"avg_ms": 60.38, "count": 218, "max_ms": 88.402, "p95_ms": 83.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.442, "count": 218, "max_ms": 99.401, "p95_ms": 92.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.142, "count": 218, "max_ms": 176.238, "p95_ms": 157.184}, "read_interval": {"avg_ms": 137.822, "count": 217, "max_ms": 186.102, "p95_ms": 166.984}, "triton_wait": {"avg_ms": 74.277, "count": 218, "max_ms": 121.306, "p95_ms": 99.968}, "visualize": {"avg_ms": 5.295, "count": 218, "max_ms": 8.987, "p95_ms": 6.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6129.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3697.021, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.962, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:03:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:03:15+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T18:03:15+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T18:03:15.820749+09:00", "mtime_epoch": 1783328595.8207486, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:03:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1485.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.391, "count": 300, "max_ms": 7.956, "p95_ms": 5.717}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.171, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.035, "count": 300, "max_ms": 85.074, "p95_ms": 70.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.777, "count": 300, "max_ms": 118.861, "p95_ms": 93.883}, "yolo11_640_fire_11class": {"avg_ms": 61.734, "count": 300, "max_ms": 91.554, "p95_ms": 83.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.554, "count": 300, "max_ms": 101.376, "p95_ms": 91.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.884, "count": 300, "max_ms": 136.549, "p95_ms": 108.004}, "read_interval": {"avg_ms": 100.156, "count": 299, "max_ms": 778.526, "p95_ms": 129.344}, "triton_wait": {"avg_ms": 66.738, "count": 300, "max_ms": 118.877, "p95_ms": 94.702}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 5.751, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1217, "tracking_summary": 1115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6124.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24318.029, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 246.604, "sample_count": 1417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:03:24+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T18:03:24+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T18:03:24.616888+09:00", "mtime_epoch": 1783328604.6168878, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:03:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 807.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.937, "pushed": 4.937, "read": 4.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.397, "count": 148, "max_ms": 123.583, "p95_ms": 113.663}, "gstreamer_push": {"avg_ms": 0.834, "count": 148, "max_ms": 1.837, "p95_ms": 0.973}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.854, "count": 148, "max_ms": 115.395, "p95_ms": 96.602}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.751, "count": 148, "max_ms": 114.227, "p95_ms": 99.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.036, "count": 148, "max_ms": 263.429, "p95_ms": 241.916}, "read_interval": {"avg_ms": 203.947, "count": 147, "max_ms": 269.372, "p95_ms": 248.923}, "triton_wait": {"avg_ms": 74.536, "count": 148, "max_ms": 115.409, "p95_ms": 99.97}, "visualize": {"avg_ms": 29.044, "count": 148, "max_ms": 43.15, "p95_ms": 41.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6128.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:01:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.311, "last_started_at": "2026-07-06T18:01:00+09:00", "pid": 20944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.793, "name": "ffmpeg", "pid": 20944, "rss_mb": 271.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.949, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:03:45+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T18:03:45+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T18:03:45.785223+09:00", "mtime_epoch": 1783328625.7852225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:03:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1611.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.25, "pushed": 7.25, "read": 7.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.21, "count": 217, "max_ms": 9.077, "p95_ms": 7.981}, "gstreamer_push": {"avg_ms": 1.105, "count": 217, "max_ms": 1.659, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.362, "count": 217, "max_ms": 86.843, "p95_ms": 73.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.738, "count": 217, "max_ms": 124.686, "p95_ms": 99.012}, "yolo11_640_fire_11class": {"avg_ms": 61.061, "count": 217, "max_ms": 89.521, "p95_ms": 80.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.661, "count": 217, "max_ms": 101.442, "p95_ms": 91.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.881, "count": 217, "max_ms": 178.199, "p95_ms": 157.685}, "read_interval": {"avg_ms": 138.502, "count": 216, "max_ms": 192.735, "p95_ms": 167.601}, "triton_wait": {"avg_ms": 75.205, "count": 217, "max_ms": 124.699, "p95_ms": 99.024}, "visualize": {"avg_ms": 5.176, "count": 217, "max_ms": 7.549, "p95_ms": 6.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6128.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3727.031, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.919, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:03:45+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T18:03:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T18:03:45.809223+09:00", "mtime_epoch": 1783328625.809223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:03:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1485.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.353, "count": 299, "max_ms": 7.255, "p95_ms": 5.608}, "gstreamer_push": {"avg_ms": 1.316, "count": 299, "max_ms": 2.196, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.674, "count": 299, "max_ms": 88.977, "p95_ms": 73.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.623, "count": 299, "max_ms": 123.374, "p95_ms": 94.638}, "yolo11_640_fire_11class": {"avg_ms": 61.772, "count": 299, "max_ms": 89.912, "p95_ms": 83.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.716, "count": 299, "max_ms": 103.274, "p95_ms": 90.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.636, "count": 299, "max_ms": 136.461, "p95_ms": 108.52}, "read_interval": {"avg_ms": 100.281, "count": 299, "max_ms": 585.868, "p95_ms": 126.005}, "triton_wait": {"avg_ms": 67.578, "count": 299, "max_ms": 123.387, "p95_ms": 94.652}, "visualize": {"avg_ms": 3.697, "count": 299, "max_ms": 5.718, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1219, "tracking_summary": 1116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6128.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24348.133, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 246.803, "sample_count": 1413, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:03:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:03:54+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T18:03:54+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T18:03:54.745364+09:00", "mtime_epoch": 1783328634.7453644, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:03:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 810.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.584, "pushed": 4.584, "read": 4.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.462, "count": 137, "max_ms": 139.837, "p95_ms": 115.459}, "gstreamer_push": {"avg_ms": 0.782, "count": 137, "max_ms": 1.164, "p95_ms": 0.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.272, "count": 137, "max_ms": 108.553, "p95_ms": 96.237}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.378, "count": 137, "max_ms": 111.769, "p95_ms": 100.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.868, "count": 137, "max_ms": 261.652, "p95_ms": 241.865}, "read_interval": {"avg_ms": 219.824, "count": 136, "max_ms": 268.331, "p95_ms": 248.172}, "triton_wait": {"avg_ms": 75.262, "count": 137, "max_ms": 111.782, "p95_ms": 102.751}, "visualize": {"avg_ms": 25.343, "count": 137, "max_ms": 34.865, "p95_ms": 31.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5986.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.764, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.836, "name": "ffmpeg", "pid": 21051, "rss_mb": 141.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.068, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:04:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:04:15+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:04:15+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T18:04:15.853698+09:00", "mtime_epoch": 1783328655.8536983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:04:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.186, "pushed": 6.186, "read": 6.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.183, "count": 185, "max_ms": 9.731, "p95_ms": 7.801}, "gstreamer_push": {"avg_ms": 1.101, "count": 185, "max_ms": 1.379, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.23, "count": 185, "max_ms": 78.06, "p95_ms": 74.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.543, "count": 185, "max_ms": 117.405, "p95_ms": 100.399}, "yolo11_640_fire_11class": {"avg_ms": 60.409, "count": 185, "max_ms": 89.898, "p95_ms": 78.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.549, "count": 185, "max_ms": 99.973, "p95_ms": 90.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.264, "count": 185, "max_ms": 174.532, "p95_ms": 154.469}, "read_interval": {"avg_ms": 162.681, "count": 184, "max_ms": 4631.292, "p95_ms": 165.582}, "triton_wait": {"avg_ms": 74.913, "count": 185, "max_ms": 117.418, "p95_ms": 100.413}, "visualize": {"avg_ms": 5.18, "count": 185, "max_ms": 7.005, "p95_ms": 6.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5984.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3757.097, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.919, "sample_count": 3080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:04:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:04:15+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T18:04:15+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T18:04:15.901699+09:00", "mtime_epoch": 1783328655.901699, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:04:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1486.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.15, "pushed": 10.15, "read": 10.117}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.297, "count": 304, "max_ms": 6.745, "p95_ms": 5.398}, "gstreamer_push": {"avg_ms": 1.291, "count": 304, "max_ms": 2.099, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.499, "count": 304, "max_ms": 82.374, "p95_ms": 69.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.182, "count": 304, "max_ms": 105.024, "p95_ms": 92.343}, "yolo11_640_fire_11class": {"avg_ms": 60.373, "count": 304, "max_ms": 94.652, "p95_ms": 79.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.006, "count": 304, "max_ms": 98.639, "p95_ms": 89.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.47, "count": 304, "max_ms": 117.767, "p95_ms": 106.347}, "read_interval": {"avg_ms": 98.971, "count": 303, "max_ms": 610.476, "p95_ms": 123.098}, "triton_wait": {"avg_ms": 66.595, "count": 304, "max_ms": 105.037, "p95_ms": 92.848}, "visualize": {"avg_ms": 3.664, "count": 304, "max_ms": 5.3, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1220, "tracking_summary": 1117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6121.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24378.245, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.51, "sample_count": 1427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:04:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:04:25+09:00", "last_frame_read_age_sec": 0.26, "last_frame_read_at": "2026-07-06T18:04:24+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-06T18:04:24.789840+09:00", "mtime_epoch": 1783328664.7898395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:04:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 810.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.015, "pushed": 5.015, "read": 4.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.217, "count": 150, "max_ms": 121.762, "p95_ms": 113.015}, "gstreamer_push": {"avg_ms": 1.065, "count": 150, "max_ms": 2.282, "p95_ms": 1.948}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.086, "count": 150, "max_ms": 110.058, "p95_ms": 95.049}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.493, "count": 150, "max_ms": 110.07, "p95_ms": 97.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.443, "count": 150, "max_ms": 258.957, "p95_ms": 235.486}, "read_interval": {"avg_ms": 200.312, "count": 149, "max_ms": 261.296, "p95_ms": 241.692}, "triton_wait": {"avg_ms": 73.111, "count": 150, "max_ms": 110.08, "p95_ms": 97.257}, "visualize": {"avg_ms": 28.115, "count": 150, "max_ms": 42.693, "p95_ms": 36.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6124.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3787.128, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.556, "sample_count": 3060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:04:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:04:45+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:04:45+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T18:04:45.930174+09:00", "mtime_epoch": 1783328685.930174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:04:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1486.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.287, "count": 299, "max_ms": 7.806, "p95_ms": 5.642}, "gstreamer_push": {"avg_ms": 1.299, "count": 299, "max_ms": 1.84, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.364, "count": 299, "max_ms": 86.335, "p95_ms": 70.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.859, "count": 299, "max_ms": 114.874, "p95_ms": 97.485}, "yolo11_640_fire_11class": {"avg_ms": 62.352, "count": 299, "max_ms": 93.302, "p95_ms": 82.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.863, "count": 299, "max_ms": 106.08, "p95_ms": 91.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.228, "count": 299, "max_ms": 127.839, "p95_ms": 110.718}, "read_interval": {"avg_ms": 100.464, "count": 298, "max_ms": 400.563, "p95_ms": 133.404}, "triton_wait": {"avg_ms": 68.37, "count": 299, "max_ms": 114.887, "p95_ms": 97.6}, "visualize": {"avg_ms": 3.654, "count": 299, "max_ms": 5.655, "p95_ms": 4.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6125.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.881, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.297, "name": "ffmpeg", "pid": 21051, "rss_mb": 267.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.964, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:04:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:04:46+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:04:45+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T18:04:45.966175+09:00", "mtime_epoch": 1783328685.9661746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:04:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.28, "pushed": 7.28, "read": 7.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.218, "count": 218, "max_ms": 9.557, "p95_ms": 7.679}, "gstreamer_push": {"avg_ms": 1.106, "count": 218, "max_ms": 1.434, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.726, "count": 218, "max_ms": 85.313, "p95_ms": 75.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.778, "count": 218, "max_ms": 113.236, "p95_ms": 100.351}, "yolo11_640_fire_11class": {"avg_ms": 61.245, "count": 218, "max_ms": 89.371, "p95_ms": 84.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.028, "count": 218, "max_ms": 106.251, "p95_ms": 92.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.691, "count": 218, "max_ms": 167.847, "p95_ms": 155.784}, "read_interval": {"avg_ms": 138.204, "count": 217, "max_ms": 180.899, "p95_ms": 167.143}, "triton_wait": {"avg_ms": 74.999, "count": 218, "max_ms": 113.247, "p95_ms": 100.364}, "visualize": {"avg_ms": 5.244, "count": 218, "max_ms": 8.597, "p95_ms": 6.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1222, "tracking_summary": 1119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24408.392, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 246.277, "sample_count": 1415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:04:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:04:55+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T18:04:54+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T18:04:54.998317+09:00", "mtime_epoch": 1783328694.9983175, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:04:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 802.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.585, "pushed": 4.585, "read": 4.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.742, "count": 137, "max_ms": 115.246, "p95_ms": 114.158}, "gstreamer_push": {"avg_ms": 0.908, "count": 137, "max_ms": 2.915, "p95_ms": 1.993}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.39, "count": 137, "max_ms": 113.255, "p95_ms": 102.656}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.638, "count": 137, "max_ms": 121.568, "p95_ms": 103.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.125, "count": 137, "max_ms": 264.614, "p95_ms": 248.327}, "read_interval": {"avg_ms": 220.14, "count": 136, "max_ms": 270.358, "p95_ms": 255.811}, "triton_wait": {"avg_ms": 76.976, "count": 137, "max_ms": 121.58, "p95_ms": 108.731}, "visualize": {"avg_ms": 29.578, "count": 137, "max_ms": 45.352, "p95_ms": 41.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6120.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3817.192, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.065, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:05:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:05:16+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T18:05:15+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T18:05:15.994650+09:00", "mtime_epoch": 1783328715.9946496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:05:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1486.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 300, "max_ms": 7.055, "p95_ms": 5.747}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.567, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.097, "count": 300, "max_ms": 89.871, "p95_ms": 72.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.194, "count": 300, "max_ms": 115.185, "p95_ms": 98.902}, "yolo11_640_fire_11class": {"avg_ms": 62.715, "count": 300, "max_ms": 93.643, "p95_ms": 80.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.891, "count": 300, "max_ms": 101.96, "p95_ms": 93.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.514, "count": 300, "max_ms": 128.142, "p95_ms": 112.009}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 442.589, "p95_ms": 130.156}, "triton_wait": {"avg_ms": 69.786, "count": 300, "max_ms": 115.199, "p95_ms": 98.915}, "visualize": {"avg_ms": 3.604, "count": 300, "max_ms": 4.804, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6120.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.972, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.07, "name": "ffmpeg", "pid": 21051, "rss_mb": 268.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.267, "sample_count": 2098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:05:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:05:16+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T18:05:16+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T18:05:16.054651+09:00", "mtime_epoch": 1783328716.0546505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:05:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.18, "pushed": 7.18, "read": 7.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.289, "count": 215, "max_ms": 9.367, "p95_ms": 7.938}, "gstreamer_push": {"avg_ms": 1.124, "count": 215, "max_ms": 1.63, "p95_ms": 1.281}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.624, "count": 215, "max_ms": 84.534, "p95_ms": 76.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.388, "count": 215, "max_ms": 117.847, "p95_ms": 106.019}, "yolo11_640_fire_11class": {"avg_ms": 61.659, "count": 215, "max_ms": 95.84, "p95_ms": 81.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.387, "count": 215, "max_ms": 100.927, "p95_ms": 93.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.27, "count": 215, "max_ms": 172.585, "p95_ms": 160.0}, "read_interval": {"avg_ms": 139.967, "count": 214, "max_ms": 186.512, "p95_ms": 170.745}, "triton_wait": {"avg_ms": 76.695, "count": 215, "max_ms": 117.86, "p95_ms": 106.031}, "visualize": {"avg_ms": 5.266, "count": 215, "max_ms": 7.496, "p95_ms": 6.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1222, "tracking_summary": 1120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6130.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24438.451, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 246.277, "sample_count": 1423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:05:25+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T18:05:25+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T18:05:25.038793+09:00", "mtime_epoch": 1783328725.0387926, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:05:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 813.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.065, "pushed": 5.065, "read": 5.031}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.806, "count": 151, "max_ms": 137.609, "p95_ms": 116.131}, "gstreamer_push": {"avg_ms": 0.836, "count": 151, "max_ms": 1.244, "p95_ms": 0.976}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.999, "count": 151, "max_ms": 114.174, "p95_ms": 102.559}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.578, "count": 151, "max_ms": 112.637, "p95_ms": 103.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.959, "count": 151, "max_ms": 256.555, "p95_ms": 241.76}, "read_interval": {"avg_ms": 198.899, "count": 150, "max_ms": 265.056, "p95_ms": 249.121}, "triton_wait": {"avg_ms": 76.89, "count": 151, "max_ms": 114.187, "p95_ms": 108.079}, "visualize": {"avg_ms": 27.177, "count": 151, "max_ms": 43.457, "p95_ms": 35.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3847.203, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.933, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:05:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:05:46+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T18:05:45+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T18:05:45.975124+09:00", "mtime_epoch": 1783328745.975124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:05:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1486.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.338, "count": 300, "max_ms": 7.704, "p95_ms": 5.944}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 2.011, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.585, "count": 300, "max_ms": 89.229, "p95_ms": 75.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.526, "count": 300, "max_ms": 116.619, "p95_ms": 94.734}, "yolo11_640_fire_11class": {"avg_ms": 61.42, "count": 300, "max_ms": 93.108, "p95_ms": 83.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.824, "count": 300, "max_ms": 102.916, "p95_ms": 90.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.465, "count": 300, "max_ms": 131.87, "p95_ms": 107.562}, "read_interval": {"avg_ms": 99.939, "count": 300, "max_ms": 524.336, "p95_ms": 127.267}, "triton_wait": {"avg_ms": 66.513, "count": 300, "max_ms": 116.636, "p95_ms": 95.07}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 5.391, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6133.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.077, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.391, "name": "ffmpeg", "pid": 21051, "rss_mb": 270.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 19, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.596, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:05:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:05:46+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T18:05:46+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T18:05:46.159127+09:00", "mtime_epoch": 1783328746.159127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:05:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.308, "pushed": 7.308, "read": 7.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.116, "count": 219, "max_ms": 9.465, "p95_ms": 7.147}, "gstreamer_push": {"avg_ms": 1.104, "count": 219, "max_ms": 1.434, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.942, "count": 219, "max_ms": 84.407, "p95_ms": 76.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.336, "count": 219, "max_ms": 120.827, "p95_ms": 101.235}, "yolo11_640_fire_11class": {"avg_ms": 61.212, "count": 219, "max_ms": 90.564, "p95_ms": 84.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.104, "count": 219, "max_ms": 100.94, "p95_ms": 92.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.021, "count": 219, "max_ms": 173.668, "p95_ms": 155.088}, "read_interval": {"avg_ms": 137.466, "count": 218, "max_ms": 185.895, "p95_ms": 166.003}, "triton_wait": {"avg_ms": 74.77, "count": 219, "max_ms": 120.839, "p95_ms": 101.249}, "visualize": {"avg_ms": 5.144, "count": 219, "max_ms": 8.339, "p95_ms": 5.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1224, "tracking_summary": 1121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6132.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24468.544, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.008, "sample_count": 1435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:05:55+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T18:05:55+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T18:05:55.131269+09:00", "mtime_epoch": 1783328755.131269, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:05:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 813.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.852, "pushed": 4.852, "read": 4.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.172, "count": 145, "max_ms": 151.623, "p95_ms": 114.741}, "gstreamer_push": {"avg_ms": 0.812, "count": 145, "max_ms": 1.189, "p95_ms": 0.95}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.224, "count": 145, "max_ms": 110.813, "p95_ms": 97.378}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.641, "count": 145, "max_ms": 114.543, "p95_ms": 100.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.636, "count": 145, "max_ms": 263.274, "p95_ms": 243.828}, "read_interval": {"avg_ms": 207.398, "count": 144, "max_ms": 270.272, "p95_ms": 250.488}, "triton_wait": {"avg_ms": 75.778, "count": 145, "max_ms": 114.555, "p95_ms": 103.371}, "visualize": {"avg_ms": 26.687, "count": 145, "max_ms": 39.132, "p95_ms": 31.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6130.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3877.215, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.14, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:06:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:06:16+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T18:06:15+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T18:06:15.987599+09:00", "mtime_epoch": 1783328775.987599, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:06:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1486.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 300, "max_ms": 6.797, "p95_ms": 5.731}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.596, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.492, "count": 300, "max_ms": 86.326, "p95_ms": 73.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.871, "count": 300, "max_ms": 109.048, "p95_ms": 97.706}, "yolo11_640_fire_11class": {"avg_ms": 62.432, "count": 300, "max_ms": 93.822, "p95_ms": 81.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.953, "count": 300, "max_ms": 99.748, "p95_ms": 90.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.476, "count": 300, "max_ms": 122.581, "p95_ms": 108.898}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 304.374, "p95_ms": 131.473}, "triton_wait": {"avg_ms": 68.677, "count": 300, "max_ms": 109.062, "p95_ms": 97.743}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 5.574, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6121.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.078, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.023, "name": "ffmpeg", "pid": 21051, "rss_mb": 273.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.291, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:06:16+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T18:06:16+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T18:06:16.139601+09:00", "mtime_epoch": 1783328776.1396012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:06:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.269, "pushed": 7.269, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.117, "count": 218, "max_ms": 8.747, "p95_ms": 7.837}, "gstreamer_push": {"avg_ms": 1.103, "count": 218, "max_ms": 1.59, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.198, "count": 218, "max_ms": 80.852, "p95_ms": 74.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.875, "count": 218, "max_ms": 107.898, "p95_ms": 99.93}, "yolo11_640_fire_11class": {"avg_ms": 61.207, "count": 218, "max_ms": 86.861, "p95_ms": 80.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.144, "count": 218, "max_ms": 97.348, "p95_ms": 92.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.023, "count": 218, "max_ms": 162.822, "p95_ms": 153.589}, "read_interval": {"avg_ms": 137.526, "count": 218, "max_ms": 172.899, "p95_ms": 162.622}, "triton_wait": {"avg_ms": 75.248, "count": 218, "max_ms": 107.912, "p95_ms": 99.943}, "visualize": {"avg_ms": 5.179, "count": 218, "max_ms": 7.016, "p95_ms": 5.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1225, "tracking_summary": 1122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6137.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24498.676, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.935, "sample_count": 1433, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:06:25+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T18:06:25+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T18:06:25.251745+09:00", "mtime_epoch": 1783328785.2517455, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:06:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 808.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.751, "pushed": 4.751, "read": 4.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.238, "count": 142, "max_ms": 128.065, "p95_ms": 112.833}, "gstreamer_push": {"avg_ms": 0.987, "count": 142, "max_ms": 1.951, "p95_ms": 1.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.413, "count": 142, "max_ms": 109.467, "p95_ms": 97.284}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.613, "count": 142, "max_ms": 115.271, "p95_ms": 102.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.853, "count": 142, "max_ms": 268.112, "p95_ms": 243.422}, "read_interval": {"avg_ms": 212.013, "count": 141, "max_ms": 274.236, "p95_ms": 250.808}, "triton_wait": {"avg_ms": 75.529, "count": 142, "max_ms": 115.279, "p95_ms": 103.439}, "visualize": {"avg_ms": 30.212, "count": 142, "max_ms": 45.471, "p95_ms": 40.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3907.235, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.923, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:06:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:06:46+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T18:06:45+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T18:06:46.004129+09:00", "mtime_epoch": 1783328806.0041292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 270485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:06:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1486.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 300, "max_ms": 6.767, "p95_ms": 5.208}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.845, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.464, "count": 300, "max_ms": 87.942, "p95_ms": 73.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.087, "count": 300, "max_ms": 108.275, "p95_ms": 94.503}, "yolo11_640_fire_11class": {"avg_ms": 61.708, "count": 300, "max_ms": 93.561, "p95_ms": 82.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.076, "count": 300, "max_ms": 102.114, "p95_ms": 91.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.768, "count": 300, "max_ms": 121.184, "p95_ms": 109.104}, "read_interval": {"avg_ms": 100.007, "count": 299, "max_ms": 535.145, "p95_ms": 128.05}, "triton_wait": {"avg_ms": 66.932, "count": 300, "max_ms": 108.287, "p95_ms": 95.374}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 5.678, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6131.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.082, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.043, "name": "ffmpeg", "pid": 21051, "rss_mb": 280.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.088, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:06:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:06:46+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T18:06:46+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T18:06:46.156134+09:00", "mtime_epoch": 1783328806.1561344, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:06:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.168, "pushed": 7.168, "read": 7.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.158, "count": 215, "max_ms": 8.832, "p95_ms": 7.5}, "gstreamer_push": {"avg_ms": 1.09, "count": 215, "max_ms": 1.376, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.223, "count": 215, "max_ms": 84.565, "p95_ms": 75.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.914, "count": 215, "max_ms": 116.759, "p95_ms": 97.317}, "yolo11_640_fire_11class": {"avg_ms": 61.444, "count": 215, "max_ms": 89.084, "p95_ms": 82.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.383, "count": 215, "max_ms": 101.073, "p95_ms": 93.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.625, "count": 215, "max_ms": 172.163, "p95_ms": 153.366}, "read_interval": {"avg_ms": 139.632, "count": 215, "max_ms": 652.11, "p95_ms": 162.698}, "triton_wait": {"avg_ms": 74.356, "count": 215, "max_ms": 116.772, "p95_ms": 99.388}, "visualize": {"avg_ms": 5.172, "count": 215, "max_ms": 7.72, "p95_ms": 5.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1226, "tracking_summary": 1123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6142.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24528.742, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.298, "sample_count": 1422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:06:55+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:06:55+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T18:06:55.400444+09:00", "mtime_epoch": 1783328815.4004438, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:06:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 814.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.756, "pushed": 4.756, "read": 4.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.059, "count": 142, "max_ms": 115.306, "p95_ms": 112.728}, "gstreamer_push": {"avg_ms": 0.923, "count": 142, "max_ms": 2.811, "p95_ms": 1.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.682, "count": 142, "max_ms": 106.875, "p95_ms": 90.244}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.421, "count": 142, "max_ms": 111.065, "p95_ms": 101.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.504, "count": 142, "max_ms": 263.309, "p95_ms": 245.793}, "read_interval": {"avg_ms": 212.166, "count": 141, "max_ms": 268.958, "p95_ms": 253.727}, "triton_wait": {"avg_ms": 73.965, "count": 142, "max_ms": 111.077, "p95_ms": 101.768}, "visualize": {"avg_ms": 29.5, "count": 142, "max_ms": 43.524, "p95_ms": 38.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3937.346, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.149, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:07:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:07:16+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T18:07:16+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T18:07:16.101128+09:00", "mtime_epoch": 1783328836.101128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:07:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1486.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.272, "count": 301, "max_ms": 6.497, "p95_ms": 5.356}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.771, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.756, "count": 301, "max_ms": 94.338, "p95_ms": 72.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.255, "count": 301, "max_ms": 105.868, "p95_ms": 95.631}, "yolo11_640_fire_11class": {"avg_ms": 61.741, "count": 301, "max_ms": 94.325, "p95_ms": 84.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.825, "count": 301, "max_ms": 103.228, "p95_ms": 91.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.947, "count": 301, "max_ms": 119.238, "p95_ms": 110.789}, "read_interval": {"avg_ms": 99.701, "count": 300, "max_ms": 494.549, "p95_ms": 130.246}, "triton_wait": {"avg_ms": 67.017, "count": 301, "max_ms": 105.88, "p95_ms": 97.258}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.86, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6147.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.185, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.941, "name": "ffmpeg", "pid": 21051, "rss_mb": 284.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.942, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:07:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:07:16+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T18:07:16+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T18:07:16.273134+09:00", "mtime_epoch": 1783328836.2731335, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:07:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.31, "pushed": 7.31, "read": 7.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.224, "count": 218, "max_ms": 9.195, "p95_ms": 8.237}, "gstreamer_push": {"avg_ms": 1.109, "count": 219, "max_ms": 1.3, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.65, "count": 218, "max_ms": 83.959, "p95_ms": 76.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.188, "count": 218, "max_ms": 116.541, "p95_ms": 100.296}, "yolo11_640_fire_11class": {"avg_ms": 60.789, "count": 218, "max_ms": 87.66, "p95_ms": 81.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.49, "count": 218, "max_ms": 101.405, "p95_ms": 90.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.864, "count": 219, "max_ms": 171.908, "p95_ms": 153.602}, "read_interval": {"avg_ms": 137.491, "count": 218, "max_ms": 184.555, "p95_ms": 164.957}, "triton_wait": {"avg_ms": 74.518, "count": 218, "max_ms": 116.553, "p95_ms": 100.38}, "visualize": {"avg_ms": 5.164, "count": 218, "max_ms": 8.136, "p95_ms": 5.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1229, "tracking_summary": 1125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6144.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24558.952, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.863, "sample_count": 1427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:07:25+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T18:07:25+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T18:07:25.501435+09:00", "mtime_epoch": 1783328845.5014346, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:07:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 811.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.805, "pushed": 4.805, "read": 4.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.265, "count": 144, "max_ms": 124.814, "p95_ms": 114.543}, "gstreamer_push": {"avg_ms": 0.808, "count": 144, "max_ms": 1.718, "p95_ms": 0.991}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.657, "count": 144, "max_ms": 113.224, "p95_ms": 101.47}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.458, "count": 144, "max_ms": 110.738, "p95_ms": 103.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.822, "count": 144, "max_ms": 253.008, "p95_ms": 239.424}, "read_interval": {"avg_ms": 209.426, "count": 143, "max_ms": 256.646, "p95_ms": 246.254}, "triton_wait": {"avg_ms": 74.079, "count": 144, "max_ms": 113.236, "p95_ms": 105.541}, "visualize": {"avg_ms": 24.591, "count": 144, "max_ms": 34.594, "p95_ms": 28.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3967.374, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.065, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:07:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:07:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T18:07:46.178101+09:00", "mtime_epoch": 1783328866.1781006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:07:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1487.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.311, "count": 302, "max_ms": 6.843, "p95_ms": 5.331}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 2.046, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.874, "count": 302, "max_ms": 86.156, "p95_ms": 68.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.056, "count": 302, "max_ms": 114.381, "p95_ms": 95.402}, "yolo11_640_fire_11class": {"avg_ms": 60.127, "count": 302, "max_ms": 92.699, "p95_ms": 77.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.819, "count": 302, "max_ms": 99.615, "p95_ms": 85.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.595, "count": 302, "max_ms": 127.64, "p95_ms": 108.44}, "read_interval": {"avg_ms": 99.467, "count": 301, "max_ms": 632.046, "p95_ms": 132.582}, "triton_wait": {"avg_ms": 64.6, "count": 302, "max_ms": 114.394, "p95_ms": 95.418}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 5.701, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6155.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:00:57+09:00", "last_error_summary": "[h264 @ 0x55b260ac5b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b260ac5b40] error while decoding MB 0 26, bytestream 5137 [h264 @ 0x55b261539000] error while decoding MB 63 32, bytestream -5", "last_exit_at": "2026-07-06T18:04:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.223, "last_started_at": "2026-07-06T18:04:13+09:00", "pid": 21051, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.309, "name": "ffmpeg", "pid": 21051, "rss_mb": 293.309, "state": "S (sleeping)", "threads": 104}, "restart_count": 65, "restart_count_per_hour": 18, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.025, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:07:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:07:47+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T18:07:47+09:00", "mjpeg": {"age_sec": 18.913, "exists": true, "mtime": "2026-07-06T18:07:28.509532+09:00", "mtime_epoch": 1783328848.5095322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:07:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.708, "pushed": 2.708, "read": 2.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.123, "count": 81, "max_ms": 9.466, "p95_ms": 7.757}, "gstreamer_push": {"avg_ms": 1.102, "count": 81, "max_ms": 1.631, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.628, "count": 81, "max_ms": 84.807, "p95_ms": 80.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.456, "count": 81, "max_ms": 111.305, "p95_ms": 104.193}, "yolo11_640_fire_11class": {"avg_ms": 63.687, "count": 81, "max_ms": 91.025, "p95_ms": 84.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.957, "count": 81, "max_ms": 101.646, "p95_ms": 93.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.859, "count": 81, "max_ms": 164.135, "p95_ms": 161.424}, "read_interval": {"avg_ms": 373.344, "count": 80, "max_ms": 18876.604, "p95_ms": 172.409}, "triton_wait": {"avg_ms": 76.753, "count": 81, "max_ms": 111.318, "p95_ms": 104.212}, "visualize": {"avg_ms": 5.165, "count": 81, "max_ms": 8.842, "p95_ms": 6.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1229, "tracking_summary": 1126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6038.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24589.172, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.916, "sample_count": 1445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:07:55+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T18:07:55+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T18:07:55.758405+09:00", "mtime_epoch": 1783328875.7584054, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:07:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 811.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.134, "pushed": 5.134, "read": 5.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.914, "count": 154, "max_ms": 117.353, "p95_ms": 113.469}, "gstreamer_push": {"avg_ms": 0.91, "count": 154, "max_ms": 2.676, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.662, "count": 154, "max_ms": 111.209, "p95_ms": 88.4}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.431, "count": 154, "max_ms": 108.657, "p95_ms": 88.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.013, "count": 154, "max_ms": 253.969, "p95_ms": 229.901}, "read_interval": {"avg_ms": 196.039, "count": 153, "max_ms": 262.488, "p95_ms": 237.102}, "triton_wait": {"avg_ms": 69.007, "count": 154, "max_ms": 111.221, "p95_ms": 90.576}, "visualize": {"avg_ms": 27.069, "count": 154, "max_ms": 45.044, "p95_ms": 34.608}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6124.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3997.397, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.784, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:08:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:08:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T18:08:16+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T18:08:16.207048+09:00", "mtime_epoch": 1783328896.207048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:08:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1487.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.329, "count": 299, "max_ms": 6.831, "p95_ms": 5.922}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 2.377, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.029, "count": 299, "max_ms": 82.049, "p95_ms": 70.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.524, "count": 299, "max_ms": 116.394, "p95_ms": 93.719}, "yolo11_640_fire_11class": {"avg_ms": 60.605, "count": 299, "max_ms": 92.96, "p95_ms": 79.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.438, "count": 299, "max_ms": 99.846, "p95_ms": 88.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.938, "count": 299, "max_ms": 129.176, "p95_ms": 106.634}, "read_interval": {"avg_ms": 100.477, "count": 298, "max_ms": 476.714, "p95_ms": 126.265}, "triton_wait": {"avg_ms": 65.994, "count": 299, "max_ms": 116.407, "p95_ms": 93.733}, "visualize": {"avg_ms": 3.659, "count": 299, "max_ms": 5.275, "p95_ms": 4.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6124.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:07:48+09:00", "last_error_summary": "[h264 @ 0x5567ca985fc0] cabac decode of qscale diff failed at 62 41 [h264 @ 0x5567ca985fc0] error while decoding MB 62 41, bytestream 115635 [h264 @ 0x5567cb464080] error while decoding MB 77 44, bytestream -7 [h264 @ 0x5567cb2c6380] cabac decode of qscale diff failed at 55 37 [h264 @ 0x5567cb2c6380] error while decoding MB 55 37, bytestream 5880 [h264 @ 0x5567ca8646c0] error while decoding MB 37 26, bytestream 205 [in#0/rtsp @ 0x5567ca849e00] Error during demuxing: Connection timed out [in#0/rt", "last_exit_at": "2026-07-06T18:07:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.467, "last_started_at": "2026-07-06T18:07:50+09:00", "pid": 21158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.344, "name": "ffmpeg", "pid": 21158, "rss_mb": 264.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 19, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.613, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:08:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:08:17+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T18:08:17+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T18:08:17.307082+09:00", "mtime_epoch": 1783328897.3070822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:08:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.323, "pushed": 6.323, "read": 6.289}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.152, "count": 189, "max_ms": 9.342, "p95_ms": 7.323}, "gstreamer_push": {"avg_ms": 1.107, "count": 189, "max_ms": 1.431, "p95_ms": 1.254}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.133, "count": 189, "max_ms": 86.975, "p95_ms": 74.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.745, "count": 189, "max_ms": 117.282, "p95_ms": 98.603}, "yolo11_640_fire_11class": {"avg_ms": 60.468, "count": 189, "max_ms": 89.134, "p95_ms": 82.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.654, "count": 189, "max_ms": 99.988, "p95_ms": 91.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.619, "count": 189, "max_ms": 170.81, "p95_ms": 151.861}, "read_interval": {"avg_ms": 158.853, "count": 188, "max_ms": 4367.457, "p95_ms": 163.26}, "triton_wait": {"avg_ms": 74.072, "count": 189, "max_ms": 117.295, "p95_ms": 98.983}, "visualize": {"avg_ms": 5.195, "count": 189, "max_ms": 7.862, "p95_ms": 6.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1231, "tracking_summary": 1127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6128.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24619.326, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.246, "sample_count": 1432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:08:26+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T18:08:25+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T18:08:25.923349+09:00", "mtime_epoch": 1783328905.9233494, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:08:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 813.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.544, "pushed": 4.544, "read": 4.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.943, "count": 136, "max_ms": 143.164, "p95_ms": 119.743}, "gstreamer_push": {"avg_ms": 0.792, "count": 136, "max_ms": 1.739, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.681, "count": 136, "max_ms": 109.146, "p95_ms": 96.91}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.016, "count": 136, "max_ms": 113.724, "p95_ms": 100.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.703, "count": 136, "max_ms": 260.048, "p95_ms": 243.65}, "read_interval": {"avg_ms": 221.752, "count": 135, "max_ms": 267.664, "p95_ms": 250.632}, "triton_wait": {"avg_ms": 74.831, "count": 136, "max_ms": 113.737, "p95_ms": 100.849}, "visualize": {"avg_ms": 28.088, "count": 136, "max_ms": 44.208, "p95_ms": 36.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6119.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4027.424, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.241, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:08:46+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T18:08:46+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T18:08:46.231972+09:00", "mtime_epoch": 1783328926.2319725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:08:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1487.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.288, "count": 299, "max_ms": 6.704, "p95_ms": 5.343}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 2.139, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.878, "count": 299, "max_ms": 87.143, "p95_ms": 72.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.148, "count": 299, "max_ms": 114.881, "p95_ms": 98.132}, "yolo11_640_fire_11class": {"avg_ms": 61.069, "count": 299, "max_ms": 91.33, "p95_ms": 81.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.713, "count": 299, "max_ms": 100.625, "p95_ms": 89.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.625, "count": 299, "max_ms": 129.572, "p95_ms": 111.001}, "read_interval": {"avg_ms": 100.498, "count": 298, "max_ms": 387.907, "p95_ms": 132.937}, "triton_wait": {"avg_ms": 67.662, "count": 299, "max_ms": 114.895, "p95_ms": 98.219}, "visualize": {"avg_ms": 3.653, "count": 299, "max_ms": 4.631, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6128.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:07:48+09:00", "last_error_summary": "[h264 @ 0x5567ca985fc0] cabac decode of qscale diff failed at 62 41 [h264 @ 0x5567ca985fc0] error while decoding MB 62 41, bytestream 115635 [h264 @ 0x5567cb464080] error while decoding MB 77 44, bytestream -7 [h264 @ 0x5567cb2c6380] cabac decode of qscale diff failed at 55 37 [h264 @ 0x5567cb2c6380] error while decoding MB 55 37, bytestream 5880 [h264 @ 0x5567ca8646c0] error while decoding MB 37 26, bytestream 205 [in#0/rtsp @ 0x5567ca849e00] Error during demuxing: Connection timed out [in#0/rt", "last_exit_at": "2026-07-06T18:07:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.471, "last_started_at": "2026-07-06T18:07:50+09:00", "pid": 21158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.148, "name": "ffmpeg", "pid": 21158, "rss_mb": 266.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 19, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.025, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:08:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:08:47+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T18:08:47+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T18:08:47.292005+09:00", "mtime_epoch": 1783328927.2920046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:08:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1612.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.235, "pushed": 7.235, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.173, "count": 217, "max_ms": 9.277, "p95_ms": 7.873}, "gstreamer_push": {"avg_ms": 1.101, "count": 217, "max_ms": 1.568, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.706, "count": 217, "max_ms": 82.152, "p95_ms": 74.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.947, "count": 217, "max_ms": 115.923, "p95_ms": 101.107}, "yolo11_640_fire_11class": {"avg_ms": 60.984, "count": 217, "max_ms": 88.661, "p95_ms": 79.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.936, "count": 217, "max_ms": 98.878, "p95_ms": 91.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.791, "count": 217, "max_ms": 167.408, "p95_ms": 157.938}, "read_interval": {"avg_ms": 138.196, "count": 217, "max_ms": 176.303, "p95_ms": 167.527}, "triton_wait": {"avg_ms": 75.232, "count": 217, "max_ms": 115.937, "p95_ms": 101.12}, "visualize": {"avg_ms": 5.146, "count": 217, "max_ms": 6.425, "p95_ms": 6.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1232, "tracking_summary": 1128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6131.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24649.364, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.572, "sample_count": 1451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:08:56+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T18:08:55+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T18:08:55.964267+09:00", "mtime_epoch": 1783328935.9642675, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:08:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 814.207, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.189, "pushed": 5.189, "read": 5.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 80.341, "count": 155, "max_ms": 129.223, "p95_ms": 114.772}, "gstreamer_push": {"avg_ms": 0.836, "count": 155, "max_ms": 2.026, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.931, "count": 155, "max_ms": 111.407, "p95_ms": 96.159}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.377, "count": 155, "max_ms": 111.395, "p95_ms": 105.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.649, "count": 155, "max_ms": 252.007, "p95_ms": 239.731}, "read_interval": {"avg_ms": 193.708, "count": 154, "max_ms": 258.317, "p95_ms": 246.699}, "triton_wait": {"avg_ms": 74.325, "count": 155, "max_ms": 111.416, "p95_ms": 105.45}, "visualize": {"avg_ms": 27.896, "count": 155, "max_ms": 43.719, "p95_ms": 35.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6129.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4057.436, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.786, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:09:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:09:16+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T18:09:16+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T18:09:16.220875+09:00", "mtime_epoch": 1783328956.2208748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:09:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1487.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 298, "max_ms": 6.73, "p95_ms": 5.914}, "gstreamer_push": {"avg_ms": 1.286, "count": 298, "max_ms": 1.634, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.515, "count": 298, "max_ms": 83.269, "p95_ms": 72.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.903, "count": 298, "max_ms": 118.716, "p95_ms": 97.355}, "yolo11_640_fire_11class": {"avg_ms": 61.814, "count": 298, "max_ms": 91.242, "p95_ms": 84.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.657, "count": 298, "max_ms": 101.594, "p95_ms": 92.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.451, "count": 298, "max_ms": 129.829, "p95_ms": 111.191}, "read_interval": {"avg_ms": 100.596, "count": 298, "max_ms": 460.939, "p95_ms": 135.603}, "triton_wait": {"avg_ms": 68.601, "count": 298, "max_ms": 118.725, "p95_ms": 98.204}, "visualize": {"avg_ms": 3.63, "count": 298, "max_ms": 5.346, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:07:48+09:00", "last_error_summary": "[h264 @ 0x5567ca985fc0] cabac decode of qscale diff failed at 62 41 [h264 @ 0x5567ca985fc0] error while decoding MB 62 41, bytestream 115635 [h264 @ 0x5567cb464080] error while decoding MB 77 44, bytestream -7 [h264 @ 0x5567cb2c6380] cabac decode of qscale diff failed at 55 37 [h264 @ 0x5567cb2c6380] error while decoding MB 55 37, bytestream 5880 [h264 @ 0x5567ca8646c0] error while decoding MB 37 26, bytestream 205 [in#0/rtsp @ 0x5567ca849e00] Error during demuxing: Connection timed out [in#0/rt", "last_exit_at": "2026-07-06T18:07:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.6, "last_started_at": "2026-07-06T18:07:50+09:00", "pid": 21158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 21158, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.088, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:09:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:09:17+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T18:09:17+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T18:09:17.440911+09:00", "mtime_epoch": 1783328957.440911, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:09:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.3, "pushed": 7.334, "read": 7.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.052, "count": 219, "max_ms": 9.331, "p95_ms": 7.292}, "gstreamer_push": {"avg_ms": 1.105, "count": 220, "max_ms": 1.403, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.052, "count": 219, "max_ms": 84.445, "p95_ms": 75.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.714, "count": 219, "max_ms": 122.914, "p95_ms": 105.922}, "yolo11_640_fire_11class": {"avg_ms": 60.336, "count": 219, "max_ms": 89.76, "p95_ms": 80.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.903, "count": 219, "max_ms": 102.796, "p95_ms": 92.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.531, "count": 219, "max_ms": 175.184, "p95_ms": 157.568}, "read_interval": {"avg_ms": 136.955, "count": 219, "max_ms": 185.173, "p95_ms": 166.624}, "triton_wait": {"avg_ms": 75.068, "count": 219, "max_ms": 122.926, "p95_ms": 105.935}, "visualize": {"avg_ms": 5.119, "count": 219, "max_ms": 6.351, "p95_ms": 6.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1233, "tracking_summary": 1129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6130.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24679.458, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.16, "sample_count": 1443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:09:26+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T18:09:26+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T18:09:26.041166+09:00", "mtime_epoch": 1783328966.0411658, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:09:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 812.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.752, "pushed": 4.752, "read": 4.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.622, "count": 142, "max_ms": 148.96, "p95_ms": 122.669}, "gstreamer_push": {"avg_ms": 0.933, "count": 142, "max_ms": 2.202, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.196, "count": 142, "max_ms": 114.275, "p95_ms": 104.736}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.571, "count": 142, "max_ms": 116.191, "p95_ms": 103.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.6, "count": 142, "max_ms": 293.248, "p95_ms": 246.903}, "read_interval": {"avg_ms": 211.909, "count": 141, "max_ms": 299.283, "p95_ms": 253.126}, "triton_wait": {"avg_ms": 78.156, "count": 142, "max_ms": 116.203, "p95_ms": 107.885}, "visualize": {"avg_ms": 26.8, "count": 142, "max_ms": 42.111, "p95_ms": 32.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6123.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4087.469, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.707, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:09:46+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T18:09:46+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T18:09:46.245758+09:00", "mtime_epoch": 1783328986.245758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:09:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1487.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.117}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.293, "count": 304, "max_ms": 7.692, "p95_ms": 5.298}, "gstreamer_push": {"avg_ms": 1.294, "count": 304, "max_ms": 1.753, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.782, "count": 304, "max_ms": 88.965, "p95_ms": 73.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.539, "count": 304, "max_ms": 105.54, "p95_ms": 94.176}, "yolo11_640_fire_11class": {"avg_ms": 60.37, "count": 304, "max_ms": 90.651, "p95_ms": 80.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.189, "count": 304, "max_ms": 101.955, "p95_ms": 92.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.826, "count": 304, "max_ms": 118.194, "p95_ms": 107.999}, "read_interval": {"avg_ms": 98.745, "count": 303, "max_ms": 491.301, "p95_ms": 128.886}, "triton_wait": {"avg_ms": 65.918, "count": 304, "max_ms": 105.552, "p95_ms": 94.824}, "visualize": {"avg_ms": 3.678, "count": 304, "max_ms": 5.586, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6129.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:07:48+09:00", "last_error_summary": "[h264 @ 0x5567ca985fc0] cabac decode of qscale diff failed at 62 41 [h264 @ 0x5567ca985fc0] error while decoding MB 62 41, bytestream 115635 [h264 @ 0x5567cb464080] error while decoding MB 77 44, bytestream -7 [h264 @ 0x5567cb2c6380] cabac decode of qscale diff failed at 55 37 [h264 @ 0x5567cb2c6380] error while decoding MB 55 37, bytestream 5880 [h264 @ 0x5567ca8646c0] error while decoding MB 37 26, bytestream 205 [in#0/rtsp @ 0x5567ca849e00] Error during demuxing: Connection timed out [in#0/rt", "last_exit_at": "2026-07-06T18:07:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.672, "last_started_at": "2026-07-06T18:07:50+09:00", "pid": 21158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 21158, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.025, "sample_count": 2008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:09:47+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:09:47+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T18:09:47.501795+09:00", "mtime_epoch": 1783328987.5017946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:09:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.323, "pushed": 7.323, "read": 7.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.266, "count": 219, "max_ms": 9.163, "p95_ms": 7.949}, "gstreamer_push": {"avg_ms": 1.095, "count": 219, "max_ms": 1.276, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.702, "count": 219, "max_ms": 86.65, "p95_ms": 76.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.937, "count": 219, "max_ms": 109.706, "p95_ms": 100.831}, "yolo11_640_fire_11class": {"avg_ms": 59.823, "count": 219, "max_ms": 89.438, "p95_ms": 80.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.491, "count": 219, "max_ms": 102.576, "p95_ms": 94.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.715, "count": 219, "max_ms": 168.444, "p95_ms": 153.711}, "read_interval": {"avg_ms": 137.241, "count": 218, "max_ms": 177.375, "p95_ms": 164.41}, "triton_wait": {"avg_ms": 74.15, "count": 219, "max_ms": 109.728, "p95_ms": 100.848}, "visualize": {"avg_ms": 5.238, "count": 219, "max_ms": 6.765, "p95_ms": 6.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1235, "tracking_summary": 1131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6127.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24709.574, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.737, "sample_count": 1443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T18:09:56+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T18:09:56+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T18:09:56.166046+09:00", "mtime_epoch": 1783328996.1660457, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:09:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 816.684, "name": "celery", "pid": 239, "rss_mb": 802.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.579, "pushed": 4.579, "read": 4.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.95, "count": 137, "max_ms": 144.343, "p95_ms": 124.482}, "gstreamer_push": {"avg_ms": 1.092, "count": 137, "max_ms": 2.18, "p95_ms": 2.003}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.189, "count": 137, "max_ms": 114.433, "p95_ms": 98.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.493, "count": 137, "max_ms": 112.921, "p95_ms": 105.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.256, "count": 137, "max_ms": 288.455, "p95_ms": 252.599}, "read_interval": {"avg_ms": 219.834, "count": 136, "max_ms": 294.861, "p95_ms": 258.97}, "triton_wait": {"avg_ms": 75.07, "count": 137, "max_ms": 114.445, "p95_ms": 105.12}, "visualize": {"avg_ms": 32.259, "count": 137, "max_ms": 43.536, "p95_ms": 41.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4117.503, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.932, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:10:16+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T18:10:16+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T18:10:16.278623+09:00", "mtime_epoch": 1783329016.2786226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:10:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1487.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.964, "pushed": 9.964, "read": 9.93}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.257, "count": 298, "max_ms": 6.76, "p95_ms": 5.456}, "gstreamer_push": {"avg_ms": 1.296, "count": 298, "max_ms": 1.894, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.762, "count": 298, "max_ms": 83.011, "p95_ms": 73.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.703, "count": 298, "max_ms": 111.71, "p95_ms": 95.519}, "yolo11_640_fire_11class": {"avg_ms": 61.819, "count": 298, "max_ms": 91.959, "p95_ms": 81.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.331, "count": 298, "max_ms": 106.655, "p95_ms": 92.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.363, "count": 298, "max_ms": 127.063, "p95_ms": 108.504}, "read_interval": {"avg_ms": 100.733, "count": 297, "max_ms": 483.436, "p95_ms": 126.847}, "triton_wait": {"avg_ms": 67.492, "count": 298, "max_ms": 111.723, "p95_ms": 95.532}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 4.846, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6139.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:07:48+09:00", "last_error_summary": "[h264 @ 0x5567ca985fc0] cabac decode of qscale diff failed at 62 41 [h264 @ 0x5567ca985fc0] error while decoding MB 62 41, bytestream 115635 [h264 @ 0x5567cb464080] error while decoding MB 77 44, bytestream -7 [h264 @ 0x5567cb2c6380] cabac decode of qscale diff failed at 55 37 [h264 @ 0x5567cb2c6380] error while decoding MB 55 37, bytestream 5880 [h264 @ 0x5567ca8646c0] error while decoding MB 37 26, bytestream 205 [in#0/rtsp @ 0x5567ca849e00] Error during demuxing: Connection timed out [in#0/rt", "last_exit_at": "2026-07-06T18:07:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.774, "last_started_at": "2026-07-06T18:07:50+09:00", "pid": 21158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.547, "name": "ffmpeg", "pid": 21158, "rss_mb": 277.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.248, "sample_count": 2012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:10:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:10:17+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T18:10:17+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T18:10:17.630661+09:00", "mtime_epoch": 1783329017.6306612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:10:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.305, "pushed": 7.305, "read": 7.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.035, "count": 218, "max_ms": 9.471, "p95_ms": 7.301}, "gstreamer_push": {"avg_ms": 1.093, "count": 219, "max_ms": 1.371, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.574, "count": 218, "max_ms": 80.886, "p95_ms": 74.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.049, "count": 218, "max_ms": 115.355, "p95_ms": 97.767}, "yolo11_640_fire_11class": {"avg_ms": 61.305, "count": 218, "max_ms": 91.915, "p95_ms": 81.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.581, "count": 218, "max_ms": 106.214, "p95_ms": 94.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.972, "count": 219, "max_ms": 167.706, "p95_ms": 153.177}, "read_interval": {"avg_ms": 137.493, "count": 218, "max_ms": 329.118, "p95_ms": 164.401}, "triton_wait": {"avg_ms": 74.412, "count": 218, "max_ms": 115.367, "p95_ms": 99.091}, "visualize": {"avg_ms": 5.113, "count": 218, "max_ms": 8.4, "p95_ms": 6.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1235, "tracking_summary": 1132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6141.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24739.639, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.143, "sample_count": 1424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:10:26+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T18:10:26+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T18:10:26.234905+09:00", "mtime_epoch": 1783329026.2349055, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:10:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 817.859, "name": "celery", "pid": 239, "rss_mb": 812.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.425, "pushed": 4.425, "read": 4.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.841, "count": 132, "max_ms": 141.154, "p95_ms": 117.184}, "gstreamer_push": {"avg_ms": 1.011, "count": 132, "max_ms": 2.489, "p95_ms": 1.855}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.886, "count": 132, "max_ms": 103.999, "p95_ms": 94.106}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.669, "count": 132, "max_ms": 109.986, "p95_ms": 98.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.267, "count": 132, "max_ms": 265.305, "p95_ms": 252.849}, "read_interval": {"avg_ms": 227.822, "count": 131, "max_ms": 271.604, "p95_ms": 261.062}, "triton_wait": {"avg_ms": 75.194, "count": 132, "max_ms": 109.999, "p95_ms": 102.088}, "visualize": {"avg_ms": 31.441, "count": 132, "max_ms": 44.212, "p95_ms": 41.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6146.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4147.528, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.761, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:10:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:10:46+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T18:10:46+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T18:10:46.323470+09:00", "mtime_epoch": 1783329046.3234699, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:10:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1487.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 301, "max_ms": 6.647, "p95_ms": 5.639}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 2.216, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.636, "count": 301, "max_ms": 89.655, "p95_ms": 74.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.113, "count": 301, "max_ms": 110.34, "p95_ms": 97.504}, "yolo11_640_fire_11class": {"avg_ms": 63.047, "count": 301, "max_ms": 94.132, "p95_ms": 86.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.703, "count": 301, "max_ms": 103.141, "p95_ms": 92.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.967, "count": 301, "max_ms": 125.092, "p95_ms": 111.413}, "read_interval": {"avg_ms": 99.774, "count": 300, "max_ms": 589.111, "p95_ms": 128.149}, "triton_wait": {"avg_ms": 69.005, "count": 301, "max_ms": 110.355, "p95_ms": 98.174}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.513, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6149.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:07:48+09:00", "last_error_summary": "[h264 @ 0x5567ca985fc0] cabac decode of qscale diff failed at 62 41 [h264 @ 0x5567ca985fc0] error while decoding MB 62 41, bytestream 115635 [h264 @ 0x5567cb464080] error while decoding MB 77 44, bytestream -7 [h264 @ 0x5567cb2c6380] cabac decode of qscale diff failed at 55 37 [h264 @ 0x5567cb2c6380] error while decoding MB 55 37, bytestream 5880 [h264 @ 0x5567ca8646c0] error while decoding MB 37 26, bytestream 205 [in#0/rtsp @ 0x5567ca849e00] Error during demuxing: Connection timed out [in#0/rt", "last_exit_at": "2026-07-06T18:07:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.851, "last_started_at": "2026-07-06T18:07:50+09:00", "pid": 21158, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.219, "name": "ffmpeg", "pid": 21158, "rss_mb": 283.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.639, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:10:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:10:47+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T18:10:47+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T18:10:47.699508+09:00", "mtime_epoch": 1783329047.6995084, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:10:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.685, "pushed": 7.685, "read": 7.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.572, "count": 230, "max_ms": 9.329, "p95_ms": 7.44}, "gstreamer_push": {"avg_ms": 1.159, "count": 230, "max_ms": 1.538, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.955, "count": 230, "max_ms": 87.873, "p95_ms": 75.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.662, "count": 230, "max_ms": 112.696, "p95_ms": 99.607}, "yolo11_640_fire_11class": {"avg_ms": 63.576, "count": 230, "max_ms": 95.686, "p95_ms": 87.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.774, "count": 230, "max_ms": 106.412, "p95_ms": 94.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.59, "count": 230, "max_ms": 159.713, "p95_ms": 147.905}, "read_interval": {"avg_ms": 130.743, "count": 229, "max_ms": 172.218, "p95_ms": 157.711}, "triton_wait": {"avg_ms": 76.217, "count": 230, "max_ms": 112.708, "p95_ms": 99.922}, "visualize": {"avg_ms": 4.851, "count": 230, "max_ms": 6.507, "p95_ms": 5.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1238, "tracking_summary": 1133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6154.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24769.805, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.614, "sample_count": 1428, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:10:56+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-06T18:10:56+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T18:10:56.411751+09:00", "mtime_epoch": 1783329056.4117506, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:10:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 819.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.972, "pushed": 4.972, "read": 4.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.579, "count": 149, "max_ms": 142.879, "p95_ms": 115.402}, "gstreamer_push": {"avg_ms": 0.843, "count": 149, "max_ms": 1.489, "p95_ms": 1.043}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.835, "count": 149, "max_ms": 113.082, "p95_ms": 102.35}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.916, "count": 149, "max_ms": 107.981, "p95_ms": 101.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.29, "count": 149, "max_ms": 246.528, "p95_ms": 236.348}, "read_interval": {"avg_ms": 202.432, "count": 148, "max_ms": 254.937, "p95_ms": 243.78}, "triton_wait": {"avg_ms": 75.64, "count": 149, "max_ms": 113.097, "p95_ms": 105.956}, "visualize": {"avg_ms": 26.045, "count": 149, "max_ms": 35.4, "p95_ms": 31.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5891.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4177.583, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.885, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:11:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:11:16+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T18:11:16+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T18:11:16.380301+09:00", "mtime_epoch": 1783329076.3803008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:11:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1488.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.392, "count": 302, "max_ms": 6.744, "p95_ms": 5.613}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 1.959, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.696, "count": 302, "max_ms": 79.551, "p95_ms": 63.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.516, "count": 302, "max_ms": 97.372, "p95_ms": 87.058}, "yolo11_640_fire_11class": {"avg_ms": 59.323, "count": 302, "max_ms": 88.204, "p95_ms": 74.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.653, "count": 302, "max_ms": 94.884, "p95_ms": 84.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.769, "count": 302, "max_ms": 110.866, "p95_ms": 100.915}, "read_interval": {"avg_ms": 99.554, "count": 301, "max_ms": 566.727, "p95_ms": 123.131}, "triton_wait": {"avg_ms": 62.658, "count": 302, "max_ms": 97.384, "p95_ms": 87.729}, "visualize": {"avg_ms": 3.717, "count": 302, "max_ms": 5.443, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6005.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.165, "last_started_at": "2026-07-06T18:11:17+09:00", "pid": 21265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 143.844, "name": "ffmpeg", "pid": 21265, "rss_mb": 143.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.639, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:11:19+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T18:11:19+09:00", "mjpeg": {"age_sec": 4.399, "exists": true, "mtime": "2026-07-06T18:11:14.980262+09:00", "mtime_epoch": 1783329074.9802623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:11:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.772, "pushed": 1.772, "read": 1.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.158, "count": 53, "max_ms": 8.608, "p95_ms": 7.465}, "gstreamer_push": {"avg_ms": 1.083, "count": 53, "max_ms": 1.296, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.927, "count": 53, "max_ms": 76.666, "p95_ms": 71.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.3, "count": 53, "max_ms": 100.893, "p95_ms": 96.397}, "yolo11_640_fire_11class": {"avg_ms": 61.129, "count": 53, "max_ms": 86.587, "p95_ms": 82.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.774, "count": 53, "max_ms": 95.84, "p95_ms": 90.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.275, "count": 53, "max_ms": 155.28, "p95_ms": 151.429}, "read_interval": {"avg_ms": 574.698, "count": 52, "max_ms": 10122.713, "p95_ms": 4385.19}, "triton_wait": {"avg_ms": 72.168, "count": 53, "max_ms": 100.906, "p95_ms": 96.409}, "visualize": {"avg_ms": 5.208, "count": 53, "max_ms": 6.489, "p95_ms": 5.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1239, "tracking_summary": 1134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6129.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24799.9, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.114, "sample_count": 1432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:11:26+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T18:11:26+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T18:11:26.556578+09:00", "mtime_epoch": 1783329086.5565784, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:11:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 812.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.889, "pushed": 4.889, "read": 4.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.648, "count": 146, "max_ms": 137.037, "p95_ms": 114.337}, "gstreamer_push": {"avg_ms": 0.828, "count": 146, "max_ms": 2.129, "p95_ms": 1.014}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.361, "count": 146, "max_ms": 105.129, "p95_ms": 92.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.539, "count": 146, "max_ms": 109.34, "p95_ms": 92.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.117, "count": 146, "max_ms": 263.587, "p95_ms": 231.307}, "read_interval": {"avg_ms": 206.491, "count": 145, "max_ms": 273.015, "p95_ms": 238.45}, "triton_wait": {"avg_ms": 72.24, "count": 146, "max_ms": 109.352, "p95_ms": 94.409}, "visualize": {"avg_ms": 26.254, "count": 146, "max_ms": 45.189, "p95_ms": 30.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6130.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4207.806, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.784, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:11:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:11:46+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:11:46+09:00", "mjpeg": {"age_sec": 0.349, "exists": true, "mtime": "2026-07-06T18:11:46.325113+09:00", "mtime_epoch": 1783329106.3251126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:11:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1488.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 300, "max_ms": 6.682, "p95_ms": 5.251}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.929, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.296, "count": 300, "max_ms": 81.279, "p95_ms": 70.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.072, "count": 300, "max_ms": 106.558, "p95_ms": 94.422}, "yolo11_640_fire_11class": {"avg_ms": 62.331, "count": 300, "max_ms": 91.217, "p95_ms": 83.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.469, "count": 300, "max_ms": 99.252, "p95_ms": 89.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.88, "count": 301, "max_ms": 119.841, "p95_ms": 107.219}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 461.052, "p95_ms": 125.011}, "triton_wait": {"avg_ms": 67.007, "count": 300, "max_ms": 106.57, "p95_ms": 94.468}, "visualize": {"avg_ms": 3.642, "count": 300, "max_ms": 5.048, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6130.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.248, "last_started_at": "2026-07-06T18:11:17+09:00", "pid": 21265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.52, "name": "ffmpeg", "pid": 21265, "rss_mb": 268.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.606, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:11:49+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T18:11:49+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T18:11:49.309193+09:00", "mtime_epoch": 1783329109.3091927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:11:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.181, "pushed": 7.181, "read": 7.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.378, "count": 215, "max_ms": 9.704, "p95_ms": 8.255}, "gstreamer_push": {"avg_ms": 1.103, "count": 215, "max_ms": 1.315, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.462, "count": 215, "max_ms": 82.363, "p95_ms": 75.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.247, "count": 215, "max_ms": 108.379, "p95_ms": 98.434}, "yolo11_640_fire_11class": {"avg_ms": 61.521, "count": 215, "max_ms": 88.993, "p95_ms": 81.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.645, "count": 215, "max_ms": 99.592, "p95_ms": 92.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.107, "count": 215, "max_ms": 184.536, "p95_ms": 159.115}, "read_interval": {"avg_ms": 139.777, "count": 214, "max_ms": 193.326, "p95_ms": 167.279}, "triton_wait": {"avg_ms": 74.495, "count": 215, "max_ms": 108.391, "p95_ms": 98.447}, "visualize": {"avg_ms": 5.363, "count": 215, "max_ms": 8.914, "p95_ms": 6.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1240, "tracking_summary": 1135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6131.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24830.046, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.737, "sample_count": 1430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:11:56+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T18:11:56+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T18:11:56.609388+09:00", "mtime_epoch": 1783329116.6093879, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:11:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 812.477, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.668, "pushed": 4.668, "read": 4.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.299, "count": 140, "max_ms": 149.259, "p95_ms": 116.209}, "gstreamer_push": {"avg_ms": 0.799, "count": 140, "max_ms": 1.068, "p95_ms": 0.986}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.787, "count": 140, "max_ms": 108.92, "p95_ms": 97.562}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.848, "count": 140, "max_ms": 106.829, "p95_ms": 97.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.358, "count": 140, "max_ms": 276.53, "p95_ms": 241.355}, "read_interval": {"avg_ms": 215.184, "count": 139, "max_ms": 283.539, "p95_ms": 250.151}, "triton_wait": {"avg_ms": 75.197, "count": 140, "max_ms": 108.936, "p95_ms": 98.724}, "visualize": {"avg_ms": 25.975, "count": 140, "max_ms": 49.36, "p95_ms": 30.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6134.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4237.869, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.103, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:12:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:12:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T18:12:16+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T18:12:16.645920+09:00", "mtime_epoch": 1783329136.6459196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:12:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1488.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 301, "max_ms": 7.971, "p95_ms": 5.886}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 2.447, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.452, "count": 301, "max_ms": 82.516, "p95_ms": 71.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.367, "count": 301, "max_ms": 115.874, "p95_ms": 99.37}, "yolo11_640_fire_11class": {"avg_ms": 62.862, "count": 301, "max_ms": 101.417, "p95_ms": 83.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.409, "count": 301, "max_ms": 105.941, "p95_ms": 90.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.868, "count": 301, "max_ms": 128.663, "p95_ms": 112.516}, "read_interval": {"avg_ms": 99.844, "count": 300, "max_ms": 430.154, "p95_ms": 131.015}, "triton_wait": {"avg_ms": 69.186, "count": 301, "max_ms": 115.889, "p95_ms": 99.384}, "visualize": {"avg_ms": 3.56, "count": 301, "max_ms": 5.656, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6133.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.324, "last_started_at": "2026-07-06T18:11:17+09:00", "pid": 21265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.777, "name": "ffmpeg", "pid": 21265, "rss_mb": 268.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.001, "sample_count": 1856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:12:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:12:19+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:12:19+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T18:12:19.429993+09:00", "mtime_epoch": 1783329139.429993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:12:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.278, "pushed": 7.278, "read": 7.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.119, "count": 218, "max_ms": 9.91, "p95_ms": 7.403}, "gstreamer_push": {"avg_ms": 1.097, "count": 218, "max_ms": 1.717, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.874, "count": 218, "max_ms": 80.447, "p95_ms": 74.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.122, "count": 218, "max_ms": 119.247, "p95_ms": 103.755}, "yolo11_640_fire_11class": {"avg_ms": 61.986, "count": 218, "max_ms": 91.564, "p95_ms": 84.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.943, "count": 218, "max_ms": 98.833, "p95_ms": 92.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.553, "count": 218, "max_ms": 170.882, "p95_ms": 160.014}, "read_interval": {"avg_ms": 138.015, "count": 217, "max_ms": 179.992, "p95_ms": 169.431}, "triton_wait": {"avg_ms": 75.486, "count": 218, "max_ms": 119.259, "p95_ms": 103.769}, "visualize": {"avg_ms": 5.123, "count": 218, "max_ms": 8.407, "p95_ms": 5.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1242, "tracking_summary": 1137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6134.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24860.074, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.65, "sample_count": 1430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:12:26+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T18:12:26+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T18:12:26.654183+09:00", "mtime_epoch": 1783329146.6541827, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:12:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 814.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.797, "pushed": 4.797, "read": 4.763}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.759, "count": 143, "max_ms": 143.785, "p95_ms": 119.546}, "gstreamer_push": {"avg_ms": 0.824, "count": 143, "max_ms": 1.653, "p95_ms": 1.0}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.701, "count": 143, "max_ms": 112.827, "p95_ms": 102.35}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.843, "count": 143, "max_ms": 112.292, "p95_ms": 102.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.052, "count": 143, "max_ms": 252.276, "p95_ms": 240.755}, "read_interval": {"avg_ms": 209.824, "count": 142, "max_ms": 260.546, "p95_ms": 247.535}, "triton_wait": {"avg_ms": 76.885, "count": 143, "max_ms": 112.838, "p95_ms": 104.089}, "visualize": {"avg_ms": 26.378, "count": 143, "max_ms": 35.378, "p95_ms": 32.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4267.891, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.706, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:12:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:12:46+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T18:12:46+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T18:12:46.654704+09:00", "mtime_epoch": 1783329166.654704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:12:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1488.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.234, "count": 302, "max_ms": 6.498, "p95_ms": 5.303}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.882, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.389, "count": 302, "max_ms": 85.374, "p95_ms": 73.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.305, "count": 302, "max_ms": 123.726, "p95_ms": 99.242}, "yolo11_640_fire_11class": {"avg_ms": 62.631, "count": 302, "max_ms": 92.727, "p95_ms": 86.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.662, "count": 302, "max_ms": 105.636, "p95_ms": 92.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.1, "count": 302, "max_ms": 136.759, "p95_ms": 111.781}, "read_interval": {"avg_ms": 99.331, "count": 301, "max_ms": 468.149, "p95_ms": 133.155}, "triton_wait": {"avg_ms": 68.263, "count": 302, "max_ms": 123.741, "p95_ms": 99.255}, "visualize": {"avg_ms": 3.637, "count": 302, "max_ms": 4.915, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6139.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.455, "last_started_at": "2026-07-06T18:11:17+09:00", "pid": 21265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.582, "name": "ffmpeg", "pid": 21265, "rss_mb": 270.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.001, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:12:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:12:49+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T18:12:49+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T18:12:49.522778+09:00", "mtime_epoch": 1783329169.5227783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:12:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.167, "pushed": 7.167, "read": 7.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.216, "count": 215, "max_ms": 8.586, "p95_ms": 7.373}, "gstreamer_push": {"avg_ms": 1.109, "count": 215, "max_ms": 1.839, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.126, "count": 215, "max_ms": 82.937, "p95_ms": 75.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.933, "count": 215, "max_ms": 122.165, "p95_ms": 102.284}, "yolo11_640_fire_11class": {"avg_ms": 61.425, "count": 215, "max_ms": 91.505, "p95_ms": 83.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.599, "count": 215, "max_ms": 100.102, "p95_ms": 91.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.119, "count": 215, "max_ms": 181.13, "p95_ms": 160.959}, "read_interval": {"avg_ms": 139.353, "count": 215, "max_ms": 191.829, "p95_ms": 171.047}, "triton_wait": {"avg_ms": 76.236, "count": 215, "max_ms": 122.178, "p95_ms": 102.297}, "visualize": {"avg_ms": 5.22, "count": 215, "max_ms": 6.524, "p95_ms": 6.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1242, "tracking_summary": 1138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6140.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24890.274, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.65, "sample_count": 1431, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:12:57+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T18:12:56+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T18:12:56.862968+09:00", "mtime_epoch": 1783329176.8629677, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:12:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 818.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.17, "pushed": 5.17, "read": 5.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 79.827, "count": 155, "max_ms": 141.242, "p95_ms": 118.652}, "gstreamer_push": {"avg_ms": 0.852, "count": 155, "max_ms": 1.386, "p95_ms": 0.991}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.583, "count": 155, "max_ms": 116.791, "p95_ms": 99.485}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.575, "count": 155, "max_ms": 116.357, "p95_ms": 99.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.64, "count": 155, "max_ms": 277.501, "p95_ms": 237.919}, "read_interval": {"avg_ms": 194.651, "count": 154, "max_ms": 285.698, "p95_ms": 245.383}, "triton_wait": {"avg_ms": 75.356, "count": 155, "max_ms": 116.804, "p95_ms": 103.198}, "visualize": {"avg_ms": 28.247, "count": 155, "max_ms": 42.642, "p95_ms": 38.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4297.906, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.969, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:13:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:13:16+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T18:13:16+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T18:13:16.675476+09:00", "mtime_epoch": 1783329196.6754756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:13:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1488.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.297, "count": 299, "max_ms": 6.737, "p95_ms": 5.312}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 1.744, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.681, "count": 299, "max_ms": 81.856, "p95_ms": 75.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.987, "count": 299, "max_ms": 123.871, "p95_ms": 98.745}, "yolo11_640_fire_11class": {"avg_ms": 63.074, "count": 299, "max_ms": 94.807, "p95_ms": 86.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.537, "count": 299, "max_ms": 102.959, "p95_ms": 91.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.956, "count": 299, "max_ms": 139.956, "p95_ms": 111.337}, "read_interval": {"avg_ms": 100.397, "count": 299, "max_ms": 629.777, "p95_ms": 128.525}, "triton_wait": {"avg_ms": 68.986, "count": 299, "max_ms": 123.887, "p95_ms": 99.334}, "visualize": {"avg_ms": 3.667, "count": 299, "max_ms": 5.456, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6140.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.602, "last_started_at": "2026-07-06T18:11:17+09:00", "pid": 21265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.129, "name": "ffmpeg", "pid": 21265, "rss_mb": 272.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.053, "sample_count": 2012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:13:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:13:19+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T18:13:19+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T18:13:19.679552+09:00", "mtime_epoch": 1783329199.679552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:13:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.037, "pushed": 7.037, "read": 7.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.431, "count": 210, "max_ms": 10.907, "p95_ms": 8.366}, "gstreamer_push": {"avg_ms": 1.114, "count": 211, "max_ms": 1.636, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.852, "count": 210, "max_ms": 85.944, "p95_ms": 76.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.221, "count": 210, "max_ms": 116.988, "p95_ms": 99.913}, "yolo11_640_fire_11class": {"avg_ms": 63.161, "count": 210, "max_ms": 90.628, "p95_ms": 84.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.915, "count": 210, "max_ms": 103.573, "p95_ms": 94.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.388, "count": 211, "max_ms": 183.049, "p95_ms": 164.209}, "read_interval": {"avg_ms": 142.796, "count": 210, "max_ms": 191.763, "p95_ms": 173.24}, "triton_wait": {"avg_ms": 76.434, "count": 210, "max_ms": 117.001, "p95_ms": 100.253}, "visualize": {"avg_ms": 5.331, "count": 210, "max_ms": 8.232, "p95_ms": 6.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1244, "tracking_summary": 1139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6135.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24920.357, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.451, "sample_count": 1432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:13:27+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T18:13:27+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T18:13:27.023739+09:00", "mtime_epoch": 1783329207.0237386, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:13:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 812.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.621, "pushed": 4.621, "read": 4.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.307, "count": 138, "max_ms": 145.209, "p95_ms": 119.254}, "gstreamer_push": {"avg_ms": 0.8, "count": 138, "max_ms": 1.195, "p95_ms": 0.942}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.502, "count": 138, "max_ms": 120.953, "p95_ms": 101.722}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.359, "count": 138, "max_ms": 115.7, "p95_ms": 104.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.078, "count": 138, "max_ms": 261.278, "p95_ms": 250.59}, "read_interval": {"avg_ms": 218.506, "count": 137, "max_ms": 269.717, "p95_ms": 256.705}, "triton_wait": {"avg_ms": 76.98, "count": 138, "max_ms": 120.965, "p95_ms": 105.072}, "visualize": {"avg_ms": 26.851, "count": 138, "max_ms": 32.366, "p95_ms": 31.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4327.981, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.884, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:13:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:13:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T18:13:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T18:13:46.784237+09:00", "mtime_epoch": 1783329226.784237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:13:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1488.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.321, "count": 299, "max_ms": 6.913, "p95_ms": 5.818}, "gstreamer_push": {"avg_ms": 1.312, "count": 299, "max_ms": 2.098, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.587, "count": 299, "max_ms": 84.951, "p95_ms": 72.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.306, "count": 299, "max_ms": 110.23, "p95_ms": 98.386}, "yolo11_640_fire_11class": {"avg_ms": 62.861, "count": 299, "max_ms": 95.812, "p95_ms": 83.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.197, "count": 299, "max_ms": 102.333, "p95_ms": 91.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.288, "count": 299, "max_ms": 123.612, "p95_ms": 111.431}, "read_interval": {"avg_ms": 100.649, "count": 298, "max_ms": 558.389, "p95_ms": 131.176}, "triton_wait": {"avg_ms": 68.23, "count": 299, "max_ms": 110.243, "p95_ms": 98.398}, "visualize": {"avg_ms": 3.684, "count": 299, "max_ms": 4.917, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6128.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.653, "last_started_at": "2026-07-06T18:11:17+09:00", "pid": 21265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.707, "name": "ffmpeg", "pid": 21265, "rss_mb": 274.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.647, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:13:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:13:49+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T18:13:49+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T18:13:49.756311+09:00", "mtime_epoch": 1783329229.7563114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:13:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.089, "pushed": 7.089, "read": 7.055}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.431, "count": 212, "max_ms": 9.154, "p95_ms": 8.244}, "gstreamer_push": {"avg_ms": 1.089, "count": 212, "max_ms": 1.448, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.579, "count": 212, "max_ms": 85.182, "p95_ms": 75.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.233, "count": 212, "max_ms": 113.665, "p95_ms": 99.077}, "yolo11_640_fire_11class": {"avg_ms": 62.109, "count": 212, "max_ms": 90.385, "p95_ms": 85.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.583, "count": 212, "max_ms": 103.659, "p95_ms": 93.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.371, "count": 212, "max_ms": 193.661, "p95_ms": 171.872}, "read_interval": {"avg_ms": 141.812, "count": 211, "max_ms": 202.844, "p95_ms": 180.098}, "triton_wait": {"avg_ms": 75.44, "count": 212, "max_ms": 113.683, "p95_ms": 99.091}, "visualize": {"avg_ms": 5.361, "count": 212, "max_ms": 8.137, "p95_ms": 6.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1245, "tracking_summary": 1140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6138.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24950.5, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 246.528, "sample_count": 1410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:13:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:13:57+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T18:13:57+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T18:13:57.068494+09:00", "mtime_epoch": 1783329237.068494, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:13:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 812.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.438, "pushed": 4.438, "read": 4.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.332, "count": 133, "max_ms": 119.968, "p95_ms": 114.671}, "gstreamer_push": {"avg_ms": 0.914, "count": 133, "max_ms": 3.036, "p95_ms": 1.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.007, "count": 133, "max_ms": 106.331, "p95_ms": 102.514}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.581, "count": 133, "max_ms": 112.274, "p95_ms": 104.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.294, "count": 133, "max_ms": 265.687, "p95_ms": 252.79}, "read_interval": {"avg_ms": 226.616, "count": 132, "max_ms": 497.939, "p95_ms": 263.668}, "triton_wait": {"avg_ms": 76.175, "count": 133, "max_ms": 112.286, "p95_ms": 106.314}, "visualize": {"avg_ms": 30.863, "count": 133, "max_ms": 41.857, "p95_ms": 41.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6141.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4358.06, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.912, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:14:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:14:16+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T18:14:16+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T18:14:16.832985+09:00", "mtime_epoch": 1783329256.8329847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:14:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.243, "count": 301, "max_ms": 6.648, "p95_ms": 5.107}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.612, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.858, "count": 301, "max_ms": 82.875, "p95_ms": 73.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.793, "count": 301, "max_ms": 117.187, "p95_ms": 97.205}, "yolo11_640_fire_11class": {"avg_ms": 62.608, "count": 301, "max_ms": 94.974, "p95_ms": 82.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.612, "count": 301, "max_ms": 101.265, "p95_ms": 91.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.294, "count": 301, "max_ms": 130.132, "p95_ms": 110.273}, "read_interval": {"avg_ms": 99.876, "count": 300, "max_ms": 449.8, "p95_ms": 128.766}, "triton_wait": {"avg_ms": 68.429, "count": 301, "max_ms": 117.2, "p95_ms": 97.216}, "visualize": {"avg_ms": 3.655, "count": 301, "max_ms": 4.872, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6141.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:11:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.777, "last_started_at": "2026-07-06T18:11:17+09:00", "pid": 21265, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.707, "name": "ffmpeg", "pid": 21265, "rss_mb": 274.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.372, "sample_count": 2005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:14:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:14:19+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:14:19+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T18:14:19.881060+09:00", "mtime_epoch": 1783329259.88106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:14:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1613.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.28, "pushed": 7.28, "read": 7.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.201, "count": 217, "max_ms": 9.275, "p95_ms": 7.635}, "gstreamer_push": {"avg_ms": 1.098, "count": 218, "max_ms": 1.431, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.439, "count": 217, "max_ms": 86.775, "p95_ms": 75.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.171, "count": 217, "max_ms": 118.93, "p95_ms": 99.158}, "yolo11_640_fire_11class": {"avg_ms": 61.737, "count": 217, "max_ms": 92.292, "p95_ms": 83.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.419, "count": 217, "max_ms": 104.449, "p95_ms": 93.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.838, "count": 218, "max_ms": 171.222, "p95_ms": 154.227}, "read_interval": {"avg_ms": 138.237, "count": 217, "max_ms": 183.092, "p95_ms": 163.076}, "triton_wait": {"avg_ms": 75.419, "count": 217, "max_ms": 118.943, "p95_ms": 99.17}, "visualize": {"avg_ms": 5.159, "count": 217, "max_ms": 8.051, "p95_ms": 5.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1247, "tracking_summary": 1141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5989.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 24980.65, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.193, "sample_count": 1415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:14:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:14:27+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T18:14:27+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T18:14:27.241241+09:00", "mtime_epoch": 1783329267.2412412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:14:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 804.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.91, "pushed": 4.91, "read": 4.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.072, "count": 147, "max_ms": 128.891, "p95_ms": 116.539}, "gstreamer_push": {"avg_ms": 0.85, "count": 147, "max_ms": 2.015, "p95_ms": 1.04}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.275, "count": 147, "max_ms": 113.787, "p95_ms": 96.535}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.536, "count": 147, "max_ms": 112.797, "p95_ms": 98.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.051, "count": 147, "max_ms": 252.158, "p95_ms": 237.425}, "read_interval": {"avg_ms": 204.999, "count": 146, "max_ms": 260.286, "p95_ms": 244.242}, "triton_wait": {"avg_ms": 75.516, "count": 147, "max_ms": 113.8, "p95_ms": 98.929}, "visualize": {"avg_ms": 27.421, "count": 147, "max_ms": 43.689, "p95_ms": 34.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6132.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4388.146, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.884, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:14:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:14:47+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T18:14:46+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T18:14:46.941723+09:00", "mtime_epoch": 1783329286.9417229, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:14:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 303, "max_ms": 6.701, "p95_ms": 5.053}, "gstreamer_push": {"avg_ms": 1.302, "count": 303, "max_ms": 1.904, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.109, "count": 303, "max_ms": 82.826, "p95_ms": 72.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.652, "count": 303, "max_ms": 106.866, "p95_ms": 95.312}, "yolo11_640_fire_11class": {"avg_ms": 61.917, "count": 303, "max_ms": 97.219, "p95_ms": 83.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.227, "count": 303, "max_ms": 101.573, "p95_ms": 91.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.573, "count": 303, "max_ms": 119.968, "p95_ms": 108.178}, "read_interval": {"avg_ms": 99.316, "count": 302, "max_ms": 518.658, "p95_ms": 126.66}, "triton_wait": {"avg_ms": 66.6, "count": 303, "max_ms": 106.878, "p95_ms": 95.327}, "visualize": {"avg_ms": 3.696, "count": 303, "max_ms": 5.371, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:14:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.779, "last_started_at": "2026-07-06T18:14:25+09:00", "pid": 21372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.207, "name": "ffmpeg", "pid": 21372, "rss_mb": 265.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.773, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:14:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:14:50+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T18:14:49+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T18:14:49.977797+09:00", "mtime_epoch": 1783329289.9777968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:14:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.107, "pushed": 6.107, "read": 6.074}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.276, "count": 182, "max_ms": 8.874, "p95_ms": 7.398}, "gstreamer_push": {"avg_ms": 1.091, "count": 183, "max_ms": 1.49, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.953, "count": 182, "max_ms": 82.818, "p95_ms": 74.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.458, "count": 182, "max_ms": 112.627, "p95_ms": 99.785}, "yolo11_640_fire_11class": {"avg_ms": 61.795, "count": 182, "max_ms": 93.508, "p95_ms": 85.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.612, "count": 182, "max_ms": 104.463, "p95_ms": 91.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.157, "count": 183, "max_ms": 185.405, "p95_ms": 164.723}, "read_interval": {"avg_ms": 164.653, "count": 182, "max_ms": 4413.388, "p95_ms": 174.025}, "triton_wait": {"avg_ms": 74.745, "count": 182, "max_ms": 112.639, "p95_ms": 99.797}, "visualize": {"avg_ms": 5.334, "count": 182, "max_ms": 8.118, "p95_ms": 6.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1249, "tracking_summary": 1142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6136.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25010.896, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 244.934, "sample_count": 1411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:14:57+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T18:14:57+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T18:14:57.449978+09:00", "mtime_epoch": 1783329297.449978, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:14:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 817.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.4, "pushed": 4.4, "read": 4.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.405, "count": 132, "max_ms": 146.299, "p95_ms": 120.669}, "gstreamer_push": {"avg_ms": 1.04, "count": 132, "max_ms": 1.944, "p95_ms": 1.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.345, "count": 132, "max_ms": 115.667, "p95_ms": 95.696}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.275, "count": 132, "max_ms": 109.817, "p95_ms": 103.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.12, "count": 132, "max_ms": 273.003, "p95_ms": 258.043}, "read_interval": {"avg_ms": 227.2, "count": 132, "max_ms": 279.48, "p95_ms": 265.198}, "triton_wait": {"avg_ms": 73.295, "count": 132, "max_ms": 115.679, "p95_ms": 105.885}, "visualize": {"avg_ms": 30.602, "count": 132, "max_ms": 50.127, "p95_ms": 41.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4418.226, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.969, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:15:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:15:17+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:15:17+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T18:15:17.026450+09:00", "mtime_epoch": 1783329317.0264502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:15:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.285, "count": 300, "max_ms": 6.671, "p95_ms": 5.469}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 2.155, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.616, "count": 300, "max_ms": 84.404, "p95_ms": 73.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.572, "count": 300, "max_ms": 121.315, "p95_ms": 95.843}, "yolo11_640_fire_11class": {"avg_ms": 62.21, "count": 300, "max_ms": 95.089, "p95_ms": 83.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.797, "count": 300, "max_ms": 98.861, "p95_ms": 91.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.452, "count": 300, "max_ms": 133.955, "p95_ms": 109.392}, "read_interval": {"avg_ms": 100.301, "count": 299, "max_ms": 638.04, "p95_ms": 127.606}, "triton_wait": {"avg_ms": 67.492, "count": 300, "max_ms": 121.325, "p95_ms": 95.854}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.73, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:14:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.898, "last_started_at": "2026-07-06T18:14:25+09:00", "pid": 21372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.012, "name": "ffmpeg", "pid": 21372, "rss_mb": 267.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.391, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:15:20+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T18:15:20+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T18:15:20.126524+09:00", "mtime_epoch": 1783329320.1265244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:15:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.167, "read": 7.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.268, "count": 214, "max_ms": 8.328, "p95_ms": 7.41}, "gstreamer_push": {"avg_ms": 1.108, "count": 215, "max_ms": 1.391, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.468, "count": 214, "max_ms": 87.898, "p95_ms": 76.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.704, "count": 214, "max_ms": 113.664, "p95_ms": 98.141}, "yolo11_640_fire_11class": {"avg_ms": 61.924, "count": 214, "max_ms": 89.87, "p95_ms": 82.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.935, "count": 214, "max_ms": 99.312, "p95_ms": 94.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.754, "count": 214, "max_ms": 195.031, "p95_ms": 153.268}, "read_interval": {"avg_ms": 140.161, "count": 214, "max_ms": 203.094, "p95_ms": 162.686}, "triton_wait": {"avg_ms": 75.984, "count": 214, "max_ms": 113.68, "p95_ms": 98.154}, "visualize": {"avg_ms": 5.234, "count": 214, "max_ms": 7.499, "p95_ms": 6.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1250, "tracking_summary": 1144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6126.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25041.013, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.988, "sample_count": 1424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:15:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:15:27+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-06T18:15:27+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-06T18:15:27.546702+09:00", "mtime_epoch": 1783329327.546702, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:15:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 804.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.882, "pushed": 4.882, "read": 4.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.735, "count": 146, "max_ms": 120.815, "p95_ms": 115.978}, "gstreamer_push": {"avg_ms": 0.822, "count": 146, "max_ms": 1.12, "p95_ms": 0.986}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.459, "count": 146, "max_ms": 113.233, "p95_ms": 97.129}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.193, "count": 146, "max_ms": 109.378, "p95_ms": 99.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.15, "count": 146, "max_ms": 272.471, "p95_ms": 242.297}, "read_interval": {"avg_ms": 205.77, "count": 145, "max_ms": 268.928, "p95_ms": 249.305}, "triton_wait": {"avg_ms": 75.155, "count": 146, "max_ms": 113.246, "p95_ms": 103.676}, "visualize": {"avg_ms": 29.196, "count": 146, "max_ms": 47.266, "p95_ms": 43.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4448.229, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.812, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:15:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:15:47+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T18:15:47+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T18:15:47.027165+09:00", "mtime_epoch": 1783329347.0271654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:15:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 301, "max_ms": 6.94, "p95_ms": 6.011}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 2.031, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.707, "count": 301, "max_ms": 87.81, "p95_ms": 75.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.278, "count": 301, "max_ms": 116.252, "p95_ms": 95.471}, "yolo11_640_fire_11class": {"avg_ms": 62.79, "count": 301, "max_ms": 93.755, "p95_ms": 85.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.616, "count": 301, "max_ms": 105.018, "p95_ms": 93.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.387, "count": 301, "max_ms": 129.04, "p95_ms": 109.916}, "read_interval": {"avg_ms": 99.67, "count": 301, "max_ms": 416.107, "p95_ms": 134.453}, "triton_wait": {"avg_ms": 67.376, "count": 301, "max_ms": 116.265, "p95_ms": 95.958}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 5.572, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6138.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:14:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.998, "last_started_at": "2026-07-06T18:14:25+09:00", "pid": 21372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.527, "name": "ffmpeg", "pid": 21372, "rss_mb": 267.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.237, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:15:50+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T18:15:50+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T18:15:50.219241+09:00", "mtime_epoch": 1783329350.219241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:15:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.048, "pushed": 7.048, "read": 7.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.401, "count": 211, "max_ms": 10.894, "p95_ms": 8.044}, "gstreamer_push": {"avg_ms": 1.095, "count": 211, "max_ms": 1.56, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.295, "count": 211, "max_ms": 86.748, "p95_ms": 77.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.896, "count": 211, "max_ms": 120.906, "p95_ms": 100.543}, "yolo11_640_fire_11class": {"avg_ms": 62.871, "count": 211, "max_ms": 89.824, "p95_ms": 84.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.809, "count": 211, "max_ms": 104.288, "p95_ms": 94.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.329, "count": 211, "max_ms": 185.784, "p95_ms": 167.188}, "read_interval": {"avg_ms": 142.697, "count": 210, "max_ms": 193.861, "p95_ms": 176.288}, "triton_wait": {"avg_ms": 76.132, "count": 211, "max_ms": 120.919, "p95_ms": 101.225}, "visualize": {"avg_ms": 5.374, "count": 211, "max_ms": 10.476, "p95_ms": 6.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1252, "tracking_summary": 1145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6138.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25071.158, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.391, "sample_count": 1409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:15:57+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T18:15:57+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T18:15:57.719418+09:00", "mtime_epoch": 1783329357.719418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:15:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 817.359, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.481, "pushed": 4.481, "read": 4.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.429, "count": 134, "max_ms": 149.23, "p95_ms": 131.635}, "gstreamer_push": {"avg_ms": 0.9, "count": 134, "max_ms": 2.237, "p95_ms": 1.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.576, "count": 134, "max_ms": 113.824, "p95_ms": 103.243}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.77, "count": 134, "max_ms": 110.731, "p95_ms": 105.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.814, "count": 134, "max_ms": 264.722, "p95_ms": 257.882}, "read_interval": {"avg_ms": 224.764, "count": 133, "max_ms": 271.109, "p95_ms": 266.627}, "triton_wait": {"avg_ms": 76.024, "count": 134, "max_ms": 113.837, "p95_ms": 108.296}, "visualize": {"avg_ms": 29.494, "count": 134, "max_ms": 45.464, "p95_ms": 40.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4478.263, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.161, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:16:17+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T18:16:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T18:16:17.067872+09:00", "mtime_epoch": 1783329377.067872, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:16:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.925, "pushed": 9.925, "read": 9.892}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.292, "count": 297, "max_ms": 6.792, "p95_ms": 5.932}, "gstreamer_push": {"avg_ms": 1.288, "count": 297, "max_ms": 2.103, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.519, "count": 297, "max_ms": 86.39, "p95_ms": 73.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.868, "count": 297, "max_ms": 107.594, "p95_ms": 95.618}, "yolo11_640_fire_11class": {"avg_ms": 61.829, "count": 297, "max_ms": 94.525, "p95_ms": 81.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.686, "count": 297, "max_ms": 102.378, "p95_ms": 91.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.63, "count": 297, "max_ms": 122.95, "p95_ms": 109.305}, "read_interval": {"avg_ms": 101.176, "count": 296, "max_ms": 608.158, "p95_ms": 128.386}, "triton_wait": {"avg_ms": 67.758, "count": 297, "max_ms": 107.607, "p95_ms": 96.311}, "visualize": {"avg_ms": 3.657, "count": 297, "max_ms": 5.908, "p95_ms": 4.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6134.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:14:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.095, "last_started_at": "2026-07-06T18:14:25+09:00", "pid": 21372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.301, "name": "ffmpeg", "pid": 21372, "rss_mb": 268.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.834, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:16:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:16:20+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:16:20+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T18:16:20.295948+09:00", "mtime_epoch": 1783329380.2959476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:16:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.679, "pushed": 6.679, "read": 6.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.643, "count": 200, "max_ms": 9.729, "p95_ms": 8.204}, "gstreamer_push": {"avg_ms": 1.085, "count": 200, "max_ms": 1.332, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.588, "count": 200, "max_ms": 87.192, "p95_ms": 75.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.403, "count": 200, "max_ms": 126.836, "p95_ms": 101.874}, "yolo11_640_fire_11class": {"avg_ms": 62.87, "count": 200, "max_ms": 94.093, "p95_ms": 84.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.977, "count": 200, "max_ms": 100.356, "p95_ms": 93.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.357, "count": 200, "max_ms": 197.902, "p95_ms": 181.26}, "read_interval": {"avg_ms": 150.463, "count": 199, "max_ms": 208.67, "p95_ms": 191.29}, "triton_wait": {"avg_ms": 77.642, "count": 200, "max_ms": 126.849, "p95_ms": 101.889}, "visualize": {"avg_ms": 5.694, "count": 200, "max_ms": 7.962, "p95_ms": 6.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1252, "tracking_summary": 1146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6124.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25101.304, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.878, "sample_count": 1410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:16:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:16:28+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T18:16:27+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T18:16:27.908125+09:00", "mtime_epoch": 1783329387.908125, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:16:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 802.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.977, "pushed": 4.977, "read": 4.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 84.423, "count": 149, "max_ms": 128.118, "p95_ms": 121.868}, "gstreamer_push": {"avg_ms": 0.872, "count": 149, "max_ms": 2.141, "p95_ms": 1.033}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.799, "count": 149, "max_ms": 116.232, "p95_ms": 101.452}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.172, "count": 149, "max_ms": 114.311, "p95_ms": 101.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.884, "count": 149, "max_ms": 251.859, "p95_ms": 240.916}, "read_interval": {"avg_ms": 202.239, "count": 148, "max_ms": 258.195, "p95_ms": 248.488}, "triton_wait": {"avg_ms": 78.176, "count": 149, "max_ms": 116.245, "p95_ms": 102.462}, "visualize": {"avg_ms": 27.973, "count": 149, "max_ms": 46.21, "p95_ms": 35.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6135.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4508.269, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.273, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:16:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:16:47+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T18:16:47+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T18:16:47.056569+09:00", "mtime_epoch": 1783329407.0565689, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:16:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.258, "count": 301, "max_ms": 7.909, "p95_ms": 5.453}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.886, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.016, "count": 301, "max_ms": 83.354, "p95_ms": 73.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.422, "count": 301, "max_ms": 125.244, "p95_ms": 98.379}, "yolo11_640_fire_11class": {"avg_ms": 63.068, "count": 301, "max_ms": 96.533, "p95_ms": 83.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.393, "count": 301, "max_ms": 99.874, "p95_ms": 92.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.316, "count": 301, "max_ms": 139.998, "p95_ms": 110.938}, "read_interval": {"avg_ms": 99.653, "count": 301, "max_ms": 493.219, "p95_ms": 127.224}, "triton_wait": {"avg_ms": 69.483, "count": 301, "max_ms": 125.257, "p95_ms": 98.388}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 5.526, "p95_ms": 4.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:14:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.143, "last_started_at": "2026-07-06T18:14:25+09:00", "pid": 21372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.816, "name": "ffmpeg", "pid": 21372, "rss_mb": 268.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.209, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:16:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:16:50+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T18:16:50+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T18:16:50.364645+09:00", "mtime_epoch": 1783329410.3646452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:16:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.218, "pushed": 7.218, "read": 7.185}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.18, "count": 216, "max_ms": 9.545, "p95_ms": 7.814}, "gstreamer_push": {"avg_ms": 1.094, "count": 216, "max_ms": 1.247, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.87, "count": 216, "max_ms": 84.81, "p95_ms": 76.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.134, "count": 216, "max_ms": 123.013, "p95_ms": 103.464}, "yolo11_640_fire_11class": {"avg_ms": 61.75, "count": 216, "max_ms": 88.666, "p95_ms": 84.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.368, "count": 216, "max_ms": 100.926, "p95_ms": 94.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.657, "count": 216, "max_ms": 191.375, "p95_ms": 159.605}, "read_interval": {"avg_ms": 139.15, "count": 215, "max_ms": 199.208, "p95_ms": 168.686}, "triton_wait": {"avg_ms": 75.44, "count": 216, "max_ms": 123.026, "p95_ms": 103.477}, "visualize": {"avg_ms": 5.162, "count": 216, "max_ms": 7.459, "p95_ms": 6.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1254, "tracking_summary": 1147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6135.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25131.312, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.597, "sample_count": 1411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:16:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:16:58+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T18:16:57+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T18:16:57.904819+09:00", "mtime_epoch": 1783329417.904819, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:16:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 814.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.634, "pushed": 4.634, "read": 4.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.36, "count": 138, "max_ms": 154.5, "p95_ms": 118.118}, "gstreamer_push": {"avg_ms": 1.092, "count": 138, "max_ms": 2.428, "p95_ms": 1.894}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.484, "count": 138, "max_ms": 114.58, "p95_ms": 104.136}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.301, "count": 138, "max_ms": 112.708, "p95_ms": 104.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.188, "count": 138, "max_ms": 267.881, "p95_ms": 257.02}, "read_interval": {"avg_ms": 217.428, "count": 137, "max_ms": 275.16, "p95_ms": 263.309}, "triton_wait": {"avg_ms": 78.465, "count": 138, "max_ms": 114.592, "p95_ms": 106.93}, "visualize": {"avg_ms": 32.476, "count": 138, "max_ms": 63.563, "p95_ms": 43.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4538.384, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.04, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:17:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:17:17+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T18:17:17+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T18:17:17.153260+09:00", "mtime_epoch": 1783329437.15326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:17:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 300, "max_ms": 7.474, "p95_ms": 5.762}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.747, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.506, "count": 300, "max_ms": 83.489, "p95_ms": 71.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.086, "count": 300, "max_ms": 106.466, "p95_ms": 94.943}, "yolo11_640_fire_11class": {"avg_ms": 62.579, "count": 300, "max_ms": 94.448, "p95_ms": 84.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.949, "count": 300, "max_ms": 104.725, "p95_ms": 90.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.732, "count": 300, "max_ms": 119.185, "p95_ms": 108.057}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 486.594, "p95_ms": 128.734}, "triton_wait": {"avg_ms": 67.888, "count": 300, "max_ms": 106.478, "p95_ms": 95.116}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 5.863, "p95_ms": 4.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6138.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:11:14+09:00", "last_error_summary": "[h264 @ 0x557823262c80] left block unavailable for requested intra mode [h264 @ 0x557823262c80] error while decoding MB 0 24, bytestream 1018 [h264 @ 0x557823262c80] reference picture missing during reorder [h264 @ 0x557823262c80] Missing reference picture, default is 65552 [h264 @ 0x557823331b00] mmco: unref short failure [h264 @ 0x557823331b00] illegal short term buffer state detected [h264 @ 0x557823193ec0] left block unavailable for requested intra mode [h264 @ 0x557823193ec0] error while de", "last_exit_at": "2026-07-06T18:14:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.219, "last_started_at": "2026-07-06T18:14:25+09:00", "pid": 21372, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.074, "name": "ffmpeg", "pid": 21372, "rss_mb": 269.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.723, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:17:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:17:20+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:17:20+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T18:17:20.417335+09:00", "mtime_epoch": 1783329440.4173346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:17:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.184, "pushed": 7.184, "read": 7.151}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.348, "count": 215, "max_ms": 9.088, "p95_ms": 7.814}, "gstreamer_push": {"avg_ms": 1.095, "count": 215, "max_ms": 1.296, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.24, "count": 215, "max_ms": 79.338, "p95_ms": 75.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.517, "count": 215, "max_ms": 120.873, "p95_ms": 99.249}, "yolo11_640_fire_11class": {"avg_ms": 61.747, "count": 215, "max_ms": 93.46, "p95_ms": 81.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.814, "count": 215, "max_ms": 104.247, "p95_ms": 92.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.422, "count": 215, "max_ms": 191.433, "p95_ms": 159.694}, "read_interval": {"avg_ms": 139.821, "count": 214, "max_ms": 199.508, "p95_ms": 168.726}, "triton_wait": {"avg_ms": 74.89, "count": 215, "max_ms": 120.886, "p95_ms": 99.41}, "visualize": {"avg_ms": 5.269, "count": 215, "max_ms": 7.356, "p95_ms": 6.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1255, "tracking_summary": 1148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5912.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25161.328, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.738, "sample_count": 1406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:17:28+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T18:17:27+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T18:17:27.901505+09:00", "mtime_epoch": 1783329447.9015048, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:17:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 815.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.631, "pushed": 4.631, "read": 4.597}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.668, "count": 138, "max_ms": 137.182, "p95_ms": 120.005}, "gstreamer_push": {"avg_ms": 0.854, "count": 138, "max_ms": 2.03, "p95_ms": 1.172}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.465, "count": 138, "max_ms": 117.513, "p95_ms": 93.782}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.262, "count": 138, "max_ms": 117.5, "p95_ms": 108.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.492, "count": 138, "max_ms": 260.586, "p95_ms": 249.862}, "read_interval": {"avg_ms": 217.362, "count": 137, "max_ms": 269.66, "p95_ms": 257.222}, "triton_wait": {"avg_ms": 76.646, "count": 138, "max_ms": 117.524, "p95_ms": 108.42}, "visualize": {"avg_ms": 28.194, "count": 138, "max_ms": 41.756, "p95_ms": 37.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.801, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4568.457, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.392, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:17:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:17:47+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T18:17:47.257943+09:00", "mtime_epoch": 1783329467.2579434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:17:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.274, "count": 304, "max_ms": 6.643, "p95_ms": 5.603}, "gstreamer_push": {"avg_ms": 1.289, "count": 304, "max_ms": 1.618, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.899, "count": 304, "max_ms": 83.641, "p95_ms": 68.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.856, "count": 304, "max_ms": 109.964, "p95_ms": 92.688}, "yolo11_640_fire_11class": {"avg_ms": 62.337, "count": 304, "max_ms": 97.489, "p95_ms": 83.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.812, "count": 304, "max_ms": 109.933, "p95_ms": 89.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.234, "count": 304, "max_ms": 123.02, "p95_ms": 106.585}, "read_interval": {"avg_ms": 98.967, "count": 303, "max_ms": 570.299, "p95_ms": 126.157}, "triton_wait": {"avg_ms": 66.421, "count": 304, "max_ms": 109.977, "p95_ms": 93.361}, "visualize": {"avg_ms": 3.634, "count": 304, "max_ms": 5.421, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:17:24+09:00", "last_error_summary": "[h264 @ 0x55eaf7ab8ac0] error while decoding MB 2 37, bytestream -5", "last_exit_at": "2026-07-06T18:17:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.59, "last_started_at": "2026-07-06T18:17:27+09:00", "pid": 21479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.664, "name": "ffmpeg", "pid": 21479, "rss_mb": 267.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.232, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:17:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:17:50+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T18:17:50+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T18:17:50.450015+09:00", "mtime_epoch": 1783329470.4500153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:17:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.046, "pushed": 6.046, "read": 6.013}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.289, "count": 181, "max_ms": 8.998, "p95_ms": 7.787}, "gstreamer_push": {"avg_ms": 1.099, "count": 181, "max_ms": 1.814, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.801, "count": 181, "max_ms": 83.722, "p95_ms": 72.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.571, "count": 181, "max_ms": 116.989, "p95_ms": 98.006}, "yolo11_640_fire_11class": {"avg_ms": 60.34, "count": 181, "max_ms": 89.65, "p95_ms": 83.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.25, "count": 181, "max_ms": 102.816, "p95_ms": 92.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.531, "count": 181, "max_ms": 187.983, "p95_ms": 162.625}, "read_interval": {"avg_ms": 165.999, "count": 180, "max_ms": 5050.302, "p95_ms": 170.723}, "triton_wait": {"avg_ms": 73.724, "count": 181, "max_ms": 117.002, "p95_ms": 98.019}, "visualize": {"avg_ms": 5.305, "count": 181, "max_ms": 7.903, "p95_ms": 6.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1256, "tracking_summary": 1149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6137.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25191.415, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.231, "sample_count": 1388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:17:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:17:58+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T18:17:58+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T18:17:58.042186+09:00", "mtime_epoch": 1783329478.0421863, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:17:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 815.477, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.552, "pushed": 4.552, "read": 4.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.913, "count": 136, "max_ms": 144.238, "p95_ms": 117.281}, "gstreamer_push": {"avg_ms": 0.837, "count": 136, "max_ms": 1.817, "p95_ms": 0.998}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.3, "count": 136, "max_ms": 105.848, "p95_ms": 99.222}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.009, "count": 136, "max_ms": 111.093, "p95_ms": 100.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.345, "count": 136, "max_ms": 263.521, "p95_ms": 249.066}, "read_interval": {"avg_ms": 221.518, "count": 135, "max_ms": 272.623, "p95_ms": 254.529}, "triton_wait": {"avg_ms": 74.927, "count": 136, "max_ms": 111.106, "p95_ms": 102.609}, "visualize": {"avg_ms": 27.68, "count": 136, "max_ms": 43.221, "p95_ms": 39.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4598.531, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.992, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:18:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:18:17+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T18:18:17+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T18:18:17.326618+09:00", "mtime_epoch": 1783329497.3266184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:18:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1489.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.287, "count": 298, "max_ms": 6.811, "p95_ms": 5.82}, "gstreamer_push": {"avg_ms": 1.302, "count": 298, "max_ms": 1.611, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.13, "count": 298, "max_ms": 88.074, "p95_ms": 72.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.647, "count": 298, "max_ms": 114.768, "p95_ms": 93.848}, "yolo11_640_fire_11class": {"avg_ms": 63.651, "count": 298, "max_ms": 95.519, "p95_ms": 86.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.195, "count": 298, "max_ms": 105.49, "p95_ms": 90.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.233, "count": 298, "max_ms": 128.103, "p95_ms": 107.74}, "read_interval": {"avg_ms": 100.947, "count": 297, "max_ms": 483.517, "p95_ms": 126.462}, "triton_wait": {"avg_ms": 68.273, "count": 298, "max_ms": 114.781, "p95_ms": 95.249}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.294, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6141.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:17:24+09:00", "last_error_summary": "[h264 @ 0x55eaf7ab8ac0] error while decoding MB 2 37, bytestream -5", "last_exit_at": "2026-07-06T18:17:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.688, "last_started_at": "2026-07-06T18:17:27+09:00", "pid": 21479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.211, "name": "ffmpeg", "pid": 21479, "rss_mb": 269.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.104, "sample_count": 2060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:18:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:18:20+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T18:18:20+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T18:18:20.602692+09:00", "mtime_epoch": 1783329500.6026917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:18:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.176, "pushed": 7.176, "read": 7.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.237, "count": 214, "max_ms": 9.865, "p95_ms": 7.861}, "gstreamer_push": {"avg_ms": 1.11, "count": 215, "max_ms": 1.493, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.777, "count": 214, "max_ms": 87.276, "p95_ms": 72.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.099, "count": 214, "max_ms": 109.915, "p95_ms": 101.171}, "yolo11_640_fire_11class": {"avg_ms": 62.189, "count": 214, "max_ms": 94.976, "p95_ms": 86.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.055, "count": 214, "max_ms": 104.798, "p95_ms": 93.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.546, "count": 215, "max_ms": 180.694, "p95_ms": 155.01}, "read_interval": {"avg_ms": 140.057, "count": 214, "max_ms": 188.58, "p95_ms": 164.509}, "triton_wait": {"avg_ms": 76.32, "count": 214, "max_ms": 109.931, "p95_ms": 101.529}, "visualize": {"avg_ms": 5.196, "count": 214, "max_ms": 8.459, "p95_ms": 6.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1259, "tracking_summary": 1151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6144.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25221.457, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.09, "sample_count": 1396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:18:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:18:28+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T18:18:28+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T18:18:28.042857+09:00", "mtime_epoch": 1783329508.0428574, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:18:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 818.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.952, "pushed": 4.952, "read": 4.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.665, "count": 148, "max_ms": 145.901, "p95_ms": 116.297}, "gstreamer_push": {"avg_ms": 0.82, "count": 148, "max_ms": 1.068, "p95_ms": 0.976}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.229, "count": 148, "max_ms": 109.445, "p95_ms": 94.844}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.395, "count": 148, "max_ms": 106.304, "p95_ms": 95.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.092, "count": 148, "max_ms": 277.394, "p95_ms": 234.32}, "read_interval": {"avg_ms": 202.818, "count": 147, "max_ms": 283.27, "p95_ms": 240.503}, "triton_wait": {"avg_ms": 72.537, "count": 148, "max_ms": 109.457, "p95_ms": 96.413}, "visualize": {"avg_ms": 24.917, "count": 148, "max_ms": 31.278, "p95_ms": 30.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6145.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4628.58, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.571, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:18:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:18:47+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T18:18:47+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T18:18:47.351286+09:00", "mtime_epoch": 1783329527.3512857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:18:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1490.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 300, "max_ms": 6.793, "p95_ms": 5.932}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.954, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.757, "count": 300, "max_ms": 82.263, "p95_ms": 71.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.669, "count": 300, "max_ms": 107.893, "p95_ms": 92.405}, "yolo11_640_fire_11class": {"avg_ms": 63.04, "count": 300, "max_ms": 93.724, "p95_ms": 83.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.727, "count": 300, "max_ms": 103.074, "p95_ms": 90.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.547, "count": 300, "max_ms": 120.821, "p95_ms": 106.961}, "read_interval": {"avg_ms": 100.104, "count": 299, "max_ms": 335.834, "p95_ms": 134.001}, "triton_wait": {"avg_ms": 67.539, "count": 300, "max_ms": 107.906, "p95_ms": 93.39}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.429, "p95_ms": 4.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6144.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:17:24+09:00", "last_error_summary": "[h264 @ 0x55eaf7ab8ac0] error while decoding MB 2 37, bytestream -5", "last_exit_at": "2026-07-06T18:17:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.689, "last_started_at": "2026-07-06T18:17:27+09:00", "pid": 21479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.047, "name": "ffmpeg", "pid": 21479, "rss_mb": 272.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.825, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:18:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:18:50+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:18:50+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T18:18:50.603358+09:00", "mtime_epoch": 1783329530.6033576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:18:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.102, "pushed": 7.102, "read": 7.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.26, "count": 213, "max_ms": 9.743, "p95_ms": 7.573}, "gstreamer_push": {"avg_ms": 1.116, "count": 213, "max_ms": 1.573, "p95_ms": 1.263}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.236, "count": 213, "max_ms": 82.571, "p95_ms": 74.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.765, "count": 213, "max_ms": 113.443, "p95_ms": 100.358}, "yolo11_640_fire_11class": {"avg_ms": 62.99, "count": 213, "max_ms": 92.085, "p95_ms": 83.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.481, "count": 213, "max_ms": 103.412, "p95_ms": 93.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.296, "count": 213, "max_ms": 178.533, "p95_ms": 160.747}, "read_interval": {"avg_ms": 140.849, "count": 213, "max_ms": 186.412, "p95_ms": 169.843}, "triton_wait": {"avg_ms": 76.19, "count": 213, "max_ms": 113.455, "p95_ms": 100.371}, "visualize": {"avg_ms": 5.229, "count": 213, "max_ms": 8.647, "p95_ms": 6.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1259, "tracking_summary": 1152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6135.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25251.638, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 246.753, "sample_count": 1414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:18:58+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T18:18:58+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T18:18:58.243526+09:00", "mtime_epoch": 1783329538.243526, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:18:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 808.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.01, "pushed": 5.01, "read": 4.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.248, "count": 150, "max_ms": 121.654, "p95_ms": 116.315}, "gstreamer_push": {"avg_ms": 0.841, "count": 150, "max_ms": 2.088, "p95_ms": 0.99}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.855, "count": 150, "max_ms": 110.098, "p95_ms": 96.234}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.724, "count": 150, "max_ms": 112.576, "p95_ms": 98.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.255, "count": 150, "max_ms": 253.058, "p95_ms": 240.775}, "read_interval": {"avg_ms": 201.148, "count": 149, "max_ms": 259.57, "p95_ms": 248.242}, "triton_wait": {"avg_ms": 72.999, "count": 150, "max_ms": 112.589, "p95_ms": 98.595}, "visualize": {"avg_ms": 25.954, "count": 150, "max_ms": 42.047, "p95_ms": 30.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4658.599, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.571, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:19:17+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:19:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T18:19:17.403947+09:00", "mtime_epoch": 1783329557.4039469, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:19:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1490.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 300, "max_ms": 7.326, "p95_ms": 5.311}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 2.08, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.583, "count": 300, "max_ms": 83.182, "p95_ms": 73.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.401, "count": 300, "max_ms": 122.983, "p95_ms": 96.317}, "yolo11_640_fire_11class": {"avg_ms": 63.945, "count": 300, "max_ms": 97.36, "p95_ms": 86.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.876, "count": 300, "max_ms": 101.65, "p95_ms": 92.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.806, "count": 300, "max_ms": 135.693, "p95_ms": 109.61}, "read_interval": {"avg_ms": 100.109, "count": 299, "max_ms": 350.942, "p95_ms": 131.677}, "triton_wait": {"avg_ms": 68.915, "count": 300, "max_ms": 122.997, "p95_ms": 96.371}, "visualize": {"avg_ms": 3.663, "count": 300, "max_ms": 5.516, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6141.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:17:24+09:00", "last_error_summary": "[h264 @ 0x55eaf7ab8ac0] error while decoding MB 2 37, bytestream -5", "last_exit_at": "2026-07-06T18:17:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.727, "last_started_at": "2026-07-06T18:17:27+09:00", "pid": 21479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.852, "name": "ffmpeg", "pid": 21479, "rss_mb": 273.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.807, "sample_count": 2060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:19:20+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T18:19:20+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T18:19:20.620017+09:00", "mtime_epoch": 1783329560.6200173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:19:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.237, "pushed": 7.237, "read": 7.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.199, "count": 216, "max_ms": 9.258, "p95_ms": 7.726}, "gstreamer_push": {"avg_ms": 1.103, "count": 216, "max_ms": 1.641, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.925, "count": 216, "max_ms": 83.975, "p95_ms": 76.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.366, "count": 216, "max_ms": 124.012, "p95_ms": 102.783}, "yolo11_640_fire_11class": {"avg_ms": 62.305, "count": 216, "max_ms": 95.554, "p95_ms": 83.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.272, "count": 216, "max_ms": 102.986, "p95_ms": 94.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.481, "count": 216, "max_ms": 194.759, "p95_ms": 157.677}, "read_interval": {"avg_ms": 139.027, "count": 215, "max_ms": 205.017, "p95_ms": 167.324}, "triton_wait": {"avg_ms": 75.545, "count": 216, "max_ms": 124.024, "p95_ms": 102.795}, "visualize": {"avg_ms": 5.196, "count": 216, "max_ms": 7.09, "p95_ms": 6.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1260, "tracking_summary": 1153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6135.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25281.797, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.147, "sample_count": 1396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:19:28+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-06T18:19:28+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T18:19:28.380187+09:00", "mtime_epoch": 1783329568.3801868, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:19:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 805.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.277, "pushed": 4.277, "read": 4.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.338, "count": 128, "max_ms": 152.643, "p95_ms": 128.452}, "gstreamer_push": {"avg_ms": 1.312, "count": 128, "max_ms": 3.688, "p95_ms": 1.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.15, "count": 128, "max_ms": 118.105, "p95_ms": 107.831}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.676, "count": 128, "max_ms": 117.399, "p95_ms": 109.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.26, "count": 128, "max_ms": 332.124, "p95_ms": 275.07}, "read_interval": {"avg_ms": 235.673, "count": 127, "max_ms": 338.762, "p95_ms": 285.156}, "triton_wait": {"avg_ms": 77.11, "count": 128, "max_ms": 118.119, "p95_ms": 111.344}, "visualize": {"avg_ms": 38.015, "count": 128, "max_ms": 57.202, "p95_ms": 46.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6136.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4688.678, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.803, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:19:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:19:47+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T18:19:47+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T18:19:47.480603+09:00", "mtime_epoch": 1783329587.4806025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:19:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1490.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.32, "count": 302, "max_ms": 6.902, "p95_ms": 6.016}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 2.144, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.986, "count": 302, "max_ms": 84.425, "p95_ms": 73.467}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.137, "count": 302, "max_ms": 112.888, "p95_ms": 95.597}, "yolo11_640_fire_11class": {"avg_ms": 64.369, "count": 302, "max_ms": 93.716, "p95_ms": 87.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.532, "count": 302, "max_ms": 98.179, "p95_ms": 92.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.625, "count": 302, "max_ms": 126.036, "p95_ms": 109.317}, "read_interval": {"avg_ms": 99.649, "count": 301, "max_ms": 448.169, "p95_ms": 129.36}, "triton_wait": {"avg_ms": 68.759, "count": 302, "max_ms": 112.901, "p95_ms": 96.08}, "visualize": {"avg_ms": 3.632, "count": 302, "max_ms": 5.612, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6144.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:17:24+09:00", "last_error_summary": "[h264 @ 0x55eaf7ab8ac0] error while decoding MB 2 37, bytestream -5", "last_exit_at": "2026-07-06T18:17:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.726, "last_started_at": "2026-07-06T18:17:27+09:00", "pid": 21479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.367, "name": "ffmpeg", "pid": 21479, "rss_mb": 274.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.79, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:19:50+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T18:19:50+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T18:19:50.628671+09:00", "mtime_epoch": 1783329590.6286707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:19:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1614.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.234, "pushed": 7.267, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.174, "count": 217, "max_ms": 10.672, "p95_ms": 7.756}, "gstreamer_push": {"avg_ms": 1.115, "count": 218, "max_ms": 1.867, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.068, "count": 217, "max_ms": 84.412, "p95_ms": 75.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.465, "count": 217, "max_ms": 113.928, "p95_ms": 101.659}, "yolo11_640_fire_11class": {"avg_ms": 62.479, "count": 217, "max_ms": 92.247, "p95_ms": 85.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.92, "count": 217, "max_ms": 103.673, "p95_ms": 94.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.656, "count": 217, "max_ms": 168.309, "p95_ms": 157.592}, "read_interval": {"avg_ms": 138.289, "count": 217, "max_ms": 176.908, "p95_ms": 167.184}, "triton_wait": {"avg_ms": 74.689, "count": 217, "max_ms": 113.943, "p95_ms": 101.677}, "visualize": {"avg_ms": 5.243, "count": 217, "max_ms": 8.557, "p95_ms": 6.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1262, "tracking_summary": 1154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6143.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25311.851, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.965, "sample_count": 1402, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:19:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:19:58+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T18:19:58+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T18:19:58.484841+09:00", "mtime_epoch": 1783329598.4848409, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:19:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 814.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.662, "pushed": 4.662, "read": 4.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.951, "count": 139, "max_ms": 149.553, "p95_ms": 116.722}, "gstreamer_push": {"avg_ms": 1.049, "count": 139, "max_ms": 2.444, "p95_ms": 1.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.712, "count": 139, "max_ms": 121.238, "p95_ms": 105.926}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.131, "count": 139, "max_ms": 112.378, "p95_ms": 106.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.835, "count": 139, "max_ms": 267.948, "p95_ms": 251.184}, "read_interval": {"avg_ms": 216.444, "count": 138, "max_ms": 276.108, "p95_ms": 258.891}, "triton_wait": {"avg_ms": 77.116, "count": 139, "max_ms": 121.253, "p95_ms": 106.959}, "visualize": {"avg_ms": 31.755, "count": 139, "max_ms": 63.36, "p95_ms": 43.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6144.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4718.753, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.293, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:20:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:20:17+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T18:20:17+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T18:20:17.549252+09:00", "mtime_epoch": 1783329617.549252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:20:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1490.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.312, "count": 301, "max_ms": 6.857, "p95_ms": 5.736}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.956, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.62, "count": 301, "max_ms": 88.025, "p95_ms": 76.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.911, "count": 301, "max_ms": 118.655, "p95_ms": 99.604}, "yolo11_640_fire_11class": {"avg_ms": 65.323, "count": 301, "max_ms": 103.901, "p95_ms": 89.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.481, "count": 301, "max_ms": 104.479, "p95_ms": 95.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.349, "count": 301, "max_ms": 131.8, "p95_ms": 113.416}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 405.947, "p95_ms": 132.508}, "triton_wait": {"avg_ms": 70.346, "count": 301, "max_ms": 118.668, "p95_ms": 99.688}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 5.425, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6144.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:17:24+09:00", "last_error_summary": "[h264 @ 0x55eaf7ab8ac0] error while decoding MB 2 37, bytestream -5", "last_exit_at": "2026-07-06T18:17:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.803, "last_started_at": "2026-07-06T18:17:27+09:00", "pid": 21479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.367, "name": "ffmpeg", "pid": 21479, "rss_mb": 274.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.825, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:20:20+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T18:20:20+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T18:20:20.709320+09:00", "mtime_epoch": 1783329620.70932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:20:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.241, "pushed": 7.241, "read": 7.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.044, "count": 216, "max_ms": 9.587, "p95_ms": 7.436}, "gstreamer_push": {"avg_ms": 1.108, "count": 217, "max_ms": 1.525, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.789, "count": 216, "max_ms": 86.354, "p95_ms": 78.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.557, "count": 216, "max_ms": 122.226, "p95_ms": 103.857}, "yolo11_640_fire_11class": {"avg_ms": 63.291, "count": 216, "max_ms": 97.589, "p95_ms": 88.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.757, "count": 216, "max_ms": 103.62, "p95_ms": 95.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.945, "count": 217, "max_ms": 176.275, "p95_ms": 157.526}, "read_interval": {"avg_ms": 138.625, "count": 216, "max_ms": 185.646, "p95_ms": 167.822}, "triton_wait": {"avg_ms": 75.89, "count": 216, "max_ms": 122.239, "p95_ms": 103.87}, "visualize": {"avg_ms": 5.124, "count": 216, "max_ms": 8.511, "p95_ms": 5.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1263, "tracking_summary": 1155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6145.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25341.971, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.802, "sample_count": 1407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:20:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:20:28+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T18:20:28+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T18:20:28.565489+09:00", "mtime_epoch": 1783329628.5654886, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:20:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 819.82, "name": "celery", "pid": 239, "rss_mb": 816.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.014, "pushed": 5.014, "read": 4.981}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.588, "count": 150, "max_ms": 145.151, "p95_ms": 120.408}, "gstreamer_push": {"avg_ms": 0.899, "count": 150, "max_ms": 2.589, "p95_ms": 1.682}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.754, "count": 150, "max_ms": 119.167, "p95_ms": 103.022}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.373, "count": 150, "max_ms": 117.017, "p95_ms": 108.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.452, "count": 150, "max_ms": 261.724, "p95_ms": 247.606}, "read_interval": {"avg_ms": 200.685, "count": 149, "max_ms": 270.55, "p95_ms": 254.558}, "triton_wait": {"avg_ms": 76.506, "count": 150, "max_ms": 119.179, "p95_ms": 109.027}, "visualize": {"avg_ms": 29.205, "count": 150, "max_ms": 51.334, "p95_ms": 45.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6136.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4748.85, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.108, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:20:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:20:47+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T18:20:47+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T18:20:47.621896+09:00", "mtime_epoch": 1783329647.6218963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:20:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1490.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.247, "count": 301, "max_ms": 6.712, "p95_ms": 5.757}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.855, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.563, "count": 301, "max_ms": 83.834, "p95_ms": 72.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.633, "count": 301, "max_ms": 121.499, "p95_ms": 93.533}, "yolo11_640_fire_11class": {"avg_ms": 62.986, "count": 301, "max_ms": 96.1, "p95_ms": 85.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.933, "count": 301, "max_ms": 100.722, "p95_ms": 90.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.183, "count": 301, "max_ms": 134.508, "p95_ms": 107.088}, "read_interval": {"avg_ms": 99.926, "count": 300, "max_ms": 461.854, "p95_ms": 127.338}, "triton_wait": {"avg_ms": 67.449, "count": 301, "max_ms": 121.512, "p95_ms": 94.688}, "visualize": {"avg_ms": 3.597, "count": 301, "max_ms": 5.315, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6136.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:20:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.469, "last_started_at": "2026-07-06T18:20:35+09:00", "pid": 21586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.633, "name": "ffmpeg", "pid": 21586, "rss_mb": 264.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.786, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:20:50+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T18:20:50+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T18:20:50.765963+09:00", "mtime_epoch": 1783329650.7659633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:20:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.053, "pushed": 6.053, "read": 6.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.403, "count": 181, "max_ms": 10.677, "p95_ms": 7.884}, "gstreamer_push": {"avg_ms": 1.101, "count": 181, "max_ms": 1.886, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.802, "count": 181, "max_ms": 82.984, "p95_ms": 73.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.866, "count": 181, "max_ms": 122.677, "p95_ms": 100.572}, "yolo11_640_fire_11class": {"avg_ms": 61.922, "count": 181, "max_ms": 93.777, "p95_ms": 84.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.288, "count": 181, "max_ms": 97.273, "p95_ms": 90.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.742, "count": 181, "max_ms": 189.616, "p95_ms": 164.314}, "read_interval": {"avg_ms": 166.226, "count": 180, "max_ms": 4647.424, "p95_ms": 174.18}, "triton_wait": {"avg_ms": 75.245, "count": 181, "max_ms": 122.69, "p95_ms": 100.585}, "visualize": {"avg_ms": 5.33, "count": 181, "max_ms": 7.659, "p95_ms": 6.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1264, "tracking_summary": 1157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6128.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25372.172, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.818, "sample_count": 1408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:20:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:20:58+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T18:20:58+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T18:20:58.774134+09:00", "mtime_epoch": 1783329658.7741337, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:20:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 820.301, "name": "celery", "pid": 239, "rss_mb": 805.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.576, "pushed": 4.576, "read": 4.543}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.722, "count": 137, "max_ms": 123.426, "p95_ms": 117.998}, "gstreamer_push": {"avg_ms": 1.018, "count": 137, "max_ms": 2.17, "p95_ms": 1.955}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.009, "count": 137, "max_ms": 107.543, "p95_ms": 98.216}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.877, "count": 137, "max_ms": 112.558, "p95_ms": 102.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.111, "count": 137, "max_ms": 268.338, "p95_ms": 253.739}, "read_interval": {"avg_ms": 220.546, "count": 136, "max_ms": 277.238, "p95_ms": 261.57}, "triton_wait": {"avg_ms": 77.274, "count": 137, "max_ms": 112.572, "p95_ms": 105.547}, "visualize": {"avg_ms": 31.28, "count": 137, "max_ms": 45.933, "p95_ms": 43.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6135.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4778.945, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.108, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:21:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:21:17+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T18:21:17+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T18:21:17.718536+09:00", "mtime_epoch": 1783329677.7185357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:21:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1490.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.359, "count": 299, "max_ms": 7.534, "p95_ms": 5.938}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 2.58, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.322, "count": 299, "max_ms": 89.393, "p95_ms": 71.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.434, "count": 299, "max_ms": 105.934, "p95_ms": 95.589}, "yolo11_640_fire_11class": {"avg_ms": 63.844, "count": 299, "max_ms": 101.709, "p95_ms": 87.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.368, "count": 299, "max_ms": 99.066, "p95_ms": 90.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.706, "count": 299, "max_ms": 119.031, "p95_ms": 109.369}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 419.312, "p95_ms": 130.159}, "triton_wait": {"avg_ms": 67.618, "count": 299, "max_ms": 105.946, "p95_ms": 95.601}, "visualize": {"avg_ms": 3.72, "count": 299, "max_ms": 5.964, "p95_ms": 4.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6127.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:20:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.563, "last_started_at": "2026-07-06T18:20:35+09:00", "pid": 21586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.922, "name": "ffmpeg", "pid": 21586, "rss_mb": 265.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.07, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:21:20+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T18:21:20+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T18:21:20.874603+09:00", "mtime_epoch": 1783329680.8746026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:21:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.143, "pushed": 7.143, "read": 7.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.346, "count": 213, "max_ms": 9.573, "p95_ms": 8.371}, "gstreamer_push": {"avg_ms": 1.091, "count": 214, "max_ms": 1.742, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.761, "count": 213, "max_ms": 84.04, "p95_ms": 74.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.39, "count": 213, "max_ms": 112.733, "p95_ms": 100.532}, "yolo11_640_fire_11class": {"avg_ms": 61.529, "count": 213, "max_ms": 94.527, "p95_ms": 83.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.764, "count": 213, "max_ms": 100.695, "p95_ms": 91.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.219, "count": 214, "max_ms": 185.959, "p95_ms": 162.458}, "read_interval": {"avg_ms": 140.646, "count": 213, "max_ms": 194.388, "p95_ms": 172.844}, "triton_wait": {"avg_ms": 74.599, "count": 213, "max_ms": 112.745, "p95_ms": 100.545}, "visualize": {"avg_ms": 5.321, "count": 213, "max_ms": 8.724, "p95_ms": 6.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1265, "tracking_summary": 1158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6135.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25402.356, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.708, "sample_count": 1391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:21:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:21:29+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-06T18:21:28+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T18:21:28.898772+09:00", "mtime_epoch": 1783329688.898772, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:21:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 820.301, "name": "celery", "pid": 239, "rss_mb": 811.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.358, "pushed": 4.358, "read": 4.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.657, "count": 130, "max_ms": 141.479, "p95_ms": 116.584}, "gstreamer_push": {"avg_ms": 0.938, "count": 130, "max_ms": 1.899, "p95_ms": 1.805}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.452, "count": 130, "max_ms": 111.39, "p95_ms": 103.631}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.038, "count": 130, "max_ms": 115.699, "p95_ms": 106.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.795, "count": 130, "max_ms": 286.125, "p95_ms": 259.531}, "read_interval": {"avg_ms": 230.484, "count": 129, "max_ms": 298.247, "p95_ms": 262.136}, "triton_wait": {"avg_ms": 77.416, "count": 130, "max_ms": 115.713, "p95_ms": 107.132}, "visualize": {"avg_ms": 30.9, "count": 130, "max_ms": 66.554, "p95_ms": 41.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6130.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4809.013, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.364, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:21:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:21:47+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T18:21:47+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T18:21:47.811170+09:00", "mtime_epoch": 1783329707.81117, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:21:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1490.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.249, "count": 300, "max_ms": 6.651, "p95_ms": 5.381}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 2.086, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.651, "count": 300, "max_ms": 86.802, "p95_ms": 75.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.146, "count": 300, "max_ms": 122.037, "p95_ms": 98.613}, "yolo11_640_fire_11class": {"avg_ms": 64.433, "count": 300, "max_ms": 102.034, "p95_ms": 87.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.24, "count": 300, "max_ms": 104.367, "p95_ms": 93.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.636, "count": 300, "max_ms": 134.768, "p95_ms": 112.003}, "read_interval": {"avg_ms": 100.254, "count": 299, "max_ms": 313.566, "p95_ms": 133.867}, "triton_wait": {"avg_ms": 68.824, "count": 300, "max_ms": 122.049, "p95_ms": 98.873}, "visualize": {"avg_ms": 3.636, "count": 300, "max_ms": 5.676, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6139.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:20:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.578, "last_started_at": "2026-07-06T18:20:35+09:00", "pid": 21586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.727, "name": "ffmpeg", "pid": 21586, "rss_mb": 267.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.29, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:21:51+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T18:21:50+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T18:21:50.867234+09:00", "mtime_epoch": 1783329710.8672342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:21:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.127, "pushed": 7.127, "read": 7.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.359, "count": 213, "max_ms": 9.691, "p95_ms": 8.081}, "gstreamer_push": {"avg_ms": 1.096, "count": 213, "max_ms": 1.398, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.336, "count": 213, "max_ms": 86.364, "p95_ms": 74.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.423, "count": 213, "max_ms": 123.016, "p95_ms": 105.417}, "yolo11_640_fire_11class": {"avg_ms": 63.046, "count": 213, "max_ms": 96.925, "p95_ms": 90.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.361, "count": 213, "max_ms": 105.196, "p95_ms": 94.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.406, "count": 213, "max_ms": 187.286, "p95_ms": 162.099}, "read_interval": {"avg_ms": 140.841, "count": 212, "max_ms": 195.781, "p95_ms": 172.988}, "triton_wait": {"avg_ms": 75.555, "count": 213, "max_ms": 123.029, "p95_ms": 105.43}, "visualize": {"avg_ms": 5.292, "count": 213, "max_ms": 8.428, "p95_ms": 6.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1267, "tracking_summary": 1159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6133.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25432.541, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.259, "sample_count": 1396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:21:59+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T18:21:59+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T18:21:59.123407+09:00", "mtime_epoch": 1783329719.1234074, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:21:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 820.301, "name": "celery", "pid": 239, "rss_mb": 808.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.807, "pushed": 4.807, "read": 4.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.479, "count": 144, "max_ms": 124.29, "p95_ms": 117.206}, "gstreamer_push": {"avg_ms": 0.908, "count": 144, "max_ms": 2.018, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.09, "count": 144, "max_ms": 110.948, "p95_ms": 101.508}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.241, "count": 144, "max_ms": 115.136, "p95_ms": 106.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.453, "count": 144, "max_ms": 270.186, "p95_ms": 250.931}, "read_interval": {"avg_ms": 209.553, "count": 143, "max_ms": 276.852, "p95_ms": 257.915}, "triton_wait": {"avg_ms": 76.857, "count": 144, "max_ms": 115.15, "p95_ms": 106.438}, "visualize": {"avg_ms": 30.164, "count": 144, "max_ms": 45.709, "p95_ms": 42.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6144.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4839.059, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.364, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:22:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T18:22:17+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T18:22:17+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T18:22:17.855799+09:00", "mtime_epoch": 1783329737.855799, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:22:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1491.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.318, "count": 302, "max_ms": 6.79, "p95_ms": 5.938}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 1.873, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.33, "count": 302, "max_ms": 85.029, "p95_ms": 75.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.339, "count": 302, "max_ms": 105.484, "p95_ms": 93.411}, "yolo11_640_fire_11class": {"avg_ms": 64.515, "count": 302, "max_ms": 91.673, "p95_ms": 85.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.613, "count": 302, "max_ms": 103.626, "p95_ms": 90.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.914, "count": 302, "max_ms": 118.136, "p95_ms": 107.566}, "read_interval": {"avg_ms": 99.515, "count": 301, "max_ms": 427.362, "p95_ms": 126.248}, "triton_wait": {"avg_ms": 69.037, "count": 302, "max_ms": 105.495, "p95_ms": 93.867}, "visualize": {"avg_ms": 3.63, "count": 302, "max_ms": 5.606, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:20:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.59, "last_started_at": "2026-07-06T18:20:35+09:00", "pid": 21586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.727, "name": "ffmpeg", "pid": 21586, "rss_mb": 267.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.078, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:22:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:22:21+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T18:22:20+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T18:22:20.915863+09:00", "mtime_epoch": 1783329740.9158628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:22:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.228, "pushed": 7.228, "read": 7.195}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.076, "count": 216, "max_ms": 9.371, "p95_ms": 7.172}, "gstreamer_push": {"avg_ms": 1.121, "count": 216, "max_ms": 1.824, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.556, "count": 216, "max_ms": 84.911, "p95_ms": 75.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.853, "count": 216, "max_ms": 128.797, "p95_ms": 99.21}, "yolo11_640_fire_11class": {"avg_ms": 63.008, "count": 216, "max_ms": 95.886, "p95_ms": 83.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.034, "count": 216, "max_ms": 103.53, "p95_ms": 92.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.392, "count": 216, "max_ms": 183.032, "p95_ms": 152.541}, "read_interval": {"avg_ms": 139.008, "count": 215, "max_ms": 192.677, "p95_ms": 164.564}, "triton_wait": {"avg_ms": 76.16, "count": 216, "max_ms": 128.81, "p95_ms": 99.229}, "visualize": {"avg_ms": 5.154, "count": 216, "max_ms": 8.365, "p95_ms": 5.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1269, "tracking_summary": 1160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6141.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25462.684, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.2, "sample_count": 1392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:22:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:22:29+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T18:22:29+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T18:22:29.272037+09:00", "mtime_epoch": 1783329749.2720368, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:22:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 815.941, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.516, "pushed": 4.516, "read": 4.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.919, "count": 135, "max_ms": 125.849, "p95_ms": 117.187}, "gstreamer_push": {"avg_ms": 0.888, "count": 135, "max_ms": 2.978, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.994, "count": 135, "max_ms": 119.295, "p95_ms": 101.7}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.16, "count": 135, "max_ms": 115.059, "p95_ms": 103.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.156, "count": 135, "max_ms": 267.824, "p95_ms": 244.283}, "read_interval": {"avg_ms": 223.286, "count": 134, "max_ms": 274.115, "p95_ms": 252.853}, "triton_wait": {"avg_ms": 73.222, "count": 135, "max_ms": 119.308, "p95_ms": 104.996}, "visualize": {"avg_ms": 27.209, "count": 135, "max_ms": 44.487, "p95_ms": 40.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4869.067, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.495, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:22:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:22:47+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:22:47+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T18:22:47.824422+09:00", "mtime_epoch": 1783329767.824422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:22:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1491.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.257, "count": 302, "max_ms": 6.511, "p95_ms": 5.437}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 2.175, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.594, "count": 302, "max_ms": 88.963, "p95_ms": 72.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.1, "count": 302, "max_ms": 120.61, "p95_ms": 92.829}, "yolo11_640_fire_11class": {"avg_ms": 63.843, "count": 302, "max_ms": 99.399, "p95_ms": 84.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.424, "count": 302, "max_ms": 103.734, "p95_ms": 89.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.805, "count": 302, "max_ms": 135.673, "p95_ms": 107.603}, "read_interval": {"avg_ms": 99.234, "count": 302, "max_ms": 399.286, "p95_ms": 128.494}, "triton_wait": {"avg_ms": 68.025, "count": 302, "max_ms": 120.623, "p95_ms": 93.36}, "visualize": {"avg_ms": 3.608, "count": 302, "max_ms": 4.818, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6139.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:20:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.608, "last_started_at": "2026-07-06T18:20:35+09:00", "pid": 21586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.727, "name": "ffmpeg", "pid": 21586, "rss_mb": 267.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.633, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:22:51+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T18:22:50+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T18:22:50.908486+09:00", "mtime_epoch": 1783329770.9084857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:22:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.156, "pushed": 7.156, "read": 7.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.328, "count": 214, "max_ms": 10.75, "p95_ms": 8.202}, "gstreamer_push": {"avg_ms": 1.111, "count": 214, "max_ms": 1.424, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.724, "count": 214, "max_ms": 84.204, "p95_ms": 74.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.907, "count": 214, "max_ms": 115.098, "p95_ms": 99.287}, "yolo11_640_fire_11class": {"avg_ms": 62.462, "count": 214, "max_ms": 94.777, "p95_ms": 85.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.964, "count": 214, "max_ms": 103.667, "p95_ms": 94.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.716, "count": 214, "max_ms": 186.998, "p95_ms": 159.886}, "read_interval": {"avg_ms": 140.254, "count": 213, "max_ms": 198.194, "p95_ms": 168.979}, "triton_wait": {"avg_ms": 75.271, "count": 214, "max_ms": 115.111, "p95_ms": 99.391}, "visualize": {"avg_ms": 5.293, "count": 214, "max_ms": 7.912, "p95_ms": 6.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1270, "tracking_summary": 1161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6133.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25492.85, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.259, "sample_count": 1400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:22:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:22:59+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T18:22:59+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T18:22:59.448662+09:00", "mtime_epoch": 1783329779.4486623, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:22:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 807.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.88, "pushed": 4.88, "read": 4.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.668, "count": 146, "max_ms": 136.155, "p95_ms": 121.33}, "gstreamer_push": {"avg_ms": 0.991, "count": 146, "max_ms": 2.894, "p95_ms": 1.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.522, "count": 146, "max_ms": 107.78, "p95_ms": 97.252}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.364, "count": 146, "max_ms": 113.037, "p95_ms": 99.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.264, "count": 146, "max_ms": 272.34, "p95_ms": 243.275}, "read_interval": {"avg_ms": 206.549, "count": 145, "max_ms": 279.065, "p95_ms": 250.551}, "triton_wait": {"avg_ms": 74.611, "count": 146, "max_ms": 113.049, "p95_ms": 100.465}, "visualize": {"avg_ms": 28.88, "count": 146, "max_ms": 45.14, "p95_ms": 39.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4899.14, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.497, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:23:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:23:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:23:17+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T18:23:17.937044+09:00", "mtime_epoch": 1783329797.9370437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:23:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1491.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.271, "count": 299, "max_ms": 7.283, "p95_ms": 5.336}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 1.705, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.135, "count": 299, "max_ms": 85.037, "p95_ms": 72.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.527, "count": 299, "max_ms": 108.499, "p95_ms": 96.528}, "yolo11_640_fire_11class": {"avg_ms": 63.527, "count": 299, "max_ms": 92.413, "p95_ms": 84.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.136, "count": 299, "max_ms": 98.068, "p95_ms": 89.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.813, "count": 299, "max_ms": 121.388, "p95_ms": 109.082}, "read_interval": {"avg_ms": 100.6, "count": 298, "max_ms": 479.446, "p95_ms": 131.316}, "triton_wait": {"avg_ms": 67.947, "count": 299, "max_ms": 108.514, "p95_ms": 96.538}, "visualize": {"avg_ms": 3.644, "count": 299, "max_ms": 5.402, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6141.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:20:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.687, "last_started_at": "2026-07-06T18:20:35+09:00", "pid": 21586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.984, "name": "ffmpeg", "pid": 21586, "rss_mb": 267.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.966, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:23:21+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T18:23:20+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T18:23:20.989106+09:00", "mtime_epoch": 1783329800.9891064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:23:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.211, "pushed": 7.211, "read": 7.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.179, "count": 216, "max_ms": 9.626, "p95_ms": 7.014}, "gstreamer_push": {"avg_ms": 1.093, "count": 216, "max_ms": 1.675, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.725, "count": 216, "max_ms": 83.665, "p95_ms": 74.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.271, "count": 216, "max_ms": 119.116, "p95_ms": 100.405}, "yolo11_640_fire_11class": {"avg_ms": 62.484, "count": 216, "max_ms": 90.588, "p95_ms": 84.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.889, "count": 216, "max_ms": 99.311, "p95_ms": 92.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.836, "count": 216, "max_ms": 183.899, "p95_ms": 156.55}, "read_interval": {"avg_ms": 139.253, "count": 215, "max_ms": 192.852, "p95_ms": 165.909}, "triton_wait": {"avg_ms": 74.445, "count": 216, "max_ms": 119.128, "p95_ms": 100.417}, "visualize": {"avg_ms": 5.272, "count": 216, "max_ms": 8.59, "p95_ms": 6.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1272, "tracking_summary": 1162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6140.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25522.933, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.15, "sample_count": 1386, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:23:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:23:29+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T18:23:29+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T18:23:29.501281+09:00", "mtime_epoch": 1783329809.5012815, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:23:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 813.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.421, "pushed": 4.421, "read": 4.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.191, "count": 132, "max_ms": 143.11, "p95_ms": 117.211}, "gstreamer_push": {"avg_ms": 1.055, "count": 132, "max_ms": 2.159, "p95_ms": 1.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.936, "count": 132, "max_ms": 111.622, "p95_ms": 102.725}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.861, "count": 132, "max_ms": 115.138, "p95_ms": 104.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.484, "count": 132, "max_ms": 282.604, "p95_ms": 259.763}, "read_interval": {"avg_ms": 227.792, "count": 131, "max_ms": 289.766, "p95_ms": 267.804}, "triton_wait": {"avg_ms": 76.161, "count": 132, "max_ms": 115.148, "p95_ms": 107.577}, "visualize": {"avg_ms": 33.297, "count": 132, "max_ms": 67.417, "p95_ms": 45.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6071.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4929.189, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.658, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:23:48+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T18:23:47+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T18:23:47.985660+09:00", "mtime_epoch": 1783329827.9856603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:23:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1491.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.3, "count": 300, "max_ms": 6.97, "p95_ms": 5.909}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 2.39, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.991, "count": 300, "max_ms": 85.349, "p95_ms": 71.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.599, "count": 300, "max_ms": 118.05, "p95_ms": 95.436}, "yolo11_640_fire_11class": {"avg_ms": 63.923, "count": 300, "max_ms": 98.31, "p95_ms": 84.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.479, "count": 300, "max_ms": 104.11, "p95_ms": 90.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.598, "count": 300, "max_ms": 131.054, "p95_ms": 108.341}, "read_interval": {"avg_ms": 100.188, "count": 299, "max_ms": 464.601, "p95_ms": 134.898}, "triton_wait": {"avg_ms": 67.748, "count": 300, "max_ms": 118.063, "p95_ms": 95.448}, "visualize": {"avg_ms": 3.615, "count": 300, "max_ms": 5.937, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6129.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.048, "last_started_at": "2026-07-06T18:23:42+09:00", "pid": 21693, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.812, "name": "ffmpeg", "pid": 21693, "rss_mb": 264.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.677, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:23:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:23:51+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T18:23:51+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T18:23:51.113724+09:00", "mtime_epoch": 1783329831.1137242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:23:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.303, "pushed": 6.303, "read": 6.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.241, "count": 188, "max_ms": 9.658, "p95_ms": 7.143}, "gstreamer_push": {"avg_ms": 1.096, "count": 189, "max_ms": 1.54, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.161, "count": 188, "max_ms": 83.415, "p95_ms": 74.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.334, "count": 188, "max_ms": 113.381, "p95_ms": 99.257}, "yolo11_640_fire_11class": {"avg_ms": 62.741, "count": 188, "max_ms": 94.655, "p95_ms": 87.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.318, "count": 188, "max_ms": 102.686, "p95_ms": 94.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.757, "count": 189, "max_ms": 187.214, "p95_ms": 155.546}, "read_interval": {"avg_ms": 159.476, "count": 188, "max_ms": 4318.953, "p95_ms": 166.482}, "triton_wait": {"avg_ms": 73.741, "count": 188, "max_ms": 113.394, "p95_ms": 99.651}, "visualize": {"avg_ms": 5.283, "count": 188, "max_ms": 8.596, "p95_ms": 6.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1272, "tracking_summary": 1163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6131.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25553.185, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.078, "sample_count": 1383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:23:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:23:59+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-06T18:23:59+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T18:23:59.725900+09:00", "mtime_epoch": 1783329839.7259002, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:23:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 807.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.879, "pushed": 4.879, "read": 4.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 83.072, "count": 146, "max_ms": 145.175, "p95_ms": 117.137}, "gstreamer_push": {"avg_ms": 1.35, "count": 146, "max_ms": 2.944, "p95_ms": 2.074}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.128, "count": 146, "max_ms": 113.875, "p95_ms": 108.201}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.61, "count": 146, "max_ms": 112.433, "p95_ms": 105.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.342, "count": 146, "max_ms": 266.099, "p95_ms": 251.943}, "read_interval": {"avg_ms": 205.598, "count": 145, "max_ms": 272.911, "p95_ms": 258.131}, "triton_wait": {"avg_ms": 75.472, "count": 146, "max_ms": 113.887, "p95_ms": 108.31}, "visualize": {"avg_ms": 35.798, "count": 146, "max_ms": 51.92, "p95_ms": 49.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4959.281, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.088, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:24:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:24:18+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T18:24:18+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T18:24:18.054274+09:00", "mtime_epoch": 1783329858.0542736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:24:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1491.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 300, "max_ms": 6.556, "p95_ms": 5.343}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 2.164, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.54, "count": 300, "max_ms": 80.76, "p95_ms": 72.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.203, "count": 300, "max_ms": 126.32, "p95_ms": 99.632}, "yolo11_640_fire_11class": {"avg_ms": 63.716, "count": 300, "max_ms": 95.486, "p95_ms": 85.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.258, "count": 300, "max_ms": 100.099, "p95_ms": 93.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.828, "count": 300, "max_ms": 139.776, "p95_ms": 112.668}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 333.827, "p95_ms": 130.139}, "triton_wait": {"avg_ms": 69.013, "count": 300, "max_ms": 126.334, "p95_ms": 99.647}, "visualize": {"avg_ms": 3.603, "count": 300, "max_ms": 4.747, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6137.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.187, "last_started_at": "2026-07-06T18:23:42+09:00", "pid": 21693, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.359, "name": "ffmpeg", "pid": 21693, "rss_mb": 266.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.967, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:24:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:24:21+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T18:24:21+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T18:24:21.218338+09:00", "mtime_epoch": 1783329861.218338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:24:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.198, "pushed": 7.198, "read": 7.164}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.039, "count": 215, "max_ms": 8.751, "p95_ms": 7.794}, "gstreamer_push": {"avg_ms": 1.107, "count": 215, "max_ms": 1.622, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.157, "count": 215, "max_ms": 81.134, "p95_ms": 74.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.161, "count": 215, "max_ms": 118.448, "p95_ms": 103.801}, "yolo11_640_fire_11class": {"avg_ms": 63.144, "count": 215, "max_ms": 92.605, "p95_ms": 86.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.86, "count": 215, "max_ms": 102.523, "p95_ms": 94.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.279, "count": 215, "max_ms": 192.109, "p95_ms": 158.665}, "read_interval": {"avg_ms": 139.47, "count": 214, "max_ms": 200.566, "p95_ms": 167.558}, "triton_wait": {"avg_ms": 77.363, "count": 215, "max_ms": 118.46, "p95_ms": 103.815}, "visualize": {"avg_ms": 5.068, "count": 215, "max_ms": 7.965, "p95_ms": 5.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1273, "tracking_summary": 1165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6133.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25583.387, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.837, "sample_count": 1393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:24:30+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T18:24:29+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T18:24:29.950515+09:00", "mtime_epoch": 1783329869.9505153, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:24:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 807.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.607, "pushed": 4.607, "read": 4.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.892, "count": 138, "max_ms": 134.594, "p95_ms": 118.3}, "gstreamer_push": {"avg_ms": 1.156, "count": 138, "max_ms": 2.127, "p95_ms": 1.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.323, "count": 138, "max_ms": 119.308, "p95_ms": 108.354}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.829, "count": 138, "max_ms": 110.65, "p95_ms": 101.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.543, "count": 138, "max_ms": 274.861, "p95_ms": 254.701}, "read_interval": {"avg_ms": 218.709, "count": 137, "max_ms": 283.888, "p95_ms": 262.908}, "triton_wait": {"avg_ms": 78.714, "count": 138, "max_ms": 119.322, "p95_ms": 109.761}, "visualize": {"avg_ms": 33.019, "count": 138, "max_ms": 57.528, "p95_ms": 43.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6132.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 4989.316, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.16, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:24:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T18:24:48+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T18:24:48.118883+09:00", "mtime_epoch": 1783329888.1188834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:24:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1491.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.207, "count": 299, "max_ms": 6.622, "p95_ms": 5.274}, "gstreamer_push": {"avg_ms": 1.295, "count": 299, "max_ms": 2.149, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.837, "count": 299, "max_ms": 83.932, "p95_ms": 75.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.78, "count": 299, "max_ms": 112.675, "p95_ms": 96.702}, "yolo11_640_fire_11class": {"avg_ms": 63.502, "count": 299, "max_ms": 92.295, "p95_ms": 85.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.938, "count": 299, "max_ms": 103.908, "p95_ms": 91.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.072, "count": 299, "max_ms": 126.695, "p95_ms": 109.673}, "read_interval": {"avg_ms": 100.508, "count": 298, "max_ms": 414.826, "p95_ms": 129.63}, "triton_wait": {"avg_ms": 68.258, "count": 299, "max_ms": 112.688, "p95_ms": 96.712}, "visualize": {"avg_ms": 3.612, "count": 299, "max_ms": 4.951, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.308, "last_started_at": "2026-07-06T18:23:42+09:00", "pid": 21693, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.711, "name": "ffmpeg", "pid": 21693, "rss_mb": 269.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.57, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:24:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:24:51+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:24:51+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T18:24:51.354949+09:00", "mtime_epoch": 1783329891.354949, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:24:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1615.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.174, "pushed": 7.174, "read": 7.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.198, "count": 214, "max_ms": 9.151, "p95_ms": 7.707}, "gstreamer_push": {"avg_ms": 1.102, "count": 215, "max_ms": 1.792, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.741, "count": 214, "max_ms": 86.019, "p95_ms": 74.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.462, "count": 214, "max_ms": 113.507, "p95_ms": 100.437}, "yolo11_640_fire_11class": {"avg_ms": 62.473, "count": 214, "max_ms": 89.198, "p95_ms": 86.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.626, "count": 214, "max_ms": 105.997, "p95_ms": 94.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.577, "count": 215, "max_ms": 191.039, "p95_ms": 157.915}, "read_interval": {"avg_ms": 140.031, "count": 214, "max_ms": 199.538, "p95_ms": 168.407}, "triton_wait": {"avg_ms": 75.69, "count": 214, "max_ms": 113.519, "p95_ms": 100.45}, "visualize": {"avg_ms": 5.232, "count": 214, "max_ms": 7.389, "p95_ms": 6.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1275, "tracking_summary": 1166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6142.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25613.389, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.739, "sample_count": 1387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:25:00+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T18:24:59+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T18:24:59.971123+09:00", "mtime_epoch": 1783329899.971123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:25:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 816.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.5, "pushed": 4.5, "read": 4.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.314, "count": 135, "max_ms": 148.722, "p95_ms": 118.982}, "gstreamer_push": {"avg_ms": 1.173, "count": 135, "max_ms": 3.09, "p95_ms": 1.921}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.537, "count": 135, "max_ms": 112.568, "p95_ms": 101.417}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.332, "count": 135, "max_ms": 116.419, "p95_ms": 104.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.864, "count": 135, "max_ms": 298.942, "p95_ms": 256.805}, "read_interval": {"avg_ms": 222.286, "count": 135, "max_ms": 306.895, "p95_ms": 264.736}, "triton_wait": {"avg_ms": 76.119, "count": 135, "max_ms": 116.432, "p95_ms": 104.73}, "visualize": {"avg_ms": 32.567, "count": 135, "max_ms": 46.87, "p95_ms": 44.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6135.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5019.377, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.602, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:25:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:25:18+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T18:25:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T18:25:18.179490+09:00", "mtime_epoch": 1783329918.17949, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:25:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1491.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 301, "max_ms": 6.878, "p95_ms": 5.465}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.082, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.044, "count": 301, "max_ms": 84.007, "p95_ms": 73.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.233, "count": 301, "max_ms": 121.362, "p95_ms": 95.084}, "yolo11_640_fire_11class": {"avg_ms": 63.992, "count": 301, "max_ms": 98.84, "p95_ms": 85.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.225, "count": 301, "max_ms": 104.046, "p95_ms": 90.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.767, "count": 301, "max_ms": 134.075, "p95_ms": 109.732}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 460.293, "p95_ms": 127.843}, "triton_wait": {"avg_ms": 67.798, "count": 301, "max_ms": 121.375, "p95_ms": 95.099}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 5.663, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.357, "last_started_at": "2026-07-06T18:23:42+09:00", "pid": 21693, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.969, "name": "ffmpeg", "pid": 21693, "rss_mb": 269.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.915, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:25:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:25:21+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T18:25:21+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T18:25:21.411555+09:00", "mtime_epoch": 1783329921.411555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:25:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.254, "pushed": 7.254, "read": 7.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.155, "count": 217, "max_ms": 9.525, "p95_ms": 7.672}, "gstreamer_push": {"avg_ms": 1.099, "count": 217, "max_ms": 1.591, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.58, "count": 217, "max_ms": 81.626, "p95_ms": 74.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.315, "count": 217, "max_ms": 112.194, "p95_ms": 97.201}, "yolo11_640_fire_11class": {"avg_ms": 62.882, "count": 217, "max_ms": 90.522, "p95_ms": 86.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.257, "count": 217, "max_ms": 100.958, "p95_ms": 91.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.977, "count": 217, "max_ms": 170.998, "p95_ms": 153.222}, "read_interval": {"avg_ms": 138.446, "count": 216, "max_ms": 179.385, "p95_ms": 163.161}, "triton_wait": {"avg_ms": 75.503, "count": 217, "max_ms": 112.207, "p95_ms": 97.213}, "visualize": {"avg_ms": 5.193, "count": 217, "max_ms": 8.99, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1276, "tracking_summary": 1167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6141.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25643.553, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.918, "sample_count": 1370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:25:30+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T18:25:30+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T18:25:30.143730+09:00", "mtime_epoch": 1783329930.1437304, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:25:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 813.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.376, "pushed": 4.376, "read": 4.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.587, "count": 131, "max_ms": 126.675, "p95_ms": 116.037}, "gstreamer_push": {"avg_ms": 0.803, "count": 131, "max_ms": 1.777, "p95_ms": 0.883}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.826, "count": 131, "max_ms": 108.204, "p95_ms": 97.303}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.725, "count": 131, "max_ms": 109.735, "p95_ms": 101.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.986, "count": 131, "max_ms": 262.226, "p95_ms": 252.286}, "read_interval": {"avg_ms": 230.271, "count": 130, "max_ms": 272.135, "p95_ms": 260.903}, "triton_wait": {"avg_ms": 75.476, "count": 131, "max_ms": 109.748, "p95_ms": 102.403}, "visualize": {"avg_ms": 31.992, "count": 131, "max_ms": 43.723, "p95_ms": 42.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5049.382, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.658, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:25:48+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T18:25:48+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T18:25:48.192092+09:00", "mtime_epoch": 1783329948.1920924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:25:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.26, "count": 300, "max_ms": 6.854, "p95_ms": 5.512}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.874, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.977, "count": 300, "max_ms": 81.866, "p95_ms": 72.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.062, "count": 300, "max_ms": 109.067, "p95_ms": 96.374}, "yolo11_640_fire_11class": {"avg_ms": 64.222, "count": 300, "max_ms": 96.376, "p95_ms": 86.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.836, "count": 300, "max_ms": 101.723, "p95_ms": 91.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.104, "count": 300, "max_ms": 121.945, "p95_ms": 109.519}, "read_interval": {"avg_ms": 100.047, "count": 300, "max_ms": 415.141, "p95_ms": 128.528}, "triton_wait": {"avg_ms": 68.22, "count": 300, "max_ms": 109.079, "p95_ms": 96.386}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 6.125, "p95_ms": 4.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6144.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.414, "last_started_at": "2026-07-06T18:23:42+09:00", "pid": 21693, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.969, "name": "ffmpeg", "pid": 21693, "rss_mb": 269.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.476, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:25:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:25:51+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T18:25:51+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T18:25:51.448158+09:00", "mtime_epoch": 1783329951.4481575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:25:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.216, "pushed": 7.216, "read": 7.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.178, "count": 216, "max_ms": 9.238, "p95_ms": 7.767}, "gstreamer_push": {"avg_ms": 1.11, "count": 216, "max_ms": 1.368, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.591, "count": 216, "max_ms": 83.198, "p95_ms": 74.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.827, "count": 216, "max_ms": 110.578, "p95_ms": 100.973}, "yolo11_640_fire_11class": {"avg_ms": 63.4, "count": 216, "max_ms": 90.878, "p95_ms": 87.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.164, "count": 216, "max_ms": 101.869, "p95_ms": 92.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.587, "count": 216, "max_ms": 166.16, "p95_ms": 155.397}, "read_interval": {"avg_ms": 139.045, "count": 215, "max_ms": 177.092, "p95_ms": 165.42}, "triton_wait": {"avg_ms": 76.121, "count": 216, "max_ms": 110.592, "p95_ms": 100.985}, "visualize": {"avg_ms": 5.163, "count": 216, "max_ms": 7.76, "p95_ms": 5.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1278, "tracking_summary": 1168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6146.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25673.679, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.943, "sample_count": 1381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:26:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:26:00+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T18:26:00+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T18:26:00.280334+09:00", "mtime_epoch": 1783329960.2803342, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:26:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 818.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.981, "pushed": 4.981, "read": 4.947}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.339, "count": 149, "max_ms": 145.426, "p95_ms": 116.297}, "gstreamer_push": {"avg_ms": 0.828, "count": 149, "max_ms": 1.068, "p95_ms": 0.984}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.578, "count": 149, "max_ms": 107.206, "p95_ms": 99.012}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.281, "count": 149, "max_ms": 108.365, "p95_ms": 98.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.187, "count": 149, "max_ms": 251.921, "p95_ms": 241.672}, "read_interval": {"avg_ms": 202.125, "count": 148, "max_ms": 261.15, "p95_ms": 247.252}, "triton_wait": {"avg_ms": 74.497, "count": 149, "max_ms": 108.378, "p95_ms": 101.019}, "visualize": {"avg_ms": 25.312, "count": 149, "max_ms": 33.731, "p95_ms": 30.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6146.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5079.453, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.732, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:26:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:26:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T18:26:18+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T18:26:18.260693+09:00", "mtime_epoch": 1783329978.260693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:26:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.308, "count": 302, "max_ms": 6.603, "p95_ms": 5.852}, "gstreamer_push": {"avg_ms": 1.276, "count": 303, "max_ms": 2.033, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.688, "count": 302, "max_ms": 78.154, "p95_ms": 72.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.393, "count": 302, "max_ms": 105.144, "p95_ms": 96.406}, "yolo11_640_fire_11class": {"avg_ms": 63.699, "count": 302, "max_ms": 99.236, "p95_ms": 84.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.741, "count": 302, "max_ms": 105.345, "p95_ms": 90.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.762, "count": 303, "max_ms": 118.248, "p95_ms": 109.219}, "read_interval": {"avg_ms": 99.318, "count": 302, "max_ms": 431.289, "p95_ms": 128.412}, "triton_wait": {"avg_ms": 68.064, "count": 302, "max_ms": 105.357, "p95_ms": 96.418}, "visualize": {"avg_ms": 3.603, "count": 302, "max_ms": 5.469, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6147.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.503, "last_started_at": "2026-07-06T18:23:42+09:00", "pid": 21693, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.969, "name": "ffmpeg", "pid": 21693, "rss_mb": 269.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.55, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:26:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:26:21+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T18:26:21+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T18:26:21.548759+09:00", "mtime_epoch": 1783329981.5487587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:26:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.276, "pushed": 7.276, "read": 7.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.115, "count": 217, "max_ms": 9.486, "p95_ms": 7.144}, "gstreamer_push": {"avg_ms": 1.105, "count": 218, "max_ms": 1.298, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.142, "count": 217, "max_ms": 89.22, "p95_ms": 75.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.271, "count": 217, "max_ms": 108.765, "p95_ms": 100.752}, "yolo11_640_fire_11class": {"avg_ms": 62.972, "count": 217, "max_ms": 95.642, "p95_ms": 87.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.564, "count": 217, "max_ms": 101.984, "p95_ms": 93.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.558, "count": 218, "max_ms": 162.189, "p95_ms": 154.89}, "read_interval": {"avg_ms": 137.961, "count": 217, "max_ms": 171.141, "p95_ms": 165.415}, "triton_wait": {"avg_ms": 75.476, "count": 217, "max_ms": 108.778, "p95_ms": 100.838}, "visualize": {"avg_ms": 5.152, "count": 217, "max_ms": 7.168, "p95_ms": 5.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1279, "tracking_summary": 1169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6147.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25703.864, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.915, "sample_count": 1396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:26:30+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T18:26:30+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T18:26:30.456936+09:00", "mtime_epoch": 1783329990.4569361, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:26:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 819.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.839, "pushed": 4.839, "read": 4.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.351, "count": 145, "max_ms": 137.782, "p95_ms": 118.899}, "gstreamer_push": {"avg_ms": 0.846, "count": 145, "max_ms": 1.808, "p95_ms": 1.027}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.929, "count": 145, "max_ms": 104.607, "p95_ms": 97.69}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.95, "count": 145, "max_ms": 110.919, "p95_ms": 98.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.248, "count": 145, "max_ms": 268.384, "p95_ms": 241.452}, "read_interval": {"avg_ms": 208.102, "count": 144, "max_ms": 276.474, "p95_ms": 248.557}, "triton_wait": {"avg_ms": 75.408, "count": 145, "max_ms": 110.932, "p95_ms": 101.364}, "visualize": {"avg_ms": 26.478, "count": 145, "max_ms": 42.827, "p95_ms": 32.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6165.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5109.468, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.611, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:26:48+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:26:48+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T18:26:48.269290+09:00", "mtime_epoch": 1783330008.26929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:26:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.199, "count": 299, "max_ms": 6.59, "p95_ms": 5.18}, "gstreamer_push": {"avg_ms": 1.292, "count": 299, "max_ms": 2.243, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.596, "count": 299, "max_ms": 82.035, "p95_ms": 72.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.052, "count": 299, "max_ms": 114.664, "p95_ms": 97.856}, "yolo11_640_fire_11class": {"avg_ms": 63.997, "count": 299, "max_ms": 99.143, "p95_ms": 86.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.828, "count": 299, "max_ms": 103.335, "p95_ms": 91.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.762, "count": 299, "max_ms": 127.344, "p95_ms": 111.038}, "read_interval": {"avg_ms": 100.364, "count": 299, "max_ms": 464.362, "p95_ms": 130.299}, "triton_wait": {"avg_ms": 67.998, "count": 299, "max_ms": 114.677, "p95_ms": 98.079}, "visualize": {"avg_ms": 3.636, "count": 299, "max_ms": 4.759, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6017.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.128, "last_started_at": "2026-07-06T18:26:52+09:00", "pid": 21800, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.523, "name": "ffmpeg", "pid": 21800, "rss_mb": 146.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.195, "sample_count": 2098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:26:55+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T18:26:54+09:00", "mjpeg": {"age_sec": 4.678, "exists": true, "mtime": "2026-07-06T18:26:50.349331+09:00", "mtime_epoch": 1783330010.3493314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:26:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.212, "pushed": 6.212, "read": 6.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.257, "count": 186, "max_ms": 9.462, "p95_ms": 7.713}, "gstreamer_push": {"avg_ms": 1.121, "count": 186, "max_ms": 1.73, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.892, "count": 186, "max_ms": 82.644, "p95_ms": 73.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.408, "count": 186, "max_ms": 115.368, "p95_ms": 97.654}, "yolo11_640_fire_11class": {"avg_ms": 61.134, "count": 186, "max_ms": 96.992, "p95_ms": 87.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.808, "count": 186, "max_ms": 99.826, "p95_ms": 91.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.489, "count": 186, "max_ms": 174.988, "p95_ms": 153.306}, "read_interval": {"avg_ms": 161.847, "count": 185, "max_ms": 4693.745, "p95_ms": 163.364}, "triton_wait": {"avg_ms": 73.781, "count": 186, "max_ms": 115.384, "p95_ms": 98.297}, "visualize": {"avg_ms": 5.199, "count": 186, "max_ms": 7.338, "p95_ms": 6.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1280, "tracking_summary": 1170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25733.984, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.915, "sample_count": 1387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:27:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:27:00+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T18:27:00+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T18:27:00.621535+09:00", "mtime_epoch": 1783330020.6215348, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:27:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 814.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.518, "pushed": 4.518, "read": 4.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.546, "count": 135, "max_ms": 129.374, "p95_ms": 119.501}, "gstreamer_push": {"avg_ms": 0.936, "count": 135, "max_ms": 2.826, "p95_ms": 1.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.098, "count": 135, "max_ms": 113.703, "p95_ms": 96.359}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.043, "count": 135, "max_ms": 112.792, "p95_ms": 104.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.975, "count": 135, "max_ms": 288.563, "p95_ms": 251.366}, "read_interval": {"avg_ms": 223.462, "count": 134, "max_ms": 296.007, "p95_ms": 259.559}, "triton_wait": {"avg_ms": 74.002, "count": 135, "max_ms": 113.716, "p95_ms": 105.381}, "visualize": {"avg_ms": 29.54, "count": 135, "max_ms": 81.612, "p95_ms": 45.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6144.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5139.469, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.837, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:27:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:27:18+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T18:27:18+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T18:27:18.281884+09:00", "mtime_epoch": 1783330038.2818844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:27:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 299, "max_ms": 6.763, "p95_ms": 5.58}, "gstreamer_push": {"avg_ms": 1.278, "count": 299, "max_ms": 2.034, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.699, "count": 299, "max_ms": 86.703, "p95_ms": 71.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.711, "count": 299, "max_ms": 121.84, "p95_ms": 97.786}, "yolo11_640_fire_11class": {"avg_ms": 63.778, "count": 299, "max_ms": 101.256, "p95_ms": 86.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.444, "count": 299, "max_ms": 102.591, "p95_ms": 91.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.208, "count": 299, "max_ms": 136.853, "p95_ms": 112.355}, "read_interval": {"avg_ms": 100.363, "count": 299, "max_ms": 434.074, "p95_ms": 133.558}, "triton_wait": {"avg_ms": 67.595, "count": 299, "max_ms": 121.858, "p95_ms": 97.798}, "visualize": {"avg_ms": 3.556, "count": 299, "max_ms": 5.471, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6145.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.221, "last_started_at": "2026-07-06T18:26:52+09:00", "pid": 21800, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.562, "name": "ffmpeg", "pid": 21800, "rss_mb": 268.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.209, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:27:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:27:25+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:27:25+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T18:27:25.018017+09:00", "mtime_epoch": 1783330045.0180173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:27:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.18, "pushed": 7.18, "read": 7.146}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.286, "count": 215, "max_ms": 9.427, "p95_ms": 8.034}, "gstreamer_push": {"avg_ms": 1.097, "count": 215, "max_ms": 1.332, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.971, "count": 215, "max_ms": 85.431, "p95_ms": 74.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.024, "count": 215, "max_ms": 118.739, "p95_ms": 99.446}, "yolo11_640_fire_11class": {"avg_ms": 62.894, "count": 215, "max_ms": 97.009, "p95_ms": 87.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.33, "count": 215, "max_ms": 101.057, "p95_ms": 92.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.672, "count": 215, "max_ms": 179.732, "p95_ms": 158.548}, "read_interval": {"avg_ms": 140.027, "count": 214, "max_ms": 187.24, "p95_ms": 168.159}, "triton_wait": {"avg_ms": 75.343, "count": 215, "max_ms": 118.753, "p95_ms": 99.458}, "visualize": {"avg_ms": 5.317, "count": 215, "max_ms": 8.761, "p95_ms": 6.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1282, "tracking_summary": 1172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6148.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25764.052, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.915, "sample_count": 1391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:27:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:27:30+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T18:27:30+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T18:27:30.642128+09:00", "mtime_epoch": 1783330050.6421285, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:27:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 822.137, "name": "celery", "pid": 239, "rss_mb": 819.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.621, "pushed": 4.621, "read": 4.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.117, "count": 138, "max_ms": 137.529, "p95_ms": 121.676}, "gstreamer_push": {"avg_ms": 0.995, "count": 138, "max_ms": 2.218, "p95_ms": 2.007}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.924, "count": 138, "max_ms": 125.498, "p95_ms": 102.32}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.927, "count": 138, "max_ms": 114.439, "p95_ms": 103.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.626, "count": 138, "max_ms": 262.21, "p95_ms": 249.579}, "read_interval": {"avg_ms": 217.854, "count": 137, "max_ms": 268.979, "p95_ms": 256.53}, "triton_wait": {"avg_ms": 76.999, "count": 138, "max_ms": 125.511, "p95_ms": 105.093}, "visualize": {"avg_ms": 29.45, "count": 138, "max_ms": 47.482, "p95_ms": 41.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6148.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5169.827, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.867, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:27:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:27:48+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T18:27:48+09:00", "mjpeg": {"age_sec": 0.408, "exists": true, "mtime": "2026-07-06T18:27:48.286476+09:00", "mtime_epoch": 1783330068.2864761, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:27:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.329, "count": 301, "max_ms": 6.774, "p95_ms": 5.399}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.742, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.683, "count": 301, "max_ms": 83.45, "p95_ms": 70.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.743, "count": 301, "max_ms": 110.068, "p95_ms": 93.877}, "yolo11_640_fire_11class": {"avg_ms": 62.412, "count": 301, "max_ms": 97.776, "p95_ms": 82.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.946, "count": 301, "max_ms": 100.227, "p95_ms": 89.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.302, "count": 301, "max_ms": 123.503, "p95_ms": 107.737}, "read_interval": {"avg_ms": 99.723, "count": 300, "max_ms": 495.512, "p95_ms": 124.5}, "triton_wait": {"avg_ms": 67.244, "count": 301, "max_ms": 110.081, "p95_ms": 94.191}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 5.335, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.343, "last_started_at": "2026-07-06T18:26:52+09:00", "pid": 21800, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.883, "name": "ffmpeg", "pid": 21800, "rss_mb": 270.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.383, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:27:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:27:55+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T18:27:55+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T18:27:55.122611+09:00", "mtime_epoch": 1783330075.1226106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:27:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.278, "pushed": 7.278, "read": 7.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.197, "count": 218, "max_ms": 10.012, "p95_ms": 7.751}, "gstreamer_push": {"avg_ms": 1.11, "count": 218, "max_ms": 1.664, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.061, "count": 218, "max_ms": 82.514, "p95_ms": 72.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.786, "count": 218, "max_ms": 118.889, "p95_ms": 104.899}, "yolo11_640_fire_11class": {"avg_ms": 59.895, "count": 218, "max_ms": 92.008, "p95_ms": 83.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.004, "count": 218, "max_ms": 99.548, "p95_ms": 90.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.62, "count": 218, "max_ms": 186.122, "p95_ms": 157.675}, "read_interval": {"avg_ms": 138.183, "count": 217, "max_ms": 194.697, "p95_ms": 167.312}, "triton_wait": {"avg_ms": 74.956, "count": 218, "max_ms": 118.902, "p95_ms": 104.911}, "visualize": {"avg_ms": 5.165, "count": 218, "max_ms": 6.785, "p95_ms": 6.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1283, "tracking_summary": 1173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25794.234, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.701, "sample_count": 1398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:28:01+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T18:28:00+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T18:28:00.822723+09:00", "mtime_epoch": 1783330080.8227227, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:28:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 823.629, "name": "celery", "pid": 239, "rss_mb": 822.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.106, "pushed": 5.106, "read": 5.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 81.319, "count": 153, "max_ms": 128.401, "p95_ms": 120.12}, "gstreamer_push": {"avg_ms": 0.865, "count": 153, "max_ms": 2.377, "p95_ms": 1.01}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.536, "count": 153, "max_ms": 112.19, "p95_ms": 99.531}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.158, "count": 153, "max_ms": 110.18, "p95_ms": 103.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.133, "count": 153, "max_ms": 257.137, "p95_ms": 243.859}, "read_interval": {"avg_ms": 197.077, "count": 152, "max_ms": 262.781, "p95_ms": 251.39}, "triton_wait": {"avg_ms": 76.506, "count": 153, "max_ms": 112.204, "p95_ms": 103.646}, "visualize": {"avg_ms": 28.147, "count": 153, "max_ms": 39.137, "p95_ms": 35.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6153.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5199.891, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.388, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:28:18+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T18:28:18+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T18:28:18.659073+09:00", "mtime_epoch": 1783330098.6590729, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:28:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.24, "count": 300, "max_ms": 7.917, "p95_ms": 5.427}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.992, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.535, "count": 300, "max_ms": 88.526, "p95_ms": 72.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.339, "count": 300, "max_ms": 109.322, "p95_ms": 97.334}, "yolo11_640_fire_11class": {"avg_ms": 63.281, "count": 300, "max_ms": 100.905, "p95_ms": 84.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.444, "count": 300, "max_ms": 103.799, "p95_ms": 90.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.995, "count": 300, "max_ms": 122.311, "p95_ms": 111.433}, "read_interval": {"avg_ms": 100.283, "count": 299, "max_ms": 376.322, "p95_ms": 131.271}, "triton_wait": {"avg_ms": 68.126, "count": 300, "max_ms": 109.334, "p95_ms": 98.346}, "visualize": {"avg_ms": 3.632, "count": 300, "max_ms": 5.86, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6151.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.371, "last_started_at": "2026-07-06T18:26:52+09:00", "pid": 21800, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.883, "name": "ffmpeg", "pid": 21800, "rss_mb": 270.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.209, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:28:25+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T18:28:25+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T18:28:25.167200+09:00", "mtime_epoch": 1783330105.1672003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:28:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.264, "pushed": 7.264, "read": 7.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.16, "count": 217, "max_ms": 9.467, "p95_ms": 7.981}, "gstreamer_push": {"avg_ms": 1.111, "count": 217, "max_ms": 1.727, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.653, "count": 217, "max_ms": 87.945, "p95_ms": 73.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.972, "count": 217, "max_ms": 110.861, "p95_ms": 100.996}, "yolo11_640_fire_11class": {"avg_ms": 62.879, "count": 217, "max_ms": 93.259, "p95_ms": 87.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.888, "count": 217, "max_ms": 103.263, "p95_ms": 94.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.7, "count": 217, "max_ms": 166.095, "p95_ms": 156.271}, "read_interval": {"avg_ms": 138.464, "count": 216, "max_ms": 175.46, "p95_ms": 166.305}, "triton_wait": {"avg_ms": 75.304, "count": 217, "max_ms": 110.874, "p95_ms": 101.624}, "visualize": {"avg_ms": 5.193, "count": 217, "max_ms": 7.444, "p95_ms": 6.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1284, "tracking_summary": 1174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6154.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25824.295, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.997, "sample_count": 1403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:28:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:28:31+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:28:30+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T18:28:30.955314+09:00", "mtime_epoch": 1783330110.9553137, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:28:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 823.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.627, "pushed": 4.627, "read": 4.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.617, "count": 138, "max_ms": 151.045, "p95_ms": 130.074}, "gstreamer_push": {"avg_ms": 0.811, "count": 138, "max_ms": 1.061, "p95_ms": 0.96}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.286, "count": 138, "max_ms": 110.333, "p95_ms": 99.376}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.34, "count": 138, "max_ms": 112.821, "p95_ms": 102.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.938, "count": 138, "max_ms": 277.689, "p95_ms": 252.419}, "read_interval": {"avg_ms": 218.317, "count": 137, "max_ms": 285.527, "p95_ms": 258.996}, "triton_wait": {"avg_ms": 74.908, "count": 138, "max_ms": 112.833, "p95_ms": 104.684}, "visualize": {"avg_ms": 27.492, "count": 138, "max_ms": 46.297, "p95_ms": 31.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5229.924, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.329, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:28:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:28:48+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:28:48+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T18:28:48.711661+09:00", "mtime_epoch": 1783330128.711661, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:28:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.148, "count": 302, "max_ms": 6.683, "p95_ms": 5.465}, "gstreamer_push": {"avg_ms": 1.256, "count": 302, "max_ms": 1.736, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.407, "count": 302, "max_ms": 82.796, "p95_ms": 71.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.26, "count": 302, "max_ms": 104.551, "p95_ms": 92.731}, "yolo11_640_fire_11class": {"avg_ms": 63.922, "count": 302, "max_ms": 97.693, "p95_ms": 85.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.16, "count": 302, "max_ms": 102.743, "p95_ms": 90.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.645, "count": 302, "max_ms": 117.628, "p95_ms": 106.388}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 387.789, "p95_ms": 123.502}, "triton_wait": {"avg_ms": 68.05, "count": 302, "max_ms": 104.563, "p95_ms": 93.202}, "visualize": {"avg_ms": 3.539, "count": 302, "max_ms": 4.593, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6151.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.455, "last_started_at": "2026-07-06T18:26:52+09:00", "pid": 21800, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.883, "name": "ffmpeg", "pid": 21800, "rss_mb": 270.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.979, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:28:55+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T18:28:55+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T18:28:55.247789+09:00", "mtime_epoch": 1783330135.2477887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:28:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.345, "pushed": 7.345, "read": 7.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.159, "count": 220, "max_ms": 9.643, "p95_ms": 7.595}, "gstreamer_push": {"avg_ms": 1.1, "count": 220, "max_ms": 1.609, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.208, "count": 220, "max_ms": 83.174, "p95_ms": 72.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.719, "count": 220, "max_ms": 120.819, "p95_ms": 95.543}, "yolo11_640_fire_11class": {"avg_ms": 61.019, "count": 220, "max_ms": 96.729, "p95_ms": 83.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.738, "count": 220, "max_ms": 104.09, "p95_ms": 91.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.195, "count": 220, "max_ms": 174.605, "p95_ms": 153.062}, "read_interval": {"avg_ms": 136.798, "count": 219, "max_ms": 191.434, "p95_ms": 162.499}, "triton_wait": {"avg_ms": 73.043, "count": 220, "max_ms": 120.832, "p95_ms": 95.851}, "visualize": {"avg_ms": 5.198, "count": 220, "max_ms": 7.706, "p95_ms": 6.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1285, "tracking_summary": 1175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6151.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25854.484, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.579, "sample_count": 1392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:29:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:29:01+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T18:29:01+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T18:29:01.079903+09:00", "mtime_epoch": 1783330141.0799026, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:29:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 821.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.491, "pushed": 4.491, "read": 4.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.606, "count": 134, "max_ms": 138.242, "p95_ms": 124.016}, "gstreamer_push": {"avg_ms": 0.787, "count": 134, "max_ms": 1.089, "p95_ms": 0.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.899, "count": 134, "max_ms": 105.214, "p95_ms": 96.142}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.058, "count": 134, "max_ms": 109.321, "p95_ms": 100.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.436, "count": 134, "max_ms": 269.224, "p95_ms": 245.029}, "read_interval": {"avg_ms": 224.153, "count": 133, "max_ms": 277.915, "p95_ms": 251.043}, "triton_wait": {"avg_ms": 76.683, "count": 134, "max_ms": 109.334, "p95_ms": 101.179}, "visualize": {"avg_ms": 26.289, "count": 134, "max_ms": 45.684, "p95_ms": 29.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6149.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5259.936, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.651, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:29:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:29:18+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T18:29:18+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T18:29:18.692246+09:00", "mtime_epoch": 1783330158.692246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:29:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1492.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 299, "max_ms": 6.862, "p95_ms": 5.904}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 2.077, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.989, "count": 299, "max_ms": 83.025, "p95_ms": 73.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.135, "count": 299, "max_ms": 110.592, "p95_ms": 94.209}, "yolo11_640_fire_11class": {"avg_ms": 63.863, "count": 299, "max_ms": 102.669, "p95_ms": 85.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.023, "count": 299, "max_ms": 103.312, "p95_ms": 91.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.502, "count": 299, "max_ms": 123.377, "p95_ms": 107.572}, "read_interval": {"avg_ms": 100.239, "count": 299, "max_ms": 492.544, "p95_ms": 125.418}, "triton_wait": {"avg_ms": 68.476, "count": 299, "max_ms": 110.604, "p95_ms": 94.695}, "visualize": {"avg_ms": 3.671, "count": 299, "max_ms": 5.71, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6147.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.492, "last_started_at": "2026-07-06T18:26:52+09:00", "pid": 21800, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.141, "name": "ffmpeg", "pid": 21800, "rss_mb": 271.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.063, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:29:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:29:25+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T18:29:25+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T18:29:25.268374+09:00", "mtime_epoch": 1783330165.268374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:29:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.22, "pushed": 7.22, "read": 7.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.132, "count": 216, "max_ms": 9.731, "p95_ms": 7.932}, "gstreamer_push": {"avg_ms": 1.11, "count": 216, "max_ms": 1.323, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.477, "count": 216, "max_ms": 81.871, "p95_ms": 75.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.479, "count": 216, "max_ms": 113.238, "p95_ms": 99.342}, "yolo11_640_fire_11class": {"avg_ms": 63.226, "count": 216, "max_ms": 91.16, "p95_ms": 84.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.307, "count": 216, "max_ms": 100.94, "p95_ms": 93.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.221, "count": 216, "max_ms": 174.452, "p95_ms": 153.999}, "read_interval": {"avg_ms": 139.098, "count": 215, "max_ms": 185.46, "p95_ms": 166.153}, "triton_wait": {"avg_ms": 75.803, "count": 216, "max_ms": 113.251, "p95_ms": 99.356}, "visualize": {"avg_ms": 5.192, "count": 216, "max_ms": 9.184, "p95_ms": 6.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1287, "tracking_summary": 1176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25884.633, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.309, "sample_count": 1400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:29:31+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T18:29:31+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T18:29:31.208489+09:00", "mtime_epoch": 1783330171.2084894, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:29:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 820.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.879, "pushed": 4.879, "read": 4.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.043, "count": 146, "max_ms": 129.866, "p95_ms": 117.814}, "gstreamer_push": {"avg_ms": 0.896, "count": 146, "max_ms": 2.194, "p95_ms": 1.756}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.65, "count": 146, "max_ms": 114.013, "p95_ms": 98.995}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.15, "count": 146, "max_ms": 112.684, "p95_ms": 103.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.187, "count": 146, "max_ms": 261.054, "p95_ms": 246.633}, "read_interval": {"avg_ms": 206.297, "count": 145, "max_ms": 268.557, "p95_ms": 253.84}, "triton_wait": {"avg_ms": 74.032, "count": 146, "max_ms": 114.025, "p95_ms": 104.634}, "visualize": {"avg_ms": 27.958, "count": 146, "max_ms": 50.049, "p95_ms": 36.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5289.997, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.219, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:29:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:29:48+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T18:29:48+09:00", "mjpeg": {"age_sec": 0.448, "exists": true, "mtime": "2026-07-06T18:29:48.416824+09:00", "mtime_epoch": 1783330188.4168239, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:29:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1493.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.219, "count": 299, "max_ms": 6.804, "p95_ms": 4.931}, "gstreamer_push": {"avg_ms": 1.308, "count": 299, "max_ms": 1.786, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.495, "count": 299, "max_ms": 84.73, "p95_ms": 74.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.954, "count": 299, "max_ms": 105.568, "p95_ms": 94.451}, "yolo11_640_fire_11class": {"avg_ms": 63.677, "count": 299, "max_ms": 92.31, "p95_ms": 84.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.815, "count": 299, "max_ms": 101.096, "p95_ms": 91.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.532, "count": 299, "max_ms": 119.25, "p95_ms": 108.856}, "read_interval": {"avg_ms": 100.56, "count": 298, "max_ms": 492.438, "p95_ms": 127.124}, "triton_wait": {"avg_ms": 68.618, "count": 299, "max_ms": 105.581, "p95_ms": 95.533}, "visualize": {"avg_ms": 3.668, "count": 299, "max_ms": 5.491, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6149.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:20:32+09:00", "last_error_summary": "[h264 @ 0x55d1627255c0] error while decoding MB 28 20, bytestream -5", "last_exit_at": "2026-07-06T18:26:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.614, "last_started_at": "2026-07-06T18:26:52+09:00", "pid": 21800, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.977, "name": "ffmpeg", "pid": 21800, "rss_mb": 273.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.756, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:29:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:29:55+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T18:29:55+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T18:29:55.376959+09:00", "mtime_epoch": 1783330195.3769588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:29:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1616.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.374, "pushed": 7.374, "read": 7.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.001, "count": 220, "max_ms": 9.366, "p95_ms": 7.401}, "gstreamer_push": {"avg_ms": 1.097, "count": 221, "max_ms": 1.769, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.107, "count": 220, "max_ms": 80.818, "p95_ms": 75.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.188, "count": 220, "max_ms": 112.074, "p95_ms": 95.509}, "yolo11_640_fire_11class": {"avg_ms": 62.004, "count": 220, "max_ms": 93.781, "p95_ms": 84.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.816, "count": 220, "max_ms": 101.58, "p95_ms": 92.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.7, "count": 221, "max_ms": 168.492, "p95_ms": 151.095}, "read_interval": {"avg_ms": 136.197, "count": 220, "max_ms": 179.182, "p95_ms": 160.808}, "triton_wait": {"avg_ms": 74.461, "count": 220, "max_ms": 112.087, "p95_ms": 96.542}, "visualize": {"avg_ms": 5.032, "count": 220, "max_ms": 7.778, "p95_ms": 5.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1289, "tracking_summary": 1177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6163.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25914.647, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.965, "sample_count": 1399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:30:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:30:01+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T18:30:01+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T18:30:01.209072+09:00", "mtime_epoch": 1783330201.209072, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:30:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 817.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.497, "pushed": 4.497, "read": 4.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.923, "count": 134, "max_ms": 138.979, "p95_ms": 125.289}, "gstreamer_push": {"avg_ms": 0.777, "count": 134, "max_ms": 0.987, "p95_ms": 0.842}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.927, "count": 134, "max_ms": 113.315, "p95_ms": 103.031}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.592, "count": 134, "max_ms": 112.466, "p95_ms": 100.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.19, "count": 134, "max_ms": 267.542, "p95_ms": 251.364}, "read_interval": {"avg_ms": 223.786, "count": 133, "max_ms": 273.09, "p95_ms": 258.223}, "triton_wait": {"avg_ms": 75.103, "count": 134, "max_ms": 113.326, "p95_ms": 105.571}, "visualize": {"avg_ms": 25.326, "count": 134, "max_ms": 35.312, "p95_ms": 32.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.801, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6148.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5320.066, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.318, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:30:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:30:18+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T18:30:18+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T18:30:18.825413+09:00", "mtime_epoch": 1783330218.8254132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:30:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1493.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.244, "count": 301, "max_ms": 6.982, "p95_ms": 6.011}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 2.06, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.332, "count": 301, "max_ms": 80.013, "p95_ms": 70.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.293, "count": 301, "max_ms": 113.474, "p95_ms": 95.87}, "yolo11_640_fire_11class": {"avg_ms": 63.112, "count": 301, "max_ms": 100.186, "p95_ms": 85.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.89, "count": 301, "max_ms": 103.783, "p95_ms": 90.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.741, "count": 301, "max_ms": 127.255, "p95_ms": 109.318}, "read_interval": {"avg_ms": 99.82, "count": 300, "max_ms": 447.926, "p95_ms": 130.261}, "triton_wait": {"avg_ms": 66.979, "count": 301, "max_ms": 113.485, "p95_ms": 95.994}, "visualize": {"avg_ms": 3.585, "count": 301, "max_ms": 5.706, "p95_ms": 4.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6148.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:30:02+09:00", "last_error_summary": "[h264 @ 0x560433736300] error while decoding MB 6 2, bytestream -6", "last_exit_at": "2026-07-06T18:30:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.512, "last_started_at": "2026-07-06T18:30:05+09:00", "pid": 21907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.867, "name": "ffmpeg", "pid": 21907, "rss_mb": 266.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.756, "sample_count": 2106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:30:25+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:30:25+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T18:30:25.457542+09:00", "mtime_epoch": 1783330225.4575417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:30:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.146, "pushed": 6.146, "read": 6.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.295, "count": 184, "max_ms": 9.638, "p95_ms": 8.204}, "gstreamer_push": {"avg_ms": 1.106, "count": 184, "max_ms": 1.744, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.232, "count": 184, "max_ms": 81.789, "p95_ms": 75.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.04, "count": 184, "max_ms": 108.164, "p95_ms": 98.76}, "yolo11_640_fire_11class": {"avg_ms": 62.879, "count": 184, "max_ms": 94.502, "p95_ms": 84.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.974, "count": 184, "max_ms": 97.757, "p95_ms": 92.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.307, "count": 184, "max_ms": 162.584, "p95_ms": 154.604}, "read_interval": {"avg_ms": 163.481, "count": 183, "max_ms": 4675.941, "p95_ms": 164.881}, "triton_wait": {"avg_ms": 75.357, "count": 184, "max_ms": 108.177, "p95_ms": 98.773}, "visualize": {"avg_ms": 5.246, "count": 184, "max_ms": 9.076, "p95_ms": 6.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1290, "tracking_summary": 1179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6148.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25944.778, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 246.13, "sample_count": 1415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:30:31+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T18:30:31+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T18:30:31.373656+09:00", "mtime_epoch": 1783330231.373656, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:30:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 820.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.987, "pushed": 4.987, "read": 4.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.86, "count": 149, "max_ms": 128.866, "p95_ms": 121.012}, "gstreamer_push": {"avg_ms": 0.851, "count": 149, "max_ms": 2.046, "p95_ms": 0.999}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.153, "count": 149, "max_ms": 110.127, "p95_ms": 93.111}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.959, "count": 149, "max_ms": 111.296, "p95_ms": 94.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.205, "count": 149, "max_ms": 250.407, "p95_ms": 236.946}, "read_interval": {"avg_ms": 202.121, "count": 148, "max_ms": 259.529, "p95_ms": 243.597}, "triton_wait": {"avg_ms": 73.637, "count": 149, "max_ms": 111.308, "p95_ms": 98.389}, "visualize": {"avg_ms": 25.651, "count": 149, "max_ms": 37.071, "p95_ms": 30.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5350.114, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.905, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:30:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:30:48+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T18:30:48+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T18:30:48.909995+09:00", "mtime_epoch": 1783330248.9099948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:30:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1493.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 302, "max_ms": 6.919, "p95_ms": 5.807}, "gstreamer_push": {"avg_ms": 1.291, "count": 302, "max_ms": 1.934, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.606, "count": 302, "max_ms": 84.852, "p95_ms": 70.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.209, "count": 302, "max_ms": 111.64, "p95_ms": 93.299}, "yolo11_640_fire_11class": {"avg_ms": 62.401, "count": 302, "max_ms": 94.024, "p95_ms": 83.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.965, "count": 302, "max_ms": 99.283, "p95_ms": 89.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.146, "count": 302, "max_ms": 124.574, "p95_ms": 107.57}, "read_interval": {"avg_ms": 99.498, "count": 301, "max_ms": 608.473, "p95_ms": 127.619}, "triton_wait": {"avg_ms": 67.376, "count": 302, "max_ms": 111.653, "p95_ms": 94.602}, "visualize": {"avg_ms": 3.622, "count": 302, "max_ms": 5.622, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:30:02+09:00", "last_error_summary": "[h264 @ 0x560433736300] error while decoding MB 6 2, bytestream -6", "last_exit_at": "2026-07-06T18:30:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.619, "last_started_at": "2026-07-06T18:30:05+09:00", "pid": 21907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.508, "name": "ffmpeg", "pid": 21907, "rss_mb": 271.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.604, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:30:55+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T18:30:55+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T18:30:55.590124+09:00", "mtime_epoch": 1783330255.5901237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:30:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.272, "pushed": 7.272, "read": 7.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.03, "count": 217, "max_ms": 8.749, "p95_ms": 7.561}, "gstreamer_push": {"avg_ms": 1.098, "count": 218, "max_ms": 1.492, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.454, "count": 217, "max_ms": 79.252, "p95_ms": 74.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.399, "count": 217, "max_ms": 115.514, "p95_ms": 98.801}, "yolo11_640_fire_11class": {"avg_ms": 62.016, "count": 217, "max_ms": 85.519, "p95_ms": 82.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.609, "count": 217, "max_ms": 101.656, "p95_ms": 91.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.592, "count": 218, "max_ms": 171.803, "p95_ms": 151.921}, "read_interval": {"avg_ms": 138.176, "count": 217, "max_ms": 184.261, "p95_ms": 162.409}, "triton_wait": {"avg_ms": 75.613, "count": 217, "max_ms": 115.527, "p95_ms": 99.315}, "visualize": {"avg_ms": 5.12, "count": 217, "max_ms": 6.347, "p95_ms": 6.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1292, "tracking_summary": 1180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25974.807, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.88, "sample_count": 1403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:31:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:31:01+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T18:31:01+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T18:31:01.406236+09:00", "mtime_epoch": 1783330261.406236, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:31:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 820.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.529, "pushed": 4.529, "read": 4.496}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.249, "count": 135, "max_ms": 155.231, "p95_ms": 125.459}, "gstreamer_push": {"avg_ms": 0.941, "count": 135, "max_ms": 2.305, "p95_ms": 1.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.269, "count": 135, "max_ms": 105.319, "p95_ms": 97.088}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.554, "count": 135, "max_ms": 109.837, "p95_ms": 99.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.305, "count": 135, "max_ms": 275.062, "p95_ms": 253.408}, "read_interval": {"avg_ms": 222.518, "count": 134, "max_ms": 280.98, "p95_ms": 261.01}, "triton_wait": {"avg_ms": 74.726, "count": 135, "max_ms": 109.849, "p95_ms": 99.335}, "visualize": {"avg_ms": 29.426, "count": 135, "max_ms": 47.942, "p95_ms": 40.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5380.128, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.992, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:31:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T18:31:18+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T18:31:18.914573+09:00", "mtime_epoch": 1783330278.9145732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:31:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1493.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 300, "max_ms": 8.006, "p95_ms": 5.416}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.782, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.595, "count": 300, "max_ms": 90.91, "p95_ms": 72.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.044, "count": 300, "max_ms": 110.812, "p95_ms": 95.236}, "yolo11_640_fire_11class": {"avg_ms": 62.983, "count": 300, "max_ms": 96.388, "p95_ms": 84.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.025, "count": 300, "max_ms": 105.55, "p95_ms": 90.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.929, "count": 300, "max_ms": 123.647, "p95_ms": 109.249}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 492.106, "p95_ms": 127.191}, "triton_wait": {"avg_ms": 68.152, "count": 300, "max_ms": 110.825, "p95_ms": 95.758}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 5.608, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6142.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:30:02+09:00", "last_error_summary": "[h264 @ 0x560433736300] error while decoding MB 6 2, bytestream -6", "last_exit_at": "2026-07-06T18:30:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.639, "last_started_at": "2026-07-06T18:30:05+09:00", "pid": 21907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.508, "name": "ffmpeg", "pid": 21907, "rss_mb": 271.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.474, "sample_count": 2106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:31:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:31:25+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T18:31:25+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T18:31:25.594702+09:00", "mtime_epoch": 1783330285.5947015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:31:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.225, "pushed": 7.225, "read": 7.192}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.191, "count": 216, "max_ms": 9.742, "p95_ms": 7.664}, "gstreamer_push": {"avg_ms": 1.12, "count": 216, "max_ms": 1.452, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.911, "count": 216, "max_ms": 88.912, "p95_ms": 74.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.278, "count": 216, "max_ms": 109.584, "p95_ms": 100.027}, "yolo11_640_fire_11class": {"avg_ms": 62.076, "count": 216, "max_ms": 93.427, "p95_ms": 84.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.665, "count": 216, "max_ms": 104.067, "p95_ms": 93.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.279, "count": 216, "max_ms": 169.785, "p95_ms": 154.915}, "read_interval": {"avg_ms": 138.994, "count": 215, "max_ms": 178.691, "p95_ms": 165.071}, "triton_wait": {"avg_ms": 75.497, "count": 216, "max_ms": 109.603, "p95_ms": 100.04}, "visualize": {"avg_ms": 5.214, "count": 216, "max_ms": 9.061, "p95_ms": 5.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1292, "tracking_summary": 1181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6147.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26004.832, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.88, "sample_count": 1408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:31:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:31:31+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T18:31:31+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T18:31:31.394813+09:00", "mtime_epoch": 1783330291.394813, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:31:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 816.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.002, "pushed": 5.002, "read": 4.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.518, "count": 149, "max_ms": 123.112, "p95_ms": 119.252}, "gstreamer_push": {"avg_ms": 0.936, "count": 149, "max_ms": 2.753, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.331, "count": 149, "max_ms": 122.539, "p95_ms": 101.777}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.363, "count": 149, "max_ms": 111.88, "p95_ms": 101.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.164, "count": 149, "max_ms": 276.464, "p95_ms": 242.757}, "read_interval": {"avg_ms": 201.185, "count": 148, "max_ms": 283.831, "p95_ms": 249.224}, "triton_wait": {"avg_ms": 76.683, "count": 149, "max_ms": 122.556, "p95_ms": 103.567}, "visualize": {"avg_ms": 27.82, "count": 149, "max_ms": 48.784, "p95_ms": 34.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5410.207, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.012, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:31:49+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T18:31:48+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T18:31:48.971151+09:00", "mtime_epoch": 1783330308.9711509, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:31:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1493.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.286, "count": 301, "max_ms": 7.92, "p95_ms": 5.829}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 2.251, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.962, "count": 301, "max_ms": 78.837, "p95_ms": 69.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.13, "count": 301, "max_ms": 122.013, "p95_ms": 99.162}, "yolo11_640_fire_11class": {"avg_ms": 62.287, "count": 301, "max_ms": 93.988, "p95_ms": 84.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.225, "count": 301, "max_ms": 100.15, "p95_ms": 90.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.886, "count": 301, "max_ms": 134.637, "p95_ms": 112.075}, "read_interval": {"avg_ms": 99.86, "count": 300, "max_ms": 642.447, "p95_ms": 134.616}, "triton_wait": {"avg_ms": 67.975, "count": 301, "max_ms": 122.027, "p95_ms": 99.175}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 5.619, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:30:02+09:00", "last_error_summary": "[h264 @ 0x560433736300] error while decoding MB 6 2, bytestream -6", "last_exit_at": "2026-07-06T18:30:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.718, "last_started_at": "2026-07-06T18:30:05+09:00", "pid": 21907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.508, "name": "ffmpeg", "pid": 21907, "rss_mb": 271.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.802, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:31:55+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T18:31:55+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T18:31:55.671279+09:00", "mtime_epoch": 1783330315.6712794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:31:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.277, "pushed": 7.277, "read": 7.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.114, "count": 218, "max_ms": 9.498, "p95_ms": 8.002}, "gstreamer_push": {"avg_ms": 1.092, "count": 218, "max_ms": 1.367, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.059, "count": 218, "max_ms": 84.354, "p95_ms": 75.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.346, "count": 218, "max_ms": 120.161, "p95_ms": 105.193}, "yolo11_640_fire_11class": {"avg_ms": 60.512, "count": 218, "max_ms": 96.967, "p95_ms": 81.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.808, "count": 218, "max_ms": 98.922, "p95_ms": 92.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.33, "count": 218, "max_ms": 179.9, "p95_ms": 162.407}, "read_interval": {"avg_ms": 137.986, "count": 217, "max_ms": 189.658, "p95_ms": 171.929}, "triton_wait": {"avg_ms": 75.446, "count": 218, "max_ms": 120.174, "p95_ms": 105.206}, "visualize": {"avg_ms": 5.11, "count": 218, "max_ms": 8.346, "p95_ms": 6.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1294, "tracking_summary": 1182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26035.004, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.55, "sample_count": 1413, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:32:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:32:01+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T18:32:01+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T18:32:01.571393+09:00", "mtime_epoch": 1783330321.5713928, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:32:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 820.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.673, "pushed": 4.673, "read": 4.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.833, "count": 140, "max_ms": 158.234, "p95_ms": 131.247}, "gstreamer_push": {"avg_ms": 0.818, "count": 140, "max_ms": 1.345, "p95_ms": 0.974}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.411, "count": 140, "max_ms": 118.218, "p95_ms": 102.068}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.324, "count": 140, "max_ms": 120.666, "p95_ms": 102.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.417, "count": 140, "max_ms": 295.629, "p95_ms": 258.507}, "read_interval": {"avg_ms": 215.295, "count": 139, "max_ms": 303.562, "p95_ms": 265.714}, "triton_wait": {"avg_ms": 78.381, "count": 140, "max_ms": 120.679, "p95_ms": 104.753}, "visualize": {"avg_ms": 27.256, "count": 140, "max_ms": 38.096, "p95_ms": 33.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6154.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5440.273, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.99, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:32:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:32:19+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T18:32:19+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T18:32:19.035728+09:00", "mtime_epoch": 1783330339.0357275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:32:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1494.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 301, "max_ms": 6.869, "p95_ms": 5.285}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 2.188, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.889, "count": 301, "max_ms": 89.181, "p95_ms": 74.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.311, "count": 301, "max_ms": 114.728, "p95_ms": 97.117}, "yolo11_640_fire_11class": {"avg_ms": 62.947, "count": 301, "max_ms": 102.066, "p95_ms": 83.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.515, "count": 301, "max_ms": 106.224, "p95_ms": 91.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.283, "count": 301, "max_ms": 127.927, "p95_ms": 111.462}, "read_interval": {"avg_ms": 99.821, "count": 300, "max_ms": 339.97, "p95_ms": 131.162}, "triton_wait": {"avg_ms": 68.492, "count": 301, "max_ms": 114.74, "p95_ms": 97.131}, "visualize": {"avg_ms": 3.645, "count": 301, "max_ms": 5.53, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6149.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:30:02+09:00", "last_error_summary": "[h264 @ 0x560433736300] error while decoding MB 6 2, bytestream -6", "last_exit_at": "2026-07-06T18:30:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.756, "last_started_at": "2026-07-06T18:30:05+09:00", "pid": 21907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.508, "name": "ffmpeg", "pid": 21907, "rss_mb": 271.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.741, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:32:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:32:25+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T18:32:25+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T18:32:25.723855+09:00", "mtime_epoch": 1783330345.7238555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:32:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.303, "pushed": 7.303, "read": 7.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.209, "count": 218, "max_ms": 9.728, "p95_ms": 7.562}, "gstreamer_push": {"avg_ms": 1.101, "count": 218, "max_ms": 1.356, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.095, "count": 218, "max_ms": 83.294, "p95_ms": 77.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.673, "count": 218, "max_ms": 113.777, "p95_ms": 100.676}, "yolo11_640_fire_11class": {"avg_ms": 61.604, "count": 218, "max_ms": 97.763, "p95_ms": 84.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.133, "count": 218, "max_ms": 100.128, "p95_ms": 93.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.283, "count": 218, "max_ms": 179.176, "p95_ms": 154.787}, "read_interval": {"avg_ms": 137.88, "count": 217, "max_ms": 188.647, "p95_ms": 163.891}, "triton_wait": {"avg_ms": 74.078, "count": 218, "max_ms": 113.787, "p95_ms": 100.688}, "visualize": {"avg_ms": 5.249, "count": 218, "max_ms": 8.648, "p95_ms": 6.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1295, "tracking_summary": 1183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26065.045, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.88, "sample_count": 1411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:32:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:32:31+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T18:32:31+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T18:32:31.599968+09:00", "mtime_epoch": 1783330351.599968, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:32:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 818.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.594, "pushed": 4.594, "read": 4.561}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.756, "count": 137, "max_ms": 146.793, "p95_ms": 119.403}, "gstreamer_push": {"avg_ms": 0.959, "count": 137, "max_ms": 2.026, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.519, "count": 137, "max_ms": 109.475, "p95_ms": 100.201}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.426, "count": 137, "max_ms": 115.001, "p95_ms": 103.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.078, "count": 137, "max_ms": 288.762, "p95_ms": 250.356}, "read_interval": {"avg_ms": 219.03, "count": 136, "max_ms": 297.322, "p95_ms": 257.368}, "triton_wait": {"avg_ms": 76.304, "count": 137, "max_ms": 115.013, "p95_ms": 103.469}, "visualize": {"avg_ms": 29.106, "count": 137, "max_ms": 42.91, "p95_ms": 41.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5470.287, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.99, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:32:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:32:49+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T18:32:49+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T18:32:49.096303+09:00", "mtime_epoch": 1783330369.0963025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:32:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1494.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.31, "count": 299, "max_ms": 6.734, "p95_ms": 5.666}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 1.712, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.848, "count": 299, "max_ms": 93.157, "p95_ms": 75.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.642, "count": 299, "max_ms": 119.232, "p95_ms": 93.833}, "yolo11_640_fire_11class": {"avg_ms": 62.582, "count": 299, "max_ms": 100.919, "p95_ms": 81.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.835, "count": 299, "max_ms": 105.029, "p95_ms": 90.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.655, "count": 299, "max_ms": 135.148, "p95_ms": 107.049}, "read_interval": {"avg_ms": 100.518, "count": 299, "max_ms": 355.479, "p95_ms": 138.374}, "triton_wait": {"avg_ms": 67.809, "count": 299, "max_ms": 119.247, "p95_ms": 93.845}, "visualize": {"avg_ms": 3.666, "count": 299, "max_ms": 4.926, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:30:02+09:00", "last_error_summary": "[h264 @ 0x560433736300] error while decoding MB 6 2, bytestream -6", "last_exit_at": "2026-07-06T18:30:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.89, "last_started_at": "2026-07-06T18:30:05+09:00", "pid": 21907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.508, "name": "ffmpeg", "pid": 21907, "rss_mb": 271.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.701, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:32:55+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T18:32:55+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T18:32:55.816431+09:00", "mtime_epoch": 1783330375.8164308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:32:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.235, "pushed": 7.235, "read": 7.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.169, "count": 216, "max_ms": 9.399, "p95_ms": 7.639}, "gstreamer_push": {"avg_ms": 1.107, "count": 216, "max_ms": 1.487, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.064, "count": 216, "max_ms": 84.05, "p95_ms": 75.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.808, "count": 216, "max_ms": 112.876, "p95_ms": 101.587}, "yolo11_640_fire_11class": {"avg_ms": 62.386, "count": 216, "max_ms": 93.213, "p95_ms": 82.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.625, "count": 216, "max_ms": 103.891, "p95_ms": 93.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.281, "count": 216, "max_ms": 167.907, "p95_ms": 156.992}, "read_interval": {"avg_ms": 138.811, "count": 215, "max_ms": 180.384, "p95_ms": 168.689}, "triton_wait": {"avg_ms": 76.049, "count": 216, "max_ms": 112.889, "p95_ms": 101.885}, "visualize": {"avg_ms": 5.179, "count": 216, "max_ms": 8.317, "p95_ms": 6.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1296, "tracking_summary": 1184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26095.168, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.986, "sample_count": 1391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:33:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:33:01+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T18:33:01+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T18:33:01.812545+09:00", "mtime_epoch": 1783330381.8125453, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:33:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 818.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.418, "pushed": 4.418, "read": 4.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.089, "count": 132, "max_ms": 122.692, "p95_ms": 118.574}, "gstreamer_push": {"avg_ms": 1.075, "count": 132, "max_ms": 2.008, "p95_ms": 1.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.495, "count": 132, "max_ms": 114.155, "p95_ms": 103.367}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.318, "count": 132, "max_ms": 115.128, "p95_ms": 107.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.731, "count": 132, "max_ms": 265.937, "p95_ms": 258.819}, "read_interval": {"avg_ms": 228.689, "count": 131, "max_ms": 271.987, "p95_ms": 265.83}, "triton_wait": {"avg_ms": 77.923, "count": 132, "max_ms": 115.141, "p95_ms": 108.066}, "visualize": {"avg_ms": 31.888, "count": 132, "max_ms": 43.237, "p95_ms": 41.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6048.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5500.361, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.653, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:33:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:33:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T18:33:19+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T18:33:19.164876+09:00", "mtime_epoch": 1783330399.1648765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:33:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1494.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.354, "count": 302, "max_ms": 6.92, "p95_ms": 5.59}, "gstreamer_push": {"avg_ms": 1.32, "count": 302, "max_ms": 1.989, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.266, "count": 302, "max_ms": 83.825, "p95_ms": 74.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.886, "count": 302, "max_ms": 116.085, "p95_ms": 95.104}, "yolo11_640_fire_11class": {"avg_ms": 61.743, "count": 302, "max_ms": 98.044, "p95_ms": 84.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.791, "count": 302, "max_ms": 102.92, "p95_ms": 90.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.122, "count": 302, "max_ms": 128.026, "p95_ms": 108.59}, "read_interval": {"avg_ms": 99.638, "count": 301, "max_ms": 518.577, "p95_ms": 129.641}, "triton_wait": {"avg_ms": 66.096, "count": 302, "max_ms": 116.096, "p95_ms": 95.818}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 5.619, "p95_ms": 4.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6148.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:33:12+09:00", "last_error_summary": "[h264 @ 0x5611a57dff40] error while decoding MB 37 19, bytestream -32", "last_exit_at": "2026-07-06T18:33:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.878, "last_started_at": "2026-07-06T18:33:15+09:00", "pid": 22014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.734, "name": "ffmpeg", "pid": 22014, "rss_mb": 266.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.373, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:33:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:33:26+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T18:33:25+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T18:33:25.953006+09:00", "mtime_epoch": 1783330405.9530058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:33:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.14, "pushed": 6.14, "read": 6.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.236, "count": 183, "max_ms": 9.581, "p95_ms": 7.901}, "gstreamer_push": {"avg_ms": 1.117, "count": 184, "max_ms": 1.659, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.726, "count": 183, "max_ms": 84.339, "p95_ms": 75.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.499, "count": 183, "max_ms": 121.041, "p95_ms": 98.247}, "yolo11_640_fire_11class": {"avg_ms": 62.708, "count": 183, "max_ms": 91.037, "p95_ms": 85.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.975, "count": 183, "max_ms": 101.443, "p95_ms": 90.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.514, "count": 184, "max_ms": 174.303, "p95_ms": 152.071}, "read_interval": {"avg_ms": 163.77, "count": 183, "max_ms": 4674.745, "p95_ms": 162.831}, "triton_wait": {"avg_ms": 75.803, "count": 183, "max_ms": 121.053, "p95_ms": 98.26}, "visualize": {"avg_ms": 5.254, "count": 183, "max_ms": 8.581, "p95_ms": 6.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1299, "tracking_summary": 1186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6151.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26125.196, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.385, "sample_count": 1398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:33:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:33:31+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T18:33:31+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T18:33:31.793117+09:00", "mtime_epoch": 1783330411.7931173, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:33:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 821.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.888, "pushed": 4.888, "read": 4.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.708, "count": 146, "max_ms": 133.337, "p95_ms": 116.948}, "gstreamer_push": {"avg_ms": 0.877, "count": 146, "max_ms": 1.856, "p95_ms": 1.709}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.045, "count": 146, "max_ms": 104.676, "p95_ms": 96.045}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.608, "count": 146, "max_ms": 104.928, "p95_ms": 97.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.633, "count": 146, "max_ms": 255.118, "p95_ms": 241.893}, "read_interval": {"avg_ms": 205.595, "count": 145, "max_ms": 261.914, "p95_ms": 247.787}, "triton_wait": {"avg_ms": 70.79, "count": 146, "max_ms": 104.942, "p95_ms": 98.35}, "visualize": {"avg_ms": 26.124, "count": 146, "max_ms": 51.544, "p95_ms": 33.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6154.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5530.362, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.728, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:33:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:33:49+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T18:33:49+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T18:33:49.145447+09:00", "mtime_epoch": 1783330429.1454475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:33:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1494.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 301, "max_ms": 6.74, "p95_ms": 5.351}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.559, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.822, "count": 301, "max_ms": 89.044, "p95_ms": 73.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.104, "count": 301, "max_ms": 107.573, "p95_ms": 95.129}, "yolo11_640_fire_11class": {"avg_ms": 63.302, "count": 301, "max_ms": 95.491, "p95_ms": 83.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.028, "count": 301, "max_ms": 100.013, "p95_ms": 91.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.222, "count": 301, "max_ms": 120.688, "p95_ms": 107.765}, "read_interval": {"avg_ms": 99.592, "count": 301, "max_ms": 428.789, "p95_ms": 124.613}, "triton_wait": {"avg_ms": 68.4, "count": 301, "max_ms": 107.586, "p95_ms": 95.141}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 4.752, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:33:12+09:00", "last_error_summary": "[h264 @ 0x5611a57dff40] error while decoding MB 37 19, bytestream -32", "last_exit_at": "2026-07-06T18:33:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.878, "last_started_at": "2026-07-06T18:33:15+09:00", "pid": 22014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.281, "name": "ffmpeg", "pid": 22014, "rss_mb": 268.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.616, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:33:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:33:56+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:33:55+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T18:33:55.929577+09:00", "mtime_epoch": 1783330435.9295766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:33:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.235, "pushed": 7.235, "read": 7.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.165, "count": 217, "max_ms": 9.342, "p95_ms": 7.392}, "gstreamer_push": {"avg_ms": 1.107, "count": 217, "max_ms": 1.892, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.401, "count": 217, "max_ms": 83.982, "p95_ms": 73.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.645, "count": 217, "max_ms": 119.475, "p95_ms": 99.738}, "yolo11_640_fire_11class": {"avg_ms": 61.269, "count": 217, "max_ms": 93.954, "p95_ms": 80.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.711, "count": 217, "max_ms": 101.06, "p95_ms": 91.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.699, "count": 217, "max_ms": 169.978, "p95_ms": 155.5}, "read_interval": {"avg_ms": 138.164, "count": 217, "max_ms": 178.92, "p95_ms": 164.701}, "triton_wait": {"avg_ms": 74.954, "count": 217, "max_ms": 119.488, "p95_ms": 99.751}, "visualize": {"avg_ms": 5.179, "count": 217, "max_ms": 6.378, "p95_ms": 5.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1299, "tracking_summary": 1187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6153.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26155.229, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.027, "sample_count": 1412, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:34:02+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T18:34:01+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T18:34:01.777688+09:00", "mtime_epoch": 1783330441.7776878, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:34:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 821.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.931, "pushed": 4.931, "read": 4.897}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.356, "count": 147, "max_ms": 144.458, "p95_ms": 121.756}, "gstreamer_push": {"avg_ms": 0.817, "count": 147, "max_ms": 1.2, "p95_ms": 0.952}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.548, "count": 147, "max_ms": 107.44, "p95_ms": 97.004}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.46, "count": 147, "max_ms": 117.097, "p95_ms": 97.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.513, "count": 147, "max_ms": 279.276, "p95_ms": 240.54}, "read_interval": {"avg_ms": 203.894, "count": 146, "max_ms": 286.474, "p95_ms": 246.011}, "triton_wait": {"avg_ms": 73.568, "count": 147, "max_ms": 117.109, "p95_ms": 99.034}, "visualize": {"avg_ms": 25.586, "count": 147, "max_ms": 32.389, "p95_ms": 29.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5560.441, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.833, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:34:19+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T18:34:19+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T18:34:19.206019+09:00", "mtime_epoch": 1783330459.2060192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:34:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1494.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.219, "count": 300, "max_ms": 6.857, "p95_ms": 5.186}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.909, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.221, "count": 300, "max_ms": 84.176, "p95_ms": 72.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.669, "count": 300, "max_ms": 116.331, "p95_ms": 95.525}, "yolo11_640_fire_11class": {"avg_ms": 59.341, "count": 300, "max_ms": 89.475, "p95_ms": 78.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.602, "count": 300, "max_ms": 99.991, "p95_ms": 89.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.455, "count": 300, "max_ms": 129.84, "p95_ms": 108.177}, "read_interval": {"avg_ms": 100.18, "count": 299, "max_ms": 407.568, "p95_ms": 134.866}, "triton_wait": {"avg_ms": 66.675, "count": 300, "max_ms": 116.342, "p95_ms": 95.536}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 5.557, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6157.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:33:12+09:00", "last_error_summary": "[h264 @ 0x5611a57dff40] error while decoding MB 37 19, bytestream -32", "last_exit_at": "2026-07-06T18:33:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.922, "last_started_at": "2026-07-06T18:33:15+09:00", "pid": 22014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.602, "name": "ffmpeg", "pid": 22014, "rss_mb": 270.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.741, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:34:26+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T18:34:25+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T18:34:25.986148+09:00", "mtime_epoch": 1783330465.9861479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:34:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.291, "pushed": 7.291, "read": 7.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.197, "count": 218, "max_ms": 11.125, "p95_ms": 8.144}, "gstreamer_push": {"avg_ms": 1.104, "count": 218, "max_ms": 1.337, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.342, "count": 218, "max_ms": 86.764, "p95_ms": 74.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.114, "count": 218, "max_ms": 118.45, "p95_ms": 97.807}, "yolo11_640_fire_11class": {"avg_ms": 59.625, "count": 218, "max_ms": 87.232, "p95_ms": 77.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.06, "count": 218, "max_ms": 103.053, "p95_ms": 91.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.183, "count": 218, "max_ms": 172.973, "p95_ms": 155.455}, "read_interval": {"avg_ms": 137.783, "count": 217, "max_ms": 183.471, "p95_ms": 164.928}, "triton_wait": {"avg_ms": 74.463, "count": 218, "max_ms": 118.463, "p95_ms": 98.483}, "visualize": {"avg_ms": 5.224, "count": 218, "max_ms": 9.142, "p95_ms": 6.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1300, "tracking_summary": 1188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6154.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26185.284, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.499, "sample_count": 1400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:34:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:34:32+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T18:34:31+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T18:34:31.878260+09:00", "mtime_epoch": 1783330471.8782597, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:34:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 820.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.49, "pushed": 4.49, "read": 4.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.973, "count": 134, "max_ms": 142.589, "p95_ms": 120.838}, "gstreamer_push": {"avg_ms": 0.789, "count": 134, "max_ms": 0.994, "p95_ms": 0.886}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.319, "count": 134, "max_ms": 109.604, "p95_ms": 97.173}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.459, "count": 134, "max_ms": 109.114, "p95_ms": 100.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.55, "count": 134, "max_ms": 260.521, "p95_ms": 248.452}, "read_interval": {"avg_ms": 224.28, "count": 133, "max_ms": 269.237, "p95_ms": 254.539}, "triton_wait": {"avg_ms": 75.245, "count": 134, "max_ms": 109.616, "p95_ms": 100.428}, "visualize": {"avg_ms": 26.453, "count": 134, "max_ms": 33.969, "p95_ms": 31.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6160.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5590.488, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.041, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:34:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T18:34:49+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T18:34:49+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T18:34:49.250589+09:00", "mtime_epoch": 1783330489.2505894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:34:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1494.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.309, "count": 302, "max_ms": 6.891, "p95_ms": 5.851}, "gstreamer_push": {"avg_ms": 1.291, "count": 302, "max_ms": 2.144, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.372, "count": 302, "max_ms": 86.661, "p95_ms": 73.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.828, "count": 302, "max_ms": 110.476, "p95_ms": 96.096}, "yolo11_640_fire_11class": {"avg_ms": 59.213, "count": 302, "max_ms": 86.983, "p95_ms": 80.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.945, "count": 302, "max_ms": 104.433, "p95_ms": 92.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.216, "count": 302, "max_ms": 123.366, "p95_ms": 111.282}, "read_interval": {"avg_ms": 99.405, "count": 301, "max_ms": 440.797, "p95_ms": 129.224}, "triton_wait": {"avg_ms": 67.367, "count": 302, "max_ms": 110.489, "p95_ms": 96.33}, "visualize": {"avg_ms": 3.646, "count": 302, "max_ms": 5.951, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:33:12+09:00", "last_error_summary": "[h264 @ 0x5611a57dff40] error while decoding MB 37 19, bytestream -32", "last_exit_at": "2026-07-06T18:33:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.001, "last_started_at": "2026-07-06T18:33:15+09:00", "pid": 22014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.117, "name": "ffmpeg", "pid": 22014, "rss_mb": 271.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.777, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:34:56+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T18:34:56+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T18:34:56.070719+09:00", "mtime_epoch": 1783330496.0707185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:34:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1617.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.243, "pushed": 7.243, "read": 7.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.248, "count": 216, "max_ms": 9.451, "p95_ms": 7.549}, "gstreamer_push": {"avg_ms": 1.111, "count": 217, "max_ms": 1.426, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.737, "count": 216, "max_ms": 83.77, "p95_ms": 73.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.612, "count": 216, "max_ms": 117.055, "p95_ms": 100.194}, "yolo11_640_fire_11class": {"avg_ms": 61.552, "count": 216, "max_ms": 84.652, "p95_ms": 80.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.34, "count": 216, "max_ms": 101.556, "p95_ms": 95.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.034, "count": 217, "max_ms": 170.761, "p95_ms": 154.304}, "read_interval": {"avg_ms": 138.65, "count": 216, "max_ms": 179.832, "p95_ms": 164.08}, "triton_wait": {"avg_ms": 75.808, "count": 216, "max_ms": 117.068, "p95_ms": 100.892}, "visualize": {"avg_ms": 5.186, "count": 216, "max_ms": 7.633, "p95_ms": 5.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1302, "tracking_summary": 1189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6153.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26215.468, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.558, "sample_count": 1410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:35:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:35:02+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-06T18:35:02+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T18:35:02.082833+09:00", "mtime_epoch": 1783330502.0828326, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:35:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 818.941, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.811, "pushed": 4.811, "read": 4.777}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.374, "count": 144, "max_ms": 151.227, "p95_ms": 137.541}, "gstreamer_push": {"avg_ms": 0.834, "count": 144, "max_ms": 2.41, "p95_ms": 0.976}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.149, "count": 144, "max_ms": 114.033, "p95_ms": 102.762}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.042, "count": 144, "max_ms": 110.558, "p95_ms": 103.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.486, "count": 144, "max_ms": 286.479, "p95_ms": 251.614}, "read_interval": {"avg_ms": 209.705, "count": 143, "max_ms": 292.711, "p95_ms": 258.039}, "triton_wait": {"avg_ms": 76.356, "count": 144, "max_ms": 114.047, "p95_ms": 107.022}, "visualize": {"avg_ms": 26.694, "count": 144, "max_ms": 44.984, "p95_ms": 34.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6153.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5620.75, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.249, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:35:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:35:19+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T18:35:19+09:00", "mjpeg": {"age_sec": 0.406, "exists": true, "mtime": "2026-07-06T18:35:19.211157+09:00", "mtime_epoch": 1783330519.2111568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:35:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1494.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 299, "max_ms": 6.581, "p95_ms": 5.354}, "gstreamer_push": {"avg_ms": 1.266, "count": 299, "max_ms": 1.887, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.43, "count": 299, "max_ms": 91.051, "p95_ms": 71.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.191, "count": 299, "max_ms": 120.96, "p95_ms": 97.165}, "yolo11_640_fire_11class": {"avg_ms": 59.378, "count": 299, "max_ms": 91.134, "p95_ms": 83.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.057, "count": 299, "max_ms": 103.835, "p95_ms": 91.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.728, "count": 299, "max_ms": 134.265, "p95_ms": 111.081}, "read_interval": {"avg_ms": 100.508, "count": 298, "max_ms": 625.039, "p95_ms": 132.053}, "triton_wait": {"avg_ms": 67.089, "count": 299, "max_ms": 120.972, "p95_ms": 97.179}, "visualize": {"avg_ms": 3.594, "count": 299, "max_ms": 5.724, "p95_ms": 4.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6153.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:33:12+09:00", "last_error_summary": "[h264 @ 0x5611a57dff40] error while decoding MB 37 19, bytestream -32", "last_exit_at": "2026-07-06T18:33:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.125, "last_started_at": "2026-07-06T18:33:15+09:00", "pid": 22014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.633, "name": "ffmpeg", "pid": 22014, "rss_mb": 271.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.889, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:35:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:35:26+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T18:35:26+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T18:35:26.199289+09:00", "mtime_epoch": 1783330526.199289, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:35:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.237, "pushed": 7.237, "read": 7.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.035, "count": 216, "max_ms": 8.89, "p95_ms": 7.33}, "gstreamer_push": {"avg_ms": 1.112, "count": 217, "max_ms": 1.416, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.622, "count": 216, "max_ms": 86.673, "p95_ms": 72.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.796, "count": 216, "max_ms": 121.668, "p95_ms": 101.54}, "yolo11_640_fire_11class": {"avg_ms": 60.318, "count": 216, "max_ms": 91.448, "p95_ms": 78.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.157, "count": 216, "max_ms": 101.252, "p95_ms": 89.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.22, "count": 217, "max_ms": 175.712, "p95_ms": 156.972}, "read_interval": {"avg_ms": 138.844, "count": 216, "max_ms": 185.358, "p95_ms": 167.319}, "triton_wait": {"avg_ms": 75.946, "count": 216, "max_ms": 121.681, "p95_ms": 101.553}, "visualize": {"avg_ms": 5.155, "count": 216, "max_ms": 6.497, "p95_ms": 6.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1303, "tracking_summary": 1190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6155.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26245.642, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.986, "sample_count": 1411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:35:32+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T18:35:32+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T18:35:32.251404+09:00", "mtime_epoch": 1783330532.2514036, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:35:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 821.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.992, "pushed": 4.992, "read": 4.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.5, "count": 149, "max_ms": 135.968, "p95_ms": 118.805}, "gstreamer_push": {"avg_ms": 0.887, "count": 149, "max_ms": 2.146, "p95_ms": 1.735}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.588, "count": 149, "max_ms": 116.591, "p95_ms": 99.776}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.755, "count": 149, "max_ms": 116.396, "p95_ms": 100.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.293, "count": 149, "max_ms": 262.509, "p95_ms": 245.515}, "read_interval": {"avg_ms": 201.377, "count": 148, "max_ms": 271.097, "p95_ms": 253.616}, "triton_wait": {"avg_ms": 76.107, "count": 149, "max_ms": 116.603, "p95_ms": 101.578}, "visualize": {"avg_ms": 27.698, "count": 149, "max_ms": 50.359, "p95_ms": 41.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6157.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5650.776, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.677, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:35:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:35:49+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T18:35:49+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T18:35:49.571731+09:00", "mtime_epoch": 1783330549.571731, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:35:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.095, "pushed": 10.095, "read": 10.062}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 302, "max_ms": 6.595, "p95_ms": 5.395}, "gstreamer_push": {"avg_ms": 1.313, "count": 302, "max_ms": 2.304, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.357, "count": 302, "max_ms": 88.443, "p95_ms": 71.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.372, "count": 302, "max_ms": 125.705, "p95_ms": 95.071}, "yolo11_640_fire_11class": {"avg_ms": 59.391, "count": 302, "max_ms": 94.92, "p95_ms": 78.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.573, "count": 302, "max_ms": 101.715, "p95_ms": 89.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.142, "count": 302, "max_ms": 138.6, "p95_ms": 109.43}, "read_interval": {"avg_ms": 99.43, "count": 301, "max_ms": 487.159, "p95_ms": 129.426}, "triton_wait": {"avg_ms": 67.36, "count": 302, "max_ms": 125.719, "p95_ms": 96.919}, "visualize": {"avg_ms": 3.648, "count": 302, "max_ms": 5.409, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:33:12+09:00", "last_error_summary": "[h264 @ 0x5611a57dff40] error while decoding MB 37 19, bytestream -32", "last_exit_at": "2026-07-06T18:33:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.234, "last_started_at": "2026-07-06T18:33:15+09:00", "pid": 22014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.891, "name": "ffmpeg", "pid": 22014, "rss_mb": 271.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.908, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:35:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:35:56+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T18:35:56+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T18:35:56.307858+09:00", "mtime_epoch": 1783330556.3078582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:35:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.334, "pushed": 7.334, "read": 7.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.204, "count": 219, "max_ms": 9.394, "p95_ms": 8.283}, "gstreamer_push": {"avg_ms": 1.103, "count": 220, "max_ms": 1.301, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.575, "count": 219, "max_ms": 84.73, "p95_ms": 75.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.388, "count": 219, "max_ms": 124.591, "p95_ms": 97.426}, "yolo11_640_fire_11class": {"avg_ms": 60.194, "count": 219, "max_ms": 87.364, "p95_ms": 78.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.981, "count": 219, "max_ms": 100.231, "p95_ms": 92.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.261, "count": 220, "max_ms": 179.307, "p95_ms": 151.008}, "read_interval": {"avg_ms": 136.867, "count": 219, "max_ms": 188.784, "p95_ms": 161.675}, "triton_wait": {"avg_ms": 73.825, "count": 219, "max_ms": 124.601, "p95_ms": 98.113}, "visualize": {"avg_ms": 5.171, "count": 219, "max_ms": 7.35, "p95_ms": 6.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1305, "tracking_summary": 1192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6147.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26275.851, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.452, "sample_count": 1415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:36:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:36:02+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T18:36:02+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T18:36:02.435974+09:00", "mtime_epoch": 1783330562.4359741, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:36:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 810.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.654, "pushed": 4.654, "read": 4.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.452, "count": 139, "max_ms": 123.13, "p95_ms": 117.358}, "gstreamer_push": {"avg_ms": 0.859, "count": 139, "max_ms": 2.957, "p95_ms": 1.242}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.476, "count": 139, "max_ms": 113.945, "p95_ms": 98.899}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.408, "count": 139, "max_ms": 118.843, "p95_ms": 101.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.02, "count": 139, "max_ms": 274.886, "p95_ms": 247.755}, "read_interval": {"avg_ms": 216.032, "count": 138, "max_ms": 280.961, "p95_ms": 255.337}, "triton_wait": {"avg_ms": 75.913, "count": 139, "max_ms": 118.856, "p95_ms": 101.902}, "visualize": {"avg_ms": 27.669, "count": 139, "max_ms": 41.509, "p95_ms": 34.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5680.806, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.325, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:36:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:36:19+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T18:36:19+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T18:36:19.612298+09:00", "mtime_epoch": 1783330579.6122983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:36:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 299, "max_ms": 7.71, "p95_ms": 5.72}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 1.862, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.019, "count": 299, "max_ms": 85.0, "p95_ms": 72.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.964, "count": 299, "max_ms": 119.636, "p95_ms": 94.179}, "yolo11_640_fire_11class": {"avg_ms": 60.432, "count": 299, "max_ms": 90.248, "p95_ms": 83.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.88, "count": 299, "max_ms": 105.232, "p95_ms": 90.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.462, "count": 299, "max_ms": 132.889, "p95_ms": 107.046}, "read_interval": {"avg_ms": 100.506, "count": 298, "max_ms": 513.225, "p95_ms": 128.089}, "triton_wait": {"avg_ms": 67.751, "count": 299, "max_ms": 119.649, "p95_ms": 94.19}, "visualize": {"avg_ms": 3.592, "count": 299, "max_ms": 4.884, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6167.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:33:12+09:00", "last_error_summary": "[h264 @ 0x5611a57dff40] error while decoding MB 37 19, bytestream -32", "last_exit_at": "2026-07-06T18:33:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 191.321, "last_started_at": "2026-07-06T18:33:15+09:00", "pid": 22014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.074, "name": "ffmpeg", "pid": 22014, "rss_mb": 283.074, "state": "S (sleeping)", "threads": 104}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.908, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:36:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:36:26+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T18:36:26+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T18:36:26.392426+09:00", "mtime_epoch": 1783330586.3924263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:36:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.209, "pushed": 7.209, "read": 7.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.16, "count": 215, "max_ms": 9.542, "p95_ms": 7.15}, "gstreamer_push": {"avg_ms": 1.117, "count": 216, "max_ms": 1.761, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.171, "count": 215, "max_ms": 86.467, "p95_ms": 75.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.872, "count": 215, "max_ms": 120.196, "p95_ms": 99.561}, "yolo11_640_fire_11class": {"avg_ms": 61.578, "count": 215, "max_ms": 85.937, "p95_ms": 79.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.861, "count": 215, "max_ms": 101.584, "p95_ms": 91.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.663, "count": 216, "max_ms": 176.662, "p95_ms": 155.901}, "read_interval": {"avg_ms": 139.326, "count": 215, "max_ms": 186.677, "p95_ms": 165.138}, "triton_wait": {"avg_ms": 75.98, "count": 215, "max_ms": 120.209, "p95_ms": 99.573}, "visualize": {"avg_ms": 5.223, "count": 215, "max_ms": 8.706, "p95_ms": 5.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1305, "tracking_summary": 1193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6029.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26305.91, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.318, "sample_count": 1399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:36:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T18:36:32+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T18:36:32+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T18:36:32.488541+09:00", "mtime_epoch": 1783330592.4885411, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:36:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 813.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.458, "pushed": 4.458, "read": 4.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.088, "count": 133, "max_ms": 147.005, "p95_ms": 124.498}, "gstreamer_push": {"avg_ms": 0.849, "count": 133, "max_ms": 1.943, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.758, "count": 133, "max_ms": 105.565, "p95_ms": 92.52}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.094, "count": 133, "max_ms": 119.633, "p95_ms": 99.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.284, "count": 133, "max_ms": 264.159, "p95_ms": 252.676}, "read_interval": {"avg_ms": 225.96, "count": 132, "max_ms": 270.378, "p95_ms": 259.238}, "triton_wait": {"avg_ms": 73.354, "count": 133, "max_ms": 119.645, "p95_ms": 99.104}, "visualize": {"avg_ms": 27.057, "count": 133, "max_ms": 43.822, "p95_ms": 37.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6148.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5710.821, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.711, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:36:49+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T18:36:49+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T18:36:49.560863+09:00", "mtime_epoch": 1783330609.560863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:36:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 9.999}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 300, "max_ms": 6.832, "p95_ms": 5.7}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 2.041, "p95_ms": 1.5}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.644, "count": 300, "max_ms": 89.713, "p95_ms": 73.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.501, "count": 300, "max_ms": 120.583, "p95_ms": 94.477}, "yolo11_640_fire_11class": {"avg_ms": 58.447, "count": 300, "max_ms": 88.984, "p95_ms": 77.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.358, "count": 300, "max_ms": 101.74, "p95_ms": 89.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.346, "count": 300, "max_ms": 133.692, "p95_ms": 107.189}, "read_interval": {"avg_ms": 99.881, "count": 299, "max_ms": 562.62, "p95_ms": 132.372}, "triton_wait": {"avg_ms": 65.4, "count": 300, "max_ms": 120.595, "p95_ms": 94.49}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 5.53, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:36:27+09:00", "last_error_summary": "[h264 @ 0x562a9b526e00] error while decoding MB 36 18, bytestream -40", "last_exit_at": "2026-07-06T18:36:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.304, "last_started_at": "2026-07-06T18:36:29+09:00", "pid": 22121, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.934, "name": "ffmpeg", "pid": 22121, "rss_mb": 265.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.815, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:36:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:36:56+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T18:36:56+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T18:36:56.476993+09:00", "mtime_epoch": 1783330616.476993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:36:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.909, "pushed": 5.909, "read": 5.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.754, "count": 177, "max_ms": 11.121, "p95_ms": 8.824}, "gstreamer_push": {"avg_ms": 1.075, "count": 177, "max_ms": 1.304, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.201, "count": 177, "max_ms": 91.363, "p95_ms": 73.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.448, "count": 177, "max_ms": 112.398, "p95_ms": 99.299}, "yolo11_640_fire_11class": {"avg_ms": 60.191, "count": 177, "max_ms": 90.645, "p95_ms": 78.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.078, "count": 177, "max_ms": 103.599, "p95_ms": 92.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.793, "count": 177, "max_ms": 192.386, "p95_ms": 173.244}, "read_interval": {"avg_ms": 170.177, "count": 176, "max_ms": 4261.729, "p95_ms": 182.165}, "triton_wait": {"avg_ms": 73.906, "count": 177, "max_ms": 112.41, "p95_ms": 99.316}, "visualize": {"avg_ms": 5.771, "count": 177, "max_ms": 9.503, "p95_ms": 7.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1307, "tracking_summary": 1194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26336.04, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.452, "sample_count": 1403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:37:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:37:02+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T18:37:02+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T18:37:02.605108+09:00", "mtime_epoch": 1783330622.6051085, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:37:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 821.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.814, "pushed": 4.814, "read": 4.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.489, "count": 144, "max_ms": 140.127, "p95_ms": 119.018}, "gstreamer_push": {"avg_ms": 0.952, "count": 144, "max_ms": 2.071, "p95_ms": 1.918}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.46, "count": 144, "max_ms": 113.232, "p95_ms": 95.671}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.228, "count": 144, "max_ms": 115.33, "p95_ms": 102.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.927, "count": 144, "max_ms": 260.779, "p95_ms": 246.417}, "read_interval": {"avg_ms": 208.975, "count": 143, "max_ms": 269.946, "p95_ms": 253.469}, "triton_wait": {"avg_ms": 75.754, "count": 144, "max_ms": 115.342, "p95_ms": 103.185}, "visualize": {"avg_ms": 27.672, "count": 144, "max_ms": 44.919, "p95_ms": 34.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5740.85, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.728, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:37:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T18:37:19+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T18:37:19.649429+09:00", "mtime_epoch": 1783330639.6494293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:37:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.296, "count": 300, "max_ms": 7.282, "p95_ms": 5.847}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.843, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.736, "count": 300, "max_ms": 92.19, "p95_ms": 72.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.127, "count": 300, "max_ms": 116.742, "p95_ms": 97.365}, "yolo11_640_fire_11class": {"avg_ms": 60.926, "count": 300, "max_ms": 94.63, "p95_ms": 82.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.252, "count": 300, "max_ms": 101.018, "p95_ms": 92.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.011, "count": 300, "max_ms": 130.084, "p95_ms": 111.41}, "read_interval": {"avg_ms": 100.156, "count": 299, "max_ms": 354.335, "p95_ms": 136.289}, "triton_wait": {"avg_ms": 68.183, "count": 300, "max_ms": 116.754, "p95_ms": 97.751}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.586, "p95_ms": 4.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:36:27+09:00", "last_error_summary": "[h264 @ 0x562a9b526e00] error while decoding MB 36 18, bytestream -40", "last_exit_at": "2026-07-06T18:36:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.449, "last_started_at": "2026-07-06T18:36:29+09:00", "pid": 22121, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.707, "name": "ffmpeg", "pid": 22121, "rss_mb": 266.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.668, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:37:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:37:26+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T18:37:26+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T18:37:26.629561+09:00", "mtime_epoch": 1783330646.6295607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:37:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.768, "pushed": 6.768, "read": 6.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.712, "count": 202, "max_ms": 10.686, "p95_ms": 8.448}, "gstreamer_push": {"avg_ms": 1.071, "count": 203, "max_ms": 1.458, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.438, "count": 202, "max_ms": 82.245, "p95_ms": 73.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.1, "count": 202, "max_ms": 118.506, "p95_ms": 102.422}, "yolo11_640_fire_11class": {"avg_ms": 60.802, "count": 202, "max_ms": 91.913, "p95_ms": 79.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.129, "count": 202, "max_ms": 98.595, "p95_ms": 92.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.444, "count": 203, "max_ms": 195.085, "p95_ms": 173.53}, "read_interval": {"avg_ms": 148.478, "count": 202, "max_ms": 203.319, "p95_ms": 183.459}, "triton_wait": {"avg_ms": 75.349, "count": 202, "max_ms": 118.518, "p95_ms": 102.435}, "visualize": {"avg_ms": 5.691, "count": 202, "max_ms": 8.521, "p95_ms": 6.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1309, "tracking_summary": 1195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6153.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26366.184, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.203, "sample_count": 1400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:37:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:37:32+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T18:37:32+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T18:37:32.837677+09:00", "mtime_epoch": 1783330652.8376775, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:37:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 826.59, "name": "celery", "pid": 239, "rss_mb": 821.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.477, "pushed": 4.477, "read": 4.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.181, "count": 134, "max_ms": 144.96, "p95_ms": 123.385}, "gstreamer_push": {"avg_ms": 0.788, "count": 134, "max_ms": 0.963, "p95_ms": 0.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.272, "count": 134, "max_ms": 116.021, "p95_ms": 101.699}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.044, "count": 134, "max_ms": 117.146, "p95_ms": 104.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.209, "count": 134, "max_ms": 276.046, "p95_ms": 254.89}, "read_interval": {"avg_ms": 225.457, "count": 133, "max_ms": 282.64, "p95_ms": 261.04}, "triton_wait": {"avg_ms": 75.156, "count": 134, "max_ms": 117.157, "p95_ms": 107.085}, "visualize": {"avg_ms": 25.012, "count": 134, "max_ms": 42.698, "p95_ms": 28.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6153.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5770.901, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.548, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:37:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T18:37:49+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T18:37:49.705995+09:00", "mtime_epoch": 1783330669.7059946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:37:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.304, "count": 301, "max_ms": 7.181, "p95_ms": 5.422}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 2.064, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.62, "count": 301, "max_ms": 82.56, "p95_ms": 70.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.334, "count": 301, "max_ms": 124.884, "p95_ms": 98.392}, "yolo11_640_fire_11class": {"avg_ms": 59.599, "count": 301, "max_ms": 89.613, "p95_ms": 79.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.213, "count": 301, "max_ms": 107.522, "p95_ms": 91.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.021, "count": 301, "max_ms": 137.929, "p95_ms": 112.225}, "read_interval": {"avg_ms": 99.901, "count": 300, "max_ms": 440.964, "p95_ms": 134.98}, "triton_wait": {"avg_ms": 67.219, "count": 301, "max_ms": 124.897, "p95_ms": 98.934}, "visualize": {"avg_ms": 3.659, "count": 301, "max_ms": 5.13, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6153.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:36:27+09:00", "last_error_summary": "[h264 @ 0x562a9b526e00] error while decoding MB 36 18, bytestream -40", "last_exit_at": "2026-07-06T18:36:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.576, "last_started_at": "2026-07-06T18:36:29+09:00", "pid": 22121, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.707, "name": "ffmpeg", "pid": 22121, "rss_mb": 266.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.63, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:37:56+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T18:37:56+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T18:37:56.750127+09:00", "mtime_epoch": 1783330676.7501268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:37:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.523, "count": 207, "max_ms": 10.204, "p95_ms": 7.583}, "gstreamer_push": {"avg_ms": 1.071, "count": 207, "max_ms": 1.278, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.789, "count": 207, "max_ms": 85.891, "p95_ms": 75.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.984, "count": 207, "max_ms": 117.895, "p95_ms": 98.237}, "yolo11_640_fire_11class": {"avg_ms": 59.999, "count": 207, "max_ms": 95.705, "p95_ms": 82.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.514, "count": 207, "max_ms": 107.505, "p95_ms": 94.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.795, "count": 207, "max_ms": 193.452, "p95_ms": 172.046}, "read_interval": {"avg_ms": 144.773, "count": 207, "max_ms": 202.372, "p95_ms": 182.253}, "triton_wait": {"avg_ms": 75.376, "count": 207, "max_ms": 117.906, "p95_ms": 100.86}, "visualize": {"avg_ms": 5.466, "count": 207, "max_ms": 7.644, "p95_ms": 6.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1310, "tracking_summary": 1196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6151.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26396.24, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 247.935, "sample_count": 1412, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:38:03+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T18:38:02+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T18:38:02.830241+09:00", "mtime_epoch": 1783330682.8302412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:38:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 819.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.886, "pushed": 4.886, "read": 4.853}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.648, "count": 146, "max_ms": 128.185, "p95_ms": 120.019}, "gstreamer_push": {"avg_ms": 0.833, "count": 146, "max_ms": 1.315, "p95_ms": 0.997}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.449, "count": 146, "max_ms": 111.014, "p95_ms": 98.769}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.071, "count": 146, "max_ms": 110.392, "p95_ms": 99.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.797, "count": 146, "max_ms": 261.083, "p95_ms": 244.178}, "read_interval": {"avg_ms": 205.717, "count": 145, "max_ms": 270.149, "p95_ms": 250.998}, "triton_wait": {"avg_ms": 75.073, "count": 146, "max_ms": 111.025, "p95_ms": 105.731}, "visualize": {"avg_ms": 26.012, "count": 146, "max_ms": 40.704, "p95_ms": 31.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5800.946, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.769, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:38:19+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T18:38:19+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T18:38:19.738559+09:00", "mtime_epoch": 1783330699.7385585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:38:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.276, "count": 301, "max_ms": 6.648, "p95_ms": 5.327}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 1.665, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.145, "count": 301, "max_ms": 86.63, "p95_ms": 74.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.738, "count": 301, "max_ms": 114.593, "p95_ms": 95.314}, "yolo11_640_fire_11class": {"avg_ms": 62.511, "count": 301, "max_ms": 97.697, "p95_ms": 84.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.435, "count": 301, "max_ms": 104.159, "p95_ms": 92.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.817, "count": 301, "max_ms": 127.357, "p95_ms": 110.205}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 493.521, "p95_ms": 131.693}, "triton_wait": {"avg_ms": 68.011, "count": 301, "max_ms": 114.606, "p95_ms": 96.271}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 5.545, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:36:27+09:00", "last_error_summary": "[h264 @ 0x562a9b526e00] error while decoding MB 36 18, bytestream -40", "last_exit_at": "2026-07-06T18:36:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.668, "last_started_at": "2026-07-06T18:36:29+09:00", "pid": 22121, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.48, "name": "ffmpeg", "pid": 22121, "rss_mb": 267.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.194, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:38:26+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T18:38:26+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T18:38:26.874692+09:00", "mtime_epoch": 1783330706.8746924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:38:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.207, "pushed": 7.207, "read": 7.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.37, "count": 215, "max_ms": 9.578, "p95_ms": 7.797}, "gstreamer_push": {"avg_ms": 1.079, "count": 216, "max_ms": 1.573, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.279, "count": 215, "max_ms": 85.542, "p95_ms": 75.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.797, "count": 215, "max_ms": 115.145, "p95_ms": 99.927}, "yolo11_640_fire_11class": {"avg_ms": 61.377, "count": 215, "max_ms": 96.402, "p95_ms": 82.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.082, "count": 215, "max_ms": 103.297, "p95_ms": 92.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.992, "count": 216, "max_ms": 174.008, "p95_ms": 163.893}, "read_interval": {"avg_ms": 139.393, "count": 215, "max_ms": 181.593, "p95_ms": 172.362}, "triton_wait": {"avg_ms": 73.532, "count": 215, "max_ms": 115.158, "p95_ms": 99.94}, "visualize": {"avg_ms": 5.307, "count": 215, "max_ms": 9.008, "p95_ms": 6.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1312, "tracking_summary": 1197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6155.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26426.246, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.796, "sample_count": 1403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:38:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:38:33+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T18:38:32+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T18:38:32.866805+09:00", "mtime_epoch": 1783330712.8668048, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:38:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 822.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.5, "pushed": 4.5, "read": 4.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.879, "count": 135, "max_ms": 134.258, "p95_ms": 118.845}, "gstreamer_push": {"avg_ms": 0.909, "count": 135, "max_ms": 2.186, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.895, "count": 135, "max_ms": 107.41, "p95_ms": 99.555}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.169, "count": 135, "max_ms": 113.256, "p95_ms": 106.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.18, "count": 135, "max_ms": 267.922, "p95_ms": 253.754}, "read_interval": {"avg_ms": 222.538, "count": 135, "max_ms": 276.585, "p95_ms": 260.346}, "triton_wait": {"avg_ms": 75.875, "count": 135, "max_ms": 113.269, "p95_ms": 107.36}, "visualize": {"avg_ms": 29.541, "count": 135, "max_ms": 47.383, "p95_ms": 41.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5831.03, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.913, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:38:49+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T18:38:49+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T18:38:49.827123+09:00", "mtime_epoch": 1783330729.827123, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:38:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.145, "pushed": 10.145, "read": 10.111}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.331, "count": 304, "max_ms": 7.327, "p95_ms": 5.75}, "gstreamer_push": {"avg_ms": 1.314, "count": 304, "max_ms": 2.036, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.123, "count": 304, "max_ms": 86.496, "p95_ms": 70.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.654, "count": 304, "max_ms": 111.093, "p95_ms": 96.291}, "yolo11_640_fire_11class": {"avg_ms": 62.673, "count": 304, "max_ms": 94.96, "p95_ms": 81.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.653, "count": 304, "max_ms": 101.125, "p95_ms": 92.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.613, "count": 304, "max_ms": 123.822, "p95_ms": 109.323}, "read_interval": {"avg_ms": 98.987, "count": 303, "max_ms": 442.381, "p95_ms": 126.445}, "triton_wait": {"avg_ms": 68.661, "count": 304, "max_ms": 111.105, "p95_ms": 96.475}, "visualize": {"avg_ms": 3.677, "count": 304, "max_ms": 5.509, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:36:27+09:00", "last_error_summary": "[h264 @ 0x562a9b526e00] error while decoding MB 36 18, bytestream -40", "last_exit_at": "2026-07-06T18:36:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.744, "last_started_at": "2026-07-06T18:36:29+09:00", "pid": 22121, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.77, "name": "ffmpeg", "pid": 22121, "rss_mb": 268.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.277, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:38:57+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T18:38:56+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T18:38:56.879255+09:00", "mtime_epoch": 1783330736.879255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:38:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.051, "pushed": 7.051, "read": 7.017}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.393, "count": 211, "max_ms": 9.757, "p95_ms": 7.637}, "gstreamer_push": {"avg_ms": 1.113, "count": 211, "max_ms": 1.515, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.988, "count": 211, "max_ms": 82.457, "p95_ms": 73.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.882, "count": 211, "max_ms": 116.338, "p95_ms": 101.816}, "yolo11_640_fire_11class": {"avg_ms": 61.748, "count": 211, "max_ms": 88.399, "p95_ms": 82.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.15, "count": 211, "max_ms": 101.168, "p95_ms": 93.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.511, "count": 211, "max_ms": 192.552, "p95_ms": 167.972}, "read_interval": {"avg_ms": 142.275, "count": 210, "max_ms": 203.594, "p95_ms": 175.18}, "triton_wait": {"avg_ms": 75.45, "count": 211, "max_ms": 116.35, "p95_ms": 101.828}, "visualize": {"avg_ms": 5.344, "count": 211, "max_ms": 7.191, "p95_ms": 6.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1312, "tracking_summary": 1199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6156.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26456.364, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 248.787, "sample_count": 1404, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:39:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:39:03+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T18:39:02+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T18:39:02.927368+09:00", "mtime_epoch": 1783330742.9273684, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:39:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 822.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.976, "pushed": 4.976, "read": 4.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.601, "count": 149, "max_ms": 150.006, "p95_ms": 127.33}, "gstreamer_push": {"avg_ms": 0.841, "count": 149, "max_ms": 1.222, "p95_ms": 0.971}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.872, "count": 149, "max_ms": 118.042, "p95_ms": 100.853}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.4, "count": 149, "max_ms": 111.35, "p95_ms": 102.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.952, "count": 149, "max_ms": 265.786, "p95_ms": 246.309}, "read_interval": {"avg_ms": 201.766, "count": 148, "max_ms": 272.179, "p95_ms": 250.358}, "triton_wait": {"avg_ms": 75.454, "count": 149, "max_ms": 118.055, "p95_ms": 104.147}, "visualize": {"avg_ms": 26.782, "count": 149, "max_ms": 48.28, "p95_ms": 34.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6061.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5861.03, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.848, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:39:19+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T18:39:19+09:00", "mjpeg": {"age_sec": 0.246, "exists": true, "mtime": "2026-07-06T18:39:19.651682+09:00", "mtime_epoch": 1783330759.651682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:39:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1495.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.186, "count": 293, "max_ms": 6.847, "p95_ms": 5.961}, "gstreamer_push": {"avg_ms": 1.245, "count": 293, "max_ms": 1.621, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.59, "count": 293, "max_ms": 80.18, "p95_ms": 69.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.352, "count": 293, "max_ms": 125.341, "p95_ms": 93.207}, "yolo11_640_fire_11class": {"avg_ms": 60.95, "count": 293, "max_ms": 93.552, "p95_ms": 81.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.844, "count": 293, "max_ms": 101.257, "p95_ms": 91.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.112, "count": 293, "max_ms": 138.467, "p95_ms": 108.541}, "read_interval": {"avg_ms": 102.304, "count": 293, "max_ms": 826.615, "p95_ms": 133.411}, "triton_wait": {"avg_ms": 66.675, "count": 293, "max_ms": 125.354, "p95_ms": 95.682}, "visualize": {"avg_ms": 3.509, "count": 293, "max_ms": 5.448, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6150.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:39:12+09:00", "last_error_summary": "[h264 @ 0x5566f7147f40] error while decoding MB 45 35, bytestream -7", "last_exit_at": "2026-07-06T18:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.689, "last_started_at": "2026-07-06T18:39:15+09:00", "pid": 22228, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.598, "name": "ffmpeg", "pid": 22228, "rss_mb": 264.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.198, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:39:27+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T18:39:26+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T18:39:26.967819+09:00", "mtime_epoch": 1783330766.9678187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:39:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.979, "pushed": 5.979, "read": 5.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.452, "count": 179, "max_ms": 10.143, "p95_ms": 8.589}, "gstreamer_push": {"avg_ms": 1.106, "count": 179, "max_ms": 1.646, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.016, "count": 179, "max_ms": 87.46, "p95_ms": 74.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.153, "count": 179, "max_ms": 120.068, "p95_ms": 100.908}, "yolo11_640_fire_11class": {"avg_ms": 60.91, "count": 179, "max_ms": 90.395, "p95_ms": 81.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.995, "count": 179, "max_ms": 104.836, "p95_ms": 91.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.411, "count": 179, "max_ms": 181.843, "p95_ms": 165.334}, "read_interval": {"avg_ms": 167.913, "count": 178, "max_ms": 4817.935, "p95_ms": 178.617}, "triton_wait": {"avg_ms": 75.56, "count": 179, "max_ms": 120.081, "p95_ms": 100.921}, "visualize": {"avg_ms": 5.293, "count": 179, "max_ms": 7.642, "p95_ms": 6.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1314, "tracking_summary": 1200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6150.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26486.43, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.142, "sample_count": 1412, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:39:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:39:33+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-06T18:39:32+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-06T18:39:32.975931+09:00", "mtime_epoch": 1783330772.9759312, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:39:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 820.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.757, "pushed": 4.757, "read": 4.724}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.406, "count": 142, "max_ms": 142.493, "p95_ms": 119.043}, "gstreamer_push": {"avg_ms": 0.825, "count": 142, "max_ms": 1.853, "p95_ms": 0.976}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.078, "count": 142, "max_ms": 114.351, "p95_ms": 99.885}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.523, "count": 142, "max_ms": 122.274, "p95_ms": 102.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.638, "count": 142, "max_ms": 260.547, "p95_ms": 250.081}, "read_interval": {"avg_ms": 211.312, "count": 141, "max_ms": 268.43, "p95_ms": 253.487}, "triton_wait": {"avg_ms": 75.055, "count": 142, "max_ms": 122.288, "p95_ms": 103.513}, "visualize": {"avg_ms": 28.197, "count": 142, "max_ms": 41.848, "p95_ms": 38.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6150.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5891.109, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.714, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:39:49+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T18:39:49+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T18:39:49.904248+09:00", "mtime_epoch": 1783330789.904248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:39:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1496.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.296, "count": 301, "max_ms": 6.74, "p95_ms": 5.765}, "gstreamer_push": {"avg_ms": 1.291, "count": 302, "max_ms": 2.023, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.907, "count": 301, "max_ms": 88.649, "p95_ms": 72.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.328, "count": 301, "max_ms": 110.4, "p95_ms": 96.979}, "yolo11_640_fire_11class": {"avg_ms": 61.679, "count": 301, "max_ms": 99.59, "p95_ms": 84.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.106, "count": 301, "max_ms": 106.708, "p95_ms": 93.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.409, "count": 302, "max_ms": 123.242, "p95_ms": 110.571}, "read_interval": {"avg_ms": 99.621, "count": 301, "max_ms": 755.639, "p95_ms": 131.85}, "triton_wait": {"avg_ms": 66.638, "count": 301, "max_ms": 110.413, "p95_ms": 96.994}, "visualize": {"avg_ms": 3.621, "count": 301, "max_ms": 4.708, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6146.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:39:12+09:00", "last_error_summary": "[h264 @ 0x5566f7147f40] error while decoding MB 45 35, bytestream -7", "last_exit_at": "2026-07-06T18:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.768, "last_started_at": "2026-07-06T18:39:15+09:00", "pid": 22228, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.402, "name": "ffmpeg", "pid": 22228, "rss_mb": 266.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.861, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:39:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:39:57+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T18:39:57+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T18:39:57.080382+09:00", "mtime_epoch": 1783330797.0803823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:39:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.044, "pushed": 7.044, "read": 7.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.445, "count": 211, "max_ms": 10.105, "p95_ms": 8.249}, "gstreamer_push": {"avg_ms": 1.088, "count": 211, "max_ms": 1.317, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.734, "count": 211, "max_ms": 89.493, "p95_ms": 77.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.787, "count": 211, "max_ms": 121.493, "p95_ms": 106.646}, "yolo11_640_fire_11class": {"avg_ms": 62.201, "count": 211, "max_ms": 105.3, "p95_ms": 84.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.116, "count": 211, "max_ms": 104.83, "p95_ms": 97.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.254, "count": 211, "max_ms": 194.062, "p95_ms": 168.038}, "read_interval": {"avg_ms": 142.608, "count": 210, "max_ms": 202.88, "p95_ms": 176.371}, "triton_wait": {"avg_ms": 75.45, "count": 211, "max_ms": 121.505, "p95_ms": 106.658}, "visualize": {"avg_ms": 5.385, "count": 211, "max_ms": 8.353, "p95_ms": 6.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1315, "tracking_summary": 1201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6153.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26516.435, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.109, "sample_count": 1402, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:40:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:40:03+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T18:40:03+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T18:40:03.000493+09:00", "mtime_epoch": 1783330803.000493, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:40:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 822.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.467, "pushed": 4.467, "read": 4.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.284, "count": 134, "max_ms": 149.878, "p95_ms": 124.135}, "gstreamer_push": {"avg_ms": 1.044, "count": 134, "max_ms": 3.195, "p95_ms": 1.916}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.588, "count": 134, "max_ms": 112.125, "p95_ms": 102.459}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.867, "count": 134, "max_ms": 117.05, "p95_ms": 110.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.662, "count": 134, "max_ms": 290.812, "p95_ms": 258.927}, "read_interval": {"avg_ms": 224.197, "count": 134, "max_ms": 297.934, "p95_ms": 269.169}, "triton_wait": {"avg_ms": 77.363, "count": 134, "max_ms": 117.063, "p95_ms": 110.064}, "visualize": {"avg_ms": 31.147, "count": 134, "max_ms": 48.053, "p95_ms": 42.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5921.12, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.41, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:40:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:40:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T18:40:19+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T18:40:19.932810+09:00", "mtime_epoch": 1783330819.9328096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:40:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1496.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.296, "count": 300, "max_ms": 7.56, "p95_ms": 5.49}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 2.116, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.912, "count": 300, "max_ms": 79.407, "p95_ms": 72.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.889, "count": 300, "max_ms": 120.848, "p95_ms": 93.675}, "yolo11_640_fire_11class": {"avg_ms": 62.579, "count": 300, "max_ms": 91.96, "p95_ms": 82.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.044, "count": 300, "max_ms": 99.296, "p95_ms": 91.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.515, "count": 300, "max_ms": 133.895, "p95_ms": 107.908}, "read_interval": {"avg_ms": 100.079, "count": 300, "max_ms": 553.524, "p95_ms": 125.097}, "triton_wait": {"avg_ms": 67.583, "count": 300, "max_ms": 120.86, "p95_ms": 94.704}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 5.777, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6155.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:39:12+09:00", "last_error_summary": "[h264 @ 0x5566f7147f40] error while decoding MB 45 35, bytestream -7", "last_exit_at": "2026-07-06T18:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.875, "last_started_at": "2026-07-06T18:39:15+09:00", "pid": 22228, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.465, "name": "ffmpeg", "pid": 22228, "rss_mb": 268.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.925, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:40:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:40:27+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T18:40:27+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T18:40:27.168945+09:00", "mtime_epoch": 1783330827.1689448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:40:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1618.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.276, "pushed": 7.276, "read": 7.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.221, "count": 217, "max_ms": 9.651, "p95_ms": 7.548}, "gstreamer_push": {"avg_ms": 1.085, "count": 218, "max_ms": 1.866, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.818, "count": 217, "max_ms": 85.298, "p95_ms": 73.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.767, "count": 217, "max_ms": 112.917, "p95_ms": 100.469}, "yolo11_640_fire_11class": {"avg_ms": 61.508, "count": 217, "max_ms": 89.983, "p95_ms": 84.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.489, "count": 217, "max_ms": 101.428, "p95_ms": 94.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.602, "count": 218, "max_ms": 185.243, "p95_ms": 164.038}, "read_interval": {"avg_ms": 138.059, "count": 217, "max_ms": 193.223, "p95_ms": 173.371}, "triton_wait": {"avg_ms": 73.607, "count": 217, "max_ms": 112.929, "p95_ms": 100.555}, "visualize": {"avg_ms": 5.217, "count": 217, "max_ms": 8.953, "p95_ms": 6.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1316, "tracking_summary": 1202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26546.503, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.655, "sample_count": 1393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:40:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:40:33+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T18:40:33+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T18:40:33.141056+09:00", "mtime_epoch": 1783330833.1410563, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:40:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 817.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.69, "pushed": 4.69, "read": 4.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.584, "count": 140, "max_ms": 146.082, "p95_ms": 118.787}, "gstreamer_push": {"avg_ms": 0.811, "count": 140, "max_ms": 1.309, "p95_ms": 0.99}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.222, "count": 140, "max_ms": 116.361, "p95_ms": 101.299}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.123, "count": 140, "max_ms": 117.259, "p95_ms": 104.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.837, "count": 140, "max_ms": 266.419, "p95_ms": 252.902}, "read_interval": {"avg_ms": 215.184, "count": 139, "max_ms": 272.29, "p95_ms": 261.211}, "triton_wait": {"avg_ms": 74.744, "count": 140, "max_ms": 117.272, "p95_ms": 104.233}, "visualize": {"avg_ms": 26.509, "count": 140, "max_ms": 43.047, "p95_ms": 30.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6157.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5951.186, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.501, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:40:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:40:50+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T18:40:49+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T18:40:49.957371+09:00", "mtime_epoch": 1783330849.9573705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:40:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1496.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.328, "count": 299, "max_ms": 6.729, "p95_ms": 5.766}, "gstreamer_push": {"avg_ms": 1.293, "count": 299, "max_ms": 1.661, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.903, "count": 299, "max_ms": 87.674, "p95_ms": 71.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.738, "count": 299, "max_ms": 122.607, "p95_ms": 96.234}, "yolo11_640_fire_11class": {"avg_ms": 61.646, "count": 299, "max_ms": 95.928, "p95_ms": 83.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.812, "count": 299, "max_ms": 101.71, "p95_ms": 91.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.74, "count": 299, "max_ms": 136.434, "p95_ms": 110.218}, "read_interval": {"avg_ms": 100.485, "count": 298, "max_ms": 521.481, "p95_ms": 127.498}, "triton_wait": {"avg_ms": 66.814, "count": 299, "max_ms": 122.62, "p95_ms": 96.421}, "visualize": {"avg_ms": 3.655, "count": 299, "max_ms": 5.267, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6158.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:39:12+09:00", "last_error_summary": "[h264 @ 0x5566f7147f40] error while decoding MB 45 35, bytestream -7", "last_exit_at": "2026-07-06T18:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.901, "last_started_at": "2026-07-06T18:39:15+09:00", "pid": 22228, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.465, "name": "ffmpeg", "pid": 22228, "rss_mb": 268.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.36, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:40:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:40:57+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T18:40:57+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T18:40:57.205495+09:00", "mtime_epoch": 1783330857.2054949, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:40:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.194, "pushed": 7.194, "read": 7.161}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.322, "count": 215, "max_ms": 9.002, "p95_ms": 7.678}, "gstreamer_push": {"avg_ms": 1.087, "count": 215, "max_ms": 1.72, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.642, "count": 215, "max_ms": 82.295, "p95_ms": 74.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.67, "count": 215, "max_ms": 113.499, "p95_ms": 99.09}, "yolo11_640_fire_11class": {"avg_ms": 61.06, "count": 215, "max_ms": 91.387, "p95_ms": 83.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.124, "count": 215, "max_ms": 97.532, "p95_ms": 93.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.302, "count": 215, "max_ms": 187.646, "p95_ms": 160.691}, "read_interval": {"avg_ms": 139.656, "count": 214, "max_ms": 195.17, "p95_ms": 171.132}, "triton_wait": {"avg_ms": 74.134, "count": 215, "max_ms": 113.511, "p95_ms": 99.102}, "visualize": {"avg_ms": 5.262, "count": 215, "max_ms": 7.558, "p95_ms": 6.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1319, "tracking_summary": 1203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6160.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26576.64, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.097, "sample_count": 1391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:41:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:41:03+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T18:41:03+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T18:41:03.213597+09:00", "mtime_epoch": 1783330863.2135966, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:41:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 824.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.572, "pushed": 4.572, "read": 4.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.111, "count": 137, "max_ms": 174.559, "p95_ms": 128.541}, "gstreamer_push": {"avg_ms": 0.845, "count": 137, "max_ms": 1.97, "p95_ms": 1.044}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.909, "count": 137, "max_ms": 112.644, "p95_ms": 100.639}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.6, "count": 137, "max_ms": 111.661, "p95_ms": 100.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.719, "count": 137, "max_ms": 304.544, "p95_ms": 250.123}, "read_interval": {"avg_ms": 219.832, "count": 136, "max_ms": 314.088, "p95_ms": 260.513}, "triton_wait": {"avg_ms": 74.973, "count": 137, "max_ms": 112.657, "p95_ms": 101.752}, "visualize": {"avg_ms": 26.65, "count": 137, "max_ms": 38.642, "p95_ms": 35.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 5981.228, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.848, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:41:20+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T18:41:19+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T18:41:20.001881+09:00", "mtime_epoch": 1783330880.0018811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:41:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1496.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.082}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.312, "count": 303, "max_ms": 6.952, "p95_ms": 5.428}, "gstreamer_push": {"avg_ms": 1.298, "count": 303, "max_ms": 2.174, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.558, "count": 303, "max_ms": 87.433, "p95_ms": 72.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.658, "count": 303, "max_ms": 113.238, "p95_ms": 98.208}, "yolo11_640_fire_11class": {"avg_ms": 62.252, "count": 303, "max_ms": 96.255, "p95_ms": 81.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.408, "count": 303, "max_ms": 102.735, "p95_ms": 90.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.811, "count": 303, "max_ms": 127.247, "p95_ms": 111.563}, "read_interval": {"avg_ms": 99.087, "count": 302, "max_ms": 478.487, "p95_ms": 129.043}, "triton_wait": {"avg_ms": 67.759, "count": 303, "max_ms": 113.25, "p95_ms": 98.382}, "visualize": {"avg_ms": 3.653, "count": 303, "max_ms": 5.745, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:39:12+09:00", "last_error_summary": "[h264 @ 0x5566f7147f40] error while decoding MB 45 35, bytestream -7", "last_exit_at": "2026-07-06T18:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.922, "last_started_at": "2026-07-06T18:39:15+09:00", "pid": 22228, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.465, "name": "ffmpeg", "pid": 22228, "rss_mb": 268.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.87, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:41:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:41:27+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T18:41:27+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T18:41:27.234004+09:00", "mtime_epoch": 1783330887.2340038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:41:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.256, "pushed": 7.256, "read": 7.222}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 217, "max_ms": 10.704, "p95_ms": 7.769}, "gstreamer_push": {"avg_ms": 1.103, "count": 217, "max_ms": 1.514, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.425, "count": 217, "max_ms": 91.937, "p95_ms": 75.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.268, "count": 217, "max_ms": 113.624, "p95_ms": 99.281}, "yolo11_640_fire_11class": {"avg_ms": 61.607, "count": 217, "max_ms": 94.574, "p95_ms": 84.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.878, "count": 217, "max_ms": 101.387, "p95_ms": 93.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.857, "count": 217, "max_ms": 185.617, "p95_ms": 157.802}, "read_interval": {"avg_ms": 138.366, "count": 216, "max_ms": 194.444, "p95_ms": 166.83}, "triton_wait": {"avg_ms": 74.638, "count": 217, "max_ms": 113.638, "p95_ms": 99.611}, "visualize": {"avg_ms": 5.265, "count": 217, "max_ms": 9.169, "p95_ms": 6.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1319, "tracking_summary": 1204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6158.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26606.787, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.714, "sample_count": 1403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:41:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:41:33+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T18:41:33+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T18:41:33.346108+09:00", "mtime_epoch": 1783330893.3461077, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:41:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 822.441, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.846, "pushed": 4.846, "read": 4.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.77, "count": 145, "max_ms": 132.207, "p95_ms": 120.887}, "gstreamer_push": {"avg_ms": 0.825, "count": 145, "max_ms": 1.037, "p95_ms": 0.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.375, "count": 145, "max_ms": 107.563, "p95_ms": 99.916}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.403, "count": 145, "max_ms": 111.806, "p95_ms": 104.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.721, "count": 145, "max_ms": 260.321, "p95_ms": 250.293}, "read_interval": {"avg_ms": 207.606, "count": 144, "max_ms": 267.146, "p95_ms": 256.468}, "triton_wait": {"avg_ms": 75.007, "count": 145, "max_ms": 111.819, "p95_ms": 104.453}, "visualize": {"avg_ms": 25.856, "count": 145, "max_ms": 42.897, "p95_ms": 30.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6011.294, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.134, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:41:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T18:41:50+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T18:41:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T18:41:50.090393+09:00", "mtime_epoch": 1783330910.0903928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:41:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1496.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.344, "count": 302, "max_ms": 6.864, "p95_ms": 5.998}, "gstreamer_push": {"avg_ms": 1.301, "count": 302, "max_ms": 2.096, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.877, "count": 302, "max_ms": 83.048, "p95_ms": 74.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.496, "count": 302, "max_ms": 117.939, "p95_ms": 96.23}, "yolo11_640_fire_11class": {"avg_ms": 62.325, "count": 302, "max_ms": 97.265, "p95_ms": 82.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.121, "count": 302, "max_ms": 101.894, "p95_ms": 91.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.503, "count": 302, "max_ms": 130.996, "p95_ms": 109.505}, "read_interval": {"avg_ms": 99.558, "count": 301, "max_ms": 338.808, "p95_ms": 128.185}, "triton_wait": {"avg_ms": 67.497, "count": 302, "max_ms": 117.952, "p95_ms": 96.388}, "visualize": {"avg_ms": 3.693, "count": 302, "max_ms": 6.022, "p95_ms": 4.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6162.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:39:12+09:00", "last_error_summary": "[h264 @ 0x5566f7147f40] error while decoding MB 45 35, bytestream -7", "last_exit_at": "2026-07-06T18:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.959, "last_started_at": "2026-07-06T18:39:15+09:00", "pid": 22228, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.012, "name": "ffmpeg", "pid": 22228, "rss_mb": 270.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.314, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:41:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:41:57+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T18:41:57+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T18:41:57.286515+09:00", "mtime_epoch": 1783330917.2865155, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:41:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.266, "pushed": 7.266, "read": 7.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.086, "count": 217, "max_ms": 11.915, "p95_ms": 8.634}, "gstreamer_push": {"avg_ms": 1.088, "count": 217, "max_ms": 1.949, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.922, "count": 217, "max_ms": 94.197, "p95_ms": 76.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.062, "count": 217, "max_ms": 115.269, "p95_ms": 101.233}, "yolo11_640_fire_11class": {"avg_ms": 62.929, "count": 217, "max_ms": 96.663, "p95_ms": 83.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.055, "count": 217, "max_ms": 108.635, "p95_ms": 94.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.976, "count": 217, "max_ms": 171.365, "p95_ms": 156.786}, "read_interval": {"avg_ms": 138.513, "count": 216, "max_ms": 186.241, "p95_ms": 167.753}, "triton_wait": {"avg_ms": 76.3, "count": 217, "max_ms": 115.282, "p95_ms": 101.245}, "visualize": {"avg_ms": 5.091, "count": 217, "max_ms": 8.902, "p95_ms": 6.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1321, "tracking_summary": 1206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6160.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26636.942, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.928, "sample_count": 1392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:42:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:42:03+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T18:42:03+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T18:42:03.538622+09:00", "mtime_epoch": 1783330923.5386224, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:42:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 823.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.442, "pushed": 4.442, "read": 4.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.033, "count": 133, "max_ms": 139.456, "p95_ms": 129.703}, "gstreamer_push": {"avg_ms": 0.796, "count": 133, "max_ms": 1.284, "p95_ms": 0.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.779, "count": 133, "max_ms": 116.971, "p95_ms": 102.76}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.416, "count": 133, "max_ms": 116.429, "p95_ms": 103.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.865, "count": 133, "max_ms": 272.268, "p95_ms": 259.09}, "read_interval": {"avg_ms": 226.789, "count": 132, "max_ms": 280.897, "p95_ms": 266.248}, "triton_wait": {"avg_ms": 75.793, "count": 133, "max_ms": 116.984, "p95_ms": 107.3}, "visualize": {"avg_ms": 27.088, "count": 133, "max_ms": 37.395, "p95_ms": 33.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6160.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6041.299, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.134, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:42:20+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T18:42:20+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T18:42:20.098905+09:00", "mtime_epoch": 1783330940.0989053, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:42:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 298, "max_ms": 6.791, "p95_ms": 5.696}, "gstreamer_push": {"avg_ms": 1.282, "count": 298, "max_ms": 2.075, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.309, "count": 298, "max_ms": 88.625, "p95_ms": 72.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.759, "count": 298, "max_ms": 113.747, "p95_ms": 97.541}, "yolo11_640_fire_11class": {"avg_ms": 62.345, "count": 298, "max_ms": 98.109, "p95_ms": 84.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.73, "count": 298, "max_ms": 102.849, "p95_ms": 92.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.757, "count": 298, "max_ms": 126.293, "p95_ms": 111.418}, "read_interval": {"avg_ms": 100.694, "count": 298, "max_ms": 505.425, "p95_ms": 133.01}, "triton_wait": {"avg_ms": 68.069, "count": 298, "max_ms": 113.76, "p95_ms": 98.694}, "visualize": {"avg_ms": 3.599, "count": 298, "max_ms": 5.941, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6034.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:42:22+09:00", "last_error_summary": "[h264 @ 0x559dcd3bb480] error while decoding MB 76 23, bytestream -14", "last_exit_at": "2026-07-06T18:42:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.317, "last_started_at": "2026-07-06T18:42:25+09:00", "pid": 22335, "process": {"exists": true, "fd_count": 5, "hwm_mb": 143.957, "name": "ffmpeg", "pid": 22335, "rss_mb": 143.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.459, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:42:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:42:27+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T18:42:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T18:42:27.327029+09:00", "mtime_epoch": 1783330947.327029, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:42:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.251, "pushed": 6.251, "read": 6.218}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.303, "count": 187, "max_ms": 10.087, "p95_ms": 8.913}, "gstreamer_push": {"avg_ms": 1.12, "count": 187, "max_ms": 1.561, "p95_ms": 1.269}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.58, "count": 187, "max_ms": 86.27, "p95_ms": 73.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.263, "count": 187, "max_ms": 114.374, "p95_ms": 102.035}, "yolo11_640_fire_11class": {"avg_ms": 60.585, "count": 187, "max_ms": 90.711, "p95_ms": 83.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.237, "count": 187, "max_ms": 104.472, "p95_ms": 94.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.308, "count": 187, "max_ms": 172.249, "p95_ms": 158.162}, "read_interval": {"avg_ms": 160.91, "count": 186, "max_ms": 4385.885, "p95_ms": 167.936}, "triton_wait": {"avg_ms": 74.595, "count": 187, "max_ms": 114.388, "p95_ms": 102.047}, "visualize": {"avg_ms": 5.215, "count": 187, "max_ms": 7.733, "p95_ms": 6.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1322, "tracking_summary": 1207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26667.048, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.714, "sample_count": 1406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:42:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:42:33+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T18:42:33+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T18:42:33.699138+09:00", "mtime_epoch": 1783330953.6991382, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:42:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 825.289, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.985, "pushed": 4.985, "read": 4.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.264, "count": 149, "max_ms": 134.563, "p95_ms": 119.187}, "gstreamer_push": {"avg_ms": 0.835, "count": 149, "max_ms": 1.821, "p95_ms": 0.987}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.113, "count": 149, "max_ms": 114.533, "p95_ms": 101.152}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.875, "count": 149, "max_ms": 113.068, "p95_ms": 102.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.08, "count": 149, "max_ms": 278.692, "p95_ms": 248.976}, "read_interval": {"avg_ms": 202.314, "count": 148, "max_ms": 287.17, "p95_ms": 255.7}, "triton_wait": {"avg_ms": 73.903, "count": 149, "max_ms": 114.545, "p95_ms": 103.752}, "visualize": {"avg_ms": 26.874, "count": 149, "max_ms": 38.368, "p95_ms": 34.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6160.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6071.351, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.693, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:42:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:42:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:42:50+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T18:42:50.155421+09:00", "mtime_epoch": 1783330970.1554205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:42:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.26, "count": 302, "max_ms": 6.459, "p95_ms": 5.309}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 2.008, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.99, "count": 302, "max_ms": 86.206, "p95_ms": 72.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.132, "count": 302, "max_ms": 114.049, "p95_ms": 93.51}, "yolo11_640_fire_11class": {"avg_ms": 61.055, "count": 302, "max_ms": 97.755, "p95_ms": 81.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.207, "count": 302, "max_ms": 101.921, "p95_ms": 90.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.909, "count": 302, "max_ms": 126.953, "p95_ms": 107.821}, "read_interval": {"avg_ms": 99.543, "count": 301, "max_ms": 503.027, "p95_ms": 126.618}, "triton_wait": {"avg_ms": 66.141, "count": 302, "max_ms": 114.062, "p95_ms": 95.13}, "visualize": {"avg_ms": 3.642, "count": 302, "max_ms": 5.227, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6153.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:42:22+09:00", "last_error_summary": "[h264 @ 0x559dcd3bb480] error while decoding MB 76 23, bytestream -14", "last_exit_at": "2026-07-06T18:42:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.337, "last_started_at": "2026-07-06T18:42:25+09:00", "pid": 22335, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.406, "name": "ffmpeg", "pid": 22335, "rss_mb": 269.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.956, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:42:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:42:57+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T18:42:57+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T18:42:57.343544+09:00", "mtime_epoch": 1783330977.3435442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:42:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.288, "pushed": 7.288, "read": 7.255}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.171, "count": 218, "max_ms": 9.139, "p95_ms": 8.113}, "gstreamer_push": {"avg_ms": 1.096, "count": 218, "max_ms": 1.38, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.817, "count": 218, "max_ms": 84.047, "p95_ms": 74.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.752, "count": 218, "max_ms": 116.931, "p95_ms": 102.121}, "yolo11_640_fire_11class": {"avg_ms": 60.449, "count": 218, "max_ms": 95.4, "p95_ms": 83.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.672, "count": 218, "max_ms": 103.437, "p95_ms": 92.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.42, "count": 218, "max_ms": 179.337, "p95_ms": 158.601}, "read_interval": {"avg_ms": 137.738, "count": 217, "max_ms": 186.822, "p95_ms": 168.234}, "triton_wait": {"avg_ms": 74.126, "count": 218, "max_ms": 116.944, "p95_ms": 103.449}, "visualize": {"avg_ms": 5.191, "count": 218, "max_ms": 7.32, "p95_ms": 6.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1323, "tracking_summary": 1208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6153.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26697.087, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.476, "sample_count": 1406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:43:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:43:03+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T18:43:03+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T18:43:03.647653+09:00", "mtime_epoch": 1783330983.6476526, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:43:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 815.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.853, "pushed": 4.853, "read": 4.82}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.07, "count": 145, "max_ms": 161.558, "p95_ms": 124.473}, "gstreamer_push": {"avg_ms": 0.824, "count": 145, "max_ms": 1.075, "p95_ms": 0.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.914, "count": 145, "max_ms": 113.942, "p95_ms": 101.593}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.35, "count": 145, "max_ms": 113.018, "p95_ms": 103.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.156, "count": 145, "max_ms": 267.685, "p95_ms": 252.476}, "read_interval": {"avg_ms": 206.83, "count": 144, "max_ms": 275.824, "p95_ms": 258.783}, "triton_wait": {"avg_ms": 78.016, "count": 145, "max_ms": 113.953, "p95_ms": 105.614}, "visualize": {"avg_ms": 26.984, "count": 145, "max_ms": 49.053, "p95_ms": 34.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6101.377, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.619, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:43:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:43:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:43:20+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T18:43:20.175937+09:00", "mtime_epoch": 1783331000.1759372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:43:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.995}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.303, "count": 300, "max_ms": 6.599, "p95_ms": 5.434}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 2.002, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.477, "count": 300, "max_ms": 83.643, "p95_ms": 72.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.826, "count": 300, "max_ms": 117.03, "p95_ms": 96.324}, "yolo11_640_fire_11class": {"avg_ms": 62.242, "count": 300, "max_ms": 96.1, "p95_ms": 83.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.109, "count": 300, "max_ms": 105.578, "p95_ms": 92.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.637, "count": 300, "max_ms": 129.667, "p95_ms": 110.608}, "read_interval": {"avg_ms": 100.128, "count": 299, "max_ms": 420.338, "p95_ms": 133.587}, "triton_wait": {"avg_ms": 67.776, "count": 300, "max_ms": 117.041, "p95_ms": 97.981}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 5.034, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6165.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:42:22+09:00", "last_error_summary": "[h264 @ 0x559dcd3bb480] error while decoding MB 76 23, bytestream -14", "last_exit_at": "2026-07-06T18:42:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.426, "last_started_at": "2026-07-06T18:42:25+09:00", "pid": 22335, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.469, "name": "ffmpeg", "pid": 22335, "rss_mb": 271.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.912, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:43:27+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T18:43:27+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T18:43:27.440063+09:00", "mtime_epoch": 1783331007.4400625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:43:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.21, "pushed": 7.21, "read": 7.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.251, "count": 215, "max_ms": 9.292, "p95_ms": 7.864}, "gstreamer_push": {"avg_ms": 1.106, "count": 216, "max_ms": 1.846, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.317, "count": 215, "max_ms": 87.941, "p95_ms": 74.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.67, "count": 215, "max_ms": 118.121, "p95_ms": 102.268}, "yolo11_640_fire_11class": {"avg_ms": 61.069, "count": 215, "max_ms": 97.545, "p95_ms": 82.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.874, "count": 215, "max_ms": 107.116, "p95_ms": 93.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.69, "count": 216, "max_ms": 190.198, "p95_ms": 161.435}, "read_interval": {"avg_ms": 139.379, "count": 215, "max_ms": 198.822, "p95_ms": 170.704}, "triton_wait": {"avg_ms": 73.991, "count": 215, "max_ms": 118.134, "p95_ms": 102.281}, "visualize": {"avg_ms": 5.28, "count": 215, "max_ms": 8.175, "p95_ms": 6.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1325, "tracking_summary": 1209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6164.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26727.167, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.024, "sample_count": 1404, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:43:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:43:33+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T18:43:33+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T18:43:33.760171+09:00", "mtime_epoch": 1783331013.7601714, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:43:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 827.387, "name": "celery", "pid": 239, "rss_mb": 823.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.522, "pushed": 4.522, "read": 4.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.594, "count": 135, "max_ms": 154.107, "p95_ms": 147.261}, "gstreamer_push": {"avg_ms": 0.791, "count": 135, "max_ms": 1.056, "p95_ms": 0.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.313, "count": 135, "max_ms": 112.555, "p95_ms": 104.327}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.588, "count": 135, "max_ms": 114.461, "p95_ms": 109.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.783, "count": 135, "max_ms": 290.868, "p95_ms": 274.534}, "read_interval": {"avg_ms": 222.879, "count": 134, "max_ms": 297.127, "p95_ms": 280.777}, "triton_wait": {"avg_ms": 78.292, "count": 135, "max_ms": 114.472, "p95_ms": 109.159}, "visualize": {"avg_ms": 26.905, "count": 135, "max_ms": 37.333, "p95_ms": 32.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6167.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6131.434, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.606, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:43:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:43:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T18:43:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T18:43:50.212456+09:00", "mtime_epoch": 1783331030.2124557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:43:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 301, "max_ms": 6.107, "p95_ms": 5.187}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.692, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.32, "count": 301, "max_ms": 85.268, "p95_ms": 75.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.024, "count": 301, "max_ms": 125.165, "p95_ms": 94.434}, "yolo11_640_fire_11class": {"avg_ms": 62.602, "count": 301, "max_ms": 102.022, "p95_ms": 83.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.809, "count": 301, "max_ms": 108.842, "p95_ms": 92.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.026, "count": 301, "max_ms": 137.852, "p95_ms": 108.602}, "read_interval": {"avg_ms": 99.824, "count": 300, "max_ms": 508.233, "p95_ms": 129.687}, "triton_wait": {"avg_ms": 67.306, "count": 301, "max_ms": 125.179, "p95_ms": 95.446}, "visualize": {"avg_ms": 3.619, "count": 301, "max_ms": 4.563, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6166.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:42:22+09:00", "last_error_summary": "[h264 @ 0x559dcd3bb480] error while decoding MB 76 23, bytestream -14", "last_exit_at": "2026-07-06T18:42:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.448, "last_started_at": "2026-07-06T18:42:25+09:00", "pid": 22335, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.469, "name": "ffmpeg", "pid": 22335, "rss_mb": 271.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.28, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:43:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:43:57+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T18:43:57+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T18:43:57.464581+09:00", "mtime_epoch": 1783331037.4645813, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:43:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.025, "pushed": 7.025, "read": 6.991}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.457, "count": 210, "max_ms": 9.855, "p95_ms": 7.797}, "gstreamer_push": {"avg_ms": 1.085, "count": 210, "max_ms": 1.392, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.378, "count": 210, "max_ms": 84.026, "p95_ms": 76.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.482, "count": 210, "max_ms": 115.285, "p95_ms": 100.313}, "yolo11_640_fire_11class": {"avg_ms": 61.982, "count": 210, "max_ms": 97.04, "p95_ms": 83.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.389, "count": 210, "max_ms": 107.496, "p95_ms": 95.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.487, "count": 210, "max_ms": 195.797, "p95_ms": 167.819}, "read_interval": {"avg_ms": 143.066, "count": 209, "max_ms": 204.446, "p95_ms": 178.46}, "triton_wait": {"avg_ms": 74.961, "count": 210, "max_ms": 115.298, "p95_ms": 101.623}, "visualize": {"avg_ms": 5.398, "count": 210, "max_ms": 7.694, "p95_ms": 6.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1325, "tracking_summary": 1210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6167.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26757.207, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.106, "sample_count": 1388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:44:04+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T18:44:03+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T18:44:03.792691+09:00", "mtime_epoch": 1783331043.7926908, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:44:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 826.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.4, "pushed": 4.4, "read": 4.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.619, "count": 131, "max_ms": 143.623, "p95_ms": 123.772}, "gstreamer_push": {"avg_ms": 0.817, "count": 131, "max_ms": 2.661, "p95_ms": 0.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.799, "count": 131, "max_ms": 115.03, "p95_ms": 102.811}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.165, "count": 131, "max_ms": 115.93, "p95_ms": 106.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.427, "count": 131, "max_ms": 281.169, "p95_ms": 264.439}, "read_interval": {"avg_ms": 229.328, "count": 130, "max_ms": 290.094, "p95_ms": 270.969}, "triton_wait": {"avg_ms": 76.577, "count": 131, "max_ms": 115.941, "p95_ms": 107.134}, "visualize": {"avg_ms": 27.41, "count": 131, "max_ms": 43.474, "p95_ms": 34.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.77, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6166.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6161.509, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.817, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:44:20+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T18:44:20+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T18:44:20.268976+09:00", "mtime_epoch": 1783331060.2689762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:44:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.182, "count": 298, "max_ms": 6.459, "p95_ms": 5.491}, "gstreamer_push": {"avg_ms": 1.277, "count": 298, "max_ms": 2.025, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.427, "count": 298, "max_ms": 84.201, "p95_ms": 73.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.824, "count": 298, "max_ms": 123.475, "p95_ms": 96.185}, "yolo11_640_fire_11class": {"avg_ms": 62.357, "count": 298, "max_ms": 90.874, "p95_ms": 82.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.295, "count": 298, "max_ms": 101.397, "p95_ms": 92.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.366, "count": 298, "max_ms": 136.269, "p95_ms": 109.741}, "read_interval": {"avg_ms": 100.828, "count": 297, "max_ms": 529.096, "p95_ms": 130.067}, "triton_wait": {"avg_ms": 68.784, "count": 298, "max_ms": 123.488, "p95_ms": 96.197}, "visualize": {"avg_ms": 3.561, "count": 298, "max_ms": 4.953, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6161.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:42:22+09:00", "last_error_summary": "[h264 @ 0x559dcd3bb480] error while decoding MB 76 23, bytestream -14", "last_exit_at": "2026-07-06T18:42:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.468, "last_started_at": "2026-07-06T18:42:25+09:00", "pid": 22335, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.469, "name": "ffmpeg", "pid": 22335, "rss_mb": 271.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.28, "sample_count": 2119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:44:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:44:27+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T18:44:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T18:44:27.477101+09:00", "mtime_epoch": 1783331067.4771013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:44:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1619.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.132, "pushed": 7.132, "read": 7.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.37, "count": 213, "max_ms": 9.716, "p95_ms": 7.828}, "gstreamer_push": {"avg_ms": 1.097, "count": 213, "max_ms": 1.716, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.784, "count": 213, "max_ms": 83.631, "p95_ms": 75.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.9, "count": 213, "max_ms": 120.647, "p95_ms": 98.532}, "yolo11_640_fire_11class": {"avg_ms": 62.043, "count": 213, "max_ms": 88.92, "p95_ms": 83.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.745, "count": 213, "max_ms": 106.852, "p95_ms": 95.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.462, "count": 213, "max_ms": 192.626, "p95_ms": 162.773}, "read_interval": {"avg_ms": 140.992, "count": 212, "max_ms": 201.056, "p95_ms": 173.71}, "triton_wait": {"avg_ms": 75.275, "count": 213, "max_ms": 120.66, "p95_ms": 99.8}, "visualize": {"avg_ms": 5.296, "count": 213, "max_ms": 7.684, "p95_ms": 6.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1327, "tracking_summary": 1211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6155.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26787.457, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.192, "sample_count": 1391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:44:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:44:34+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T18:44:34+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T18:44:34.017215+09:00", "mtime_epoch": 1783331074.017215, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:44:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 814.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.867, "pushed": 4.867, "read": 4.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.07, "count": 146, "max_ms": 125.145, "p95_ms": 117.826}, "gstreamer_push": {"avg_ms": 0.845, "count": 146, "max_ms": 2.028, "p95_ms": 1.024}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.665, "count": 146, "max_ms": 111.996, "p95_ms": 99.092}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.532, "count": 146, "max_ms": 112.954, "p95_ms": 105.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.1, "count": 146, "max_ms": 259.996, "p95_ms": 246.517}, "read_interval": {"avg_ms": 206.869, "count": 145, "max_ms": 266.18, "p95_ms": 252.942}, "triton_wait": {"avg_ms": 76.349, "count": 146, "max_ms": 112.966, "p95_ms": 105.446}, "visualize": {"avg_ms": 25.677, "count": 146, "max_ms": 32.914, "p95_ms": 30.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6163.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6191.592, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.817, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:44:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:44:50+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T18:44:50+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T18:44:50.393500+09:00", "mtime_epoch": 1783331090.3934996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:44:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 302, "max_ms": 7.175, "p95_ms": 5.411}, "gstreamer_push": {"avg_ms": 1.298, "count": 302, "max_ms": 1.83, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.845, "count": 302, "max_ms": 89.399, "p95_ms": 76.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.266, "count": 302, "max_ms": 111.512, "p95_ms": 96.777}, "yolo11_640_fire_11class": {"avg_ms": 62.624, "count": 302, "max_ms": 94.14, "p95_ms": 83.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.863, "count": 302, "max_ms": 108.47, "p95_ms": 92.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.257, "count": 302, "max_ms": 124.337, "p95_ms": 109.984}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 388.496, "p95_ms": 130.861}, "triton_wait": {"avg_ms": 68.326, "count": 302, "max_ms": 111.525, "p95_ms": 96.866}, "visualize": {"avg_ms": 3.636, "count": 302, "max_ms": 4.737, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6165.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:42:22+09:00", "last_error_summary": "[h264 @ 0x559dcd3bb480] error while decoding MB 76 23, bytestream -14", "last_exit_at": "2026-07-06T18:42:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.587, "last_started_at": "2026-07-06T18:42:25+09:00", "pid": 22335, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.469, "name": "ffmpeg", "pid": 22335, "rss_mb": 271.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.049, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:44:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T18:44:57+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T18:44:57.601625+09:00", "mtime_epoch": 1783331097.601625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:44:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.206, "pushed": 7.206, "read": 7.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.296, "count": 215, "max_ms": 8.891, "p95_ms": 7.508}, "gstreamer_push": {"avg_ms": 1.104, "count": 216, "max_ms": 1.574, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.985, "count": 215, "max_ms": 84.677, "p95_ms": 75.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.064, "count": 215, "max_ms": 113.084, "p95_ms": 98.576}, "yolo11_640_fire_11class": {"avg_ms": 61.761, "count": 215, "max_ms": 99.754, "p95_ms": 81.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.351, "count": 215, "max_ms": 111.609, "p95_ms": 94.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.975, "count": 216, "max_ms": 171.083, "p95_ms": 154.243}, "read_interval": {"avg_ms": 139.521, "count": 215, "max_ms": 178.823, "p95_ms": 164.004}, "triton_wait": {"avg_ms": 75.41, "count": 215, "max_ms": 113.098, "p95_ms": 98.589}, "visualize": {"avg_ms": 5.227, "count": 215, "max_ms": 7.552, "p95_ms": 6.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1329, "tracking_summary": 1213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6162.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26817.46, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.681, "sample_count": 1390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:45:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:45:04+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T18:45:04+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T18:45:04.081738+09:00", "mtime_epoch": 1783331104.0817378, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:45:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 821.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.434, "pushed": 4.434, "read": 4.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.927, "count": 133, "max_ms": 140.436, "p95_ms": 125.381}, "gstreamer_push": {"avg_ms": 0.796, "count": 133, "max_ms": 1.683, "p95_ms": 0.866}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.986, "count": 133, "max_ms": 112.66, "p95_ms": 102.683}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.422, "count": 133, "max_ms": 110.887, "p95_ms": 104.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.774, "count": 133, "max_ms": 268.141, "p95_ms": 250.294}, "read_interval": {"avg_ms": 226.068, "count": 133, "max_ms": 275.882, "p95_ms": 256.629}, "triton_wait": {"avg_ms": 75.526, "count": 133, "max_ms": 112.673, "p95_ms": 106.26}, "visualize": {"avg_ms": 25.501, "count": 133, "max_ms": 37.959, "p95_ms": 30.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6163.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6221.656, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.272, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:45:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:45:20+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T18:45:20+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T18:45:20.458023+09:00", "mtime_epoch": 1783331120.4580233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:45:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.233, "count": 299, "max_ms": 7.289, "p95_ms": 5.09}, "gstreamer_push": {"avg_ms": 1.289, "count": 299, "max_ms": 1.912, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.66, "count": 299, "max_ms": 86.785, "p95_ms": 73.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.575, "count": 299, "max_ms": 114.554, "p95_ms": 99.084}, "yolo11_640_fire_11class": {"avg_ms": 62.75, "count": 299, "max_ms": 90.508, "p95_ms": 84.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.537, "count": 299, "max_ms": 105.085, "p95_ms": 92.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.439, "count": 299, "max_ms": 127.236, "p95_ms": 112.488}, "read_interval": {"avg_ms": 100.625, "count": 298, "max_ms": 583.693, "p95_ms": 131.182}, "triton_wait": {"avg_ms": 68.598, "count": 299, "max_ms": 114.566, "p95_ms": 99.539}, "visualize": {"avg_ms": 3.631, "count": 299, "max_ms": 5.793, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6173.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:42:22+09:00", "last_error_summary": "[h264 @ 0x559dcd3bb480] error while decoding MB 76 23, bytestream -14", "last_exit_at": "2026-07-06T18:42:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.635, "last_started_at": "2026-07-06T18:42:25+09:00", "pid": 22335, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.5, "name": "ffmpeg", "pid": 22335, "rss_mb": 282.5, "state": "S (sleeping)", "threads": 104}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.778, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:45:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:45:27+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T18:45:27+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T18:45:27.614148+09:00", "mtime_epoch": 1783331127.6141481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:45:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.849, "pushed": 6.849, "read": 6.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.632, "count": 205, "max_ms": 12.371, "p95_ms": 8.49}, "gstreamer_push": {"avg_ms": 1.102, "count": 205, "max_ms": 1.678, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.511, "count": 205, "max_ms": 84.112, "p95_ms": 72.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.314, "count": 205, "max_ms": 115.565, "p95_ms": 101.183}, "yolo11_640_fire_11class": {"avg_ms": 62.103, "count": 205, "max_ms": 91.455, "p95_ms": 81.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.466, "count": 205, "max_ms": 105.555, "p95_ms": 94.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.127, "count": 205, "max_ms": 183.958, "p95_ms": 168.84}, "read_interval": {"avg_ms": 146.505, "count": 204, "max_ms": 192.159, "p95_ms": 178.615}, "triton_wait": {"avg_ms": 77.55, "count": 205, "max_ms": 115.577, "p95_ms": 101.196}, "visualize": {"avg_ms": 5.469, "count": 205, "max_ms": 10.473, "p95_ms": 6.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1330, "tracking_summary": 1214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6024.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26847.596, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.761, "sample_count": 1398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:45:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:45:34+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T18:45:34+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-06T18:45:34.190263+09:00", "mtime_epoch": 1783331134.190263, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:45:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 821.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.935, "pushed": 4.935, "read": 4.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.456, "count": 148, "max_ms": 150.745, "p95_ms": 119.51}, "gstreamer_push": {"avg_ms": 0.899, "count": 148, "max_ms": 2.159, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.961, "count": 148, "max_ms": 104.437, "p95_ms": 93.557}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.683, "count": 148, "max_ms": 110.137, "p95_ms": 100.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.472, "count": 148, "max_ms": 249.228, "p95_ms": 240.982}, "read_interval": {"avg_ms": 203.519, "count": 147, "max_ms": 257.244, "p95_ms": 249.45}, "triton_wait": {"avg_ms": 72.622, "count": 148, "max_ms": 110.15, "p95_ms": 100.956}, "visualize": {"avg_ms": 27.467, "count": 148, "max_ms": 42.462, "p95_ms": 37.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6151.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6251.716, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.498, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:45:50+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T18:45:50+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T18:45:50.510548+09:00", "mtime_epoch": 1783331150.510548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:45:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.32, "count": 302, "max_ms": 7.067, "p95_ms": 5.728}, "gstreamer_push": {"avg_ms": 1.29, "count": 302, "max_ms": 1.64, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.72, "count": 302, "max_ms": 87.594, "p95_ms": 68.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.226, "count": 302, "max_ms": 107.909, "p95_ms": 97.125}, "yolo11_640_fire_11class": {"avg_ms": 61.873, "count": 302, "max_ms": 96.502, "p95_ms": 82.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.802, "count": 302, "max_ms": 103.315, "p95_ms": 92.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.195, "count": 302, "max_ms": 120.822, "p95_ms": 110.674}, "read_interval": {"avg_ms": 99.566, "count": 301, "max_ms": 559.68, "p95_ms": 128.922}, "triton_wait": {"avg_ms": 66.369, "count": 302, "max_ms": 107.921, "p95_ms": 97.741}, "visualize": {"avg_ms": 3.625, "count": 302, "max_ms": 5.237, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6154.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:45:29+09:00", "last_error_summary": "[h264 @ 0x55c984d48e40] error while decoding MB 18 42, bytestream -13", "last_exit_at": "2026-07-06T18:45:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.504, "last_started_at": "2026-07-06T18:45:32+09:00", "pid": 22442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.98, "name": "ffmpeg", "pid": 22442, "rss_mb": 265.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.781, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:45:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:45:57+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T18:45:57+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T18:45:57.682674+09:00", "mtime_epoch": 1783331157.6826737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:45:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.643, "pushed": 5.643, "read": 5.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.898, "count": 169, "max_ms": 11.004, "p95_ms": 9.499}, "gstreamer_push": {"avg_ms": 1.063, "count": 169, "max_ms": 1.653, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.253, "count": 169, "max_ms": 83.301, "p95_ms": 73.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.061, "count": 169, "max_ms": 120.457, "p95_ms": 100.773}, "yolo11_640_fire_11class": {"avg_ms": 60.188, "count": 169, "max_ms": 89.584, "p95_ms": 83.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.084, "count": 169, "max_ms": 99.919, "p95_ms": 94.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.355, "count": 169, "max_ms": 198.052, "p95_ms": 175.268}, "read_interval": {"avg_ms": 178.026, "count": 168, "max_ms": 4825.352, "p95_ms": 186.233}, "triton_wait": {"avg_ms": 73.457, "count": 169, "max_ms": 120.47, "p95_ms": 100.783}, "visualize": {"avg_ms": 5.827, "count": 169, "max_ms": 9.608, "p95_ms": 7.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1332, "tracking_summary": 1215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6163.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26877.668, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.681, "sample_count": 1393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:46:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:46:04+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T18:46:04+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T18:46:04.262789+09:00", "mtime_epoch": 1783331164.2627888, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:46:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 825.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.422, "pushed": 4.422, "read": 4.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.293, "count": 132, "max_ms": 144.57, "p95_ms": 123.413}, "gstreamer_push": {"avg_ms": 0.952, "count": 132, "max_ms": 2.414, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.375, "count": 132, "max_ms": 111.079, "p95_ms": 103.15}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.423, "count": 132, "max_ms": 112.809, "p95_ms": 104.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.702, "count": 132, "max_ms": 273.556, "p95_ms": 259.424}, "read_interval": {"avg_ms": 227.903, "count": 131, "max_ms": 279.672, "p95_ms": 267.219}, "triton_wait": {"avg_ms": 76.638, "count": 132, "max_ms": 112.823, "p95_ms": 106.014}, "visualize": {"avg_ms": 29.881, "count": 132, "max_ms": 51.283, "p95_ms": 41.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6162.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6281.821, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.236, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:46:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:46:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T18:46:20+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T18:46:20.515074+09:00", "mtime_epoch": 1783331180.5150735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:46:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1497.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.332, "count": 301, "max_ms": 6.849, "p95_ms": 5.615}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 2.179, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.676, "count": 301, "max_ms": 90.295, "p95_ms": 71.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.693, "count": 301, "max_ms": 114.181, "p95_ms": 95.464}, "yolo11_640_fire_11class": {"avg_ms": 61.371, "count": 301, "max_ms": 95.65, "p95_ms": 81.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.419, "count": 301, "max_ms": 104.715, "p95_ms": 91.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.578, "count": 301, "max_ms": 127.283, "p95_ms": 108.299}, "read_interval": {"avg_ms": 99.802, "count": 300, "max_ms": 527.004, "p95_ms": 127.587}, "triton_wait": {"avg_ms": 66.551, "count": 301, "max_ms": 114.193, "p95_ms": 95.723}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 5.614, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:45:29+09:00", "last_error_summary": "[h264 @ 0x55c984d48e40] error while decoding MB 18 42, bytestream -13", "last_exit_at": "2026-07-06T18:45:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.505, "last_started_at": "2026-07-06T18:45:32+09:00", "pid": 22442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.559, "name": "ffmpeg", "pid": 22442, "rss_mb": 268.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.344, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:46:27+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T18:46:27+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T18:46:27.703200+09:00", "mtime_epoch": 1783331187.7031996, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:46:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.813, "count": 199, "max_ms": 10.508, "p95_ms": 9.055}, "gstreamer_push": {"avg_ms": 1.078, "count": 199, "max_ms": 1.445, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.452, "count": 199, "max_ms": 86.74, "p95_ms": 76.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.427, "count": 199, "max_ms": 113.877, "p95_ms": 102.185}, "yolo11_640_fire_11class": {"avg_ms": 61.132, "count": 199, "max_ms": 91.862, "p95_ms": 85.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.42, "count": 199, "max_ms": 103.677, "p95_ms": 95.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.838, "count": 199, "max_ms": 194.554, "p95_ms": 177.997}, "read_interval": {"avg_ms": 150.861, "count": 199, "max_ms": 353.992, "p95_ms": 186.483}, "triton_wait": {"avg_ms": 76.707, "count": 199, "max_ms": 113.89, "p95_ms": 103.409}, "visualize": {"avg_ms": 5.666, "count": 199, "max_ms": 8.295, "p95_ms": 6.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1332, "tracking_summary": 1216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6162.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26907.777, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.476, "sample_count": 1396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:46:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:46:34+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T18:46:34+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T18:46:34.355316+09:00", "mtime_epoch": 1783331194.3553164, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:46:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 823.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.942, "pushed": 4.942, "read": 4.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.439, "count": 148, "max_ms": 138.539, "p95_ms": 123.462}, "gstreamer_push": {"avg_ms": 0.841, "count": 148, "max_ms": 1.494, "p95_ms": 0.992}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.813, "count": 148, "max_ms": 115.819, "p95_ms": 103.5}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.946, "count": 148, "max_ms": 110.904, "p95_ms": 103.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.245, "count": 148, "max_ms": 263.508, "p95_ms": 246.916}, "read_interval": {"avg_ms": 203.244, "count": 147, "max_ms": 269.855, "p95_ms": 253.58}, "triton_wait": {"avg_ms": 76.599, "count": 148, "max_ms": 115.833, "p95_ms": 105.028}, "visualize": {"avg_ms": 27.096, "count": 148, "max_ms": 49.466, "p95_ms": 35.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6163.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6311.839, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.426, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:46:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:46:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T18:46:50+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T18:46:50.643602+09:00", "mtime_epoch": 1783331210.6436024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:46:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.991, "pushed": 9.991, "read": 9.957}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.2, "count": 299, "max_ms": 6.807, "p95_ms": 5.328}, "gstreamer_push": {"avg_ms": 1.28, "count": 299, "max_ms": 1.789, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.464, "count": 299, "max_ms": 83.574, "p95_ms": 72.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.592, "count": 299, "max_ms": 118.419, "p95_ms": 101.32}, "yolo11_640_fire_11class": {"avg_ms": 62.05, "count": 299, "max_ms": 94.848, "p95_ms": 82.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.591, "count": 299, "max_ms": 103.435, "p95_ms": 90.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.288, "count": 299, "max_ms": 131.424, "p95_ms": 111.624}, "read_interval": {"avg_ms": 100.449, "count": 298, "max_ms": 477.586, "p95_ms": 135.269}, "triton_wait": {"avg_ms": 68.458, "count": 299, "max_ms": 118.432, "p95_ms": 101.33}, "visualize": {"avg_ms": 3.577, "count": 299, "max_ms": 4.82, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6163.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:45:29+09:00", "last_error_summary": "[h264 @ 0x55c984d48e40] error while decoding MB 18 42, bytestream -13", "last_exit_at": "2026-07-06T18:45:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.58, "last_started_at": "2026-07-06T18:45:32+09:00", "pid": 22442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.816, "name": "ffmpeg", "pid": 22442, "rss_mb": 268.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.802, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:46:57+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T18:46:57+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T18:46:57.739727+09:00", "mtime_epoch": 1783331217.739727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:46:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.757, "pushed": 6.757, "read": 6.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.733, "count": 202, "max_ms": 10.798, "p95_ms": 8.079}, "gstreamer_push": {"avg_ms": 1.069, "count": 202, "max_ms": 1.689, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.2, "count": 202, "max_ms": 87.14, "p95_ms": 70.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.662, "count": 202, "max_ms": 118.84, "p95_ms": 102.089}, "yolo11_640_fire_11class": {"avg_ms": 60.805, "count": 202, "max_ms": 96.541, "p95_ms": 82.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.277, "count": 202, "max_ms": 102.057, "p95_ms": 95.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.917, "count": 202, "max_ms": 200.056, "p95_ms": 176.705}, "read_interval": {"avg_ms": 148.698, "count": 201, "max_ms": 211.04, "p95_ms": 184.679}, "triton_wait": {"avg_ms": 74.231, "count": 202, "max_ms": 118.855, "p95_ms": 102.102}, "visualize": {"avg_ms": 5.722, "count": 202, "max_ms": 8.117, "p95_ms": 6.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1334, "tracking_summary": 1217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6163.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26937.857, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.783, "sample_count": 1403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:47:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:47:04+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T18:47:04+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T18:47:04.455845+09:00", "mtime_epoch": 1783331224.455845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:47:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 823.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.693, "pushed": 4.693, "read": 4.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.706, "count": 140, "max_ms": 156.978, "p95_ms": 130.868}, "gstreamer_push": {"avg_ms": 0.826, "count": 140, "max_ms": 1.03, "p95_ms": 0.949}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.913, "count": 140, "max_ms": 114.16, "p95_ms": 99.045}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.221, "count": 140, "max_ms": 114.477, "p95_ms": 106.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.791, "count": 140, "max_ms": 316.803, "p95_ms": 250.334}, "read_interval": {"avg_ms": 214.827, "count": 139, "max_ms": 327.117, "p95_ms": 261.138}, "triton_wait": {"avg_ms": 76.087, "count": 140, "max_ms": 114.488, "p95_ms": 107.945}, "visualize": {"avg_ms": 26.964, "count": 140, "max_ms": 44.841, "p95_ms": 30.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6164.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6341.849, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.113, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:47:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:47:20+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T18:47:20+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T18:47:20.656130+09:00", "mtime_epoch": 1783331240.65613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:47:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 301, "max_ms": 6.76, "p95_ms": 5.577}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.902, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.259, "count": 301, "max_ms": 84.691, "p95_ms": 70.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.789, "count": 301, "max_ms": 113.943, "p95_ms": 93.024}, "yolo11_640_fire_11class": {"avg_ms": 61.788, "count": 301, "max_ms": 101.512, "p95_ms": 82.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.344, "count": 301, "max_ms": 107.596, "p95_ms": 91.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.631, "count": 301, "max_ms": 127.656, "p95_ms": 106.371}, "read_interval": {"avg_ms": 99.716, "count": 301, "max_ms": 566.188, "p95_ms": 128.35}, "triton_wait": {"avg_ms": 66.795, "count": 301, "max_ms": 113.958, "p95_ms": 93.261}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 5.878, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6166.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:45:29+09:00", "last_error_summary": "[h264 @ 0x55c984d48e40] error while decoding MB 18 42, bytestream -13", "last_exit_at": "2026-07-06T18:45:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.691, "last_started_at": "2026-07-06T18:45:32+09:00", "pid": 22442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.332, "name": "ffmpeg", "pid": 22442, "rss_mb": 269.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.914, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:47:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:47:28+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T18:47:27+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T18:47:27.892258+09:00", "mtime_epoch": 1783331247.8922577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:47:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.682, "pushed": 6.682, "read": 6.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.844, "count": 200, "max_ms": 10.811, "p95_ms": 8.885}, "gstreamer_push": {"avg_ms": 1.055, "count": 200, "max_ms": 1.288, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.692, "count": 200, "max_ms": 84.747, "p95_ms": 73.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.845, "count": 200, "max_ms": 121.959, "p95_ms": 101.714}, "yolo11_640_fire_11class": {"avg_ms": 60.496, "count": 200, "max_ms": 94.712, "p95_ms": 82.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.949, "count": 200, "max_ms": 102.782, "p95_ms": 95.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.665, "count": 200, "max_ms": 207.023, "p95_ms": 181.464}, "read_interval": {"avg_ms": 150.613, "count": 199, "max_ms": 215.912, "p95_ms": 191.89}, "triton_wait": {"avg_ms": 74.195, "count": 200, "max_ms": 121.973, "p95_ms": 102.792}, "visualize": {"avg_ms": 5.756, "count": 200, "max_ms": 8.353, "p95_ms": 7.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1335, "tracking_summary": 1218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6165.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26967.86, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.225, "sample_count": 1388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:47:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:47:34+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T18:47:34+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T18:47:34.456373+09:00", "mtime_epoch": 1783331254.4563732, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:47:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 825.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.5, "pushed": 4.5, "read": 4.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.964, "count": 135, "max_ms": 149.362, "p95_ms": 142.111}, "gstreamer_push": {"avg_ms": 0.808, "count": 135, "max_ms": 1.817, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.94, "count": 135, "max_ms": 116.047, "p95_ms": 102.515}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.822, "count": 135, "max_ms": 124.35, "p95_ms": 108.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.231, "count": 135, "max_ms": 302.984, "p95_ms": 259.664}, "read_interval": {"avg_ms": 222.274, "count": 135, "max_ms": 311.163, "p95_ms": 267.207}, "triton_wait": {"avg_ms": 76.47, "count": 135, "max_ms": 124.364, "p95_ms": 108.03}, "visualize": {"avg_ms": 27.863, "count": 135, "max_ms": 58.457, "p95_ms": 38.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6372.169, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.23, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:47:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:47:51+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T18:47:50+09:00", "mjpeg": {"age_sec": 0.452, "exists": true, "mtime": "2026-07-06T18:47:50.584658+09:00", "mtime_epoch": 1783331270.5846577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:47:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.931, "pushed": 9.931, "read": 9.898}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.285, "count": 297, "max_ms": 6.767, "p95_ms": 5.546}, "gstreamer_push": {"avg_ms": 1.298, "count": 297, "max_ms": 2.016, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.652, "count": 297, "max_ms": 84.335, "p95_ms": 72.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.697, "count": 297, "max_ms": 112.812, "p95_ms": 95.366}, "yolo11_640_fire_11class": {"avg_ms": 61.329, "count": 297, "max_ms": 88.893, "p95_ms": 83.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.442, "count": 297, "max_ms": 102.77, "p95_ms": 93.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.903, "count": 297, "max_ms": 125.928, "p95_ms": 109.541}, "read_interval": {"avg_ms": 100.985, "count": 296, "max_ms": 456.046, "p95_ms": 129.961}, "triton_wait": {"avg_ms": 65.999, "count": 297, "max_ms": 112.824, "p95_ms": 97.007}, "visualize": {"avg_ms": 3.631, "count": 297, "max_ms": 5.897, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6162.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:45:29+09:00", "last_error_summary": "[h264 @ 0x55c984d48e40] error while decoding MB 18 42, bytestream -13", "last_exit_at": "2026-07-06T18:45:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.786, "last_started_at": "2026-07-06T18:45:32+09:00", "pid": 22442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.137, "name": "ffmpeg", "pid": 22442, "rss_mb": 271.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.526, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:47:58+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T18:47:57+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T18:47:57.960788+09:00", "mtime_epoch": 1783331277.9607878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:47:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.686, "pushed": 6.686, "read": 6.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.868, "count": 200, "max_ms": 10.0, "p95_ms": 8.704}, "gstreamer_push": {"avg_ms": 1.058, "count": 200, "max_ms": 1.48, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.96, "count": 200, "max_ms": 92.28, "p95_ms": 75.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.662, "count": 200, "max_ms": 119.627, "p95_ms": 104.42}, "yolo11_640_fire_11class": {"avg_ms": 59.864, "count": 200, "max_ms": 95.194, "p95_ms": 82.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.989, "count": 200, "max_ms": 110.801, "p95_ms": 94.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.489, "count": 200, "max_ms": 200.928, "p95_ms": 176.335}, "read_interval": {"avg_ms": 150.428, "count": 199, "max_ms": 212.152, "p95_ms": 185.393}, "triton_wait": {"avg_ms": 73.101, "count": 200, "max_ms": 119.639, "p95_ms": 104.432}, "visualize": {"avg_ms": 5.821, "count": 200, "max_ms": 7.894, "p95_ms": 6.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1336, "tracking_summary": 1220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6163.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 26997.915, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.225, "sample_count": 1380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:48:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:48:04+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T18:48:04+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T18:48:04.536904+09:00", "mtime_epoch": 1783331284.5369039, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:48:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 821.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.529, "pushed": 4.529, "read": 4.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.218, "count": 135, "max_ms": 159.007, "p95_ms": 130.428}, "gstreamer_push": {"avg_ms": 0.823, "count": 135, "max_ms": 1.339, "p95_ms": 0.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.575, "count": 135, "max_ms": 115.128, "p95_ms": 103.231}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.789, "count": 135, "max_ms": 114.326, "p95_ms": 103.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.563, "count": 135, "max_ms": 277.935, "p95_ms": 254.984}, "read_interval": {"avg_ms": 222.863, "count": 134, "max_ms": 284.367, "p95_ms": 261.082}, "triton_wait": {"avg_ms": 78.261, "count": 135, "max_ms": 115.141, "p95_ms": 107.127}, "visualize": {"avg_ms": 26.958, "count": 135, "max_ms": 43.423, "p95_ms": 32.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6029.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6402.249, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.843, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:48:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T18:48:21+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T18:48:21.049196+09:00", "mtime_epoch": 1783331301.0491958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:48:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 302, "max_ms": 6.68, "p95_ms": 5.332}, "gstreamer_push": {"avg_ms": 1.289, "count": 303, "max_ms": 2.157, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.45, "count": 302, "max_ms": 89.654, "p95_ms": 67.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.51, "count": 302, "max_ms": 122.78, "p95_ms": 92.051}, "yolo11_640_fire_11class": {"avg_ms": 60.052, "count": 302, "max_ms": 94.334, "p95_ms": 76.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.575, "count": 302, "max_ms": 107.579, "p95_ms": 87.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.728, "count": 303, "max_ms": 135.922, "p95_ms": 105.149}, "read_interval": {"avg_ms": 99.319, "count": 302, "max_ms": 506.424, "p95_ms": 129.095}, "triton_wait": {"avg_ms": 64.879, "count": 302, "max_ms": 122.792, "p95_ms": 92.065}, "visualize": {"avg_ms": 3.633, "count": 302, "max_ms": 5.268, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6145.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:48:16+09:00", "last_error_summary": "[h264 @ 0x556345921380] error while decoding MB 17 43, bytestream -7", "last_exit_at": "2026-07-06T18:48:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.375, "last_started_at": "2026-07-06T18:48:18+09:00", "pid": 22549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 251.246, "name": "ffmpeg", "pid": 22549, "rss_mb": 251.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.007, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:48:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:48:28+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T18:48:28+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T18:48:28.069320+09:00", "mtime_epoch": 1783331308.0693197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:48:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.279, "pushed": 5.279, "read": 5.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.172, "count": 158, "max_ms": 11.322, "p95_ms": 8.341}, "gstreamer_push": {"avg_ms": 1.048, "count": 158, "max_ms": 1.628, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.751, "count": 158, "max_ms": 78.843, "p95_ms": 72.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.229, "count": 158, "max_ms": 119.3, "p95_ms": 100.684}, "yolo11_640_fire_11class": {"avg_ms": 58.848, "count": 158, "max_ms": 88.541, "p95_ms": 81.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.05, "count": 158, "max_ms": 98.173, "p95_ms": 94.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.093, "count": 158, "max_ms": 199.233, "p95_ms": 184.018}, "read_interval": {"avg_ms": 190.704, "count": 157, "max_ms": 4694.304, "p95_ms": 192.739}, "triton_wait": {"avg_ms": 74.421, "count": 158, "max_ms": 119.314, "p95_ms": 100.697}, "visualize": {"avg_ms": 6.386, "count": 158, "max_ms": 8.271, "p95_ms": 7.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1339, "tracking_summary": 1221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6161.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27027.928, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.677, "sample_count": 1383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:48:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:48:34+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T18:48:34+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T18:48:34.517434+09:00", "mtime_epoch": 1783331314.517434, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:48:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 821.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.626, "pushed": 4.626, "read": 4.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.12, "count": 138, "max_ms": 157.181, "p95_ms": 129.026}, "gstreamer_push": {"avg_ms": 0.93, "count": 138, "max_ms": 3.255, "p95_ms": 2.034}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.106, "count": 138, "max_ms": 108.275, "p95_ms": 101.909}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.831, "count": 138, "max_ms": 111.776, "p95_ms": 102.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.325, "count": 138, "max_ms": 275.07, "p95_ms": 251.842}, "read_interval": {"avg_ms": 217.444, "count": 137, "max_ms": 281.385, "p95_ms": 257.669}, "triton_wait": {"avg_ms": 73.576, "count": 138, "max_ms": 111.788, "p95_ms": 103.418}, "visualize": {"avg_ms": 26.726, "count": 138, "max_ms": 44.164, "p95_ms": 35.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6432.257, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.873, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:48:51+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:48:51+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T18:48:51.053726+09:00", "mtime_epoch": 1783331331.0537264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:48:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 303, "max_ms": 7.786, "p95_ms": 5.9}, "gstreamer_push": {"avg_ms": 1.278, "count": 303, "max_ms": 1.782, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.231, "count": 303, "max_ms": 89.462, "p95_ms": 69.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.64, "count": 303, "max_ms": 112.341, "p95_ms": 93.727}, "yolo11_640_fire_11class": {"avg_ms": 61.441, "count": 303, "max_ms": 95.098, "p95_ms": 83.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.331, "count": 303, "max_ms": 105.012, "p95_ms": 91.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.43, "count": 303, "max_ms": 125.18, "p95_ms": 108.737}, "read_interval": {"avg_ms": 99.033, "count": 303, "max_ms": 496.419, "p95_ms": 127.731}, "triton_wait": {"avg_ms": 66.624, "count": 303, "max_ms": 112.353, "p95_ms": 95.201}, "visualize": {"avg_ms": 3.615, "count": 303, "max_ms": 5.477, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6164.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:48:16+09:00", "last_error_summary": "[h264 @ 0x556345921380] error while decoding MB 17 43, bytestream -7", "last_exit_at": "2026-07-06T18:48:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.489, "last_started_at": "2026-07-06T18:48:18+09:00", "pid": 22549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.066, "name": "ffmpeg", "pid": 22549, "rss_mb": 270.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.273, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:48:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:48:58+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T18:48:58+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T18:48:58.157852+09:00", "mtime_epoch": 1783331338.1578524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:48:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.675, "pushed": 6.675, "read": 6.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.899, "count": 199, "max_ms": 11.649, "p95_ms": 8.823}, "gstreamer_push": {"avg_ms": 1.057, "count": 200, "max_ms": 1.387, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.886, "count": 199, "max_ms": 92.649, "p95_ms": 72.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.225, "count": 199, "max_ms": 115.535, "p95_ms": 99.733}, "yolo11_640_fire_11class": {"avg_ms": 60.933, "count": 199, "max_ms": 93.918, "p95_ms": 81.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.567, "count": 199, "max_ms": 108.426, "p95_ms": 91.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.815, "count": 200, "max_ms": 196.347, "p95_ms": 173.851}, "read_interval": {"avg_ms": 150.496, "count": 199, "max_ms": 204.314, "p95_ms": 182.353}, "triton_wait": {"avg_ms": 74.679, "count": 199, "max_ms": 115.547, "p95_ms": 99.923}, "visualize": {"avg_ms": 5.87, "count": 199, "max_ms": 8.565, "p95_ms": 7.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1339, "tracking_summary": 1222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6162.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27058.122, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.677, "sample_count": 1393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:49:04+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T18:49:04+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T18:49:04.729969+09:00", "mtime_epoch": 1783331344.7299688, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 220551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:49:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 819.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.712, "pushed": 4.712, "read": 4.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.825, "count": 141, "max_ms": 130.544, "p95_ms": 121.374}, "gstreamer_push": {"avg_ms": 1.021, "count": 141, "max_ms": 2.167, "p95_ms": 1.875}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.5, "count": 141, "max_ms": 105.623, "p95_ms": 100.918}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.238, "count": 141, "max_ms": 117.181, "p95_ms": 100.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.786, "count": 141, "max_ms": 278.208, "p95_ms": 256.232}, "read_interval": {"avg_ms": 214.238, "count": 140, "max_ms": 284.19, "p95_ms": 264.44}, "triton_wait": {"avg_ms": 76.094, "count": 141, "max_ms": 117.194, "p95_ms": 103.227}, "visualize": {"avg_ms": 30.832, "count": 141, "max_ms": 44.979, "p95_ms": 41.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6163.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6462.306, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.623, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:49:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T18:49:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T18:49:21.086259+09:00", "mtime_epoch": 1783331361.086259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:49:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.264, "count": 299, "max_ms": 6.699, "p95_ms": 5.289}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 2.066, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.898, "count": 299, "max_ms": 87.176, "p95_ms": 72.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.726, "count": 299, "max_ms": 108.283, "p95_ms": 94.887}, "yolo11_640_fire_11class": {"avg_ms": 62.5, "count": 299, "max_ms": 93.636, "p95_ms": 82.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.889, "count": 299, "max_ms": 102.718, "p95_ms": 91.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.163, "count": 299, "max_ms": 121.211, "p95_ms": 108.108}, "read_interval": {"avg_ms": 100.475, "count": 298, "max_ms": 523.7, "p95_ms": 125.193}, "triton_wait": {"avg_ms": 67.233, "count": 299, "max_ms": 108.294, "p95_ms": 95.38}, "visualize": {"avg_ms": 3.67, "count": 299, "max_ms": 4.918, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6166.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:48:16+09:00", "last_error_summary": "[h264 @ 0x556345921380] error while decoding MB 17 43, bytestream -7", "last_exit_at": "2026-07-06T18:48:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.524, "last_started_at": "2026-07-06T18:48:18+09:00", "pid": 22549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.613, "name": "ffmpeg", "pid": 22549, "rss_mb": 271.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.312, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:49:28+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T18:49:28+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T18:49:28.226385+09:00", "mtime_epoch": 1783331368.2263854, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:49:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.319, "pushed": 6.319, "read": 6.286}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.154, "count": 189, "max_ms": 9.74, "p95_ms": 9.091}, "gstreamer_push": {"avg_ms": 1.035, "count": 189, "max_ms": 1.453, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.575, "count": 189, "max_ms": 83.454, "p95_ms": 74.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.813, "count": 189, "max_ms": 115.656, "p95_ms": 100.126}, "yolo11_640_fire_11class": {"avg_ms": 61.606, "count": 189, "max_ms": 92.166, "p95_ms": 86.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.084, "count": 189, "max_ms": 108.058, "p95_ms": 96.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.362, "count": 189, "max_ms": 187.176, "p95_ms": 179.858}, "read_interval": {"avg_ms": 159.059, "count": 188, "max_ms": 197.163, "p95_ms": 188.49}, "triton_wait": {"avg_ms": 74.062, "count": 189, "max_ms": 115.672, "p95_ms": 100.138}, "visualize": {"avg_ms": 6.277, "count": 189, "max_ms": 8.696, "p95_ms": 7.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1340, "tracking_summary": 1223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6165.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27088.335, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.842, "sample_count": 1380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:49:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:49:35+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T18:49:34+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T18:49:34.922504+09:00", "mtime_epoch": 1783331374.9225042, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:49:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 821.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.469, "pushed": 4.469, "read": 4.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.922, "count": 134, "max_ms": 140.768, "p95_ms": 121.765}, "gstreamer_push": {"avg_ms": 0.786, "count": 134, "max_ms": 1.005, "p95_ms": 0.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.776, "count": 134, "max_ms": 113.553, "p95_ms": 99.225}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.238, "count": 134, "max_ms": 115.64, "p95_ms": 96.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.702, "count": 134, "max_ms": 266.38, "p95_ms": 250.87}, "read_interval": {"avg_ms": 225.461, "count": 133, "max_ms": 272.597, "p95_ms": 257.297}, "triton_wait": {"avg_ms": 74.51, "count": 134, "max_ms": 115.653, "p95_ms": 103.27}, "visualize": {"avg_ms": 26.437, "count": 134, "max_ms": 35.742, "p95_ms": 30.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6169.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6492.365, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.602, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:49:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:49:51+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T18:49:51+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T18:49:51.174793+09:00", "mtime_epoch": 1783331391.174793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:49:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.276, "count": 300, "max_ms": 6.8, "p95_ms": 5.751}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.898, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.021, "count": 300, "max_ms": 90.196, "p95_ms": 66.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.96, "count": 300, "max_ms": 125.937, "p95_ms": 95.061}, "yolo11_640_fire_11class": {"avg_ms": 61.069, "count": 300, "max_ms": 100.024, "p95_ms": 80.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.699, "count": 300, "max_ms": 106.132, "p95_ms": 90.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.168, "count": 300, "max_ms": 139.052, "p95_ms": 109.602}, "read_interval": {"avg_ms": 100.269, "count": 299, "max_ms": 589.466, "p95_ms": 130.14}, "triton_wait": {"avg_ms": 66.128, "count": 300, "max_ms": 125.95, "p95_ms": 95.93}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 5.436, "p95_ms": 4.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6168.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:48:16+09:00", "last_error_summary": "[h264 @ 0x556345921380] error while decoding MB 17 43, bytestream -7", "last_exit_at": "2026-07-06T18:48:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.664, "last_started_at": "2026-07-06T18:48:18+09:00", "pid": 22549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.871, "name": "ffmpeg", "pid": 22549, "rss_mb": 271.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.224, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:49:58+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:49:58+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T18:49:58.346920+09:00", "mtime_epoch": 1783331398.3469203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:49:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1620.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.237, "pushed": 6.237, "read": 6.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.109, "count": 186, "max_ms": 10.627, "p95_ms": 9.099}, "gstreamer_push": {"avg_ms": 1.032, "count": 187, "max_ms": 1.326, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.103, "count": 186, "max_ms": 85.935, "p95_ms": 75.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.299, "count": 186, "max_ms": 124.85, "p95_ms": 107.1}, "yolo11_640_fire_11class": {"avg_ms": 61.753, "count": 186, "max_ms": 94.719, "p95_ms": 84.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.27, "count": 186, "max_ms": 103.993, "p95_ms": 95.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.668, "count": 187, "max_ms": 208.302, "p95_ms": 188.532}, "read_interval": {"avg_ms": 161.226, "count": 186, "max_ms": 216.262, "p95_ms": 196.918}, "triton_wait": {"avg_ms": 76.758, "count": 186, "max_ms": 124.863, "p95_ms": 107.112}, "visualize": {"avg_ms": 6.205, "count": 186, "max_ms": 8.69, "p95_ms": 7.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1342, "tracking_summary": 1224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6170.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27118.501, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.849, "sample_count": 1385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:50:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:50:05+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T18:50:05+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T18:50:05.083040+09:00", "mtime_epoch": 1783331405.08304, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:50:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 824.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.647, "pushed": 4.647, "read": 4.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.508, "count": 139, "max_ms": 133.142, "p95_ms": 120.338}, "gstreamer_push": {"avg_ms": 0.904, "count": 139, "max_ms": 2.377, "p95_ms": 1.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.667, "count": 139, "max_ms": 117.237, "p95_ms": 107.193}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.741, "count": 139, "max_ms": 114.122, "p95_ms": 110.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.034, "count": 139, "max_ms": 263.935, "p95_ms": 250.851}, "read_interval": {"avg_ms": 216.906, "count": 138, "max_ms": 271.811, "p95_ms": 259.34}, "triton_wait": {"avg_ms": 79.726, "count": 139, "max_ms": 117.25, "p95_ms": 111.584}, "visualize": {"avg_ms": 27.851, "count": 139, "max_ms": 44.012, "p95_ms": 38.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6170.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6522.422, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.574, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:50:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:50:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T18:50:21+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T18:50:21.207327+09:00", "mtime_epoch": 1783331421.207327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:50:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1498.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.331, "count": 301, "max_ms": 6.769, "p95_ms": 5.99}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.973, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.252, "count": 301, "max_ms": 82.608, "p95_ms": 69.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.431, "count": 301, "max_ms": 123.267, "p95_ms": 97.792}, "yolo11_640_fire_11class": {"avg_ms": 61.166, "count": 301, "max_ms": 94.0, "p95_ms": 80.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.975, "count": 301, "max_ms": 99.776, "p95_ms": 92.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.051, "count": 301, "max_ms": 136.266, "p95_ms": 111.281}, "read_interval": {"avg_ms": 99.847, "count": 300, "max_ms": 449.464, "p95_ms": 132.619}, "triton_wait": {"avg_ms": 67.966, "count": 301, "max_ms": 123.28, "p95_ms": 97.805}, "visualize": {"avg_ms": 3.722, "count": 301, "max_ms": 5.21, "p95_ms": 4.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6178.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:48:16+09:00", "last_error_summary": "[h264 @ 0x556345921380] error while decoding MB 17 43, bytestream -7", "last_exit_at": "2026-07-06T18:48:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.686, "last_started_at": "2026-07-06T18:48:18+09:00", "pid": 22549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.473, "name": "ffmpeg", "pid": 22549, "rss_mb": 280.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.831, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:50:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:50:28+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T18:50:28+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T18:50:28.383455+09:00", "mtime_epoch": 1783331428.3834546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:50:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.53, "pushed": 6.53, "read": 6.496}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.604, "count": 195, "max_ms": 10.634, "p95_ms": 8.34}, "gstreamer_push": {"avg_ms": 1.068, "count": 195, "max_ms": 1.317, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.359, "count": 195, "max_ms": 82.515, "p95_ms": 70.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.462, "count": 195, "max_ms": 124.315, "p95_ms": 105.776}, "yolo11_640_fire_11class": {"avg_ms": 59.33, "count": 195, "max_ms": 90.914, "p95_ms": 80.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.159, "count": 195, "max_ms": 103.761, "p95_ms": 92.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.191, "count": 195, "max_ms": 197.661, "p95_ms": 178.056}, "read_interval": {"avg_ms": 154.033, "count": 194, "max_ms": 1448.064, "p95_ms": 186.367}, "triton_wait": {"avg_ms": 75.603, "count": 195, "max_ms": 124.327, "p95_ms": 105.789}, "visualize": {"avg_ms": 5.603, "count": 195, "max_ms": 8.074, "p95_ms": 7.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1343, "tracking_summary": 1225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6184.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27148.623, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.238, "sample_count": 1388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:50:35+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T18:50:35+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T18:50:35.195576+09:00", "mtime_epoch": 1783331435.1955757, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:50:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 826.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.006, "pushed": 5.006, "read": 4.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 85.48, "count": 150, "max_ms": 144.77, "p95_ms": 123.378}, "gstreamer_push": {"avg_ms": 0.918, "count": 150, "max_ms": 2.962, "p95_ms": 1.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.236, "count": 150, "max_ms": 116.328, "p95_ms": 102.187}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.297, "count": 150, "max_ms": 116.316, "p95_ms": 104.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.509, "count": 150, "max_ms": 264.468, "p95_ms": 243.753}, "read_interval": {"avg_ms": 200.552, "count": 149, "max_ms": 274.825, "p95_ms": 250.006}, "triton_wait": {"avg_ms": 75.614, "count": 150, "max_ms": 116.338, "p95_ms": 106.128}, "visualize": {"avg_ms": 28.249, "count": 150, "max_ms": 51.677, "p95_ms": 39.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6180.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6552.456, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.623, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:50:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:50:51+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T18:50:51+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T18:50:51.211861+09:00", "mtime_epoch": 1783331451.2118611, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:50:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1499.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.245, "count": 299, "max_ms": 6.859, "p95_ms": 5.447}, "gstreamer_push": {"avg_ms": 1.309, "count": 299, "max_ms": 1.885, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.312, "count": 299, "max_ms": 87.388, "p95_ms": 74.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.241, "count": 299, "max_ms": 118.967, "p95_ms": 99.478}, "yolo11_640_fire_11class": {"avg_ms": 61.589, "count": 299, "max_ms": 98.185, "p95_ms": 82.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.102, "count": 299, "max_ms": 103.979, "p95_ms": 93.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.882, "count": 299, "max_ms": 131.861, "p95_ms": 112.65}, "read_interval": {"avg_ms": 100.339, "count": 298, "max_ms": 595.022, "p95_ms": 133.546}, "triton_wait": {"avg_ms": 67.975, "count": 299, "max_ms": 118.98, "p95_ms": 99.623}, "visualize": {"avg_ms": 3.658, "count": 299, "max_ms": 5.633, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:48:16+09:00", "last_error_summary": "[h264 @ 0x556345921380] error while decoding MB 17 43, bytestream -7", "last_exit_at": "2026-07-06T18:48:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.763, "last_started_at": "2026-07-06T18:48:18+09:00", "pid": 22549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.34, "name": "ffmpeg", "pid": 22549, "rss_mb": 284.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.594, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:50:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:50:58+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T18:50:58+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T18:50:58.431990+09:00", "mtime_epoch": 1783331458.4319897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:50:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.113, "pushed": 7.113, "read": 7.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.253, "count": 213, "max_ms": 9.504, "p95_ms": 7.573}, "gstreamer_push": {"avg_ms": 1.079, "count": 213, "max_ms": 1.92, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.262, "count": 213, "max_ms": 81.075, "p95_ms": 73.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.351, "count": 213, "max_ms": 119.423, "p95_ms": 100.865}, "yolo11_640_fire_11class": {"avg_ms": 61.445, "count": 213, "max_ms": 90.091, "p95_ms": 82.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.659, "count": 213, "max_ms": 104.26, "p95_ms": 95.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.089, "count": 213, "max_ms": 185.597, "p95_ms": 169.9}, "read_interval": {"avg_ms": 141.11, "count": 212, "max_ms": 193.899, "p95_ms": 181.738}, "triton_wait": {"avg_ms": 74.859, "count": 213, "max_ms": 119.437, "p95_ms": 102.454}, "visualize": {"avg_ms": 5.37, "count": 213, "max_ms": 9.093, "p95_ms": 6.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1344, "tracking_summary": 1227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6231.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27178.788, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.458, "sample_count": 1393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:51:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:51:05+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T18:51:05+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T18:51:05.380114+09:00", "mtime_epoch": 1783331465.3801136, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:51:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 824.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.641, "pushed": 4.641, "read": 4.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.363, "count": 139, "max_ms": 133.087, "p95_ms": 121.865}, "gstreamer_push": {"avg_ms": 0.807, "count": 139, "max_ms": 1.252, "p95_ms": 0.984}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.154, "count": 139, "max_ms": 114.891, "p95_ms": 99.972}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.099, "count": 139, "max_ms": 118.171, "p95_ms": 104.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.068, "count": 139, "max_ms": 275.169, "p95_ms": 249.843}, "read_interval": {"avg_ms": 217.004, "count": 138, "max_ms": 281.521, "p95_ms": 256.671}, "triton_wait": {"avg_ms": 74.825, "count": 139, "max_ms": 118.183, "p95_ms": 104.33}, "visualize": {"avg_ms": 26.907, "count": 139, "max_ms": 33.978, "p95_ms": 32.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6166.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6582.491, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.57, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:51:21+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T18:51:21+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T18:51:21.252397+09:00", "mtime_epoch": 1783331481.2523966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:51:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1499.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 300, "max_ms": 6.641, "p95_ms": 5.346}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.92, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.964, "count": 300, "max_ms": 82.807, "p95_ms": 74.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.092, "count": 300, "max_ms": 109.718, "p95_ms": 93.922}, "yolo11_640_fire_11class": {"avg_ms": 60.965, "count": 300, "max_ms": 93.826, "p95_ms": 82.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.778, "count": 300, "max_ms": 106.806, "p95_ms": 91.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.874, "count": 300, "max_ms": 122.667, "p95_ms": 107.725}, "read_interval": {"avg_ms": 100.05, "count": 299, "max_ms": 527.602, "p95_ms": 127.34}, "triton_wait": {"avg_ms": 65.878, "count": 300, "max_ms": 109.73, "p95_ms": 94.145}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 5.398, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6167.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:51:05+09:00", "last_error_summary": "[h264 @ 0x55ae7f871280] left block unavailable for requested intra mode [h264 @ 0x55ae7f871280] error while decoding MB 0 36, bytestream 3462 [h264 @ 0x55ae7f7d9d40] cabac decode of qscale diff failed at 0 33 [h264 @ 0x55ae7f7d9d40] error while decoding MB 0 33, bytestream 7100 [h264 @ 0x55ae7f705b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ae7f705b40] error while decoding MB 0 14, bytestream 2587 [h264 @ 0x55ae7f82a440] error while decoding MB 27 32, bytestream -32 [h2", "last_exit_at": "2026-07-06T18:51:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.388, "last_started_at": "2026-07-06T18:51:08+09:00", "pid": 22656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.641, "name": "ffmpeg", "pid": 22656, "rss_mb": 269.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.594, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:51:28+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T18:51:28+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T18:51:28.568527+09:00", "mtime_epoch": 1783331488.5685272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:51:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.847, "pushed": 5.847, "read": 5.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.726, "count": 174, "max_ms": 9.837, "p95_ms": 7.993}, "gstreamer_push": {"avg_ms": 1.063, "count": 175, "max_ms": 1.347, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.018, "count": 174, "max_ms": 84.981, "p95_ms": 76.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.746, "count": 174, "max_ms": 120.505, "p95_ms": 101.738}, "yolo11_640_fire_11class": {"avg_ms": 60.671, "count": 174, "max_ms": 93.725, "p95_ms": 81.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.177, "count": 174, "max_ms": 107.183, "p95_ms": 94.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.008, "count": 175, "max_ms": 188.438, "p95_ms": 178.364}, "read_interval": {"avg_ms": 172.317, "count": 174, "max_ms": 4416.895, "p95_ms": 186.515}, "triton_wait": {"avg_ms": 75.178, "count": 174, "max_ms": 120.519, "p95_ms": 101.852}, "visualize": {"avg_ms": 5.653, "count": 174, "max_ms": 7.806, "p95_ms": 6.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1345, "tracking_summary": 1228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6166.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27208.969, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.139, "sample_count": 1376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:51:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:51:35+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T18:51:35+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T18:51:35.520651+09:00", "mtime_epoch": 1783331495.5206513, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:51:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 822.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.34, "pushed": 4.34, "read": 4.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.164, "count": 130, "max_ms": 153.667, "p95_ms": 126.958}, "gstreamer_push": {"avg_ms": 0.849, "count": 130, "max_ms": 1.972, "p95_ms": 1.745}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.945, "count": 130, "max_ms": 110.565, "p95_ms": 101.447}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.634, "count": 130, "max_ms": 113.971, "p95_ms": 103.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.262, "count": 130, "max_ms": 315.871, "p95_ms": 259.955}, "read_interval": {"avg_ms": 231.957, "count": 129, "max_ms": 327.084, "p95_ms": 266.035}, "triton_wait": {"avg_ms": 75.302, "count": 130, "max_ms": 113.983, "p95_ms": 103.482}, "visualize": {"avg_ms": 27.914, "count": 130, "max_ms": 60.154, "p95_ms": 40.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6167.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6612.547, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.306, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:51:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:51:51+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T18:51:51+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T18:51:51.312933+09:00", "mtime_epoch": 1783331511.3129332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:51:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1499.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 302, "max_ms": 7.576, "p95_ms": 5.86}, "gstreamer_push": {"avg_ms": 1.278, "count": 302, "max_ms": 2.268, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.212, "count": 302, "max_ms": 83.567, "p95_ms": 75.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.934, "count": 302, "max_ms": 115.346, "p95_ms": 94.805}, "yolo11_640_fire_11class": {"avg_ms": 61.728, "count": 302, "max_ms": 89.654, "p95_ms": 81.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.769, "count": 302, "max_ms": 103.139, "p95_ms": 92.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.39, "count": 302, "max_ms": 129.649, "p95_ms": 109.576}, "read_interval": {"avg_ms": 99.446, "count": 301, "max_ms": 363.721, "p95_ms": 132.528}, "triton_wait": {"avg_ms": 67.484, "count": 302, "max_ms": 115.359, "p95_ms": 96.346}, "visualize": {"avg_ms": 3.646, "count": 302, "max_ms": 5.531, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6170.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:51:05+09:00", "last_error_summary": "[h264 @ 0x55ae7f871280] left block unavailable for requested intra mode [h264 @ 0x55ae7f871280] error while decoding MB 0 36, bytestream 3462 [h264 @ 0x55ae7f7d9d40] cabac decode of qscale diff failed at 0 33 [h264 @ 0x55ae7f7d9d40] error while decoding MB 0 33, bytestream 7100 [h264 @ 0x55ae7f705b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ae7f705b40] error while decoding MB 0 14, bytestream 2587 [h264 @ 0x55ae7f82a440] error while decoding MB 27 32, bytestream -32 [h2", "last_exit_at": "2026-07-06T18:51:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.464, "last_started_at": "2026-07-06T18:51:08+09:00", "pid": 22656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.445, "name": "ffmpeg", "pid": 22656, "rss_mb": 271.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.398, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:51:58+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T18:51:58+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T18:51:58.637064+09:00", "mtime_epoch": 1783331518.637064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:51:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.821, "pushed": 6.821, "read": 6.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.548, "count": 204, "max_ms": 10.502, "p95_ms": 8.411}, "gstreamer_push": {"avg_ms": 1.089, "count": 204, "max_ms": 1.998, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.741, "count": 204, "max_ms": 84.99, "p95_ms": 75.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.413, "count": 204, "max_ms": 119.15, "p95_ms": 101.384}, "yolo11_640_fire_11class": {"avg_ms": 61.273, "count": 204, "max_ms": 90.812, "p95_ms": 81.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.594, "count": 204, "max_ms": 102.083, "p95_ms": 95.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.273, "count": 204, "max_ms": 206.335, "p95_ms": 175.436}, "read_interval": {"avg_ms": 147.339, "count": 203, "max_ms": 215.826, "p95_ms": 184.051}, "triton_wait": {"avg_ms": 75.782, "count": 204, "max_ms": 119.164, "p95_ms": 101.397}, "visualize": {"avg_ms": 5.605, "count": 204, "max_ms": 8.225, "p95_ms": 7.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1347, "tracking_summary": 1229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6166.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27239.177, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.702, "sample_count": 1381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:52:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:52:05+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T18:52:05+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T18:52:05.773192+09:00", "mtime_epoch": 1783331525.7731917, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:52:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 822.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.834, "pushed": 4.834, "read": 4.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.088, "count": 144, "max_ms": 140.843, "p95_ms": 124.084}, "gstreamer_push": {"avg_ms": 0.835, "count": 145, "max_ms": 1.398, "p95_ms": 1.048}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.89, "count": 144, "max_ms": 112.623, "p95_ms": 93.202}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.15, "count": 144, "max_ms": 111.149, "p95_ms": 96.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.267, "count": 145, "max_ms": 255.552, "p95_ms": 242.574}, "read_interval": {"avg_ms": 208.289, "count": 144, "max_ms": 261.024, "p95_ms": 249.77}, "triton_wait": {"avg_ms": 74.928, "count": 144, "max_ms": 112.636, "p95_ms": 99.584}, "visualize": {"avg_ms": 26.133, "count": 144, "max_ms": 40.221, "p95_ms": 31.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6167.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6642.565, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.541, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T18:52:21+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T18:52:21+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T18:52:21.373471+09:00", "mtime_epoch": 1783331541.3734705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:52:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1499.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.338, "count": 300, "max_ms": 6.881, "p95_ms": 5.865}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 2.06, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.582, "count": 300, "max_ms": 83.2, "p95_ms": 72.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.188, "count": 300, "max_ms": 103.995, "p95_ms": 95.697}, "yolo11_640_fire_11class": {"avg_ms": 61.55, "count": 300, "max_ms": 94.815, "p95_ms": 81.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.655, "count": 300, "max_ms": 105.768, "p95_ms": 91.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.028, "count": 300, "max_ms": 118.682, "p95_ms": 109.899}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 552.452, "p95_ms": 128.731}, "triton_wait": {"avg_ms": 67.041, "count": 300, "max_ms": 105.781, "p95_ms": 96.262}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 5.754, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6161.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:51:05+09:00", "last_error_summary": "[h264 @ 0x55ae7f871280] left block unavailable for requested intra mode [h264 @ 0x55ae7f871280] error while decoding MB 0 36, bytestream 3462 [h264 @ 0x55ae7f7d9d40] cabac decode of qscale diff failed at 0 33 [h264 @ 0x55ae7f7d9d40] error while decoding MB 0 33, bytestream 7100 [h264 @ 0x55ae7f705b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ae7f705b40] error while decoding MB 0 14, bytestream 2587 [h264 @ 0x55ae7f82a440] error while decoding MB 27 32, bytestream -32 [h2", "last_exit_at": "2026-07-06T18:51:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.589, "last_started_at": "2026-07-06T18:51:08+09:00", "pid": 22656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.445, "name": "ffmpeg", "pid": 22656, "rss_mb": 271.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.222, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:52:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:52:28+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T18:52:28+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-06T18:52:28.757602+09:00", "mtime_epoch": 1783331548.7576025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:52:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.707, "pushed": 6.707, "read": 6.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.721, "count": 200, "max_ms": 11.038, "p95_ms": 8.588}, "gstreamer_push": {"avg_ms": 1.061, "count": 201, "max_ms": 1.835, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.522, "count": 200, "max_ms": 86.753, "p95_ms": 75.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.88, "count": 200, "max_ms": 131.51, "p95_ms": 99.863}, "yolo11_640_fire_11class": {"avg_ms": 60.895, "count": 200, "max_ms": 92.209, "p95_ms": 82.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.499, "count": 200, "max_ms": 110.253, "p95_ms": 93.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.917, "count": 201, "max_ms": 192.422, "p95_ms": 181.446}, "read_interval": {"avg_ms": 149.789, "count": 200, "max_ms": 203.642, "p95_ms": 189.842}, "triton_wait": {"avg_ms": 74.483, "count": 200, "max_ms": 131.522, "p95_ms": 102.589}, "visualize": {"avg_ms": 5.752, "count": 200, "max_ms": 10.627, "p95_ms": 7.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1349, "tracking_summary": 1230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6166.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27269.233, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.333, "sample_count": 1378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:52:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:52:36+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T18:52:35+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T18:52:35.809729+09:00", "mtime_epoch": 1783331555.8097286, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:52:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 820.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.427, "pushed": 4.427, "read": 4.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.04, "count": 132, "max_ms": 147.86, "p95_ms": 124.043}, "gstreamer_push": {"avg_ms": 0.82, "count": 132, "max_ms": 1.878, "p95_ms": 0.926}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.796, "count": 132, "max_ms": 115.814, "p95_ms": 101.201}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.332, "count": 132, "max_ms": 120.735, "p95_ms": 102.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.857, "count": 132, "max_ms": 272.946, "p95_ms": 251.399}, "read_interval": {"avg_ms": 227.624, "count": 131, "max_ms": 278.65, "p95_ms": 259.766}, "triton_wait": {"avg_ms": 75.245, "count": 132, "max_ms": 120.746, "p95_ms": 104.956}, "visualize": {"avg_ms": 25.773, "count": 132, "max_ms": 43.559, "p95_ms": 39.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6168.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6672.563, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.623, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:52:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T18:52:51+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T18:52:51.366007+09:00", "mtime_epoch": 1783331571.366007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:52:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1499.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 301, "max_ms": 6.687, "p95_ms": 5.249}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.544, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.258, "count": 301, "max_ms": 88.793, "p95_ms": 72.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.937, "count": 301, "max_ms": 119.468, "p95_ms": 97.595}, "yolo11_640_fire_11class": {"avg_ms": 61.886, "count": 301, "max_ms": 93.936, "p95_ms": 82.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.393, "count": 301, "max_ms": 108.017, "p95_ms": 90.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.61, "count": 301, "max_ms": 133.163, "p95_ms": 112.976}, "read_interval": {"avg_ms": 99.633, "count": 301, "max_ms": 351.4, "p95_ms": 132.011}, "triton_wait": {"avg_ms": 67.757, "count": 301, "max_ms": 119.479, "p95_ms": 98.563}, "visualize": {"avg_ms": 3.615, "count": 301, "max_ms": 4.514, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6172.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:51:05+09:00", "last_error_summary": "[h264 @ 0x55ae7f871280] left block unavailable for requested intra mode [h264 @ 0x55ae7f871280] error while decoding MB 0 36, bytestream 3462 [h264 @ 0x55ae7f7d9d40] cabac decode of qscale diff failed at 0 33 [h264 @ 0x55ae7f7d9d40] error while decoding MB 0 33, bytestream 7100 [h264 @ 0x55ae7f705b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ae7f705b40] error while decoding MB 0 14, bytestream 2587 [h264 @ 0x55ae7f82a440] error while decoding MB 27 32, bytestream -32 [h2", "last_exit_at": "2026-07-06T18:51:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.615, "last_started_at": "2026-07-06T18:51:08+09:00", "pid": 22656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.445, "name": "ffmpeg", "pid": 22656, "rss_mb": 271.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.098, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:52:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:52:58+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T18:52:58+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T18:52:58.822141+09:00", "mtime_epoch": 1783331578.8221407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:52:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.967, "pushed": 6.967, "read": 6.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.556, "count": 208, "max_ms": 9.753, "p95_ms": 7.898}, "gstreamer_push": {"avg_ms": 1.104, "count": 208, "max_ms": 1.569, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.279, "count": 208, "max_ms": 83.31, "p95_ms": 75.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.831, "count": 208, "max_ms": 115.929, "p95_ms": 102.411}, "yolo11_640_fire_11class": {"avg_ms": 59.985, "count": 208, "max_ms": 88.415, "p95_ms": 80.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.298, "count": 208, "max_ms": 103.131, "p95_ms": 94.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.948, "count": 208, "max_ms": 187.585, "p95_ms": 171.282}, "read_interval": {"avg_ms": 144.411, "count": 207, "max_ms": 197.988, "p95_ms": 181.016}, "triton_wait": {"avg_ms": 75.215, "count": 208, "max_ms": 115.942, "p95_ms": 102.425}, "visualize": {"avg_ms": 5.445, "count": 208, "max_ms": 7.955, "p95_ms": 6.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1350, "tracking_summary": 1231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6172.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27299.426, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.333, "sample_count": 1387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:53:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:53:06+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T18:53:06+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T18:53:06.022269+09:00", "mtime_epoch": 1783331586.0222695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:53:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 827.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.879, "pushed": 4.879, "read": 4.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.002, "count": 146, "max_ms": 126.413, "p95_ms": 121.144}, "gstreamer_push": {"avg_ms": 0.894, "count": 146, "max_ms": 2.066, "p95_ms": 1.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.873, "count": 146, "max_ms": 110.666, "p95_ms": 100.93}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.653, "count": 146, "max_ms": 116.729, "p95_ms": 108.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.726, "count": 146, "max_ms": 267.281, "p95_ms": 251.854}, "read_interval": {"avg_ms": 206.725, "count": 145, "max_ms": 274.681, "p95_ms": 258.367}, "triton_wait": {"avg_ms": 75.702, "count": 146, "max_ms": 116.742, "p95_ms": 108.995}, "visualize": {"avg_ms": 26.008, "count": 146, "max_ms": 44.465, "p95_ms": 34.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6165.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6702.6, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.899, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:53:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:53:21+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:53:21+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T18:53:21.402545+09:00", "mtime_epoch": 1783331601.4025452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:53:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1499.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.244, "count": 300, "max_ms": 6.185, "p95_ms": 5.244}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.696, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.207, "count": 300, "max_ms": 92.22, "p95_ms": 75.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.056, "count": 300, "max_ms": 116.684, "p95_ms": 97.788}, "yolo11_640_fire_11class": {"avg_ms": 61.745, "count": 300, "max_ms": 100.151, "p95_ms": 84.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.29, "count": 300, "max_ms": 106.155, "p95_ms": 93.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.602, "count": 300, "max_ms": 131.66, "p95_ms": 110.841}, "read_interval": {"avg_ms": 100.162, "count": 299, "max_ms": 471.214, "p95_ms": 135.89}, "triton_wait": {"avg_ms": 66.695, "count": 300, "max_ms": 116.697, "p95_ms": 98.076}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 5.028, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:51:05+09:00", "last_error_summary": "[h264 @ 0x55ae7f871280] left block unavailable for requested intra mode [h264 @ 0x55ae7f871280] error while decoding MB 0 36, bytestream 3462 [h264 @ 0x55ae7f7d9d40] cabac decode of qscale diff failed at 0 33 [h264 @ 0x55ae7f7d9d40] error while decoding MB 0 33, bytestream 7100 [h264 @ 0x55ae7f705b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ae7f705b40] error while decoding MB 0 14, bytestream 2587 [h264 @ 0x55ae7f82a440] error while decoding MB 27 32, bytestream -32 [h2", "last_exit_at": "2026-07-06T18:51:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.66, "last_started_at": "2026-07-06T18:51:08+09:00", "pid": 22656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.445, "name": "ffmpeg", "pid": 22656, "rss_mb": 271.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.354, "sample_count": 1976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:53:28+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T18:53:28+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T18:53:28.858679+09:00", "mtime_epoch": 1783331608.8586788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:53:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.991, "pushed": 6.991, "read": 6.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.354, "count": 209, "max_ms": 9.469, "p95_ms": 8.058}, "gstreamer_push": {"avg_ms": 1.074, "count": 209, "max_ms": 1.843, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.58, "count": 209, "max_ms": 88.647, "p95_ms": 78.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.958, "count": 209, "max_ms": 117.081, "p95_ms": 103.435}, "yolo11_640_fire_11class": {"avg_ms": 61.556, "count": 209, "max_ms": 97.728, "p95_ms": 81.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.705, "count": 209, "max_ms": 106.114, "p95_ms": 94.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.563, "count": 209, "max_ms": 205.176, "p95_ms": 176.324}, "read_interval": {"avg_ms": 143.775, "count": 208, "max_ms": 215.102, "p95_ms": 187.073}, "triton_wait": {"avg_ms": 76.282, "count": 209, "max_ms": 117.095, "p95_ms": 104.687}, "visualize": {"avg_ms": 5.309, "count": 209, "max_ms": 6.999, "p95_ms": 6.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1352, "tracking_summary": 1232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6170.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27329.598, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.137, "sample_count": 1380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:53:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:53:36+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T18:53:36+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T18:53:36.198810+09:00", "mtime_epoch": 1783331616.1988103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:53:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 825.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.379, "pushed": 4.379, "read": 4.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.053, "count": 131, "max_ms": 152.824, "p95_ms": 129.23}, "gstreamer_push": {"avg_ms": 0.926, "count": 131, "max_ms": 2.907, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.343, "count": 131, "max_ms": 115.225, "p95_ms": 104.951}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.809, "count": 131, "max_ms": 113.902, "p95_ms": 106.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.448, "count": 131, "max_ms": 273.844, "p95_ms": 261.744}, "read_interval": {"avg_ms": 230.529, "count": 130, "max_ms": 280.075, "p95_ms": 268.749}, "triton_wait": {"avg_ms": 75.953, "count": 131, "max_ms": 115.238, "p95_ms": 108.531}, "visualize": {"avg_ms": 29.57, "count": 131, "max_ms": 43.631, "p95_ms": 37.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6046.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6732.602, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.194, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:53:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:53:51+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:53:51+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T18:53:51.395083+09:00", "mtime_epoch": 1783331631.395083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:53:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1499.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 296, "max_ms": 6.666, "p95_ms": 5.225}, "gstreamer_push": {"avg_ms": 1.31, "count": 296, "max_ms": 1.802, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.671, "count": 296, "max_ms": 85.944, "p95_ms": 74.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.082, "count": 296, "max_ms": 120.765, "p95_ms": 96.851}, "yolo11_640_fire_11class": {"avg_ms": 62.035, "count": 296, "max_ms": 95.812, "p95_ms": 83.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.392, "count": 296, "max_ms": 109.572, "p95_ms": 92.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.046, "count": 296, "max_ms": 133.794, "p95_ms": 110.977}, "read_interval": {"avg_ms": 101.359, "count": 296, "max_ms": 693.236, "p95_ms": 136.901}, "triton_wait": {"avg_ms": 68.099, "count": 296, "max_ms": 120.778, "p95_ms": 98.394}, "visualize": {"avg_ms": 3.672, "count": 296, "max_ms": 5.0, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6077.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:53:51+09:00", "last_error_summary": "[h264 @ 0x55ff8d096480] error while decoding MB 18 37, bytestream -8", "last_exit_at": "2026-07-06T18:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.595, "last_started_at": "2026-07-06T18:53:54+09:00", "pid": 22763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 178.59, "name": "ffmpeg", "pid": 22763, "rss_mb": 178.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.941, "sample_count": 1956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:53:58+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T18:53:58+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T18:53:58.875217+09:00", "mtime_epoch": 1783331638.8752172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:53:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.99, "pushed": 5.99, "read": 5.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.416, "count": 179, "max_ms": 15.415, "p95_ms": 8.15}, "gstreamer_push": {"avg_ms": 1.107, "count": 179, "max_ms": 1.623, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.402, "count": 179, "max_ms": 85.464, "p95_ms": 78.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.794, "count": 179, "max_ms": 121.947, "p95_ms": 100.697}, "yolo11_640_fire_11class": {"avg_ms": 61.307, "count": 179, "max_ms": 90.668, "p95_ms": 83.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.956, "count": 179, "max_ms": 109.128, "p95_ms": 98.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.147, "count": 179, "max_ms": 177.315, "p95_ms": 161.238}, "read_interval": {"avg_ms": 167.834, "count": 178, "max_ms": 4974.365, "p95_ms": 172.621}, "triton_wait": {"avg_ms": 76.135, "count": 179, "max_ms": 121.96, "p95_ms": 100.927}, "visualize": {"avg_ms": 5.28, "count": 179, "max_ms": 8.075, "p95_ms": 6.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1352, "tracking_summary": 1234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6165.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27359.757, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.458, "sample_count": 1388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:54:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:54:06+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T18:54:06+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T18:54:06.327351+09:00", "mtime_epoch": 1783331646.3273509, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:54:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 828.777, "name": "celery", "pid": 239, "rss_mb": 825.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.969, "pushed": 4.969, "read": 4.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 87.271, "count": 149, "max_ms": 133.615, "p95_ms": 121.642}, "gstreamer_push": {"avg_ms": 0.863, "count": 149, "max_ms": 1.966, "p95_ms": 0.998}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.301, "count": 149, "max_ms": 118.47, "p95_ms": 100.025}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.563, "count": 149, "max_ms": 117.662, "p95_ms": 103.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.356, "count": 149, "max_ms": 269.156, "p95_ms": 246.958}, "read_interval": {"avg_ms": 202.198, "count": 148, "max_ms": 277.486, "p95_ms": 253.129}, "triton_wait": {"avg_ms": 76.164, "count": 149, "max_ms": 118.486, "p95_ms": 107.091}, "visualize": {"avg_ms": 27.814, "count": 149, "max_ms": 49.515, "p95_ms": 37.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6165.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6762.626, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.589, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:54:21+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T18:54:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T18:54:21.403621+09:00", "mtime_epoch": 1783331661.4036214, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:54:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1500.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.084}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.316, "count": 303, "max_ms": 6.721, "p95_ms": 5.648}, "gstreamer_push": {"avg_ms": 1.323, "count": 303, "max_ms": 2.051, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.362, "count": 303, "max_ms": 85.714, "p95_ms": 71.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.763, "count": 303, "max_ms": 129.608, "p95_ms": 98.396}, "yolo11_640_fire_11class": {"avg_ms": 61.763, "count": 303, "max_ms": 89.167, "p95_ms": 81.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.701, "count": 303, "max_ms": 101.733, "p95_ms": 90.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.777, "count": 303, "max_ms": 142.405, "p95_ms": 111.73}, "read_interval": {"avg_ms": 99.048, "count": 302, "max_ms": 484.499, "p95_ms": 129.656}, "triton_wait": {"avg_ms": 67.729, "count": 303, "max_ms": 129.621, "p95_ms": 98.781}, "visualize": {"avg_ms": 3.714, "count": 303, "max_ms": 5.851, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6165.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:53:51+09:00", "last_error_summary": "[h264 @ 0x55ff8d096480] error while decoding MB 18 37, bytestream -8", "last_exit_at": "2026-07-06T18:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.669, "last_started_at": "2026-07-06T18:53:54+09:00", "pid": 22763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.922, "name": "ffmpeg", "pid": 22763, "rss_mb": 266.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.561, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:54:29+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T18:54:28+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T18:54:28.959757+09:00", "mtime_epoch": 1783331668.959757, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:54:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.22, "pushed": 7.22, "read": 7.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.381, "count": 216, "max_ms": 9.761, "p95_ms": 8.07}, "gstreamer_push": {"avg_ms": 1.101, "count": 216, "max_ms": 1.522, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.774, "count": 216, "max_ms": 83.634, "p95_ms": 74.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.586, "count": 216, "max_ms": 117.287, "p95_ms": 100.694}, "yolo11_640_fire_11class": {"avg_ms": 60.975, "count": 216, "max_ms": 89.649, "p95_ms": 81.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.179, "count": 216, "max_ms": 100.064, "p95_ms": 94.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.134, "count": 216, "max_ms": 182.696, "p95_ms": 160.694}, "read_interval": {"avg_ms": 139.278, "count": 215, "max_ms": 191.229, "p95_ms": 169.809}, "triton_wait": {"avg_ms": 73.954, "count": 216, "max_ms": 117.299, "p95_ms": 100.71}, "visualize": {"avg_ms": 5.289, "count": 216, "max_ms": 6.87, "p95_ms": 6.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1354, "tracking_summary": 1235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6169.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27389.771, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.905, "sample_count": 1391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:54:36+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T18:54:36+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T18:54:36.355890+09:00", "mtime_epoch": 1783331676.35589, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:54:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 827.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.565, "pushed": 4.565, "read": 4.531}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.801, "count": 136, "max_ms": 149.863, "p95_ms": 130.927}, "gstreamer_push": {"avg_ms": 0.864, "count": 136, "max_ms": 1.857, "p95_ms": 1.12}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.363, "count": 136, "max_ms": 112.166, "p95_ms": 104.603}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.32, "count": 136, "max_ms": 112.201, "p95_ms": 105.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.399, "count": 136, "max_ms": 266.978, "p95_ms": 261.524}, "read_interval": {"avg_ms": 220.611, "count": 135, "max_ms": 273.358, "p95_ms": 269.022}, "triton_wait": {"avg_ms": 79.211, "count": 136, "max_ms": 112.216, "p95_ms": 106.558}, "visualize": {"avg_ms": 28.372, "count": 136, "max_ms": 42.565, "p95_ms": 38.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6168.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6792.713, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.696, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:54:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:54:51+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T18:54:51+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T18:54:51.504162+09:00", "mtime_epoch": 1783331691.504162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:54:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1500.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.1, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.363, "count": 302, "max_ms": 6.823, "p95_ms": 6.004}, "gstreamer_push": {"avg_ms": 1.295, "count": 303, "max_ms": 1.816, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.86, "count": 302, "max_ms": 86.736, "p95_ms": 72.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.902, "count": 302, "max_ms": 115.686, "p95_ms": 95.631}, "yolo11_640_fire_11class": {"avg_ms": 62.463, "count": 302, "max_ms": 93.884, "p95_ms": 82.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.05, "count": 302, "max_ms": 102.166, "p95_ms": 94.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.068, "count": 302, "max_ms": 128.905, "p95_ms": 110.293}, "read_interval": {"avg_ms": 99.316, "count": 302, "max_ms": 390.625, "p95_ms": 129.539}, "triton_wait": {"avg_ms": 68.083, "count": 302, "max_ms": 115.699, "p95_ms": 97.01}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 5.632, "p95_ms": 4.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6170.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:53:51+09:00", "last_error_summary": "[h264 @ 0x55ff8d096480] error while decoding MB 18 37, bytestream -8", "last_exit_at": "2026-07-06T18:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.752, "last_started_at": "2026-07-06T18:53:54+09:00", "pid": 22763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 22763, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.861, "sample_count": 2012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:54:59+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T18:54:59+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T18:54:59.012297+09:00", "mtime_epoch": 1783331699.0122972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:54:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.214, "pushed": 7.214, "read": 7.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.24, "count": 216, "max_ms": 9.268, "p95_ms": 7.256}, "gstreamer_push": {"avg_ms": 1.101, "count": 216, "max_ms": 1.347, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.216, "count": 216, "max_ms": 86.383, "p95_ms": 75.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.629, "count": 216, "max_ms": 117.171, "p95_ms": 102.912}, "yolo11_640_fire_11class": {"avg_ms": 61.487, "count": 216, "max_ms": 90.247, "p95_ms": 82.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.167, "count": 216, "max_ms": 104.258, "p95_ms": 94.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.793, "count": 216, "max_ms": 171.719, "p95_ms": 157.032}, "read_interval": {"avg_ms": 139.182, "count": 215, "max_ms": 180.9, "p95_ms": 166.814}, "triton_wait": {"avg_ms": 75.27, "count": 216, "max_ms": 117.184, "p95_ms": 102.924}, "visualize": {"avg_ms": 5.252, "count": 216, "max_ms": 7.722, "p95_ms": 6.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1355, "tracking_summary": 1236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6170.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27419.889, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.127, "sample_count": 1383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:55:06+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T18:55:06+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T18:55:06.476431+09:00", "mtime_epoch": 1783331706.4764314, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:55:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 827.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.447, "pushed": 4.447, "read": 4.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.061, "count": 133, "max_ms": 163.16, "p95_ms": 130.161}, "gstreamer_push": {"avg_ms": 0.856, "count": 133, "max_ms": 2.045, "p95_ms": 1.204}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.034, "count": 133, "max_ms": 133.018, "p95_ms": 103.185}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.245, "count": 133, "max_ms": 118.168, "p95_ms": 110.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.222, "count": 133, "max_ms": 297.395, "p95_ms": 270.895}, "read_interval": {"avg_ms": 226.461, "count": 132, "max_ms": 304.904, "p95_ms": 278.153}, "triton_wait": {"avg_ms": 79.158, "count": 133, "max_ms": 133.032, "p95_ms": 111.245}, "visualize": {"avg_ms": 28.878, "count": 133, "max_ms": 50.45, "p95_ms": 40.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6822.74, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.589, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:55:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:55:21+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T18:55:21+09:00", "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-07-06T18:55:21.556702+09:00", "mtime_epoch": 1783331721.5567024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:55:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1500.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.066, "pushed": 10.066, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.384, "count": 301, "max_ms": 6.901, "p95_ms": 6.165}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.733, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.208, "count": 301, "max_ms": 86.204, "p95_ms": 71.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.264, "count": 301, "max_ms": 120.889, "p95_ms": 96.362}, "yolo11_640_fire_11class": {"avg_ms": 61.707, "count": 301, "max_ms": 95.929, "p95_ms": 83.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.457, "count": 301, "max_ms": 104.325, "p95_ms": 89.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.292, "count": 301, "max_ms": 132.557, "p95_ms": 110.274}, "read_interval": {"avg_ms": 99.833, "count": 300, "max_ms": 476.862, "p95_ms": 134.48}, "triton_wait": {"avg_ms": 66.254, "count": 301, "max_ms": 120.901, "p95_ms": 97.227}, "visualize": {"avg_ms": 3.675, "count": 301, "max_ms": 5.701, "p95_ms": 4.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6171.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:53:51+09:00", "last_error_summary": "[h264 @ 0x55ff8d096480] error while decoding MB 18 37, bytestream -8", "last_exit_at": "2026-07-06T18:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.832, "last_started_at": "2026-07-06T18:53:54+09:00", "pid": 22763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.016, "name": "ffmpeg", "pid": 22763, "rss_mb": 270.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.596, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:55:29+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T18:55:29+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T18:55:29.112838+09:00", "mtime_epoch": 1783331729.1128383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:55:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1621.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.915, "pushed": 6.915, "read": 6.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.712, "count": 207, "max_ms": 10.867, "p95_ms": 8.266}, "gstreamer_push": {"avg_ms": 1.081, "count": 207, "max_ms": 1.799, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.149, "count": 207, "max_ms": 85.63, "p95_ms": 74.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.382, "count": 207, "max_ms": 112.989, "p95_ms": 102.512}, "yolo11_640_fire_11class": {"avg_ms": 60.364, "count": 207, "max_ms": 90.846, "p95_ms": 81.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.816, "count": 207, "max_ms": 105.683, "p95_ms": 92.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.112, "count": 207, "max_ms": 193.002, "p95_ms": 169.431}, "read_interval": {"avg_ms": 145.35, "count": 206, "max_ms": 203.692, "p95_ms": 177.898}, "triton_wait": {"avg_ms": 73.564, "count": 207, "max_ms": 113.001, "p95_ms": 102.526}, "visualize": {"avg_ms": 5.684, "count": 207, "max_ms": 10.32, "p95_ms": 6.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1356, "tracking_summary": 1237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6166.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27450.134, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.127, "sample_count": 1365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:55:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:55:36+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T18:55:36+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T18:55:36.692975+09:00", "mtime_epoch": 1783331736.6929748, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:55:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 821.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.33, "pushed": 4.33, "read": 4.297}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.431, "count": 129, "max_ms": 146.401, "p95_ms": 120.551}, "gstreamer_push": {"avg_ms": 1.019, "count": 129, "max_ms": 3.049, "p95_ms": 1.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.884, "count": 129, "max_ms": 112.958, "p95_ms": 95.7}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.906, "count": 129, "max_ms": 115.285, "p95_ms": 98.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.356, "count": 129, "max_ms": 272.121, "p95_ms": 252.491}, "read_interval": {"avg_ms": 232.474, "count": 128, "max_ms": 279.115, "p95_ms": 259.708}, "triton_wait": {"avg_ms": 75.548, "count": 129, "max_ms": 115.297, "p95_ms": 100.352}, "visualize": {"avg_ms": 29.571, "count": 129, "max_ms": 42.107, "p95_ms": 40.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6171.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6852.799, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.321, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:55:51+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T18:55:51+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-06T18:55:51.613243+09:00", "mtime_epoch": 1783331751.613243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:55:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1500.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.872}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.329, "count": 297, "max_ms": 6.878, "p95_ms": 5.578}, "gstreamer_push": {"avg_ms": 1.309, "count": 297, "max_ms": 1.88, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.614, "count": 297, "max_ms": 82.808, "p95_ms": 69.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.56, "count": 297, "max_ms": 113.72, "p95_ms": 94.491}, "yolo11_640_fire_11class": {"avg_ms": 60.709, "count": 297, "max_ms": 92.053, "p95_ms": 82.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.559, "count": 297, "max_ms": 100.908, "p95_ms": 90.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.492, "count": 297, "max_ms": 125.876, "p95_ms": 110.321}, "read_interval": {"avg_ms": 101.278, "count": 296, "max_ms": 894.323, "p95_ms": 128.414}, "triton_wait": {"avg_ms": 65.44, "count": 297, "max_ms": 113.731, "p95_ms": 95.462}, "visualize": {"avg_ms": 3.686, "count": 297, "max_ms": 5.61, "p95_ms": 4.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6169.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:53:51+09:00", "last_error_summary": "[h264 @ 0x55ff8d096480] error while decoding MB 18 37, bytestream -8", "last_exit_at": "2026-07-06T18:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.881, "last_started_at": "2026-07-06T18:53:54+09:00", "pid": 22763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.789, "name": "ffmpeg", "pid": 22763, "rss_mb": 270.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.775, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:55:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:55:59+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T18:55:59+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T18:55:59.173379+09:00", "mtime_epoch": 1783331759.1733792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:55:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.193, "pushed": 7.193, "read": 7.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.327, "count": 215, "max_ms": 9.839, "p95_ms": 7.831}, "gstreamer_push": {"avg_ms": 1.102, "count": 215, "max_ms": 1.692, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.048, "count": 215, "max_ms": 80.277, "p95_ms": 73.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.648, "count": 215, "max_ms": 114.144, "p95_ms": 99.648}, "yolo11_640_fire_11class": {"avg_ms": 60.885, "count": 215, "max_ms": 86.236, "p95_ms": 81.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.437, "count": 215, "max_ms": 96.109, "p95_ms": 90.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.271, "count": 215, "max_ms": 194.282, "p95_ms": 163.011}, "read_interval": {"avg_ms": 139.827, "count": 214, "max_ms": 202.342, "p95_ms": 173.699}, "triton_wait": {"avg_ms": 73.818, "count": 215, "max_ms": 114.157, "p95_ms": 99.661}, "visualize": {"avg_ms": 5.307, "count": 215, "max_ms": 8.038, "p95_ms": 6.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1358, "tracking_summary": 1238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6172.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27480.281, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.012, "sample_count": 1371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:56:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:56:07+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T18:56:06+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T18:56:06.857518+09:00", "mtime_epoch": 1783331766.8575177, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:56:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 826.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.845, "pushed": 4.845, "read": 4.812}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.518, "count": 145, "max_ms": 155.33, "p95_ms": 128.293}, "gstreamer_push": {"avg_ms": 0.86, "count": 145, "max_ms": 3.4, "p95_ms": 0.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.425, "count": 145, "max_ms": 105.858, "p95_ms": 94.906}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.856, "count": 145, "max_ms": 118.799, "p95_ms": 104.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.715, "count": 145, "max_ms": 263.13, "p95_ms": 247.039}, "read_interval": {"avg_ms": 207.697, "count": 144, "max_ms": 269.318, "p95_ms": 253.061}, "triton_wait": {"avg_ms": 73.51, "count": 145, "max_ms": 118.811, "p95_ms": 104.564}, "visualize": {"avg_ms": 26.588, "count": 145, "max_ms": 41.09, "p95_ms": 36.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6175.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6882.878, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.343, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:56:21+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T18:56:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T18:56:21.645784+09:00", "mtime_epoch": 1783331781.645784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:56:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1500.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.242, "count": 300, "max_ms": 6.699, "p95_ms": 5.136}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 2.15, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.326, "count": 300, "max_ms": 81.532, "p95_ms": 74.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.463, "count": 300, "max_ms": 108.334, "p95_ms": 93.71}, "yolo11_640_fire_11class": {"avg_ms": 63.282, "count": 300, "max_ms": 97.207, "p95_ms": 84.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.635, "count": 300, "max_ms": 106.335, "p95_ms": 91.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.898, "count": 300, "max_ms": 121.826, "p95_ms": 107.932}, "read_interval": {"avg_ms": 100.194, "count": 299, "max_ms": 522.908, "p95_ms": 125.081}, "triton_wait": {"avg_ms": 68.044, "count": 300, "max_ms": 108.347, "p95_ms": 95.021}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.984, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6171.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:53:51+09:00", "last_error_summary": "[h264 @ 0x55ff8d096480] error while decoding MB 18 37, bytestream -8", "last_exit_at": "2026-07-06T18:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.95, "last_started_at": "2026-07-06T18:53:54+09:00", "pid": 22763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.789, "name": "ffmpeg", "pid": 22763, "rss_mb": 270.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.378, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:56:29+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T18:56:29+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T18:56:29.249921+09:00", "mtime_epoch": 1783331789.2499208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:56:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.353, "pushed": 7.353, "read": 7.32}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.134, "count": 220, "max_ms": 8.487, "p95_ms": 7.214}, "gstreamer_push": {"avg_ms": 1.105, "count": 220, "max_ms": 2.047, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.938, "count": 220, "max_ms": 83.461, "p95_ms": 75.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.54, "count": 220, "max_ms": 114.496, "p95_ms": 96.151}, "yolo11_640_fire_11class": {"avg_ms": 60.903, "count": 220, "max_ms": 88.395, "p95_ms": 82.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.175, "count": 220, "max_ms": 101.605, "p95_ms": 92.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.16, "count": 220, "max_ms": 180.429, "p95_ms": 152.255}, "read_interval": {"avg_ms": 136.76, "count": 219, "max_ms": 188.746, "p95_ms": 162.557}, "triton_wait": {"avg_ms": 73.333, "count": 220, "max_ms": 114.509, "p95_ms": 97.008}, "visualize": {"avg_ms": 5.175, "count": 220, "max_ms": 6.962, "p95_ms": 5.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1359, "tracking_summary": 1239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6172.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27510.433, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.512, "sample_count": 1382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:56:37+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T18:56:37+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T18:56:37.070062+09:00", "mtime_epoch": 1783331797.070062, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 238618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:56:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 826.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.716, "pushed": 4.716, "read": 4.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.555, "count": 141, "max_ms": 132.751, "p95_ms": 121.88}, "gstreamer_push": {"avg_ms": 0.819, "count": 141, "max_ms": 1.197, "p95_ms": 0.998}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.181, "count": 141, "max_ms": 107.027, "p95_ms": 95.439}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.582, "count": 141, "max_ms": 112.487, "p95_ms": 101.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.797, "count": 141, "max_ms": 262.472, "p95_ms": 241.57}, "read_interval": {"avg_ms": 214.116, "count": 140, "max_ms": 519.4, "p95_ms": 251.984}, "triton_wait": {"avg_ms": 73.829, "count": 141, "max_ms": 112.5, "p95_ms": 103.591}, "visualize": {"avg_ms": 26.435, "count": 141, "max_ms": 43.26, "p95_ms": 32.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6172.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6912.955, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.321, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:56:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:56:51+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T18:56:51+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T18:56:51.718326+09:00", "mtime_epoch": 1783331811.7183259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:56:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1500.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 303, "max_ms": 6.459, "p95_ms": 5.033}, "gstreamer_push": {"avg_ms": 1.278, "count": 303, "max_ms": 1.605, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.939, "count": 303, "max_ms": 79.58, "p95_ms": 71.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.454, "count": 303, "max_ms": 120.258, "p95_ms": 96.443}, "yolo11_640_fire_11class": {"avg_ms": 62.273, "count": 303, "max_ms": 100.661, "p95_ms": 83.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.518, "count": 303, "max_ms": 105.909, "p95_ms": 89.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.375, "count": 303, "max_ms": 133.346, "p95_ms": 109.345}, "read_interval": {"avg_ms": 99.165, "count": 302, "max_ms": 401.287, "p95_ms": 131.434}, "triton_wait": {"avg_ms": 67.592, "count": 303, "max_ms": 120.271, "p95_ms": 96.927}, "visualize": {"avg_ms": 3.628, "count": 303, "max_ms": 5.627, "p95_ms": 4.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6190.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:53:51+09:00", "last_error_summary": "[h264 @ 0x55ff8d096480] error while decoding MB 18 37, bytestream -8", "last_exit_at": "2026-07-06T18:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.05, "last_started_at": "2026-07-06T18:53:54+09:00", "pid": 22763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.75, "name": "ffmpeg", "pid": 22763, "rss_mb": 286.75, "state": "S (sleeping)", "threads": 104}, "restart_count": 81, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.989, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:56:59+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T18:56:59+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T18:56:59.306463+09:00", "mtime_epoch": 1783331819.3064625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:56:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.443, "pushed": 7.443, "read": 7.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.074, "count": 222, "max_ms": 9.659, "p95_ms": 7.802}, "gstreamer_push": {"avg_ms": 1.078, "count": 223, "max_ms": 1.285, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.424, "count": 222, "max_ms": 79.736, "p95_ms": 73.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.049, "count": 222, "max_ms": 117.546, "p95_ms": 98.568}, "yolo11_640_fire_11class": {"avg_ms": 60.146, "count": 222, "max_ms": 89.164, "p95_ms": 81.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.729, "count": 222, "max_ms": 105.121, "p95_ms": 91.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.493, "count": 223, "max_ms": 175.694, "p95_ms": 153.378}, "read_interval": {"avg_ms": 134.891, "count": 222, "max_ms": 184.704, "p95_ms": 162.406}, "triton_wait": {"avg_ms": 73.442, "count": 222, "max_ms": 117.559, "p95_ms": 98.578}, "visualize": {"avg_ms": 5.015, "count": 222, "max_ms": 7.107, "p95_ms": 6.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1360, "tracking_summary": 1240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6068.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27540.434, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.78, "sample_count": 1373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:57:07+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T18:57:07+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T18:57:07.022602+09:00", "mtime_epoch": 1783331827.0226016, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:57:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 828.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.501, "pushed": 4.501, "read": 4.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.44, "count": 135, "max_ms": 158.961, "p95_ms": 129.149}, "gstreamer_push": {"avg_ms": 0.8, "count": 135, "max_ms": 1.791, "p95_ms": 0.924}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.154, "count": 135, "max_ms": 109.941, "p95_ms": 99.337}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.263, "count": 135, "max_ms": 111.984, "p95_ms": 102.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.411, "count": 135, "max_ms": 286.79, "p95_ms": 255.675}, "read_interval": {"avg_ms": 221.839, "count": 135, "max_ms": 295.499, "p95_ms": 262.268}, "triton_wait": {"avg_ms": 73.505, "count": 135, "max_ms": 111.998, "p95_ms": 102.723}, "visualize": {"avg_ms": 25.606, "count": 135, "max_ms": 33.124, "p95_ms": 29.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6164.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6942.994, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.293, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:57:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:57:21+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T18:57:21+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T18:57:21.794868+09:00", "mtime_epoch": 1783331841.794868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:57:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1500.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.271, "count": 300, "max_ms": 6.846, "p95_ms": 5.317}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.654, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.442, "count": 300, "max_ms": 80.155, "p95_ms": 69.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.206, "count": 300, "max_ms": 118.553, "p95_ms": 95.657}, "yolo11_640_fire_11class": {"avg_ms": 61.15, "count": 300, "max_ms": 93.193, "p95_ms": 82.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.571, "count": 300, "max_ms": 103.774, "p95_ms": 92.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.36, "count": 300, "max_ms": 131.669, "p95_ms": 109.027}, "read_interval": {"avg_ms": 100.167, "count": 299, "max_ms": 554.226, "p95_ms": 127.684}, "triton_wait": {"avg_ms": 65.53, "count": 300, "max_ms": 118.565, "p95_ms": 96.144}, "visualize": {"avg_ms": 3.628, "count": 300, "max_ms": 4.84, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6169.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:57:00+09:00", "last_error_summary": "[h264 @ 0x55ec472e9cc0] error while decoding MB 8 17, bytestream -11", "last_exit_at": "2026-07-06T18:57:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.147, "last_started_at": "2026-07-06T18:57:03+09:00", "pid": 22870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.02, "name": "ffmpeg", "pid": 22870, "rss_mb": 267.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.389, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:57:29+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T18:57:29+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T18:57:29.415005+09:00", "mtime_epoch": 1783331849.4150054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:57:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.04, "pushed": 6.04, "read": 6.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.127, "count": 180, "max_ms": 9.545, "p95_ms": 7.08}, "gstreamer_push": {"avg_ms": 1.098, "count": 181, "max_ms": 1.657, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.507, "count": 180, "max_ms": 82.431, "p95_ms": 75.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.45, "count": 180, "max_ms": 115.123, "p95_ms": 100.942}, "yolo11_640_fire_11class": {"avg_ms": 61.784, "count": 180, "max_ms": 91.089, "p95_ms": 83.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.054, "count": 180, "max_ms": 103.196, "p95_ms": 95.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.492, "count": 181, "max_ms": 168.476, "p95_ms": 155.685}, "read_interval": {"avg_ms": 166.349, "count": 180, "max_ms": 5089.451, "p95_ms": 165.596}, "triton_wait": {"avg_ms": 75.808, "count": 180, "max_ms": 115.135, "p95_ms": 100.954}, "visualize": {"avg_ms": 5.218, "count": 180, "max_ms": 8.808, "p95_ms": 6.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1362, "tracking_summary": 1241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6171.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27570.539, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.147, "sample_count": 1379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:57:37+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T18:57:37+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T18:57:37.103144+09:00", "mtime_epoch": 1783331857.1031442, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:57:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 826.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.621, "pushed": 4.621, "read": 4.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.465, "count": 138, "max_ms": 159.275, "p95_ms": 149.404}, "gstreamer_push": {"avg_ms": 0.851, "count": 138, "max_ms": 1.805, "p95_ms": 1.051}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.911, "count": 138, "max_ms": 115.059, "p95_ms": 103.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.955, "count": 138, "max_ms": 113.446, "p95_ms": 104.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.392, "count": 138, "max_ms": 295.246, "p95_ms": 274.761}, "read_interval": {"avg_ms": 217.984, "count": 137, "max_ms": 301.361, "p95_ms": 281.2}, "triton_wait": {"avg_ms": 74.849, "count": 138, "max_ms": 115.072, "p95_ms": 104.698}, "visualize": {"avg_ms": 27.048, "count": 138, "max_ms": 48.241, "p95_ms": 35.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6169.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6973.059, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.165, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:57:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:57:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T18:57:51+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T18:57:51.863410+09:00", "mtime_epoch": 1783331871.8634105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:57:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1501.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.26, "count": 301, "max_ms": 6.865, "p95_ms": 5.923}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 2.155, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.308, "count": 301, "max_ms": 85.739, "p95_ms": 75.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.758, "count": 301, "max_ms": 119.015, "p95_ms": 96.35}, "yolo11_640_fire_11class": {"avg_ms": 62.968, "count": 301, "max_ms": 98.218, "p95_ms": 83.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.054, "count": 301, "max_ms": 104.024, "p95_ms": 93.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.975, "count": 301, "max_ms": 131.566, "p95_ms": 110.834}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 548.594, "p95_ms": 128.048}, "triton_wait": {"avg_ms": 68.235, "count": 301, "max_ms": 119.029, "p95_ms": 97.267}, "visualize": {"avg_ms": 3.57, "count": 301, "max_ms": 5.529, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:57:00+09:00", "last_error_summary": "[h264 @ 0x55ec472e9cc0] error while decoding MB 8 17, bytestream -11", "last_exit_at": "2026-07-06T18:57:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.263, "last_started_at": "2026-07-06T18:57:03+09:00", "pid": 22870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.566, "name": "ffmpeg", "pid": 22870, "rss_mb": 268.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.238, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:57:59+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T18:57:59+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T18:57:59.511549+09:00", "mtime_epoch": 1783331879.5115485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:57:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.142, "pushed": 7.142, "read": 7.108}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.326, "count": 213, "max_ms": 9.407, "p95_ms": 7.928}, "gstreamer_push": {"avg_ms": 1.116, "count": 214, "max_ms": 1.841, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.111, "count": 213, "max_ms": 87.164, "p95_ms": 76.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.108, "count": 213, "max_ms": 119.483, "p95_ms": 103.797}, "yolo11_640_fire_11class": {"avg_ms": 61.515, "count": 213, "max_ms": 89.591, "p95_ms": 82.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.139, "count": 213, "max_ms": 105.627, "p95_ms": 95.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.3, "count": 214, "max_ms": 190.36, "p95_ms": 162.145}, "read_interval": {"avg_ms": 140.602, "count": 213, "max_ms": 198.79, "p95_ms": 171.883}, "triton_wait": {"avg_ms": 75.575, "count": 213, "max_ms": 119.496, "p95_ms": 103.81}, "visualize": {"avg_ms": 5.257, "count": 213, "max_ms": 8.344, "p95_ms": 6.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1362, "tracking_summary": 1243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6163.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27600.694, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.147, "sample_count": 1381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:58:07+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T18:58:07+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T18:58:07.299689+09:00", "mtime_epoch": 1783331887.2996893, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:58:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 829.297, "name": "celery", "pid": 239, "rss_mb": 815.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.938, "pushed": 4.938, "read": 4.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 82.702, "count": 148, "max_ms": 130.581, "p95_ms": 123.563}, "gstreamer_push": {"avg_ms": 1.096, "count": 148, "max_ms": 2.104, "p95_ms": 1.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.914, "count": 148, "max_ms": 116.442, "p95_ms": 101.621}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.688, "count": 148, "max_ms": 113.94, "p95_ms": 105.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.374, "count": 148, "max_ms": 276.249, "p95_ms": 246.095}, "read_interval": {"avg_ms": 203.708, "count": 147, "max_ms": 284.888, "p95_ms": 254.081}, "triton_wait": {"avg_ms": 76.627, "count": 148, "max_ms": 116.456, "p95_ms": 107.3}, "visualize": {"avg_ms": 32.97, "count": 148, "max_ms": 47.863, "p95_ms": 43.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6165.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7003.094, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.948, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:58:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:58:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T18:58:21+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T18:58:21.883953+09:00", "mtime_epoch": 1783331901.8839526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:58:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1501.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 303, "max_ms": 6.746, "p95_ms": 5.426}, "gstreamer_push": {"avg_ms": 1.305, "count": 303, "max_ms": 1.797, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.856, "count": 303, "max_ms": 99.165, "p95_ms": 74.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.805, "count": 303, "max_ms": 126.022, "p95_ms": 94.405}, "yolo11_640_fire_11class": {"avg_ms": 60.449, "count": 303, "max_ms": 95.896, "p95_ms": 82.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.214, "count": 303, "max_ms": 102.922, "p95_ms": 92.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.711, "count": 303, "max_ms": 139.423, "p95_ms": 108.436}, "read_interval": {"avg_ms": 99.119, "count": 302, "max_ms": 495.801, "p95_ms": 129.567}, "triton_wait": {"avg_ms": 65.806, "count": 303, "max_ms": 126.035, "p95_ms": 95.715}, "visualize": {"avg_ms": 3.648, "count": 303, "max_ms": 5.299, "p95_ms": 4.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6168.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:57:00+09:00", "last_error_summary": "[h264 @ 0x55ec472e9cc0] error while decoding MB 8 17, bytestream -11", "last_exit_at": "2026-07-06T18:57:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.385, "last_started_at": "2026-07-06T18:57:03+09:00", "pid": 22870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.34, "name": "ffmpeg", "pid": 22870, "rss_mb": 269.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.694, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:58:29+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T18:58:29+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T18:58:29.660093+09:00", "mtime_epoch": 1783331909.6600928, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:58:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.034, "pushed": 7.067, "read": 7.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.384, "count": 211, "max_ms": 9.114, "p95_ms": 7.598}, "gstreamer_push": {"avg_ms": 1.084, "count": 212, "max_ms": 1.773, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.89, "count": 211, "max_ms": 98.383, "p95_ms": 74.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.044, "count": 211, "max_ms": 125.568, "p95_ms": 99.084}, "yolo11_640_fire_11class": {"avg_ms": 60.121, "count": 211, "max_ms": 95.099, "p95_ms": 83.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.648, "count": 211, "max_ms": 106.325, "p95_ms": 95.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.953, "count": 211, "max_ms": 194.645, "p95_ms": 167.432}, "read_interval": {"avg_ms": 142.093, "count": 211, "max_ms": 202.646, "p95_ms": 177.757}, "triton_wait": {"avg_ms": 74.545, "count": 211, "max_ms": 125.58, "p95_ms": 99.476}, "visualize": {"avg_ms": 5.371, "count": 211, "max_ms": 7.536, "p95_ms": 6.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1364, "tracking_summary": 1244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6164.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27630.874, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.387, "sample_count": 1376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:58:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T18:58:37+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T18:58:37+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-06T18:58:37.440233+09:00", "mtime_epoch": 1783331917.4402335, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:58:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 816.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.234, "pushed": 4.234, "read": 4.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.026, "count": 127, "max_ms": 146.053, "p95_ms": 128.478}, "gstreamer_push": {"avg_ms": 1.079, "count": 127, "max_ms": 1.984, "p95_ms": 1.884}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.251, "count": 127, "max_ms": 119.513, "p95_ms": 100.243}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.248, "count": 127, "max_ms": 115.169, "p95_ms": 107.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.329, "count": 127, "max_ms": 280.978, "p95_ms": 267.596}, "read_interval": {"avg_ms": 237.604, "count": 126, "max_ms": 287.776, "p95_ms": 274.074}, "triton_wait": {"avg_ms": 77.85, "count": 127, "max_ms": 119.525, "p95_ms": 108.076}, "visualize": {"avg_ms": 33.576, "count": 127, "max_ms": 61.699, "p95_ms": 42.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6168.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7033.137, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.82, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:58:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T18:58:51+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T18:58:51.936495+09:00", "mtime_epoch": 1783331931.9364953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:58:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1501.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.924, "pushed": 9.924, "read": 9.891}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.248, "count": 297, "max_ms": 6.113, "p95_ms": 5.275}, "gstreamer_push": {"avg_ms": 1.308, "count": 297, "max_ms": 2.097, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.166, "count": 297, "max_ms": 85.827, "p95_ms": 72.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.948, "count": 297, "max_ms": 114.021, "p95_ms": 95.767}, "yolo11_640_fire_11class": {"avg_ms": 62.25, "count": 297, "max_ms": 103.498, "p95_ms": 82.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.959, "count": 297, "max_ms": 106.958, "p95_ms": 92.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.171, "count": 297, "max_ms": 128.266, "p95_ms": 110.36}, "read_interval": {"avg_ms": 101.202, "count": 296, "max_ms": 630.365, "p95_ms": 132.404}, "triton_wait": {"avg_ms": 67.294, "count": 297, "max_ms": 114.035, "p95_ms": 97.061}, "visualize": {"avg_ms": 3.645, "count": 297, "max_ms": 5.772, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6171.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:57:00+09:00", "last_error_summary": "[h264 @ 0x55ec472e9cc0] error while decoding MB 8 17, bytestream -11", "last_exit_at": "2026-07-06T18:57:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.448, "last_started_at": "2026-07-06T18:57:03+09:00", "pid": 22870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 22870, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.003, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:58:59+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T18:58:59+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T18:58:59.708636+09:00", "mtime_epoch": 1783331939.7086358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:58:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.159, "pushed": 7.159, "read": 7.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.153, "count": 214, "max_ms": 8.629, "p95_ms": 7.44}, "gstreamer_push": {"avg_ms": 1.084, "count": 214, "max_ms": 1.773, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.487, "count": 214, "max_ms": 88.331, "p95_ms": 76.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.021, "count": 214, "max_ms": 118.302, "p95_ms": 102.491}, "yolo11_640_fire_11class": {"avg_ms": 61.717, "count": 214, "max_ms": 95.735, "p95_ms": 83.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.12, "count": 214, "max_ms": 103.904, "p95_ms": 94.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.062, "count": 214, "max_ms": 180.561, "p95_ms": 163.188}, "read_interval": {"avg_ms": 140.417, "count": 213, "max_ms": 189.32, "p95_ms": 174.354}, "triton_wait": {"avg_ms": 75.553, "count": 214, "max_ms": 118.315, "p95_ms": 102.503}, "visualize": {"avg_ms": 5.175, "count": 214, "max_ms": 7.366, "p95_ms": 6.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1365, "tracking_summary": 1245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6169.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27661.029, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.872, "sample_count": 1361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:59:07+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-06T18:59:07+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-06T18:59:07.612779+09:00", "mtime_epoch": 1783331947.6127787, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:59:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 821.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.452, "pushed": 4.452, "read": 4.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.368, "count": 133, "max_ms": 140.887, "p95_ms": 123.165}, "gstreamer_push": {"avg_ms": 0.948, "count": 133, "max_ms": 1.981, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.643, "count": 133, "max_ms": 108.316, "p95_ms": 102.337}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.814, "count": 133, "max_ms": 117.774, "p95_ms": 107.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.576, "count": 133, "max_ms": 275.965, "p95_ms": 257.138}, "read_interval": {"avg_ms": 226.712, "count": 132, "max_ms": 282.283, "p95_ms": 265.1}, "triton_wait": {"avg_ms": 77.372, "count": 133, "max_ms": 117.787, "p95_ms": 107.342}, "visualize": {"avg_ms": 30.892, "count": 133, "max_ms": 55.017, "p95_ms": 44.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6174.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7063.214, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.288, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:59:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T18:59:22+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T18:59:22.021039+09:00", "mtime_epoch": 1783331962.021039, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:59:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1501.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.378, "count": 300, "max_ms": 6.694, "p95_ms": 5.791}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 2.198, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.307, "count": 300, "max_ms": 78.598, "p95_ms": 72.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.669, "count": 300, "max_ms": 102.071, "p95_ms": 92.556}, "yolo11_640_fire_11class": {"avg_ms": 61.61, "count": 300, "max_ms": 93.594, "p95_ms": 81.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.915, "count": 300, "max_ms": 100.636, "p95_ms": 91.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.733, "count": 300, "max_ms": 116.042, "p95_ms": 106.038}, "read_interval": {"avg_ms": 100.314, "count": 299, "max_ms": 647.907, "p95_ms": 127.48}, "triton_wait": {"avg_ms": 66.71, "count": 300, "max_ms": 102.084, "p95_ms": 93.0}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 5.273, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6174.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:57:00+09:00", "last_error_summary": "[h264 @ 0x55ec472e9cc0] error while decoding MB 8 17, bytestream -11", "last_exit_at": "2026-07-06T18:57:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.479, "last_started_at": "2026-07-06T18:57:03+09:00", "pid": 22870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 22870, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.95, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T18:59:29+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T18:59:29+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T18:59:29.741179+09:00", "mtime_epoch": 1783331969.7411785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:59:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.356, "pushed": 7.356, "read": 7.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.211, "count": 220, "max_ms": 9.658, "p95_ms": 8.01}, "gstreamer_push": {"avg_ms": 1.094, "count": 220, "max_ms": 1.404, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.893, "count": 220, "max_ms": 77.362, "p95_ms": 72.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.189, "count": 220, "max_ms": 114.299, "p95_ms": 96.678}, "yolo11_640_fire_11class": {"avg_ms": 60.802, "count": 220, "max_ms": 91.356, "p95_ms": 80.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.631, "count": 220, "max_ms": 103.059, "p95_ms": 92.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.979, "count": 220, "max_ms": 168.846, "p95_ms": 152.031}, "read_interval": {"avg_ms": 136.42, "count": 219, "max_ms": 181.808, "p95_ms": 162.914}, "triton_wait": {"avg_ms": 73.686, "count": 220, "max_ms": 114.311, "p95_ms": 98.066}, "visualize": {"avg_ms": 5.14, "count": 220, "max_ms": 6.817, "p95_ms": 6.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1366, "tracking_summary": 1246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6175.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27691.11, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.062, "sample_count": 1366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:59:37+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-06T18:59:37+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T18:59:37.757324+09:00", "mtime_epoch": 1783331977.7573235, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T18:59:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 827.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.723, "pushed": 4.723, "read": 4.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.223, "count": 141, "max_ms": 140.675, "p95_ms": 121.239}, "gstreamer_push": {"avg_ms": 0.831, "count": 141, "max_ms": 2.038, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.861, "count": 141, "max_ms": 111.71, "p95_ms": 96.109}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.986, "count": 141, "max_ms": 109.333, "p95_ms": 99.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.385, "count": 141, "max_ms": 260.62, "p95_ms": 247.467}, "read_interval": {"avg_ms": 213.69, "count": 140, "max_ms": 268.941, "p95_ms": 256.475}, "triton_wait": {"avg_ms": 74.54, "count": 141, "max_ms": 111.723, "p95_ms": 100.01}, "visualize": {"avg_ms": 26.633, "count": 141, "max_ms": 40.414, "p95_ms": 33.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6179.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7093.23, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.041, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:59:52+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T18:59:51+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T18:59:51.989581+09:00", "mtime_epoch": 1783331991.9895809, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T18:59:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1501.738, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 299, "max_ms": 6.671, "p95_ms": 5.456}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 1.991, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.948, "count": 299, "max_ms": 89.175, "p95_ms": 73.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.778, "count": 299, "max_ms": 117.33, "p95_ms": 96.738}, "yolo11_640_fire_11class": {"avg_ms": 63.088, "count": 299, "max_ms": 91.355, "p95_ms": 83.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.574, "count": 299, "max_ms": 101.217, "p95_ms": 92.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.697, "count": 299, "max_ms": 130.041, "p95_ms": 110.3}, "read_interval": {"avg_ms": 100.293, "count": 298, "max_ms": 541.784, "p95_ms": 125.717}, "triton_wait": {"avg_ms": 68.738, "count": 299, "max_ms": 117.342, "p95_ms": 96.816}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 5.289, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T18:57:00+09:00", "last_error_summary": "[h264 @ 0x55ec472e9cc0] error while decoding MB 8 17, bytestream -11", "last_exit_at": "2026-07-06T18:57:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.519, "last_started_at": "2026-07-06T18:57:03+09:00", "pid": 22870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.176, "name": "ffmpeg", "pid": 22870, "rss_mb": 272.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.95, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T18:59:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T18:59:59+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T18:59:59+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T18:59:59.805722+09:00", "mtime_epoch": 1783331999.8057222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T18:59:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.221, "pushed": 7.221, "read": 7.188}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.228, "count": 216, "max_ms": 9.328, "p95_ms": 7.43}, "gstreamer_push": {"avg_ms": 1.098, "count": 216, "max_ms": 1.267, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.244, "count": 216, "max_ms": 82.028, "p95_ms": 74.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.599, "count": 216, "max_ms": 111.653, "p95_ms": 98.794}, "yolo11_640_fire_11class": {"avg_ms": 62.02, "count": 216, "max_ms": 90.234, "p95_ms": 80.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.05, "count": 216, "max_ms": 99.139, "p95_ms": 92.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.374, "count": 216, "max_ms": 193.354, "p95_ms": 155.386}, "read_interval": {"avg_ms": 139.14, "count": 215, "max_ms": 202.075, "p95_ms": 166.598}, "triton_wait": {"avg_ms": 74.888, "count": 216, "max_ms": 111.665, "p95_ms": 98.808}, "visualize": {"avg_ms": 5.235, "count": 216, "max_ms": 7.612, "p95_ms": 6.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1369, "tracking_summary": 1247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6193.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27721.146, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.268, "sample_count": 1367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:00:07+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T19:00:07+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T19:00:07.737866+09:00", "mtime_epoch": 1783332007.7378657, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:00:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 828.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.484, "pushed": 4.484, "read": 4.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.022, "count": 134, "max_ms": 139.949, "p95_ms": 133.899}, "gstreamer_push": {"avg_ms": 0.812, "count": 134, "max_ms": 1.43, "p95_ms": 0.955}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.422, "count": 134, "max_ms": 116.16, "p95_ms": 97.11}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.834, "count": 134, "max_ms": 113.1, "p95_ms": 103.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.137, "count": 134, "max_ms": 273.223, "p95_ms": 253.99}, "read_interval": {"avg_ms": 224.178, "count": 133, "max_ms": 282.509, "p95_ms": 261.348}, "triton_wait": {"avg_ms": 74.634, "count": 134, "max_ms": 116.173, "p95_ms": 103.762}, "visualize": {"avg_ms": 24.474, "count": 134, "max_ms": 34.246, "p95_ms": 29.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6162.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7123.288, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.097, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:00:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:00:22+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T19:00:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T19:00:22.070125+09:00", "mtime_epoch": 1783332022.0701249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:00:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1501.996, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.176, "pushed": 10.176, "read": 10.143}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 305, "max_ms": 6.667, "p95_ms": 5.273}, "gstreamer_push": {"avg_ms": 1.291, "count": 305, "max_ms": 1.832, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.833, "count": 305, "max_ms": 87.567, "p95_ms": 72.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.236, "count": 305, "max_ms": 117.001, "p95_ms": 95.965}, "yolo11_640_fire_11class": {"avg_ms": 61.614, "count": 305, "max_ms": 104.047, "p95_ms": 82.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.574, "count": 305, "max_ms": 108.198, "p95_ms": 92.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.128, "count": 305, "max_ms": 130.014, "p95_ms": 109.73}, "read_interval": {"avg_ms": 98.517, "count": 304, "max_ms": 434.957, "p95_ms": 129.973}, "triton_wait": {"avg_ms": 66.267, "count": 305, "max_ms": 117.014, "p95_ms": 96.624}, "visualize": {"avg_ms": 3.63, "count": 305, "max_ms": 4.686, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6164.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:00:08+09:00", "last_error_summary": "[h264 @ 0x562ff4bd76c0] error while decoding MB 60 17, bytestream -20", "last_exit_at": "2026-07-06T19:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.572, "last_started_at": "2026-07-06T19:00:11+09:00", "pid": 22977, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.797, "name": "ffmpeg", "pid": 22977, "rss_mb": 265.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.525, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:00:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:00:29+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T19:00:29+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T19:00:29.854266+09:00", "mtime_epoch": 1783332029.8542657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:00:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.082, "pushed": 6.082, "read": 6.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.428, "count": 182, "max_ms": 9.185, "p95_ms": 7.95}, "gstreamer_push": {"avg_ms": 1.112, "count": 182, "max_ms": 1.608, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.13, "count": 182, "max_ms": 86.097, "p95_ms": 75.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.051, "count": 182, "max_ms": 123.496, "p95_ms": 101.787}, "yolo11_640_fire_11class": {"avg_ms": 62.222, "count": 182, "max_ms": 99.246, "p95_ms": 83.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.005, "count": 182, "max_ms": 104.141, "p95_ms": 95.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.956, "count": 182, "max_ms": 200.378, "p95_ms": 163.596}, "read_interval": {"avg_ms": 165.294, "count": 181, "max_ms": 4477.036, "p95_ms": 172.756}, "triton_wait": {"avg_ms": 75.404, "count": 182, "max_ms": 123.508, "p95_ms": 101.882}, "visualize": {"avg_ms": 5.307, "count": 182, "max_ms": 8.022, "p95_ms": 6.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1369, "tracking_summary": 1248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6161.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27751.289, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.331, "sample_count": 1381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:00:38+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T19:00:37+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T19:00:37.874411+09:00", "mtime_epoch": 1783332037.8744109, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:00:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 816.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.812, "pushed": 4.812, "read": 4.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.09, "count": 144, "max_ms": 138.35, "p95_ms": 120.943}, "gstreamer_push": {"avg_ms": 1.042, "count": 144, "max_ms": 2.466, "p95_ms": 2.026}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.939, "count": 144, "max_ms": 116.084, "p95_ms": 95.112}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.714, "count": 144, "max_ms": 116.097, "p95_ms": 101.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.683, "count": 144, "max_ms": 264.285, "p95_ms": 248.115}, "read_interval": {"avg_ms": 209.278, "count": 143, "max_ms": 274.341, "p95_ms": 255.537}, "triton_wait": {"avg_ms": 73.265, "count": 144, "max_ms": 116.108, "p95_ms": 101.176}, "visualize": {"avg_ms": 29.272, "count": 144, "max_ms": 48.263, "p95_ms": 38.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6174.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7153.331, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.011, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:00:52+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T19:00:52+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T19:00:52.098668+09:00", "mtime_epoch": 1783332052.0986683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:00:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1502.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.362, "count": 298, "max_ms": 6.904, "p95_ms": 5.94}, "gstreamer_push": {"avg_ms": 1.312, "count": 298, "max_ms": 1.835, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.966, "count": 298, "max_ms": 87.697, "p95_ms": 72.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.26, "count": 298, "max_ms": 119.868, "p95_ms": 94.363}, "yolo11_640_fire_11class": {"avg_ms": 61.646, "count": 298, "max_ms": 93.364, "p95_ms": 81.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.541, "count": 298, "max_ms": 101.097, "p95_ms": 89.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.301, "count": 298, "max_ms": 132.803, "p95_ms": 108.318}, "read_interval": {"avg_ms": 100.761, "count": 297, "max_ms": 692.241, "p95_ms": 132.696}, "triton_wait": {"avg_ms": 67.179, "count": 298, "max_ms": 119.881, "p95_ms": 94.373}, "visualize": {"avg_ms": 3.686, "count": 298, "max_ms": 4.716, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6174.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:00:08+09:00", "last_error_summary": "[h264 @ 0x562ff4bd76c0] error while decoding MB 60 17, bytestream -20", "last_exit_at": "2026-07-06T19:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.577, "last_started_at": "2026-07-06T19:00:11+09:00", "pid": 22977, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.664, "name": "ffmpeg", "pid": 22977, "rss_mb": 269.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.954, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:00:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:00:59+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T19:00:59+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T19:00:59.810808+09:00", "mtime_epoch": 1783332059.810808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:00:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1622.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.068, "pushed": 7.068, "read": 7.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.343, "count": 212, "max_ms": 10.964, "p95_ms": 7.849}, "gstreamer_push": {"avg_ms": 1.094, "count": 212, "max_ms": 1.814, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.825, "count": 212, "max_ms": 86.192, "p95_ms": 75.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.75, "count": 212, "max_ms": 118.664, "p95_ms": 103.427}, "yolo11_640_fire_11class": {"avg_ms": 61.54, "count": 212, "max_ms": 88.893, "p95_ms": 81.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.284, "count": 212, "max_ms": 105.044, "p95_ms": 93.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.117, "count": 212, "max_ms": 184.606, "p95_ms": 168.139}, "read_interval": {"avg_ms": 141.3, "count": 212, "max_ms": 192.939, "p95_ms": 178.3}, "triton_wait": {"avg_ms": 75.018, "count": 212, "max_ms": 118.676, "p95_ms": 103.438}, "visualize": {"avg_ms": 5.37, "count": 212, "max_ms": 10.013, "p95_ms": 6.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1371, "tracking_summary": 1249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6177.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27781.45, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.993, "sample_count": 1365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:01:08+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T19:01:08+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T19:01:08.050957+09:00", "mtime_epoch": 1783332068.0509572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:01:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 826.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.313, "pushed": 4.313, "read": 4.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.291, "count": 129, "max_ms": 164.711, "p95_ms": 130.734}, "gstreamer_push": {"avg_ms": 1.038, "count": 129, "max_ms": 2.839, "p95_ms": 1.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.628, "count": 129, "max_ms": 111.374, "p95_ms": 97.424}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.939, "count": 129, "max_ms": 114.608, "p95_ms": 105.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.745, "count": 129, "max_ms": 294.965, "p95_ms": 263.239}, "read_interval": {"avg_ms": 233.929, "count": 128, "max_ms": 302.3, "p95_ms": 272.615}, "triton_wait": {"avg_ms": 75.863, "count": 129, "max_ms": 114.621, "p95_ms": 109.108}, "visualize": {"avg_ms": 30.536, "count": 129, "max_ms": 48.506, "p95_ms": 39.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6178.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7183.375, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.345, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:01:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:01:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T19:01:22+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T19:01:22.167213+09:00", "mtime_epoch": 1783332082.1672127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:01:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1502.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 301, "max_ms": 6.86, "p95_ms": 5.865}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 2.022, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.871, "count": 301, "max_ms": 85.093, "p95_ms": 70.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.176, "count": 301, "max_ms": 111.413, "p95_ms": 95.376}, "yolo11_640_fire_11class": {"avg_ms": 61.16, "count": 301, "max_ms": 90.857, "p95_ms": 85.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.437, "count": 301, "max_ms": 104.796, "p95_ms": 90.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.98, "count": 301, "max_ms": 125.429, "p95_ms": 109.416}, "read_interval": {"avg_ms": 99.815, "count": 300, "max_ms": 464.733, "p95_ms": 127.648}, "triton_wait": {"avg_ms": 66.963, "count": 301, "max_ms": 111.427, "p95_ms": 96.804}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.472, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6178.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:00:08+09:00", "last_error_summary": "[h264 @ 0x562ff4bd76c0] error while decoding MB 60 17, bytestream -20", "last_exit_at": "2026-07-06T19:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.598, "last_started_at": "2026-07-06T19:00:11+09:00", "pid": 22977, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.016, "name": "ffmpeg", "pid": 22977, "rss_mb": 273.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.303, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:01:29+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T19:01:29+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T19:01:29.859352+09:00", "mtime_epoch": 1783332089.859352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:01:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.162, "pushed": 7.162, "read": 7.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.185, "count": 214, "max_ms": 8.713, "p95_ms": 7.646}, "gstreamer_push": {"avg_ms": 1.085, "count": 214, "max_ms": 1.283, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.082, "count": 214, "max_ms": 83.599, "p95_ms": 74.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.192, "count": 214, "max_ms": 118.716, "p95_ms": 99.936}, "yolo11_640_fire_11class": {"avg_ms": 61.655, "count": 214, "max_ms": 96.384, "p95_ms": 81.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.15, "count": 214, "max_ms": 104.084, "p95_ms": 93.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.754, "count": 214, "max_ms": 186.817, "p95_ms": 162.056}, "read_interval": {"avg_ms": 140.257, "count": 213, "max_ms": 197.17, "p95_ms": 171.642}, "triton_wait": {"avg_ms": 75.696, "count": 214, "max_ms": 118.729, "p95_ms": 101.503}, "visualize": {"avg_ms": 5.204, "count": 214, "max_ms": 6.866, "p95_ms": 6.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1372, "tracking_summary": 1251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6181.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27811.633, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.173, "sample_count": 1371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:01:38+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T19:01:38+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-06T19:01:38.243504+09:00", "mtime_epoch": 1783332098.2435038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:01:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 829.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.945, "pushed": 4.945, "read": 4.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.031, "count": 148, "max_ms": 135.587, "p95_ms": 122.573}, "gstreamer_push": {"avg_ms": 0.855, "count": 148, "max_ms": 1.868, "p95_ms": 1.041}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.01, "count": 148, "max_ms": 112.189, "p95_ms": 99.229}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.513, "count": 148, "max_ms": 111.005, "p95_ms": 105.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.841, "count": 148, "max_ms": 271.398, "p95_ms": 249.406}, "read_interval": {"avg_ms": 203.95, "count": 147, "max_ms": 278.662, "p95_ms": 255.688}, "triton_wait": {"avg_ms": 77.162, "count": 148, "max_ms": 112.201, "p95_ms": 105.203}, "visualize": {"avg_ms": 27.573, "count": 148, "max_ms": 41.273, "p95_ms": 35.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6181.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7213.448, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.416, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:01:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:01:52+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T19:01:52+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:01:52.247757+09:00", "mtime_epoch": 1783332112.2477574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:01:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1502.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.25, "count": 300, "max_ms": 6.466, "p95_ms": 5.452}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.629, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.464, "count": 300, "max_ms": 80.948, "p95_ms": 70.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.64, "count": 300, "max_ms": 119.761, "p95_ms": 97.558}, "yolo11_640_fire_11class": {"avg_ms": 62.063, "count": 300, "max_ms": 93.884, "p95_ms": 81.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.979, "count": 300, "max_ms": 102.167, "p95_ms": 90.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.346, "count": 300, "max_ms": 132.864, "p95_ms": 111.351}, "read_interval": {"avg_ms": 100.269, "count": 299, "max_ms": 499.601, "p95_ms": 128.426}, "triton_wait": {"avg_ms": 68.393, "count": 300, "max_ms": 119.773, "p95_ms": 98.57}, "visualize": {"avg_ms": 3.662, "count": 300, "max_ms": 4.643, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6176.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:00:08+09:00", "last_error_summary": "[h264 @ 0x562ff4bd76c0] error while decoding MB 60 17, bytestream -20", "last_exit_at": "2026-07-06T19:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.701, "last_started_at": "2026-07-06T19:00:11+09:00", "pid": 22977, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.273, "name": "ffmpeg", "pid": 22977, "rss_mb": 273.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.056, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:01:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:02:00+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T19:01:59+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T19:01:59.963897+09:00", "mtime_epoch": 1783332119.9638972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:02:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.018, "pushed": 7.018, "read": 6.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.32, "count": 210, "max_ms": 8.746, "p95_ms": 7.15}, "gstreamer_push": {"avg_ms": 1.118, "count": 210, "max_ms": 1.707, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.07, "count": 210, "max_ms": 91.722, "p95_ms": 73.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.06, "count": 210, "max_ms": 119.074, "p95_ms": 105.201}, "yolo11_640_fire_11class": {"avg_ms": 61.007, "count": 210, "max_ms": 98.297, "p95_ms": 80.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.866, "count": 210, "max_ms": 111.615, "p95_ms": 94.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.834, "count": 210, "max_ms": 193.959, "p95_ms": 171.838}, "read_interval": {"avg_ms": 143.368, "count": 209, "max_ms": 202.079, "p95_ms": 181.573}, "triton_wait": {"avg_ms": 76.279, "count": 210, "max_ms": 119.086, "p95_ms": 105.215}, "visualize": {"avg_ms": 5.344, "count": 210, "max_ms": 7.987, "p95_ms": 6.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1373, "tracking_summary": 1252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6177.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27841.761, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.741, "sample_count": 1378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:02:08+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T19:02:08+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T19:02:08.344049+09:00", "mtime_epoch": 1783332128.344049, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:02:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 825.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.678, "pushed": 4.678, "read": 4.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.967, "count": 140, "max_ms": 143.154, "p95_ms": 125.699}, "gstreamer_push": {"avg_ms": 0.864, "count": 140, "max_ms": 1.972, "p95_ms": 1.091}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.612, "count": 140, "max_ms": 126.43, "p95_ms": 103.459}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.49, "count": 140, "max_ms": 122.639, "p95_ms": 104.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.297, "count": 140, "max_ms": 304.295, "p95_ms": 254.637}, "read_interval": {"avg_ms": 215.093, "count": 139, "max_ms": 312.979, "p95_ms": 263.254}, "triton_wait": {"avg_ms": 78.932, "count": 140, "max_ms": 126.442, "p95_ms": 105.385}, "visualize": {"avg_ms": 26.333, "count": 140, "max_ms": 41.754, "p95_ms": 36.697}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6177.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7243.456, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.006, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:02:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:02:22+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T19:02:22+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T19:02:22.244301+09:00", "mtime_epoch": 1783332142.2443008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:02:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1502.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 300, "max_ms": 6.891, "p95_ms": 5.595}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 1.992, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.915, "count": 300, "max_ms": 91.838, "p95_ms": 72.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.702, "count": 300, "max_ms": 113.377, "p95_ms": 100.698}, "yolo11_640_fire_11class": {"avg_ms": 62.741, "count": 300, "max_ms": 106.47, "p95_ms": 83.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.853, "count": 300, "max_ms": 111.475, "p95_ms": 93.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.783, "count": 300, "max_ms": 126.279, "p95_ms": 114.388}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 441.779, "p95_ms": 131.611}, "triton_wait": {"avg_ms": 68.66, "count": 300, "max_ms": 113.39, "p95_ms": 100.712}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 4.962, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:00:08+09:00", "last_error_summary": "[h264 @ 0x562ff4bd76c0] error while decoding MB 60 17, bytestream -20", "last_exit_at": "2026-07-06T19:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.803, "last_started_at": "2026-07-06T19:00:11+09:00", "pid": 22977, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.273, "name": "ffmpeg", "pid": 22977, "rss_mb": 273.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.838, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:02:30+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T19:02:30+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T19:02:30.072443+09:00", "mtime_epoch": 1783332150.0724428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:02:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.042, "pushed": 7.042, "read": 7.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.529, "count": 210, "max_ms": 9.782, "p95_ms": 8.101}, "gstreamer_push": {"avg_ms": 1.101, "count": 211, "max_ms": 1.951, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.343, "count": 210, "max_ms": 84.187, "p95_ms": 76.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.98, "count": 210, "max_ms": 124.933, "p95_ms": 97.498}, "yolo11_640_fire_11class": {"avg_ms": 60.195, "count": 210, "max_ms": 101.201, "p95_ms": 82.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.975, "count": 210, "max_ms": 106.307, "p95_ms": 92.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.32, "count": 211, "max_ms": 206.316, "p95_ms": 173.54}, "read_interval": {"avg_ms": 142.705, "count": 210, "max_ms": 214.846, "p95_ms": 182.025}, "triton_wait": {"avg_ms": 74.355, "count": 210, "max_ms": 124.946, "p95_ms": 97.984}, "visualize": {"avg_ms": 5.469, "count": 210, "max_ms": 7.656, "p95_ms": 6.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1375, "tracking_summary": 1253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6177.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27872.023, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.61, "sample_count": 1374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:02:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:02:38+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T19:02:38+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T19:02:38.568597+09:00", "mtime_epoch": 1783332158.5685968, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:02:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 825.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.533, "pushed": 4.533, "read": 4.499}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.339, "count": 135, "max_ms": 141.586, "p95_ms": 129.802}, "gstreamer_push": {"avg_ms": 0.824, "count": 135, "max_ms": 1.336, "p95_ms": 1.11}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.737, "count": 135, "max_ms": 103.676, "p95_ms": 99.322}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.174, "count": 135, "max_ms": 123.57, "p95_ms": 100.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.484, "count": 135, "max_ms": 275.297, "p95_ms": 256.97}, "read_interval": {"avg_ms": 222.207, "count": 134, "max_ms": 284.269, "p95_ms": 261.036}, "triton_wait": {"avg_ms": 75.562, "count": 135, "max_ms": 123.584, "p95_ms": 100.806}, "visualize": {"avg_ms": 27.564, "count": 135, "max_ms": 47.804, "p95_ms": 33.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.781, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6177.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7273.482, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.008, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:02:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:02:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T19:02:52+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T19:02:52.284845+09:00", "mtime_epoch": 1783332172.2848454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:02:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1502.512, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.23, "count": 301, "max_ms": 6.81, "p95_ms": 5.406}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 2.234, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.375, "count": 301, "max_ms": 85.191, "p95_ms": 72.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.363, "count": 301, "max_ms": 123.289, "p95_ms": 97.08}, "yolo11_640_fire_11class": {"avg_ms": 61.487, "count": 301, "max_ms": 95.441, "p95_ms": 83.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.673, "count": 301, "max_ms": 104.167, "p95_ms": 93.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.772, "count": 301, "max_ms": 136.106, "p95_ms": 110.544}, "read_interval": {"avg_ms": 99.806, "count": 300, "max_ms": 463.384, "p95_ms": 129.746}, "triton_wait": {"avg_ms": 66.998, "count": 301, "max_ms": 123.301, "p95_ms": 97.514}, "visualize": {"avg_ms": 3.6, "count": 301, "max_ms": 5.628, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6177.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:00:08+09:00", "last_error_summary": "[h264 @ 0x562ff4bd76c0] error while decoding MB 60 17, bytestream -20", "last_exit_at": "2026-07-06T19:00:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.889, "last_started_at": "2026-07-06T19:00:11+09:00", "pid": 22977, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.273, "name": "ffmpeg", "pid": 22977, "rss_mb": 273.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.539, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:03:00+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T19:03:00+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T19:03:00.156988+09:00", "mtime_epoch": 1783332180.1569881, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:03:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.244, "pushed": 7.244, "read": 7.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.337, "count": 217, "max_ms": 9.454, "p95_ms": 8.545}, "gstreamer_push": {"avg_ms": 1.095, "count": 217, "max_ms": 1.377, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.009, "count": 217, "max_ms": 84.092, "p95_ms": 75.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.615, "count": 217, "max_ms": 115.395, "p95_ms": 98.523}, "yolo11_640_fire_11class": {"avg_ms": 60.576, "count": 217, "max_ms": 91.228, "p95_ms": 82.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.423, "count": 217, "max_ms": 104.76, "p95_ms": 93.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.74, "count": 217, "max_ms": 173.241, "p95_ms": 154.529}, "read_interval": {"avg_ms": 138.675, "count": 216, "max_ms": 185.484, "p95_ms": 165.165}, "triton_wait": {"avg_ms": 73.945, "count": 217, "max_ms": 115.408, "p95_ms": 98.535}, "visualize": {"avg_ms": 5.275, "count": 217, "max_ms": 8.972, "p95_ms": 6.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1375, "tracking_summary": 1254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6180.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27902.135, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.61, "sample_count": 1358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:03:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:03:08+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T19:03:08+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T19:03:08.713143+09:00", "mtime_epoch": 1783332188.713143, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:03:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 827.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.423, "pushed": 4.423, "read": 4.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.432, "count": 132, "max_ms": 136.368, "p95_ms": 121.578}, "gstreamer_push": {"avg_ms": 0.805, "count": 132, "max_ms": 1.844, "p95_ms": 0.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.209, "count": 132, "max_ms": 115.658, "p95_ms": 95.917}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.423, "count": 132, "max_ms": 116.388, "p95_ms": 102.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.352, "count": 132, "max_ms": 268.747, "p95_ms": 253.044}, "read_interval": {"avg_ms": 228.065, "count": 131, "max_ms": 276.916, "p95_ms": 259.142}, "triton_wait": {"avg_ms": 75.222, "count": 132, "max_ms": 116.401, "p95_ms": 102.058}, "visualize": {"avg_ms": 27.928, "count": 132, "max_ms": 45.152, "p95_ms": 37.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6119.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7303.487, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.954, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:03:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-07-06T19:03:22+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T19:03:22+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T19:03:22.249389+09:00", "mtime_epoch": 1783332202.2493887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:03:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1502.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.428, "count": 301, "max_ms": 7.952, "p95_ms": 6.612}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 2.19, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.829, "count": 301, "max_ms": 87.777, "p95_ms": 71.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.958, "count": 301, "max_ms": 113.001, "p95_ms": 92.681}, "yolo11_640_fire_11class": {"avg_ms": 60.67, "count": 301, "max_ms": 91.346, "p95_ms": 80.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.586, "count": 301, "max_ms": 103.834, "p95_ms": 90.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.016, "count": 301, "max_ms": 126.283, "p95_ms": 107.173}, "read_interval": {"avg_ms": 99.54, "count": 301, "max_ms": 698.594, "p95_ms": 126.423}, "triton_wait": {"avg_ms": 65.854, "count": 301, "max_ms": 113.014, "p95_ms": 92.877}, "visualize": {"avg_ms": 3.725, "count": 301, "max_ms": 5.628, "p95_ms": 4.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6170.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:03:13+09:00", "last_error_summary": "[h264 @ 0x55643cb92200] error while decoding MB 46 2, bytestream -12", "last_exit_at": "2026-07-06T19:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.435, "last_started_at": "2026-07-06T19:03:15+09:00", "pid": 23084, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.297, "name": "ffmpeg", "pid": 23084, "rss_mb": 265.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.056, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:03:30+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:03:30+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T19:03:30.217533+09:00", "mtime_epoch": 1783332210.217533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:03:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.049, "pushed": 6.049, "read": 6.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.569, "count": 181, "max_ms": 10.289, "p95_ms": 9.217}, "gstreamer_push": {"avg_ms": 1.096, "count": 181, "max_ms": 1.378, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.7, "count": 181, "max_ms": 83.861, "p95_ms": 73.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.637, "count": 181, "max_ms": 113.534, "p95_ms": 99.027}, "yolo11_640_fire_11class": {"avg_ms": 60.359, "count": 181, "max_ms": 88.092, "p95_ms": 82.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.805, "count": 181, "max_ms": 103.595, "p95_ms": 92.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.813, "count": 181, "max_ms": 173.642, "p95_ms": 161.903}, "read_interval": {"avg_ms": 166.227, "count": 180, "max_ms": 4865.04, "p95_ms": 170.434}, "triton_wait": {"avg_ms": 74.172, "count": 181, "max_ms": 113.546, "p95_ms": 99.39}, "visualize": {"avg_ms": 5.455, "count": 181, "max_ms": 8.64, "p95_ms": 6.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1378, "tracking_summary": 1255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6173.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27932.303, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.42, "sample_count": 1380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:03:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:03:39+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-06T19:03:38+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T19:03:38.885690+09:00", "mtime_epoch": 1783332218.8856905, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:03:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 827.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.946, "pushed": 4.946, "read": 4.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.68, "count": 148, "max_ms": 143.516, "p95_ms": 124.093}, "gstreamer_push": {"avg_ms": 0.801, "count": 148, "max_ms": 1.082, "p95_ms": 0.93}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.912, "count": 148, "max_ms": 112.258, "p95_ms": 98.683}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.68, "count": 148, "max_ms": 113.796, "p95_ms": 99.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.119, "count": 148, "max_ms": 263.226, "p95_ms": 244.659}, "read_interval": {"avg_ms": 203.661, "count": 147, "max_ms": 269.852, "p95_ms": 252.093}, "triton_wait": {"avg_ms": 73.287, "count": 148, "max_ms": 113.808, "p95_ms": 103.268}, "visualize": {"avg_ms": 25.238, "count": 148, "max_ms": 40.352, "p95_ms": 31.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6175.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7333.529, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.867, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T19:03:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T19:03:52+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T19:03:52.321934+09:00", "mtime_epoch": 1783332232.321934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:03:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1502.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 301, "max_ms": 6.879, "p95_ms": 5.814}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.905, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.011, "count": 301, "max_ms": 85.039, "p95_ms": 72.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.349, "count": 301, "max_ms": 108.983, "p95_ms": 93.531}, "yolo11_640_fire_11class": {"avg_ms": 61.587, "count": 301, "max_ms": 90.706, "p95_ms": 81.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.272, "count": 301, "max_ms": 103.058, "p95_ms": 92.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.162, "count": 301, "max_ms": 121.938, "p95_ms": 108.817}, "read_interval": {"avg_ms": 99.779, "count": 300, "max_ms": 740.863, "p95_ms": 127.806}, "triton_wait": {"avg_ms": 67.281, "count": 301, "max_ms": 108.997, "p95_ms": 95.821}, "visualize": {"avg_ms": 3.636, "count": 301, "max_ms": 5.179, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6170.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:03:13+09:00", "last_error_summary": "[h264 @ 0x55643cb92200] error while decoding MB 46 2, bytestream -12", "last_exit_at": "2026-07-06T19:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.457, "last_started_at": "2026-07-06T19:03:15+09:00", "pid": 23084, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.102, "name": "ffmpeg", "pid": 23084, "rss_mb": 267.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.192, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:04:00+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T19:04:00+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T19:04:00.262078+09:00", "mtime_epoch": 1783332240.262078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:04:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.958, "pushed": 6.958, "read": 6.924}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.443, "count": 208, "max_ms": 8.707, "p95_ms": 7.713}, "gstreamer_push": {"avg_ms": 1.083, "count": 208, "max_ms": 1.331, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.59, "count": 208, "max_ms": 84.011, "p95_ms": 75.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.813, "count": 208, "max_ms": 118.859, "p95_ms": 99.849}, "yolo11_640_fire_11class": {"avg_ms": 61.986, "count": 208, "max_ms": 88.431, "p95_ms": 81.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.728, "count": 208, "max_ms": 102.578, "p95_ms": 94.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.157, "count": 208, "max_ms": 193.641, "p95_ms": 171.849}, "read_interval": {"avg_ms": 144.409, "count": 207, "max_ms": 201.806, "p95_ms": 180.793}, "triton_wait": {"avg_ms": 75.447, "count": 208, "max_ms": 118.871, "p95_ms": 100.662}, "visualize": {"avg_ms": 5.473, "count": 208, "max_ms": 8.19, "p95_ms": 6.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1379, "tracking_summary": 1256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6172.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27962.515, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.989, "sample_count": 1378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:04:09+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T19:04:09+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T19:04:09.082238+09:00", "mtime_epoch": 1783332249.082238, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:04:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 824.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.401, "pushed": 4.401, "read": 4.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.693, "count": 132, "max_ms": 159.426, "p95_ms": 135.519}, "gstreamer_push": {"avg_ms": 0.789, "count": 132, "max_ms": 1.274, "p95_ms": 0.888}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.131, "count": 132, "max_ms": 110.949, "p95_ms": 104.933}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.007, "count": 132, "max_ms": 106.169, "p95_ms": 102.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.997, "count": 132, "max_ms": 291.436, "p95_ms": 256.283}, "read_interval": {"avg_ms": 228.754, "count": 131, "max_ms": 298.223, "p95_ms": 263.283}, "triton_wait": {"avg_ms": 75.04, "count": 132, "max_ms": 110.963, "p95_ms": 106.001}, "visualize": {"avg_ms": 25.404, "count": 132, "max_ms": 34.684, "p95_ms": 28.634}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6173.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7363.584, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.179, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:04:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:04:22+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:04:22+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T19:04:22.390480+09:00", "mtime_epoch": 1783332262.3904796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:04:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1503.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 300, "max_ms": 7.194, "p95_ms": 5.997}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.917, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.599, "count": 300, "max_ms": 87.688, "p95_ms": 68.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.797, "count": 300, "max_ms": 122.507, "p95_ms": 95.145}, "yolo11_640_fire_11class": {"avg_ms": 62.186, "count": 300, "max_ms": 89.854, "p95_ms": 81.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.537, "count": 300, "max_ms": 105.165, "p95_ms": 91.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.657, "count": 300, "max_ms": 135.599, "p95_ms": 110.282}, "read_interval": {"avg_ms": 100.226, "count": 299, "max_ms": 352.062, "p95_ms": 128.755}, "triton_wait": {"avg_ms": 68.534, "count": 300, "max_ms": 122.52, "p95_ms": 96.448}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 5.918, "p95_ms": 4.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6178.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:03:13+09:00", "last_error_summary": "[h264 @ 0x55643cb92200] error while decoding MB 46 2, bytestream -12", "last_exit_at": "2026-07-06T19:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.503, "last_started_at": "2026-07-06T19:03:15+09:00", "pid": 23084, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.359, "name": "ffmpeg", "pid": 23084, "rss_mb": 267.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.463, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:04:30+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T19:04:30+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T19:04:30.310623+09:00", "mtime_epoch": 1783332270.3106232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:04:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.051, "pushed": 7.051, "read": 7.018}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.305, "count": 211, "max_ms": 9.798, "p95_ms": 7.691}, "gstreamer_push": {"avg_ms": 1.097, "count": 211, "max_ms": 1.885, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.472, "count": 211, "max_ms": 87.084, "p95_ms": 75.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.085, "count": 211, "max_ms": 116.681, "p95_ms": 103.38}, "yolo11_640_fire_11class": {"avg_ms": 61.681, "count": 211, "max_ms": 94.204, "p95_ms": 85.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.829, "count": 211, "max_ms": 111.788, "p95_ms": 96.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.063, "count": 211, "max_ms": 196.159, "p95_ms": 168.774}, "read_interval": {"avg_ms": 142.487, "count": 210, "max_ms": 204.497, "p95_ms": 178.339}, "triton_wait": {"avg_ms": 76.74, "count": 211, "max_ms": 116.699, "p95_ms": 103.889}, "visualize": {"avg_ms": 5.273, "count": 211, "max_ms": 8.798, "p95_ms": 6.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1380, "tracking_summary": 1258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6176.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 27992.561, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.307, "sample_count": 1377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:04:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:04:39+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T19:04:39+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T19:04:39.138783+09:00", "mtime_epoch": 1783332279.1387835, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:04:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.008, "name": "celery", "pid": 239, "rss_mb": 828.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.758, "pushed": 4.758, "read": 4.724}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.716, "count": 142, "max_ms": 130.917, "p95_ms": 125.109}, "gstreamer_push": {"avg_ms": 0.84, "count": 142, "max_ms": 1.548, "p95_ms": 1.01}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.359, "count": 142, "max_ms": 112.437, "p95_ms": 104.253}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.492, "count": 142, "max_ms": 110.029, "p95_ms": 104.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.475, "count": 142, "max_ms": 264.908, "p95_ms": 251.907}, "read_interval": {"avg_ms": 211.415, "count": 141, "max_ms": 270.684, "p95_ms": 259.546}, "triton_wait": {"avg_ms": 75.552, "count": 142, "max_ms": 112.453, "p95_ms": 107.383}, "visualize": {"avg_ms": 26.136, "count": 142, "max_ms": 41.605, "p95_ms": 30.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6178.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7393.593, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.008, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:04:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:04:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T19:04:52+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T19:04:52.403024+09:00", "mtime_epoch": 1783332292.4030242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:04:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1503.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.3, "count": 301, "max_ms": 6.635, "p95_ms": 5.431}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.989, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.752, "count": 301, "max_ms": 87.941, "p95_ms": 70.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.873, "count": 301, "max_ms": 109.396, "p95_ms": 95.494}, "yolo11_640_fire_11class": {"avg_ms": 61.234, "count": 301, "max_ms": 92.198, "p95_ms": 80.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.311, "count": 301, "max_ms": 100.388, "p95_ms": 91.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.146, "count": 301, "max_ms": 125.199, "p95_ms": 108.406}, "read_interval": {"avg_ms": 99.727, "count": 301, "max_ms": 522.674, "p95_ms": 127.282}, "triton_wait": {"avg_ms": 67.163, "count": 301, "max_ms": 109.408, "p95_ms": 95.544}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.851, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6179.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:03:13+09:00", "last_error_summary": "[h264 @ 0x55643cb92200] error while decoding MB 46 2, bytestream -12", "last_exit_at": "2026-07-06T19:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.503, "last_started_at": "2026-07-06T19:03:15+09:00", "pid": 23084, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.617, "name": "ffmpeg", "pid": 23084, "rss_mb": 267.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.665, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:05:00+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-06T19:05:00+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T19:05:00.287167+09:00", "mtime_epoch": 1783332300.287167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:05:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.869, "pushed": 6.869, "read": 6.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.653, "count": 206, "max_ms": 9.808, "p95_ms": 7.829}, "gstreamer_push": {"avg_ms": 1.068, "count": 206, "max_ms": 1.48, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.523, "count": 206, "max_ms": 91.374, "p95_ms": 70.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.051, "count": 206, "max_ms": 111.742, "p95_ms": 98.755}, "yolo11_640_fire_11class": {"avg_ms": 60.758, "count": 206, "max_ms": 91.384, "p95_ms": 82.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.872, "count": 206, "max_ms": 104.108, "p95_ms": 91.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.57, "count": 206, "max_ms": 194.139, "p95_ms": 170.716}, "read_interval": {"avg_ms": 145.528, "count": 206, "max_ms": 202.998, "p95_ms": 178.265}, "triton_wait": {"avg_ms": 73.642, "count": 206, "max_ms": 111.755, "p95_ms": 100.115}, "visualize": {"avg_ms": 5.627, "count": 206, "max_ms": 7.954, "p95_ms": 6.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1382, "tracking_summary": 1259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6174.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28022.603, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.309, "sample_count": 1379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:05:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:05:09+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T19:05:09+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T19:05:09.195329+09:00", "mtime_epoch": 1783332309.195329, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:05:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.027, "name": "celery", "pid": 239, "rss_mb": 825.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.5, "pushed": 4.5, "read": 4.466}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.128, "count": 134, "max_ms": 150.348, "p95_ms": 126.784}, "gstreamer_push": {"avg_ms": 0.799, "count": 134, "max_ms": 1.013, "p95_ms": 0.938}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.369, "count": 134, "max_ms": 110.189, "p95_ms": 100.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.442, "count": 134, "max_ms": 109.985, "p95_ms": 104.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.311, "count": 134, "max_ms": 286.025, "p95_ms": 254.789}, "read_interval": {"avg_ms": 224.2, "count": 133, "max_ms": 293.788, "p95_ms": 260.324}, "triton_wait": {"avg_ms": 76.348, "count": 134, "max_ms": 110.209, "p95_ms": 106.267}, "visualize": {"avg_ms": 26.915, "count": 134, "max_ms": 34.066, "p95_ms": 31.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.781, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6167.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7423.671, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.976, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:05:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:05:22+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T19:05:22+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T19:05:22.431569+09:00", "mtime_epoch": 1783332322.431569, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:05:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1503.285, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.313, "count": 300, "max_ms": 6.663, "p95_ms": 5.637}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 2.378, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.47, "count": 300, "max_ms": 86.889, "p95_ms": 76.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.339, "count": 300, "max_ms": 117.567, "p95_ms": 96.754}, "yolo11_640_fire_11class": {"avg_ms": 61.735, "count": 300, "max_ms": 95.399, "p95_ms": 83.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.282, "count": 300, "max_ms": 103.728, "p95_ms": 93.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.945, "count": 300, "max_ms": 130.608, "p95_ms": 109.864}, "read_interval": {"avg_ms": 100.18, "count": 299, "max_ms": 517.515, "p95_ms": 136.293}, "triton_wait": {"avg_ms": 67.893, "count": 300, "max_ms": 117.58, "p95_ms": 98.028}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 5.535, "p95_ms": 4.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6178.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:03:13+09:00", "last_error_summary": "[h264 @ 0x55643cb92200] error while decoding MB 46 2, bytestream -12", "last_exit_at": "2026-07-06T19:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.51, "last_started_at": "2026-07-06T19:03:15+09:00", "pid": 23084, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.195, "name": "ffmpeg", "pid": 23084, "rss_mb": 270.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.139, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:05:30+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T19:05:30+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T19:05:30.323712+09:00", "mtime_epoch": 1783332330.3237123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:05:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1623.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.967, "pushed": 6.967, "read": 6.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.468, "count": 209, "max_ms": 10.417, "p95_ms": 8.08}, "gstreamer_push": {"avg_ms": 1.109, "count": 209, "max_ms": 1.968, "p95_ms": 1.249}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.355, "count": 209, "max_ms": 87.735, "p95_ms": 76.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.962, "count": 209, "max_ms": 122.828, "p95_ms": 104.956}, "yolo11_640_fire_11class": {"avg_ms": 62.239, "count": 209, "max_ms": 90.856, "p95_ms": 84.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.144, "count": 209, "max_ms": 105.025, "p95_ms": 97.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.12, "count": 209, "max_ms": 195.072, "p95_ms": 172.597}, "read_interval": {"avg_ms": 143.664, "count": 209, "max_ms": 203.028, "p95_ms": 182.279}, "triton_wait": {"avg_ms": 76.595, "count": 209, "max_ms": 122.842, "p95_ms": 104.968}, "visualize": {"avg_ms": 5.414, "count": 209, "max_ms": 7.305, "p95_ms": 6.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1382, "tracking_summary": 1260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6178.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28052.683, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.98, "sample_count": 1378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:05:39+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-06T19:05:39+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T19:05:39.275875+09:00", "mtime_epoch": 1783332339.2758749, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:05:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.027, "name": "celery", "pid": 239, "rss_mb": 826.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.778, "pushed": 4.778, "read": 4.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.463, "count": 143, "max_ms": 159.036, "p95_ms": 125.475}, "gstreamer_push": {"avg_ms": 1.118, "count": 143, "max_ms": 3.106, "p95_ms": 2.057}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.422, "count": 143, "max_ms": 120.926, "p95_ms": 106.155}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.162, "count": 143, "max_ms": 117.24, "p95_ms": 107.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.9, "count": 143, "max_ms": 268.999, "p95_ms": 258.055}, "read_interval": {"avg_ms": 210.28, "count": 142, "max_ms": 277.435, "p95_ms": 264.512}, "triton_wait": {"avg_ms": 76.423, "count": 143, "max_ms": 120.939, "p95_ms": 107.726}, "visualize": {"avg_ms": 30.002, "count": 143, "max_ms": 53.726, "p95_ms": 48.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6178.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7453.706, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.543, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:05:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:05:52+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T19:05:52+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T19:05:52.516115+09:00", "mtime_epoch": 1783332352.5161152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:05:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1503.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.249, "count": 301, "max_ms": 6.769, "p95_ms": 5.57}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.677, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.641, "count": 301, "max_ms": 88.714, "p95_ms": 74.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.021, "count": 301, "max_ms": 121.128, "p95_ms": 98.42}, "yolo11_640_fire_11class": {"avg_ms": 60.236, "count": 301, "max_ms": 97.861, "p95_ms": 81.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.753, "count": 301, "max_ms": 106.299, "p95_ms": 93.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.919, "count": 301, "max_ms": 133.975, "p95_ms": 111.686}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 334.19, "p95_ms": 139.102}, "triton_wait": {"avg_ms": 68.146, "count": 301, "max_ms": 121.141, "p95_ms": 98.857}, "visualize": {"avg_ms": 3.617, "count": 301, "max_ms": 5.656, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:03:13+09:00", "last_error_summary": "[h264 @ 0x55643cb92200] error while decoding MB 46 2, bytestream -12", "last_exit_at": "2026-07-06T19:03:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.573, "last_started_at": "2026-07-06T19:03:15+09:00", "pid": 23084, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.195, "name": "ffmpeg", "pid": 23084, "rss_mb": 270.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.774, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:06:00+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T19:06:00+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T19:06:00.352257+09:00", "mtime_epoch": 1783332360.3522575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:06:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.015, "pushed": 7.015, "read": 6.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.535, "count": 210, "max_ms": 10.823, "p95_ms": 8.462}, "gstreamer_push": {"avg_ms": 1.093, "count": 210, "max_ms": 1.637, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.631, "count": 210, "max_ms": 86.955, "p95_ms": 75.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.296, "count": 210, "max_ms": 126.542, "p95_ms": 108.561}, "yolo11_640_fire_11class": {"avg_ms": 59.679, "count": 210, "max_ms": 89.447, "p95_ms": 79.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.152, "count": 210, "max_ms": 104.919, "p95_ms": 94.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.863, "count": 210, "max_ms": 202.83, "p95_ms": 171.14}, "read_interval": {"avg_ms": 143.084, "count": 209, "max_ms": 211.177, "p95_ms": 179.172}, "triton_wait": {"avg_ms": 75.586, "count": 210, "max_ms": 126.555, "p95_ms": 108.573}, "visualize": {"avg_ms": 5.422, "count": 210, "max_ms": 9.118, "p95_ms": 6.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1384, "tracking_summary": 1261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6178.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28082.817, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.164, "sample_count": 1387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:06:09+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T19:06:09+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T19:06:09.392422+09:00", "mtime_epoch": 1783332369.3924217, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:06:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.027, "name": "celery", "pid": 239, "rss_mb": 826.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.614, "pushed": 4.614, "read": 4.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.066, "count": 138, "max_ms": 126.574, "p95_ms": 124.377}, "gstreamer_push": {"avg_ms": 0.819, "count": 138, "max_ms": 1.078, "p95_ms": 0.949}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.373, "count": 138, "max_ms": 120.963, "p95_ms": 106.878}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.997, "count": 138, "max_ms": 120.809, "p95_ms": 110.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.337, "count": 138, "max_ms": 271.712, "p95_ms": 256.613}, "read_interval": {"avg_ms": 218.227, "count": 137, "max_ms": 278.68, "p95_ms": 262.862}, "triton_wait": {"avg_ms": 78.744, "count": 138, "max_ms": 120.976, "p95_ms": 110.411}, "visualize": {"avg_ms": 27.574, "count": 138, "max_ms": 35.219, "p95_ms": 34.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6117.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7483.74, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.528, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:06:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:06:22+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T19:06:22+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T19:06:22.548661+09:00", "mtime_epoch": 1783332382.5486605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:06:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1503.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 300, "max_ms": 6.699, "p95_ms": 5.268}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.554, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.945, "count": 300, "max_ms": 87.109, "p95_ms": 71.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.154, "count": 300, "max_ms": 106.916, "p95_ms": 95.394}, "yolo11_640_fire_11class": {"avg_ms": 57.658, "count": 300, "max_ms": 88.261, "p95_ms": 78.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.432, "count": 300, "max_ms": 104.246, "p95_ms": 91.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.932, "count": 300, "max_ms": 119.697, "p95_ms": 109.107}, "read_interval": {"avg_ms": 100.192, "count": 299, "max_ms": 630.486, "p95_ms": 130.854}, "triton_wait": {"avg_ms": 63.979, "count": 300, "max_ms": 106.93, "p95_ms": 95.964}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 4.802, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6174.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:06:13+09:00", "last_error_summary": "[h264 @ 0x55db3d26ae00] error while decoding MB 35 16, bytestream -5", "last_exit_at": "2026-07-06T19:06:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.28, "last_started_at": "2026-07-06T19:06:16+09:00", "pid": 23191, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.395, "name": "ffmpeg", "pid": 23191, "rss_mb": 264.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.662, "sample_count": 2035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:06:30+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T19:06:30+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T19:06:30.412803+09:00", "mtime_epoch": 1783332390.4128034, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:06:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.849, "pushed": 5.849, "read": 5.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.638, "count": 175, "max_ms": 9.743, "p95_ms": 8.049}, "gstreamer_push": {"avg_ms": 1.073, "count": 175, "max_ms": 1.301, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.663, "count": 175, "max_ms": 87.6, "p95_ms": 79.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.164, "count": 175, "max_ms": 115.989, "p95_ms": 103.638}, "yolo11_640_fire_11class": {"avg_ms": 60.717, "count": 175, "max_ms": 87.612, "p95_ms": 82.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.416, "count": 175, "max_ms": 104.686, "p95_ms": 97.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.39, "count": 175, "max_ms": 205.681, "p95_ms": 175.139}, "read_interval": {"avg_ms": 171.877, "count": 174, "max_ms": 4748.864, "p95_ms": 184.289}, "triton_wait": {"avg_ms": 75.727, "count": 175, "max_ms": 116.003, "p95_ms": 103.654}, "visualize": {"avg_ms": 5.557, "count": 175, "max_ms": 8.214, "p95_ms": 6.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1385, "tracking_summary": 1262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6176.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28112.911, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.789, "sample_count": 1372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:06:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:06:39+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T19:06:39+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T19:06:39.508969+09:00", "mtime_epoch": 1783332399.5089686, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:06:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 830.027, "name": "celery", "pid": 239, "rss_mb": 827.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.486, "pushed": 4.486, "read": 4.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.528, "count": 134, "max_ms": 150.988, "p95_ms": 126.033}, "gstreamer_push": {"avg_ms": 0.966, "count": 134, "max_ms": 3.178, "p95_ms": 1.951}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.874, "count": 134, "max_ms": 117.133, "p95_ms": 101.541}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.497, "count": 134, "max_ms": 117.822, "p95_ms": 102.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.309, "count": 134, "max_ms": 284.692, "p95_ms": 258.479}, "read_interval": {"avg_ms": 224.687, "count": 133, "max_ms": 291.124, "p95_ms": 265.887}, "triton_wait": {"avg_ms": 75.203, "count": 134, "max_ms": 117.831, "p95_ms": 106.188}, "visualize": {"avg_ms": 31.664, "count": 134, "max_ms": 67.774, "p95_ms": 43.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6171.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7513.934, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.14, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:06:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T19:06:52+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T19:06:52+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T19:06:52.617207+09:00", "mtime_epoch": 1783332412.6172068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:06:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1503.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.287, "count": 301, "max_ms": 6.68, "p95_ms": 5.354}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.908, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.492, "count": 301, "max_ms": 84.174, "p95_ms": 73.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.803, "count": 301, "max_ms": 111.889, "p95_ms": 94.142}, "yolo11_640_fire_11class": {"avg_ms": 59.119, "count": 301, "max_ms": 89.738, "p95_ms": 79.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.2, "count": 301, "max_ms": 103.992, "p95_ms": 92.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.898, "count": 301, "max_ms": 125.164, "p95_ms": 108.107}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 509.529, "p95_ms": 127.4}, "triton_wait": {"avg_ms": 65.902, "count": 301, "max_ms": 111.901, "p95_ms": 95.317}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.881, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6182.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:06:13+09:00", "last_error_summary": "[h264 @ 0x55db3d26ae00] error while decoding MB 35 16, bytestream -5", "last_exit_at": "2026-07-06T19:06:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.455, "last_started_at": "2026-07-06T19:06:16+09:00", "pid": 23191, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.746, "name": "ffmpeg", "pid": 23191, "rss_mb": 267.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.662, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:07:00+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T19:07:00+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T19:07:00.589352+09:00", "mtime_epoch": 1783332420.5893517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:07:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.896, "pushed": 6.896, "read": 6.862}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.738, "count": 206, "max_ms": 10.722, "p95_ms": 8.278}, "gstreamer_push": {"avg_ms": 1.064, "count": 206, "max_ms": 2.016, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.269, "count": 206, "max_ms": 82.893, "p95_ms": 75.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.531, "count": 206, "max_ms": 111.493, "p95_ms": 98.212}, "yolo11_640_fire_11class": {"avg_ms": 59.967, "count": 206, "max_ms": 87.738, "p95_ms": 79.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.877, "count": 206, "max_ms": 103.881, "p95_ms": 94.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.745, "count": 206, "max_ms": 193.457, "p95_ms": 169.912}, "read_interval": {"avg_ms": 145.565, "count": 205, "max_ms": 201.133, "p95_ms": 177.123}, "triton_wait": {"avg_ms": 73.896, "count": 206, "max_ms": 111.505, "p95_ms": 98.801}, "visualize": {"avg_ms": 5.632, "count": 206, "max_ms": 8.227, "p95_ms": 6.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1386, "tracking_summary": 1263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6182.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28143.024, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.837, "sample_count": 1369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:07:09+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T19:07:09+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T19:07:09.637516+09:00", "mtime_epoch": 1783332429.637516, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:07:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.281, "name": "celery", "pid": 239, "rss_mb": 830.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.514, "pushed": 4.514, "read": 4.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.485, "count": 135, "max_ms": 135.025, "p95_ms": 125.783}, "gstreamer_push": {"avg_ms": 0.852, "count": 135, "max_ms": 2.979, "p95_ms": 1.049}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.667, "count": 135, "max_ms": 117.429, "p95_ms": 106.119}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.699, "count": 135, "max_ms": 110.911, "p95_ms": 106.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.017, "count": 135, "max_ms": 275.576, "p95_ms": 259.575}, "read_interval": {"avg_ms": 223.222, "count": 134, "max_ms": 281.57, "p95_ms": 267.101}, "triton_wait": {"avg_ms": 77.162, "count": 135, "max_ms": 117.441, "p95_ms": 109.093}, "visualize": {"avg_ms": 27.47, "count": 135, "max_ms": 42.572, "p95_ms": 38.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6183.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7543.98, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.864, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:07:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:07:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T19:07:22+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T19:07:22.785755+09:00", "mtime_epoch": 1783332442.7857547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:07:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1503.801, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.253, "count": 301, "max_ms": 6.694, "p95_ms": 5.366}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.708, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.921, "count": 301, "max_ms": 85.645, "p95_ms": 74.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.272, "count": 301, "max_ms": 116.133, "p95_ms": 97.0}, "yolo11_640_fire_11class": {"avg_ms": 60.326, "count": 301, "max_ms": 93.436, "p95_ms": 79.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.155, "count": 301, "max_ms": 103.941, "p95_ms": 91.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.602, "count": 301, "max_ms": 129.302, "p95_ms": 111.476}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 408.531, "p95_ms": 134.272}, "triton_wait": {"avg_ms": 66.742, "count": 301, "max_ms": 116.145, "p95_ms": 98.666}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 5.746, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:06:13+09:00", "last_error_summary": "[h264 @ 0x55db3d26ae00] error while decoding MB 35 16, bytestream -5", "last_exit_at": "2026-07-06T19:06:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.547, "last_started_at": "2026-07-06T19:06:16+09:00", "pid": 23191, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.293, "name": "ffmpeg", "pid": 23191, "rss_mb": 269.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.315, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:07:30+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T19:07:30+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T19:07:30.709899+09:00", "mtime_epoch": 1783332450.7098987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:07:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.72, "pushed": 6.72, "read": 6.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.71, "count": 201, "max_ms": 10.139, "p95_ms": 7.622}, "gstreamer_push": {"avg_ms": 1.075, "count": 201, "max_ms": 1.464, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.163, "count": 201, "max_ms": 79.146, "p95_ms": 74.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.24, "count": 201, "max_ms": 110.825, "p95_ms": 102.557}, "yolo11_640_fire_11class": {"avg_ms": 60.525, "count": 201, "max_ms": 87.609, "p95_ms": 80.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.166, "count": 201, "max_ms": 106.034, "p95_ms": 93.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.811, "count": 201, "max_ms": 190.592, "p95_ms": 180.989}, "read_interval": {"avg_ms": 149.669, "count": 200, "max_ms": 205.905, "p95_ms": 189.057}, "triton_wait": {"avg_ms": 74.861, "count": 201, "max_ms": 110.838, "p95_ms": 102.78}, "visualize": {"avg_ms": 5.806, "count": 201, "max_ms": 8.751, "p95_ms": 7.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1389, "tracking_summary": 1264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6181.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28173.049, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.032, "sample_count": 1371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:07:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:07:39+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T19:07:39+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T19:07:39.642061+09:00", "mtime_epoch": 1783332459.642061, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:07:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.281, "name": "celery", "pid": 239, "rss_mb": 828.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.59, "pushed": 4.59, "read": 4.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.922, "count": 137, "max_ms": 154.053, "p95_ms": 133.038}, "gstreamer_push": {"avg_ms": 0.809, "count": 137, "max_ms": 1.026, "p95_ms": 0.956}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.996, "count": 137, "max_ms": 103.429, "p95_ms": 97.834}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.764, "count": 137, "max_ms": 110.533, "p95_ms": 102.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.28, "count": 137, "max_ms": 280.468, "p95_ms": 253.196}, "read_interval": {"avg_ms": 219.123, "count": 136, "max_ms": 287.767, "p95_ms": 260.576}, "triton_wait": {"avg_ms": 74.799, "count": 137, "max_ms": 110.546, "p95_ms": 103.442}, "visualize": {"avg_ms": 24.581, "count": 137, "max_ms": 31.372, "p95_ms": 29.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6180.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7574.02, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.481, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:07:52+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T19:07:52+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T19:07:52.806300+09:00", "mtime_epoch": 1783332472.8063002, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:07:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1504.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.081}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.251, "count": 303, "max_ms": 6.671, "p95_ms": 5.148}, "gstreamer_push": {"avg_ms": 1.302, "count": 303, "max_ms": 1.884, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.243, "count": 303, "max_ms": 89.172, "p95_ms": 75.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.436, "count": 303, "max_ms": 105.55, "p95_ms": 94.808}, "yolo11_640_fire_11class": {"avg_ms": 60.29, "count": 303, "max_ms": 89.588, "p95_ms": 80.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.531, "count": 303, "max_ms": 108.859, "p95_ms": 92.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.808, "count": 303, "max_ms": 121.833, "p95_ms": 108.184}, "read_interval": {"avg_ms": 99.137, "count": 302, "max_ms": 345.951, "p95_ms": 132.515}, "triton_wait": {"avg_ms": 65.963, "count": 303, "max_ms": 108.872, "p95_ms": 95.061}, "visualize": {"avg_ms": 3.644, "count": 303, "max_ms": 5.025, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:06:13+09:00", "last_error_summary": "[h264 @ 0x55db3d26ae00] error while decoding MB 35 16, bytestream -5", "last_exit_at": "2026-07-06T19:06:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.629, "last_started_at": "2026-07-06T19:06:16+09:00", "pid": 23191, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.551, "name": "ffmpeg", "pid": 23191, "rss_mb": 269.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.431, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T19:08:00+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T19:08:00+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T19:08:00.822446+09:00", "mtime_epoch": 1783332480.8224459, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:08:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.047, "pushed": 7.047, "read": 7.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.534, "count": 210, "max_ms": 9.68, "p95_ms": 7.888}, "gstreamer_push": {"avg_ms": 1.08, "count": 211, "max_ms": 1.347, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.685, "count": 210, "max_ms": 81.738, "p95_ms": 75.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.572, "count": 210, "max_ms": 112.242, "p95_ms": 98.2}, "yolo11_640_fire_11class": {"avg_ms": 59.017, "count": 210, "max_ms": 88.901, "p95_ms": 78.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.094, "count": 210, "max_ms": 109.523, "p95_ms": 92.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.215, "count": 211, "max_ms": 197.013, "p95_ms": 163.833}, "read_interval": {"avg_ms": 142.648, "count": 210, "max_ms": 204.751, "p95_ms": 173.874}, "triton_wait": {"avg_ms": 74.254, "count": 210, "max_ms": 112.253, "p95_ms": 98.212}, "visualize": {"avg_ms": 5.419, "count": 210, "max_ms": 7.793, "p95_ms": 6.411}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1389, "tracking_summary": 1266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6181.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28203.148, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.032, "sample_count": 1385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T19:08:09+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T19:08:09+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T19:08:09.746608+09:00", "mtime_epoch": 1783332489.746608, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:08:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.281, "name": "celery", "pid": 239, "rss_mb": 827.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.888, "pushed": 4.888, "read": 4.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.299, "count": 146, "max_ms": 139.5, "p95_ms": 126.273}, "gstreamer_push": {"avg_ms": 0.813, "count": 146, "max_ms": 0.994, "p95_ms": 0.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.004, "count": 146, "max_ms": 116.677, "p95_ms": 91.434}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.107, "count": 146, "max_ms": 111.772, "p95_ms": 94.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.314, "count": 146, "max_ms": 251.571, "p95_ms": 242.443}, "read_interval": {"avg_ms": 206.098, "count": 145, "max_ms": 258.141, "p95_ms": 248.813}, "triton_wait": {"avg_ms": 71.855, "count": 146, "max_ms": 116.689, "p95_ms": 95.301}, "visualize": {"avg_ms": 25.178, "count": 146, "max_ms": 33.238, "p95_ms": 29.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6181.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7604.025, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.462, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:08:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T19:08:22+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T19:08:22+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T19:08:22.818846+09:00", "mtime_epoch": 1783332502.8188457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:08:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1504.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 297, "max_ms": 6.998, "p95_ms": 5.849}, "gstreamer_push": {"avg_ms": 1.283, "count": 297, "max_ms": 1.98, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.561, "count": 297, "max_ms": 85.215, "p95_ms": 74.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.988, "count": 297, "max_ms": 127.672, "p95_ms": 93.844}, "yolo11_640_fire_11class": {"avg_ms": 60.659, "count": 297, "max_ms": 98.401, "p95_ms": 81.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.138, "count": 297, "max_ms": 104.342, "p95_ms": 92.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.763, "count": 297, "max_ms": 140.899, "p95_ms": 107.76}, "read_interval": {"avg_ms": 101.04, "count": 297, "max_ms": 700.045, "p95_ms": 128.054}, "triton_wait": {"avg_ms": 66.902, "count": 297, "max_ms": 127.685, "p95_ms": 94.872}, "visualize": {"avg_ms": 3.638, "count": 297, "max_ms": 5.198, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6181.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:06:13+09:00", "last_error_summary": "[h264 @ 0x55db3d26ae00] error while decoding MB 35 16, bytestream -5", "last_exit_at": "2026-07-06T19:06:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.666, "last_started_at": "2026-07-06T19:06:16+09:00", "pid": 23191, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.324, "name": "ffmpeg", "pid": 23191, "rss_mb": 270.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.89, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:08:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:08:30+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T19:08:30+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T19:08:30.826991+09:00", "mtime_epoch": 1783332510.8269913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:08:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.925, "pushed": 6.925, "read": 6.892}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.592, "count": 207, "max_ms": 10.909, "p95_ms": 8.01}, "gstreamer_push": {"avg_ms": 1.072, "count": 207, "max_ms": 1.558, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.477, "count": 207, "max_ms": 88.424, "p95_ms": 75.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.278, "count": 207, "max_ms": 118.83, "p95_ms": 99.199}, "yolo11_640_fire_11class": {"avg_ms": 60.598, "count": 207, "max_ms": 94.026, "p95_ms": 81.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.231, "count": 207, "max_ms": 106.331, "p95_ms": 93.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.407, "count": 207, "max_ms": 186.23, "p95_ms": 173.634}, "read_interval": {"avg_ms": 145.043, "count": 206, "max_ms": 195.855, "p95_ms": 183.429}, "triton_wait": {"avg_ms": 74.158, "count": 207, "max_ms": 118.842, "p95_ms": 99.415}, "visualize": {"avg_ms": 5.562, "count": 207, "max_ms": 10.811, "p95_ms": 6.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1390, "tracking_summary": 1267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6182.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28233.241, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.959, "sample_count": 1368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:08:40+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T19:08:39+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T19:08:39.827155+09:00", "mtime_epoch": 1783332519.8271549, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:08:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.281, "name": "celery", "pid": 239, "rss_mb": 829.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.39, "pushed": 4.39, "read": 4.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.323, "count": 131, "max_ms": 156.454, "p95_ms": 140.916}, "gstreamer_push": {"avg_ms": 0.808, "count": 131, "max_ms": 1.903, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.98, "count": 131, "max_ms": 118.485, "p95_ms": 95.288}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.527, "count": 131, "max_ms": 122.045, "p95_ms": 106.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.923, "count": 131, "max_ms": 294.547, "p95_ms": 260.595}, "read_interval": {"avg_ms": 229.842, "count": 130, "max_ms": 300.932, "p95_ms": 266.843}, "triton_wait": {"avg_ms": 74.597, "count": 131, "max_ms": 122.058, "p95_ms": 106.554}, "visualize": {"avg_ms": 27.131, "count": 131, "max_ms": 43.178, "p95_ms": 33.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6184.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7634.119, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.5, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:08:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:08:52+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T19:08:52+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T19:08:52.907393+09:00", "mtime_epoch": 1783332532.9073925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:08:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1504.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.328, "count": 301, "max_ms": 7.073, "p95_ms": 5.643}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 2.098, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.965, "count": 301, "max_ms": 76.251, "p95_ms": 71.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.676, "count": 301, "max_ms": 111.725, "p95_ms": 94.09}, "yolo11_640_fire_11class": {"avg_ms": 60.753, "count": 301, "max_ms": 91.211, "p95_ms": 80.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.607, "count": 301, "max_ms": 106.924, "p95_ms": 90.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.488, "count": 302, "max_ms": 126.496, "p95_ms": 108.303}, "read_interval": {"avg_ms": 99.655, "count": 301, "max_ms": 602.974, "p95_ms": 127.865}, "triton_wait": {"avg_ms": 66.5, "count": 301, "max_ms": 111.738, "p95_ms": 95.185}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.657, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6052.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:08:59+09:00", "last_error_summary": "[h264 @ 0x557110e3f140] error while decoding MB 18 42, bytestream -5", "last_exit_at": "2026-07-06T19:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.131, "last_started_at": "2026-07-06T19:09:02+09:00", "pid": 23298, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.035, "name": "ffmpeg", "pid": 23298, "rss_mb": 150.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.62, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T19:09:04+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T19:09:04+09:00", "mjpeg": {"age_sec": 4.316, "exists": true, "mtime": "2026-07-06T19:08:59.895519+09:00", "mtime_epoch": 1783332539.8955195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:09:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.182, "pushed": 6.182, "read": 6.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.395, "count": 184, "max_ms": 10.839, "p95_ms": 7.696}, "gstreamer_push": {"avg_ms": 1.089, "count": 185, "max_ms": 1.362, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.963, "count": 184, "max_ms": 86.47, "p95_ms": 71.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.446, "count": 184, "max_ms": 116.219, "p95_ms": 98.786}, "yolo11_640_fire_11class": {"avg_ms": 59.409, "count": 184, "max_ms": 90.144, "p95_ms": 83.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.17, "count": 184, "max_ms": 104.623, "p95_ms": 96.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.459, "count": 185, "max_ms": 203.611, "p95_ms": 159.044}, "read_interval": {"avg_ms": 162.885, "count": 184, "max_ms": 4343.132, "p95_ms": 170.478}, "triton_wait": {"avg_ms": 73.423, "count": 184, "max_ms": 116.232, "p95_ms": 100.87}, "visualize": {"avg_ms": 5.291, "count": 184, "max_ms": 8.142, "p95_ms": 6.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1392, "tracking_summary": 1268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6147.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28263.268, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.959, "sample_count": 1376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:09:10+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T19:09:09+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T19:09:09.879701+09:00", "mtime_epoch": 1783332549.8797011, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:09:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.887, "name": "celery", "pid": 239, "rss_mb": 824.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.663, "pushed": 4.663, "read": 4.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.972, "count": 139, "max_ms": 159.831, "p95_ms": 124.575}, "gstreamer_push": {"avg_ms": 0.936, "count": 139, "max_ms": 2.423, "p95_ms": 1.933}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.1, "count": 139, "max_ms": 116.462, "p95_ms": 104.713}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.311, "count": 139, "max_ms": 112.271, "p95_ms": 107.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.868, "count": 139, "max_ms": 290.74, "p95_ms": 258.335}, "read_interval": {"avg_ms": 216.107, "count": 138, "max_ms": 299.325, "p95_ms": 266.705}, "triton_wait": {"avg_ms": 75.785, "count": 139, "max_ms": 116.476, "p95_ms": 107.322}, "visualize": {"avg_ms": 28.129, "count": 139, "max_ms": 48.576, "p95_ms": 39.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6174.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7664.159, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.513, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:09:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:09:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T19:09:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T19:09:22.939939+09:00", "mtime_epoch": 1783332562.9399385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:09:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1504.316, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.231, "count": 300, "max_ms": 6.528, "p95_ms": 5.359}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.635, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.673, "count": 300, "max_ms": 87.468, "p95_ms": 72.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.573, "count": 300, "max_ms": 116.831, "p95_ms": 96.009}, "yolo11_640_fire_11class": {"avg_ms": 61.703, "count": 300, "max_ms": 92.738, "p95_ms": 82.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.761, "count": 300, "max_ms": 107.529, "p95_ms": 93.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.078, "count": 300, "max_ms": 130.146, "p95_ms": 110.666}, "read_interval": {"avg_ms": 100.095, "count": 299, "max_ms": 493.934, "p95_ms": 135.863}, "triton_wait": {"avg_ms": 67.371, "count": 300, "max_ms": 116.843, "p95_ms": 97.355}, "visualize": {"avg_ms": 3.585, "count": 300, "max_ms": 4.948, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6182.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:08:59+09:00", "last_error_summary": "[h264 @ 0x557110e3f140] error while decoding MB 18 42, bytestream -5", "last_exit_at": "2026-07-06T19:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.171, "last_started_at": "2026-07-06T19:09:02+09:00", "pid": 23298, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.891, "name": "ffmpeg", "pid": 23298, "rss_mb": 269.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.14, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:09:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T19:09:34+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:09:34+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T19:09:34.112142+09:00", "mtime_epoch": 1783332574.1121416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:09:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.329, "pushed": 7.329, "read": 7.295}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.213, "count": 219, "max_ms": 9.579, "p95_ms": 7.545}, "gstreamer_push": {"avg_ms": 1.11, "count": 219, "max_ms": 1.845, "p95_ms": 1.253}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.309, "count": 219, "max_ms": 82.904, "p95_ms": 74.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.632, "count": 219, "max_ms": 115.852, "p95_ms": 103.714}, "yolo11_640_fire_11class": {"avg_ms": 60.437, "count": 219, "max_ms": 86.518, "p95_ms": 81.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.905, "count": 219, "max_ms": 103.918, "p95_ms": 94.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.846, "count": 219, "max_ms": 184.932, "p95_ms": 161.09}, "read_interval": {"avg_ms": 137.091, "count": 218, "max_ms": 193.272, "p95_ms": 170.854}, "triton_wait": {"avg_ms": 73.494, "count": 219, "max_ms": 115.865, "p95_ms": 103.931}, "visualize": {"avg_ms": 5.165, "count": 219, "max_ms": 6.786, "p95_ms": 6.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1393, "tracking_summary": 1269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6180.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28293.476, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.676, "sample_count": 1381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:09:40+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T19:09:40+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T19:09:40.000249+09:00", "mtime_epoch": 1783332580.0002487, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:09:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.887, "name": "celery", "pid": 239, "rss_mb": 826.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.89, "pushed": 4.89, "read": 4.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 87.342, "count": 146, "max_ms": 135.225, "p95_ms": 125.833}, "gstreamer_push": {"avg_ms": 0.95, "count": 146, "max_ms": 2.275, "p95_ms": 1.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.006, "count": 146, "max_ms": 109.506, "p95_ms": 98.504}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.066, "count": 146, "max_ms": 112.634, "p95_ms": 102.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.307, "count": 146, "max_ms": 265.514, "p95_ms": 249.794}, "read_interval": {"avg_ms": 205.148, "count": 145, "max_ms": 269.486, "p95_ms": 256.647}, "triton_wait": {"avg_ms": 77.24, "count": 146, "max_ms": 112.647, "p95_ms": 104.172}, "visualize": {"avg_ms": 29.67, "count": 146, "max_ms": 60.019, "p95_ms": 45.687}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6174.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7694.233, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.033, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:09:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:09:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T19:09:53+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T19:09:53.040486+09:00", "mtime_epoch": 1783332593.0404859, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:09:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1504.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.278, "count": 303, "max_ms": 6.392, "p95_ms": 5.29}, "gstreamer_push": {"avg_ms": 1.296, "count": 303, "max_ms": 2.233, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.556, "count": 303, "max_ms": 84.625, "p95_ms": 70.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.391, "count": 303, "max_ms": 116.925, "p95_ms": 97.416}, "yolo11_640_fire_11class": {"avg_ms": 61.888, "count": 303, "max_ms": 95.071, "p95_ms": 82.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.951, "count": 303, "max_ms": 101.016, "p95_ms": 92.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.117, "count": 303, "max_ms": 129.654, "p95_ms": 111.539}, "read_interval": {"avg_ms": 99.322, "count": 302, "max_ms": 532.959, "p95_ms": 129.899}, "triton_wait": {"avg_ms": 67.261, "count": 303, "max_ms": 116.938, "p95_ms": 98.745}, "visualize": {"avg_ms": 3.624, "count": 303, "max_ms": 4.74, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6174.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:08:59+09:00", "last_error_summary": "[h264 @ 0x557110e3f140] error while decoding MB 18 42, bytestream -5", "last_exit_at": "2026-07-06T19:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.206, "last_started_at": "2026-07-06T19:09:02+09:00", "pid": 23298, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.891, "name": "ffmpeg", "pid": 23298, "rss_mb": 269.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.507, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:10:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:10:04+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T19:10:04+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T19:10:04.172688+09:00", "mtime_epoch": 1783332604.1726882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:10:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.357, "pushed": 7.357, "read": 7.323}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.065, "count": 220, "max_ms": 9.165, "p95_ms": 7.121}, "gstreamer_push": {"avg_ms": 1.091, "count": 220, "max_ms": 1.446, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.008, "count": 220, "max_ms": 92.537, "p95_ms": 73.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.244, "count": 220, "max_ms": 119.623, "p95_ms": 98.387}, "yolo11_640_fire_11class": {"avg_ms": 61.293, "count": 220, "max_ms": 93.057, "p95_ms": 80.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.117, "count": 220, "max_ms": 105.552, "p95_ms": 92.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.152, "count": 220, "max_ms": 171.594, "p95_ms": 153.75}, "read_interval": {"avg_ms": 136.542, "count": 219, "max_ms": 180.739, "p95_ms": 164.386}, "triton_wait": {"avg_ms": 73.916, "count": 220, "max_ms": 119.637, "p95_ms": 98.591}, "visualize": {"avg_ms": 5.114, "count": 220, "max_ms": 6.749, "p95_ms": 5.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1394, "tracking_summary": 1270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6180.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28323.593, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.613, "sample_count": 1377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:10:10+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T19:10:10+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T19:10:10.196798+09:00", "mtime_epoch": 1783332610.1967978, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:10:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.887, "name": "celery", "pid": 239, "rss_mb": 826.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.383, "pushed": 4.383, "read": 4.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.956, "count": 131, "max_ms": 152.663, "p95_ms": 129.326}, "gstreamer_push": {"avg_ms": 0.921, "count": 131, "max_ms": 2.125, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.171, "count": 131, "max_ms": 114.855, "p95_ms": 98.189}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.765, "count": 131, "max_ms": 113.749, "p95_ms": 106.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.663, "count": 131, "max_ms": 296.489, "p95_ms": 262.987}, "read_interval": {"avg_ms": 230.053, "count": 130, "max_ms": 302.755, "p95_ms": 269.371}, "triton_wait": {"avg_ms": 79.183, "count": 131, "max_ms": 114.869, "p95_ms": 107.451}, "visualize": {"avg_ms": 29.553, "count": 131, "max_ms": 45.27, "p95_ms": 41.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6183.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7724.317, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.988, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:10:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T19:10:23+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T19:10:23+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T19:10:23.101032+09:00", "mtime_epoch": 1783332623.1010325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:10:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1504.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.233, "count": 298, "max_ms": 6.71, "p95_ms": 5.043}, "gstreamer_push": {"avg_ms": 1.294, "count": 298, "max_ms": 2.23, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.069, "count": 298, "max_ms": 90.034, "p95_ms": 74.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.473, "count": 298, "max_ms": 118.733, "p95_ms": 95.774}, "yolo11_640_fire_11class": {"avg_ms": 62.625, "count": 298, "max_ms": 96.851, "p95_ms": 83.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.891, "count": 298, "max_ms": 103.391, "p95_ms": 93.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.269, "count": 298, "max_ms": 132.038, "p95_ms": 109.961}, "read_interval": {"avg_ms": 100.614, "count": 298, "max_ms": 533.813, "p95_ms": 136.228}, "triton_wait": {"avg_ms": 67.364, "count": 298, "max_ms": 118.746, "p95_ms": 96.812}, "visualize": {"avg_ms": 3.646, "count": 298, "max_ms": 5.235, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6184.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:08:59+09:00", "last_error_summary": "[h264 @ 0x557110e3f140] error while decoding MB 18 42, bytestream -5", "last_exit_at": "2026-07-06T19:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.325, "last_started_at": "2026-07-06T19:09:02+09:00", "pid": 23298, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.5, "name": "ffmpeg", "pid": 23298, "rss_mb": 273.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.11, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:10:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:10:34+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T19:10:34+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T19:10:34.241235+09:00", "mtime_epoch": 1783332634.241235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:10:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.994, "pushed": 6.994, "read": 6.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.581, "count": 209, "max_ms": 10.804, "p95_ms": 8.442}, "gstreamer_push": {"avg_ms": 1.071, "count": 209, "max_ms": 1.308, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.156, "count": 209, "max_ms": 84.805, "p95_ms": 75.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.571, "count": 209, "max_ms": 117.638, "p95_ms": 96.344}, "yolo11_640_fire_11class": {"avg_ms": 60.297, "count": 209, "max_ms": 91.236, "p95_ms": 83.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.18, "count": 209, "max_ms": 105.963, "p95_ms": 93.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.378, "count": 209, "max_ms": 177.7, "p95_ms": 172.183}, "read_interval": {"avg_ms": 143.43, "count": 208, "max_ms": 186.136, "p95_ms": 179.55}, "triton_wait": {"avg_ms": 72.382, "count": 209, "max_ms": 117.65, "p95_ms": 97.493}, "visualize": {"avg_ms": 5.58, "count": 209, "max_ms": 8.557, "p95_ms": 6.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1395, "tracking_summary": 1271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6184.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28353.714, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.959, "sample_count": 1365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:10:40+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-06T19:10:40+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T19:10:40.261344+09:00", "mtime_epoch": 1783332640.2613444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:10:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.887, "name": "celery", "pid": 239, "rss_mb": 827.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.375, "pushed": 4.375, "read": 4.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.945, "count": 131, "max_ms": 150.505, "p95_ms": 122.886}, "gstreamer_push": {"avg_ms": 0.813, "count": 131, "max_ms": 1.964, "p95_ms": 0.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.934, "count": 131, "max_ms": 114.206, "p95_ms": 100.844}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.2, "count": 131, "max_ms": 115.777, "p95_ms": 103.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.978, "count": 131, "max_ms": 262.269, "p95_ms": 253.792}, "read_interval": {"avg_ms": 229.648, "count": 130, "max_ms": 269.275, "p95_ms": 259.219}, "triton_wait": {"avg_ms": 76.397, "count": 131, "max_ms": 115.791, "p95_ms": 103.855}, "visualize": {"avg_ms": 26.785, "count": 131, "max_ms": 36.307, "p95_ms": 32.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6185.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7754.322, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.294, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:10:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:10:53+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:10:53+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:10:53.121578+09:00", "mtime_epoch": 1783332653.1215785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:10:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1504.832, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 301, "max_ms": 6.535, "p95_ms": 5.801}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 2.011, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.043, "count": 301, "max_ms": 84.497, "p95_ms": 68.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.822, "count": 301, "max_ms": 117.818, "p95_ms": 92.801}, "yolo11_640_fire_11class": {"avg_ms": 61.492, "count": 301, "max_ms": 89.701, "p95_ms": 83.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.708, "count": 301, "max_ms": 104.272, "p95_ms": 88.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.358, "count": 301, "max_ms": 130.891, "p95_ms": 105.903}, "read_interval": {"avg_ms": 99.724, "count": 301, "max_ms": 542.349, "p95_ms": 126.097}, "triton_wait": {"avg_ms": 66.197, "count": 301, "max_ms": 117.83, "p95_ms": 93.133}, "visualize": {"avg_ms": 3.708, "count": 301, "max_ms": 4.951, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6192.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:08:59+09:00", "last_error_summary": "[h264 @ 0x557110e3f140] error while decoding MB 18 42, bytestream -5", "last_exit_at": "2026-07-06T19:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.34, "last_started_at": "2026-07-06T19:09:02+09:00", "pid": 23298, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.227, "name": "ffmpeg", "pid": 23298, "rss_mb": 279.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 20, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.886, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:11:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:11:04+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T19:11:04+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T19:11:04.281781+09:00", "mtime_epoch": 1783332664.2817814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:11:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.24, "pushed": 7.24, "read": 7.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.352, "count": 216, "max_ms": 9.635, "p95_ms": 7.893}, "gstreamer_push": {"avg_ms": 1.086, "count": 216, "max_ms": 1.488, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.087, "count": 216, "max_ms": 82.442, "p95_ms": 75.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.15, "count": 216, "max_ms": 117.953, "p95_ms": 98.207}, "yolo11_640_fire_11class": {"avg_ms": 60.999, "count": 216, "max_ms": 94.757, "p95_ms": 82.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.673, "count": 216, "max_ms": 105.736, "p95_ms": 92.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.737, "count": 216, "max_ms": 184.359, "p95_ms": 163.904}, "read_interval": {"avg_ms": 138.883, "count": 215, "max_ms": 192.446, "p95_ms": 173.077}, "triton_wait": {"avg_ms": 72.941, "count": 216, "max_ms": 117.967, "p95_ms": 99.108}, "visualize": {"avg_ms": 5.338, "count": 216, "max_ms": 7.8, "p95_ms": 6.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1397, "tracking_summary": 1273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6194.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28383.935, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.489, "sample_count": 1370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:11:10+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T19:11:10+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T19:11:10.525895+09:00", "mtime_epoch": 1783332670.5258949, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:11:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.887, "name": "celery", "pid": 239, "rss_mb": 828.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.733, "pushed": 4.733, "read": 4.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.888, "count": 142, "max_ms": 173.268, "p95_ms": 127.344}, "gstreamer_push": {"avg_ms": 0.9, "count": 142, "max_ms": 1.991, "p95_ms": 1.73}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.823, "count": 142, "max_ms": 111.129, "p95_ms": 96.882}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.255, "count": 142, "max_ms": 110.246, "p95_ms": 100.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.37, "count": 142, "max_ms": 289.589, "p95_ms": 249.177}, "read_interval": {"avg_ms": 211.261, "count": 142, "max_ms": 298.454, "p95_ms": 255.707}, "triton_wait": {"avg_ms": 73.576, "count": 142, "max_ms": 111.142, "p95_ms": 100.917}, "visualize": {"avg_ms": 27.806, "count": 142, "max_ms": 50.506, "p95_ms": 37.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6195.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7784.364, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.5, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:11:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:11:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T19:11:23+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T19:11:23.142124+09:00", "mtime_epoch": 1783332683.1421244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:11:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1505.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.272, "count": 298, "max_ms": 6.618, "p95_ms": 5.284}, "gstreamer_push": {"avg_ms": 1.296, "count": 298, "max_ms": 1.723, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.741, "count": 298, "max_ms": 90.89, "p95_ms": 74.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.028, "count": 298, "max_ms": 126.161, "p95_ms": 96.637}, "yolo11_640_fire_11class": {"avg_ms": 62.749, "count": 298, "max_ms": 93.83, "p95_ms": 84.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.678, "count": 298, "max_ms": 104.582, "p95_ms": 91.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.402, "count": 298, "max_ms": 141.915, "p95_ms": 109.894}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 585.406, "p95_ms": 128.512}, "triton_wait": {"avg_ms": 68.502, "count": 298, "max_ms": 126.177, "p95_ms": 96.765}, "visualize": {"avg_ms": 3.637, "count": 298, "max_ms": 5.284, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1399, "tracking_summary": 1274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6194.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28414.037, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.196, "sample_count": 1369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:11:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:11:40+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T19:11:40+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T19:11:40.634443+09:00", "mtime_epoch": 1783332700.6344426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:11:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.887, "name": "celery", "pid": 239, "rss_mb": 827.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.484, "pushed": 4.484, "read": 4.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.79, "count": 134, "max_ms": 133.248, "p95_ms": 122.997}, "gstreamer_push": {"avg_ms": 0.772, "count": 134, "max_ms": 0.945, "p95_ms": 0.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.511, "count": 134, "max_ms": 115.071, "p95_ms": 90.578}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.097, "count": 134, "max_ms": 114.257, "p95_ms": 93.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.979, "count": 134, "max_ms": 263.964, "p95_ms": 242.92}, "read_interval": {"avg_ms": 224.709, "count": 133, "max_ms": 269.783, "p95_ms": 249.3}, "triton_wait": {"avg_ms": 71.749, "count": 134, "max_ms": 115.082, "p95_ms": 93.248}, "visualize": {"avg_ms": 24.682, "count": 134, "max_ms": 32.895, "p95_ms": 27.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6206.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:08:59+09:00", "last_error_summary": "[h264 @ 0x557110e3f140] error while decoding MB 18 42, bytestream -5", "last_exit_at": "2026-07-06T19:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.716, "last_started_at": "2026-07-06T19:09:02+09:00", "pid": 23298, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.977, "name": "ffmpeg", "pid": 23298, "rss_mb": 292.977, "state": "S (sleeping)", "threads": 104}, "restart_count": 86, "restart_count_per_hour": 19, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.493, "sample_count": 1961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T19:11:49+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:11:49+09:00", "mjpeg": {"age_sec": 19.234, "exists": true, "mtime": "2026-07-06T19:11:30.562259+09:00", "mtime_epoch": 1783332690.5622594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:11:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 84, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.8, "pushed": 2.8, "read": 2.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.604, "count": 84, "max_ms": 8.697, "p95_ms": 7.037}, "gstreamer_push": {"avg_ms": 1.167, "count": 84, "max_ms": 2.059, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.127, "count": 84, "max_ms": 84.898, "p95_ms": 75.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.008, "count": 84, "max_ms": 108.647, "p95_ms": 97.11}, "yolo11_640_fire_11class": {"avg_ms": 61.187, "count": 84, "max_ms": 88.878, "p95_ms": 82.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.665, "count": 84, "max_ms": 100.839, "p95_ms": 92.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.861, "count": 84, "max_ms": 187.973, "p95_ms": 155.534}, "read_interval": {"avg_ms": 358.253, "count": 84, "max_ms": 19281.448, "p95_ms": 175.184}, "triton_wait": {"avg_ms": 72.928, "count": 84, "max_ms": 108.657, "p95_ms": 99.006}, "visualize": {"avg_ms": 4.986, "count": 84, "max_ms": 8.436, "p95_ms": 6.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5941.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7814.435, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "R (running)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.124, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:11:53+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:11:53+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:11:53.234672+09:00", "mtime_epoch": 1783332713.2346718, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:11:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1505.09, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.233, "count": 302, "max_ms": 6.639, "p95_ms": 5.062}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 2.294, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.167, "count": 302, "max_ms": 81.511, "p95_ms": 60.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.005, "count": 302, "max_ms": 100.742, "p95_ms": 88.71}, "yolo11_640_fire_11class": {"avg_ms": 59.902, "count": 302, "max_ms": 88.049, "p95_ms": 71.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.057, "count": 302, "max_ms": 100.265, "p95_ms": 78.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.776, "count": 302, "max_ms": 113.607, "p95_ms": 102.658}, "read_interval": {"avg_ms": 99.623, "count": 301, "max_ms": 563.39, "p95_ms": 123.557}, "triton_wait": {"avg_ms": 63.942, "count": 302, "max_ms": 100.755, "p95_ms": 89.805}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 5.425, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1400, "tracking_summary": 1275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5958.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28444.238, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.513, "sample_count": 1383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:12:11+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T19:12:10+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-06T19:12:10.842992+09:00", "mtime_epoch": 1783332730.8429923, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:12:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 831.887, "name": "celery", "pid": 239, "rss_mb": 831.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.972, "pushed": 4.972, "read": 4.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.803, "count": 149, "max_ms": 140.942, "p95_ms": 121.395}, "gstreamer_push": {"avg_ms": 0.826, "count": 149, "max_ms": 1.108, "p95_ms": 0.979}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.92, "count": 149, "max_ms": 108.918, "p95_ms": 86.731}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.896, "count": 149, "max_ms": 107.503, "p95_ms": 91.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.771, "count": 149, "max_ms": 251.285, "p95_ms": 234.107}, "read_interval": {"avg_ms": 202.58, "count": 148, "max_ms": 257.35, "p95_ms": 240.643}, "triton_wait": {"avg_ms": 71.05, "count": 149, "max_ms": 108.931, "p95_ms": 91.199}, "visualize": {"avg_ms": 24.966, "count": 149, "max_ms": 34.525, "p95_ms": 30.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5971.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7844.523, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.923, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:12:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:12:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T19:12:23+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T19:12:23.319219+09:00", "mtime_epoch": 1783332743.3192194, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:12:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1505.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.253, "count": 304, "max_ms": 6.595, "p95_ms": 5.081}, "gstreamer_push": {"avg_ms": 1.303, "count": 304, "max_ms": 1.759, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.814, "count": 304, "max_ms": 68.218, "p95_ms": 59.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.266, "count": 304, "max_ms": 93.761, "p95_ms": 86.763}, "yolo11_640_fire_11class": {"avg_ms": 58.131, "count": 304, "max_ms": 79.12, "p95_ms": 69.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.64, "count": 304, "max_ms": 76.219, "p95_ms": 65.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.966, "count": 304, "max_ms": 106.291, "p95_ms": 99.656}, "read_interval": {"avg_ms": 98.675, "count": 304, "max_ms": 582.902, "p95_ms": 117.345}, "triton_wait": {"avg_ms": 61.127, "count": 304, "max_ms": 93.774, "p95_ms": 86.776}, "visualize": {"avg_ms": 3.634, "count": 304, "max_ms": 4.594, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6052.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 296, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:12:25+09:00", "last_error_summary": "[h264 @ 0x56437932c300] error while decoding MB 45 21, bytestream -26 [h264 @ 0x564379331b80] error while decoding MB 45 21, bytestream -26", "last_exit_at": "2026-07-06T19:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.166, "last_started_at": "2026-07-06T19:12:29+09:00", "pid": 23425, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.723, "name": "ffmpeg", "pid": 23425, "rss_mb": 141.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.904, "sample_count": 1690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:12:32+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T19:12:31+09:00", "mjpeg": {"age_sec": 40.969, "exists": true, "mtime": "2026-07-06T19:11:51.034632+09:00", "mtime_epoch": 1783332711.034632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:12:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1624.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.209, "count": 1, "max_ms": 6.209, "p95_ms": 6.209}, "gstreamer_push": {"avg_ms": 1.187, "count": 1, "max_ms": 1.187, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.395, "count": 1, "max_ms": 70.395, "p95_ms": 70.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.264, "count": 1, "max_ms": 95.264, "p95_ms": 95.264}, "yolo11_640_fire_11class": {"avg_ms": 69.817, "count": 1, "max_ms": 69.817, "p95_ms": 69.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.898, "count": 1, "max_ms": 81.898, "p95_ms": 81.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.449, "count": 1, "max_ms": 149.449, "p95_ms": 149.449}, "read_interval": {"avg_ms": 40956.514, "count": 1, "max_ms": 40956.514, "p95_ms": 40956.514}, "triton_wait": {"avg_ms": 95.277, "count": 1, "max_ms": 95.277, "p95_ms": 95.277}, "visualize": {"avg_ms": 5.21, "count": 1, "max_ms": 5.21, "p95_ms": 5.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1402, "tracking_summary": 1276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6178.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28474.344, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.105, "sample_count": 1381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:12:41+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T19:12:40+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T19:12:40.911539+09:00", "mtime_epoch": 1783332760.9115393, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:12:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 832.738, "name": "celery", "pid": 239, "rss_mb": 827.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.517, "pushed": 4.517, "read": 4.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.797, "count": 135, "max_ms": 128.537, "p95_ms": 125.384}, "gstreamer_push": {"avg_ms": 0.788, "count": 135, "max_ms": 1.053, "p95_ms": 0.899}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.798, "count": 135, "max_ms": 114.19, "p95_ms": 90.591}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.479, "count": 135, "max_ms": 113.333, "p95_ms": 92.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.177, "count": 135, "max_ms": 260.681, "p95_ms": 245.666}, "read_interval": {"avg_ms": 222.841, "count": 134, "max_ms": 267.053, "p95_ms": 253.694}, "triton_wait": {"avg_ms": 69.986, "count": 135, "max_ms": 114.203, "p95_ms": 97.435}, "visualize": {"avg_ms": 27.55, "count": 135, "max_ms": 37.575, "p95_ms": 33.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6179.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7874.572, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.938, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:12:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:12:53+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T19:12:53+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:12:53.371766+09:00", "mtime_epoch": 1783332773.371766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:12:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1505.348, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.81}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.33, "count": 295, "max_ms": 6.75, "p95_ms": 5.605}, "gstreamer_push": {"avg_ms": 1.314, "count": 295, "max_ms": 1.913, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.313, "count": 295, "max_ms": 83.959, "p95_ms": 72.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.049, "count": 295, "max_ms": 116.942, "p95_ms": 93.213}, "yolo11_640_fire_11class": {"avg_ms": 61.931, "count": 295, "max_ms": 94.727, "p95_ms": 81.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.124, "count": 295, "max_ms": 104.586, "p95_ms": 92.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.665, "count": 295, "max_ms": 130.202, "p95_ms": 108.41}, "read_interval": {"avg_ms": 101.901, "count": 294, "max_ms": 826.579, "p95_ms": 132.989}, "triton_wait": {"avg_ms": 66.68, "count": 295, "max_ms": 116.955, "p95_ms": 95.058}, "visualize": {"avg_ms": 3.691, "count": 295, "max_ms": 5.586, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 296, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:12:25+09:00", "last_error_summary": "[h264 @ 0x56437932c300] error while decoding MB 45 21, bytestream -26 [h264 @ 0x564379331b80] error while decoding MB 45 21, bytestream -26", "last_exit_at": "2026-07-06T19:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.275, "last_started_at": "2026-07-06T19:12:29+09:00", "pid": 23425, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.562, "name": "ffmpeg", "pid": 23425, "rss_mb": 266.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.105, "sample_count": 1684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:13:02+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T19:13:01+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T19:13:02.007923+09:00", "mtime_epoch": 1783332782.0079231, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:13:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.878, "pushed": 6.878, "read": 6.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.683, "count": 206, "max_ms": 9.808, "p95_ms": 8.415}, "gstreamer_push": {"avg_ms": 1.082, "count": 206, "max_ms": 1.336, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.432, "count": 206, "max_ms": 87.879, "p95_ms": 74.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.517, "count": 206, "max_ms": 117.296, "p95_ms": 101.234}, "yolo11_640_fire_11class": {"avg_ms": 61.577, "count": 206, "max_ms": 92.474, "p95_ms": 86.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.958, "count": 206, "max_ms": 109.904, "p95_ms": 96.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.716, "count": 206, "max_ms": 190.956, "p95_ms": 176.88}, "read_interval": {"avg_ms": 146.277, "count": 205, "max_ms": 198.714, "p95_ms": 184.609}, "triton_wait": {"avg_ms": 74.703, "count": 206, "max_ms": 117.309, "p95_ms": 102.806}, "visualize": {"avg_ms": 5.663, "count": 206, "max_ms": 8.261, "p95_ms": 7.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1402, "tracking_summary": 1277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28504.454, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.356, "sample_count": 1383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:13:11+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T19:13:11+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T19:13:11.028087+09:00", "mtime_epoch": 1783332791.0280874, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:13:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 832.738, "name": "celery", "pid": 239, "rss_mb": 829.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.952, "pushed": 4.952, "read": 4.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 89.74, "count": 148, "max_ms": 154.548, "p95_ms": 127.494}, "gstreamer_push": {"avg_ms": 0.833, "count": 148, "max_ms": 1.132, "p95_ms": 0.966}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.235, "count": 148, "max_ms": 114.375, "p95_ms": 103.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.861, "count": 148, "max_ms": 117.617, "p95_ms": 103.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.358, "count": 148, "max_ms": 269.306, "p95_ms": 248.724}, "read_interval": {"avg_ms": 203.23, "count": 147, "max_ms": 274.839, "p95_ms": 254.98}, "triton_wait": {"avg_ms": 75.65, "count": 148, "max_ms": 117.63, "p95_ms": 105.015}, "visualize": {"avg_ms": 26.866, "count": 148, "max_ms": 38.883, "p95_ms": 34.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6182.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7904.671, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.227, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:13:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:13:23+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T19:13:23+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T19:13:23.432313+09:00", "mtime_epoch": 1783332803.432313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:13:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1505.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 302, "max_ms": 6.835, "p95_ms": 5.492}, "gstreamer_push": {"avg_ms": 1.292, "count": 302, "max_ms": 1.912, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.631, "count": 302, "max_ms": 89.226, "p95_ms": 70.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.129, "count": 302, "max_ms": 121.314, "p95_ms": 97.742}, "yolo11_640_fire_11class": {"avg_ms": 62.08, "count": 302, "max_ms": 98.506, "p95_ms": 81.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.831, "count": 302, "max_ms": 111.175, "p95_ms": 91.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.818, "count": 302, "max_ms": 134.076, "p95_ms": 110.605}, "read_interval": {"avg_ms": 99.311, "count": 301, "max_ms": 467.191, "p95_ms": 129.673}, "triton_wait": {"avg_ms": 68.799, "count": 302, "max_ms": 121.326, "p95_ms": 97.756}, "visualize": {"avg_ms": 3.66, "count": 302, "max_ms": 4.793, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6185.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 296, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:12:25+09:00", "last_error_summary": "[h264 @ 0x56437932c300] error while decoding MB 45 21, bytestream -26 [h264 @ 0x564379331b80] error while decoding MB 45 21, bytestream -26", "last_exit_at": "2026-07-06T19:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.478, "last_started_at": "2026-07-06T19:12:29+09:00", "pid": 23425, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.656, "name": "ffmpeg", "pid": 23425, "rss_mb": 269.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.528, "sample_count": 1675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:13:32+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T19:13:32+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T19:13:32.112471+09:00", "mtime_epoch": 1783332812.112471, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:13:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.658, "pushed": 6.658, "read": 6.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.835, "count": 199, "max_ms": 11.08, "p95_ms": 8.927}, "gstreamer_push": {"avg_ms": 1.063, "count": 199, "max_ms": 1.926, "p95_ms": 1.264}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.961, "count": 199, "max_ms": 83.261, "p95_ms": 77.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.342, "count": 199, "max_ms": 122.899, "p95_ms": 101.892}, "yolo11_640_fire_11class": {"avg_ms": 61.423, "count": 199, "max_ms": 89.971, "p95_ms": 82.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.969, "count": 199, "max_ms": 102.407, "p95_ms": 94.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.071, "count": 199, "max_ms": 204.306, "p95_ms": 180.268}, "read_interval": {"avg_ms": 150.525, "count": 198, "max_ms": 203.895, "p95_ms": 187.745}, "triton_wait": {"avg_ms": 73.959, "count": 199, "max_ms": 122.912, "p95_ms": 101.906}, "visualize": {"avg_ms": 5.912, "count": 199, "max_ms": 10.494, "p95_ms": 7.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1403, "tracking_summary": 1278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6185.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28534.488, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.136, "sample_count": 1390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:13:41+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T19:13:41+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T19:13:41.056634+09:00", "mtime_epoch": 1783332821.0566337, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:13:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 832.738, "name": "celery", "pid": 239, "rss_mb": 829.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.629, "pushed": 4.629, "read": 4.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.259, "count": 138, "max_ms": 159.576, "p95_ms": 128.034}, "gstreamer_push": {"avg_ms": 0.816, "count": 138, "max_ms": 1.163, "p95_ms": 0.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.026, "count": 138, "max_ms": 119.196, "p95_ms": 106.308}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.285, "count": 138, "max_ms": 117.641, "p95_ms": 107.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.713, "count": 138, "max_ms": 266.086, "p95_ms": 251.419}, "read_interval": {"avg_ms": 217.467, "count": 137, "max_ms": 272.56, "p95_ms": 257.663}, "triton_wait": {"avg_ms": 77.047, "count": 138, "max_ms": 119.209, "p95_ms": 108.917}, "visualize": {"avg_ms": 26.481, "count": 138, "max_ms": 37.785, "p95_ms": 35.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6186.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7934.671, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.284, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:13:53+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T19:13:53+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T19:13:53.468860+09:00", "mtime_epoch": 1783332833.4688597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:13:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1505.605, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.353, "count": 299, "max_ms": 7.003, "p95_ms": 5.907}, "gstreamer_push": {"avg_ms": 1.283, "count": 299, "max_ms": 1.538, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.55, "count": 299, "max_ms": 86.225, "p95_ms": 72.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.307, "count": 299, "max_ms": 119.164, "p95_ms": 95.821}, "yolo11_640_fire_11class": {"avg_ms": 61.857, "count": 299, "max_ms": 87.367, "p95_ms": 81.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.903, "count": 299, "max_ms": 103.843, "p95_ms": 93.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.656, "count": 299, "max_ms": 132.074, "p95_ms": 109.767}, "read_interval": {"avg_ms": 100.444, "count": 299, "max_ms": 422.937, "p95_ms": 129.833}, "triton_wait": {"avg_ms": 67.611, "count": 299, "max_ms": 119.178, "p95_ms": 95.831}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 5.948, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 296, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:12:25+09:00", "last_error_summary": "[h264 @ 0x56437932c300] error while decoding MB 45 21, bytestream -26 [h264 @ 0x564379331b80] error while decoding MB 45 21, bytestream -26", "last_exit_at": "2026-07-06T19:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.535, "last_started_at": "2026-07-06T19:12:29+09:00", "pid": 23425, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.203, "name": "ffmpeg", "pid": 23425, "rss_mb": 271.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.268, "sample_count": 1676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:14:02+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T19:14:02+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T19:14:02.257020+09:00", "mtime_epoch": 1783332842.2570198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:14:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.615, "pushed": 6.615, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.916, "count": 198, "max_ms": 10.911, "p95_ms": 9.283}, "gstreamer_push": {"avg_ms": 1.069, "count": 198, "max_ms": 1.491, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.955, "count": 198, "max_ms": 89.516, "p95_ms": 75.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.656, "count": 198, "max_ms": 119.81, "p95_ms": 102.118}, "yolo11_640_fire_11class": {"avg_ms": 61.504, "count": 198, "max_ms": 91.219, "p95_ms": 82.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.525, "count": 198, "max_ms": 103.39, "p95_ms": 94.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.93, "count": 198, "max_ms": 204.528, "p95_ms": 182.445}, "read_interval": {"avg_ms": 151.925, "count": 197, "max_ms": 212.323, "p95_ms": 190.892}, "triton_wait": {"avg_ms": 75.147, "count": 198, "max_ms": 119.823, "p95_ms": 102.132}, "visualize": {"avg_ms": 5.867, "count": 198, "max_ms": 10.516, "p95_ms": 7.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1405, "tracking_summary": 1280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6185.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28564.506, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.643, "sample_count": 1384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:14:11+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T19:14:11+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T19:14:11.081180+09:00", "mtime_epoch": 1783332851.0811803, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:14:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 832.738, "name": "celery", "pid": 239, "rss_mb": 827.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.496, "pushed": 4.496, "read": 4.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.279, "count": 134, "max_ms": 154.372, "p95_ms": 142.177}, "gstreamer_push": {"avg_ms": 0.801, "count": 134, "max_ms": 1.03, "p95_ms": 0.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.234, "count": 134, "max_ms": 112.212, "p95_ms": 102.479}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.065, "count": 134, "max_ms": 122.605, "p95_ms": 104.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.266, "count": 134, "max_ms": 278.303, "p95_ms": 265.2}, "read_interval": {"avg_ms": 223.89, "count": 133, "max_ms": 285.14, "p95_ms": 270.776}, "triton_wait": {"avg_ms": 76.312, "count": 134, "max_ms": 122.619, "p95_ms": 104.878}, "visualize": {"avg_ms": 26.757, "count": 134, "max_ms": 43.588, "p95_ms": 30.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6188.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7964.673, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.116, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:14:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:14:23+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T19:14:23+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T19:14:23.473406+09:00", "mtime_epoch": 1783332863.4734058, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:14:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1505.863, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 301, "max_ms": 7.438, "p95_ms": 6.052}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.951, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.452, "count": 301, "max_ms": 82.924, "p95_ms": 70.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.31, "count": 301, "max_ms": 122.648, "p95_ms": 94.032}, "yolo11_640_fire_11class": {"avg_ms": 61.592, "count": 301, "max_ms": 90.897, "p95_ms": 81.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.1, "count": 301, "max_ms": 102.559, "p95_ms": 90.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.944, "count": 301, "max_ms": 136.027, "p95_ms": 108.011}, "read_interval": {"avg_ms": 99.679, "count": 301, "max_ms": 596.547, "p95_ms": 122.752}, "triton_wait": {"avg_ms": 66.958, "count": 301, "max_ms": 122.66, "p95_ms": 94.446}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 5.257, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6188.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 296, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:12:25+09:00", "last_error_summary": "[h264 @ 0x56437932c300] error while decoding MB 45 21, bytestream -26 [h264 @ 0x564379331b80] error while decoding MB 45 21, bytestream -26", "last_exit_at": "2026-07-06T19:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.665, "last_started_at": "2026-07-06T19:12:29+09:00", "pid": 23425, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.008, "name": "ffmpeg", "pid": 23425, "rss_mb": 273.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 20, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.875, "sample_count": 1667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:14:32+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T19:14:32+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T19:14:32.389568+09:00", "mtime_epoch": 1783332872.389568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:14:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.57, "pushed": 6.57, "read": 6.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.939, "count": 196, "max_ms": 9.681, "p95_ms": 8.359}, "gstreamer_push": {"avg_ms": 1.037, "count": 197, "max_ms": 1.275, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.55, "count": 196, "max_ms": 84.583, "p95_ms": 73.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.217, "count": 196, "max_ms": 110.457, "p95_ms": 98.031}, "yolo11_640_fire_11class": {"avg_ms": 60.556, "count": 196, "max_ms": 85.546, "p95_ms": 79.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.308, "count": 196, "max_ms": 98.086, "p95_ms": 91.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.433, "count": 197, "max_ms": 194.81, "p95_ms": 177.151}, "read_interval": {"avg_ms": 153.021, "count": 196, "max_ms": 205.64, "p95_ms": 185.862}, "triton_wait": {"avg_ms": 72.835, "count": 196, "max_ms": 110.47, "p95_ms": 98.043}, "visualize": {"avg_ms": 6.035, "count": 196, "max_ms": 8.57, "p95_ms": 7.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1406, "tracking_summary": 1281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28594.626, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.769, "sample_count": 1369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:14:41+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T19:14:41+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T19:14:41.229729+09:00", "mtime_epoch": 1783332881.229729, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:14:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 832.738, "name": "celery", "pid": 239, "rss_mb": 830.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.381, "pushed": 4.381, "read": 4.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.243, "count": 131, "max_ms": 160.714, "p95_ms": 125.0}, "gstreamer_push": {"avg_ms": 0.768, "count": 131, "max_ms": 0.926, "p95_ms": 0.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.612, "count": 131, "max_ms": 109.851, "p95_ms": 95.149}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.236, "count": 131, "max_ms": 110.321, "p95_ms": 104.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.318, "count": 131, "max_ms": 261.439, "p95_ms": 255.113}, "read_interval": {"avg_ms": 230.076, "count": 130, "max_ms": 266.99, "p95_ms": 263.013}, "triton_wait": {"avg_ms": 73.734, "count": 131, "max_ms": 110.333, "p95_ms": 104.736}, "visualize": {"avg_ms": 25.557, "count": 131, "max_ms": 34.937, "p95_ms": 27.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7994.7, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.688, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:14:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:14:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T19:14:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T19:14:53.485952+09:00", "mtime_epoch": 1783332893.4859521, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:14:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.211, "count": 300, "max_ms": 6.737, "p95_ms": 5.179}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.893, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.035, "count": 300, "max_ms": 87.357, "p95_ms": 69.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.089, "count": 300, "max_ms": 119.484, "p95_ms": 94.581}, "yolo11_640_fire_11class": {"avg_ms": 61.858, "count": 300, "max_ms": 92.871, "p95_ms": 83.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.471, "count": 300, "max_ms": 100.516, "p95_ms": 92.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.424, "count": 300, "max_ms": 133.355, "p95_ms": 108.536}, "read_interval": {"avg_ms": 100.081, "count": 299, "max_ms": 742.049, "p95_ms": 124.564}, "triton_wait": {"avg_ms": 67.564, "count": 300, "max_ms": 119.497, "p95_ms": 95.775}, "visualize": {"avg_ms": 3.627, "count": 300, "max_ms": 5.59, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6187.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 296, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:12:25+09:00", "last_error_summary": "[h264 @ 0x56437932c300] error while decoding MB 45 21, bytestream -26 [h264 @ 0x564379331b80] error while decoding MB 45 21, bytestream -26", "last_exit_at": "2026-07-06T19:11:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.784, "last_started_at": "2026-07-06T19:12:29+09:00", "pid": 23425, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.008, "name": "ffmpeg", "pid": 23425, "rss_mb": 273.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 20, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.533, "sample_count": 1645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:15:02+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:15:02+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T19:15:02.490144+09:00", "mtime_epoch": 1783332902.4901445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:15:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.641, "pushed": 6.641, "read": 6.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.887, "count": 198, "max_ms": 10.867, "p95_ms": 9.148}, "gstreamer_push": {"avg_ms": 1.077, "count": 199, "max_ms": 1.426, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.868, "count": 198, "max_ms": 84.636, "p95_ms": 73.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.604, "count": 198, "max_ms": 113.649, "p95_ms": 100.213}, "yolo11_640_fire_11class": {"avg_ms": 60.779, "count": 198, "max_ms": 90.41, "p95_ms": 81.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.621, "count": 198, "max_ms": 105.358, "p95_ms": 93.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.623, "count": 199, "max_ms": 195.748, "p95_ms": 177.384}, "read_interval": {"avg_ms": 151.337, "count": 198, "max_ms": 203.905, "p95_ms": 186.365}, "triton_wait": {"avg_ms": 75.154, "count": 198, "max_ms": 113.663, "p95_ms": 100.226}, "visualize": {"avg_ms": 5.906, "count": 198, "max_ms": 8.969, "p95_ms": 7.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1408, "tracking_summary": 1282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6193.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28624.676, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.285, "sample_count": 1382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:15:11+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T19:15:11+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T19:15:11.250399+09:00", "mtime_epoch": 1783332911.250399, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:15:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 832.738, "name": "celery", "pid": 239, "rss_mb": 818.941, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.857, "pushed": 4.857, "read": 4.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 96.685, "count": 145, "max_ms": 129.196, "p95_ms": 122.891}, "gstreamer_push": {"avg_ms": 0.902, "count": 145, "max_ms": 1.936, "p95_ms": 1.746}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.737, "count": 145, "max_ms": 118.187, "p95_ms": 96.9}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.807, "count": 145, "max_ms": 111.337, "p95_ms": 100.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.425, "count": 145, "max_ms": 265.798, "p95_ms": 249.255}, "read_interval": {"avg_ms": 207.023, "count": 144, "max_ms": 271.202, "p95_ms": 255.601}, "triton_wait": {"avg_ms": 73.459, "count": 145, "max_ms": 118.199, "p95_ms": 100.501}, "visualize": {"avg_ms": 26.296, "count": 145, "max_ms": 48.63, "p95_ms": 35.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6146.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8025.07, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.536, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:15:23+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T19:15:23+09:00", "mjpeg": {"age_sec": 0.583, "exists": true, "mtime": "2026-07-06T19:15:23.354749+09:00", "mtime_epoch": 1783332923.3547487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:15:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.272, "count": 299, "max_ms": 6.799, "p95_ms": 5.599}, "gstreamer_push": {"avg_ms": 1.293, "count": 299, "max_ms": 1.814, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.67, "count": 299, "max_ms": 84.912, "p95_ms": 66.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.542, "count": 299, "max_ms": 111.759, "p95_ms": 91.751}, "yolo11_640_fire_11class": {"avg_ms": 60.089, "count": 299, "max_ms": 94.842, "p95_ms": 80.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.469, "count": 299, "max_ms": 101.719, "p95_ms": 90.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.21, "count": 299, "max_ms": 124.667, "p95_ms": 105.955}, "read_interval": {"avg_ms": 100.555, "count": 298, "max_ms": 587.87, "p95_ms": 127.436}, "triton_wait": {"avg_ms": 64.335, "count": 299, "max_ms": 111.771, "p95_ms": 92.687}, "visualize": {"avg_ms": 3.634, "count": 299, "max_ms": 5.94, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6185.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 297, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:15:13+09:00", "last_error_summary": "[h264 @ 0x55d5a0448c40] error while decoding MB 9 20, bytestream -12", "last_exit_at": "2026-07-06T19:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.818, "last_started_at": "2026-07-06T19:15:15+09:00", "pid": 23532, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.859, "name": "ffmpeg", "pid": 23532, "rss_mb": 266.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.008, "sample_count": 1596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:15:32+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T19:15:32+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T19:15:32.631015+09:00", "mtime_epoch": 1783332932.6310148, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:15:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.44, "pushed": 5.44, "read": 5.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.683, "count": 162, "max_ms": 10.688, "p95_ms": 8.292}, "gstreamer_push": {"avg_ms": 1.05, "count": 163, "max_ms": 1.353, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.716, "count": 162, "max_ms": 82.948, "p95_ms": 75.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.364, "count": 162, "max_ms": 121.802, "p95_ms": 96.091}, "yolo11_640_fire_11class": {"avg_ms": 60.532, "count": 162, "max_ms": 93.127, "p95_ms": 81.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.591, "count": 162, "max_ms": 101.653, "p95_ms": 96.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.431, "count": 163, "max_ms": 203.699, "p95_ms": 176.337}, "read_interval": {"avg_ms": 185.129, "count": 162, "max_ms": 4526.427, "p95_ms": 186.309}, "triton_wait": {"avg_ms": 73.116, "count": 162, "max_ms": 121.815, "p95_ms": 99.238}, "visualize": {"avg_ms": 5.676, "count": 162, "max_ms": 8.5, "p95_ms": 6.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1409, "tracking_summary": 1283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6186.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28654.747, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 250.95, "sample_count": 1390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:15:41+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T19:15:41+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T19:15:41.391265+09:00", "mtime_epoch": 1783332941.391265, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:15:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 832.738, "name": "celery", "pid": 239, "rss_mb": 829.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.597, "pushed": 4.597, "read": 4.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.472, "count": 137, "max_ms": 140.228, "p95_ms": 126.755}, "gstreamer_push": {"avg_ms": 0.886, "count": 137, "max_ms": 2.039, "p95_ms": 1.784}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.291, "count": 137, "max_ms": 112.707, "p95_ms": 101.314}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.456, "count": 137, "max_ms": 114.128, "p95_ms": 102.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.404, "count": 137, "max_ms": 285.561, "p95_ms": 250.95}, "read_interval": {"avg_ms": 219.879, "count": 136, "max_ms": 292.006, "p95_ms": 257.445}, "triton_wait": {"avg_ms": 76.222, "count": 137, "max_ms": 114.141, "p95_ms": 104.39}, "visualize": {"avg_ms": 27.719, "count": 137, "max_ms": 41.258, "p95_ms": 35.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6187.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8055.138, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.011, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:15:54+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T19:15:53+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T19:15:53.943621+09:00", "mtime_epoch": 1783332953.943621, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:15:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.307, "pushed": 9.307, "read": 9.274}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 279, "max_ms": 6.853, "p95_ms": 5.488}, "gstreamer_push": {"avg_ms": 1.292, "count": 279, "max_ms": 1.836, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.765, "count": 279, "max_ms": 79.744, "p95_ms": 70.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.767, "count": 279, "max_ms": 112.117, "p95_ms": 95.97}, "yolo11_640_fire_11class": {"avg_ms": 60.465, "count": 279, "max_ms": 90.969, "p95_ms": 78.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.879, "count": 279, "max_ms": 104.127, "p95_ms": 90.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.622, "count": 279, "max_ms": 125.238, "p95_ms": 111.266}, "read_interval": {"avg_ms": 107.837, "count": 278, "max_ms": 3897.355, "p95_ms": 124.154}, "triton_wait": {"avg_ms": 67.63, "count": 279, "max_ms": 112.129, "p95_ms": 98.524}, "visualize": {"avg_ms": 3.691, "count": 279, "max_ms": 5.585, "p95_ms": 4.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6193.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 297, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:15:13+09:00", "last_error_summary": "[h264 @ 0x55d5a0448c40] error while decoding MB 9 20, bytestream -12", "last_exit_at": "2026-07-06T19:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.942, "last_started_at": "2026-07-06T19:15:15+09:00", "pid": 23532, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.82, "name": "ffmpeg", "pid": 23532, "rss_mb": 273.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.384, "sample_count": 1578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:16:02+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T19:16:02+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T19:16:02.743869+09:00", "mtime_epoch": 1783332962.743869, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 152090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:16:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.572, "pushed": 6.572, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.694, "count": 196, "max_ms": 10.884, "p95_ms": 8.204}, "gstreamer_push": {"avg_ms": 1.07, "count": 197, "max_ms": 1.568, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.778, "count": 196, "max_ms": 82.631, "p95_ms": 74.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.982, "count": 196, "max_ms": 113.597, "p95_ms": 104.309}, "yolo11_640_fire_11class": {"avg_ms": 61.033, "count": 196, "max_ms": 87.484, "p95_ms": 80.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.595, "count": 196, "max_ms": 101.495, "p95_ms": 95.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.232, "count": 197, "max_ms": 194.917, "p95_ms": 184.557}, "read_interval": {"avg_ms": 152.996, "count": 196, "max_ms": 204.849, "p95_ms": 192.588}, "triton_wait": {"avg_ms": 77.928, "count": 196, "max_ms": 113.609, "p95_ms": 104.321}, "visualize": {"avg_ms": 5.773, "count": 196, "max_ms": 8.816, "p95_ms": 6.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1410, "tracking_summary": 1284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6184.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28684.768, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.379, "sample_count": 1379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:16:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:16:11+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T19:16:11+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T19:16:11.336110+09:00", "mtime_epoch": 1783332971.33611, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:16:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 833.715, "name": "celery", "pid": 239, "rss_mb": 822.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.422, "pushed": 4.422, "read": 4.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.387, "count": 132, "max_ms": 149.134, "p95_ms": 129.539}, "gstreamer_push": {"avg_ms": 0.981, "count": 132, "max_ms": 1.97, "p95_ms": 1.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.108, "count": 132, "max_ms": 112.95, "p95_ms": 99.199}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.605, "count": 132, "max_ms": 109.863, "p95_ms": 100.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.149, "count": 132, "max_ms": 278.327, "p95_ms": 258.679}, "read_interval": {"avg_ms": 227.35, "count": 131, "max_ms": 284.863, "p95_ms": 265.433}, "triton_wait": {"avg_ms": 75.163, "count": 132, "max_ms": 112.963, "p95_ms": 101.184}, "visualize": {"avg_ms": 27.686, "count": 132, "max_ms": 46.884, "p95_ms": 39.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6190.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8085.326, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.483, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:16:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:16:24+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T19:16:24+09:00", "mjpeg": {"age_sec": 0.681, "exists": true, "mtime": "2026-07-06T19:16:23.512450+09:00", "mtime_epoch": 1783332983.5124497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:16:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.379, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.602, "pushed": 10.602, "read": 10.602}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 318, "max_ms": 6.777, "p95_ms": 5.367}, "gstreamer_push": {"avg_ms": 1.295, "count": 318, "max_ms": 1.802, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.273, "count": 318, "max_ms": 87.651, "p95_ms": 71.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.477, "count": 318, "max_ms": 119.836, "p95_ms": 92.644}, "yolo11_640_fire_11class": {"avg_ms": 58.44, "count": 318, "max_ms": 88.394, "p95_ms": 78.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.568, "count": 318, "max_ms": 100.499, "p95_ms": 89.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.834, "count": 318, "max_ms": 132.863, "p95_ms": 107.413}, "read_interval": {"avg_ms": 94.291, "count": 318, "max_ms": 678.806, "p95_ms": 123.0}, "triton_wait": {"avg_ms": 64.872, "count": 318, "max_ms": 119.849, "p95_ms": 94.616}, "visualize": {"avg_ms": 3.634, "count": 318, "max_ms": 4.949, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 297, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:15:13+09:00", "last_error_summary": "[h264 @ 0x55d5a0448c40] error while decoding MB 9 20, bytestream -12", "last_exit_at": "2026-07-06T19:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.966, "last_started_at": "2026-07-06T19:15:15+09:00", "pid": 23532, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.336, "name": "ffmpeg", "pid": 23532, "rss_mb": 274.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.876, "sample_count": 1577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:16:32+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T19:16:32+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T19:16:32.768706+09:00", "mtime_epoch": 1783332992.7687063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:16:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.89, "pushed": 6.89, "read": 6.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.624, "count": 206, "max_ms": 9.368, "p95_ms": 7.966}, "gstreamer_push": {"avg_ms": 1.063, "count": 206, "max_ms": 1.534, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.605, "count": 206, "max_ms": 81.068, "p95_ms": 74.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.753, "count": 206, "max_ms": 115.625, "p95_ms": 105.654}, "yolo11_640_fire_11class": {"avg_ms": 59.811, "count": 206, "max_ms": 88.892, "p95_ms": 77.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.632, "count": 206, "max_ms": 101.95, "p95_ms": 91.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.182, "count": 206, "max_ms": 188.991, "p95_ms": 174.747}, "read_interval": {"avg_ms": 145.831, "count": 205, "max_ms": 197.552, "p95_ms": 182.162}, "triton_wait": {"avg_ms": 74.319, "count": 206, "max_ms": 115.639, "p95_ms": 105.669}, "visualize": {"avg_ms": 5.596, "count": 206, "max_ms": 9.242, "p95_ms": 6.624}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1412, "tracking_summary": 1285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6192.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28714.86, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.853, "sample_count": 1383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:16:41+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T19:16:41+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T19:16:41.512948+09:00", "mtime_epoch": 1783333001.5129476, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:16:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 833.965, "name": "celery", "pid": 239, "rss_mb": 830.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.589, "pushed": 4.589, "read": 4.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.343, "count": 137, "max_ms": 134.424, "p95_ms": 125.972}, "gstreamer_push": {"avg_ms": 0.866, "count": 137, "max_ms": 1.944, "p95_ms": 1.732}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.212, "count": 137, "max_ms": 110.599, "p95_ms": 101.398}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.127, "count": 137, "max_ms": 109.592, "p95_ms": 104.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.526, "count": 137, "max_ms": 264.871, "p95_ms": 257.631}, "read_interval": {"avg_ms": 220.106, "count": 136, "max_ms": 272.834, "p95_ms": 264.778}, "triton_wait": {"avg_ms": 76.136, "count": 137, "max_ms": 110.611, "p95_ms": 104.116}, "visualize": {"avg_ms": 28.116, "count": 137, "max_ms": 48.7, "p95_ms": 44.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6185.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8115.365, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.349, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:16:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:16:54+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T19:16:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T19:16:54.137294+09:00", "mtime_epoch": 1783333014.1372938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:16:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.158, "pushed": 10.158, "read": 10.124}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.303, "count": 304, "max_ms": 6.774, "p95_ms": 5.519}, "gstreamer_push": {"avg_ms": 1.306, "count": 304, "max_ms": 1.975, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.994, "count": 304, "max_ms": 80.8, "p95_ms": 69.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.467, "count": 304, "max_ms": 117.679, "p95_ms": 97.55}, "yolo11_640_fire_11class": {"avg_ms": 59.886, "count": 304, "max_ms": 88.368, "p95_ms": 79.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.026, "count": 304, "max_ms": 101.773, "p95_ms": 90.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.073, "count": 304, "max_ms": 131.807, "p95_ms": 110.413}, "read_interval": {"avg_ms": 98.757, "count": 303, "max_ms": 417.267, "p95_ms": 133.173}, "triton_wait": {"avg_ms": 65.903, "count": 304, "max_ms": 117.692, "p95_ms": 97.717}, "visualize": {"avg_ms": 3.689, "count": 304, "max_ms": 5.149, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 297, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:15:13+09:00", "last_error_summary": "[h264 @ 0x55d5a0448c40] error while decoding MB 9 20, bytestream -12", "last_exit_at": "2026-07-06T19:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.988, "last_started_at": "2026-07-06T19:15:15+09:00", "pid": 23532, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.336, "name": "ffmpeg", "pid": 23532, "rss_mb": 274.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.466, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:17:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:17:02+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T19:17:02+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T19:17:02.765529+09:00", "mtime_epoch": 1783333022.7655294, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:17:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.934, "pushed": 6.934, "read": 6.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.479, "count": 207, "max_ms": 10.576, "p95_ms": 7.426}, "gstreamer_push": {"avg_ms": 1.093, "count": 207, "max_ms": 1.52, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.519, "count": 207, "max_ms": 82.948, "p95_ms": 72.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.074, "count": 207, "max_ms": 118.148, "p95_ms": 101.903}, "yolo11_640_fire_11class": {"avg_ms": 59.727, "count": 207, "max_ms": 91.161, "p95_ms": 82.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.003, "count": 207, "max_ms": 104.272, "p95_ms": 97.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.028, "count": 207, "max_ms": 200.153, "p95_ms": 175.309}, "read_interval": {"avg_ms": 144.957, "count": 206, "max_ms": 207.805, "p95_ms": 184.51}, "triton_wait": {"avg_ms": 74.505, "count": 207, "max_ms": 118.158, "p95_ms": 102.555}, "visualize": {"avg_ms": 5.495, "count": 207, "max_ms": 8.328, "p95_ms": 6.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1412, "tracking_summary": 1286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28744.922, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.476, "sample_count": 1380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:17:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:17:11+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T19:17:11+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T19:17:11.557768+09:00", "mtime_epoch": 1783333031.557768, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:17:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 833.965, "name": "celery", "pid": 239, "rss_mb": 819.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.894, "pushed": 4.894, "read": 4.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.663, "count": 146, "max_ms": 130.529, "p95_ms": 125.462}, "gstreamer_push": {"avg_ms": 0.926, "count": 146, "max_ms": 2.026, "p95_ms": 1.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.999, "count": 146, "max_ms": 118.406, "p95_ms": 104.363}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.867, "count": 146, "max_ms": 114.568, "p95_ms": 104.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.792, "count": 146, "max_ms": 267.127, "p95_ms": 258.516}, "read_interval": {"avg_ms": 206.058, "count": 145, "max_ms": 275.555, "p95_ms": 264.153}, "triton_wait": {"avg_ms": 76.769, "count": 146, "max_ms": 118.419, "p95_ms": 107.615}, "visualize": {"avg_ms": 31.421, "count": 146, "max_ms": 49.522, "p95_ms": 40.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8145.425, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.222, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:17:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:17:24+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T19:17:24+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T19:17:24.218110+09:00", "mtime_epoch": 1783333044.2181098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:17:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.637, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.278, "pushed": 10.278, "read": 10.244}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.208, "count": 308, "max_ms": 6.743, "p95_ms": 5.071}, "gstreamer_push": {"avg_ms": 1.295, "count": 308, "max_ms": 2.275, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.682, "count": 308, "max_ms": 83.616, "p95_ms": 72.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.698, "count": 308, "max_ms": 121.25, "p95_ms": 97.492}, "yolo11_640_fire_11class": {"avg_ms": 58.767, "count": 308, "max_ms": 93.736, "p95_ms": 79.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.143, "count": 308, "max_ms": 103.884, "p95_ms": 89.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.698, "count": 308, "max_ms": 134.17, "p95_ms": 111.132}, "read_interval": {"avg_ms": 97.605, "count": 307, "max_ms": 732.627, "p95_ms": 131.527}, "triton_wait": {"avg_ms": 65.832, "count": 308, "max_ms": 121.263, "p95_ms": 98.02}, "visualize": {"avg_ms": 3.638, "count": 308, "max_ms": 5.587, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 297, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:15:13+09:00", "last_error_summary": "[h264 @ 0x55d5a0448c40] error while decoding MB 9 20, bytestream -12", "last_exit_at": "2026-07-06T19:15:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.09, "last_started_at": "2026-07-06T19:15:15+09:00", "pid": 23532, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.852, "name": "ffmpeg", "pid": 23532, "rss_mb": 274.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 20, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.384, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:17:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:17:33+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T19:17:32+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T19:17:32.894343+09:00", "mtime_epoch": 1783333052.894343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:17:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.874, "pushed": 6.874, "read": 6.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.554, "count": 205, "max_ms": 9.625, "p95_ms": 7.325}, "gstreamer_push": {"avg_ms": 1.072, "count": 206, "max_ms": 1.307, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.528, "count": 205, "max_ms": 94.142, "p95_ms": 77.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.868, "count": 205, "max_ms": 121.897, "p95_ms": 100.333}, "yolo11_640_fire_11class": {"avg_ms": 59.489, "count": 205, "max_ms": 97.9, "p95_ms": 81.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.196, "count": 205, "max_ms": 100.189, "p95_ms": 94.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.911, "count": 206, "max_ms": 200.535, "p95_ms": 172.78}, "read_interval": {"avg_ms": 146.193, "count": 205, "max_ms": 208.828, "p95_ms": 181.364}, "triton_wait": {"avg_ms": 74.354, "count": 205, "max_ms": 121.909, "p95_ms": 100.346}, "visualize": {"avg_ms": 5.601, "count": 205, "max_ms": 9.058, "p95_ms": 6.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1414, "tracking_summary": 1288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6188.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28775.114, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.457, "sample_count": 1376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:17:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:17:41+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T19:17:41+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T19:17:41.674578+09:00", "mtime_epoch": 1783333061.6745777, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:17:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 825.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.385, "pushed": 4.385, "read": 4.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.175, "count": 131, "max_ms": 147.7, "p95_ms": 124.982}, "gstreamer_push": {"avg_ms": 1.044, "count": 131, "max_ms": 2.971, "p95_ms": 1.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.139, "count": 131, "max_ms": 118.21, "p95_ms": 102.667}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.44, "count": 131, "max_ms": 118.264, "p95_ms": 107.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.858, "count": 131, "max_ms": 268.917, "p95_ms": 258.963}, "read_interval": {"avg_ms": 229.144, "count": 130, "max_ms": 275.63, "p95_ms": 265.598}, "triton_wait": {"avg_ms": 77.256, "count": 131, "max_ms": 118.277, "p95_ms": 108.693}, "visualize": {"avg_ms": 30.569, "count": 131, "max_ms": 42.734, "p95_ms": 41.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8175.444, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.854, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:17:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:17:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T19:17:54+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T19:17:54.246912+09:00", "mtime_epoch": 1783333074.2469122, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:17:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.687, "pushed": 9.687, "read": 9.654}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.242, "count": 290, "max_ms": 6.756, "p95_ms": 5.293}, "gstreamer_push": {"avg_ms": 1.279, "count": 290, "max_ms": 1.914, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.002, "count": 290, "max_ms": 87.332, "p95_ms": 74.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.452, "count": 290, "max_ms": 121.53, "p95_ms": 97.64}, "yolo11_640_fire_11class": {"avg_ms": 60.709, "count": 290, "max_ms": 93.505, "p95_ms": 82.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.86, "count": 290, "max_ms": 104.267, "p95_ms": 92.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.336, "count": 290, "max_ms": 134.909, "p95_ms": 111.438}, "read_interval": {"avg_ms": 103.582, "count": 289, "max_ms": 1030.85, "p95_ms": 130.847}, "triton_wait": {"avg_ms": 66.325, "count": 290, "max_ms": 121.543, "p95_ms": 99.095}, "visualize": {"avg_ms": 3.656, "count": 290, "max_ms": 5.573, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6058.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:17:59+09:00", "last_error_summary": "[h264 @ 0x55957ed288c0] error while decoding MB 69 36, bytestream -5", "last_exit_at": "2026-07-06T19:18:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.167, "last_started_at": "2026-07-06T19:18:02+09:00", "pid": 23639, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.801, "name": "ffmpeg", "pid": 23639, "rss_mb": 149.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.399, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:18:04+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T19:18:04+09:00", "mjpeg": {"age_sec": 4.617, "exists": true, "mtime": "2026-07-06T19:17:59.579053+09:00", "mtime_epoch": 1783333079.5790534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:18:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1625.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.778, "pushed": 5.778, "read": 5.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.675, "count": 172, "max_ms": 11.014, "p95_ms": 7.698}, "gstreamer_push": {"avg_ms": 1.057, "count": 173, "max_ms": 1.295, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.495, "count": 172, "max_ms": 89.224, "p95_ms": 75.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.285, "count": 172, "max_ms": 117.535, "p95_ms": 97.931}, "yolo11_640_fire_11class": {"avg_ms": 60.089, "count": 172, "max_ms": 89.706, "p95_ms": 80.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.241, "count": 172, "max_ms": 102.156, "p95_ms": 92.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.083, "count": 173, "max_ms": 197.19, "p95_ms": 175.664}, "read_interval": {"avg_ms": 173.995, "count": 172, "max_ms": 4627.692, "p95_ms": 186.307}, "triton_wait": {"avg_ms": 74.046, "count": 172, "max_ms": 117.547, "p95_ms": 99.911}, "visualize": {"avg_ms": 5.727, "count": 172, "max_ms": 9.925, "p95_ms": 6.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1415, "tracking_summary": 1289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28805.196, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.29, "sample_count": 1367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:18:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:18:11+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-06T19:18:11+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T19:18:11.795376+09:00", "mtime_epoch": 1783333091.7953756, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:18:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 832.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.621, "pushed": 4.621, "read": 4.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.992, "count": 138, "max_ms": 130.168, "p95_ms": 123.069}, "gstreamer_push": {"avg_ms": 0.953, "count": 138, "max_ms": 2.034, "p95_ms": 1.849}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.232, "count": 138, "max_ms": 113.6, "p95_ms": 99.836}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.277, "count": 138, "max_ms": 114.435, "p95_ms": 103.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.036, "count": 138, "max_ms": 261.565, "p95_ms": 249.65}, "read_interval": {"avg_ms": 217.989, "count": 137, "max_ms": 267.617, "p95_ms": 256.578}, "triton_wait": {"avg_ms": 73.698, "count": 138, "max_ms": 114.444, "p95_ms": 103.39}, "visualize": {"avg_ms": 28.584, "count": 138, "max_ms": 43.595, "p95_ms": 41.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6191.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8205.451, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.351, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:18:24+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T19:18:24+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T19:18:24.255702+09:00", "mtime_epoch": 1783333104.2557025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:18:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1506.895, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.253, "count": 302, "max_ms": 6.67, "p95_ms": 5.284}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 1.812, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.931, "count": 302, "max_ms": 89.353, "p95_ms": 69.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.167, "count": 302, "max_ms": 106.754, "p95_ms": 93.17}, "yolo11_640_fire_11class": {"avg_ms": 59.472, "count": 302, "max_ms": 92.938, "p95_ms": 78.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.192, "count": 302, "max_ms": 105.64, "p95_ms": 92.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.386, "count": 302, "max_ms": 121.347, "p95_ms": 107.144}, "read_interval": {"avg_ms": 99.362, "count": 302, "max_ms": 750.544, "p95_ms": 126.226}, "triton_wait": {"avg_ms": 65.275, "count": 302, "max_ms": 106.766, "p95_ms": 94.18}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 5.584, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:17:59+09:00", "last_error_summary": "[h264 @ 0x55957ed288c0] error while decoding MB 69 36, bytestream -5", "last_exit_at": "2026-07-06T19:18:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.216, "last_started_at": "2026-07-06T19:18:02+09:00", "pid": 23639, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.203, "name": "ffmpeg", "pid": 23639, "rss_mb": 269.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.003, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:18:34+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T19:18:34+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T19:18:34.067958+09:00", "mtime_epoch": 1783333114.0679584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:18:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.888, "pushed": 6.888, "read": 6.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.812, "count": 206, "max_ms": 10.698, "p95_ms": 8.855}, "gstreamer_push": {"avg_ms": 1.064, "count": 206, "max_ms": 1.644, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.469, "count": 206, "max_ms": 91.448, "p95_ms": 74.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.724, "count": 206, "max_ms": 110.694, "p95_ms": 100.563}, "yolo11_640_fire_11class": {"avg_ms": 59.303, "count": 206, "max_ms": 87.061, "p95_ms": 78.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.323, "count": 206, "max_ms": 107.993, "p95_ms": 92.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.991, "count": 206, "max_ms": 190.162, "p95_ms": 176.401}, "read_interval": {"avg_ms": 145.599, "count": 205, "max_ms": 196.666, "p95_ms": 183.935}, "triton_wait": {"avg_ms": 73.129, "count": 206, "max_ms": 110.706, "p95_ms": 100.575}, "visualize": {"avg_ms": 5.74, "count": 206, "max_ms": 9.364, "p95_ms": 7.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1416, "tracking_summary": 1290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6187.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28835.323, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.349, "sample_count": 1369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:18:42+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T19:18:41+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T19:18:41.932163+09:00", "mtime_epoch": 1783333121.9321628, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:18:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 828.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.683, "pushed": 4.683, "read": 4.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.859, "count": 140, "max_ms": 136.477, "p95_ms": 123.78}, "gstreamer_push": {"avg_ms": 0.815, "count": 140, "max_ms": 1.129, "p95_ms": 0.962}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.553, "count": 140, "max_ms": 105.281, "p95_ms": 99.112}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.26, "count": 140, "max_ms": 109.331, "p95_ms": 103.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.335, "count": 140, "max_ms": 271.651, "p95_ms": 247.599}, "read_interval": {"avg_ms": 215.311, "count": 139, "max_ms": 277.764, "p95_ms": 258.003}, "triton_wait": {"avg_ms": 76.142, "count": 140, "max_ms": 109.345, "p95_ms": 103.52}, "visualize": {"avg_ms": 26.392, "count": 140, "max_ms": 35.556, "p95_ms": 30.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8235.989, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.1, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:18:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:18:54+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T19:18:54+09:00", "mjpeg": {"age_sec": 0.549, "exists": true, "mtime": "2026-07-06T19:18:54.308483+09:00", "mtime_epoch": 1783333134.308483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:18:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1507.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.254, "count": 301, "max_ms": 6.838, "p95_ms": 5.84}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 1.834, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.035, "count": 301, "max_ms": 80.652, "p95_ms": 69.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.941, "count": 301, "max_ms": 114.905, "p95_ms": 92.674}, "yolo11_640_fire_11class": {"avg_ms": 59.389, "count": 301, "max_ms": 92.446, "p95_ms": 78.94}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.012, "count": 301, "max_ms": 98.179, "p95_ms": 90.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.983, "count": 301, "max_ms": 130.118, "p95_ms": 106.421}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 564.567, "p95_ms": 130.264}, "triton_wait": {"avg_ms": 66.017, "count": 301, "max_ms": 114.918, "p95_ms": 93.356}, "visualize": {"avg_ms": 3.623, "count": 301, "max_ms": 5.562, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6194.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:17:59+09:00", "last_error_summary": "[h264 @ 0x55957ed288c0] error while decoding MB 69 36, bytestream -5", "last_exit_at": "2026-07-06T19:18:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.384, "last_started_at": "2026-07-06T19:18:02+09:00", "pid": 23639, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.871, "name": "ffmpeg", "pid": 23639, "rss_mb": 272.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.846, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:19:04+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T19:19:04+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T19:19:04.244739+09:00", "mtime_epoch": 1783333144.2447386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:19:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.636, "pushed": 6.636, "read": 6.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.781, "count": 198, "max_ms": 10.423, "p95_ms": 8.372}, "gstreamer_push": {"avg_ms": 1.055, "count": 199, "max_ms": 1.482, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.667, "count": 198, "max_ms": 85.903, "p95_ms": 72.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.965, "count": 198, "max_ms": 112.118, "p95_ms": 101.834}, "yolo11_640_fire_11class": {"avg_ms": 60.06, "count": 198, "max_ms": 94.17, "p95_ms": 80.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.957, "count": 198, "max_ms": 102.47, "p95_ms": 92.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.693, "count": 199, "max_ms": 188.38, "p95_ms": 176.809}, "read_interval": {"avg_ms": 151.423, "count": 198, "max_ms": 200.198, "p95_ms": 185.795}, "triton_wait": {"avg_ms": 73.617, "count": 198, "max_ms": 112.13, "p95_ms": 101.848}, "visualize": {"avg_ms": 5.886, "count": 198, "max_ms": 8.523, "p95_ms": 7.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1419, "tracking_summary": 1291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6192.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28865.559, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.552, "sample_count": 1368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T19:19:12+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T19:19:12+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T19:19:12.128941+09:00", "mtime_epoch": 1783333152.1289408, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:19:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 828.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.455, "pushed": 4.455, "read": 4.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.694, "count": 133, "max_ms": 135.626, "p95_ms": 126.527}, "gstreamer_push": {"avg_ms": 0.922, "count": 133, "max_ms": 1.954, "p95_ms": 1.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.472, "count": 133, "max_ms": 106.118, "p95_ms": 97.358}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.774, "count": 133, "max_ms": 108.762, "p95_ms": 99.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.713, "count": 133, "max_ms": 261.787, "p95_ms": 255.749}, "read_interval": {"avg_ms": 225.683, "count": 132, "max_ms": 270.061, "p95_ms": 263.39}, "triton_wait": {"avg_ms": 72.469, "count": 133, "max_ms": 108.774, "p95_ms": 102.616}, "visualize": {"avg_ms": 26.624, "count": 133, "max_ms": 42.434, "p95_ms": 38.755}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6196.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8265.99, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.563, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:19:24+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T19:19:24+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T19:19:24.753263+09:00", "mtime_epoch": 1783333164.753263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:19:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1507.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.218, "count": 297, "max_ms": 6.711, "p95_ms": 5.386}, "gstreamer_push": {"avg_ms": 1.277, "count": 297, "max_ms": 1.917, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.099, "count": 297, "max_ms": 85.905, "p95_ms": 73.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.486, "count": 297, "max_ms": 115.37, "p95_ms": 98.502}, "yolo11_640_fire_11class": {"avg_ms": 61.302, "count": 297, "max_ms": 92.222, "p95_ms": 81.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.761, "count": 297, "max_ms": 98.257, "p95_ms": 91.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.033, "count": 297, "max_ms": 128.235, "p95_ms": 111.306}, "read_interval": {"avg_ms": 100.972, "count": 297, "max_ms": 676.986, "p95_ms": 135.718}, "triton_wait": {"avg_ms": 67.183, "count": 297, "max_ms": 115.382, "p95_ms": 98.515}, "visualize": {"avg_ms": 3.576, "count": 297, "max_ms": 4.724, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:17:59+09:00", "last_error_summary": "[h264 @ 0x55957ed288c0] error while decoding MB 69 36, bytestream -5", "last_exit_at": "2026-07-06T19:18:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.473, "last_started_at": "2026-07-06T19:18:02+09:00", "pid": 23639, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.48, "name": "ffmpeg", "pid": 23639, "rss_mb": 276.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.481, "sample_count": 1961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:19:34+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T19:19:34+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T19:19:34.369507+09:00", "mtime_epoch": 1783333174.3695073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:19:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.051, "pushed": 7.051, "read": 7.018}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.47, "count": 211, "max_ms": 8.485, "p95_ms": 7.34}, "gstreamer_push": {"avg_ms": 1.082, "count": 211, "max_ms": 1.285, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.5, "count": 211, "max_ms": 81.411, "p95_ms": 75.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.9, "count": 211, "max_ms": 114.934, "p95_ms": 96.921}, "yolo11_640_fire_11class": {"avg_ms": 61.046, "count": 211, "max_ms": 91.158, "p95_ms": 81.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.4, "count": 211, "max_ms": 108.938, "p95_ms": 93.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.382, "count": 211, "max_ms": 183.827, "p95_ms": 170.787}, "read_interval": {"avg_ms": 142.571, "count": 210, "max_ms": 191.646, "p95_ms": 179.172}, "triton_wait": {"avg_ms": 73.512, "count": 211, "max_ms": 114.947, "p95_ms": 97.63}, "visualize": {"avg_ms": 5.456, "count": 211, "max_ms": 8.04, "p95_ms": 6.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1419, "tracking_summary": 1292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6195.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28895.577, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 254.26, "sample_count": 1379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:19:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:19:42+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T19:19:42+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T19:19:42.165705+09:00", "mtime_epoch": 1783333182.1657047, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:19:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 826.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.771, "pushed": 4.771, "read": 4.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.682, "count": 142, "max_ms": 156.308, "p95_ms": 124.888}, "gstreamer_push": {"avg_ms": 0.921, "count": 142, "max_ms": 2.234, "p95_ms": 1.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.257, "count": 142, "max_ms": 109.131, "p95_ms": 95.961}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.206, "count": 142, "max_ms": 113.384, "p95_ms": 102.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.347, "count": 142, "max_ms": 276.325, "p95_ms": 251.549}, "read_interval": {"avg_ms": 211.303, "count": 141, "max_ms": 284.129, "p95_ms": 259.312}, "triton_wait": {"avg_ms": 74.961, "count": 142, "max_ms": 113.397, "p95_ms": 104.89}, "visualize": {"avg_ms": 27.725, "count": 142, "max_ms": 43.25, "p95_ms": 37.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.762, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8296.0, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.936, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:19:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:19:54+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:19:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T19:19:54.802023+09:00", "mtime_epoch": 1783333194.8020232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:19:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1507.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.329, "count": 302, "max_ms": 6.629, "p95_ms": 5.674}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.735, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.615, "count": 302, "max_ms": 84.687, "p95_ms": 76.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.568, "count": 302, "max_ms": 114.445, "p95_ms": 96.19}, "yolo11_640_fire_11class": {"avg_ms": 61.752, "count": 302, "max_ms": 94.645, "p95_ms": 82.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.333, "count": 302, "max_ms": 109.345, "p95_ms": 93.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.727, "count": 302, "max_ms": 128.549, "p95_ms": 110.866}, "read_interval": {"avg_ms": 99.492, "count": 302, "max_ms": 462.949, "p95_ms": 128.755}, "triton_wait": {"avg_ms": 67.354, "count": 302, "max_ms": 114.458, "p95_ms": 97.312}, "visualize": {"avg_ms": 3.657, "count": 302, "max_ms": 5.414, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:17:59+09:00", "last_error_summary": "[h264 @ 0x55957ed288c0] error while decoding MB 69 36, bytestream -5", "last_exit_at": "2026-07-06T19:18:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.526, "last_started_at": "2026-07-06T19:18:02+09:00", "pid": 23639, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.605, "name": "ffmpeg", "pid": 23639, "rss_mb": 280.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 21, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.063, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:20:04+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T19:20:04+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T19:20:04.370263+09:00", "mtime_epoch": 1783333204.3702633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:20:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.059, "pushed": 7.059, "read": 7.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.22, "count": 211, "max_ms": 9.51, "p95_ms": 7.896}, "gstreamer_push": {"avg_ms": 1.07, "count": 211, "max_ms": 1.335, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.001, "count": 211, "max_ms": 87.569, "p95_ms": 78.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.342, "count": 211, "max_ms": 125.504, "p95_ms": 105.348}, "yolo11_640_fire_11class": {"avg_ms": 62.457, "count": 211, "max_ms": 90.258, "p95_ms": 86.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.283, "count": 211, "max_ms": 104.66, "p95_ms": 97.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.166, "count": 211, "max_ms": 189.464, "p95_ms": 169.369}, "read_interval": {"avg_ms": 142.154, "count": 210, "max_ms": 200.454, "p95_ms": 179.805}, "triton_wait": {"avg_ms": 77.983, "count": 211, "max_ms": 125.518, "p95_ms": 105.36}, "visualize": {"avg_ms": 5.151, "count": 211, "max_ms": 7.498, "p95_ms": 6.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1421, "tracking_summary": 1293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6199.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28925.614, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.984, "sample_count": 1361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:20:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:20:12+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T19:20:12+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T19:20:12.250460+09:00", "mtime_epoch": 1783333212.2504604, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:20:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 829.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.228, "pushed": 4.228, "read": 4.194}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.682, "count": 126, "max_ms": 148.801, "p95_ms": 131.336}, "gstreamer_push": {"avg_ms": 1.084, "count": 126, "max_ms": 2.38, "p95_ms": 1.889}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.578, "count": 126, "max_ms": 123.879, "p95_ms": 106.751}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.642, "count": 126, "max_ms": 119.271, "p95_ms": 104.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.346, "count": 126, "max_ms": 305.467, "p95_ms": 277.564}, "read_interval": {"avg_ms": 238.997, "count": 125, "max_ms": 312.433, "p95_ms": 283.685}, "triton_wait": {"avg_ms": 76.243, "count": 126, "max_ms": 123.891, "p95_ms": 106.845}, "visualize": {"avg_ms": 34.541, "count": 126, "max_ms": 50.344, "p95_ms": 45.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5945.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8326.027, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.936, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:20:24+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T19:20:24+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T19:20:24.818774+09:00", "mtime_epoch": 1783333224.8187735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:20:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1507.41, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.059}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.252, "count": 302, "max_ms": 6.589, "p95_ms": 5.23}, "gstreamer_push": {"avg_ms": 1.288, "count": 302, "max_ms": 1.895, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.328, "count": 302, "max_ms": 85.05, "p95_ms": 65.096}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.722, "count": 302, "max_ms": 128.738, "p95_ms": 93.564}, "yolo11_640_fire_11class": {"avg_ms": 59.651, "count": 302, "max_ms": 97.997, "p95_ms": 76.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.354, "count": 302, "max_ms": 102.615, "p95_ms": 85.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.096, "count": 302, "max_ms": 141.88, "p95_ms": 107.238}, "read_interval": {"avg_ms": 99.462, "count": 301, "max_ms": 542.307, "p95_ms": 134.653}, "triton_wait": {"avg_ms": 64.036, "count": 302, "max_ms": 128.751, "p95_ms": 93.979}, "visualize": {"avg_ms": 3.688, "count": 302, "max_ms": 4.891, "p95_ms": 4.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6150.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 302, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:20:24+09:00", "last_error_summary": "[h264 @ 0x55cbb305da40] cabac decode of qscale diff failed at 53 40 [h264 @ 0x55cbb305da40] error while decoding MB 53 40, bytestream 5661 [h264 @ 0x55cbb2f8ebc0] error while decoding MB 12 10, bytestream -10 [h264 @ 0x55cbb24872c0] error while decoding MB 55 32, bytestream -20 [in#0/rtsp @ 0x55cbb2350e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cbb2350e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T19:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.6, "last_started_at": "2026-07-06T19:20:27+09:00", "pid": 23746, "process": {"exists": true, "fd_count": 5, "hwm_mb": 229.949, "name": "ffmpeg", "pid": 23746, "rss_mb": 229.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.05, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:20:34+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T19:20:34+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T19:20:34.535014+09:00", "mtime_epoch": 1783333234.5350144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:20:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.637, "pushed": 1.637, "read": 1.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.616, "count": 48, "max_ms": 10.418, "p95_ms": 7.58}, "gstreamer_push": {"avg_ms": 1.082, "count": 49, "max_ms": 1.326, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.749, "count": 48, "max_ms": 81.562, "p95_ms": 78.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.592, "count": 48, "max_ms": 124.229, "p95_ms": 107.161}, "yolo11_640_fire_11class": {"avg_ms": 61.421, "count": 48, "max_ms": 91.218, "p95_ms": 87.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.894, "count": 48, "max_ms": 105.189, "p95_ms": 95.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.095, "count": 49, "max_ms": 184.132, "p95_ms": 177.165}, "read_interval": {"avg_ms": 624.163, "count": 48, "max_ms": 10127.549, "p95_ms": 4536.665}, "triton_wait": {"avg_ms": 77.043, "count": 48, "max_ms": 124.242, "p95_ms": 107.173}, "visualize": {"avg_ms": 5.48, "count": 48, "max_ms": 7.077, "p95_ms": 6.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1422, "tracking_summary": 1294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6188.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28955.67, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.984, "sample_count": 1369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:20:42+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T19:20:42+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T19:20:42.315207+09:00", "mtime_epoch": 1783333242.3152068, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:20:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 830.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.926, "pushed": 4.926, "read": 4.893}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.902, "count": 147, "max_ms": 132.828, "p95_ms": 126.721}, "gstreamer_push": {"avg_ms": 1.017, "count": 147, "max_ms": 1.987, "p95_ms": 1.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.8, "count": 147, "max_ms": 115.121, "p95_ms": 93.277}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.774, "count": 147, "max_ms": 114.175, "p95_ms": 101.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.364, "count": 147, "max_ms": 264.387, "p95_ms": 244.242}, "read_interval": {"avg_ms": 204.731, "count": 146, "max_ms": 271.471, "p95_ms": 250.419}, "triton_wait": {"avg_ms": 71.486, "count": 147, "max_ms": 115.134, "p95_ms": 102.982}, "visualize": {"avg_ms": 28.983, "count": 147, "max_ms": 43.367, "p95_ms": 39.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6180.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8356.062, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.611, "sample_count": 3020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:20:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:20:54+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T19:20:54+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T19:20:54.691511+09:00", "mtime_epoch": 1783333254.6915114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:20:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1507.668, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.916}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.306, "count": 298, "max_ms": 6.718, "p95_ms": 5.697}, "gstreamer_push": {"avg_ms": 1.294, "count": 298, "max_ms": 1.748, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.001, "count": 298, "max_ms": 92.946, "p95_ms": 68.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.362, "count": 298, "max_ms": 118.868, "p95_ms": 95.519}, "yolo11_640_fire_11class": {"avg_ms": 60.844, "count": 298, "max_ms": 93.823, "p95_ms": 82.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.452, "count": 298, "max_ms": 103.413, "p95_ms": 91.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.375, "count": 298, "max_ms": 131.808, "p95_ms": 110.159}, "read_interval": {"avg_ms": 100.844, "count": 297, "max_ms": 492.402, "p95_ms": 134.254}, "triton_wait": {"avg_ms": 66.412, "count": 298, "max_ms": 118.881, "p95_ms": 95.769}, "visualize": {"avg_ms": 3.659, "count": 298, "max_ms": 5.864, "p95_ms": 4.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 302, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:20:24+09:00", "last_error_summary": "[h264 @ 0x55cbb305da40] cabac decode of qscale diff failed at 53 40 [h264 @ 0x55cbb305da40] error while decoding MB 53 40, bytestream 5661 [h264 @ 0x55cbb2f8ebc0] error while decoding MB 12 10, bytestream -10 [h264 @ 0x55cbb24872c0] error while decoding MB 55 32, bytestream -20 [in#0/rtsp @ 0x55cbb2350e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cbb2350e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T19:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.767, "last_started_at": "2026-07-06T19:20:27+09:00", "pid": 23746, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.34, "name": "ffmpeg", "pid": 23746, "rss_mb": 268.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.449, "sample_count": 1866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:21:04+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T19:21:04+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T19:21:04.659756+09:00", "mtime_epoch": 1783333264.659756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:21:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.795, "pushed": 6.795, "read": 6.762}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.786, "count": 203, "max_ms": 10.774, "p95_ms": 7.835}, "gstreamer_push": {"avg_ms": 1.069, "count": 203, "max_ms": 1.591, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.118, "count": 203, "max_ms": 89.07, "p95_ms": 73.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.159, "count": 203, "max_ms": 119.582, "p95_ms": 97.492}, "yolo11_640_fire_11class": {"avg_ms": 60.016, "count": 203, "max_ms": 93.066, "p95_ms": 80.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.999, "count": 203, "max_ms": 102.38, "p95_ms": 92.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.275, "count": 203, "max_ms": 198.235, "p95_ms": 176.487}, "read_interval": {"avg_ms": 147.7, "count": 202, "max_ms": 208.6, "p95_ms": 182.985}, "triton_wait": {"avg_ms": 73.481, "count": 203, "max_ms": 119.595, "p95_ms": 97.919}, "visualize": {"avg_ms": 5.745, "count": 203, "max_ms": 8.252, "p95_ms": 6.697}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1423, "tracking_summary": 1296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6193.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 28985.885, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 255.551, "sample_count": 1379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:21:12+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T19:21:12+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T19:21:12.455947+09:00", "mtime_epoch": 1783333272.4559467, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:21:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 833.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.692, "pushed": 4.692, "read": 4.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.1, "count": 140, "max_ms": 156.938, "p95_ms": 128.92}, "gstreamer_push": {"avg_ms": 0.859, "count": 140, "max_ms": 2.842, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.558, "count": 140, "max_ms": 111.276, "p95_ms": 102.374}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.87, "count": 140, "max_ms": 107.55, "p95_ms": 96.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.535, "count": 140, "max_ms": 259.988, "p95_ms": 250.264}, "read_interval": {"avg_ms": 214.242, "count": 139, "max_ms": 269.269, "p95_ms": 260.089}, "triton_wait": {"avg_ms": 74.23, "count": 140, "max_ms": 111.289, "p95_ms": 102.387}, "visualize": {"avg_ms": 30.322, "count": 140, "max_ms": 44.002, "p95_ms": 42.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8386.134, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.936, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:21:25+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T19:21:24+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T19:21:24.884249+09:00", "mtime_epoch": 1783333284.8842492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:21:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1507.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.367, "count": 301, "max_ms": 6.567, "p95_ms": 5.72}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 2.106, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.032, "count": 301, "max_ms": 86.097, "p95_ms": 73.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.68, "count": 301, "max_ms": 110.589, "p95_ms": 95.218}, "yolo11_640_fire_11class": {"avg_ms": 60.282, "count": 301, "max_ms": 97.018, "p95_ms": 80.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.503, "count": 301, "max_ms": 104.212, "p95_ms": 91.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.199, "count": 301, "max_ms": 124.925, "p95_ms": 108.721}, "read_interval": {"avg_ms": 99.794, "count": 300, "max_ms": 411.786, "p95_ms": 131.075}, "triton_wait": {"avg_ms": 65.997, "count": 301, "max_ms": 110.599, "p95_ms": 95.23}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 4.646, "p95_ms": 4.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 302, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:20:24+09:00", "last_error_summary": "[h264 @ 0x55cbb305da40] cabac decode of qscale diff failed at 53 40 [h264 @ 0x55cbb305da40] error while decoding MB 53 40, bytestream 5661 [h264 @ 0x55cbb2f8ebc0] error while decoding MB 12 10, bytestream -10 [h264 @ 0x55cbb24872c0] error while decoding MB 55 32, bytestream -20 [in#0/rtsp @ 0x55cbb2350e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cbb2350e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T19:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.892, "last_started_at": "2026-07-06T19:20:27+09:00", "pid": 23746, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.434, "name": "ffmpeg", "pid": 23746, "rss_mb": 271.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.664, "sample_count": 1859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:21:34+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-06T19:21:34+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T19:21:34.800490+09:00", "mtime_epoch": 1783333294.80049, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:21:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.673, "pushed": 6.673, "read": 6.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.888, "count": 199, "max_ms": 10.285, "p95_ms": 8.679}, "gstreamer_push": {"avg_ms": 1.052, "count": 200, "max_ms": 1.361, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.736, "count": 199, "max_ms": 83.563, "p95_ms": 76.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.923, "count": 199, "max_ms": 112.139, "p95_ms": 99.504}, "yolo11_640_fire_11class": {"avg_ms": 59.858, "count": 199, "max_ms": 93.504, "p95_ms": 80.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.38, "count": 199, "max_ms": 104.219, "p95_ms": 93.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.742, "count": 200, "max_ms": 193.188, "p95_ms": 177.479}, "read_interval": {"avg_ms": 150.545, "count": 199, "max_ms": 201.701, "p95_ms": 186.299}, "triton_wait": {"avg_ms": 73.44, "count": 199, "max_ms": 112.152, "p95_ms": 100.82}, "visualize": {"avg_ms": 5.868, "count": 199, "max_ms": 8.628, "p95_ms": 7.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1425, "tracking_summary": 1297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6194.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29015.902, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.29, "sample_count": 1375, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:21:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:21:42+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T19:21:42+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T19:21:42.488676+09:00", "mtime_epoch": 1783333302.4886758, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:21:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 830.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.463, "pushed": 4.463, "read": 4.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.372, "count": 133, "max_ms": 170.935, "p95_ms": 126.698}, "gstreamer_push": {"avg_ms": 0.801, "count": 133, "max_ms": 1.111, "p95_ms": 0.93}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.53, "count": 133, "max_ms": 113.373, "p95_ms": 105.827}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.831, "count": 133, "max_ms": 114.502, "p95_ms": 105.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.955, "count": 133, "max_ms": 272.7, "p95_ms": 260.944}, "read_interval": {"avg_ms": 225.709, "count": 132, "max_ms": 279.364, "p95_ms": 267.1}, "triton_wait": {"avg_ms": 77.223, "count": 133, "max_ms": 114.514, "p95_ms": 107.842}, "visualize": {"avg_ms": 27.462, "count": 133, "max_ms": 40.074, "p95_ms": 33.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8416.154, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.127, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:21:55+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T19:21:54+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T19:21:54.956976+09:00", "mtime_epoch": 1783333314.9569764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:21:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1507.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 300, "max_ms": 6.681, "p95_ms": 5.827}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.907, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.183, "count": 300, "max_ms": 82.512, "p95_ms": 69.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.612, "count": 300, "max_ms": 119.091, "p95_ms": 90.562}, "yolo11_640_fire_11class": {"avg_ms": 60.202, "count": 300, "max_ms": 93.297, "p95_ms": 80.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.572, "count": 300, "max_ms": 102.791, "p95_ms": 89.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.271, "count": 300, "max_ms": 132.543, "p95_ms": 106.967}, "read_interval": {"avg_ms": 100.11, "count": 299, "max_ms": 735.508, "p95_ms": 123.827}, "triton_wait": {"avg_ms": 65.15, "count": 300, "max_ms": 119.104, "p95_ms": 93.354}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 5.154, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6192.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 302, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:20:24+09:00", "last_error_summary": "[h264 @ 0x55cbb305da40] cabac decode of qscale diff failed at 53 40 [h264 @ 0x55cbb305da40] error while decoding MB 53 40, bytestream 5661 [h264 @ 0x55cbb2f8ebc0] error while decoding MB 12 10, bytestream -10 [h264 @ 0x55cbb24872c0] error while decoding MB 55 32, bytestream -20 [in#0/rtsp @ 0x55cbb2350e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cbb2350e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T19:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.03, "last_started_at": "2026-07-06T19:20:27+09:00", "pid": 23746, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.98, "name": "ffmpeg", "pid": 23746, "rss_mb": 272.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.142, "sample_count": 1852, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:22:05+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T19:22:04+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T19:22:04.953217+09:00", "mtime_epoch": 1783333324.9532166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:22:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.664, "pushed": 6.664, "read": 6.631}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.849, "count": 199, "max_ms": 10.861, "p95_ms": 8.675}, "gstreamer_push": {"avg_ms": 1.046, "count": 199, "max_ms": 1.373, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.878, "count": 199, "max_ms": 87.448, "p95_ms": 75.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.053, "count": 199, "max_ms": 114.72, "p95_ms": 102.798}, "yolo11_640_fire_11class": {"avg_ms": 61.067, "count": 199, "max_ms": 92.439, "p95_ms": 82.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.793, "count": 199, "max_ms": 101.357, "p95_ms": 94.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.182, "count": 199, "max_ms": 192.668, "p95_ms": 178.054}, "read_interval": {"avg_ms": 150.802, "count": 198, "max_ms": 200.787, "p95_ms": 186.328}, "triton_wait": {"avg_ms": 74.764, "count": 199, "max_ms": 114.733, "p95_ms": 102.811}, "visualize": {"avg_ms": 5.811, "count": 199, "max_ms": 9.55, "p95_ms": 7.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1425, "tracking_summary": 1298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6195.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29045.993, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.615, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:22:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T19:22:12+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T19:22:12+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T19:22:12.561399+09:00", "mtime_epoch": 1783333332.5613987, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:22:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 831.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.291, "pushed": 4.291, "read": 4.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.769, "count": 128, "max_ms": 141.117, "p95_ms": 124.558}, "gstreamer_push": {"avg_ms": 0.771, "count": 128, "max_ms": 0.858, "p95_ms": 0.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.536, "count": 128, "max_ms": 115.599, "p95_ms": 103.536}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.358, "count": 128, "max_ms": 118.379, "p95_ms": 106.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.357, "count": 128, "max_ms": 269.595, "p95_ms": 257.649}, "read_interval": {"avg_ms": 235.03, "count": 127, "max_ms": 278.999, "p95_ms": 264.799}, "triton_wait": {"avg_ms": 77.631, "count": 128, "max_ms": 118.393, "p95_ms": 106.807}, "visualize": {"avg_ms": 26.202, "count": 128, "max_ms": 34.425, "p95_ms": 30.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8446.184, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.026, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:22:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:22:25+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T19:22:24+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T19:22:24.981695+09:00", "mtime_epoch": 1783333344.9816952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:22:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.083}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 303, "max_ms": 7.013, "p95_ms": 5.614}, "gstreamer_push": {"avg_ms": 1.289, "count": 303, "max_ms": 1.898, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.012, "count": 303, "max_ms": 97.988, "p95_ms": 74.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.656, "count": 303, "max_ms": 123.627, "p95_ms": 98.32}, "yolo11_640_fire_11class": {"avg_ms": 60.795, "count": 303, "max_ms": 97.443, "p95_ms": 82.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.5, "count": 303, "max_ms": 105.218, "p95_ms": 93.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.226, "count": 303, "max_ms": 137.133, "p95_ms": 111.898}, "read_interval": {"avg_ms": 99.133, "count": 302, "max_ms": 401.521, "p95_ms": 134.638}, "triton_wait": {"avg_ms": 68.25, "count": 303, "max_ms": 123.64, "p95_ms": 98.332}, "visualize": {"avg_ms": 3.67, "count": 303, "max_ms": 5.392, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6198.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 302, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:20:24+09:00", "last_error_summary": "[h264 @ 0x55cbb305da40] cabac decode of qscale diff failed at 53 40 [h264 @ 0x55cbb305da40] error while decoding MB 53 40, bytestream 5661 [h264 @ 0x55cbb2f8ebc0] error while decoding MB 12 10, bytestream -10 [h264 @ 0x55cbb24872c0] error while decoding MB 55 32, bytestream -20 [in#0/rtsp @ 0x55cbb2350e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cbb2350e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T19:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.055, "last_started_at": "2026-07-06T19:20:27+09:00", "pid": 23746, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.98, "name": "ffmpeg", "pid": 23746, "rss_mb": 272.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.596, "sample_count": 1840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:22:35+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T19:22:34+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T19:22:35.001934+09:00", "mtime_epoch": 1783333355.0019336, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:22:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.455, "pushed": 6.455, "read": 6.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.885, "count": 193, "max_ms": 11.055, "p95_ms": 8.401}, "gstreamer_push": {"avg_ms": 1.058, "count": 193, "max_ms": 1.403, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.168, "count": 193, "max_ms": 83.544, "p95_ms": 74.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.588, "count": 193, "max_ms": 123.341, "p95_ms": 104.831}, "yolo11_640_fire_11class": {"avg_ms": 59.822, "count": 193, "max_ms": 86.393, "p95_ms": 80.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.408, "count": 193, "max_ms": 105.612, "p95_ms": 95.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.824, "count": 193, "max_ms": 200.05, "p95_ms": 178.123}, "read_interval": {"avg_ms": 155.707, "count": 192, "max_ms": 209.93, "p95_ms": 187.326}, "triton_wait": {"avg_ms": 76.96, "count": 193, "max_ms": 123.356, "p95_ms": 104.844}, "visualize": {"avg_ms": 5.927, "count": 193, "max_ms": 10.913, "p95_ms": 6.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1427, "tracking_summary": 1299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6193.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29076.172, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.615, "sample_count": 1365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:22:42+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T19:22:42+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T19:22:42.742117+09:00", "mtime_epoch": 1783333362.7421172, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:22:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 829.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.674, "pushed": 4.674, "read": 4.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.044, "count": 140, "max_ms": 157.117, "p95_ms": 133.399}, "gstreamer_push": {"avg_ms": 0.842, "count": 140, "max_ms": 1.338, "p95_ms": 1.003}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.541, "count": 140, "max_ms": 112.548, "p95_ms": 102.014}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.591, "count": 140, "max_ms": 114.923, "p95_ms": 107.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.514, "count": 140, "max_ms": 301.484, "p95_ms": 257.437}, "read_interval": {"avg_ms": 215.379, "count": 139, "max_ms": 307.321, "p95_ms": 266.212}, "triton_wait": {"avg_ms": 78.341, "count": 140, "max_ms": 114.936, "p95_ms": 107.107}, "visualize": {"avg_ms": 26.101, "count": 140, "max_ms": 38.125, "p95_ms": 30.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6193.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8476.253, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.686, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:22:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:22:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T19:22:55+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T19:22:55.046408+09:00", "mtime_epoch": 1783333375.0464082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:22:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.315, "count": 300, "max_ms": 6.742, "p95_ms": 6.018}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.579, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.325, "count": 300, "max_ms": 89.838, "p95_ms": 70.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.606, "count": 300, "max_ms": 115.025, "p95_ms": 97.159}, "yolo11_640_fire_11class": {"avg_ms": 58.277, "count": 300, "max_ms": 89.419, "p95_ms": 77.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.803, "count": 300, "max_ms": 103.757, "p95_ms": 92.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.055, "count": 300, "max_ms": 127.621, "p95_ms": 110.311}, "read_interval": {"avg_ms": 100.227, "count": 299, "max_ms": 636.324, "p95_ms": 127.191}, "triton_wait": {"avg_ms": 66.178, "count": 300, "max_ms": 115.038, "p95_ms": 97.171}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 5.397, "p95_ms": 4.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6210.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 302, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:20:24+09:00", "last_error_summary": "[h264 @ 0x55cbb305da40] cabac decode of qscale diff failed at 53 40 [h264 @ 0x55cbb305da40] error while decoding MB 53 40, bytestream 5661 [h264 @ 0x55cbb2f8ebc0] error while decoding MB 12 10, bytestream -10 [h264 @ 0x55cbb24872c0] error while decoding MB 55 32, bytestream -20 [in#0/rtsp @ 0x55cbb2350e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cbb2350e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T19:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.189, "last_started_at": "2026-07-06T19:20:27+09:00", "pid": 23746, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.031, "name": "ffmpeg", "pid": 23746, "rss_mb": 287.031, "state": "S (sleeping)", "threads": 104}, "restart_count": 91, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.73, "sample_count": 1866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T19:23:05+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-06T19:23:05+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T19:23:05.102645+09:00", "mtime_epoch": 1783333385.1026452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:23:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.667, "pushed": 6.667, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.777, "count": 199, "max_ms": 10.077, "p95_ms": 8.056}, "gstreamer_push": {"avg_ms": 1.066, "count": 200, "max_ms": 1.402, "p95_ms": 1.23}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.212, "count": 199, "max_ms": 83.574, "p95_ms": 78.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.067, "count": 199, "max_ms": 117.499, "p95_ms": 103.438}, "yolo11_640_fire_11class": {"avg_ms": 60.351, "count": 199, "max_ms": 89.529, "p95_ms": 79.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.534, "count": 199, "max_ms": 108.244, "p95_ms": 96.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.805, "count": 200, "max_ms": 196.27, "p95_ms": 180.64}, "read_interval": {"avg_ms": 150.59, "count": 199, "max_ms": 204.381, "p95_ms": 189.975}, "triton_wait": {"avg_ms": 75.597, "count": 199, "max_ms": 117.511, "p95_ms": 103.675}, "visualize": {"avg_ms": 5.77, "count": 199, "max_ms": 9.657, "p95_ms": 6.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1429, "tracking_summary": 1300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6060.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29106.285, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.808, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:23:13+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T19:23:12+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T19:23:12.882828+09:00", "mtime_epoch": 1783333392.882828, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:23:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 820.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.314, "pushed": 4.314, "read": 4.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.06, "count": 129, "max_ms": 147.564, "p95_ms": 127.432}, "gstreamer_push": {"avg_ms": 0.936, "count": 129, "max_ms": 2.823, "p95_ms": 1.809}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.463, "count": 129, "max_ms": 107.974, "p95_ms": 102.009}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.541, "count": 129, "max_ms": 106.996, "p95_ms": 94.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.362, "count": 129, "max_ms": 274.045, "p95_ms": 254.004}, "read_interval": {"avg_ms": 233.531, "count": 128, "max_ms": 280.06, "p95_ms": 261.434}, "triton_wait": {"avg_ms": 73.63, "count": 129, "max_ms": 107.987, "p95_ms": 105.056}, "visualize": {"avg_ms": 27.84, "count": 129, "max_ms": 41.944, "p95_ms": 39.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6186.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8506.335, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.975, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:23:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:23:25+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T19:23:25+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T19:23:25.131115+09:00", "mtime_epoch": 1783333405.131115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:23:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.246, "count": 298, "max_ms": 6.213, "p95_ms": 5.203}, "gstreamer_push": {"avg_ms": 1.292, "count": 299, "max_ms": 1.53, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.64, "count": 298, "max_ms": 85.271, "p95_ms": 68.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.687, "count": 298, "max_ms": 115.191, "p95_ms": 94.945}, "yolo11_640_fire_11class": {"avg_ms": 56.893, "count": 298, "max_ms": 86.863, "p95_ms": 76.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.946, "count": 298, "max_ms": 104.721, "p95_ms": 92.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.839, "count": 299, "max_ms": 128.526, "p95_ms": 108.364}, "read_interval": {"avg_ms": 100.637, "count": 298, "max_ms": 607.242, "p95_ms": 132.942}, "triton_wait": {"avg_ms": 65.035, "count": 298, "max_ms": 115.204, "p95_ms": 95.596}, "visualize": {"avg_ms": 3.624, "count": 298, "max_ms": 4.638, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6190.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:23:06+09:00", "last_error_summary": "[h264 @ 0x55ef94605840] error while decoding MB 19 14, bytestream -18", "last_exit_at": "2026-07-06T19:23:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.53, "last_started_at": "2026-07-06T19:23:09+09:00", "pid": 23853, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.691, "name": "ffmpeg", "pid": 23853, "rss_mb": 266.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.713, "sample_count": 1832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:23:35+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T19:23:35+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T19:23:35.175350+09:00", "mtime_epoch": 1783333415.1753497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:23:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.678, "pushed": 5.678, "read": 5.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.69, "count": 170, "max_ms": 9.339, "p95_ms": 8.149}, "gstreamer_push": {"avg_ms": 1.084, "count": 170, "max_ms": 1.9, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.571, "count": 170, "max_ms": 82.358, "p95_ms": 72.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.858, "count": 170, "max_ms": 124.383, "p95_ms": 103.815}, "yolo11_640_fire_11class": {"avg_ms": 58.219, "count": 170, "max_ms": 84.879, "p95_ms": 75.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.762, "count": 170, "max_ms": 107.331, "p95_ms": 90.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.366, "count": 170, "max_ms": 193.314, "p95_ms": 177.398}, "read_interval": {"avg_ms": 176.976, "count": 169, "max_ms": 5040.719, "p95_ms": 186.79}, "triton_wait": {"avg_ms": 74.266, "count": 170, "max_ms": 124.396, "p95_ms": 103.829}, "visualize": {"avg_ms": 5.66, "count": 170, "max_ms": 8.646, "p95_ms": 6.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1430, "tracking_summary": 1301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6194.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29136.51, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.632, "sample_count": 1358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:23:43+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T19:23:43+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T19:23:43.063534+09:00", "mtime_epoch": 1783333423.0635335, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:23:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 832.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.806, "pushed": 4.806, "read": 4.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.714, "count": 144, "max_ms": 154.283, "p95_ms": 127.237}, "gstreamer_push": {"avg_ms": 0.854, "count": 144, "max_ms": 1.922, "p95_ms": 1.032}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.911, "count": 144, "max_ms": 111.452, "p95_ms": 101.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.462, "count": 144, "max_ms": 113.923, "p95_ms": 104.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.848, "count": 144, "max_ms": 271.231, "p95_ms": 255.785}, "read_interval": {"avg_ms": 209.622, "count": 143, "max_ms": 280.331, "p95_ms": 261.996}, "triton_wait": {"avg_ms": 74.367, "count": 144, "max_ms": 113.935, "p95_ms": 104.368}, "visualize": {"avg_ms": 25.744, "count": 144, "max_ms": 41.232, "p95_ms": 32.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6195.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8536.377, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.978, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:23:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:23:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T19:23:55+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T19:23:55.183815+09:00", "mtime_epoch": 1783333435.183815, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:23:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.306, "count": 303, "max_ms": 6.82, "p95_ms": 5.495}, "gstreamer_push": {"avg_ms": 1.3, "count": 303, "max_ms": 1.935, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.935, "count": 303, "max_ms": 89.922, "p95_ms": 70.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.011, "count": 303, "max_ms": 124.651, "p95_ms": 101.58}, "yolo11_640_fire_11class": {"avg_ms": 58.184, "count": 303, "max_ms": 91.345, "p95_ms": 79.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.357, "count": 303, "max_ms": 106.408, "p95_ms": 93.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.19, "count": 303, "max_ms": 137.604, "p95_ms": 114.581}, "read_interval": {"avg_ms": 99.21, "count": 302, "max_ms": 867.827, "p95_ms": 130.757}, "triton_wait": {"avg_ms": 67.199, "count": 303, "max_ms": 124.665, "p95_ms": 101.593}, "visualize": {"avg_ms": 3.672, "count": 303, "max_ms": 4.904, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6197.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:23:06+09:00", "last_error_summary": "[h264 @ 0x55ef94605840] error while decoding MB 19 14, bytestream -18", "last_exit_at": "2026-07-06T19:23:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.644, "last_started_at": "2026-07-06T19:23:09+09:00", "pid": 23853, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.137, "name": "ffmpeg", "pid": 23853, "rss_mb": 273.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.357, "sample_count": 1826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:24:05+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T19:24:05+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T19:24:05.316050+09:00", "mtime_epoch": 1783333445.3160498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:24:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1626.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.473, "pushed": 6.473, "read": 6.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.973, "count": 193, "max_ms": 10.843, "p95_ms": 8.128}, "gstreamer_push": {"avg_ms": 1.043, "count": 194, "max_ms": 1.629, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.859, "count": 193, "max_ms": 87.352, "p95_ms": 74.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.133, "count": 193, "max_ms": 127.575, "p95_ms": 104.158}, "yolo11_640_fire_11class": {"avg_ms": 60.672, "count": 193, "max_ms": 89.107, "p95_ms": 79.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.199, "count": 193, "max_ms": 105.376, "p95_ms": 95.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.725, "count": 194, "max_ms": 208.722, "p95_ms": 182.789}, "read_interval": {"avg_ms": 155.398, "count": 193, "max_ms": 216.392, "p95_ms": 192.835}, "triton_wait": {"avg_ms": 75.329, "count": 193, "max_ms": 127.587, "p95_ms": 104.17}, "visualize": {"avg_ms": 5.967, "count": 193, "max_ms": 8.604, "p95_ms": 6.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1432, "tracking_summary": 1302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6197.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29166.559, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.31, "sample_count": 1355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:24:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:24:13+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T19:24:13+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T19:24:13.100230+09:00", "mtime_epoch": 1783333453.1002297, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:24:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.066, "name": "celery", "pid": 239, "rss_mb": 832.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.327, "pushed": 4.327, "read": 4.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.41, "count": 129, "max_ms": 160.738, "p95_ms": 127.55}, "gstreamer_push": {"avg_ms": 0.797, "count": 129, "max_ms": 1.056, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.117, "count": 129, "max_ms": 115.636, "p95_ms": 102.118}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.554, "count": 129, "max_ms": 111.972, "p95_ms": 105.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.204, "count": 129, "max_ms": 272.47, "p95_ms": 262.628}, "read_interval": {"avg_ms": 232.761, "count": 128, "max_ms": 280.926, "p95_ms": 268.544}, "triton_wait": {"avg_ms": 77.922, "count": 129, "max_ms": 115.649, "p95_ms": 107.035}, "visualize": {"avg_ms": 27.017, "count": 129, "max_ms": 36.327, "p95_ms": 32.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6188.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8566.446, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.239, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:24:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:24:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T19:24:25+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-06T19:24:25.256510+09:00", "mtime_epoch": 1783333465.25651, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:24:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 302, "max_ms": 6.84, "p95_ms": 5.76}, "gstreamer_push": {"avg_ms": 1.294, "count": 302, "max_ms": 1.668, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.373, "count": 302, "max_ms": 85.262, "p95_ms": 69.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.173, "count": 302, "max_ms": 104.886, "p95_ms": 94.062}, "yolo11_640_fire_11class": {"avg_ms": 57.363, "count": 302, "max_ms": 84.69, "p95_ms": 77.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.242, "count": 302, "max_ms": 103.426, "p95_ms": 89.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.495, "count": 302, "max_ms": 117.966, "p95_ms": 107.093}, "read_interval": {"avg_ms": 99.632, "count": 301, "max_ms": 516.004, "p95_ms": 126.271}, "triton_wait": {"avg_ms": 65.531, "count": 302, "max_ms": 104.9, "p95_ms": 94.726}, "visualize": {"avg_ms": 3.649, "count": 302, "max_ms": 4.906, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6193.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:23:06+09:00", "last_error_summary": "[h264 @ 0x55ef94605840] error while decoding MB 19 14, bytestream -18", "last_exit_at": "2026-07-06T19:23:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.807, "last_started_at": "2026-07-06T19:23:09+09:00", "pid": 23853, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.652, "name": "ffmpeg", "pid": 23853, "rss_mb": 273.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.665, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:24:35+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T19:24:35+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T19:24:35.428744+09:00", "mtime_epoch": 1783333475.4287436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:24:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.59, "pushed": 6.59, "read": 6.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.816, "count": 197, "max_ms": 9.284, "p95_ms": 8.405}, "gstreamer_push": {"avg_ms": 1.067, "count": 197, "max_ms": 1.616, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.884, "count": 197, "max_ms": 79.328, "p95_ms": 73.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.359, "count": 197, "max_ms": 115.016, "p95_ms": 98.437}, "yolo11_640_fire_11class": {"avg_ms": 59.442, "count": 197, "max_ms": 86.785, "p95_ms": 77.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.337, "count": 197, "max_ms": 102.569, "p95_ms": 93.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.586, "count": 197, "max_ms": 198.025, "p95_ms": 178.914}, "read_interval": {"avg_ms": 152.255, "count": 196, "max_ms": 206.184, "p95_ms": 186.872}, "triton_wait": {"avg_ms": 75.635, "count": 197, "max_ms": 115.028, "p95_ms": 98.816}, "visualize": {"avg_ms": 5.869, "count": 197, "max_ms": 8.694, "p95_ms": 6.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1432, "tracking_summary": 1303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29196.761, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.961, "sample_count": 1358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:24:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:24:43+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T19:24:43+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T19:24:43.328925+09:00", "mtime_epoch": 1783333483.328925, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:24:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 824.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.821, "pushed": 4.821, "read": 4.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.145, "count": 144, "max_ms": 146.664, "p95_ms": 128.613}, "gstreamer_push": {"avg_ms": 1.109, "count": 144, "max_ms": 3.324, "p95_ms": 2.262}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.861, "count": 144, "max_ms": 114.023, "p95_ms": 98.569}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.727, "count": 144, "max_ms": 118.12, "p95_ms": 98.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.075, "count": 144, "max_ms": 269.037, "p95_ms": 251.151}, "read_interval": {"avg_ms": 208.387, "count": 143, "max_ms": 278.45, "p95_ms": 259.678}, "triton_wait": {"avg_ms": 75.87, "count": 144, "max_ms": 118.133, "p95_ms": 101.865}, "visualize": {"avg_ms": 31.075, "count": 144, "max_ms": 49.714, "p95_ms": 44.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8596.467, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.516, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:24:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:24:55+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T19:24:55+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T19:24:55.261198+09:00", "mtime_epoch": 1783333495.2611978, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:24:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.962, "pushed": 9.962, "read": 9.929}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 298, "max_ms": 7.518, "p95_ms": 5.779}, "gstreamer_push": {"avg_ms": 1.295, "count": 298, "max_ms": 1.91, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.12, "count": 298, "max_ms": 85.14, "p95_ms": 76.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.405, "count": 298, "max_ms": 117.3, "p95_ms": 99.14}, "yolo11_640_fire_11class": {"avg_ms": 59.439, "count": 298, "max_ms": 88.248, "p95_ms": 79.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.036, "count": 298, "max_ms": 102.886, "p95_ms": 94.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.616, "count": 298, "max_ms": 127.076, "p95_ms": 113.265}, "read_interval": {"avg_ms": 100.763, "count": 297, "max_ms": 430.969, "p95_ms": 133.174}, "triton_wait": {"avg_ms": 69.722, "count": 298, "max_ms": 117.308, "p95_ms": 99.899}, "visualize": {"avg_ms": 3.631, "count": 298, "max_ms": 6.051, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6198.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:23:06+09:00", "last_error_summary": "[h264 @ 0x55ef94605840] error while decoding MB 19 14, bytestream -18", "last_exit_at": "2026-07-06T19:23:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.827, "last_started_at": "2026-07-06T19:23:09+09:00", "pid": 23853, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.652, "name": "ffmpeg", "pid": 23853, "rss_mb": 273.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.578, "sample_count": 1813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:25:05+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T19:25:05+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T19:25:05.489431+09:00", "mtime_epoch": 1783333505.4894311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:25:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.904, "pushed": 6.904, "read": 6.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.625, "count": 206, "max_ms": 10.39, "p95_ms": 7.912}, "gstreamer_push": {"avg_ms": 1.091, "count": 206, "max_ms": 1.552, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.906, "count": 206, "max_ms": 83.65, "p95_ms": 76.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.205, "count": 206, "max_ms": 117.075, "p95_ms": 99.789}, "yolo11_640_fire_11class": {"avg_ms": 60.202, "count": 206, "max_ms": 85.715, "p95_ms": 77.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.617, "count": 206, "max_ms": 102.9, "p95_ms": 92.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.461, "count": 206, "max_ms": 202.049, "p95_ms": 174.073}, "read_interval": {"avg_ms": 145.786, "count": 205, "max_ms": 210.433, "p95_ms": 182.937}, "triton_wait": {"avg_ms": 75.836, "count": 206, "max_ms": 117.088, "p95_ms": 100.685}, "visualize": {"avg_ms": 5.556, "count": 206, "max_ms": 8.922, "p95_ms": 7.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1433, "tracking_summary": 1305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6198.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29226.924, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.615, "sample_count": 1367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:25:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:25:13+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T19:25:13+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T19:25:13.485613+09:00", "mtime_epoch": 1783333513.485613, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:25:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 833.281, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.548, "pushed": 4.548, "read": 4.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.389, "count": 136, "max_ms": 153.476, "p95_ms": 138.874}, "gstreamer_push": {"avg_ms": 0.846, "count": 136, "max_ms": 1.86, "p95_ms": 1.019}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.351, "count": 136, "max_ms": 113.553, "p95_ms": 98.067}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.125, "count": 136, "max_ms": 115.053, "p95_ms": 105.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.837, "count": 136, "max_ms": 286.756, "p95_ms": 254.5}, "read_interval": {"avg_ms": 221.534, "count": 135, "max_ms": 293.309, "p95_ms": 260.949}, "triton_wait": {"avg_ms": 78.121, "count": 136, "max_ms": 115.066, "p95_ms": 106.462}, "visualize": {"avg_ms": 27.331, "count": 136, "max_ms": 50.27, "p95_ms": 37.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6196.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8626.507, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.025, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:25:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T19:25:25+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-06T19:25:25.321882+09:00", "mtime_epoch": 1783333525.3218818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:25:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 301, "max_ms": 7.161, "p95_ms": 5.443}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 2.095, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.062, "count": 301, "max_ms": 85.111, "p95_ms": 71.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.678, "count": 301, "max_ms": 111.113, "p95_ms": 95.502}, "yolo11_640_fire_11class": {"avg_ms": 57.683, "count": 301, "max_ms": 91.683, "p95_ms": 75.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.98, "count": 301, "max_ms": 102.07, "p95_ms": 89.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.903, "count": 301, "max_ms": 124.409, "p95_ms": 109.366}, "read_interval": {"avg_ms": 99.865, "count": 300, "max_ms": 628.489, "p95_ms": 126.029}, "triton_wait": {"avg_ms": 66.95, "count": 301, "max_ms": 111.127, "p95_ms": 95.648}, "visualize": {"avg_ms": 3.641, "count": 301, "max_ms": 5.047, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6198.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:23:06+09:00", "last_error_summary": "[h264 @ 0x55ef94605840] error while decoding MB 19 14, bytestream -18", "last_exit_at": "2026-07-06T19:23:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.968, "last_started_at": "2026-07-06T19:23:09+09:00", "pid": 23853, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.652, "name": "ffmpeg", "pid": 23853, "rss_mb": 273.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.578, "sample_count": 1965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:25:35+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T19:25:35+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T19:25:35.590114+09:00", "mtime_epoch": 1783333535.5901144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:25:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.892, "pushed": 6.892, "read": 6.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.747, "count": 206, "max_ms": 10.859, "p95_ms": 8.564}, "gstreamer_push": {"avg_ms": 1.069, "count": 206, "max_ms": 1.378, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.731, "count": 206, "max_ms": 79.834, "p95_ms": 71.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.858, "count": 206, "max_ms": 119.973, "p95_ms": 99.066}, "yolo11_640_fire_11class": {"avg_ms": 59.948, "count": 206, "max_ms": 87.144, "p95_ms": 79.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.572, "count": 206, "max_ms": 98.703, "p95_ms": 92.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.685, "count": 206, "max_ms": 202.462, "p95_ms": 174.469}, "read_interval": {"avg_ms": 145.62, "count": 205, "max_ms": 209.296, "p95_ms": 182.833}, "triton_wait": {"avg_ms": 74.09, "count": 206, "max_ms": 119.985, "p95_ms": 99.078}, "visualize": {"avg_ms": 5.581, "count": 206, "max_ms": 8.397, "p95_ms": 7.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1435, "tracking_summary": 1306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6199.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29256.954, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.31, "sample_count": 1352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:25:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:25:43+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T19:25:43+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T19:25:43.534294+09:00", "mtime_epoch": 1783333543.534294, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:25:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 834.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.496, "pushed": 4.496, "read": 4.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.422, "count": 134, "max_ms": 154.385, "p95_ms": 142.573}, "gstreamer_push": {"avg_ms": 0.804, "count": 134, "max_ms": 1.408, "p95_ms": 0.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.432, "count": 134, "max_ms": 110.414, "p95_ms": 96.091}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.668, "count": 134, "max_ms": 118.543, "p95_ms": 100.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.358, "count": 134, "max_ms": 279.328, "p95_ms": 260.665}, "read_interval": {"avg_ms": 224.126, "count": 133, "max_ms": 287.406, "p95_ms": 268.289}, "triton_wait": {"avg_ms": 74.374, "count": 134, "max_ms": 118.555, "p95_ms": 100.392}, "visualize": {"avg_ms": 27.55, "count": 134, "max_ms": 44.512, "p95_ms": 36.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.807, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5963.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8656.563, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.071, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:25:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:25:55+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T19:25:55+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T19:25:55.358561+09:00", "mtime_epoch": 1783333555.3585606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:25:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1508.957, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 303, "max_ms": 7.841, "p95_ms": 6.219}, "gstreamer_push": {"avg_ms": 1.283, "count": 303, "max_ms": 1.868, "p95_ms": 1.5}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.313, "count": 303, "max_ms": 77.724, "p95_ms": 68.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.328, "count": 303, "max_ms": 115.551, "p95_ms": 97.484}, "yolo11_640_fire_11class": {"avg_ms": 57.869, "count": 303, "max_ms": 89.402, "p95_ms": 76.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.009, "count": 303, "max_ms": 100.064, "p95_ms": 91.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.357, "count": 303, "max_ms": 128.507, "p95_ms": 111.657}, "read_interval": {"avg_ms": 99.21, "count": 302, "max_ms": 571.879, "p95_ms": 133.394}, "triton_wait": {"avg_ms": 66.45, "count": 303, "max_ms": 115.563, "p95_ms": 97.521}, "visualize": {"avg_ms": 3.628, "count": 303, "max_ms": 5.483, "p95_ms": 4.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 304, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:25:51+09:00", "last_error_summary": "[h264 @ 0x55652f94b440] error while decoding MB 72 20, bytestream -11", "last_exit_at": "2026-07-06T19:25:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.844, "last_started_at": "2026-07-06T19:25:54+09:00", "pid": 23960, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.078, "name": "ffmpeg", "pid": 23960, "rss_mb": 264.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.361, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:26:05+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T19:26:05+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T19:26:05.710793+09:00", "mtime_epoch": 1783333565.7107935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:26:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.711, "pushed": 5.711, "read": 5.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.785, "count": 170, "max_ms": 10.106, "p95_ms": 8.751}, "gstreamer_push": {"avg_ms": 1.06, "count": 171, "max_ms": 1.734, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.256, "count": 170, "max_ms": 77.855, "p95_ms": 74.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.223, "count": 170, "max_ms": 111.123, "p95_ms": 98.307}, "yolo11_640_fire_11class": {"avg_ms": 58.689, "count": 170, "max_ms": 86.712, "p95_ms": 76.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.848, "count": 170, "max_ms": 101.608, "p95_ms": 94.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.081, "count": 171, "max_ms": 192.469, "p95_ms": 176.637}, "read_interval": {"avg_ms": 176.129, "count": 170, "max_ms": 5143.913, "p95_ms": 184.912}, "triton_wait": {"avg_ms": 73.382, "count": 170, "max_ms": 111.133, "p95_ms": 99.023}, "visualize": {"avg_ms": 5.788, "count": 170, "max_ms": 8.968, "p95_ms": 8.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1436, "tracking_summary": 1307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6181.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29287.037, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.095, "sample_count": 1343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:26:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:26:13+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T19:26:13+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T19:26:13.626971+09:00", "mtime_epoch": 1783333573.626971, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:26:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 823.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.352, "pushed": 4.352, "read": 4.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.517, "count": 130, "max_ms": 148.594, "p95_ms": 125.796}, "gstreamer_push": {"avg_ms": 0.936, "count": 130, "max_ms": 2.97, "p95_ms": 1.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.376, "count": 130, "max_ms": 107.455, "p95_ms": 97.479}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.593, "count": 130, "max_ms": 108.205, "p95_ms": 99.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.377, "count": 130, "max_ms": 262.965, "p95_ms": 252.571}, "read_interval": {"avg_ms": 231.468, "count": 129, "max_ms": 269.979, "p95_ms": 260.707}, "triton_wait": {"avg_ms": 72.019, "count": 130, "max_ms": 108.219, "p95_ms": 100.944}, "visualize": {"avg_ms": 28.052, "count": 130, "max_ms": 49.336, "p95_ms": 40.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6178.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8686.606, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.222, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:26:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:26:25+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T19:26:25+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T19:26:25.403235+09:00", "mtime_epoch": 1783333585.403235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:26:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1509.215, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.845}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.274, "count": 296, "max_ms": 6.913, "p95_ms": 5.537}, "gstreamer_push": {"avg_ms": 1.296, "count": 296, "max_ms": 1.981, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.472, "count": 296, "max_ms": 85.869, "p95_ms": 71.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.311, "count": 296, "max_ms": 114.03, "p95_ms": 97.957}, "yolo11_640_fire_11class": {"avg_ms": 57.255, "count": 296, "max_ms": 87.539, "p95_ms": 76.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.087, "count": 296, "max_ms": 102.53, "p95_ms": 92.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.644, "count": 296, "max_ms": 128.812, "p95_ms": 111.088}, "read_interval": {"avg_ms": 101.506, "count": 295, "max_ms": 621.257, "p95_ms": 131.078}, "triton_wait": {"avg_ms": 66.775, "count": 296, "max_ms": 114.044, "p95_ms": 97.97}, "visualize": {"avg_ms": 3.625, "count": 296, "max_ms": 5.193, "p95_ms": 4.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 304, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:25:51+09:00", "last_error_summary": "[h264 @ 0x55652f94b440] error while decoding MB 72 20, bytestream -11", "last_exit_at": "2026-07-06T19:25:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.887, "last_started_at": "2026-07-06T19:25:54+09:00", "pid": 23960, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.656, "name": "ffmpeg", "pid": 23960, "rss_mb": 266.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.204, "sample_count": 1934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:26:35+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:26:35+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T19:26:35.755466+09:00", "mtime_epoch": 1783333595.7554662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:26:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.718, "pushed": 6.718, "read": 6.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.755, "count": 201, "max_ms": 10.735, "p95_ms": 8.218}, "gstreamer_push": {"avg_ms": 1.05, "count": 201, "max_ms": 1.483, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.556, "count": 201, "max_ms": 85.134, "p95_ms": 74.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.068, "count": 201, "max_ms": 111.506, "p95_ms": 98.569}, "yolo11_640_fire_11class": {"avg_ms": 58.321, "count": 201, "max_ms": 88.351, "p95_ms": 76.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.856, "count": 201, "max_ms": 101.217, "p95_ms": 94.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.856, "count": 201, "max_ms": 183.128, "p95_ms": 174.705}, "read_interval": {"avg_ms": 149.455, "count": 200, "max_ms": 193.561, "p95_ms": 182.15}, "triton_wait": {"avg_ms": 73.462, "count": 201, "max_ms": 111.518, "p95_ms": 98.582}, "visualize": {"avg_ms": 5.85, "count": 201, "max_ms": 10.147, "p95_ms": 6.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1438, "tracking_summary": 1308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29317.205, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.621, "sample_count": 1352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:26:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:26:43+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T19:26:43+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T19:26:43.803646+09:00", "mtime_epoch": 1783333603.8036458, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:26:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.743, "pushed": 4.743, "read": 4.71}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.636, "count": 142, "max_ms": 159.944, "p95_ms": 130.314}, "gstreamer_push": {"avg_ms": 0.947, "count": 142, "max_ms": 2.214, "p95_ms": 1.979}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.335, "count": 142, "max_ms": 112.665, "p95_ms": 92.321}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.331, "count": 142, "max_ms": 111.844, "p95_ms": 100.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.166, "count": 142, "max_ms": 280.245, "p95_ms": 250.615}, "read_interval": {"avg_ms": 212.426, "count": 141, "max_ms": 288.502, "p95_ms": 257.044}, "triton_wait": {"avg_ms": 73.464, "count": 142, "max_ms": 112.675, "p95_ms": 100.194}, "visualize": {"avg_ms": 28.046, "count": 142, "max_ms": 45.623, "p95_ms": 40.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6193.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8716.644, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.91, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:26:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:26:55+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T19:26:55+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:26:55.443905+09:00", "mtime_epoch": 1783333615.4439049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:26:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1509.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.285, "count": 302, "max_ms": 6.727, "p95_ms": 5.258}, "gstreamer_push": {"avg_ms": 1.293, "count": 302, "max_ms": 1.805, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.272, "count": 302, "max_ms": 85.932, "p95_ms": 67.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.486, "count": 302, "max_ms": 123.357, "p95_ms": 98.93}, "yolo11_640_fire_11class": {"avg_ms": 57.562, "count": 302, "max_ms": 87.818, "p95_ms": 77.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.927, "count": 302, "max_ms": 105.432, "p95_ms": 92.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.596, "count": 302, "max_ms": 136.264, "p95_ms": 109.878}, "read_interval": {"avg_ms": 99.496, "count": 301, "max_ms": 737.841, "p95_ms": 127.447}, "triton_wait": {"avg_ms": 65.658, "count": 302, "max_ms": 123.37, "p95_ms": 98.941}, "visualize": {"avg_ms": 3.654, "count": 302, "max_ms": 5.142, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6194.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 304, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:25:51+09:00", "last_error_summary": "[h264 @ 0x55652f94b440] error while decoding MB 72 20, bytestream -11", "last_exit_at": "2026-07-06T19:25:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.985, "last_started_at": "2026-07-06T19:25:54+09:00", "pid": 23960, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.266, "name": "ffmpeg", "pid": 23960, "rss_mb": 270.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.101, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:27:05+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:27:05+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T19:27:05.848136+09:00", "mtime_epoch": 1783333625.848136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:27:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.719, "pushed": 6.719, "read": 6.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.738, "count": 201, "max_ms": 9.291, "p95_ms": 7.825}, "gstreamer_push": {"avg_ms": 1.044, "count": 201, "max_ms": 1.265, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.423, "count": 201, "max_ms": 86.37, "p95_ms": 72.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.289, "count": 201, "max_ms": 114.023, "p95_ms": 100.824}, "yolo11_640_fire_11class": {"avg_ms": 59.129, "count": 201, "max_ms": 87.246, "p95_ms": 79.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.79, "count": 201, "max_ms": 106.677, "p95_ms": 92.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.874, "count": 201, "max_ms": 190.323, "p95_ms": 176.956}, "read_interval": {"avg_ms": 149.725, "count": 200, "max_ms": 199.31, "p95_ms": 185.639}, "triton_wait": {"avg_ms": 74.401, "count": 201, "max_ms": 114.038, "p95_ms": 100.838}, "visualize": {"avg_ms": 5.778, "count": 201, "max_ms": 7.757, "p95_ms": 6.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1439, "tracking_summary": 1309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6197.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29347.216, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.621, "sample_count": 1358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:27:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:27:14+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-06T19:27:13+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T19:27:13.844313+09:00", "mtime_epoch": 1783333633.8443134, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:27:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 834.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.502, "pushed": 4.502, "read": 4.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.493, "count": 134, "max_ms": 161.388, "p95_ms": 152.074}, "gstreamer_push": {"avg_ms": 0.795, "count": 134, "max_ms": 1.016, "p95_ms": 0.921}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.918, "count": 134, "max_ms": 111.237, "p95_ms": 102.265}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.02, "count": 134, "max_ms": 112.558, "p95_ms": 100.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.983, "count": 134, "max_ms": 287.092, "p95_ms": 259.977}, "read_interval": {"avg_ms": 224.307, "count": 133, "max_ms": 294.094, "p95_ms": 266.399}, "triton_wait": {"avg_ms": 76.575, "count": 134, "max_ms": 112.568, "p95_ms": 103.118}, "visualize": {"avg_ms": 25.973, "count": 134, "max_ms": 38.814, "p95_ms": 31.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.765, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6195.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8746.687, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.841, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:27:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:27:25+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T19:27:25+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T19:27:25.476571+09:00", "mtime_epoch": 1783333645.4765708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:27:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1509.473, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 300, "max_ms": 7.595, "p95_ms": 5.585}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.701, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.941, "count": 300, "max_ms": 86.434, "p95_ms": 70.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.898, "count": 300, "max_ms": 107.59, "p95_ms": 98.24}, "yolo11_640_fire_11class": {"avg_ms": 57.574, "count": 300, "max_ms": 94.08, "p95_ms": 75.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.855, "count": 300, "max_ms": 103.025, "p95_ms": 92.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.175, "count": 300, "max_ms": 120.575, "p95_ms": 110.908}, "read_interval": {"avg_ms": 100.153, "count": 299, "max_ms": 521.901, "p95_ms": 128.868}, "triton_wait": {"avg_ms": 67.21, "count": 300, "max_ms": 107.604, "p95_ms": 98.253}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 5.456, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 304, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:25:51+09:00", "last_error_summary": "[h264 @ 0x55652f94b440] error while decoding MB 72 20, bytestream -11", "last_exit_at": "2026-07-06T19:25:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.107, "last_started_at": "2026-07-06T19:25:54+09:00", "pid": 23960, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.781, "name": "ffmpeg", "pid": 23960, "rss_mb": 270.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.13, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:27:36+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T19:27:35+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T19:27:35.936802+09:00", "mtime_epoch": 1783333655.9368017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:27:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.145, "pushed": 6.145, "read": 6.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.378, "count": 183, "max_ms": 10.714, "p95_ms": 9.341}, "gstreamer_push": {"avg_ms": 1.029, "count": 184, "max_ms": 1.685, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.286, "count": 183, "max_ms": 81.537, "p95_ms": 73.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.907, "count": 183, "max_ms": 125.466, "p95_ms": 103.987}, "yolo11_640_fire_11class": {"avg_ms": 60.177, "count": 183, "max_ms": 86.654, "p95_ms": 79.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.872, "count": 183, "max_ms": 103.81, "p95_ms": 94.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.208, "count": 184, "max_ms": 230.622, "p95_ms": 194.873}, "read_interval": {"avg_ms": 163.582, "count": 183, "max_ms": 238.994, "p95_ms": 202.098}, "triton_wait": {"avg_ms": 77.104, "count": 183, "max_ms": 125.478, "p95_ms": 103.999}, "visualize": {"avg_ms": 6.338, "count": 183, "max_ms": 10.256, "p95_ms": 7.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1440, "tracking_summary": 1310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6193.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29377.344, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.492, "sample_count": 1354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:27:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:27:44+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T19:27:43+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T19:27:43.896977+09:00", "mtime_epoch": 1783333663.8969772, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:27:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.539, "pushed": 4.539, "read": 4.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.746, "count": 136, "max_ms": 136.503, "p95_ms": 127.958}, "gstreamer_push": {"avg_ms": 0.818, "count": 136, "max_ms": 1.531, "p95_ms": 0.983}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.563, "count": 136, "max_ms": 115.585, "p95_ms": 99.987}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.643, "count": 136, "max_ms": 116.676, "p95_ms": 96.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.747, "count": 136, "max_ms": 269.865, "p95_ms": 256.946}, "read_interval": {"avg_ms": 221.243, "count": 135, "max_ms": 275.69, "p95_ms": 262.62}, "triton_wait": {"avg_ms": 75.486, "count": 136, "max_ms": 116.689, "p95_ms": 101.268}, "visualize": {"avg_ms": 25.577, "count": 136, "max_ms": 31.912, "p95_ms": 30.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8776.701, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.671, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:27:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:27:55+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T19:27:55+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T19:27:55.497232+09:00", "mtime_epoch": 1783333675.4972324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:27:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1509.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.323, "count": 300, "max_ms": 6.923, "p95_ms": 5.619}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 2.075, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.514, "count": 300, "max_ms": 85.756, "p95_ms": 68.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.27, "count": 300, "max_ms": 120.156, "p95_ms": 96.418}, "yolo11_640_fire_11class": {"avg_ms": 57.499, "count": 300, "max_ms": 89.796, "p95_ms": 75.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.438, "count": 300, "max_ms": 102.474, "p95_ms": 89.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.315, "count": 300, "max_ms": 133.066, "p95_ms": 109.425}, "read_interval": {"avg_ms": 100.084, "count": 299, "max_ms": 671.795, "p95_ms": 129.113}, "triton_wait": {"avg_ms": 67.36, "count": 300, "max_ms": 120.169, "p95_ms": 96.431}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 5.329, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6190.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 304, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:25:51+09:00", "last_error_summary": "[h264 @ 0x55652f94b440] error while decoding MB 72 20, bytestream -11", "last_exit_at": "2026-07-06T19:25:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.21, "last_started_at": "2026-07-06T19:25:54+09:00", "pid": 23960, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.781, "name": "ffmpeg", "pid": 23960, "rss_mb": 270.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.16, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:28:06+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T19:28:06+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T19:28:06.077465+09:00", "mtime_epoch": 1783333686.0774648, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:28:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1627.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.039, "pushed": 6.039, "read": 6.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.535, "count": 180, "max_ms": 11.183, "p95_ms": 9.161}, "gstreamer_push": {"avg_ms": 0.998, "count": 181, "max_ms": 1.421, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.593, "count": 180, "max_ms": 88.504, "p95_ms": 69.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.362, "count": 180, "max_ms": 112.469, "p95_ms": 99.055}, "yolo11_640_fire_11class": {"avg_ms": 59.342, "count": 180, "max_ms": 86.305, "p95_ms": 76.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.489, "count": 180, "max_ms": 103.493, "p95_ms": 91.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.142, "count": 181, "max_ms": 216.117, "p95_ms": 198.332}, "read_interval": {"avg_ms": 166.409, "count": 180, "max_ms": 223.187, "p95_ms": 206.445}, "triton_wait": {"avg_ms": 74.481, "count": 180, "max_ms": 112.482, "p95_ms": 99.068}, "visualize": {"avg_ms": 6.618, "count": 180, "max_ms": 11.889, "p95_ms": 7.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1442, "tracking_summary": 1311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6195.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29407.477, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.882, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:28:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:28:14+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T19:28:14+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T19:28:14.073640+09:00", "mtime_epoch": 1783333694.07364, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:28:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 830.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.38, "pushed": 4.38, "read": 4.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.888, "count": 131, "max_ms": 134.664, "p95_ms": 129.181}, "gstreamer_push": {"avg_ms": 0.979, "count": 131, "max_ms": 3.458, "p95_ms": 1.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.505, "count": 131, "max_ms": 107.367, "p95_ms": 100.974}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.192, "count": 131, "max_ms": 120.528, "p95_ms": 101.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.862, "count": 131, "max_ms": 277.876, "p95_ms": 257.106}, "read_interval": {"avg_ms": 230.134, "count": 130, "max_ms": 283.894, "p95_ms": 263.519}, "triton_wait": {"avg_ms": 77.291, "count": 131, "max_ms": 120.542, "p95_ms": 103.654}, "visualize": {"avg_ms": 30.752, "count": 131, "max_ms": 50.063, "p95_ms": 43.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6198.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8806.751, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.381, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:28:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T19:28:25+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T19:28:25.553891+09:00", "mtime_epoch": 1783333705.5538914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:28:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1509.73, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 301, "max_ms": 6.568, "p95_ms": 5.507}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.544, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.851, "count": 301, "max_ms": 81.34, "p95_ms": 62.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.093, "count": 301, "max_ms": 105.188, "p95_ms": 94.028}, "yolo11_640_fire_11class": {"avg_ms": 56.179, "count": 301, "max_ms": 84.798, "p95_ms": 72.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.165, "count": 301, "max_ms": 100.958, "p95_ms": 82.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.064, "count": 301, "max_ms": 118.098, "p95_ms": 107.57}, "read_interval": {"avg_ms": 99.875, "count": 300, "max_ms": 699.315, "p95_ms": 124.487}, "triton_wait": {"avg_ms": 64.193, "count": 301, "max_ms": 105.201, "p95_ms": 94.128}, "visualize": {"avg_ms": 3.639, "count": 301, "max_ms": 5.328, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 305, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:28:26+09:00", "last_error_summary": "[h264 @ 0x556acc6c1940] error while decoding MB 73 31, bytestream -10", "last_exit_at": "2026-07-06T19:28:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.368, "last_started_at": "2026-07-06T19:28:28+09:00", "pid": 24067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.855, "name": "ffmpeg", "pid": 24067, "rss_mb": 211.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.223, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:28:36+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T19:28:36+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T19:28:36.190124+09:00", "mtime_epoch": 1783333716.1901238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:28:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.144, "pushed": 5.144, "read": 5.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.624, "count": 153, "max_ms": 10.504, "p95_ms": 9.599}, "gstreamer_push": {"avg_ms": 1.006, "count": 154, "max_ms": 1.372, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.571, "count": 153, "max_ms": 79.945, "p95_ms": 73.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.795, "count": 153, "max_ms": 118.531, "p95_ms": 101.985}, "yolo11_640_fire_11class": {"avg_ms": 57.683, "count": 153, "max_ms": 85.093, "p95_ms": 78.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.294, "count": 153, "max_ms": 102.713, "p95_ms": 95.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.429, "count": 154, "max_ms": 209.254, "p95_ms": 193.805}, "read_interval": {"avg_ms": 195.83, "count": 153, "max_ms": 4343.828, "p95_ms": 200.242}, "triton_wait": {"avg_ms": 74.118, "count": 153, "max_ms": 118.544, "p95_ms": 101.999}, "visualize": {"avg_ms": 6.742, "count": 153, "max_ms": 11.034, "p95_ms": 7.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1442, "tracking_summary": 1313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6191.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29437.555, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.946, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:28:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:28:44+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T19:28:44+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T19:28:44.178298+09:00", "mtime_epoch": 1783333724.178298, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:28:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 831.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.79, "pushed": 4.79, "read": 4.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.182, "count": 143, "max_ms": 159.697, "p95_ms": 132.237}, "gstreamer_push": {"avg_ms": 0.953, "count": 143, "max_ms": 2.05, "p95_ms": 1.796}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.576, "count": 143, "max_ms": 112.334, "p95_ms": 96.925}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.65, "count": 143, "max_ms": 115.712, "p95_ms": 97.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.951, "count": 143, "max_ms": 270.607, "p95_ms": 255.021}, "read_interval": {"avg_ms": 210.478, "count": 142, "max_ms": 281.037, "p95_ms": 263.479}, "triton_wait": {"avg_ms": 75.712, "count": 143, "max_ms": 115.724, "p95_ms": 98.757}, "visualize": {"avg_ms": 28.976, "count": 143, "max_ms": 50.331, "p95_ms": 43.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8836.976, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.999, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:28:55+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T19:28:55+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-06T19:28:55.586546+09:00", "mtime_epoch": 1783333735.5865464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:28:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1509.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.962}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 299, "max_ms": 7.289, "p95_ms": 5.295}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 1.568, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.681, "count": 299, "max_ms": 85.97, "p95_ms": 70.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.915, "count": 299, "max_ms": 113.332, "p95_ms": 95.921}, "yolo11_640_fire_11class": {"avg_ms": 58.772, "count": 299, "max_ms": 88.676, "p95_ms": 78.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.825, "count": 299, "max_ms": 102.209, "p95_ms": 92.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.16, "count": 299, "max_ms": 125.882, "p95_ms": 111.601}, "read_interval": {"avg_ms": 100.521, "count": 298, "max_ms": 522.865, "p95_ms": 130.051}, "triton_wait": {"avg_ms": 67.202, "count": 299, "max_ms": 113.344, "p95_ms": 98.157}, "visualize": {"avg_ms": 3.685, "count": 299, "max_ms": 5.346, "p95_ms": 4.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 305, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:28:26+09:00", "last_error_summary": "[h264 @ 0x556acc6c1940] error while decoding MB 73 31, bytestream -10", "last_exit_at": "2026-07-06T19:28:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.391, "last_started_at": "2026-07-06T19:28:28+09:00", "pid": 24067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.949, "name": "ffmpeg", "pid": 24067, "rss_mb": 265.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.328, "sample_count": 1880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:29:06+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T19:29:06+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T19:29:06.178777+09:00", "mtime_epoch": 1783333746.1787767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:29:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.128, "pushed": 6.128, "read": 6.095}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.288, "count": 183, "max_ms": 12.134, "p95_ms": 8.875}, "gstreamer_push": {"avg_ms": 1.022, "count": 183, "max_ms": 1.513, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.689, "count": 183, "max_ms": 82.605, "p95_ms": 74.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.061, "count": 183, "max_ms": 113.717, "p95_ms": 104.17}, "yolo11_640_fire_11class": {"avg_ms": 60.364, "count": 183, "max_ms": 88.32, "p95_ms": 80.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.477, "count": 183, "max_ms": 105.841, "p95_ms": 95.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.788, "count": 183, "max_ms": 209.975, "p95_ms": 195.752}, "read_interval": {"avg_ms": 164.047, "count": 182, "max_ms": 219.619, "p95_ms": 203.909}, "triton_wait": {"avg_ms": 75.442, "count": 183, "max_ms": 113.731, "p95_ms": 104.183}, "visualize": {"avg_ms": 6.473, "count": 183, "max_ms": 11.562, "p95_ms": 7.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1444, "tracking_summary": 1314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6192.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29467.575, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.946, "sample_count": 1358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:29:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:29:14+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T19:29:14+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T19:29:14.146950+09:00", "mtime_epoch": 1783333754.1469498, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:29:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 830.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.424, "pushed": 4.424, "read": 4.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.895, "count": 132, "max_ms": 142.243, "p95_ms": 130.534}, "gstreamer_push": {"avg_ms": 0.814, "count": 132, "max_ms": 1.389, "p95_ms": 0.971}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.921, "count": 132, "max_ms": 121.555, "p95_ms": 100.547}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.746, "count": 132, "max_ms": 112.904, "p95_ms": 103.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.263, "count": 132, "max_ms": 278.286, "p95_ms": 262.902}, "read_interval": {"avg_ms": 227.285, "count": 131, "max_ms": 285.402, "p95_ms": 270.381}, "triton_wait": {"avg_ms": 77.952, "count": 132, "max_ms": 121.569, "p95_ms": 107.001}, "visualize": {"avg_ms": 29.426, "count": 132, "max_ms": 46.539, "p95_ms": 41.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6193.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8867.029, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.61, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:29:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:29:25+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T19:29:25+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T19:29:25.835203+09:00", "mtime_epoch": 1783333765.8352032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:29:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1509.988, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 302, "max_ms": 6.888, "p95_ms": 5.486}, "gstreamer_push": {"avg_ms": 1.291, "count": 302, "max_ms": 1.569, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.214, "count": 302, "max_ms": 79.816, "p95_ms": 69.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.216, "count": 302, "max_ms": 117.534, "p95_ms": 99.923}, "yolo11_640_fire_11class": {"avg_ms": 58.881, "count": 302, "max_ms": 89.082, "p95_ms": 77.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.603, "count": 302, "max_ms": 102.472, "p95_ms": 90.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.44, "count": 302, "max_ms": 130.692, "p95_ms": 113.103}, "read_interval": {"avg_ms": 99.559, "count": 301, "max_ms": 555.593, "p95_ms": 133.924}, "triton_wait": {"avg_ms": 66.532, "count": 302, "max_ms": 117.547, "p95_ms": 99.936}, "visualize": {"avg_ms": 3.645, "count": 302, "max_ms": 5.708, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6197.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 305, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:28:26+09:00", "last_error_summary": "[h264 @ 0x556acc6c1940] error while decoding MB 73 31, bytestream -10", "last_exit_at": "2026-07-06T19:28:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.558, "last_started_at": "2026-07-06T19:28:28+09:00", "pid": 24067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.816, "name": "ffmpeg", "pid": 24067, "rss_mb": 269.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.222, "sample_count": 1869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:29:36+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T19:29:36+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T19:29:36.299429+09:00", "mtime_epoch": 1783333776.2994294, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:29:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.195, "pushed": 6.195, "read": 6.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.335, "count": 185, "max_ms": 12.948, "p95_ms": 8.897}, "gstreamer_push": {"avg_ms": 1.021, "count": 185, "max_ms": 1.514, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.58, "count": 185, "max_ms": 87.998, "p95_ms": 73.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.837, "count": 185, "max_ms": 110.238, "p95_ms": 101.666}, "yolo11_640_fire_11class": {"avg_ms": 59.993, "count": 185, "max_ms": 88.936, "p95_ms": 79.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.371, "count": 185, "max_ms": 103.666, "p95_ms": 92.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.968, "count": 185, "max_ms": 202.322, "p95_ms": 189.582}, "read_interval": {"avg_ms": 162.004, "count": 184, "max_ms": 209.47, "p95_ms": 196.779}, "triton_wait": {"avg_ms": 74.321, "count": 185, "max_ms": 110.249, "p95_ms": 101.679}, "visualize": {"avg_ms": 6.402, "count": 185, "max_ms": 11.438, "p95_ms": 7.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1445, "tracking_summary": 1315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6198.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29497.725, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.406, "sample_count": 1347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:29:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:29:44+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T19:29:44+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T19:29:44.295602+09:00", "mtime_epoch": 1783333784.2956023, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:29:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 834.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.447, "pushed": 4.447, "read": 4.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.027, "count": 133, "max_ms": 161.489, "p95_ms": 130.106}, "gstreamer_push": {"avg_ms": 0.804, "count": 133, "max_ms": 1.95, "p95_ms": 0.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.168, "count": 133, "max_ms": 110.529, "p95_ms": 98.31}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.707, "count": 133, "max_ms": 110.541, "p95_ms": 101.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.875, "count": 133, "max_ms": 296.506, "p95_ms": 259.87}, "read_interval": {"avg_ms": 226.536, "count": 132, "max_ms": 302.996, "p95_ms": 266.016}, "triton_wait": {"avg_ms": 76.503, "count": 133, "max_ms": 110.551, "p95_ms": 102.806}, "visualize": {"avg_ms": 27.405, "count": 133, "max_ms": 43.28, "p95_ms": 35.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8897.077, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.999, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:29:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:29:55+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T19:29:55+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T19:29:55.843851+09:00", "mtime_epoch": 1783333795.8438513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:29:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1510.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.331, "count": 300, "max_ms": 6.945, "p95_ms": 5.527}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.87, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.155, "count": 300, "max_ms": 84.655, "p95_ms": 69.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.623, "count": 300, "max_ms": 106.794, "p95_ms": 95.476}, "yolo11_640_fire_11class": {"avg_ms": 59.489, "count": 300, "max_ms": 94.398, "p95_ms": 78.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.045, "count": 300, "max_ms": 99.893, "p95_ms": 91.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.048, "count": 300, "max_ms": 119.942, "p95_ms": 108.759}, "read_interval": {"avg_ms": 100.097, "count": 299, "max_ms": 482.74, "p95_ms": 130.851}, "triton_wait": {"avg_ms": 67.055, "count": 300, "max_ms": 106.806, "p95_ms": 95.497}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 4.892, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6186.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 305, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:28:26+09:00", "last_error_summary": "[h264 @ 0x556acc6c1940] error while decoding MB 73 31, bytestream -10", "last_exit_at": "2026-07-06T19:28:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.559, "last_started_at": "2026-07-06T19:28:28+09:00", "pid": 24067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.816, "name": "ffmpeg", "pid": 24067, "rss_mb": 269.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.135, "sample_count": 1846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:30:06+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-06T19:30:06+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T19:30:06.320077+09:00", "mtime_epoch": 1783333806.3200772, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:30:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.134, "pushed": 6.134, "read": 6.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.572, "count": 184, "max_ms": 12.622, "p95_ms": 9.821}, "gstreamer_push": {"avg_ms": 1.009, "count": 184, "max_ms": 1.251, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.352, "count": 184, "max_ms": 81.63, "p95_ms": 71.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.733, "count": 184, "max_ms": 107.474, "p95_ms": 97.863}, "yolo11_640_fire_11class": {"avg_ms": 59.415, "count": 184, "max_ms": 86.849, "p95_ms": 79.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.898, "count": 184, "max_ms": 101.433, "p95_ms": 91.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.839, "count": 184, "max_ms": 213.9, "p95_ms": 194.631}, "read_interval": {"avg_ms": 163.171, "count": 184, "max_ms": 220.912, "p95_ms": 201.885}, "triton_wait": {"avg_ms": 73.053, "count": 184, "max_ms": 107.487, "p95_ms": 98.055}, "visualize": {"avg_ms": 6.63, "count": 184, "max_ms": 10.571, "p95_ms": 8.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1446, "tracking_summary": 1316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29527.771, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.502, "sample_count": 1343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:30:14+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T19:30:14+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T19:30:14.384251+09:00", "mtime_epoch": 1783333814.3842506, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:30:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 821.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.393, "pushed": 4.393, "read": 4.359}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.006, "count": 131, "max_ms": 143.149, "p95_ms": 128.218}, "gstreamer_push": {"avg_ms": 0.893, "count": 131, "max_ms": 3.018, "p95_ms": 1.767}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.143, "count": 131, "max_ms": 116.654, "p95_ms": 99.821}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.648, "count": 131, "max_ms": 105.914, "p95_ms": 100.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.27, "count": 131, "max_ms": 271.023, "p95_ms": 257.473}, "read_interval": {"avg_ms": 229.612, "count": 130, "max_ms": 278.17, "p95_ms": 265.008}, "triton_wait": {"avg_ms": 75.421, "count": 131, "max_ms": 116.667, "p95_ms": 103.783}, "visualize": {"avg_ms": 33.001, "count": 131, "max_ms": 43.672, "p95_ms": 42.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.822, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8927.084, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.133, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:30:25+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T19:30:25+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T19:30:25.896498+09:00", "mtime_epoch": 1783333825.896498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:30:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1510.246, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 301, "max_ms": 6.816, "p95_ms": 5.491}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 2.154, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.71, "count": 301, "max_ms": 81.397, "p95_ms": 67.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.102, "count": 301, "max_ms": 120.231, "p95_ms": 95.665}, "yolo11_640_fire_11class": {"avg_ms": 58.764, "count": 301, "max_ms": 92.517, "p95_ms": 77.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.958, "count": 301, "max_ms": 102.656, "p95_ms": 90.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.4, "count": 301, "max_ms": 133.379, "p95_ms": 109.255}, "read_interval": {"avg_ms": 99.842, "count": 301, "max_ms": 539.521, "p95_ms": 128.893}, "triton_wait": {"avg_ms": 66.402, "count": 301, "max_ms": 120.245, "p95_ms": 95.678}, "visualize": {"avg_ms": 3.638, "count": 301, "max_ms": 4.869, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6200.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 305, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:28:26+09:00", "last_error_summary": "[h264 @ 0x556acc6c1940] error while decoding MB 73 31, bytestream -10", "last_exit_at": "2026-07-06T19:28:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.649, "last_started_at": "2026-07-06T19:28:28+09:00", "pid": 24067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.652, "name": "ffmpeg", "pid": 24067, "rss_mb": 272.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 21, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.704, "sample_count": 1827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:30:36+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T19:30:36+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T19:30:36.452724+09:00", "mtime_epoch": 1783333836.4527245, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:30:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.248, "pushed": 6.248, "read": 6.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.347, "count": 187, "max_ms": 10.367, "p95_ms": 8.89}, "gstreamer_push": {"avg_ms": 1.012, "count": 187, "max_ms": 1.433, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.359, "count": 187, "max_ms": 86.842, "p95_ms": 73.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.806, "count": 187, "max_ms": 115.078, "p95_ms": 98.674}, "yolo11_640_fire_11class": {"avg_ms": 60.07, "count": 187, "max_ms": 86.989, "p95_ms": 81.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.261, "count": 187, "max_ms": 103.99, "p95_ms": 92.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.574, "count": 187, "max_ms": 198.008, "p95_ms": 188.927}, "read_interval": {"avg_ms": 161.01, "count": 186, "max_ms": 207.718, "p95_ms": 196.769}, "triton_wait": {"avg_ms": 74.098, "count": 187, "max_ms": 115.09, "p95_ms": 99.905}, "visualize": {"avg_ms": 6.337, "count": 187, "max_ms": 9.637, "p95_ms": 7.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1449, "tracking_summary": 1317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5969.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29557.951, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.406, "sample_count": 1345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:30:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:30:44+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T19:30:44+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T19:30:44.528897+09:00", "mtime_epoch": 1783333844.5288973, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:30:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 830.027, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.533, "pushed": 4.533, "read": 4.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.047, "count": 136, "max_ms": 153.333, "p95_ms": 132.451}, "gstreamer_push": {"avg_ms": 0.947, "count": 136, "max_ms": 2.845, "p95_ms": 1.968}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.385, "count": 136, "max_ms": 108.663, "p95_ms": 91.739}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.112, "count": 136, "max_ms": 108.396, "p95_ms": 98.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.464, "count": 136, "max_ms": 281.639, "p95_ms": 255.713}, "read_interval": {"avg_ms": 220.153, "count": 136, "max_ms": 287.792, "p95_ms": 261.757}, "triton_wait": {"avg_ms": 69.86, "count": 136, "max_ms": 108.677, "p95_ms": 99.991}, "visualize": {"avg_ms": 27.634, "count": 136, "max_ms": 57.483, "p95_ms": 39.577}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8957.118, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.514, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:30:55+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T19:30:55+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T19:30:55.905141+09:00", "mtime_epoch": 1783333855.9051409, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:30:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1510.504, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.205, "count": 298, "max_ms": 6.588, "p95_ms": 5.384}, "gstreamer_push": {"avg_ms": 1.281, "count": 298, "max_ms": 1.942, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.268, "count": 298, "max_ms": 83.791, "p95_ms": 66.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.806, "count": 298, "max_ms": 104.036, "p95_ms": 93.38}, "yolo11_640_fire_11class": {"avg_ms": 58.23, "count": 298, "max_ms": 92.255, "p95_ms": 76.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.275, "count": 298, "max_ms": 101.647, "p95_ms": 88.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.099, "count": 298, "max_ms": 117.26, "p95_ms": 106.465}, "read_interval": {"avg_ms": 100.828, "count": 297, "max_ms": 803.423, "p95_ms": 124.323}, "triton_wait": {"avg_ms": 64.374, "count": 298, "max_ms": 104.049, "p95_ms": 93.414}, "visualize": {"avg_ms": 3.604, "count": 298, "max_ms": 5.316, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6182.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 306, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:30:41+09:00", "last_error_summary": "[h264 @ 0x557b2f8c2c40] error while decoding MB 57 31, bytestream -11", "last_exit_at": "2026-07-06T19:30:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.155, "last_started_at": "2026-07-06T19:30:43+09:00", "pid": 24174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.504, "name": "ffmpeg", "pid": 24174, "rss_mb": 266.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.629, "sample_count": 1821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:31:06+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T19:31:06+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-06T19:31:06.561368+09:00", "mtime_epoch": 1783333866.5613685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:31:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.535, "pushed": 5.535, "read": 5.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.957, "count": 165, "max_ms": 9.953, "p95_ms": 8.637}, "gstreamer_push": {"avg_ms": 1.025, "count": 166, "max_ms": 1.316, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.47, "count": 165, "max_ms": 82.217, "p95_ms": 69.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.834, "count": 165, "max_ms": 114.83, "p95_ms": 98.907}, "yolo11_640_fire_11class": {"avg_ms": 58.391, "count": 165, "max_ms": 84.736, "p95_ms": 78.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.394, "count": 165, "max_ms": 107.497, "p95_ms": 93.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.685, "count": 166, "max_ms": 189.818, "p95_ms": 177.635}, "read_interval": {"avg_ms": 181.624, "count": 165, "max_ms": 4551.168, "p95_ms": 186.926}, "triton_wait": {"avg_ms": 74.088, "count": 165, "max_ms": 114.843, "p95_ms": 98.92}, "visualize": {"avg_ms": 6.017, "count": 165, "max_ms": 8.444, "p95_ms": 7.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1449, "tracking_summary": 1318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6184.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29588.044, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.443, "sample_count": 1355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:31:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:31:14+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-06T19:31:14+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T19:31:14.637541+09:00", "mtime_epoch": 1783333874.6375408, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 220164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:31:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 821.395, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.686, "pushed": 4.686, "read": 4.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.231, "count": 140, "max_ms": 156.73, "p95_ms": 135.325}, "gstreamer_push": {"avg_ms": 1.009, "count": 140, "max_ms": 2.13, "p95_ms": 1.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.524, "count": 140, "max_ms": 120.464, "p95_ms": 97.171}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.781, "count": 140, "max_ms": 119.702, "p95_ms": 98.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.546, "count": 140, "max_ms": 284.141, "p95_ms": 248.248}, "read_interval": {"avg_ms": 214.892, "count": 139, "max_ms": 294.962, "p95_ms": 255.121}, "triton_wait": {"avg_ms": 74.727, "count": 140, "max_ms": 120.476, "p95_ms": 101.664}, "visualize": {"avg_ms": 28.588, "count": 140, "max_ms": 42.074, "p95_ms": 38.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6196.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 8987.179, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.514, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:31:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:31:26+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T19:31:25+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T19:31:25.977782+09:00", "mtime_epoch": 1783333885.9777825, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:31:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1510.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 301, "max_ms": 7.188, "p95_ms": 6.132}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.972, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.611, "count": 301, "max_ms": 86.109, "p95_ms": 70.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.495, "count": 301, "max_ms": 126.875, "p95_ms": 96.958}, "yolo11_640_fire_11class": {"avg_ms": 58.855, "count": 301, "max_ms": 96.543, "p95_ms": 79.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.217, "count": 301, "max_ms": 104.747, "p95_ms": 91.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.611, "count": 301, "max_ms": 140.049, "p95_ms": 110.548}, "read_interval": {"avg_ms": 99.904, "count": 300, "max_ms": 450.722, "p95_ms": 134.412}, "triton_wait": {"avg_ms": 67.877, "count": 301, "max_ms": 126.888, "p95_ms": 96.966}, "visualize": {"avg_ms": 3.564, "count": 301, "max_ms": 5.071, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6196.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 306, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:30:41+09:00", "last_error_summary": "[h264 @ 0x557b2f8c2c40] error while decoding MB 57 31, bytestream -11", "last_exit_at": "2026-07-06T19:30:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.201, "last_started_at": "2026-07-06T19:30:43+09:00", "pid": 24174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 24174, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.039, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:31:36+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T19:31:36+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T19:31:36.646010+09:00", "mtime_epoch": 1783333896.6460097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:31:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.585, "pushed": 6.585, "read": 6.552}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.87, "count": 197, "max_ms": 11.103, "p95_ms": 7.691}, "gstreamer_push": {"avg_ms": 1.06, "count": 197, "max_ms": 1.532, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.555, "count": 197, "max_ms": 93.795, "p95_ms": 74.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.237, "count": 197, "max_ms": 123.185, "p95_ms": 101.812}, "yolo11_640_fire_11class": {"avg_ms": 59.737, "count": 197, "max_ms": 94.283, "p95_ms": 81.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.554, "count": 197, "max_ms": 110.661, "p95_ms": 95.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.672, "count": 197, "max_ms": 193.269, "p95_ms": 179.074}, "read_interval": {"avg_ms": 152.67, "count": 196, "max_ms": 200.844, "p95_ms": 187.171}, "triton_wait": {"avg_ms": 75.653, "count": 197, "max_ms": 123.197, "p95_ms": 101.825}, "visualize": {"avg_ms": 5.855, "count": 197, "max_ms": 10.591, "p95_ms": 6.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1450, "tracking_summary": 1319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6195.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29618.154, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.101, "sample_count": 1343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:31:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:31:44+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T19:31:44+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T19:31:44.718181+09:00", "mtime_epoch": 1783333904.7181811, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:31:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.357, "pushed": 4.357, "read": 4.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.955, "count": 130, "max_ms": 150.499, "p95_ms": 130.824}, "gstreamer_push": {"avg_ms": 0.79, "count": 130, "max_ms": 1.339, "p95_ms": 0.916}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.145, "count": 130, "max_ms": 117.924, "p95_ms": 105.319}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.78, "count": 130, "max_ms": 109.745, "p95_ms": 99.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.045, "count": 130, "max_ms": 271.888, "p95_ms": 262.797}, "read_interval": {"avg_ms": 231.506, "count": 129, "max_ms": 279.079, "p95_ms": 268.993}, "triton_wait": {"avg_ms": 75.781, "count": 130, "max_ms": 117.934, "p95_ms": 108.357}, "visualize": {"avg_ms": 26.5, "count": 130, "max_ms": 38.721, "p95_ms": 30.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6196.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9017.19, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.54, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:31:56+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T19:31:55+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T19:31:55.982420+09:00", "mtime_epoch": 1783333915.9824204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 199513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:31:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1510.762, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.311, "count": 301, "max_ms": 6.731, "p95_ms": 5.467}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.613, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.325, "count": 301, "max_ms": 82.894, "p95_ms": 70.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.125, "count": 301, "max_ms": 111.387, "p95_ms": 96.82}, "yolo11_640_fire_11class": {"avg_ms": 57.268, "count": 301, "max_ms": 85.949, "p95_ms": 75.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.212, "count": 301, "max_ms": 99.591, "p95_ms": 90.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.411, "count": 301, "max_ms": 124.37, "p95_ms": 110.52}, "read_interval": {"avg_ms": 99.697, "count": 301, "max_ms": 539.341, "p95_ms": 129.543}, "triton_wait": {"avg_ms": 65.396, "count": 301, "max_ms": 111.401, "p95_ms": 96.944}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.241, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6188.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 306, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:30:41+09:00", "last_error_summary": "[h264 @ 0x557b2f8c2c40] error while decoding MB 57 31, bytestream -11", "last_exit_at": "2026-07-06T19:30:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.308, "last_started_at": "2026-07-06T19:30:43+09:00", "pid": 24174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.855, "name": "ffmpeg", "pid": 24174, "rss_mb": 269.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.294, "sample_count": 1819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:32:06+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T19:32:06+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T19:32:06.722648+09:00", "mtime_epoch": 1783333926.7226481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:32:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.748, "pushed": 6.748, "read": 6.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.769, "count": 202, "max_ms": 10.953, "p95_ms": 8.24}, "gstreamer_push": {"avg_ms": 1.056, "count": 202, "max_ms": 1.495, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.781, "count": 202, "max_ms": 90.362, "p95_ms": 74.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.143, "count": 202, "max_ms": 117.584, "p95_ms": 102.899}, "yolo11_640_fire_11class": {"avg_ms": 59.27, "count": 202, "max_ms": 90.873, "p95_ms": 79.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.488, "count": 202, "max_ms": 103.154, "p95_ms": 95.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.304, "count": 202, "max_ms": 196.67, "p95_ms": 179.265}, "read_interval": {"avg_ms": 149.02, "count": 201, "max_ms": 204.678, "p95_ms": 187.289}, "triton_wait": {"avg_ms": 74.292, "count": 202, "max_ms": 117.596, "p95_ms": 102.911}, "visualize": {"avg_ms": 5.777, "count": 202, "max_ms": 8.782, "p95_ms": 7.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1452, "tracking_summary": 1320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6199.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29648.214, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.64, "sample_count": 1342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:32:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:32:15+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T19:32:14+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T19:32:14.782819+09:00", "mtime_epoch": 1783333934.782819, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:32:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.491, "pushed": 4.491, "read": 4.458}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.669, "count": 134, "max_ms": 132.269, "p95_ms": 127.283}, "gstreamer_push": {"avg_ms": 0.881, "count": 134, "max_ms": 1.915, "p95_ms": 1.725}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.152, "count": 134, "max_ms": 113.251, "p95_ms": 103.726}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.029, "count": 134, "max_ms": 112.268, "p95_ms": 103.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.312, "count": 134, "max_ms": 267.625, "p95_ms": 257.216}, "read_interval": {"avg_ms": 224.249, "count": 133, "max_ms": 274.216, "p95_ms": 264.06}, "triton_wait": {"avg_ms": 78.341, "count": 134, "max_ms": 113.264, "p95_ms": 106.803}, "visualize": {"avg_ms": 28.362, "count": 134, "max_ms": 47.36, "p95_ms": 40.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6204.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9047.214, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.782, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:32:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T19:32:26+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T19:32:26.015057+09:00", "mtime_epoch": 1783333946.0150566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:32:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.373, "count": 299, "max_ms": 7.146, "p95_ms": 5.645}, "gstreamer_push": {"avg_ms": 1.297, "count": 299, "max_ms": 1.855, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.651, "count": 299, "max_ms": 87.754, "p95_ms": 74.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.967, "count": 299, "max_ms": 123.149, "p95_ms": 101.223}, "yolo11_640_fire_11class": {"avg_ms": 58.772, "count": 299, "max_ms": 88.261, "p95_ms": 78.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.225, "count": 299, "max_ms": 102.165, "p95_ms": 93.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.397, "count": 299, "max_ms": 136.207, "p95_ms": 115.06}, "read_interval": {"avg_ms": 100.456, "count": 298, "max_ms": 403.1, "p95_ms": 134.13}, "triton_wait": {"avg_ms": 68.418, "count": 299, "max_ms": 123.162, "p95_ms": 101.863}, "visualize": {"avg_ms": 3.655, "count": 299, "max_ms": 5.878, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6198.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 306, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:30:41+09:00", "last_error_summary": "[h264 @ 0x557b2f8c2c40] error while decoding MB 57 31, bytestream -11", "last_exit_at": "2026-07-06T19:30:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.354, "last_started_at": "2026-07-06T19:30:43+09:00", "pid": 24174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.434, "name": "ffmpeg", "pid": 24174, "rss_mb": 272.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.294, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:32:36+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T19:32:36+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T19:32:36.799285+09:00", "mtime_epoch": 1783333956.7992847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:32:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.128, "pushed": 6.128, "read": 6.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.314, "count": 183, "max_ms": 11.387, "p95_ms": 8.808}, "gstreamer_push": {"avg_ms": 1.027, "count": 183, "max_ms": 1.598, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.895, "count": 183, "max_ms": 82.431, "p95_ms": 74.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.286, "count": 183, "max_ms": 124.499, "p95_ms": 103.488}, "yolo11_640_fire_11class": {"avg_ms": 59.472, "count": 183, "max_ms": 87.205, "p95_ms": 79.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.236, "count": 183, "max_ms": 103.765, "p95_ms": 97.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.875, "count": 183, "max_ms": 227.817, "p95_ms": 196.561}, "read_interval": {"avg_ms": 164.416, "count": 182, "max_ms": 234.477, "p95_ms": 203.976}, "triton_wait": {"avg_ms": 76.559, "count": 183, "max_ms": 124.511, "p95_ms": 103.585}, "visualize": {"avg_ms": 6.4, "count": 183, "max_ms": 10.184, "p95_ms": 7.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1452, "tracking_summary": 1322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6198.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29678.313, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.501, "sample_count": 1354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:32:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:32:45+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T19:32:44+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T19:32:44.899456+09:00", "mtime_epoch": 1783333964.8994558, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:32:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 830.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.925, "pushed": 4.925, "read": 4.892}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 86.355, "count": 147, "max_ms": 148.865, "p95_ms": 129.562}, "gstreamer_push": {"avg_ms": 0.889, "count": 147, "max_ms": 3.268, "p95_ms": 1.052}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.469, "count": 147, "max_ms": 112.528, "p95_ms": 104.377}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.989, "count": 147, "max_ms": 114.225, "p95_ms": 103.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.597, "count": 147, "max_ms": 264.258, "p95_ms": 249.137}, "read_interval": {"avg_ms": 204.606, "count": 146, "max_ms": 271.669, "p95_ms": 255.213}, "triton_wait": {"avg_ms": 77.321, "count": 147, "max_ms": 114.238, "p95_ms": 106.573}, "visualize": {"avg_ms": 29.939, "count": 147, "max_ms": 50.775, "p95_ms": 44.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9077.252, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.782, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:32:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:32:56+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T19:32:56+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T19:32:56.023690+09:00", "mtime_epoch": 1783333976.0236905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:32:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.02, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 300, "max_ms": 6.762, "p95_ms": 5.298}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.812, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.925, "count": 300, "max_ms": 75.925, "p95_ms": 67.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.743, "count": 300, "max_ms": 115.475, "p95_ms": 96.679}, "yolo11_640_fire_11class": {"avg_ms": 57.803, "count": 300, "max_ms": 86.188, "p95_ms": 75.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.32, "count": 300, "max_ms": 100.377, "p95_ms": 89.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.057, "count": 300, "max_ms": 128.336, "p95_ms": 109.588}, "read_interval": {"avg_ms": 100.066, "count": 299, "max_ms": 632.568, "p95_ms": 131.094}, "triton_wait": {"avg_ms": 67.211, "count": 300, "max_ms": 115.489, "p95_ms": 96.693}, "visualize": {"avg_ms": 3.652, "count": 300, "max_ms": 5.144, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 306, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:30:41+09:00", "last_error_summary": "[h264 @ 0x557b2f8c2c40] error while decoding MB 57 31, bytestream -11", "last_exit_at": "2026-07-06T19:30:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.384, "last_started_at": "2026-07-06T19:30:43+09:00", "pid": 24174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.434, "name": "ffmpeg", "pid": 24174, "rss_mb": 272.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.295, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:33:06+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-06T19:33:06+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T19:33:06.783917+09:00", "mtime_epoch": 1783333986.7839172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:33:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.421, "pushed": 6.421, "read": 6.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.089, "count": 192, "max_ms": 10.839, "p95_ms": 9.212}, "gstreamer_push": {"avg_ms": 1.044, "count": 192, "max_ms": 1.287, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.693, "count": 192, "max_ms": 85.397, "p95_ms": 71.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.067, "count": 192, "max_ms": 124.031, "p95_ms": 101.813}, "yolo11_640_fire_11class": {"avg_ms": 59.22, "count": 192, "max_ms": 88.769, "p95_ms": 77.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.575, "count": 192, "max_ms": 103.244, "p95_ms": 93.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.959, "count": 192, "max_ms": 207.554, "p95_ms": 182.114}, "read_interval": {"avg_ms": 156.337, "count": 191, "max_ms": 215.045, "p95_ms": 190.388}, "triton_wait": {"avg_ms": 75.535, "count": 192, "max_ms": 124.043, "p95_ms": 101.826}, "visualize": {"avg_ms": 6.071, "count": 192, "max_ms": 8.536, "p95_ms": 7.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1454, "tracking_summary": 1323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6212.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29708.381, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.832, "sample_count": 1352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:33:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:33:15+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T19:33:14+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T19:33:15.000090+09:00", "mtime_epoch": 1783333995.0000901, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:33:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 832.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.291, "pushed": 4.291, "read": 4.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.518, "count": 128, "max_ms": 156.508, "p95_ms": 134.737}, "gstreamer_push": {"avg_ms": 0.788, "count": 128, "max_ms": 1.178, "p95_ms": 0.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.395, "count": 128, "max_ms": 110.705, "p95_ms": 102.327}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.326, "count": 128, "max_ms": 114.131, "p95_ms": 106.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.392, "count": 128, "max_ms": 274.554, "p95_ms": 262.692}, "read_interval": {"avg_ms": 235.257, "count": 127, "max_ms": 280.423, "p95_ms": 269.263}, "triton_wait": {"avg_ms": 77.87, "count": 128, "max_ms": 114.144, "p95_ms": 108.322}, "visualize": {"avg_ms": 26.172, "count": 128, "max_ms": 42.808, "p95_ms": 29.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9107.309, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.365, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:33:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:33:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T19:33:26+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T19:33:26.116324+09:00", "mtime_epoch": 1783334006.1163237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:33:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.293, "count": 301, "max_ms": 6.553, "p95_ms": 5.39}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.754, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.68, "count": 301, "max_ms": 82.448, "p95_ms": 69.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.966, "count": 301, "max_ms": 104.849, "p95_ms": 94.653}, "yolo11_640_fire_11class": {"avg_ms": 57.33, "count": 301, "max_ms": 84.901, "p95_ms": 77.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.736, "count": 301, "max_ms": 102.166, "p95_ms": 90.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.387, "count": 301, "max_ms": 117.672, "p95_ms": 109.278}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 803.322, "p95_ms": 128.17}, "triton_wait": {"avg_ms": 64.44, "count": 301, "max_ms": 104.863, "p95_ms": 96.365}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.18, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:33:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.991, "last_started_at": "2026-07-06T19:33:18+09:00", "pid": 24281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.293, "name": "ffmpeg", "pid": 24281, "rss_mb": 267.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.862, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:33:37+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T19:33:36+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T19:33:36.896550+09:00", "mtime_epoch": 1783334016.8965502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:33:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.408, "pushed": 5.408, "read": 5.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.074, "count": 161, "max_ms": 9.924, "p95_ms": 8.219}, "gstreamer_push": {"avg_ms": 1.032, "count": 162, "max_ms": 1.487, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.281, "count": 161, "max_ms": 91.411, "p95_ms": 75.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.044, "count": 161, "max_ms": 118.089, "p95_ms": 99.61}, "yolo11_640_fire_11class": {"avg_ms": 59.685, "count": 161, "max_ms": 92.19, "p95_ms": 79.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.885, "count": 161, "max_ms": 104.781, "p95_ms": 94.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.818, "count": 162, "max_ms": 198.698, "p95_ms": 181.906}, "read_interval": {"avg_ms": 185.987, "count": 161, "max_ms": 4365.242, "p95_ms": 190.143}, "triton_wait": {"avg_ms": 74.296, "count": 161, "max_ms": 118.101, "p95_ms": 99.766}, "visualize": {"avg_ms": 6.292, "count": 161, "max_ms": 8.375, "p95_ms": 7.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1455, "tracking_summary": 1324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6198.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29738.532, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 259.5, "sample_count": 1341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:33:45+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-06T19:33:45+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T19:33:45.068722+09:00", "mtime_epoch": 1783334025.0687218, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:33:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 832.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.472, "pushed": 4.472, "read": 4.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.334, "count": 134, "max_ms": 134.532, "p95_ms": 127.177}, "gstreamer_push": {"avg_ms": 0.83, "count": 134, "max_ms": 1.834, "p95_ms": 0.982}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.906, "count": 134, "max_ms": 116.694, "p95_ms": 98.098}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.757, "count": 134, "max_ms": 117.533, "p95_ms": 102.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.041, "count": 134, "max_ms": 273.253, "p95_ms": 259.085}, "read_interval": {"avg_ms": 224.703, "count": 133, "max_ms": 281.857, "p95_ms": 265.486}, "triton_wait": {"avg_ms": 74.152, "count": 134, "max_ms": 117.547, "p95_ms": 102.407}, "visualize": {"avg_ms": 27.657, "count": 134, "max_ms": 40.482, "p95_ms": 35.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9137.345, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.14, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:33:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:33:56+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T19:33:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T19:33:56.124954+09:00", "mtime_epoch": 1783334036.1249535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:33:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.277, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.297, "count": 301, "max_ms": 6.307, "p95_ms": 5.763}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.642, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.789, "count": 301, "max_ms": 86.326, "p95_ms": 70.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.17, "count": 301, "max_ms": 122.242, "p95_ms": 95.552}, "yolo11_640_fire_11class": {"avg_ms": 57.51, "count": 301, "max_ms": 83.76, "p95_ms": 76.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.516, "count": 301, "max_ms": 103.292, "p95_ms": 91.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.636, "count": 301, "max_ms": 135.124, "p95_ms": 108.373}, "read_interval": {"avg_ms": 99.788, "count": 300, "max_ms": 558.491, "p95_ms": 124.835}, "triton_wait": {"avg_ms": 64.681, "count": 301, "max_ms": 122.253, "p95_ms": 95.566}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.562, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:33:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.148, "last_started_at": "2026-07-06T19:33:18+09:00", "pid": 24281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.902, "name": "ffmpeg", "pid": 24281, "rss_mb": 270.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.77, "sample_count": 1836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:34:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:34:07+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T19:34:07+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T19:34:07.077183+09:00", "mtime_epoch": 1783334047.077183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:34:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1628.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.067, "pushed": 6.067, "read": 6.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.284, "count": 181, "max_ms": 11.374, "p95_ms": 8.839}, "gstreamer_push": {"avg_ms": 1.009, "count": 182, "max_ms": 1.583, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.764, "count": 181, "max_ms": 87.73, "p95_ms": 74.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.54, "count": 181, "max_ms": 116.824, "p95_ms": 101.281}, "yolo11_640_fire_11class": {"avg_ms": 59.856, "count": 181, "max_ms": 88.353, "p95_ms": 78.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.808, "count": 181, "max_ms": 102.883, "p95_ms": 93.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.486, "count": 182, "max_ms": 214.419, "p95_ms": 186.875}, "read_interval": {"avg_ms": 165.548, "count": 181, "max_ms": 221.138, "p95_ms": 197.666}, "triton_wait": {"avg_ms": 74.785, "count": 181, "max_ms": 116.837, "p95_ms": 101.293}, "visualize": {"avg_ms": 6.525, "count": 181, "max_ms": 11.104, "p95_ms": 7.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1456, "tracking_summary": 1325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6191.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29768.656, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 259.5, "sample_count": 1347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:34:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:34:15+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T19:34:15+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T19:34:15.297355+09:00", "mtime_epoch": 1783334055.297355, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:34:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 822.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.584, "pushed": 4.584, "read": 4.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.909, "count": 137, "max_ms": 137.002, "p95_ms": 127.452}, "gstreamer_push": {"avg_ms": 1.029, "count": 137, "max_ms": 3.69, "p95_ms": 2.024}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.674, "count": 137, "max_ms": 113.181, "p95_ms": 100.16}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.113, "count": 137, "max_ms": 112.73, "p95_ms": 100.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.437, "count": 137, "max_ms": 272.366, "p95_ms": 261.823}, "read_interval": {"avg_ms": 220.26, "count": 136, "max_ms": 280.872, "p95_ms": 268.007}, "triton_wait": {"avg_ms": 75.297, "count": 137, "max_ms": 113.193, "p95_ms": 103.081}, "visualize": {"avg_ms": 30.289, "count": 137, "max_ms": 44.716, "p95_ms": 40.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6200.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9167.344, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.655, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:34:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:34:26+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T19:34:26+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T19:34:26.145582+09:00", "mtime_epoch": 1783334066.145582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:34:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 300, "max_ms": 7.042, "p95_ms": 5.321}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 2.095, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.975, "count": 300, "max_ms": 82.577, "p95_ms": 68.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.4, "count": 300, "max_ms": 105.936, "p95_ms": 95.252}, "yolo11_640_fire_11class": {"avg_ms": 58.446, "count": 300, "max_ms": 92.702, "p95_ms": 75.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.247, "count": 300, "max_ms": 102.444, "p95_ms": 90.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.726, "count": 300, "max_ms": 118.807, "p95_ms": 108.478}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 388.598, "p95_ms": 128.258}, "triton_wait": {"avg_ms": 67.715, "count": 300, "max_ms": 105.948, "p95_ms": 95.263}, "visualize": {"avg_ms": 3.682, "count": 300, "max_ms": 5.648, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6204.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:33:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.25, "last_started_at": "2026-07-06T19:33:18+09:00", "pid": 24281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.16, "name": "ffmpeg", "pid": 24281, "rss_mb": 271.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.625, "sample_count": 1835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:34:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:34:37+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-06T19:34:37+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T19:34:37.217813+09:00", "mtime_epoch": 1783334077.2178133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:34:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.146, "pushed": 6.146, "read": 6.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.184, "count": 183, "max_ms": 10.803, "p95_ms": 8.727}, "gstreamer_push": {"avg_ms": 1.026, "count": 184, "max_ms": 1.783, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.475, "count": 183, "max_ms": 80.116, "p95_ms": 72.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.632, "count": 183, "max_ms": 115.97, "p95_ms": 98.129}, "yolo11_640_fire_11class": {"avg_ms": 58.824, "count": 183, "max_ms": 84.208, "p95_ms": 77.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.218, "count": 183, "max_ms": 101.893, "p95_ms": 93.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.303, "count": 184, "max_ms": 206.814, "p95_ms": 188.285}, "read_interval": {"avg_ms": 163.685, "count": 183, "max_ms": 213.887, "p95_ms": 196.419}, "triton_wait": {"avg_ms": 73.918, "count": 183, "max_ms": 115.984, "p95_ms": 98.142}, "visualize": {"avg_ms": 6.43, "count": 183, "max_ms": 9.61, "p95_ms": 7.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1459, "tracking_summary": 1326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6205.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29798.873, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.908, "sample_count": 1344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:34:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:34:45+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T19:34:45+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T19:34:45.445985+09:00", "mtime_epoch": 1783334085.4459848, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:34:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 835.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.351, "pushed": 4.351, "read": 4.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.43, "count": 130, "max_ms": 145.177, "p95_ms": 130.513}, "gstreamer_push": {"avg_ms": 0.899, "count": 130, "max_ms": 2.87, "p95_ms": 1.815}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.645, "count": 130, "max_ms": 108.969, "p95_ms": 95.027}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.798, "count": 130, "max_ms": 110.754, "p95_ms": 95.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.14, "count": 130, "max_ms": 278.204, "p95_ms": 253.621}, "read_interval": {"avg_ms": 231.134, "count": 129, "max_ms": 286.46, "p95_ms": 260.499}, "triton_wait": {"avg_ms": 71.63, "count": 130, "max_ms": 110.768, "p95_ms": 98.687}, "visualize": {"avg_ms": 27.251, "count": 130, "max_ms": 44.667, "p95_ms": 39.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6206.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9197.367, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.528, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:34:56+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T19:34:56+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T19:34:56.146208+09:00", "mtime_epoch": 1783334096.146208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:34:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.203, "count": 301, "max_ms": 6.6, "p95_ms": 5.284}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.949, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.108, "count": 301, "max_ms": 79.086, "p95_ms": 70.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.449, "count": 301, "max_ms": 108.572, "p95_ms": 92.446}, "yolo11_640_fire_11class": {"avg_ms": 57.408, "count": 301, "max_ms": 92.565, "p95_ms": 77.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.21, "count": 301, "max_ms": 102.08, "p95_ms": 89.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.812, "count": 301, "max_ms": 121.432, "p95_ms": 107.189}, "read_interval": {"avg_ms": 99.693, "count": 300, "max_ms": 777.018, "p95_ms": 130.587}, "triton_wait": {"avg_ms": 65.123, "count": 301, "max_ms": 108.584, "p95_ms": 94.206}, "visualize": {"avg_ms": 3.571, "count": 301, "max_ms": 4.753, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6206.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:33:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.373, "last_started_at": "2026-07-06T19:33:18+09:00", "pid": 24281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.965, "name": "ffmpeg", "pid": 24281, "rss_mb": 272.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.223, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:35:07+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T19:35:07+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T19:35:07.326441+09:00", "mtime_epoch": 1783334107.326441, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:35:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.403, "pushed": 6.403, "read": 6.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.167, "count": 191, "max_ms": 10.973, "p95_ms": 9.473}, "gstreamer_push": {"avg_ms": 1.046, "count": 192, "max_ms": 1.379, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.674, "count": 191, "max_ms": 82.517, "p95_ms": 71.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.509, "count": 191, "max_ms": 112.522, "p95_ms": 101.78}, "yolo11_640_fire_11class": {"avg_ms": 58.799, "count": 191, "max_ms": 85.591, "p95_ms": 78.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.577, "count": 191, "max_ms": 100.746, "p95_ms": 93.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.21, "count": 192, "max_ms": 186.25, "p95_ms": 180.214}, "read_interval": {"avg_ms": 156.873, "count": 191, "max_ms": 195.486, "p95_ms": 188.4}, "triton_wait": {"avg_ms": 74.193, "count": 191, "max_ms": 112.534, "p95_ms": 101.793}, "visualize": {"avg_ms": 6.111, "count": 191, "max_ms": 9.193, "p95_ms": 7.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1459, "tracking_summary": 1327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6205.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29829.048, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.392, "sample_count": 1354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:35:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:35:15+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T19:35:15+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T19:35:15.638614+09:00", "mtime_epoch": 1783334115.6386142, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:35:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 835.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.745, "pushed": 4.745, "read": 4.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.79, "count": 142, "max_ms": 139.429, "p95_ms": 128.942}, "gstreamer_push": {"avg_ms": 0.853, "count": 142, "max_ms": 2.183, "p95_ms": 1.02}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.991, "count": 142, "max_ms": 118.868, "p95_ms": 101.43}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.223, "count": 142, "max_ms": 118.099, "p95_ms": 100.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.508, "count": 142, "max_ms": 273.425, "p95_ms": 250.025}, "read_interval": {"avg_ms": 212.424, "count": 141, "max_ms": 282.371, "p95_ms": 258.326}, "triton_wait": {"avg_ms": 76.546, "count": 142, "max_ms": 118.881, "p95_ms": 103.879}, "visualize": {"avg_ms": 25.163, "count": 142, "max_ms": 38.081, "p95_ms": 29.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6206.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9227.431, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.588, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:35:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:35:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T19:35:26+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T19:35:26.222834+09:00", "mtime_epoch": 1783334126.2228343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:35:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.306, "count": 303, "max_ms": 6.431, "p95_ms": 5.626}, "gstreamer_push": {"avg_ms": 1.304, "count": 303, "max_ms": 2.219, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.498, "count": 303, "max_ms": 85.814, "p95_ms": 67.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.976, "count": 303, "max_ms": 108.369, "p95_ms": 97.056}, "yolo11_640_fire_11class": {"avg_ms": 57.555, "count": 303, "max_ms": 87.736, "p95_ms": 73.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.735, "count": 303, "max_ms": 101.435, "p95_ms": 89.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.565, "count": 303, "max_ms": 121.119, "p95_ms": 109.691}, "read_interval": {"avg_ms": 99.261, "count": 302, "max_ms": 514.778, "p95_ms": 130.327}, "triton_wait": {"avg_ms": 65.501, "count": 303, "max_ms": 108.382, "p95_ms": 97.066}, "visualize": {"avg_ms": 3.678, "count": 303, "max_ms": 5.506, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6203.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:33:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 139.505, "last_started_at": "2026-07-06T19:33:18+09:00", "pid": 24281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.965, "name": "ffmpeg", "pid": 24281, "rss_mb": 272.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.251, "sample_count": 1841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:35:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:35:37+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T19:35:37+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T19:35:37.443068+09:00", "mtime_epoch": 1783334137.4430676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:35:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.239, "pushed": 6.239, "read": 6.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.067, "count": 186, "max_ms": 10.246, "p95_ms": 8.362}, "gstreamer_push": {"avg_ms": 1.005, "count": 187, "max_ms": 1.302, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.839, "count": 186, "max_ms": 77.438, "p95_ms": 69.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.682, "count": 186, "max_ms": 119.075, "p95_ms": 99.509}, "yolo11_640_fire_11class": {"avg_ms": 58.341, "count": 186, "max_ms": 84.732, "p95_ms": 76.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.253, "count": 186, "max_ms": 98.659, "p95_ms": 88.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.592, "count": 187, "max_ms": 198.713, "p95_ms": 178.569}, "read_interval": {"avg_ms": 161.037, "count": 186, "max_ms": 206.63, "p95_ms": 187.244}, "triton_wait": {"avg_ms": 72.834, "count": 186, "max_ms": 119.088, "p95_ms": 99.52}, "visualize": {"avg_ms": 6.349, "count": 186, "max_ms": 8.178, "p95_ms": 7.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1461, "tracking_summary": 1328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5958.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29859.084, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 259.024, "sample_count": 1346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:35:45+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T19:35:45+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T19:35:45.659238+09:00", "mtime_epoch": 1783334145.659238, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:35:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 832.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.291, "pushed": 4.291, "read": 4.258}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.513, "count": 128, "max_ms": 156.969, "p95_ms": 145.333}, "gstreamer_push": {"avg_ms": 0.808, "count": 128, "max_ms": 1.903, "p95_ms": 0.947}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.168, "count": 128, "max_ms": 104.53, "p95_ms": 95.021}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.189, "count": 128, "max_ms": 112.628, "p95_ms": 96.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.787, "count": 128, "max_ms": 288.217, "p95_ms": 259.232}, "read_interval": {"avg_ms": 234.597, "count": 127, "max_ms": 295.211, "p95_ms": 267.303}, "triton_wait": {"avg_ms": 73.231, "count": 128, "max_ms": 112.642, "p95_ms": 97.992}, "visualize": {"avg_ms": 28.068, "count": 128, "max_ms": 44.173, "p95_ms": 35.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6195.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9257.491, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.665, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:35:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:35:56+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T19:35:56+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T19:35:56.271458+09:00", "mtime_epoch": 1783334156.2714584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:35:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1511.793, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.325, "count": 299, "max_ms": 6.75, "p95_ms": 5.545}, "gstreamer_push": {"avg_ms": 1.291, "count": 299, "max_ms": 1.568, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.083, "count": 299, "max_ms": 81.723, "p95_ms": 65.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.585, "count": 299, "max_ms": 105.688, "p95_ms": 94.522}, "yolo11_640_fire_11class": {"avg_ms": 56.734, "count": 299, "max_ms": 90.358, "p95_ms": 76.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.254, "count": 299, "max_ms": 99.899, "p95_ms": 91.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.293, "count": 299, "max_ms": 118.967, "p95_ms": 107.224}, "read_interval": {"avg_ms": 100.5, "count": 298, "max_ms": 450.994, "p95_ms": 131.976}, "triton_wait": {"avg_ms": 63.31, "count": 299, "max_ms": 105.701, "p95_ms": 94.597}, "visualize": {"avg_ms": 3.666, "count": 299, "max_ms": 4.68, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:35:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.0, "last_started_at": "2026-07-06T19:35:46+09:00", "pid": 24388, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.531, "name": "ffmpeg", "pid": 24388, "rss_mb": 266.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 23, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.427, "sample_count": 1844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:36:07+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:36:07+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T19:36:07.503691+09:00", "mtime_epoch": 1783334167.5036914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:36:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.662, "pushed": 5.662, "read": 5.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.965, "count": 169, "max_ms": 10.15, "p95_ms": 9.221}, "gstreamer_push": {"avg_ms": 1.044, "count": 169, "max_ms": 1.412, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.895, "count": 169, "max_ms": 82.479, "p95_ms": 74.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.408, "count": 169, "max_ms": 113.503, "p95_ms": 101.986}, "yolo11_640_fire_11class": {"avg_ms": 60.224, "count": 169, "max_ms": 92.276, "p95_ms": 79.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.455, "count": 169, "max_ms": 107.275, "p95_ms": 93.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.907, "count": 169, "max_ms": 193.676, "p95_ms": 178.918}, "read_interval": {"avg_ms": 177.865, "count": 168, "max_ms": 4224.169, "p95_ms": 188.516}, "triton_wait": {"avg_ms": 74.842, "count": 169, "max_ms": 113.515, "p95_ms": 101.998}, "visualize": {"avg_ms": 5.928, "count": 169, "max_ms": 10.351, "p95_ms": 7.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1462, "tracking_summary": 1329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6188.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29889.182, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.813, "sample_count": 1351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:36:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:36:15+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T19:36:15+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T19:36:15.827864+09:00", "mtime_epoch": 1783334175.827864, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:36:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 822.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.821, "pushed": 4.821, "read": 4.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.362, "count": 144, "max_ms": 160.581, "p95_ms": 127.429}, "gstreamer_push": {"avg_ms": 1.004, "count": 144, "max_ms": 2.742, "p95_ms": 1.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.12, "count": 144, "max_ms": 116.173, "p95_ms": 102.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.105, "count": 144, "max_ms": 111.101, "p95_ms": 98.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.9, "count": 144, "max_ms": 261.353, "p95_ms": 253.758}, "read_interval": {"avg_ms": 209.242, "count": 143, "max_ms": 268.852, "p95_ms": 259.713}, "triton_wait": {"avg_ms": 75.428, "count": 144, "max_ms": 116.183, "p95_ms": 102.861}, "visualize": {"avg_ms": 30.102, "count": 144, "max_ms": 68.671, "p95_ms": 43.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9287.571, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.205, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:36:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:36:26+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T19:36:26+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T19:36:26.332082+09:00", "mtime_epoch": 1783334186.3320816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:36:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1512.051, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.295, "count": 302, "max_ms": 6.672, "p95_ms": 5.763}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 2.279, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.178, "count": 302, "max_ms": 90.553, "p95_ms": 75.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.762, "count": 302, "max_ms": 126.497, "p95_ms": 99.446}, "yolo11_640_fire_11class": {"avg_ms": 57.666, "count": 302, "max_ms": 90.67, "p95_ms": 78.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.904, "count": 302, "max_ms": 103.198, "p95_ms": 91.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.314, "count": 302, "max_ms": 140.238, "p95_ms": 112.869}, "read_interval": {"avg_ms": 99.533, "count": 301, "max_ms": 605.156, "p95_ms": 131.744}, "triton_wait": {"avg_ms": 66.331, "count": 302, "max_ms": 126.51, "p95_ms": 100.236}, "visualize": {"avg_ms": 3.671, "count": 302, "max_ms": 5.319, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:35:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.033, "last_started_at": "2026-07-06T19:35:46+09:00", "pid": 24388, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.789, "name": "ffmpeg", "pid": 24388, "rss_mb": 271.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.135, "sample_count": 1844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:36:37+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T19:36:37+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-06T19:36:37.516313+09:00", "mtime_epoch": 1783334197.5163128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:36:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.599, "pushed": 6.599, "read": 6.565}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.867, "count": 197, "max_ms": 11.062, "p95_ms": 8.003}, "gstreamer_push": {"avg_ms": 1.059, "count": 197, "max_ms": 1.529, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.545, "count": 197, "max_ms": 86.56, "p95_ms": 79.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.685, "count": 197, "max_ms": 122.613, "p95_ms": 106.841}, "yolo11_640_fire_11class": {"avg_ms": 59.261, "count": 197, "max_ms": 87.333, "p95_ms": 81.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.38, "count": 197, "max_ms": 103.178, "p95_ms": 97.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.673, "count": 197, "max_ms": 197.958, "p95_ms": 184.881}, "read_interval": {"avg_ms": 152.41, "count": 196, "max_ms": 209.023, "p95_ms": 194.446}, "triton_wait": {"avg_ms": 75.046, "count": 197, "max_ms": 122.625, "p95_ms": 106.854}, "visualize": {"avg_ms": 5.893, "count": 197, "max_ms": 10.77, "p95_ms": 7.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1463, "tracking_summary": 1331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6200.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29919.204, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.367, "sample_count": 1358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:36:45+09:00", "last_frame_read_age_sec": 0.265, "last_frame_read_at": "2026-07-06T19:36:45+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T19:36:45.740483+09:00", "mtime_epoch": 1783334205.740483, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:36:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 830.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.59, "pushed": 4.59, "read": 4.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.747, "count": 137, "max_ms": 167.411, "p95_ms": 134.543}, "gstreamer_push": {"avg_ms": 0.857, "count": 137, "max_ms": 1.889, "p95_ms": 0.995}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.49, "count": 137, "max_ms": 120.702, "p95_ms": 108.427}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.866, "count": 137, "max_ms": 120.833, "p95_ms": 107.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.727, "count": 137, "max_ms": 284.67, "p95_ms": 263.469}, "read_interval": {"avg_ms": 218.747, "count": 136, "max_ms": 291.63, "p95_ms": 267.599}, "triton_wait": {"avg_ms": 79.088, "count": 137, "max_ms": 120.846, "p95_ms": 111.906}, "visualize": {"avg_ms": 26.844, "count": 137, "max_ms": 45.042, "p95_ms": 34.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6205.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9317.652, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.469, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:36:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:36:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T19:36:56+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T19:36:56.456704+09:00", "mtime_epoch": 1783334216.4567044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:36:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1512.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.303, "count": 299, "max_ms": 6.914, "p95_ms": 5.397}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.794, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.059, "count": 299, "max_ms": 89.401, "p95_ms": 72.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.956, "count": 299, "max_ms": 119.185, "p95_ms": 99.696}, "yolo11_640_fire_11class": {"avg_ms": 57.918, "count": 299, "max_ms": 88.678, "p95_ms": 78.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.812, "count": 299, "max_ms": 105.911, "p95_ms": 94.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.343, "count": 299, "max_ms": 133.316, "p95_ms": 113.002}, "read_interval": {"avg_ms": 100.325, "count": 299, "max_ms": 642.251, "p95_ms": 136.843}, "triton_wait": {"avg_ms": 67.349, "count": 299, "max_ms": 119.199, "p95_ms": 99.777}, "visualize": {"avg_ms": 3.658, "count": 299, "max_ms": 5.587, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6206.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:35:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.159, "last_started_at": "2026-07-06T19:35:46+09:00", "pid": 24388, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 24388, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.435, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:37:07+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T19:37:07+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T19:37:07.684936+09:00", "mtime_epoch": 1783334227.6849363, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:37:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.682, "pushed": 6.682, "read": 6.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.804, "count": 200, "max_ms": 11.114, "p95_ms": 8.096}, "gstreamer_push": {"avg_ms": 1.046, "count": 200, "max_ms": 1.374, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.464, "count": 200, "max_ms": 80.281, "p95_ms": 75.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.05, "count": 200, "max_ms": 114.104, "p95_ms": 100.702}, "yolo11_640_fire_11class": {"avg_ms": 59.934, "count": 200, "max_ms": 83.215, "p95_ms": 77.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.852, "count": 200, "max_ms": 100.869, "p95_ms": 94.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.822, "count": 200, "max_ms": 191.842, "p95_ms": 177.89}, "read_interval": {"avg_ms": 150.728, "count": 199, "max_ms": 201.301, "p95_ms": 187.865}, "triton_wait": {"avg_ms": 74.691, "count": 200, "max_ms": 114.117, "p95_ms": 100.715}, "visualize": {"avg_ms": 5.817, "count": 200, "max_ms": 8.472, "p95_ms": 6.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1465, "tracking_summary": 1332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6207.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29949.239, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.072, "sample_count": 1359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:37:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:37:16+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T19:37:15+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T19:37:15.809104+09:00", "mtime_epoch": 1783334235.809104, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:37:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 831.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.562, "pushed": 4.562, "read": 4.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.882, "count": 136, "max_ms": 131.706, "p95_ms": 127.635}, "gstreamer_push": {"avg_ms": 0.793, "count": 136, "max_ms": 0.967, "p95_ms": 0.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.543, "count": 136, "max_ms": 114.752, "p95_ms": 100.886}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.667, "count": 136, "max_ms": 117.065, "p95_ms": 107.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.174, "count": 136, "max_ms": 269.294, "p95_ms": 253.845}, "read_interval": {"avg_ms": 220.682, "count": 135, "max_ms": 275.958, "p95_ms": 259.613}, "triton_wait": {"avg_ms": 78.503, "count": 136, "max_ms": 117.074, "p95_ms": 107.386}, "visualize": {"avg_ms": 25.957, "count": 136, "max_ms": 30.653, "p95_ms": 29.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6210.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9347.713, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.223, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:37:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:37:26+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T19:37:26+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:37:26.513325+09:00", "mtime_epoch": 1783334246.5133247, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:37:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1512.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 301, "max_ms": 6.687, "p95_ms": 5.94}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 2.357, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.78, "count": 301, "max_ms": 90.85, "p95_ms": 68.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.369, "count": 301, "max_ms": 110.173, "p95_ms": 96.078}, "yolo11_640_fire_11class": {"avg_ms": 57.619, "count": 301, "max_ms": 91.451, "p95_ms": 75.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.164, "count": 301, "max_ms": 104.055, "p95_ms": 90.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.664, "count": 301, "max_ms": 123.55, "p95_ms": 111.147}, "read_interval": {"avg_ms": 99.865, "count": 301, "max_ms": 529.657, "p95_ms": 133.599}, "triton_wait": {"avg_ms": 66.856, "count": 301, "max_ms": 110.186, "p95_ms": 96.215}, "visualize": {"avg_ms": 3.619, "count": 301, "max_ms": 4.653, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:33:15+09:00", "last_error_summary": "[h264 @ 0x55e569681d40] error while decoding MB 74 26, bytestream -5", "last_exit_at": "2026-07-06T19:35:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.234, "last_started_at": "2026-07-06T19:35:46+09:00", "pid": 24388, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.234, "name": "ffmpeg", "pid": 24388, "rss_mb": 278.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 22, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.297, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:37:37+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T19:37:37+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T19:37:37.717556+09:00", "mtime_epoch": 1783334257.7175558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:37:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.612, "read": 6.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.727, "count": 198, "max_ms": 10.223, "p95_ms": 8.793}, "gstreamer_push": {"avg_ms": 1.052, "count": 198, "max_ms": 1.349, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.55, "count": 198, "max_ms": 82.369, "p95_ms": 74.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.116, "count": 198, "max_ms": 112.805, "p95_ms": 101.793}, "yolo11_640_fire_11class": {"avg_ms": 59.681, "count": 198, "max_ms": 83.327, "p95_ms": 76.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.711, "count": 198, "max_ms": 102.032, "p95_ms": 94.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.068, "count": 198, "max_ms": 195.64, "p95_ms": 183.271}, "read_interval": {"avg_ms": 151.794, "count": 197, "max_ms": 202.822, "p95_ms": 191.482}, "triton_wait": {"avg_ms": 76.638, "count": 198, "max_ms": 112.818, "p95_ms": 101.804}, "visualize": {"avg_ms": 5.784, "count": 198, "max_ms": 9.509, "p95_ms": 7.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1465, "tracking_summary": 1333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6211.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 29979.454, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.072, "sample_count": 1344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:37:46+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T19:37:46+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T19:37:46.041727+09:00", "mtime_epoch": 1783334266.0417273, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:37:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 834.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.369, "pushed": 4.369, "read": 4.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.954, "count": 131, "max_ms": 149.321, "p95_ms": 129.424}, "gstreamer_push": {"avg_ms": 0.789, "count": 131, "max_ms": 1.039, "p95_ms": 0.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.819, "count": 131, "max_ms": 108.492, "p95_ms": 101.37}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.76, "count": 131, "max_ms": 111.026, "p95_ms": 103.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.861, "count": 131, "max_ms": 261.681, "p95_ms": 254.162}, "read_interval": {"avg_ms": 230.69, "count": 130, "max_ms": 267.681, "p95_ms": 261.118}, "triton_wait": {"avg_ms": 75.133, "count": 131, "max_ms": 111.039, "p95_ms": 104.193}, "visualize": {"avg_ms": 25.916, "count": 131, "max_ms": 40.105, "p95_ms": 28.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6208.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9377.771, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.102, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:37:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T19:37:56+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T19:37:56.557944+09:00", "mtime_epoch": 1783334276.5579438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:37:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1512.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.257, "count": 298, "max_ms": 6.573, "p95_ms": 5.284}, "gstreamer_push": {"avg_ms": 1.28, "count": 298, "max_ms": 2.087, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.571, "count": 298, "max_ms": 81.105, "p95_ms": 69.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.844, "count": 298, "max_ms": 110.003, "p95_ms": 92.614}, "yolo11_640_fire_11class": {"avg_ms": 57.484, "count": 298, "max_ms": 93.121, "p95_ms": 79.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.099, "count": 298, "max_ms": 100.719, "p95_ms": 91.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.323, "count": 298, "max_ms": 122.81, "p95_ms": 106.618}, "read_interval": {"avg_ms": 100.856, "count": 297, "max_ms": 570.013, "p95_ms": 129.736}, "triton_wait": {"avg_ms": 64.547, "count": 298, "max_ms": 110.015, "p95_ms": 94.06}, "visualize": {"avg_ms": 3.645, "count": 298, "max_ms": 5.86, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 313, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:37:59+09:00", "last_error_summary": "[h264 @ 0x560f509d1240] cabac decode of qscale diff failed at 64 41 [h264 @ 0x560f509d1240] error while decoding MB 64 41, bytestream 1540 [h264 @ 0x560f50b6ee80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f50b6ee80] error while decoding MB 0 42, bytestream 44174 [h264 @ 0x560f50d0cb80] cabac decode of qscale diff failed at 25 44 [h264 @ 0x560f50d0cb80] error while decoding MB 25 44, bytestream 4717 [h264 @ 0x560f50c3dd00] left block unavailable for requested intra4x4 mod", "last_exit_at": "2026-07-06T19:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.16, "last_started_at": "2026-07-06T19:38:01+09:00", "pid": 24495, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.055, "name": "ffmpeg", "pid": 24495, "rss_mb": 205.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.991, "sample_count": 1759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:38:07+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T19:38:07+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T19:38:07.810175+09:00", "mtime_epoch": 1783334287.8101752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:38:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.142, "pushed": 3.142, "read": 3.108}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.418, "count": 94, "max_ms": 9.259, "p95_ms": 7.692}, "gstreamer_push": {"avg_ms": 1.105, "count": 94, "max_ms": 1.306, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.446, "count": 94, "max_ms": 79.059, "p95_ms": 74.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.251, "count": 94, "max_ms": 105.586, "p95_ms": 99.782}, "yolo11_640_fire_11class": {"avg_ms": 59.689, "count": 94, "max_ms": 83.607, "p95_ms": 76.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.316, "count": 94, "max_ms": 100.159, "p95_ms": 91.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.245, "count": 94, "max_ms": 184.276, "p95_ms": 175.406}, "read_interval": {"avg_ms": 321.742, "count": 93, "max_ms": 12631.635, "p95_ms": 185.951}, "triton_wait": {"avg_ms": 74.726, "count": 94, "max_ms": 105.598, "p95_ms": 100.171}, "visualize": {"avg_ms": 5.39, "count": 94, "max_ms": 7.9, "p95_ms": 6.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1467, "tracking_summary": 1334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6186.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30009.488, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.381, "sample_count": 1357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:38:16+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T19:38:16+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T19:38:16.046345+09:00", "mtime_epoch": 1783334296.0463445, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:38:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 819.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.799, "pushed": 4.799, "read": 4.766}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.09, "count": 143, "max_ms": 137.831, "p95_ms": 127.931}, "gstreamer_push": {"avg_ms": 0.979, "count": 143, "max_ms": 2.882, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.025, "count": 143, "max_ms": 109.014, "p95_ms": 95.728}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.919, "count": 143, "max_ms": 110.853, "p95_ms": 95.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.934, "count": 143, "max_ms": 287.751, "p95_ms": 250.609}, "read_interval": {"avg_ms": 209.729, "count": 142, "max_ms": 296.813, "p95_ms": 258.697}, "triton_wait": {"avg_ms": 71.492, "count": 143, "max_ms": 110.865, "p95_ms": 100.992}, "visualize": {"avg_ms": 27.38, "count": 143, "max_ms": 42.644, "p95_ms": 40.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6196.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9407.854, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.924, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:38:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T19:38:26+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:38:26.654563+09:00", "mtime_epoch": 1783334306.6545627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:38:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1512.566, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.201, "pushed": 10.201, "read": 10.167}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 305, "max_ms": 7.43, "p95_ms": 5.324}, "gstreamer_push": {"avg_ms": 1.315, "count": 306, "max_ms": 2.209, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 305, "max_ms": 89.814, "p95_ms": 71.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.774, "count": 305, "max_ms": 111.379, "p95_ms": 95.32}, "yolo11_640_fire_11class": {"avg_ms": 56.759, "count": 305, "max_ms": 89.147, "p95_ms": 76.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.98, "count": 305, "max_ms": 103.696, "p95_ms": 90.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.137, "count": 306, "max_ms": 124.02, "p95_ms": 108.249}, "read_interval": {"avg_ms": 98.348, "count": 305, "max_ms": 681.937, "p95_ms": 127.472}, "triton_wait": {"avg_ms": 65.22, "count": 305, "max_ms": 111.39, "p95_ms": 95.522}, "visualize": {"avg_ms": 3.678, "count": 305, "max_ms": 5.575, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 313, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:37:59+09:00", "last_error_summary": "[h264 @ 0x560f509d1240] cabac decode of qscale diff failed at 64 41 [h264 @ 0x560f509d1240] error while decoding MB 64 41, bytestream 1540 [h264 @ 0x560f50b6ee80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f50b6ee80] error while decoding MB 0 42, bytestream 44174 [h264 @ 0x560f50d0cb80] cabac decode of qscale diff failed at 25 44 [h264 @ 0x560f50d0cb80] error while decoding MB 25 44, bytestream 4717 [h264 @ 0x560f50c3dd00] left block unavailable for requested intra4x4 mod", "last_exit_at": "2026-07-06T19:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.301, "last_started_at": "2026-07-06T19:38:01+09:00", "pid": 24495, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.871, "name": "ffmpeg", "pid": 24495, "rss_mb": 266.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.482, "sample_count": 1799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:38:38+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T19:38:37+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T19:38:37.946795+09:00", "mtime_epoch": 1783334317.9467945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:38:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.735, "pushed": 6.735, "read": 6.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.835, "count": 201, "max_ms": 9.881, "p95_ms": 9.257}, "gstreamer_push": {"avg_ms": 1.055, "count": 202, "max_ms": 1.491, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.657, "count": 201, "max_ms": 88.322, "p95_ms": 72.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.226, "count": 201, "max_ms": 125.117, "p95_ms": 101.149}, "yolo11_640_fire_11class": {"avg_ms": 58.483, "count": 201, "max_ms": 88.265, "p95_ms": 78.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.081, "count": 201, "max_ms": 102.324, "p95_ms": 93.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.768, "count": 202, "max_ms": 186.076, "p95_ms": 178.697}, "read_interval": {"avg_ms": 149.15, "count": 201, "max_ms": 196.246, "p95_ms": 186.965}, "triton_wait": {"avg_ms": 73.401, "count": 201, "max_ms": 125.13, "p95_ms": 101.161}, "visualize": {"avg_ms": 5.896, "count": 201, "max_ms": 9.151, "p95_ms": 7.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1469, "tracking_summary": 1335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6195.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30039.584, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.607, "sample_count": 1353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:38:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:38:46+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T19:38:46+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T19:38:46.170964+09:00", "mtime_epoch": 1783334326.1709635, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:38:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.286, "pushed": 4.286, "read": 4.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.824, "count": 128, "max_ms": 141.909, "p95_ms": 133.379}, "gstreamer_push": {"avg_ms": 0.862, "count": 128, "max_ms": 1.989, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.571, "count": 128, "max_ms": 109.844, "p95_ms": 101.953}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.849, "count": 128, "max_ms": 105.013, "p95_ms": 99.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.292, "count": 128, "max_ms": 270.536, "p95_ms": 262.269}, "read_interval": {"avg_ms": 235.213, "count": 127, "max_ms": 276.784, "p95_ms": 270.492}, "triton_wait": {"avg_ms": 74.106, "count": 128, "max_ms": 109.862, "p95_ms": 102.189}, "visualize": {"avg_ms": 26.516, "count": 128, "max_ms": 56.71, "p95_ms": 36.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9437.941, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.021, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:38:56+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T19:38:56+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T19:38:56.707180+09:00", "mtime_epoch": 1783334336.7071795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:38:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1512.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.244, "count": 295, "max_ms": 6.464, "p95_ms": 5.367}, "gstreamer_push": {"avg_ms": 1.276, "count": 295, "max_ms": 1.913, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.351, "count": 295, "max_ms": 85.538, "p95_ms": 68.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.814, "count": 295, "max_ms": 106.307, "p95_ms": 95.329}, "yolo11_640_fire_11class": {"avg_ms": 58.858, "count": 295, "max_ms": 94.537, "p95_ms": 79.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.352, "count": 295, "max_ms": 102.083, "p95_ms": 90.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.222, "count": 295, "max_ms": 119.629, "p95_ms": 110.032}, "read_interval": {"avg_ms": 101.9, "count": 294, "max_ms": 641.459, "p95_ms": 129.302}, "triton_wait": {"avg_ms": 66.513, "count": 295, "max_ms": 106.323, "p95_ms": 96.899}, "visualize": {"avg_ms": 3.601, "count": 295, "max_ms": 4.913, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6200.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 313, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:37:59+09:00", "last_error_summary": "[h264 @ 0x560f509d1240] cabac decode of qscale diff failed at 64 41 [h264 @ 0x560f509d1240] error while decoding MB 64 41, bytestream 1540 [h264 @ 0x560f50b6ee80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f50b6ee80] error while decoding MB 0 42, bytestream 44174 [h264 @ 0x560f50d0cb80] cabac decode of qscale diff failed at 25 44 [h264 @ 0x560f50d0cb80] error while decoding MB 25 44, bytestream 4717 [h264 @ 0x560f50c3dd00] left block unavailable for requested intra4x4 mod", "last_exit_at": "2026-07-06T19:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.47, "last_started_at": "2026-07-06T19:38:01+09:00", "pid": 24495, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.965, "name": "ffmpeg", "pid": 24495, "rss_mb": 269.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.295, "sample_count": 1814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:39:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:39:08+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T19:39:08+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T19:39:08.103413+09:00", "mtime_epoch": 1783334348.1034133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:39:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.501, "pushed": 6.501, "read": 6.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.968, "count": 195, "max_ms": 10.671, "p95_ms": 9.211}, "gstreamer_push": {"avg_ms": 1.067, "count": 195, "max_ms": 1.328, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.813, "count": 195, "max_ms": 86.068, "p95_ms": 74.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.53, "count": 195, "max_ms": 116.973, "p95_ms": 99.06}, "yolo11_640_fire_11class": {"avg_ms": 60.72, "count": 195, "max_ms": 86.294, "p95_ms": 80.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.201, "count": 195, "max_ms": 101.46, "p95_ms": 96.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.642, "count": 195, "max_ms": 199.501, "p95_ms": 178.327}, "read_interval": {"avg_ms": 153.802, "count": 195, "max_ms": 208.011, "p95_ms": 186.449}, "triton_wait": {"avg_ms": 75.171, "count": 195, "max_ms": 116.986, "p95_ms": 99.075}, "visualize": {"avg_ms": 5.899, "count": 195, "max_ms": 8.32, "p95_ms": 7.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1470, "tracking_summary": 1336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6203.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30069.786, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.095, "sample_count": 1357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:39:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:39:16+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T19:39:16+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T19:39:16.327582+09:00", "mtime_epoch": 1783334356.327582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:39:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 834.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.736, "pushed": 4.736, "read": 4.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.37, "count": 142, "max_ms": 137.506, "p95_ms": 127.651}, "gstreamer_push": {"avg_ms": 0.861, "count": 142, "max_ms": 2.033, "p95_ms": 1.069}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.707, "count": 142, "max_ms": 114.131, "p95_ms": 99.103}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.021, "count": 142, "max_ms": 119.431, "p95_ms": 106.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.674, "count": 142, "max_ms": 271.796, "p95_ms": 254.388}, "read_interval": {"avg_ms": 212.263, "count": 141, "max_ms": 277.404, "p95_ms": 257.186}, "triton_wait": {"avg_ms": 75.896, "count": 142, "max_ms": 119.442, "p95_ms": 106.988}, "visualize": {"avg_ms": 26.456, "count": 142, "max_ms": 42.46, "p95_ms": 35.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6203.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9468.008, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.267, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:39:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T19:39:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T19:39:26.791796+09:00", "mtime_epoch": 1783334366.7917962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:39:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1512.824, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.25, "count": 302, "max_ms": 6.631, "p95_ms": 5.704}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.632, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.331, "count": 302, "max_ms": 89.882, "p95_ms": 70.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.596, "count": 302, "max_ms": 119.783, "p95_ms": 98.257}, "yolo11_640_fire_11class": {"avg_ms": 59.771, "count": 302, "max_ms": 91.479, "p95_ms": 79.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.548, "count": 302, "max_ms": 106.549, "p95_ms": 91.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.119, "count": 302, "max_ms": 132.724, "p95_ms": 111.93}, "read_interval": {"avg_ms": 99.555, "count": 301, "max_ms": 425.585, "p95_ms": 131.843}, "triton_wait": {"avg_ms": 68.461, "count": 302, "max_ms": 119.797, "p95_ms": 98.285}, "visualize": {"avg_ms": 3.61, "count": 302, "max_ms": 6.006, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 313, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:37:59+09:00", "last_error_summary": "[h264 @ 0x560f509d1240] cabac decode of qscale diff failed at 64 41 [h264 @ 0x560f509d1240] error while decoding MB 64 41, bytestream 1540 [h264 @ 0x560f50b6ee80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f50b6ee80] error while decoding MB 0 42, bytestream 44174 [h264 @ 0x560f50d0cb80] cabac decode of qscale diff failed at 25 44 [h264 @ 0x560f50d0cb80] error while decoding MB 25 44, bytestream 4717 [h264 @ 0x560f50c3dd00] left block unavailable for requested intra4x4 mod", "last_exit_at": "2026-07-06T19:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.572, "last_started_at": "2026-07-06T19:38:01+09:00", "pid": 24495, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.996, "name": "ffmpeg", "pid": 24495, "rss_mb": 270.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.107, "sample_count": 1834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:39:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:39:38+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T19:39:38+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T19:39:38.220030+09:00", "mtime_epoch": 1783334378.2200303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:39:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1629.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.845, "pushed": 6.845, "read": 6.812}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.688, "count": 204, "max_ms": 10.862, "p95_ms": 7.775}, "gstreamer_push": {"avg_ms": 1.051, "count": 205, "max_ms": 1.307, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.407, "count": 204, "max_ms": 86.103, "p95_ms": 75.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.569, "count": 204, "max_ms": 116.608, "p95_ms": 102.212}, "yolo11_640_fire_11class": {"avg_ms": 60.219, "count": 204, "max_ms": 87.501, "p95_ms": 79.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.105, "count": 204, "max_ms": 103.767, "p95_ms": 92.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.172, "count": 205, "max_ms": 198.386, "p95_ms": 176.698}, "read_interval": {"avg_ms": 146.789, "count": 204, "max_ms": 206.377, "p95_ms": 184.528}, "triton_wait": {"avg_ms": 74.878, "count": 204, "max_ms": 116.621, "p95_ms": 102.224}, "visualize": {"avg_ms": 5.605, "count": 204, "max_ms": 9.829, "p95_ms": 6.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1472, "tracking_summary": 1337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6201.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30099.966, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.582, "sample_count": 1359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:39:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:39:46+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T19:39:46+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T19:39:46.528200+09:00", "mtime_epoch": 1783334386.5282001, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:39:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 831.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.413, "pushed": 4.413, "read": 4.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.769, "count": 132, "max_ms": 135.371, "p95_ms": 129.165}, "gstreamer_push": {"avg_ms": 0.787, "count": 132, "max_ms": 1.044, "p95_ms": 0.916}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.584, "count": 132, "max_ms": 106.954, "p95_ms": 100.743}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.272, "count": 132, "max_ms": 109.244, "p95_ms": 102.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.08, "count": 132, "max_ms": 264.714, "p95_ms": 258.793}, "read_interval": {"avg_ms": 228.466, "count": 131, "max_ms": 273.408, "p95_ms": 264.764}, "triton_wait": {"avg_ms": 74.558, "count": 132, "max_ms": 109.258, "p95_ms": 103.887}, "visualize": {"avg_ms": 26.943, "count": 132, "max_ms": 35.818, "p95_ms": 32.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9498.077, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.398, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:39:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:39:56+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T19:39:56+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T19:39:56.876412+09:00", "mtime_epoch": 1783334396.876412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:39:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1513.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 301, "max_ms": 7.549, "p95_ms": 5.602}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.968, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.244, "count": 301, "max_ms": 82.558, "p95_ms": 71.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.205, "count": 301, "max_ms": 117.275, "p95_ms": 97.16}, "yolo11_640_fire_11class": {"avg_ms": 58.035, "count": 301, "max_ms": 91.033, "p95_ms": 75.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.853, "count": 301, "max_ms": 100.783, "p95_ms": 90.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.173, "count": 301, "max_ms": 130.189, "p95_ms": 109.589}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 609.449, "p95_ms": 130.17}, "triton_wait": {"avg_ms": 66.486, "count": 301, "max_ms": 117.288, "p95_ms": 97.173}, "visualize": {"avg_ms": 3.599, "count": 301, "max_ms": 5.826, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6202.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 313, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:37:59+09:00", "last_error_summary": "[h264 @ 0x560f509d1240] cabac decode of qscale diff failed at 64 41 [h264 @ 0x560f509d1240] error while decoding MB 64 41, bytestream 1540 [h264 @ 0x560f50b6ee80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f50b6ee80] error while decoding MB 0 42, bytestream 44174 [h264 @ 0x560f50d0cb80] cabac decode of qscale diff failed at 25 44 [h264 @ 0x560f50d0cb80] error while decoding MB 25 44, bytestream 4717 [h264 @ 0x560f50c3dd00] left block unavailable for requested intra4x4 mod", "last_exit_at": "2026-07-06T19:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.715, "last_started_at": "2026-07-06T19:38:01+09:00", "pid": 24495, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.996, "name": "ffmpeg", "pid": 24495, "rss_mb": 270.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.918, "sample_count": 1846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:40:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:40:08+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T19:40:08+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T19:40:08.308646+09:00", "mtime_epoch": 1783334408.3086457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:40:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.795, "pushed": 6.795, "read": 6.762}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.616, "count": 203, "max_ms": 10.462, "p95_ms": 8.074}, "gstreamer_push": {"avg_ms": 1.075, "count": 203, "max_ms": 1.313, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.734, "count": 203, "max_ms": 83.44, "p95_ms": 71.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.06, "count": 203, "max_ms": 118.532, "p95_ms": 104.37}, "yolo11_640_fire_11class": {"avg_ms": 59.516, "count": 203, "max_ms": 86.552, "p95_ms": 79.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.896, "count": 203, "max_ms": 100.426, "p95_ms": 91.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.612, "count": 203, "max_ms": 202.712, "p95_ms": 178.042}, "read_interval": {"avg_ms": 147.515, "count": 202, "max_ms": 211.369, "p95_ms": 185.349}, "triton_wait": {"avg_ms": 75.27, "count": 203, "max_ms": 118.547, "p95_ms": 104.386}, "visualize": {"avg_ms": 5.661, "count": 203, "max_ms": 8.581, "p95_ms": 7.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1472, "tracking_summary": 1339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30130.148, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 256.716, "sample_count": 1361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:40:16+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T19:40:16+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-06T19:40:16.728818+09:00", "mtime_epoch": 1783334416.7288177, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:40:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 832.656, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.84, "pushed": 4.84, "read": 4.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.009, "count": 145, "max_ms": 149.345, "p95_ms": 129.955}, "gstreamer_push": {"avg_ms": 0.831, "count": 145, "max_ms": 1.874, "p95_ms": 0.975}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.504, "count": 145, "max_ms": 113.231, "p95_ms": 106.055}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.379, "count": 145, "max_ms": 112.42, "p95_ms": 106.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.171, "count": 145, "max_ms": 273.181, "p95_ms": 256.779}, "read_interval": {"avg_ms": 207.989, "count": 144, "max_ms": 279.2, "p95_ms": 264.841}, "triton_wait": {"avg_ms": 76.539, "count": 145, "max_ms": 113.243, "p95_ms": 108.735}, "visualize": {"avg_ms": 26.602, "count": 145, "max_ms": 45.588, "p95_ms": 35.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6202.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9528.093, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.569, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:40:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:40:26+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T19:40:26+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T19:40:26.861025+09:00", "mtime_epoch": 1783334426.8610246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:40:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1513.082, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.232, "count": 299, "max_ms": 6.598, "p95_ms": 5.367}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 1.791, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.747, "count": 299, "max_ms": 86.723, "p95_ms": 70.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.554, "count": 299, "max_ms": 120.164, "p95_ms": 99.496}, "yolo11_640_fire_11class": {"avg_ms": 58.197, "count": 299, "max_ms": 89.622, "p95_ms": 78.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.023, "count": 299, "max_ms": 100.692, "p95_ms": 91.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.74, "count": 299, "max_ms": 133.192, "p95_ms": 112.198}, "read_interval": {"avg_ms": 100.269, "count": 299, "max_ms": 529.259, "p95_ms": 135.961}, "triton_wait": {"avg_ms": 67.01, "count": 299, "max_ms": 120.177, "p95_ms": 99.51}, "visualize": {"avg_ms": 3.588, "count": 299, "max_ms": 4.668, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 313, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:37:59+09:00", "last_error_summary": "[h264 @ 0x560f509d1240] cabac decode of qscale diff failed at 64 41 [h264 @ 0x560f509d1240] error while decoding MB 64 41, bytestream 1540 [h264 @ 0x560f50b6ee80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560f50b6ee80] error while decoding MB 0 42, bytestream 44174 [h264 @ 0x560f50d0cb80] cabac decode of qscale diff failed at 25 44 [h264 @ 0x560f50d0cb80] error while decoding MB 25 44, bytestream 4717 [h264 @ 0x560f50c3dd00] left block unavailable for requested intra4x4 mod", "last_exit_at": "2026-07-06T19:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.864, "last_started_at": "2026-07-06T19:38:01+09:00", "pid": 24495, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.996, "name": "ffmpeg", "pid": 24495, "rss_mb": 270.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.888, "sample_count": 1867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:40:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:40:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T19:40:38+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T19:40:38.517263+09:00", "mtime_epoch": 1783334438.5172627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:40:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.941, "pushed": 6.941, "read": 6.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.501, "count": 207, "max_ms": 10.498, "p95_ms": 7.766}, "gstreamer_push": {"avg_ms": 1.07, "count": 208, "max_ms": 1.33, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.661, "count": 207, "max_ms": 83.915, "p95_ms": 75.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.991, "count": 207, "max_ms": 131.582, "p95_ms": 103.704}, "yolo11_640_fire_11class": {"avg_ms": 59.566, "count": 207, "max_ms": 89.202, "p95_ms": 79.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.702, "count": 207, "max_ms": 102.59, "p95_ms": 92.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.893, "count": 208, "max_ms": 215.063, "p95_ms": 176.516}, "read_interval": {"avg_ms": 144.912, "count": 207, "max_ms": 223.926, "p95_ms": 185.089}, "triton_wait": {"avg_ms": 75.323, "count": 207, "max_ms": 131.598, "p95_ms": 103.717}, "visualize": {"avg_ms": 5.468, "count": 207, "max_ms": 8.643, "p95_ms": 6.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1474, "tracking_summary": 1340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5955.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30160.285, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.53, "sample_count": 1367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:40:47+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T19:40:46+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T19:40:46.853433+09:00", "mtime_epoch": 1783334446.853433, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:40:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 826.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.479, "pushed": 4.479, "read": 4.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.152, "count": 134, "max_ms": 167.732, "p95_ms": 132.789}, "gstreamer_push": {"avg_ms": 0.902, "count": 134, "max_ms": 2.132, "p95_ms": 1.805}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.199, "count": 134, "max_ms": 113.274, "p95_ms": 107.153}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.637, "count": 134, "max_ms": 116.396, "p95_ms": 105.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.649, "count": 134, "max_ms": 277.145, "p95_ms": 265.971}, "read_interval": {"avg_ms": 224.851, "count": 133, "max_ms": 477.882, "p95_ms": 272.709}, "triton_wait": {"avg_ms": 78.781, "count": 134, "max_ms": 116.409, "p95_ms": 108.288}, "visualize": {"avg_ms": 27.74, "count": 134, "max_ms": 44.861, "p95_ms": 37.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9558.114, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.945, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:40:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:40:56+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:40:56+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T19:40:56.913638+09:00", "mtime_epoch": 1783334456.913638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:40:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1513.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.09}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 303, "max_ms": 6.758, "p95_ms": 5.733}, "gstreamer_push": {"avg_ms": 1.292, "count": 303, "max_ms": 2.136, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.932, "count": 303, "max_ms": 83.238, "p95_ms": 69.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.81, "count": 303, "max_ms": 126.76, "p95_ms": 97.62}, "yolo11_640_fire_11class": {"avg_ms": 58.214, "count": 303, "max_ms": 92.221, "p95_ms": 78.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.324, "count": 303, "max_ms": 104.646, "p95_ms": 89.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.143, "count": 303, "max_ms": 140.323, "p95_ms": 110.606}, "read_interval": {"avg_ms": 99.104, "count": 302, "max_ms": 579.305, "p95_ms": 132.878}, "triton_wait": {"avg_ms": 66.316, "count": 303, "max_ms": 126.774, "p95_ms": 97.888}, "visualize": {"avg_ms": 3.652, "count": 303, "max_ms": 5.656, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:40:45+09:00", "last_error_summary": "[h264 @ 0x5588139ee740] error while decoding MB 66 9, bytestream -5", "last_exit_at": "2026-07-06T19:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.189, "last_started_at": "2026-07-06T19:40:47+09:00", "pid": 24602, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.07, "name": "ffmpeg", "pid": 24602, "rss_mb": 269.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.042, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:41:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:41:08+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T19:41:08+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T19:41:08.657877+09:00", "mtime_epoch": 1783334468.6578774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:41:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.135, "pushed": 6.135, "read": 6.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.38, "count": 183, "max_ms": 9.879, "p95_ms": 8.306}, "gstreamer_push": {"avg_ms": 1.087, "count": 184, "max_ms": 1.441, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.178, "count": 183, "max_ms": 86.873, "p95_ms": 74.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.184, "count": 183, "max_ms": 122.057, "p95_ms": 103.311}, "yolo11_640_fire_11class": {"avg_ms": 59.123, "count": 183, "max_ms": 87.414, "p95_ms": 78.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.456, "count": 183, "max_ms": 105.589, "p95_ms": 95.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.859, "count": 184, "max_ms": 204.144, "p95_ms": 171.025}, "read_interval": {"avg_ms": 163.857, "count": 183, "max_ms": 4315.876, "p95_ms": 181.242}, "triton_wait": {"avg_ms": 73.445, "count": 183, "max_ms": 122.069, "p95_ms": 103.323}, "visualize": {"avg_ms": 5.378, "count": 183, "max_ms": 8.487, "p95_ms": 6.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1475, "tracking_summary": 1341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6199.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30190.392, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.596, "sample_count": 1355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:41:17+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T19:41:16+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T19:41:16.966047+09:00", "mtime_epoch": 1783334476.9660468, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:41:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.451, "pushed": 4.451, "read": 4.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.467, "count": 133, "max_ms": 141.785, "p95_ms": 130.923}, "gstreamer_push": {"avg_ms": 0.824, "count": 133, "max_ms": 1.901, "p95_ms": 0.987}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.911, "count": 133, "max_ms": 116.952, "p95_ms": 103.045}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.561, "count": 133, "max_ms": 119.575, "p95_ms": 107.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.49, "count": 133, "max_ms": 277.496, "p95_ms": 263.131}, "read_interval": {"avg_ms": 226.264, "count": 132, "max_ms": 285.76, "p95_ms": 271.458}, "triton_wait": {"avg_ms": 76.338, "count": 133, "max_ms": 119.587, "p95_ms": 108.782}, "visualize": {"avg_ms": 27.798, "count": 133, "max_ms": 48.029, "p95_ms": 36.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6202.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9588.123, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.493, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:41:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T19:41:26+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T19:41:26.930250+09:00", "mtime_epoch": 1783334486.93025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:41:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1513.34, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.341, "count": 298, "max_ms": 7.777, "p95_ms": 6.031}, "gstreamer_push": {"avg_ms": 1.281, "count": 298, "max_ms": 2.053, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.227, "count": 298, "max_ms": 88.52, "p95_ms": 72.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.017, "count": 298, "max_ms": 121.129, "p95_ms": 95.374}, "yolo11_640_fire_11class": {"avg_ms": 58.836, "count": 298, "max_ms": 87.693, "p95_ms": 78.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.603, "count": 298, "max_ms": 104.889, "p95_ms": 92.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.308, "count": 298, "max_ms": 134.938, "p95_ms": 110.116}, "read_interval": {"avg_ms": 100.728, "count": 298, "max_ms": 616.972, "p95_ms": 135.909}, "triton_wait": {"avg_ms": 67.401, "count": 298, "max_ms": 121.142, "p95_ms": 95.388}, "visualize": {"avg_ms": 3.667, "count": 298, "max_ms": 5.721, "p95_ms": 4.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6204.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:40:45+09:00", "last_error_summary": "[h264 @ 0x5588139ee740] error while decoding MB 66 9, bytestream -5", "last_exit_at": "2026-07-06T19:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.227, "last_started_at": "2026-07-06T19:40:47+09:00", "pid": 24602, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.906, "name": "ffmpeg", "pid": 24602, "rss_mb": 271.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.001, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:41:38+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T19:41:38+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T19:41:38.694489+09:00", "mtime_epoch": 1783334498.6944895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:41:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.055, "pushed": 7.055, "read": 7.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.521, "count": 211, "max_ms": 11.029, "p95_ms": 8.785}, "gstreamer_push": {"avg_ms": 1.078, "count": 211, "max_ms": 1.628, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.599, "count": 211, "max_ms": 86.696, "p95_ms": 75.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.556, "count": 211, "max_ms": 115.725, "p95_ms": 98.55}, "yolo11_640_fire_11class": {"avg_ms": 59.291, "count": 211, "max_ms": 85.797, "p95_ms": 78.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.05, "count": 211, "max_ms": 105.391, "p95_ms": 92.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.193, "count": 211, "max_ms": 184.471, "p95_ms": 165.553}, "read_interval": {"avg_ms": 142.415, "count": 210, "max_ms": 195.551, "p95_ms": 175.349}, "triton_wait": {"avg_ms": 73.942, "count": 211, "max_ms": 115.739, "p95_ms": 102.108}, "visualize": {"avg_ms": 5.483, "count": 211, "max_ms": 9.081, "p95_ms": 6.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1476, "tracking_summary": 1342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30220.432, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.596, "sample_count": 1347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:41:47+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T19:41:46+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T19:41:46.998658+09:00", "mtime_epoch": 1783334506.9986584, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:41:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.294, "pushed": 4.294, "read": 4.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.788, "count": 128, "max_ms": 158.033, "p95_ms": 136.031}, "gstreamer_push": {"avg_ms": 0.802, "count": 128, "max_ms": 1.848, "p95_ms": 0.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.158, "count": 128, "max_ms": 123.64, "p95_ms": 96.392}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.093, "count": 128, "max_ms": 115.191, "p95_ms": 105.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.02, "count": 128, "max_ms": 279.053, "p95_ms": 261.892}, "read_interval": {"avg_ms": 234.571, "count": 127, "max_ms": 287.765, "p95_ms": 270.531}, "triton_wait": {"avg_ms": 74.594, "count": 128, "max_ms": 123.653, "p95_ms": 105.767}, "visualize": {"avg_ms": 25.819, "count": 128, "max_ms": 35.179, "p95_ms": 28.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6203.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9618.202, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.169, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:41:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:41:57+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T19:41:56+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T19:41:56.974862+09:00", "mtime_epoch": 1783334516.9748616, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:41:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1513.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 300, "max_ms": 7.296, "p95_ms": 5.441}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 2.061, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.325, "count": 300, "max_ms": 89.328, "p95_ms": 69.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.747, "count": 300, "max_ms": 113.424, "p95_ms": 95.426}, "yolo11_640_fire_11class": {"avg_ms": 59.065, "count": 300, "max_ms": 94.561, "p95_ms": 80.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.55, "count": 300, "max_ms": 106.524, "p95_ms": 92.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.567, "count": 300, "max_ms": 126.23, "p95_ms": 109.706}, "read_interval": {"avg_ms": 100.215, "count": 299, "max_ms": 486.426, "p95_ms": 133.446}, "triton_wait": {"avg_ms": 67.582, "count": 300, "max_ms": 113.438, "p95_ms": 96.366}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 5.773, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6206.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:40:45+09:00", "last_error_summary": "[h264 @ 0x5588139ee740] error while decoding MB 66 9, bytestream -5", "last_exit_at": "2026-07-06T19:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.327, "last_started_at": "2026-07-06T19:40:47+09:00", "pid": 24602, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.969, "name": "ffmpeg", "pid": 24602, "rss_mb": 273.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.698, "sample_count": 1898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:42:08+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T19:42:08+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T19:42:08.795102+09:00", "mtime_epoch": 1783334528.795102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:42:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.779, "pushed": 6.779, "read": 6.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.734, "count": 203, "max_ms": 11.113, "p95_ms": 8.507}, "gstreamer_push": {"avg_ms": 1.052, "count": 203, "max_ms": 1.485, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.945, "count": 203, "max_ms": 85.251, "p95_ms": 73.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.629, "count": 203, "max_ms": 107.24, "p95_ms": 96.577}, "yolo11_640_fire_11class": {"avg_ms": 59.374, "count": 203, "max_ms": 90.724, "p95_ms": 76.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.187, "count": 203, "max_ms": 102.188, "p95_ms": 93.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.297, "count": 203, "max_ms": 189.943, "p95_ms": 173.833}, "read_interval": {"avg_ms": 148.358, "count": 202, "max_ms": 198.492, "p95_ms": 182.24}, "triton_wait": {"avg_ms": 75.053, "count": 203, "max_ms": 107.253, "p95_ms": 96.643}, "visualize": {"avg_ms": 5.689, "count": 203, "max_ms": 10.377, "p95_ms": 6.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1478, "tracking_summary": 1343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6203.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30250.557, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.51, "sample_count": 1351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:42:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:42:17+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T19:42:17+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-06T19:42:17.155272+09:00", "mtime_epoch": 1783334537.155272, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:42:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 829.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.683, "pushed": 4.683, "read": 4.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.273, "count": 140, "max_ms": 156.471, "p95_ms": 131.836}, "gstreamer_push": {"avg_ms": 0.921, "count": 140, "max_ms": 2.007, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.942, "count": 140, "max_ms": 107.743, "p95_ms": 93.42}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.164, "count": 140, "max_ms": 112.123, "p95_ms": 101.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.068, "count": 140, "max_ms": 287.713, "p95_ms": 253.415}, "read_interval": {"avg_ms": 215.165, "count": 139, "max_ms": 297.155, "p95_ms": 261.252}, "triton_wait": {"avg_ms": 74.654, "count": 140, "max_ms": 112.136, "p95_ms": 101.032}, "visualize": {"avg_ms": 28.151, "count": 140, "max_ms": 52.794, "p95_ms": 37.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6206.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9648.256, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.032, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:42:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:42:27+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T19:42:27+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T19:42:27.023473+09:00", "mtime_epoch": 1783334547.0234725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:42:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1513.598, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.344, "count": 301, "max_ms": 6.4, "p95_ms": 5.421}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.875, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.879, "count": 301, "max_ms": 81.803, "p95_ms": 71.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.51, "count": 301, "max_ms": 112.904, "p95_ms": 95.325}, "yolo11_640_fire_11class": {"avg_ms": 57.494, "count": 301, "max_ms": 84.209, "p95_ms": 75.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.638, "count": 301, "max_ms": 102.703, "p95_ms": 91.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.37, "count": 301, "max_ms": 125.819, "p95_ms": 108.974}, "read_interval": {"avg_ms": 99.781, "count": 300, "max_ms": 476.473, "p95_ms": 128.815}, "triton_wait": {"avg_ms": 66.393, "count": 301, "max_ms": 112.918, "p95_ms": 95.947}, "visualize": {"avg_ms": 3.689, "count": 301, "max_ms": 5.191, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:40:45+09:00", "last_error_summary": "[h264 @ 0x5588139ee740] error while decoding MB 66 9, bytestream -5", "last_exit_at": "2026-07-06T19:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.353, "last_started_at": "2026-07-06T19:40:47+09:00", "pid": 24602, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.227, "name": "ffmpeg", "pid": 24602, "rss_mb": 274.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.752, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:42:38+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T19:42:38+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T19:42:38.759711+09:00", "mtime_epoch": 1783334558.759711, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:42:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.127, "pushed": 7.127, "read": 7.093}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.375, "count": 213, "max_ms": 10.489, "p95_ms": 7.877}, "gstreamer_push": {"avg_ms": 1.095, "count": 213, "max_ms": 1.345, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.08, "count": 213, "max_ms": 83.929, "p95_ms": 73.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.293, "count": 213, "max_ms": 111.172, "p95_ms": 100.507}, "yolo11_640_fire_11class": {"avg_ms": 59.186, "count": 213, "max_ms": 84.577, "p95_ms": 76.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.862, "count": 213, "max_ms": 100.396, "p95_ms": 92.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.783, "count": 213, "max_ms": 180.254, "p95_ms": 160.898}, "read_interval": {"avg_ms": 140.736, "count": 212, "max_ms": 187.056, "p95_ms": 168.855}, "triton_wait": {"avg_ms": 74.517, "count": 213, "max_ms": 111.185, "p95_ms": 100.519}, "visualize": {"avg_ms": 5.339, "count": 213, "max_ms": 7.605, "p95_ms": 6.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1479, "tracking_summary": 1344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6208.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30280.565, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.596, "sample_count": 1355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:42:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:42:47+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T19:42:47+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T19:42:47.187882+09:00", "mtime_epoch": 1783334567.1878822, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:42:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 834.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.497, "pushed": 4.497, "read": 4.464}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.801, "count": 134, "max_ms": 138.575, "p95_ms": 130.442}, "gstreamer_push": {"avg_ms": 0.887, "count": 134, "max_ms": 2.905, "p95_ms": 1.774}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.291, "count": 134, "max_ms": 122.033, "p95_ms": 103.019}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.56, "count": 134, "max_ms": 122.85, "p95_ms": 104.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.174, "count": 134, "max_ms": 266.477, "p95_ms": 257.464}, "read_interval": {"avg_ms": 224.174, "count": 133, "max_ms": 272.614, "p95_ms": 263.496}, "triton_wait": {"avg_ms": 75.096, "count": 134, "max_ms": 122.863, "p95_ms": 104.413}, "visualize": {"avg_ms": 26.362, "count": 134, "max_ms": 34.482, "p95_ms": 31.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6209.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9678.306, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.304, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:42:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:42:57+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T19:42:57+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T19:42:57.072083+09:00", "mtime_epoch": 1783334577.072083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:42:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1513.855, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.235, "count": 302, "max_ms": 6.918, "p95_ms": 5.641}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 1.767, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.462, "count": 302, "max_ms": 84.256, "p95_ms": 71.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.598, "count": 302, "max_ms": 116.441, "p95_ms": 99.213}, "yolo11_640_fire_11class": {"avg_ms": 58.216, "count": 302, "max_ms": 86.372, "p95_ms": 78.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.788, "count": 302, "max_ms": 100.99, "p95_ms": 93.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.588, "count": 302, "max_ms": 129.318, "p95_ms": 112.302}, "read_interval": {"avg_ms": 99.416, "count": 301, "max_ms": 593.151, "p95_ms": 133.339}, "triton_wait": {"avg_ms": 67.889, "count": 302, "max_ms": 116.454, "p95_ms": 99.225}, "visualize": {"avg_ms": 3.599, "count": 302, "max_ms": 5.282, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:40:45+09:00", "last_error_summary": "[h264 @ 0x5588139ee740] error while decoding MB 66 9, bytestream -5", "last_exit_at": "2026-07-06T19:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.427, "last_started_at": "2026-07-06T19:40:47+09:00", "pid": 24602, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.227, "name": "ffmpeg", "pid": 24602, "rss_mb": 274.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.306, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:43:09+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-06T19:43:08+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T19:43:08.884323+09:00", "mtime_epoch": 1783334588.884323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:43:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.055, "pushed": 7.055, "read": 7.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.476, "count": 211, "max_ms": 9.658, "p95_ms": 7.88}, "gstreamer_push": {"avg_ms": 1.09, "count": 211, "max_ms": 1.375, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.749, "count": 211, "max_ms": 86.922, "p95_ms": 76.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.55, "count": 211, "max_ms": 122.029, "p95_ms": 101.047}, "yolo11_640_fire_11class": {"avg_ms": 59.761, "count": 211, "max_ms": 86.599, "p95_ms": 78.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.978, "count": 211, "max_ms": 102.825, "p95_ms": 94.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.206, "count": 211, "max_ms": 192.64, "p95_ms": 173.549}, "read_interval": {"avg_ms": 142.561, "count": 210, "max_ms": 200.56, "p95_ms": 182.4}, "triton_wait": {"avg_ms": 74.903, "count": 211, "max_ms": 122.043, "p95_ms": 101.059}, "visualize": {"avg_ms": 5.345, "count": 211, "max_ms": 8.227, "p95_ms": 6.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1480, "tracking_summary": 1345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6209.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30310.703, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.832, "sample_count": 1347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:43:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:43:17+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T19:43:17+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T19:43:17.288493+09:00", "mtime_epoch": 1783334597.2884934, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:43:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 836.426, "name": "celery", "pid": 239, "rss_mb": 834.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.537, "pushed": 4.537, "read": 4.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.229, "count": 136, "max_ms": 136.233, "p95_ms": 132.692}, "gstreamer_push": {"avg_ms": 0.802, "count": 136, "max_ms": 1.095, "p95_ms": 0.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.102, "count": 136, "max_ms": 115.911, "p95_ms": 108.182}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.092, "count": 136, "max_ms": 109.699, "p95_ms": 102.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.918, "count": 136, "max_ms": 279.632, "p95_ms": 264.468}, "read_interval": {"avg_ms": 221.577, "count": 135, "max_ms": 288.067, "p95_ms": 270.237}, "triton_wait": {"avg_ms": 74.609, "count": 136, "max_ms": 115.925, "p95_ms": 108.193}, "visualize": {"avg_ms": 25.169, "count": 136, "max_ms": 30.588, "p95_ms": 29.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6207.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9708.386, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.517, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:43:27+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T19:43:27+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T19:43:27.144693+09:00", "mtime_epoch": 1783334607.1446934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:43:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.282, "count": 302, "max_ms": 6.906, "p95_ms": 5.279}, "gstreamer_push": {"avg_ms": 1.301, "count": 302, "max_ms": 1.978, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.297, "count": 302, "max_ms": 85.871, "p95_ms": 71.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.299, "count": 302, "max_ms": 124.628, "p95_ms": 97.092}, "yolo11_640_fire_11class": {"avg_ms": 59.474, "count": 302, "max_ms": 94.244, "p95_ms": 79.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.733, "count": 302, "max_ms": 102.999, "p95_ms": 93.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.735, "count": 302, "max_ms": 137.905, "p95_ms": 110.454}, "read_interval": {"avg_ms": 99.518, "count": 301, "max_ms": 409.841, "p95_ms": 128.252}, "triton_wait": {"avg_ms": 67.854, "count": 302, "max_ms": 124.64, "p95_ms": 97.103}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 4.628, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6212.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:40:45+09:00", "last_error_summary": "[h264 @ 0x5588139ee740] error while decoding MB 66 9, bytestream -5", "last_exit_at": "2026-07-06T19:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.459, "last_started_at": "2026-07-06T19:40:47+09:00", "pid": 24602, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.227, "name": "ffmpeg", "pid": 24602, "rss_mb": 274.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.752, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:43:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:43:39+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T19:43:38+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T19:43:38.924932+09:00", "mtime_epoch": 1783334618.9249322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:43:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.724, "pushed": 6.724, "read": 6.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.84, "count": 201, "max_ms": 10.814, "p95_ms": 8.934}, "gstreamer_push": {"avg_ms": 1.069, "count": 201, "max_ms": 1.344, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.119, "count": 201, "max_ms": 83.836, "p95_ms": 74.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.608, "count": 201, "max_ms": 123.173, "p95_ms": 101.371}, "yolo11_640_fire_11class": {"avg_ms": 60.13, "count": 201, "max_ms": 87.585, "p95_ms": 80.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.724, "count": 201, "max_ms": 99.997, "p95_ms": 93.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.431, "count": 201, "max_ms": 194.713, "p95_ms": 176.625}, "read_interval": {"avg_ms": 149.514, "count": 200, "max_ms": 204.955, "p95_ms": 185.105}, "triton_wait": {"avg_ms": 74.807, "count": 201, "max_ms": 123.186, "p95_ms": 101.384}, "visualize": {"avg_ms": 5.771, "count": 201, "max_ms": 8.502, "p95_ms": 7.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1482, "tracking_summary": 1346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6071.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30340.8, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.51, "sample_count": 1352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:43:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:43:47+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T19:43:47+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T19:43:47.393104+09:00", "mtime_epoch": 1783334627.3931038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:43:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 837.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.485, "pushed": 4.485, "read": 4.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.592, "count": 134, "max_ms": 156.463, "p95_ms": 135.252}, "gstreamer_push": {"avg_ms": 0.797, "count": 134, "max_ms": 0.955, "p95_ms": 0.928}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.657, "count": 134, "max_ms": 117.339, "p95_ms": 98.314}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.056, "count": 134, "max_ms": 109.357, "p95_ms": 101.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.865, "count": 134, "max_ms": 270.495, "p95_ms": 258.837}, "read_interval": {"avg_ms": 224.643, "count": 133, "max_ms": 277.079, "p95_ms": 265.905}, "triton_wait": {"avg_ms": 74.969, "count": 134, "max_ms": 117.353, "p95_ms": 107.001}, "visualize": {"avg_ms": 26.404, "count": 134, "max_ms": 36.205, "p95_ms": 30.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6200.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9738.417, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.656, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:43:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:43:57+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T19:43:57+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T19:43:57.213303+09:00", "mtime_epoch": 1783334637.2133029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:43:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.287, "count": 297, "max_ms": 6.852, "p95_ms": 5.519}, "gstreamer_push": {"avg_ms": 1.31, "count": 297, "max_ms": 1.95, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.569, "count": 297, "max_ms": 81.726, "p95_ms": 72.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.749, "count": 297, "max_ms": 112.873, "p95_ms": 99.258}, "yolo11_640_fire_11class": {"avg_ms": 60.019, "count": 297, "max_ms": 91.086, "p95_ms": 82.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.889, "count": 297, "max_ms": 104.73, "p95_ms": 95.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.264, "count": 297, "max_ms": 128.075, "p95_ms": 112.152}, "read_interval": {"avg_ms": 101.15, "count": 296, "max_ms": 439.39, "p95_ms": 134.954}, "triton_wait": {"avg_ms": 67.377, "count": 297, "max_ms": 112.886, "p95_ms": 99.272}, "visualize": {"avg_ms": 3.669, "count": 297, "max_ms": 5.675, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:43:43+09:00", "last_error_summary": "[h264 @ 0x563a790d6c00] error while decoding MB 13 18, bytestream -5", "last_exit_at": "2026-07-06T19:43:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.245, "last_started_at": "2026-07-06T19:43:45+09:00", "pid": 24709, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.941, "name": "ffmpeg", "pid": 24709, "rss_mb": 266.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.281, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:44:09+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T19:44:08+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-06T19:44:08.945541+09:00", "mtime_epoch": 1783334648.9455407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:44:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.747, "pushed": 5.747, "read": 5.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.684, "count": 172, "max_ms": 10.257, "p95_ms": 8.526}, "gstreamer_push": {"avg_ms": 1.089, "count": 172, "max_ms": 1.996, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.18, "count": 172, "max_ms": 86.841, "p95_ms": 73.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.894, "count": 172, "max_ms": 120.951, "p95_ms": 99.325}, "yolo11_640_fire_11class": {"avg_ms": 60.955, "count": 172, "max_ms": 89.152, "p95_ms": 82.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.167, "count": 172, "max_ms": 104.073, "p95_ms": 93.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.762, "count": 172, "max_ms": 207.159, "p95_ms": 175.176}, "read_interval": {"avg_ms": 174.784, "count": 171, "max_ms": 4581.402, "p95_ms": 185.799}, "triton_wait": {"avg_ms": 75.432, "count": 172, "max_ms": 120.963, "p95_ms": 100.275}, "visualize": {"avg_ms": 5.67, "count": 172, "max_ms": 7.974, "p95_ms": 7.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1482, "tracking_summary": 1348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6199.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30370.958, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 258.51, "sample_count": 1361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:44:17+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T19:44:17+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T19:44:17.585716+09:00", "mtime_epoch": 1783334657.5857155, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:44:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 830.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.978, "pushed": 4.978, "read": 4.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 90.391, "count": 149, "max_ms": 147.543, "p95_ms": 130.889}, "gstreamer_push": {"avg_ms": 0.832, "count": 149, "max_ms": 1.229, "p95_ms": 0.948}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.75, "count": 149, "max_ms": 114.395, "p95_ms": 97.881}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.111, "count": 149, "max_ms": 110.229, "p95_ms": 96.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.41, "count": 149, "max_ms": 270.96, "p95_ms": 251.632}, "read_interval": {"avg_ms": 202.509, "count": 148, "max_ms": 277.393, "p95_ms": 257.689}, "triton_wait": {"avg_ms": 74.675, "count": 149, "max_ms": 114.407, "p95_ms": 98.908}, "visualize": {"avg_ms": 26.302, "count": 149, "max_ms": 42.407, "p95_ms": 33.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9768.5, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.062, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:44:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:44:27+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T19:44:27+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T19:44:27.273912+09:00", "mtime_epoch": 1783334667.2739117, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:44:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 303, "max_ms": 6.876, "p95_ms": 5.285}, "gstreamer_push": {"avg_ms": 1.294, "count": 303, "max_ms": 1.768, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.607, "count": 303, "max_ms": 82.033, "p95_ms": 69.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.092, "count": 303, "max_ms": 114.446, "p95_ms": 99.276}, "yolo11_640_fire_11class": {"avg_ms": 59.37, "count": 303, "max_ms": 90.541, "p95_ms": 80.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.831, "count": 303, "max_ms": 101.85, "p95_ms": 90.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.467, "count": 303, "max_ms": 127.203, "p95_ms": 111.826}, "read_interval": {"avg_ms": 99.228, "count": 302, "max_ms": 399.913, "p95_ms": 132.167}, "triton_wait": {"avg_ms": 67.627, "count": 303, "max_ms": 114.458, "p95_ms": 99.288}, "visualize": {"avg_ms": 3.648, "count": 303, "max_ms": 5.031, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:43:43+09:00", "last_error_summary": "[h264 @ 0x563a790d6c00] error while decoding MB 13 18, bytestream -5", "last_exit_at": "2026-07-06T19:43:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.365, "last_started_at": "2026-07-06T19:43:45+09:00", "pid": 24709, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.941, "name": "ffmpeg", "pid": 24709, "rss_mb": 266.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.459, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:44:39+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T19:44:39+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T19:44:39.066150+09:00", "mtime_epoch": 1783334679.0661504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:44:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.701, "pushed": 6.701, "read": 6.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.779, "count": 200, "max_ms": 10.613, "p95_ms": 8.384}, "gstreamer_push": {"avg_ms": 1.052, "count": 201, "max_ms": 1.661, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.537, "count": 200, "max_ms": 79.645, "p95_ms": 70.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.56, "count": 200, "max_ms": 119.466, "p95_ms": 97.639}, "yolo11_640_fire_11class": {"avg_ms": 59.118, "count": 200, "max_ms": 89.466, "p95_ms": 77.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.787, "count": 200, "max_ms": 104.8, "p95_ms": 90.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.923, "count": 201, "max_ms": 186.052, "p95_ms": 175.299}, "read_interval": {"avg_ms": 149.808, "count": 200, "max_ms": 197.006, "p95_ms": 184.699}, "triton_wait": {"avg_ms": 73.835, "count": 200, "max_ms": 119.479, "p95_ms": 97.653}, "visualize": {"avg_ms": 5.811, "count": 200, "max_ms": 8.117, "p95_ms": 6.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1484, "tracking_summary": 1349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30401.117, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 259.664, "sample_count": 1361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T19:44:47+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T19:44:47+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T19:44:47.670325+09:00", "mtime_epoch": 1783334687.6703246, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:44:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 832.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.401, "pushed": 4.401, "read": 4.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.363, "count": 132, "max_ms": 153.584, "p95_ms": 136.523}, "gstreamer_push": {"avg_ms": 0.851, "count": 132, "max_ms": 2.037, "p95_ms": 1.077}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.057, "count": 132, "max_ms": 106.72, "p95_ms": 98.744}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.334, "count": 132, "max_ms": 116.945, "p95_ms": 102.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.506, "count": 132, "max_ms": 296.002, "p95_ms": 267.302}, "read_interval": {"avg_ms": 228.33, "count": 131, "max_ms": 305.755, "p95_ms": 273.381}, "triton_wait": {"avg_ms": 76.709, "count": 132, "max_ms": 116.958, "p95_ms": 103.768}, "visualize": {"avg_ms": 27.464, "count": 132, "max_ms": 45.427, "p95_ms": 35.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9798.559, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.881, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T19:44:57+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T19:44:57+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T19:44:57.314520+09:00", "mtime_epoch": 1783334697.31452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:44:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 300, "max_ms": 7.808, "p95_ms": 5.906}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 2.019, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.017, "count": 300, "max_ms": 84.892, "p95_ms": 70.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.664, "count": 300, "max_ms": 117.637, "p95_ms": 95.207}, "yolo11_640_fire_11class": {"avg_ms": 59.455, "count": 300, "max_ms": 85.591, "p95_ms": 77.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.011, "count": 300, "max_ms": 106.334, "p95_ms": 91.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.295, "count": 300, "max_ms": 131.091, "p95_ms": 108.453}, "read_interval": {"avg_ms": 100.094, "count": 299, "max_ms": 550.135, "p95_ms": 134.132}, "triton_wait": {"avg_ms": 66.59, "count": 300, "max_ms": 117.65, "p95_ms": 95.218}, "visualize": {"avg_ms": 3.586, "count": 300, "max_ms": 5.05, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6200.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:43:43+09:00", "last_error_summary": "[h264 @ 0x563a790d6c00] error while decoding MB 13 18, bytestream -5", "last_exit_at": "2026-07-06T19:43:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.469, "last_started_at": "2026-07-06T19:43:45+09:00", "pid": 24709, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.941, "name": "ffmpeg", "pid": 24709, "rss_mb": 266.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.972, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:45:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:45:09+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T19:45:09+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T19:45:09.178760+09:00", "mtime_epoch": 1783334709.1787598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:45:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1630.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.443, "pushed": 6.443, "read": 6.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.001, "count": 193, "max_ms": 11.481, "p95_ms": 9.136}, "gstreamer_push": {"avg_ms": 1.031, "count": 193, "max_ms": 1.287, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.484, "count": 193, "max_ms": 83.503, "p95_ms": 75.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.161, "count": 193, "max_ms": 120.658, "p95_ms": 102.176}, "yolo11_640_fire_11class": {"avg_ms": 59.999, "count": 193, "max_ms": 87.665, "p95_ms": 79.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.001, "count": 193, "max_ms": 106.32, "p95_ms": 95.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.28, "count": 193, "max_ms": 197.544, "p95_ms": 185.431}, "read_interval": {"avg_ms": 156.001, "count": 192, "max_ms": 205.969, "p95_ms": 194.531}, "triton_wait": {"avg_ms": 74.362, "count": 193, "max_ms": 120.671, "p95_ms": 102.189}, "visualize": {"avg_ms": 6.063, "count": 193, "max_ms": 9.556, "p95_ms": 7.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1485, "tracking_summary": 1350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6200.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30431.117, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 260.744, "sample_count": 1347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:45:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:45:17+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T19:45:17+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T19:45:17.714932+09:00", "mtime_epoch": 1783334717.7149324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:45:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 830.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.367, "pushed": 4.367, "read": 4.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.641, "count": 131, "max_ms": 156.39, "p95_ms": 128.662}, "gstreamer_push": {"avg_ms": 0.835, "count": 131, "max_ms": 1.825, "p95_ms": 1.15}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.186, "count": 131, "max_ms": 114.741, "p95_ms": 104.897}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.232, "count": 131, "max_ms": 113.937, "p95_ms": 105.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.973, "count": 131, "max_ms": 277.908, "p95_ms": 261.818}, "read_interval": {"avg_ms": 229.171, "count": 131, "max_ms": 286.262, "p95_ms": 270.441}, "triton_wait": {"avg_ms": 77.877, "count": 131, "max_ms": 114.753, "p95_ms": 107.842}, "visualize": {"avg_ms": 27.516, "count": 131, "max_ms": 43.894, "p95_ms": 35.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6200.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9828.64, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.606, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:45:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:45:27+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T19:45:27+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T19:45:27.403128+09:00", "mtime_epoch": 1783334727.4031284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:45:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 298, "max_ms": 6.781, "p95_ms": 5.425}, "gstreamer_push": {"avg_ms": 1.302, "count": 298, "max_ms": 2.222, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.845, "count": 298, "max_ms": 87.008, "p95_ms": 74.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.522, "count": 298, "max_ms": 117.321, "p95_ms": 98.014}, "yolo11_640_fire_11class": {"avg_ms": 60.472, "count": 298, "max_ms": 94.602, "p95_ms": 81.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.017, "count": 298, "max_ms": 103.066, "p95_ms": 92.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.933, "count": 298, "max_ms": 130.442, "p95_ms": 111.11}, "read_interval": {"avg_ms": 100.514, "count": 298, "max_ms": 460.114, "p95_ms": 133.345}, "triton_wait": {"avg_ms": 67.066, "count": 298, "max_ms": 117.334, "p95_ms": 98.027}, "visualize": {"avg_ms": 3.66, "count": 298, "max_ms": 5.557, "p95_ms": 4.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:43:43+09:00", "last_error_summary": "[h264 @ 0x563a790d6c00] error while decoding MB 13 18, bytestream -5", "last_exit_at": "2026-07-06T19:43:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.524, "last_started_at": "2026-07-06T19:43:45+09:00", "pid": 24709, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.941, "name": "ffmpeg", "pid": 24709, "rss_mb": 266.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.176, "sample_count": 1982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:45:39+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T19:45:39+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-06T19:45:39.223367+09:00", "mtime_epoch": 1783334739.2233672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:45:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.625, "pushed": 6.625, "read": 6.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.843, "count": 198, "max_ms": 10.686, "p95_ms": 8.257}, "gstreamer_push": {"avg_ms": 1.032, "count": 198, "max_ms": 1.234, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.53, "count": 198, "max_ms": 85.936, "p95_ms": 73.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.269, "count": 198, "max_ms": 119.936, "p95_ms": 102.67}, "yolo11_640_fire_11class": {"avg_ms": 60.368, "count": 198, "max_ms": 91.982, "p95_ms": 81.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.144, "count": 198, "max_ms": 102.285, "p95_ms": 93.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.029, "count": 198, "max_ms": 198.901, "p95_ms": 177.546}, "read_interval": {"avg_ms": 151.768, "count": 197, "max_ms": 206.802, "p95_ms": 185.52}, "triton_wait": {"avg_ms": 74.455, "count": 198, "max_ms": 119.946, "p95_ms": 102.682}, "visualize": {"avg_ms": 5.936, "count": 198, "max_ms": 9.463, "p95_ms": 7.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1486, "tracking_summary": 1351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6200.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30461.146, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 260.364, "sample_count": 1346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:45:47+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T19:45:47+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T19:45:47.727539+09:00", "mtime_epoch": 1783334747.727539, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:45:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 831.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.432, "pushed": 4.432, "read": 4.398}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.844, "count": 132, "max_ms": 167.727, "p95_ms": 140.036}, "gstreamer_push": {"avg_ms": 0.9, "count": 132, "max_ms": 1.876, "p95_ms": 1.796}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.541, "count": 132, "max_ms": 107.664, "p95_ms": 101.595}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.855, "count": 132, "max_ms": 112.487, "p95_ms": 99.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.152, "count": 132, "max_ms": 294.355, "p95_ms": 267.731}, "read_interval": {"avg_ms": 227.454, "count": 131, "max_ms": 300.714, "p95_ms": 274.621}, "triton_wait": {"avg_ms": 75.441, "count": 132, "max_ms": 112.5, "p95_ms": 103.204}, "visualize": {"avg_ms": 29.863, "count": 132, "max_ms": 63.185, "p95_ms": 40.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9858.719, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.435, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:45:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:45:57+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T19:45:57+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T19:45:57.519737+09:00", "mtime_epoch": 1783334757.5197368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:45:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.312, "count": 303, "max_ms": 6.851, "p95_ms": 5.809}, "gstreamer_push": {"avg_ms": 1.288, "count": 303, "max_ms": 2.005, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.123, "count": 303, "max_ms": 81.212, "p95_ms": 67.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.556, "count": 303, "max_ms": 112.082, "p95_ms": 94.097}, "yolo11_640_fire_11class": {"avg_ms": 59.629, "count": 303, "max_ms": 87.602, "p95_ms": 78.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.446, "count": 303, "max_ms": 103.196, "p95_ms": 90.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.97, "count": 303, "max_ms": 126.88, "p95_ms": 106.723}, "read_interval": {"avg_ms": 99.297, "count": 302, "max_ms": 433.989, "p95_ms": 126.827}, "triton_wait": {"avg_ms": 66.111, "count": 303, "max_ms": 112.096, "p95_ms": 94.11}, "visualize": {"avg_ms": 3.643, "count": 303, "max_ms": 5.887, "p95_ms": 4.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6204.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:43:43+09:00", "last_error_summary": "[h264 @ 0x563a790d6c00] error while decoding MB 13 18, bytestream -5", "last_exit_at": "2026-07-06T19:43:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.576, "last_started_at": "2026-07-06T19:43:45+09:00", "pid": 24709, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.941, "name": "ffmpeg", "pid": 24709, "rss_mb": 266.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.545, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:46:09+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T19:46:09+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T19:46:09.307975+09:00", "mtime_epoch": 1783334769.307975, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:46:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.553, "pushed": 6.553, "read": 6.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.83, "count": 196, "max_ms": 10.682, "p95_ms": 8.764}, "gstreamer_push": {"avg_ms": 1.04, "count": 196, "max_ms": 1.521, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.821, "count": 196, "max_ms": 86.878, "p95_ms": 74.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.783, "count": 196, "max_ms": 116.532, "p95_ms": 100.006}, "yolo11_640_fire_11class": {"avg_ms": 59.837, "count": 196, "max_ms": 87.518, "p95_ms": 81.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.501, "count": 196, "max_ms": 102.235, "p95_ms": 92.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.585, "count": 196, "max_ms": 191.452, "p95_ms": 178.242}, "read_interval": {"avg_ms": 153.478, "count": 195, "max_ms": 202.897, "p95_ms": 188.934}, "triton_wait": {"avg_ms": 74.091, "count": 196, "max_ms": 116.549, "p95_ms": 100.03}, "visualize": {"avg_ms": 5.934, "count": 196, "max_ms": 8.495, "p95_ms": 7.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1489, "tracking_summary": 1352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6201.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30491.38, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 260.744, "sample_count": 1344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:46:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:46:18+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T19:46:17+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T19:46:17.940149+09:00", "mtime_epoch": 1783334777.9401493, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:46:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 830.883, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.403, "pushed": 4.403, "read": 4.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.303, "count": 131, "max_ms": 156.543, "p95_ms": 147.57}, "gstreamer_push": {"avg_ms": 0.812, "count": 131, "max_ms": 1.92, "p95_ms": 0.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.404, "count": 131, "max_ms": 117.043, "p95_ms": 102.853}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.339, "count": 131, "max_ms": 111.974, "p95_ms": 104.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.969, "count": 131, "max_ms": 283.235, "p95_ms": 264.349}, "read_interval": {"avg_ms": 228.968, "count": 130, "max_ms": 293.704, "p95_ms": 272.579}, "triton_wait": {"avg_ms": 75.391, "count": 131, "max_ms": 117.056, "p95_ms": 104.991}, "visualize": {"avg_ms": 26.201, "count": 131, "max_ms": 45.297, "p95_ms": 36.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5978.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9888.761, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.369, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:46:27+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T19:46:27+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T19:46:27.560344+09:00", "mtime_epoch": 1783334787.5603435, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:46:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 301, "max_ms": 6.75, "p95_ms": 5.786}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.698, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.796, "count": 301, "max_ms": 89.447, "p95_ms": 69.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.317, "count": 301, "max_ms": 126.806, "p95_ms": 94.55}, "yolo11_640_fire_11class": {"avg_ms": 60.623, "count": 301, "max_ms": 92.269, "p95_ms": 78.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.224, "count": 301, "max_ms": 102.023, "p95_ms": 90.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.297, "count": 301, "max_ms": 140.468, "p95_ms": 107.669}, "read_interval": {"avg_ms": 99.84, "count": 300, "max_ms": 526.101, "p95_ms": 133.941}, "triton_wait": {"avg_ms": 66.363, "count": 301, "max_ms": 126.82, "p95_ms": 94.875}, "visualize": {"avg_ms": 3.652, "count": 301, "max_ms": 5.059, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6202.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:46:24+09:00", "last_error_summary": "[h264 @ 0x5576c8f3efc0] error while decoding MB 14 41, bytestream -9", "last_exit_at": "2026-07-06T19:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.772, "last_started_at": "2026-07-06T19:46:26+09:00", "pid": 24816, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.992, "name": "ffmpeg", "pid": 24816, "rss_mb": 267.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.293, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:46:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:46:39+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T19:46:39+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T19:46:39.340581+09:00", "mtime_epoch": 1783334799.3405812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:46:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.82, "pushed": 5.82, "read": 5.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.561, "count": 174, "max_ms": 9.239, "p95_ms": 7.891}, "gstreamer_push": {"avg_ms": 1.077, "count": 174, "max_ms": 1.696, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.036, "count": 174, "max_ms": 84.981, "p95_ms": 72.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.358, "count": 174, "max_ms": 117.415, "p95_ms": 101.608}, "yolo11_640_fire_11class": {"avg_ms": 61.441, "count": 174, "max_ms": 87.707, "p95_ms": 84.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.407, "count": 174, "max_ms": 101.523, "p95_ms": 93.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.855, "count": 174, "max_ms": 196.324, "p95_ms": 178.988}, "read_interval": {"avg_ms": 172.866, "count": 173, "max_ms": 4618.442, "p95_ms": 188.244}, "triton_wait": {"avg_ms": 75.6, "count": 174, "max_ms": 117.428, "p95_ms": 101.621}, "visualize": {"avg_ms": 5.574, "count": 174, "max_ms": 8.104, "p95_ms": 6.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1489, "tracking_summary": 1353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6206.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30521.382, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 259.664, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:46:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:46:48+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T19:46:47+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T19:46:47.956755+09:00", "mtime_epoch": 1783334807.9567552, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:46:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 833.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.667, "pushed": 4.667, "read": 4.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.501, "count": 140, "max_ms": 161.546, "p95_ms": 128.941}, "gstreamer_push": {"avg_ms": 0.817, "count": 140, "max_ms": 1.083, "p95_ms": 0.936}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.576, "count": 140, "max_ms": 108.737, "p95_ms": 100.9}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.598, "count": 140, "max_ms": 113.479, "p95_ms": 104.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.435, "count": 140, "max_ms": 265.22, "p95_ms": 250.41}, "read_interval": {"avg_ms": 214.368, "count": 140, "max_ms": 271.297, "p95_ms": 256.917}, "triton_wait": {"avg_ms": 75.389, "count": 140, "max_ms": 113.492, "p95_ms": 105.686}, "visualize": {"avg_ms": 25.6, "count": 140, "max_ms": 38.585, "p95_ms": 31.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6203.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9919.009, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.537, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:46:57+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T19:46:57+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T19:46:57.632950+09:00", "mtime_epoch": 1783334817.6329503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:46:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1514.887, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.369, "count": 297, "max_ms": 6.677, "p95_ms": 5.52}, "gstreamer_push": {"avg_ms": 1.318, "count": 298, "max_ms": 1.651, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.556, "count": 297, "max_ms": 89.867, "p95_ms": 73.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.81, "count": 297, "max_ms": 116.083, "p95_ms": 98.333}, "yolo11_640_fire_11class": {"avg_ms": 62.246, "count": 297, "max_ms": 100.307, "p95_ms": 83.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.712, "count": 297, "max_ms": 103.752, "p95_ms": 94.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.379, "count": 298, "max_ms": 129.572, "p95_ms": 111.739}, "read_interval": {"avg_ms": 100.852, "count": 297, "max_ms": 420.112, "p95_ms": 131.061}, "triton_wait": {"avg_ms": 68.313, "count": 297, "max_ms": 116.095, "p95_ms": 98.589}, "visualize": {"avg_ms": 3.712, "count": 297, "max_ms": 5.292, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6208.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:46:24+09:00", "last_error_summary": "[h264 @ 0x5576c8f3efc0] error while decoding MB 14 41, bytestream -9", "last_exit_at": "2026-07-06T19:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.818, "last_started_at": "2026-07-06T19:46:26+09:00", "pid": 24816, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.539, "name": "ffmpeg", "pid": 24816, "rss_mb": 269.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.391, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:47:09+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T19:47:09+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-06T19:47:09.357187+09:00", "mtime_epoch": 1783334829.3571868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:47:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.755, "pushed": 6.755, "read": 6.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.683, "count": 202, "max_ms": 9.476, "p95_ms": 8.247}, "gstreamer_push": {"avg_ms": 1.063, "count": 202, "max_ms": 1.646, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.615, "count": 202, "max_ms": 87.143, "p95_ms": 72.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.982, "count": 202, "max_ms": 114.633, "p95_ms": 101.856}, "yolo11_640_fire_11class": {"avg_ms": 61.586, "count": 202, "max_ms": 90.728, "p95_ms": 83.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.778, "count": 202, "max_ms": 104.163, "p95_ms": 97.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.907, "count": 202, "max_ms": 191.331, "p95_ms": 180.097}, "read_interval": {"avg_ms": 148.679, "count": 201, "max_ms": 201.29, "p95_ms": 188.691}, "triton_wait": {"avg_ms": 74.593, "count": 202, "max_ms": 114.646, "p95_ms": 102.446}, "visualize": {"avg_ms": 5.687, "count": 202, "max_ms": 8.17, "p95_ms": 6.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1490, "tracking_summary": 1354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6209.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30551.543, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 260.44, "sample_count": 1343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:47:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:47:18+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T19:47:18+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T19:47:18.113364+09:00", "mtime_epoch": 1783334838.1133635, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:47:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 835.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.245, "pushed": 4.245, "read": 4.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.512, "count": 127, "max_ms": 136.9, "p95_ms": 133.66}, "gstreamer_push": {"avg_ms": 0.782, "count": 127, "max_ms": 1.007, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.739, "count": 127, "max_ms": 112.338, "p95_ms": 102.275}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.531, "count": 127, "max_ms": 110.694, "p95_ms": 102.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.697, "count": 127, "max_ms": 271.952, "p95_ms": 263.443}, "read_interval": {"avg_ms": 237.534, "count": 126, "max_ms": 278.339, "p95_ms": 270.964}, "triton_wait": {"avg_ms": 76.961, "count": 127, "max_ms": 112.351, "p95_ms": 104.216}, "visualize": {"avg_ms": 26.405, "count": 127, "max_ms": 33.603, "p95_ms": 30.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6211.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9949.061, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.517, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:47:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:47:27+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T19:47:27+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T19:47:27.833560+09:00", "mtime_epoch": 1783334847.8335595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:47:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1515.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 300, "max_ms": 7.028, "p95_ms": 5.84}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 1.913, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.731, "count": 300, "max_ms": 86.269, "p95_ms": 69.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.41, "count": 300, "max_ms": 111.848, "p95_ms": 96.384}, "yolo11_640_fire_11class": {"avg_ms": 61.106, "count": 300, "max_ms": 98.93, "p95_ms": 81.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.922, "count": 300, "max_ms": 103.653, "p95_ms": 91.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.868, "count": 300, "max_ms": 125.114, "p95_ms": 109.831}, "read_interval": {"avg_ms": 100.126, "count": 299, "max_ms": 815.542, "p95_ms": 127.516}, "triton_wait": {"avg_ms": 66.808, "count": 300, "max_ms": 111.871, "p95_ms": 96.571}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 5.357, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6204.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:46:24+09:00", "last_error_summary": "[h264 @ 0x5576c8f3efc0] error while decoding MB 14 41, bytestream -9", "last_exit_at": "2026-07-06T19:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.965, "last_started_at": "2026-07-06T19:46:26+09:00", "pid": 24816, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.664, "name": "ffmpeg", "pid": 24816, "rss_mb": 273.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.364, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:47:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:47:39+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T19:47:39+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-06T19:47:39.473794+09:00", "mtime_epoch": 1783334859.473794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:47:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.5, "pushed": 6.534, "read": 6.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.869, "count": 195, "max_ms": 10.756, "p95_ms": 8.316}, "gstreamer_push": {"avg_ms": 1.04, "count": 196, "max_ms": 1.653, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.069, "count": 195, "max_ms": 87.292, "p95_ms": 73.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.37, "count": 195, "max_ms": 113.782, "p95_ms": 101.878}, "yolo11_640_fire_11class": {"avg_ms": 60.827, "count": 195, "max_ms": 90.795, "p95_ms": 82.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.98, "count": 195, "max_ms": 102.58, "p95_ms": 95.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.026, "count": 195, "max_ms": 210.855, "p95_ms": 182.392}, "read_interval": {"avg_ms": 153.624, "count": 195, "max_ms": 219.706, "p95_ms": 190.965}, "triton_wait": {"avg_ms": 74.619, "count": 195, "max_ms": 113.794, "p95_ms": 101.891}, "visualize": {"avg_ms": 5.891, "count": 195, "max_ms": 8.324, "p95_ms": 6.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1492, "tracking_summary": 1355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30581.673, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 261.233, "sample_count": 1343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:47:48+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T19:47:48+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T19:47:48.281972+09:00", "mtime_epoch": 1783334868.2819717, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:47:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 825.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.551, "pushed": 4.551, "read": 4.518}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.844, "count": 136, "max_ms": 156.765, "p95_ms": 144.928}, "gstreamer_push": {"avg_ms": 0.853, "count": 136, "max_ms": 2.244, "p95_ms": 1.033}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.096, "count": 136, "max_ms": 113.462, "p95_ms": 99.488}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.205, "count": 136, "max_ms": 112.933, "p95_ms": 102.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.434, "count": 136, "max_ms": 303.232, "p95_ms": 260.401}, "read_interval": {"avg_ms": 221.67, "count": 135, "max_ms": 309.258, "p95_ms": 267.302}, "triton_wait": {"avg_ms": 73.82, "count": 136, "max_ms": 113.478, "p95_ms": 104.03}, "visualize": {"avg_ms": 26.773, "count": 136, "max_ms": 51.071, "p95_ms": 36.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6209.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 9979.069, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.301, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:47:57+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T19:47:57+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T19:47:57.866165+09:00", "mtime_epoch": 1783334877.8661647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:47:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1515.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.29, "count": 301, "max_ms": 6.684, "p95_ms": 5.29}, "gstreamer_push": {"avg_ms": 1.317, "count": 301, "max_ms": 2.259, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.35, "count": 301, "max_ms": 83.313, "p95_ms": 66.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.871, "count": 301, "max_ms": 118.46, "p95_ms": 93.247}, "yolo11_640_fire_11class": {"avg_ms": 60.442, "count": 301, "max_ms": 97.739, "p95_ms": 81.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.797, "count": 301, "max_ms": 102.206, "p95_ms": 89.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.288, "count": 301, "max_ms": 131.393, "p95_ms": 107.02}, "read_interval": {"avg_ms": 99.776, "count": 301, "max_ms": 719.882, "p95_ms": 126.917}, "triton_wait": {"avg_ms": 66.308, "count": 301, "max_ms": 118.474, "p95_ms": 94.18}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 5.706, "p95_ms": 4.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:46:24+09:00", "last_error_summary": "[h264 @ 0x5576c8f3efc0] error while decoding MB 14 41, bytestream -9", "last_exit_at": "2026-07-06T19:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.986, "last_started_at": "2026-07-06T19:46:26+09:00", "pid": 24816, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.922, "name": "ffmpeg", "pid": 24816, "rss_mb": 273.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.533, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:48:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:48:09+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T19:48:09+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T19:48:09.566401+09:00", "mtime_epoch": 1783334889.5664005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:48:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.763, "pushed": 6.763, "read": 6.73}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.693, "count": 202, "max_ms": 10.301, "p95_ms": 9.032}, "gstreamer_push": {"avg_ms": 1.05, "count": 202, "max_ms": 1.525, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.764, "count": 202, "max_ms": 84.218, "p95_ms": 72.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.351, "count": 202, "max_ms": 117.864, "p95_ms": 99.657}, "yolo11_640_fire_11class": {"avg_ms": 59.746, "count": 202, "max_ms": 91.976, "p95_ms": 79.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.361, "count": 202, "max_ms": 108.303, "p95_ms": 92.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.859, "count": 202, "max_ms": 199.702, "p95_ms": 176.023}, "read_interval": {"avg_ms": 148.716, "count": 201, "max_ms": 210.926, "p95_ms": 186.496}, "triton_wait": {"avg_ms": 73.913, "count": 202, "max_ms": 117.878, "p95_ms": 101.023}, "visualize": {"avg_ms": 5.741, "count": 202, "max_ms": 8.456, "p95_ms": 7.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1492, "tracking_summary": 1357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6207.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30611.743, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 260.861, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:48:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:48:18+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T19:48:18+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T19:48:18.302576+09:00", "mtime_epoch": 1783334898.3025763, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:48:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 831.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.921, "pushed": 4.921, "read": 4.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 88.852, "count": 147, "max_ms": 160.415, "p95_ms": 131.495}, "gstreamer_push": {"avg_ms": 0.897, "count": 147, "max_ms": 2.084, "p95_ms": 1.749}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.604, "count": 147, "max_ms": 108.223, "p95_ms": 102.2}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.557, "count": 147, "max_ms": 116.523, "p95_ms": 104.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.196, "count": 147, "max_ms": 278.208, "p95_ms": 255.606}, "read_interval": {"avg_ms": 204.31, "count": 146, "max_ms": 286.451, "p95_ms": 261.811}, "triton_wait": {"avg_ms": 75.109, "count": 147, "max_ms": 116.535, "p95_ms": 105.296}, "visualize": {"avg_ms": 29.054, "count": 147, "max_ms": 43.256, "p95_ms": 40.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6210.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10009.118, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.29, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:48:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:48:27+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T19:48:27+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T19:48:27.918770+09:00", "mtime_epoch": 1783334907.91877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:48:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1515.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.31, "count": 302, "max_ms": 6.775, "p95_ms": 5.45}, "gstreamer_push": {"avg_ms": 1.301, "count": 302, "max_ms": 1.884, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.111, "count": 302, "max_ms": 83.146, "p95_ms": 70.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.904, "count": 302, "max_ms": 113.256, "p95_ms": 96.903}, "yolo11_640_fire_11class": {"avg_ms": 60.787, "count": 302, "max_ms": 99.082, "p95_ms": 80.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.203, "count": 302, "max_ms": 108.517, "p95_ms": 91.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.526, "count": 302, "max_ms": 126.328, "p95_ms": 110.781}, "read_interval": {"avg_ms": 99.536, "count": 301, "max_ms": 551.184, "p95_ms": 129.827}, "triton_wait": {"avg_ms": 67.574, "count": 302, "max_ms": 113.27, "p95_ms": 97.111}, "visualize": {"avg_ms": 3.65, "count": 302, "max_ms": 4.901, "p95_ms": 4.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6210.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:46:24+09:00", "last_error_summary": "[h264 @ 0x5576c8f3efc0] error while decoding MB 14 41, bytestream -9", "last_exit_at": "2026-07-06T19:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.16, "last_started_at": "2026-07-06T19:46:26+09:00", "pid": 24816, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.922, "name": "ffmpeg", "pid": 24816, "rss_mb": 273.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.943, "sample_count": 1921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:48:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:48:39+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-06T19:48:39+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T19:48:39.675007+09:00", "mtime_epoch": 1783334919.6750069, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:48:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.368, "pushed": 6.368, "read": 6.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.943, "count": 191, "max_ms": 10.8, "p95_ms": 8.178}, "gstreamer_push": {"avg_ms": 1.04, "count": 191, "max_ms": 1.328, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.076, "count": 191, "max_ms": 87.129, "p95_ms": 72.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.478, "count": 191, "max_ms": 115.522, "p95_ms": 104.431}, "yolo11_640_fire_11class": {"avg_ms": 60.906, "count": 191, "max_ms": 91.25, "p95_ms": 81.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.962, "count": 191, "max_ms": 106.062, "p95_ms": 91.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.554, "count": 191, "max_ms": 194.355, "p95_ms": 181.127}, "read_interval": {"avg_ms": 156.988, "count": 191, "max_ms": 204.769, "p95_ms": 189.296}, "triton_wait": {"avg_ms": 74.8, "count": 191, "max_ms": 115.531, "p95_ms": 104.444}, "visualize": {"avg_ms": 6.175, "count": 191, "max_ms": 10.126, "p95_ms": 7.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1494, "tracking_summary": 1358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6208.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30641.841, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 261.233, "sample_count": 1350, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:48:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:48:48+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:48:48+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T19:48:48.507185+09:00", "mtime_epoch": 1783334928.5071845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:48:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 831.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.285, "pushed": 4.285, "read": 4.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.231, "count": 128, "max_ms": 143.019, "p95_ms": 138.733}, "gstreamer_push": {"avg_ms": 0.809, "count": 128, "max_ms": 1.841, "p95_ms": 0.934}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.25, "count": 128, "max_ms": 112.164, "p95_ms": 99.573}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.61, "count": 128, "max_ms": 111.399, "p95_ms": 101.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.225, "count": 128, "max_ms": 281.013, "p95_ms": 259.659}, "read_interval": {"avg_ms": 235.791, "count": 127, "max_ms": 289.966, "p95_ms": 267.328}, "triton_wait": {"avg_ms": 76.06, "count": 128, "max_ms": 112.177, "p95_ms": 101.84}, "visualize": {"avg_ms": 26.961, "count": 128, "max_ms": 47.289, "p95_ms": 31.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6206.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10039.201, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.677, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:48:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:48:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:48:57+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T19:48:57.999376+09:00", "mtime_epoch": 1783334937.9993756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:48:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1515.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.11}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 304, "max_ms": 7.933, "p95_ms": 5.395}, "gstreamer_push": {"avg_ms": 1.281, "count": 304, "max_ms": 1.507, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.68, "count": 304, "max_ms": 91.556, "p95_ms": 63.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.082, "count": 304, "max_ms": 117.386, "p95_ms": 91.134}, "yolo11_640_fire_11class": {"avg_ms": 59.638, "count": 304, "max_ms": 96.408, "p95_ms": 80.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.729, "count": 304, "max_ms": 106.637, "p95_ms": 88.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.809, "count": 304, "max_ms": 130.218, "p95_ms": 104.332}, "read_interval": {"avg_ms": 98.985, "count": 303, "max_ms": 652.181, "p95_ms": 128.339}, "triton_wait": {"avg_ms": 63.953, "count": 304, "max_ms": 117.398, "p95_ms": 91.684}, "visualize": {"avg_ms": 3.66, "count": 304, "max_ms": 5.226, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6084.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:49:03+09:00", "last_error_summary": "[h264 @ 0x55ae13443480] error while decoding MB 49 30, bytestream -22", "last_exit_at": "2026-07-06T19:49:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.259, "last_started_at": "2026-07-06T19:49:06+09:00", "pid": 24923, "process": {"exists": true, "fd_count": 5, "hwm_mb": 151.938, "name": "ffmpeg", "pid": 24923, "rss_mb": 151.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.825, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:49:09+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T19:49:09+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T19:49:09.763576+09:00", "mtime_epoch": 1783334949.7635763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:49:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.221, "pushed": 5.221, "read": 5.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.194, "count": 156, "max_ms": 10.922, "p95_ms": 8.968}, "gstreamer_push": {"avg_ms": 1.022, "count": 156, "max_ms": 1.818, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.547, "count": 156, "max_ms": 89.399, "p95_ms": 73.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.051, "count": 156, "max_ms": 108.542, "p95_ms": 100.464}, "yolo11_640_fire_11class": {"avg_ms": 59.84, "count": 156, "max_ms": 95.213, "p95_ms": 81.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.355, "count": 156, "max_ms": 104.494, "p95_ms": 91.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.996, "count": 156, "max_ms": 193.322, "p95_ms": 186.305}, "read_interval": {"avg_ms": 192.885, "count": 155, "max_ms": 4709.599, "p95_ms": 195.704}, "triton_wait": {"avg_ms": 75.286, "count": 156, "max_ms": 108.556, "p95_ms": 101.866}, "visualize": {"avg_ms": 6.496, "count": 156, "max_ms": 8.678, "p95_ms": 7.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1495, "tracking_summary": 1359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6196.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30671.862, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.377, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:49:18+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T19:49:18+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T19:49:18.451579+09:00", "mtime_epoch": 1783334958.451579, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:49:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 822.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.323, "pushed": 4.323, "read": 4.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.089, "count": 129, "max_ms": 171.633, "p95_ms": 129.631}, "gstreamer_push": {"avg_ms": 0.922, "count": 129, "max_ms": 1.911, "p95_ms": 1.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.042, "count": 129, "max_ms": 111.07, "p95_ms": 103.001}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.956, "count": 129, "max_ms": 112.749, "p95_ms": 104.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.712, "count": 129, "max_ms": 284.055, "p95_ms": 266.098}, "read_interval": {"avg_ms": 232.764, "count": 128, "max_ms": 290.531, "p95_ms": 274.193}, "triton_wait": {"avg_ms": 76.448, "count": 129, "max_ms": 112.76, "p95_ms": 107.416}, "visualize": {"avg_ms": 29.34, "count": 129, "max_ms": 41.579, "p95_ms": 40.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6204.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10069.234, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.548, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:49:28+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T19:49:28+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T19:49:28.035585+09:00", "mtime_epoch": 1783334968.0355852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:49:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1515.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.369, "count": 300, "max_ms": 7.106, "p95_ms": 5.467}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 2.093, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.664, "count": 300, "max_ms": 85.475, "p95_ms": 71.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.184, "count": 300, "max_ms": 117.075, "p95_ms": 96.0}, "yolo11_640_fire_11class": {"avg_ms": 61.813, "count": 300, "max_ms": 97.389, "p95_ms": 84.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.909, "count": 300, "max_ms": 104.486, "p95_ms": 94.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.848, "count": 300, "max_ms": 130.073, "p95_ms": 109.858}, "read_interval": {"avg_ms": 100.153, "count": 299, "max_ms": 634.499, "p95_ms": 130.115}, "triton_wait": {"avg_ms": 65.854, "count": 300, "max_ms": 117.088, "p95_ms": 97.253}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 5.147, "p95_ms": 4.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6205.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:49:03+09:00", "last_error_summary": "[h264 @ 0x55ae13443480] error while decoding MB 49 30, bytestream -22", "last_exit_at": "2026-07-06T19:49:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.407, "last_started_at": "2026-07-06T19:49:06+09:00", "pid": 24923, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.906, "name": "ffmpeg", "pid": 24923, "rss_mb": 270.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.825, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:49:40+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T19:49:39+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T19:49:39.911597+09:00", "mtime_epoch": 1783334979.911597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:49:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.661, "count": 198, "max_ms": 8.957, "p95_ms": 7.775}, "gstreamer_push": {"avg_ms": 1.044, "count": 198, "max_ms": 1.425, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.734, "count": 198, "max_ms": 82.94, "p95_ms": 75.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.755, "count": 198, "max_ms": 124.157, "p95_ms": 102.431}, "yolo11_640_fire_11class": {"avg_ms": 62.422, "count": 198, "max_ms": 98.226, "p95_ms": 86.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.768, "count": 198, "max_ms": 104.277, "p95_ms": 99.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.993, "count": 198, "max_ms": 206.279, "p95_ms": 177.151}, "read_interval": {"avg_ms": 151.617, "count": 197, "max_ms": 214.489, "p95_ms": 185.126}, "triton_wait": {"avg_ms": 75.406, "count": 198, "max_ms": 124.17, "p95_ms": 103.629}, "visualize": {"avg_ms": 5.76, "count": 198, "max_ms": 7.448, "p95_ms": 6.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1496, "tracking_summary": 1360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6209.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30701.988, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.53, "sample_count": 1331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:49:48+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T19:49:48+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T19:49:48.615608+09:00", "mtime_epoch": 1783334988.6156085, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:49:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 831.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.42, "pushed": 4.42, "read": 4.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.824, "count": 132, "max_ms": 156.883, "p95_ms": 135.83}, "gstreamer_push": {"avg_ms": 0.917, "count": 132, "max_ms": 2.194, "p95_ms": 1.741}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.743, "count": 132, "max_ms": 116.44, "p95_ms": 103.505}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.531, "count": 132, "max_ms": 112.867, "p95_ms": 105.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.043, "count": 132, "max_ms": 296.368, "p95_ms": 270.353}, "read_interval": {"avg_ms": 228.566, "count": 131, "max_ms": 303.545, "p95_ms": 277.76}, "triton_wait": {"avg_ms": 79.191, "count": 132, "max_ms": 116.452, "p95_ms": 107.423}, "visualize": {"avg_ms": 29.974, "count": 132, "max_ms": 48.598, "p95_ms": 41.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10099.27, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.467, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:49:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T19:49:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T19:49:58.055624+09:00", "mtime_epoch": 1783334998.0556238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:49:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1515.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.883}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.264, "count": 297, "max_ms": 6.858, "p95_ms": 5.961}, "gstreamer_push": {"avg_ms": 1.277, "count": 297, "max_ms": 2.129, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.101, "count": 297, "max_ms": 85.688, "p95_ms": 70.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.675, "count": 297, "max_ms": 112.525, "p95_ms": 95.696}, "yolo11_640_fire_11class": {"avg_ms": 60.8, "count": 297, "max_ms": 101.391, "p95_ms": 82.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.838, "count": 297, "max_ms": 103.753, "p95_ms": 93.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.074, "count": 297, "max_ms": 125.278, "p95_ms": 108.301}, "read_interval": {"avg_ms": 101.117, "count": 296, "max_ms": 484.986, "p95_ms": 134.013}, "triton_wait": {"avg_ms": 66.336, "count": 297, "max_ms": 112.538, "p95_ms": 95.718}, "visualize": {"avg_ms": 3.609, "count": 297, "max_ms": 4.808, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6202.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:49:03+09:00", "last_error_summary": "[h264 @ 0x55ae13443480] error while decoding MB 49 30, bytestream -22", "last_exit_at": "2026-07-06T19:49:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.511, "last_started_at": "2026-07-06T19:49:06+09:00", "pid": 24923, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.969, "name": "ffmpeg", "pid": 24923, "rss_mb": 272.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.097, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:50:10+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T19:50:10+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T19:50:10.051647+09:00", "mtime_epoch": 1783335010.051647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:50:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1631.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.541, "pushed": 6.541, "read": 6.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.961, "count": 195, "max_ms": 11.179, "p95_ms": 9.032}, "gstreamer_push": {"avg_ms": 1.057, "count": 196, "max_ms": 1.875, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.046, "count": 195, "max_ms": 84.948, "p95_ms": 74.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.384, "count": 195, "max_ms": 112.974, "p95_ms": 104.678}, "yolo11_640_fire_11class": {"avg_ms": 59.603, "count": 195, "max_ms": 89.012, "p95_ms": 82.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.471, "count": 195, "max_ms": 102.955, "p95_ms": 92.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.729, "count": 196, "max_ms": 208.898, "p95_ms": 181.661}, "read_interval": {"avg_ms": 153.746, "count": 195, "max_ms": 216.059, "p95_ms": 189.993}, "triton_wait": {"avg_ms": 74.605, "count": 195, "max_ms": 112.985, "p95_ms": 104.69}, "visualize": {"avg_ms": 5.987, "count": 195, "max_ms": 10.114, "p95_ms": 7.505}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1499, "tracking_summary": 1361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6208.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30731.99, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.512, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:50:18+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-06T19:50:18+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-06T19:50:18.539666+09:00", "mtime_epoch": 1783335018.5396662, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:50:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 828.852, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.334, "pushed": 4.334, "read": 4.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.908, "count": 130, "max_ms": 158.235, "p95_ms": 130.816}, "gstreamer_push": {"avg_ms": 0.998, "count": 130, "max_ms": 2.324, "p95_ms": 1.842}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.069, "count": 130, "max_ms": 105.652, "p95_ms": 98.717}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.296, "count": 130, "max_ms": 108.869, "p95_ms": 97.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.58, "count": 130, "max_ms": 262.974, "p95_ms": 255.157}, "read_interval": {"avg_ms": 230.162, "count": 130, "max_ms": 271.321, "p95_ms": 261.179}, "triton_wait": {"avg_ms": 72.32, "count": 130, "max_ms": 108.881, "p95_ms": 99.998}, "visualize": {"avg_ms": 28.46, "count": 130, "max_ms": 44.514, "p95_ms": 39.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6210.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10129.349, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.134, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:50:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:50:28+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T19:50:28+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T19:50:28.095690+09:00", "mtime_epoch": 1783335028.0956905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:50:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1515.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.331, "count": 301, "max_ms": 6.839, "p95_ms": 5.444}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.76, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.077, "count": 301, "max_ms": 91.885, "p95_ms": 71.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.574, "count": 301, "max_ms": 115.506, "p95_ms": 93.322}, "yolo11_640_fire_11class": {"avg_ms": 61.089, "count": 301, "max_ms": 91.342, "p95_ms": 81.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.672, "count": 301, "max_ms": 108.286, "p95_ms": 90.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.295, "count": 302, "max_ms": 128.825, "p95_ms": 106.523}, "read_interval": {"avg_ms": 99.434, "count": 301, "max_ms": 650.594, "p95_ms": 130.391}, "triton_wait": {"avg_ms": 66.252, "count": 301, "max_ms": 115.519, "p95_ms": 93.335}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 4.792, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6204.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:49:03+09:00", "last_error_summary": "[h264 @ 0x55ae13443480] error while decoding MB 49 30, bytestream -22", "last_exit_at": "2026-07-06T19:49:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.595, "last_started_at": "2026-07-06T19:49:06+09:00", "pid": 24923, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.969, "name": "ffmpeg", "pid": 24923, "rss_mb": 272.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.181, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:50:40+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T19:50:40+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T19:50:40.111725+09:00", "mtime_epoch": 1783335040.1117246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:50:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.614, "pushed": 6.614, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.774, "count": 198, "max_ms": 10.669, "p95_ms": 8.159}, "gstreamer_push": {"avg_ms": 1.056, "count": 198, "max_ms": 1.337, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.461, "count": 198, "max_ms": 90.311, "p95_ms": 74.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.301, "count": 198, "max_ms": 122.572, "p95_ms": 99.661}, "yolo11_640_fire_11class": {"avg_ms": 60.323, "count": 198, "max_ms": 92.0, "p95_ms": 82.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.915, "count": 198, "max_ms": 106.702, "p95_ms": 96.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.118, "count": 198, "max_ms": 205.717, "p95_ms": 177.545}, "read_interval": {"avg_ms": 151.996, "count": 197, "max_ms": 215.718, "p95_ms": 185.992}, "triton_wait": {"avg_ms": 74.716, "count": 198, "max_ms": 122.585, "p95_ms": 100.853}, "visualize": {"avg_ms": 5.842, "count": 198, "max_ms": 8.22, "p95_ms": 6.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1499, "tracking_summary": 1362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6211.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30762.059, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 261.887, "sample_count": 1335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T19:50:48+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-06T19:50:48+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T19:50:48.655751+09:00", "mtime_epoch": 1783335048.6557515, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:50:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 832.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.59, "pushed": 4.59, "read": 4.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.485, "count": 137, "max_ms": 161.972, "p95_ms": 132.743}, "gstreamer_push": {"avg_ms": 1.062, "count": 137, "max_ms": 2.831, "p95_ms": 1.983}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.137, "count": 137, "max_ms": 112.356, "p95_ms": 101.017}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.202, "count": 137, "max_ms": 117.556, "p95_ms": 104.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.194, "count": 137, "max_ms": 295.679, "p95_ms": 259.721}, "read_interval": {"avg_ms": 219.483, "count": 136, "max_ms": 302.691, "p95_ms": 267.387}, "triton_wait": {"avg_ms": 75.115, "count": 137, "max_ms": 117.569, "p95_ms": 105.08}, "visualize": {"avg_ms": 29.601, "count": 137, "max_ms": 50.568, "p95_ms": 40.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6210.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10159.405, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.311, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:50:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:50:58+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T19:50:58+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T19:50:58.151784+09:00", "mtime_epoch": 1783335058.151784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:50:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1516.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.412, "count": 300, "max_ms": 6.819, "p95_ms": 5.995}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.815, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.874, "count": 300, "max_ms": 87.885, "p95_ms": 72.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.438, "count": 300, "max_ms": 122.965, "p95_ms": 95.943}, "yolo11_640_fire_11class": {"avg_ms": 60.699, "count": 300, "max_ms": 92.104, "p95_ms": 81.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.309, "count": 300, "max_ms": 102.974, "p95_ms": 92.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.023, "count": 300, "max_ms": 137.568, "p95_ms": 109.45}, "read_interval": {"avg_ms": 100.038, "count": 299, "max_ms": 490.001, "p95_ms": 131.248}, "triton_wait": {"avg_ms": 66.858, "count": 300, "max_ms": 122.981, "p95_ms": 96.438}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.763, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6212.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:49:03+09:00", "last_error_summary": "[h264 @ 0x55ae13443480] error while decoding MB 49 30, bytestream -22", "last_exit_at": "2026-07-06T19:49:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.7, "last_started_at": "2026-07-06T19:49:06+09:00", "pid": 24923, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.969, "name": "ffmpeg", "pid": 24923, "rss_mb": 272.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.181, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:51:10+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T19:51:10+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T19:51:10.199828+09:00", "mtime_epoch": 1783335070.1998284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:51:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.786, "count": 198, "max_ms": 9.868, "p95_ms": 8.215}, "gstreamer_push": {"avg_ms": 1.052, "count": 199, "max_ms": 1.467, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.851, "count": 198, "max_ms": 79.743, "p95_ms": 74.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.308, "count": 198, "max_ms": 119.605, "p95_ms": 106.34}, "yolo11_640_fire_11class": {"avg_ms": 60.455, "count": 198, "max_ms": 93.011, "p95_ms": 82.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.636, "count": 198, "max_ms": 103.248, "p95_ms": 96.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.474, "count": 199, "max_ms": 199.686, "p95_ms": 179.838}, "read_interval": {"avg_ms": 151.264, "count": 198, "max_ms": 207.542, "p95_ms": 187.836}, "triton_wait": {"avg_ms": 74.634, "count": 198, "max_ms": 119.621, "p95_ms": 106.352}, "visualize": {"avg_ms": 5.864, "count": 198, "max_ms": 8.236, "p95_ms": 6.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1501, "tracking_summary": 1363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6216.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30792.16, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.28, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:51:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:51:18+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T19:51:18+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T19:51:18.715862+09:00", "mtime_epoch": 1783335078.7158623, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:51:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 836.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.223, "pushed": 4.223, "read": 4.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.586, "count": 126, "max_ms": 157.996, "p95_ms": 138.552}, "gstreamer_push": {"avg_ms": 0.808, "count": 126, "max_ms": 2.032, "p95_ms": 0.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.203, "count": 126, "max_ms": 116.056, "p95_ms": 105.096}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.354, "count": 126, "max_ms": 114.046, "p95_ms": 107.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.031, "count": 126, "max_ms": 298.553, "p95_ms": 270.103}, "read_interval": {"avg_ms": 238.74, "count": 125, "max_ms": 304.69, "p95_ms": 276.477}, "triton_wait": {"avg_ms": 77.648, "count": 126, "max_ms": 116.068, "p95_ms": 107.564}, "visualize": {"avg_ms": 27.923, "count": 126, "max_ms": 38.941, "p95_ms": 32.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6212.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10189.484, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.771, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T19:51:28+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T19:51:28+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T19:51:28.275903+09:00", "mtime_epoch": 1783335088.2759027, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:51:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1516.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.197, "count": 302, "max_ms": 6.879, "p95_ms": 5.247}, "gstreamer_push": {"avg_ms": 1.281, "count": 302, "max_ms": 2.007, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.945, "count": 302, "max_ms": 81.282, "p95_ms": 69.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.785, "count": 302, "max_ms": 121.282, "p95_ms": 96.32}, "yolo11_640_fire_11class": {"avg_ms": 62.183, "count": 302, "max_ms": 92.603, "p95_ms": 83.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.973, "count": 302, "max_ms": 105.876, "p95_ms": 93.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.183, "count": 302, "max_ms": 131.026, "p95_ms": 111.057}, "read_interval": {"avg_ms": 99.605, "count": 301, "max_ms": 434.451, "p95_ms": 129.4}, "triton_wait": {"avg_ms": 67.476, "count": 302, "max_ms": 121.291, "p95_ms": 98.288}, "visualize": {"avg_ms": 3.606, "count": 302, "max_ms": 5.512, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 317, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:49:03+09:00", "last_error_summary": "[h264 @ 0x55ae13443480] error while decoding MB 49 30, bytestream -22", "last_exit_at": "2026-07-06T19:49:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.819, "last_started_at": "2026-07-06T19:49:06+09:00", "pid": 24923, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.969, "name": "ffmpeg", "pid": 24923, "rss_mb": 272.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.431, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:51:40+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-06T19:51:40+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-06T19:51:40.275957+09:00", "mtime_epoch": 1783335100.2759569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:51:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.868, "pushed": 6.868, "read": 6.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.739, "count": 205, "max_ms": 10.778, "p95_ms": 9.01}, "gstreamer_push": {"avg_ms": 1.088, "count": 206, "max_ms": 1.553, "p95_ms": 1.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.019, "count": 205, "max_ms": 87.237, "p95_ms": 73.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.869, "count": 205, "max_ms": 117.24, "p95_ms": 97.84}, "yolo11_640_fire_11class": {"avg_ms": 60.77, "count": 205, "max_ms": 91.636, "p95_ms": 80.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.16, "count": 205, "max_ms": 104.993, "p95_ms": 92.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.033, "count": 206, "max_ms": 197.008, "p95_ms": 172.594}, "read_interval": {"avg_ms": 145.936, "count": 205, "max_ms": 205.001, "p95_ms": 180.672}, "triton_wait": {"avg_ms": 74.258, "count": 205, "max_ms": 117.253, "p95_ms": 98.03}, "visualize": {"avg_ms": 5.728, "count": 205, "max_ms": 9.317, "p95_ms": 7.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1502, "tracking_summary": 1364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5958.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30822.173, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.28, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:51:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:51:48+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T19:51:48+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T19:51:48.799997+09:00", "mtime_epoch": 1783335108.7999973, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:51:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.219, "name": "celery", "pid": 239, "rss_mb": 823.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.603, "pushed": 4.603, "read": 4.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.03, "count": 137, "max_ms": 160.326, "p95_ms": 131.93}, "gstreamer_push": {"avg_ms": 0.918, "count": 137, "max_ms": 3.373, "p95_ms": 1.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.213, "count": 137, "max_ms": 113.497, "p95_ms": 95.313}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.153, "count": 137, "max_ms": 110.469, "p95_ms": 100.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.891, "count": 137, "max_ms": 266.075, "p95_ms": 255.797}, "read_interval": {"avg_ms": 219.336, "count": 136, "max_ms": 273.844, "p95_ms": 261.997}, "triton_wait": {"avg_ms": 74.729, "count": 137, "max_ms": 113.509, "p95_ms": 100.846}, "visualize": {"avg_ms": 29.162, "count": 137, "max_ms": 49.405, "p95_ms": 45.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.764, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6188.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10219.484, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.924, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:51:58+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T19:51:58+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T19:51:58.280045+09:00", "mtime_epoch": 1783335118.2800448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:51:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1516.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.312, "count": 298, "max_ms": 6.767, "p95_ms": 5.769}, "gstreamer_push": {"avg_ms": 1.295, "count": 298, "max_ms": 1.896, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.21, "count": 298, "max_ms": 83.349, "p95_ms": 71.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.532, "count": 298, "max_ms": 119.962, "p95_ms": 94.131}, "yolo11_640_fire_11class": {"avg_ms": 61.373, "count": 298, "max_ms": 91.432, "p95_ms": 82.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.952, "count": 298, "max_ms": 102.321, "p95_ms": 89.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.167, "count": 298, "max_ms": 132.961, "p95_ms": 107.218}, "read_interval": {"avg_ms": 100.699, "count": 298, "max_ms": 503.358, "p95_ms": 129.986}, "triton_wait": {"avg_ms": 66.256, "count": 298, "max_ms": 119.973, "p95_ms": 94.399}, "visualize": {"avg_ms": 3.623, "count": 298, "max_ms": 5.153, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6205.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:51:46+09:00", "last_error_summary": "[h264 @ 0x55c30b23b540] error while decoding MB 21 16, bytestream -10", "last_exit_at": "2026-07-06T19:51:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.818, "last_started_at": "2026-07-06T19:51:49+09:00", "pid": 25030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.246, "name": "ffmpeg", "pid": 25030, "rss_mb": 266.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.617, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:52:10+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T19:52:10+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T19:52:10.316108+09:00", "mtime_epoch": 1783335130.316108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:52:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.728, "pushed": 5.728, "read": 5.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.789, "count": 171, "max_ms": 10.757, "p95_ms": 8.223}, "gstreamer_push": {"avg_ms": 1.078, "count": 171, "max_ms": 1.425, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.506, "count": 171, "max_ms": 83.782, "p95_ms": 73.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.58, "count": 171, "max_ms": 113.07, "p95_ms": 100.218}, "yolo11_640_fire_11class": {"avg_ms": 59.855, "count": 171, "max_ms": 89.34, "p95_ms": 78.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.807, "count": 171, "max_ms": 103.246, "p95_ms": 93.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.929, "count": 171, "max_ms": 197.532, "p95_ms": 174.808}, "read_interval": {"avg_ms": 175.537, "count": 170, "max_ms": 4899.167, "p95_ms": 186.047}, "triton_wait": {"avg_ms": 73.817, "count": 171, "max_ms": 113.083, "p95_ms": 101.81}, "visualize": {"avg_ms": 5.778, "count": 171, "max_ms": 8.213, "p95_ms": 7.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1503, "tracking_summary": 1365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6206.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30852.261, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.974, "sample_count": 1340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:52:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:52:19+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T19:52:18+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T19:52:18.844155+09:00", "mtime_epoch": 1783335138.844155, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:52:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 832.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.68, "pushed": 4.68, "read": 4.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.839, "count": 140, "max_ms": 148.039, "p95_ms": 135.972}, "gstreamer_push": {"avg_ms": 0.959, "count": 140, "max_ms": 2.027, "p95_ms": 1.796}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.804, "count": 140, "max_ms": 111.686, "p95_ms": 100.427}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.165, "count": 140, "max_ms": 118.057, "p95_ms": 103.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.62, "count": 140, "max_ms": 283.074, "p95_ms": 258.92}, "read_interval": {"avg_ms": 214.794, "count": 139, "max_ms": 289.078, "p95_ms": 270.713}, "triton_wait": {"avg_ms": 77.393, "count": 140, "max_ms": 118.07, "p95_ms": 104.43}, "visualize": {"avg_ms": 30.388, "count": 140, "max_ms": 49.538, "p95_ms": 41.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6207.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10249.486, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.924, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:52:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:52:28+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T19:52:28+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T19:52:28.256209+09:00", "mtime_epoch": 1783335148.256209, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:52:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1516.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.376, "count": 302, "max_ms": 7.586, "p95_ms": 6.097}, "gstreamer_push": {"avg_ms": 1.294, "count": 302, "max_ms": 1.756, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.604, "count": 302, "max_ms": 87.942, "p95_ms": 70.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.771, "count": 302, "max_ms": 112.113, "p95_ms": 98.317}, "yolo11_640_fire_11class": {"avg_ms": 60.451, "count": 302, "max_ms": 91.447, "p95_ms": 80.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.35, "count": 302, "max_ms": 106.054, "p95_ms": 91.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.41, "count": 302, "max_ms": 125.015, "p95_ms": 111.919}, "read_interval": {"avg_ms": 99.284, "count": 302, "max_ms": 472.944, "p95_ms": 132.07}, "triton_wait": {"avg_ms": 67.417, "count": 302, "max_ms": 112.125, "p95_ms": 98.334}, "visualize": {"avg_ms": 3.662, "count": 302, "max_ms": 5.271, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6197.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:51:46+09:00", "last_error_summary": "[h264 @ 0x55c30b23b540] error while decoding MB 21 16, bytestream -10", "last_exit_at": "2026-07-06T19:51:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.86, "last_started_at": "2026-07-06T19:51:49+09:00", "pid": 25030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.246, "name": "ffmpeg", "pid": 25030, "rss_mb": 266.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.923, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:52:40+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T19:52:40+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T19:52:40.384281+09:00", "mtime_epoch": 1783335160.3842814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:52:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.399, "pushed": 6.399, "read": 6.366}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.207, "count": 191, "max_ms": 11.096, "p95_ms": 9.12}, "gstreamer_push": {"avg_ms": 1.031, "count": 191, "max_ms": 1.337, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.967, "count": 191, "max_ms": 85.413, "p95_ms": 72.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.331, "count": 191, "max_ms": 112.713, "p95_ms": 102.047}, "yolo11_640_fire_11class": {"avg_ms": 59.335, "count": 191, "max_ms": 87.423, "p95_ms": 78.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.501, "count": 191, "max_ms": 98.512, "p95_ms": 92.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.826, "count": 191, "max_ms": 194.377, "p95_ms": 182.324}, "read_interval": {"avg_ms": 157.336, "count": 190, "max_ms": 204.289, "p95_ms": 190.926}, "triton_wait": {"avg_ms": 74.573, "count": 191, "max_ms": 112.725, "p95_ms": 102.059}, "visualize": {"avg_ms": 6.178, "count": 191, "max_ms": 9.971, "p95_ms": 7.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1504, "tracking_summary": 1366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6206.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30882.277, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.073, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:52:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:52:49+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-06T19:52:48+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-06T19:52:48.884334+09:00", "mtime_epoch": 1783335168.884334, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:52:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 832.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.233, "pushed": 4.233, "read": 4.199}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.535, "count": 126, "max_ms": 172.389, "p95_ms": 135.843}, "gstreamer_push": {"avg_ms": 1.091, "count": 126, "max_ms": 3.595, "p95_ms": 1.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.401, "count": 126, "max_ms": 111.677, "p95_ms": 100.939}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.112, "count": 126, "max_ms": 116.647, "p95_ms": 107.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.049, "count": 126, "max_ms": 281.267, "p95_ms": 269.266}, "read_interval": {"avg_ms": 238.482, "count": 125, "max_ms": 289.876, "p95_ms": 275.774}, "triton_wait": {"avg_ms": 77.462, "count": 126, "max_ms": 116.66, "p95_ms": 109.066}, "visualize": {"avg_ms": 32.215, "count": 126, "max_ms": 44.016, "p95_ms": 42.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.765, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6199.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10279.589, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.677, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:52:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:52:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T19:52:58+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T19:52:58.368395+09:00", "mtime_epoch": 1783335178.3683949, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 144931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:52:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1516.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.155, "pushed": 10.155, "read": 10.122}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.323, "count": 304, "max_ms": 6.639, "p95_ms": 5.477}, "gstreamer_push": {"avg_ms": 1.297, "count": 304, "max_ms": 1.99, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.18, "count": 304, "max_ms": 82.014, "p95_ms": 69.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.777, "count": 304, "max_ms": 108.01, "p95_ms": 97.951}, "yolo11_640_fire_11class": {"avg_ms": 60.513, "count": 304, "max_ms": 90.253, "p95_ms": 82.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.894, "count": 304, "max_ms": 102.462, "p95_ms": 94.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.345, "count": 304, "max_ms": 120.765, "p95_ms": 111.026}, "read_interval": {"avg_ms": 98.706, "count": 303, "max_ms": 499.131, "p95_ms": 128.447}, "triton_wait": {"avg_ms": 66.414, "count": 304, "max_ms": 108.022, "p95_ms": 98.151}, "visualize": {"avg_ms": 3.661, "count": 304, "max_ms": 5.383, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6211.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:51:46+09:00", "last_error_summary": "[h264 @ 0x55c30b23b540] error while decoding MB 21 16, bytestream -10", "last_exit_at": "2026-07-06T19:51:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.92, "last_started_at": "2026-07-06T19:51:49+09:00", "pid": 25030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.762, "name": "ffmpeg", "pid": 25030, "rss_mb": 266.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.278, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:53:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:53:10+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T19:53:10+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T19:53:10.476475+09:00", "mtime_epoch": 1783335190.4764752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:53:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.782, "pushed": 6.782, "read": 6.749}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.774, "count": 203, "max_ms": 10.599, "p95_ms": 8.107}, "gstreamer_push": {"avg_ms": 1.082, "count": 203, "max_ms": 1.705, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.736, "count": 203, "max_ms": 85.14, "p95_ms": 74.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.694, "count": 203, "max_ms": 116.507, "p95_ms": 99.487}, "yolo11_640_fire_11class": {"avg_ms": 59.727, "count": 203, "max_ms": 88.366, "p95_ms": 80.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.023, "count": 203, "max_ms": 104.565, "p95_ms": 92.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.22, "count": 203, "max_ms": 186.567, "p95_ms": 172.355}, "read_interval": {"avg_ms": 148.216, "count": 202, "max_ms": 194.538, "p95_ms": 180.572}, "triton_wait": {"avg_ms": 73.857, "count": 203, "max_ms": 116.52, "p95_ms": 100.881}, "visualize": {"avg_ms": 5.746, "count": 203, "max_ms": 8.455, "p95_ms": 6.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1505, "tracking_summary": 1368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6210.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30912.445, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.152, "sample_count": 1312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:53:19+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T19:53:18+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T19:53:19.004534+09:00", "mtime_epoch": 1783335199.0045338, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:53:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 834.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.303, "pushed": 4.303, "read": 4.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.539, "count": 129, "max_ms": 144.046, "p95_ms": 129.965}, "gstreamer_push": {"avg_ms": 0.868, "count": 129, "max_ms": 1.934, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.905, "count": 129, "max_ms": 113.691, "p95_ms": 100.171}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.082, "count": 129, "max_ms": 115.784, "p95_ms": 106.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.815, "count": 129, "max_ms": 275.799, "p95_ms": 263.383}, "read_interval": {"avg_ms": 233.715, "count": 128, "max_ms": 282.221, "p95_ms": 271.466}, "triton_wait": {"avg_ms": 76.613, "count": 129, "max_ms": 115.797, "p95_ms": 106.559}, "visualize": {"avg_ms": 27.821, "count": 129, "max_ms": 38.696, "p95_ms": 35.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6213.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10309.718, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.311, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:53:28+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T19:53:28+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-06T19:53:28.308599+09:00", "mtime_epoch": 1783335208.3085995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 153537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:53:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1516.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.895, "pushed": 9.895, "read": 9.862}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 296, "max_ms": 6.357, "p95_ms": 5.214}, "gstreamer_push": {"avg_ms": 1.308, "count": 296, "max_ms": 1.889, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.441, "count": 296, "max_ms": 84.391, "p95_ms": 71.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.525, "count": 296, "max_ms": 124.627, "p95_ms": 95.519}, "yolo11_640_fire_11class": {"avg_ms": 61.412, "count": 296, "max_ms": 90.952, "p95_ms": 82.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.295, "count": 296, "max_ms": 103.748, "p95_ms": 92.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.062, "count": 296, "max_ms": 137.748, "p95_ms": 108.563}, "read_interval": {"avg_ms": 101.374, "count": 295, "max_ms": 544.334, "p95_ms": 129.348}, "triton_wait": {"avg_ms": 68.128, "count": 296, "max_ms": 124.64, "p95_ms": 95.531}, "visualize": {"avg_ms": 3.679, "count": 296, "max_ms": 5.98, "p95_ms": 4.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6212.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:51:46+09:00", "last_error_summary": "[h264 @ 0x55c30b23b540] error while decoding MB 21 16, bytestream -10", "last_exit_at": "2026-07-06T19:51:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.065, "last_started_at": "2026-07-06T19:51:49+09:00", "pid": 25030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.371, "name": "ffmpeg", "pid": 25030, "rss_mb": 270.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.018, "sample_count": 1920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:53:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:53:40+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T19:53:40+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T19:53:40.572689+09:00", "mtime_epoch": 1783335220.5726888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:53:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.835, "pushed": 6.835, "read": 6.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.609, "count": 205, "max_ms": 11.137, "p95_ms": 8.423}, "gstreamer_push": {"avg_ms": 1.065, "count": 205, "max_ms": 1.368, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.166, "count": 205, "max_ms": 84.285, "p95_ms": 75.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.362, "count": 205, "max_ms": 116.434, "p95_ms": 102.107}, "yolo11_640_fire_11class": {"avg_ms": 61.308, "count": 205, "max_ms": 89.667, "p95_ms": 81.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.754, "count": 205, "max_ms": 101.097, "p95_ms": 95.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.982, "count": 205, "max_ms": 198.514, "p95_ms": 175.605}, "read_interval": {"avg_ms": 146.295, "count": 205, "max_ms": 209.433, "p95_ms": 185.211}, "triton_wait": {"avg_ms": 74.859, "count": 205, "max_ms": 116.447, "p95_ms": 102.118}, "visualize": {"avg_ms": 5.608, "count": 205, "max_ms": 10.894, "p95_ms": 6.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1506, "tracking_summary": 1369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6214.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30942.678, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.073, "sample_count": 1323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:53:49+09:00", "last_frame_read_age_sec": 0.256, "last_frame_read_at": "2026-07-06T19:53:49+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T19:53:49.220753+09:00", "mtime_epoch": 1783335229.2207534, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:53:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 836.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.702, "pushed": 4.702, "read": 4.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.949, "count": 140, "max_ms": 158.795, "p95_ms": 128.588}, "gstreamer_push": {"avg_ms": 0.822, "count": 140, "max_ms": 1.298, "p95_ms": 0.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.671, "count": 140, "max_ms": 111.154, "p95_ms": 99.634}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.033, "count": 140, "max_ms": 114.812, "p95_ms": 106.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.576, "count": 140, "max_ms": 269.434, "p95_ms": 254.646}, "read_interval": {"avg_ms": 213.99, "count": 139, "max_ms": 275.53, "p95_ms": 262.805}, "triton_wait": {"avg_ms": 75.794, "count": 140, "max_ms": 114.824, "p95_ms": 106.797}, "visualize": {"avg_ms": 25.895, "count": 140, "max_ms": 37.808, "p95_ms": 29.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6202.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10339.917, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.025, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:53:58+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T19:53:58+09:00", "mjpeg": {"age_sec": 0.432, "exists": true, "mtime": "2026-07-06T19:53:58.352823+09:00", "mtime_epoch": 1783335238.3528235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 160274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:53:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1516.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.278, "count": 298, "max_ms": 6.925, "p95_ms": 5.941}, "gstreamer_push": {"avg_ms": 1.299, "count": 298, "max_ms": 1.809, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.665, "count": 298, "max_ms": 88.392, "p95_ms": 70.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.778, "count": 298, "max_ms": 120.871, "p95_ms": 99.55}, "yolo11_640_fire_11class": {"avg_ms": 60.932, "count": 298, "max_ms": 91.348, "p95_ms": 81.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.186, "count": 298, "max_ms": 104.995, "p95_ms": 92.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.538, "count": 298, "max_ms": 134.076, "p95_ms": 113.444}, "read_interval": {"avg_ms": 100.647, "count": 298, "max_ms": 578.486, "p95_ms": 132.14}, "triton_wait": {"avg_ms": 68.617, "count": 298, "max_ms": 120.883, "p95_ms": 99.612}, "visualize": {"avg_ms": 3.647, "count": 298, "max_ms": 5.913, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:51:46+09:00", "last_error_summary": "[h264 @ 0x55c30b23b540] error while decoding MB 21 16, bytestream -10", "last_exit_at": "2026-07-06T19:51:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.191, "last_started_at": "2026-07-06T19:51:49+09:00", "pid": 25030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.371, "name": "ffmpeg", "pid": 25030, "rss_mb": 270.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.303, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:54:10+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T19:54:10+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T19:54:10.708921+09:00", "mtime_epoch": 1783335250.708921, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:54:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.804, "pushed": 6.804, "read": 6.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.722, "count": 203, "max_ms": 9.653, "p95_ms": 8.114}, "gstreamer_push": {"avg_ms": 1.068, "count": 204, "max_ms": 1.401, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.993, "count": 203, "max_ms": 89.306, "p95_ms": 75.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.396, "count": 203, "max_ms": 117.776, "p95_ms": 100.591}, "yolo11_640_fire_11class": {"avg_ms": 60.134, "count": 203, "max_ms": 91.586, "p95_ms": 82.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.67, "count": 203, "max_ms": 107.232, "p95_ms": 95.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.65, "count": 204, "max_ms": 192.336, "p95_ms": 176.456}, "read_interval": {"avg_ms": 147.639, "count": 203, "max_ms": 200.84, "p95_ms": 186.061}, "triton_wait": {"avg_ms": 74.706, "count": 203, "max_ms": 117.789, "p95_ms": 101.177}, "visualize": {"avg_ms": 5.66, "count": 203, "max_ms": 7.955, "p95_ms": 6.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1509, "tracking_summary": 1370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6201.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30972.763, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.916, "sample_count": 1318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:54:19+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T19:54:19+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T19:54:19.332990+09:00", "mtime_epoch": 1783335259.3329904, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:54:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 823.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.122, "pushed": 4.122, "read": 4.088}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.74, "count": 123, "max_ms": 168.843, "p95_ms": 158.393}, "gstreamer_push": {"avg_ms": 1.026, "count": 123, "max_ms": 2.173, "p95_ms": 1.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.871, "count": 123, "max_ms": 113.08, "p95_ms": 103.066}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.542, "count": 123, "max_ms": 118.349, "p95_ms": 102.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.392, "count": 123, "max_ms": 294.135, "p95_ms": 277.574}, "read_interval": {"avg_ms": 244.621, "count": 122, "max_ms": 303.012, "p95_ms": 284.594}, "triton_wait": {"avg_ms": 75.532, "count": 123, "max_ms": 118.363, "p95_ms": 105.53}, "visualize": {"avg_ms": 30.251, "count": 123, "max_ms": 45.093, "p95_ms": 41.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6202.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10369.926, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.335, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:54:28+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T19:54:28+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T19:54:28.557066+09:00", "mtime_epoch": 1783335268.5570664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:54:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1517.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.34, "count": 300, "max_ms": 7.166, "p95_ms": 5.491}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.804, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.236, "count": 300, "max_ms": 85.493, "p95_ms": 72.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.746, "count": 300, "max_ms": 117.741, "p95_ms": 97.202}, "yolo11_640_fire_11class": {"avg_ms": 61.202, "count": 300, "max_ms": 95.421, "p95_ms": 81.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.679, "count": 300, "max_ms": 103.096, "p95_ms": 94.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.783, "count": 300, "max_ms": 130.932, "p95_ms": 111.515}, "read_interval": {"avg_ms": 100.139, "count": 300, "max_ms": 481.726, "p95_ms": 141.545}, "triton_wait": {"avg_ms": 66.747, "count": 300, "max_ms": 117.754, "p95_ms": 98.363}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 4.982, "p95_ms": 4.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6118.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:54:33+09:00", "last_error_summary": "[h264 @ 0x55c918f007c0] error while decoding MB 75 22, bytestream -5", "last_exit_at": "2026-07-06T19:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.62, "last_started_at": "2026-07-06T19:54:36+09:00", "pid": 25137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 177.641, "name": "ffmpeg", "pid": 25137, "rss_mb": 177.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.495, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:54:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:54:40+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T19:54:40+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T19:54:40.821170+09:00", "mtime_epoch": 1783335280.82117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:54:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.645, "pushed": 5.645, "read": 5.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.864, "count": 168, "max_ms": 9.949, "p95_ms": 8.642}, "gstreamer_push": {"avg_ms": 1.052, "count": 169, "max_ms": 1.701, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.536, "count": 168, "max_ms": 86.205, "p95_ms": 77.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.536, "count": 168, "max_ms": 115.774, "p95_ms": 103.947}, "yolo11_640_fire_11class": {"avg_ms": 60.465, "count": 168, "max_ms": 87.612, "p95_ms": 82.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.348, "count": 168, "max_ms": 105.253, "p95_ms": 98.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.719, "count": 169, "max_ms": 199.27, "p95_ms": 179.21}, "read_interval": {"avg_ms": 178.314, "count": 168, "max_ms": 5013.803, "p95_ms": 188.041}, "triton_wait": {"avg_ms": 74.056, "count": 168, "max_ms": 115.785, "p95_ms": 103.96}, "visualize": {"avg_ms": 5.792, "count": 168, "max_ms": 8.217, "p95_ms": 6.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1509, "tracking_summary": 1371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6209.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31002.867, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.425, "sample_count": 1327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:54:49+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T19:54:49+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-06T19:54:49.413244+09:00", "mtime_epoch": 1783335289.4132442, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:54:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 834.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.757, "pushed": 4.757, "read": 4.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.607, "count": 142, "max_ms": 158.096, "p95_ms": 135.795}, "gstreamer_push": {"avg_ms": 0.902, "count": 142, "max_ms": 2.131, "p95_ms": 1.742}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.091, "count": 142, "max_ms": 111.611, "p95_ms": 92.61}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.356, "count": 142, "max_ms": 128.853, "p95_ms": 96.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.927, "count": 142, "max_ms": 269.611, "p95_ms": 252.746}, "read_interval": {"avg_ms": 211.729, "count": 141, "max_ms": 279.94, "p95_ms": 262.042}, "triton_wait": {"avg_ms": 73.059, "count": 142, "max_ms": 128.866, "p95_ms": 96.817}, "visualize": {"avg_ms": 26.224, "count": 142, "max_ms": 40.88, "p95_ms": 35.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6212.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10399.961, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.244, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:54:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:54:58+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T19:54:58+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T19:54:58.761326+09:00", "mtime_epoch": 1783335298.7613263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:54:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1517.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 302, "max_ms": 6.769, "p95_ms": 5.817}, "gstreamer_push": {"avg_ms": 1.311, "count": 302, "max_ms": 1.723, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.916, "count": 302, "max_ms": 77.995, "p95_ms": 70.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.619, "count": 302, "max_ms": 119.619, "p95_ms": 94.446}, "yolo11_640_fire_11class": {"avg_ms": 60.228, "count": 302, "max_ms": 87.63, "p95_ms": 78.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.888, "count": 302, "max_ms": 99.617, "p95_ms": 90.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.426, "count": 302, "max_ms": 134.182, "p95_ms": 107.999}, "read_interval": {"avg_ms": 99.482, "count": 301, "max_ms": 639.744, "p95_ms": 125.927}, "triton_wait": {"avg_ms": 67.294, "count": 302, "max_ms": 119.633, "p95_ms": 94.457}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 4.984, "p95_ms": 4.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:54:33+09:00", "last_error_summary": "[h264 @ 0x55c918f007c0] error while decoding MB 75 22, bytestream -5", "last_exit_at": "2026-07-06T19:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.792, "last_started_at": "2026-07-06T19:54:36+09:00", "pid": 25137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.262, "name": "ffmpeg", "pid": 25137, "rss_mb": 267.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.303, "sample_count": 1944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:55:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:55:11+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T19:55:10+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T19:55:10.949436+09:00", "mtime_epoch": 1783335310.9494357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:55:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.761, "pushed": 6.761, "read": 6.728}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.669, "count": 202, "max_ms": 10.163, "p95_ms": 7.969}, "gstreamer_push": {"avg_ms": 1.054, "count": 202, "max_ms": 1.482, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.749, "count": 202, "max_ms": 85.075, "p95_ms": 74.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.362, "count": 202, "max_ms": 117.995, "p95_ms": 98.99}, "yolo11_640_fire_11class": {"avg_ms": 60.608, "count": 202, "max_ms": 89.556, "p95_ms": 79.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.798, "count": 202, "max_ms": 101.959, "p95_ms": 92.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.868, "count": 202, "max_ms": 191.592, "p95_ms": 177.792}, "read_interval": {"avg_ms": 148.514, "count": 201, "max_ms": 201.879, "p95_ms": 186.066}, "triton_wait": {"avg_ms": 74.698, "count": 202, "max_ms": 118.011, "p95_ms": 101.972}, "visualize": {"avg_ms": 5.716, "count": 202, "max_ms": 8.957, "p95_ms": 6.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1511, "tracking_summary": 1372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6212.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31032.909, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.537, "sample_count": 1324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:55:19+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T19:55:19+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-06T19:55:19.497514+09:00", "mtime_epoch": 1783335319.497514, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:55:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 835.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.226, "pushed": 4.226, "read": 4.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.758, "count": 126, "max_ms": 166.108, "p95_ms": 133.121}, "gstreamer_push": {"avg_ms": 0.784, "count": 126, "max_ms": 0.937, "p95_ms": 0.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.95, "count": 126, "max_ms": 115.029, "p95_ms": 99.404}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.904, "count": 126, "max_ms": 119.19, "p95_ms": 102.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.293, "count": 126, "max_ms": 289.576, "p95_ms": 268.795}, "read_interval": {"avg_ms": 238.531, "count": 125, "max_ms": 299.087, "p95_ms": 274.993}, "triton_wait": {"avg_ms": 77.088, "count": 126, "max_ms": 119.205, "p95_ms": 108.489}, "visualize": {"avg_ms": 27.558, "count": 126, "max_ms": 37.949, "p95_ms": 32.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6212.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10429.997, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.454, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:55:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:55:28+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T19:55:28+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T19:55:28.769600+09:00", "mtime_epoch": 1783335328.7696002, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 157366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:55:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1517.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.961}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.287, "count": 299, "max_ms": 6.898, "p95_ms": 5.549}, "gstreamer_push": {"avg_ms": 1.285, "count": 299, "max_ms": 1.851, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.856, "count": 299, "max_ms": 92.3, "p95_ms": 73.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.478, "count": 299, "max_ms": 111.913, "p95_ms": 97.208}, "yolo11_640_fire_11class": {"avg_ms": 60.626, "count": 299, "max_ms": 93.216, "p95_ms": 82.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.24, "count": 299, "max_ms": 105.583, "p95_ms": 93.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.123, "count": 299, "max_ms": 124.765, "p95_ms": 110.538}, "read_interval": {"avg_ms": 100.43, "count": 298, "max_ms": 430.901, "p95_ms": 133.453}, "triton_wait": {"avg_ms": 67.243, "count": 299, "max_ms": 111.925, "p95_ms": 97.408}, "visualize": {"avg_ms": 3.609, "count": 299, "max_ms": 5.409, "p95_ms": 4.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:54:33+09:00", "last_error_summary": "[h264 @ 0x55c918f007c0] error while decoding MB 75 22, bytestream -5", "last_exit_at": "2026-07-06T19:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.915, "last_started_at": "2026-07-06T19:54:36+09:00", "pid": 25137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.871, "name": "ffmpeg", "pid": 25137, "rss_mb": 270.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.303, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:55:41+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T19:55:41+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T19:55:41.101717+09:00", "mtime_epoch": 1783335341.101717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:55:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.503, "pushed": 6.503, "read": 6.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.979, "count": 194, "max_ms": 10.444, "p95_ms": 8.587}, "gstreamer_push": {"avg_ms": 1.05, "count": 195, "max_ms": 1.381, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.637, "count": 194, "max_ms": 91.035, "p95_ms": 75.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.013, "count": 194, "max_ms": 121.228, "p95_ms": 100.323}, "yolo11_640_fire_11class": {"avg_ms": 60.334, "count": 194, "max_ms": 90.5, "p95_ms": 78.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.925, "count": 194, "max_ms": 104.907, "p95_ms": 93.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.602, "count": 195, "max_ms": 208.808, "p95_ms": 177.516}, "read_interval": {"avg_ms": 154.484, "count": 194, "max_ms": 218.584, "p95_ms": 185.785}, "triton_wait": {"avg_ms": 74.291, "count": 194, "max_ms": 121.243, "p95_ms": 100.336}, "visualize": {"avg_ms": 5.996, "count": 194, "max_ms": 8.24, "p95_ms": 7.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1512, "tracking_summary": 1373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6207.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31062.95, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.537, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:55:49+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T19:55:49+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T19:55:49.569799+09:00", "mtime_epoch": 1783335349.5697987, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:55:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 826.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.767, "pushed": 4.767, "read": 4.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.531, "count": 142, "max_ms": 157.005, "p95_ms": 138.635}, "gstreamer_push": {"avg_ms": 0.854, "count": 142, "max_ms": 2.259, "p95_ms": 0.967}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.162, "count": 142, "max_ms": 103.698, "p95_ms": 98.314}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.883, "count": 142, "max_ms": 113.799, "p95_ms": 99.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.529, "count": 142, "max_ms": 272.23, "p95_ms": 258.288}, "read_interval": {"avg_ms": 211.677, "count": 141, "max_ms": 278.211, "p95_ms": 265.224}, "triton_wait": {"avg_ms": 75.85, "count": 142, "max_ms": 113.812, "p95_ms": 101.078}, "visualize": {"avg_ms": 27.112, "count": 142, "max_ms": 47.997, "p95_ms": 34.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.787, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6211.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10459.999, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.538, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:55:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:55:58+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T19:55:58+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T19:55:58.749889+09:00", "mtime_epoch": 1783335358.7498887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:55:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1517.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 300, "max_ms": 7.6, "p95_ms": 5.471}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 2.464, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.525, "count": 300, "max_ms": 86.393, "p95_ms": 69.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.702, "count": 300, "max_ms": 107.561, "p95_ms": 98.031}, "yolo11_640_fire_11class": {"avg_ms": 61.641, "count": 300, "max_ms": 93.111, "p95_ms": 82.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.581, "count": 300, "max_ms": 103.01, "p95_ms": 91.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.513, "count": 300, "max_ms": 120.318, "p95_ms": 111.705}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 347.846, "p95_ms": 128.908}, "triton_wait": {"avg_ms": 67.599, "count": 300, "max_ms": 107.572, "p95_ms": 98.046}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 6.249, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6204.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:54:33+09:00", "last_error_summary": "[h264 @ 0x55c918f007c0] error while decoding MB 75 22, bytestream -5", "last_exit_at": "2026-07-06T19:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.064, "last_started_at": "2026-07-06T19:54:36+09:00", "pid": 25137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.645, "name": "ffmpeg", "pid": 25137, "rss_mb": 271.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.741, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:56:11+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T19:56:11+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T19:56:11.246013+09:00", "mtime_epoch": 1783335371.246013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:56:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.543, "pushed": 6.543, "read": 6.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.954, "count": 195, "max_ms": 10.526, "p95_ms": 8.127}, "gstreamer_push": {"avg_ms": 1.058, "count": 196, "max_ms": 1.685, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.223, "count": 195, "max_ms": 88.89, "p95_ms": 74.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.255, "count": 195, "max_ms": 118.019, "p95_ms": 104.168}, "yolo11_640_fire_11class": {"avg_ms": 60.474, "count": 195, "max_ms": 96.272, "p95_ms": 85.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.127, "count": 195, "max_ms": 107.447, "p95_ms": 97.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.865, "count": 196, "max_ms": 205.785, "p95_ms": 184.251}, "read_interval": {"avg_ms": 153.817, "count": 195, "max_ms": 214.491, "p95_ms": 193.188}, "triton_wait": {"avg_ms": 74.558, "count": 195, "max_ms": 118.036, "p95_ms": 104.18}, "visualize": {"avg_ms": 5.869, "count": 195, "max_ms": 8.084, "p95_ms": 6.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1513, "tracking_summary": 1374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6217.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31093.016, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.929, "sample_count": 1338, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:56:19+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T19:56:19+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T19:56:19.622097+09:00", "mtime_epoch": 1783335379.6220975, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:56:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 835.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.523, "pushed": 4.523, "read": 4.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.02, "count": 135, "max_ms": 168.783, "p95_ms": 163.498}, "gstreamer_push": {"avg_ms": 0.996, "count": 135, "max_ms": 2.878, "p95_ms": 1.871}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.71, "count": 135, "max_ms": 113.256, "p95_ms": 105.172}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.896, "count": 135, "max_ms": 114.623, "p95_ms": 104.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.501, "count": 135, "max_ms": 291.665, "p95_ms": 265.102}, "read_interval": {"avg_ms": 222.818, "count": 134, "max_ms": 297.722, "p95_ms": 273.048}, "triton_wait": {"avg_ms": 79.273, "count": 135, "max_ms": 114.638, "p95_ms": 109.078}, "visualize": {"avg_ms": 29.296, "count": 135, "max_ms": 54.458, "p95_ms": 43.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6208.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10490.059, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "R (running)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.335, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:56:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:56:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T19:56:28+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T19:56:28.714191+09:00", "mtime_epoch": 1783335388.7141907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:56:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1517.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 299, "max_ms": 7.115, "p95_ms": 5.883}, "gstreamer_push": {"avg_ms": 1.311, "count": 299, "max_ms": 2.054, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.369, "count": 299, "max_ms": 81.886, "p95_ms": 71.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.587, "count": 299, "max_ms": 120.136, "p95_ms": 96.99}, "yolo11_640_fire_11class": {"avg_ms": 61.099, "count": 299, "max_ms": 101.73, "p95_ms": 81.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.868, "count": 299, "max_ms": 110.248, "p95_ms": 91.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.738, "count": 299, "max_ms": 132.855, "p95_ms": 109.469}, "read_interval": {"avg_ms": 100.53, "count": 298, "max_ms": 518.606, "p95_ms": 136.184}, "triton_wait": {"avg_ms": 67.731, "count": 299, "max_ms": 120.148, "p95_ms": 97.002}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 5.212, "p95_ms": 4.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6212.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:54:33+09:00", "last_error_summary": "[h264 @ 0x55c918f007c0] error while decoding MB 75 22, bytestream -5", "last_exit_at": "2026-07-06T19:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.158, "last_started_at": "2026-07-06T19:54:36+09:00", "pid": 25137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.645, "name": "ffmpeg", "pid": 25137, "rss_mb": 271.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.741, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:56:41+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T19:56:41+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T19:56:41.362322+09:00", "mtime_epoch": 1783335401.362322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:56:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1632.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.679, "pushed": 6.679, "read": 6.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.885, "count": 199, "max_ms": 11.322, "p95_ms": 8.205}, "gstreamer_push": {"avg_ms": 1.05, "count": 200, "max_ms": 1.305, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.145, "count": 199, "max_ms": 86.176, "p95_ms": 74.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.884, "count": 199, "max_ms": 120.536, "p95_ms": 100.311}, "yolo11_640_fire_11class": {"avg_ms": 60.544, "count": 199, "max_ms": 88.826, "p95_ms": 81.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.163, "count": 199, "max_ms": 103.313, "p95_ms": 92.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.617, "count": 200, "max_ms": 197.682, "p95_ms": 175.514}, "read_interval": {"avg_ms": 150.574, "count": 199, "max_ms": 206.567, "p95_ms": 184.059}, "triton_wait": {"avg_ms": 74.342, "count": 199, "max_ms": 120.55, "p95_ms": 100.922}, "visualize": {"avg_ms": 5.816, "count": 199, "max_ms": 10.012, "p95_ms": 6.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1514, "tracking_summary": 1375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6216.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31123.061, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.936, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:56:49+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T19:56:49+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T19:56:49.654409+09:00", "mtime_epoch": 1783335409.6544094, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:56:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 835.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.399, "pushed": 4.399, "read": 4.366}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.561, "count": 131, "max_ms": 159.363, "p95_ms": 130.573}, "gstreamer_push": {"avg_ms": 0.8, "count": 131, "max_ms": 1.026, "p95_ms": 0.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.728, "count": 131, "max_ms": 114.733, "p95_ms": 103.577}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.09, "count": 131, "max_ms": 121.231, "p95_ms": 109.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.544, "count": 131, "max_ms": 285.457, "p95_ms": 267.413}, "read_interval": {"avg_ms": 229.399, "count": 130, "max_ms": 291.872, "p95_ms": 275.558}, "triton_wait": {"avg_ms": 77.761, "count": 131, "max_ms": 121.252, "p95_ms": 109.066}, "visualize": {"avg_ms": 27.35, "count": 131, "max_ms": 41.449, "p95_ms": 37.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.777, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10520.113, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.026, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:56:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:56:58+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T19:56:58+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T19:56:58.886508+09:00", "mtime_epoch": 1783335418.886508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:56:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1517.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 303, "max_ms": 6.631, "p95_ms": 5.882}, "gstreamer_push": {"avg_ms": 1.288, "count": 303, "max_ms": 1.69, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.593, "count": 303, "max_ms": 84.379, "p95_ms": 70.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.865, "count": 303, "max_ms": 124.573, "p95_ms": 99.753}, "yolo11_640_fire_11class": {"avg_ms": 60.744, "count": 303, "max_ms": 91.996, "p95_ms": 81.714}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.649, "count": 303, "max_ms": 101.137, "p95_ms": 90.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.684, "count": 303, "max_ms": 137.518, "p95_ms": 111.812}, "read_interval": {"avg_ms": 99.137, "count": 302, "max_ms": 466.341, "p95_ms": 132.775}, "triton_wait": {"avg_ms": 66.931, "count": 303, "max_ms": 124.586, "p95_ms": 99.765}, "visualize": {"avg_ms": 3.587, "count": 303, "max_ms": 4.942, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6206.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:54:33+09:00", "last_error_summary": "[h264 @ 0x55c918f007c0] error while decoding MB 75 22, bytestream -5", "last_exit_at": "2026-07-06T19:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.179, "last_started_at": "2026-07-06T19:54:36+09:00", "pid": 25137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.645, "name": "ffmpeg", "pid": 25137, "rss_mb": 271.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 22, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.704, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:57:11+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-06T19:57:11+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T19:57:11.358643+09:00", "mtime_epoch": 1783335431.3586428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:57:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.557, "pushed": 6.557, "read": 6.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.029, "count": 196, "max_ms": 11.125, "p95_ms": 8.574}, "gstreamer_push": {"avg_ms": 1.046, "count": 196, "max_ms": 1.603, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.897, "count": 196, "max_ms": 90.8, "p95_ms": 69.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.844, "count": 196, "max_ms": 117.718, "p95_ms": 98.939}, "yolo11_640_fire_11class": {"avg_ms": 60.838, "count": 196, "max_ms": 94.469, "p95_ms": 81.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.711, "count": 196, "max_ms": 105.557, "p95_ms": 92.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.447, "count": 196, "max_ms": 197.799, "p95_ms": 176.937}, "read_interval": {"avg_ms": 153.136, "count": 195, "max_ms": 205.966, "p95_ms": 186.738}, "triton_wait": {"avg_ms": 73.43, "count": 196, "max_ms": 117.73, "p95_ms": 101.091}, "visualize": {"avg_ms": 6.007, "count": 196, "max_ms": 7.884, "p95_ms": 7.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1515, "tracking_summary": 1376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5981.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31153.143, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.965, "sample_count": 1316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:57:19+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T19:57:19+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T19:57:19.722734+09:00", "mtime_epoch": 1783335439.7227345, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:57:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 837.617, "name": "celery", "pid": 239, "rss_mb": 836.477, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.156, "pushed": 4.156, "read": 4.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.969, "count": 124, "max_ms": 165.309, "p95_ms": 135.756}, "gstreamer_push": {"avg_ms": 0.919, "count": 124, "max_ms": 1.958, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.037, "count": 124, "max_ms": 110.782, "p95_ms": 101.052}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.905, "count": 124, "max_ms": 119.444, "p95_ms": 102.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.538, "count": 124, "max_ms": 282.034, "p95_ms": 265.965}, "read_interval": {"avg_ms": 242.651, "count": 123, "max_ms": 288.318, "p95_ms": 272.488}, "triton_wait": {"avg_ms": 76.142, "count": 124, "max_ms": 119.458, "p95_ms": 102.746}, "visualize": {"avg_ms": 28.61, "count": 124, "max_ms": 44.676, "p95_ms": 40.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10550.12, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.379, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:57:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:57:28+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T19:57:28+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T19:57:28.918836+09:00", "mtime_epoch": 1783335448.9188364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:57:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1517.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.292, "count": 300, "max_ms": 6.614, "p95_ms": 5.608}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 2.119, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.639, "count": 300, "max_ms": 85.827, "p95_ms": 71.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.078, "count": 300, "max_ms": 117.367, "p95_ms": 91.492}, "yolo11_640_fire_11class": {"avg_ms": 60.034, "count": 300, "max_ms": 97.276, "p95_ms": 79.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.441, "count": 300, "max_ms": 108.169, "p95_ms": 89.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.1, "count": 300, "max_ms": 129.691, "p95_ms": 104.666}, "read_interval": {"avg_ms": 100.104, "count": 300, "max_ms": 427.118, "p95_ms": 134.254}, "triton_wait": {"avg_ms": 65.275, "count": 300, "max_ms": 117.378, "p95_ms": 91.687}, "visualize": {"avg_ms": 3.623, "count": 300, "max_ms": 5.018, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6212.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:57:16+09:00", "last_error_summary": "[h264 @ 0x55fe1fba7240] error while decoding MB 4 25, bytestream -7", "last_exit_at": "2026-07-06T19:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.701, "last_started_at": "2026-07-06T19:57:19+09:00", "pid": 25244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.867, "name": "ffmpeg", "pid": 25244, "rss_mb": 265.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.937, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:57:41+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T19:57:41+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T19:57:41.454977+09:00", "mtime_epoch": 1783335461.4549768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:57:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.713, "pushed": 5.713, "read": 5.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.752, "count": 171, "max_ms": 11.123, "p95_ms": 8.928}, "gstreamer_push": {"avg_ms": 1.049, "count": 171, "max_ms": 1.282, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.418, "count": 171, "max_ms": 81.809, "p95_ms": 76.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.039, "count": 171, "max_ms": 112.325, "p95_ms": 100.32}, "yolo11_640_fire_11class": {"avg_ms": 59.592, "count": 171, "max_ms": 87.196, "p95_ms": 82.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.594, "count": 171, "max_ms": 106.548, "p95_ms": 96.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.171, "count": 171, "max_ms": 195.332, "p95_ms": 176.018}, "read_interval": {"avg_ms": 176.125, "count": 170, "max_ms": 5125.81, "p95_ms": 185.367}, "triton_wait": {"avg_ms": 72.227, "count": 171, "max_ms": 112.337, "p95_ms": 100.331}, "visualize": {"avg_ms": 5.785, "count": 171, "max_ms": 8.374, "p95_ms": 7.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1517, "tracking_summary": 1378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6214.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31183.411, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.01, "sample_count": 1323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:57:50+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-06T19:57:49+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T19:57:49.935073+09:00", "mtime_epoch": 1783335469.9350731, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 245985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:57:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 833.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.529, "pushed": 4.529, "read": 4.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.631, "count": 135, "max_ms": 151.579, "p95_ms": 132.997}, "gstreamer_push": {"avg_ms": 1.003, "count": 135, "max_ms": 2.177, "p95_ms": 1.937}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.806, "count": 135, "max_ms": 112.921, "p95_ms": 105.47}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.988, "count": 135, "max_ms": 113.976, "p95_ms": 107.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.935, "count": 135, "max_ms": 304.621, "p95_ms": 273.093}, "read_interval": {"avg_ms": 222.09, "count": 134, "max_ms": 312.211, "p95_ms": 279.232}, "triton_wait": {"avg_ms": 77.615, "count": 135, "max_ms": 113.989, "p95_ms": 108.487}, "visualize": {"avg_ms": 30.638, "count": 135, "max_ms": 59.749, "p95_ms": 40.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6205.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10580.144, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.379, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:57:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:57:59+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T19:57:58+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T19:57:58.915176+09:00", "mtime_epoch": 1783335478.915176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:57:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1518.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 300, "max_ms": 6.807, "p95_ms": 5.927}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 2.261, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.661, "count": 300, "max_ms": 86.611, "p95_ms": 70.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.509, "count": 300, "max_ms": 119.749, "p95_ms": 97.96}, "yolo11_640_fire_11class": {"avg_ms": 57.946, "count": 300, "max_ms": 87.705, "p95_ms": 76.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.159, "count": 300, "max_ms": 104.797, "p95_ms": 89.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.92, "count": 300, "max_ms": 134.752, "p95_ms": 111.066}, "read_interval": {"avg_ms": 100.02, "count": 299, "max_ms": 582.064, "p95_ms": 134.047}, "triton_wait": {"avg_ms": 66.144, "count": 300, "max_ms": 119.762, "p95_ms": 98.12}, "visualize": {"avg_ms": 3.623, "count": 300, "max_ms": 5.151, "p95_ms": 4.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:57:16+09:00", "last_error_summary": "[h264 @ 0x55fe1fba7240] error while decoding MB 4 25, bytestream -7", "last_exit_at": "2026-07-06T19:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.798, "last_started_at": "2026-07-06T19:57:19+09:00", "pid": 25244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.477, "name": "ffmpeg", "pid": 25244, "rss_mb": 269.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.704, "sample_count": 1930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:58:11+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-06T19:58:11+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T19:58:11.507322+09:00", "mtime_epoch": 1783335491.5073218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:58:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.579, "pushed": 6.579, "read": 6.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.863, "count": 196, "max_ms": 9.779, "p95_ms": 8.029}, "gstreamer_push": {"avg_ms": 1.038, "count": 197, "max_ms": 1.302, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.899, "count": 196, "max_ms": 87.305, "p95_ms": 74.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.257, "count": 196, "max_ms": 116.731, "p95_ms": 101.364}, "yolo11_640_fire_11class": {"avg_ms": 59.128, "count": 196, "max_ms": 89.714, "p95_ms": 77.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.61, "count": 196, "max_ms": 106.093, "p95_ms": 95.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.078, "count": 197, "max_ms": 206.406, "p95_ms": 181.136}, "read_interval": {"avg_ms": 152.621, "count": 196, "max_ms": 217.804, "p95_ms": 189.401}, "triton_wait": {"avg_ms": 73.717, "count": 196, "max_ms": 116.743, "p95_ms": 102.891}, "visualize": {"avg_ms": 5.901, "count": 196, "max_ms": 7.864, "p95_ms": 6.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1519, "tracking_summary": 1379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6216.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31213.503, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.216, "sample_count": 1321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:58:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:58:20+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-06T19:58:20+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-06T19:58:20.031422+09:00", "mtime_epoch": 1783335500.0314217, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:58:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 836.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.181, "pushed": 4.181, "read": 4.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.412, "count": 125, "max_ms": 149.897, "p95_ms": 136.326}, "gstreamer_push": {"avg_ms": 0.951, "count": 125, "max_ms": 3.181, "p95_ms": 1.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.357, "count": 125, "max_ms": 116.802, "p95_ms": 103.69}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.115, "count": 125, "max_ms": 122.265, "p95_ms": 99.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.58, "count": 125, "max_ms": 277.293, "p95_ms": 264.853}, "read_interval": {"avg_ms": 240.372, "count": 124, "max_ms": 283.408, "p95_ms": 269.637}, "triton_wait": {"avg_ms": 74.082, "count": 125, "max_ms": 122.279, "p95_ms": 104.987}, "visualize": {"avg_ms": 30.165, "count": 125, "max_ms": 52.116, "p95_ms": 41.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6205.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10610.212, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.454, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:58:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:58:29+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T19:58:28+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T19:58:28.979527+09:00", "mtime_epoch": 1783335508.9795272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 167427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:58:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1518.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 300, "max_ms": 6.723, "p95_ms": 5.412}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.678, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.196, "count": 300, "max_ms": 85.877, "p95_ms": 73.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.892, "count": 300, "max_ms": 126.234, "p95_ms": 95.769}, "yolo11_640_fire_11class": {"avg_ms": 57.592, "count": 300, "max_ms": 89.833, "p95_ms": 78.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.662, "count": 300, "max_ms": 104.761, "p95_ms": 92.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.331, "count": 300, "max_ms": 139.33, "p95_ms": 109.515}, "read_interval": {"avg_ms": 100.163, "count": 299, "max_ms": 618.699, "p95_ms": 132.623}, "triton_wait": {"avg_ms": 65.389, "count": 300, "max_ms": 126.248, "p95_ms": 97.072}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.583, "p95_ms": 4.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:57:16+09:00", "last_error_summary": "[h264 @ 0x55fe1fba7240] error while decoding MB 4 25, bytestream -7", "last_exit_at": "2026-07-06T19:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.809, "last_started_at": "2026-07-06T19:57:19+09:00", "pid": 25244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.25, "name": "ffmpeg", "pid": 25244, "rss_mb": 270.25, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.061, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:58:41+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T19:58:41+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T19:58:41.543677+09:00", "mtime_epoch": 1783335521.5436773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:58:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.361, "pushed": 6.361, "read": 6.328}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.957, "count": 190, "max_ms": 11.124, "p95_ms": 8.364}, "gstreamer_push": {"avg_ms": 1.04, "count": 190, "max_ms": 1.297, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.719, "count": 190, "max_ms": 84.825, "p95_ms": 75.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.536, "count": 190, "max_ms": 124.196, "p95_ms": 106.671}, "yolo11_640_fire_11class": {"avg_ms": 60.209, "count": 190, "max_ms": 87.064, "p95_ms": 80.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.448, "count": 190, "max_ms": 104.556, "p95_ms": 96.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.317, "count": 190, "max_ms": 197.789, "p95_ms": 184.088}, "read_interval": {"avg_ms": 157.906, "count": 189, "max_ms": 205.343, "p95_ms": 192.224}, "triton_wait": {"avg_ms": 76.864, "count": 190, "max_ms": 124.208, "p95_ms": 106.684}, "visualize": {"avg_ms": 5.979, "count": 190, "max_ms": 7.464, "p95_ms": 6.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1519, "tracking_summary": 1380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6207.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31243.617, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.673, "sample_count": 1318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:58:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T19:58:50+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T19:58:50+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T19:58:50.195781+09:00", "mtime_epoch": 1783335530.1957815, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:58:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 825.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.584, "pushed": 4.584, "read": 4.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.113, "count": 137, "max_ms": 158.047, "p95_ms": 133.248}, "gstreamer_push": {"avg_ms": 1.146, "count": 137, "max_ms": 3.254, "p95_ms": 2.097}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.361, "count": 137, "max_ms": 110.004, "p95_ms": 103.979}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.408, "count": 137, "max_ms": 110.561, "p95_ms": 102.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.072, "count": 137, "max_ms": 295.603, "p95_ms": 264.442}, "read_interval": {"avg_ms": 219.691, "count": 136, "max_ms": 301.66, "p95_ms": 270.645}, "triton_wait": {"avg_ms": 76.584, "count": 137, "max_ms": 110.574, "p95_ms": 104.98}, "visualize": {"avg_ms": 30.414, "count": 137, "max_ms": 46.341, "p95_ms": 41.679}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6220.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10640.26, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.283, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:58:59+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T19:58:59+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T19:58:59.031889+09:00", "mtime_epoch": 1783335539.031889, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:58:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1518.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.342, "count": 302, "max_ms": 6.917, "p95_ms": 5.689}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 1.953, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.356, "count": 302, "max_ms": 85.744, "p95_ms": 74.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.309, "count": 302, "max_ms": 112.88, "p95_ms": 96.49}, "yolo11_640_fire_11class": {"avg_ms": 58.114, "count": 302, "max_ms": 87.034, "p95_ms": 78.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.366, "count": 302, "max_ms": 109.236, "p95_ms": 91.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.041, "count": 302, "max_ms": 125.633, "p95_ms": 111.206}, "read_interval": {"avg_ms": 99.428, "count": 301, "max_ms": 530.732, "p95_ms": 132.108}, "triton_wait": {"avg_ms": 65.991, "count": 302, "max_ms": 112.895, "p95_ms": 96.66}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 5.959, "p95_ms": 4.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:57:16+09:00", "last_error_summary": "[h264 @ 0x55fe1fba7240] error while decoding MB 4 25, bytestream -7", "last_exit_at": "2026-07-06T19:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.926, "last_started_at": "2026-07-06T19:57:19+09:00", "pid": 25244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.797, "name": "ffmpeg", "pid": 25244, "rss_mb": 271.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.472, "sample_count": 1904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:59:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T19:59:11+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T19:59:11+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-06T19:59:11.672044+09:00", "mtime_epoch": 1783335551.672044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:59:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.408, "pushed": 6.408, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.173, "count": 191, "max_ms": 11.036, "p95_ms": 8.531}, "gstreamer_push": {"avg_ms": 1.017, "count": 192, "max_ms": 1.415, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.881, "count": 191, "max_ms": 84.479, "p95_ms": 75.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.887, "count": 191, "max_ms": 109.279, "p95_ms": 101.434}, "yolo11_640_fire_11class": {"avg_ms": 59.48, "count": 191, "max_ms": 85.553, "p95_ms": 78.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.948, "count": 191, "max_ms": 104.553, "p95_ms": 94.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.536, "count": 192, "max_ms": 192.066, "p95_ms": 182.699}, "read_interval": {"avg_ms": 156.927, "count": 191, "max_ms": 200.121, "p95_ms": 191.88}, "triton_wait": {"avg_ms": 73.526, "count": 191, "max_ms": 109.291, "p95_ms": 102.556}, "visualize": {"avg_ms": 6.207, "count": 191, "max_ms": 10.44, "p95_ms": 7.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1521, "tracking_summary": 1381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6219.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31273.798, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.876, "sample_count": 1319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:59:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:59:20+09:00", "last_frame_read_age_sec": 0.263, "last_frame_read_at": "2026-07-06T19:59:20+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T19:59:20.340151+09:00", "mtime_epoch": 1783335560.3401513, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:59:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 836.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.175, "pushed": 4.175, "read": 4.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.14, "count": 125, "max_ms": 161.154, "p95_ms": 135.846}, "gstreamer_push": {"avg_ms": 0.871, "count": 125, "max_ms": 1.816, "p95_ms": 1.739}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.722, "count": 125, "max_ms": 109.749, "p95_ms": 98.887}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.249, "count": 125, "max_ms": 117.974, "p95_ms": 102.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.424, "count": 125, "max_ms": 276.157, "p95_ms": 266.468}, "read_interval": {"avg_ms": 241.223, "count": 124, "max_ms": 282.168, "p95_ms": 274.449}, "triton_wait": {"avg_ms": 76.351, "count": 125, "max_ms": 117.999, "p95_ms": 104.437}, "visualize": {"avg_ms": 29.052, "count": 125, "max_ms": 50.013, "p95_ms": 40.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6218.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10670.384, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.546, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T19:59:29+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T19:59:29+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T19:59:29.136261+09:00", "mtime_epoch": 1783335569.136261, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:59:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1518.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.311, "count": 298, "max_ms": 6.891, "p95_ms": 5.765}, "gstreamer_push": {"avg_ms": 1.286, "count": 298, "max_ms": 2.09, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.555, "count": 298, "max_ms": 83.28, "p95_ms": 68.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.458, "count": 298, "max_ms": 118.771, "p95_ms": 93.955}, "yolo11_640_fire_11class": {"avg_ms": 57.458, "count": 298, "max_ms": 92.448, "p95_ms": 76.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.527, "count": 298, "max_ms": 100.582, "p95_ms": 91.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.884, "count": 298, "max_ms": 136.818, "p95_ms": 107.683}, "read_interval": {"avg_ms": 100.706, "count": 297, "max_ms": 603.024, "p95_ms": 126.37}, "triton_wait": {"avg_ms": 64.938, "count": 298, "max_ms": 118.783, "p95_ms": 94.652}, "visualize": {"avg_ms": 3.669, "count": 298, "max_ms": 5.836, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6218.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:57:16+09:00", "last_error_summary": "[h264 @ 0x55fe1fba7240] error while decoding MB 4 25, bytestream -7", "last_exit_at": "2026-07-06T19:57:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.013, "last_started_at": "2026-07-06T19:57:19+09:00", "pid": 25244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.797, "name": "ffmpeg", "pid": 25244, "rss_mb": 271.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.799, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:59:41+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T19:59:41+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-06T19:59:41.752420+09:00", "mtime_epoch": 1783335581.7524197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T19:59:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.408, "pushed": 6.408, "read": 6.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.962, "count": 191, "max_ms": 9.83, "p95_ms": 8.854}, "gstreamer_push": {"avg_ms": 1.03, "count": 192, "max_ms": 1.418, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.084, "count": 191, "max_ms": 83.755, "p95_ms": 74.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.534, "count": 191, "max_ms": 119.292, "p95_ms": 104.712}, "yolo11_640_fire_11class": {"avg_ms": 60.473, "count": 191, "max_ms": 89.035, "p95_ms": 81.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.078, "count": 191, "max_ms": 106.186, "p95_ms": 94.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.144, "count": 192, "max_ms": 201.392, "p95_ms": 184.108}, "read_interval": {"avg_ms": 156.737, "count": 191, "max_ms": 209.18, "p95_ms": 193.236}, "triton_wait": {"avg_ms": 75.145, "count": 191, "max_ms": 119.305, "p95_ms": 105.853}, "visualize": {"avg_ms": 6.051, "count": 191, "max_ms": 9.008, "p95_ms": 7.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1522, "tracking_summary": 1382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31303.946, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.965, "sample_count": 1320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:59:50+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T19:59:50+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T19:59:50.596532+09:00", "mtime_epoch": 1783335590.5965319, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T19:59:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 835.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.772, "pushed": 4.772, "read": 4.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 95.491, "count": 143, "max_ms": 162.233, "p95_ms": 132.904}, "gstreamer_push": {"avg_ms": 0.844, "count": 143, "max_ms": 2.106, "p95_ms": 0.967}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.259, "count": 143, "max_ms": 114.272, "p95_ms": 105.778}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.609, "count": 143, "max_ms": 112.897, "p95_ms": 103.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.86, "count": 143, "max_ms": 302.659, "p95_ms": 260.971}, "read_interval": {"avg_ms": 211.192, "count": 142, "max_ms": 308.748, "p95_ms": 267.342}, "triton_wait": {"avg_ms": 77.416, "count": 143, "max_ms": 114.285, "p95_ms": 105.789}, "visualize": {"avg_ms": 26.907, "count": 143, "max_ms": 42.987, "p95_ms": 32.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 5993.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10700.419, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.104, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T19:59:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T19:59:59+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T19:59:59+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T19:59:59.224642+09:00", "mtime_epoch": 1783335599.2246423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T19:59:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1518.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.058}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.318, "count": 302, "max_ms": 6.964, "p95_ms": 5.753}, "gstreamer_push": {"avg_ms": 1.287, "count": 302, "max_ms": 1.994, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.556, "count": 302, "max_ms": 84.097, "p95_ms": 69.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.676, "count": 302, "max_ms": 124.451, "p95_ms": 97.412}, "yolo11_640_fire_11class": {"avg_ms": 58.159, "count": 302, "max_ms": 90.774, "p95_ms": 77.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.141, "count": 302, "max_ms": 102.951, "p95_ms": 91.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.384, "count": 302, "max_ms": 137.766, "p95_ms": 111.32}, "read_interval": {"avg_ms": 99.517, "count": 301, "max_ms": 640.762, "p95_ms": 128.942}, "triton_wait": {"avg_ms": 66.48, "count": 302, "max_ms": 124.464, "p95_ms": 98.244}, "visualize": {"avg_ms": 3.646, "count": 302, "max_ms": 5.584, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:59:55+09:00", "last_error_summary": "[h264 @ 0x55ee139f4b00] error while decoding MB 44 31, bytestream -5", "last_exit_at": "2026-07-06T19:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.334, "last_started_at": "2026-07-06T19:59:57+09:00", "pid": 25351, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.707, "name": "ffmpeg", "pid": 25351, "rss_mb": 264.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.679, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:00:11+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-06T20:00:11+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T20:00:11.852805+09:00", "mtime_epoch": 1783335611.852805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:00:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.474, "pushed": 5.474, "read": 5.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.159, "count": 163, "max_ms": 10.501, "p95_ms": 9.554}, "gstreamer_push": {"avg_ms": 1.041, "count": 164, "max_ms": 1.379, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.283, "count": 163, "max_ms": 83.466, "p95_ms": 75.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.86, "count": 163, "max_ms": 115.984, "p95_ms": 99.332}, "yolo11_640_fire_11class": {"avg_ms": 60.117, "count": 163, "max_ms": 87.004, "p95_ms": 80.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.357, "count": 163, "max_ms": 102.764, "p95_ms": 94.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.175, "count": 164, "max_ms": 195.167, "p95_ms": 182.347}, "read_interval": {"avg_ms": 183.728, "count": 163, "max_ms": 4357.147, "p95_ms": 191.725}, "triton_wait": {"avg_ms": 74.55, "count": 163, "max_ms": 115.995, "p95_ms": 99.606}, "visualize": {"avg_ms": 6.186, "count": 163, "max_ms": 8.622, "p95_ms": 7.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1523, "tracking_summary": 1383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6215.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31334.152, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.102, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T20:00:20+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T20:00:20+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T20:00:20.728920+09:00", "mtime_epoch": 1783335620.72892, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:00:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 838.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.552, "pushed": 4.552, "read": 4.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.702, "count": 136, "max_ms": 170.892, "p95_ms": 139.166}, "gstreamer_push": {"avg_ms": 0.818, "count": 136, "max_ms": 1.069, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.995, "count": 136, "max_ms": 110.836, "p95_ms": 100.623}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.005, "count": 136, "max_ms": 113.321, "p95_ms": 97.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.961, "count": 136, "max_ms": 283.768, "p95_ms": 259.586}, "read_interval": {"avg_ms": 220.784, "count": 135, "max_ms": 293.083, "p95_ms": 267.797}, "triton_wait": {"avg_ms": 76.943, "count": 136, "max_ms": 113.332, "p95_ms": 100.633}, "visualize": {"avg_ms": 25.321, "count": 136, "max_ms": 34.175, "p95_ms": 30.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6217.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10730.418, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.89, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:00:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:00:29+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T20:00:29+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T20:00:29.217031+09:00", "mtime_epoch": 1783335629.2170308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:00:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1518.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.134, "read": 10.1}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.367, "count": 303, "max_ms": 6.853, "p95_ms": 5.747}, "gstreamer_push": {"avg_ms": 1.315, "count": 304, "max_ms": 1.796, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.081, "count": 303, "max_ms": 85.579, "p95_ms": 69.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.314, "count": 303, "max_ms": 110.53, "p95_ms": 95.269}, "yolo11_640_fire_11class": {"avg_ms": 57.93, "count": 303, "max_ms": 87.502, "p95_ms": 77.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.929, "count": 303, "max_ms": 104.157, "p95_ms": 90.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.895, "count": 303, "max_ms": 123.333, "p95_ms": 107.978}, "read_interval": {"avg_ms": 98.98, "count": 303, "max_ms": 432.678, "p95_ms": 129.954}, "triton_wait": {"avg_ms": 66.841, "count": 303, "max_ms": 110.544, "p95_ms": 95.494}, "visualize": {"avg_ms": 3.693, "count": 303, "max_ms": 5.67, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:59:55+09:00", "last_error_summary": "[h264 @ 0x55ee139f4b00] error while decoding MB 44 31, bytestream -5", "last_exit_at": "2026-07-06T19:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.429, "last_started_at": "2026-07-06T19:59:57+09:00", "pid": 25351, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.348, "name": "ffmpeg", "pid": 25351, "rss_mb": 269.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.467, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:00:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:00:42+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T20:00:41+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T20:00:41.917198+09:00", "mtime_epoch": 1783335641.917198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:00:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.445, "pushed": 6.445, "read": 6.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.134, "count": 192, "max_ms": 11.047, "p95_ms": 9.005}, "gstreamer_push": {"avg_ms": 1.034, "count": 193, "max_ms": 1.484, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.109, "count": 192, "max_ms": 74.991, "p95_ms": 71.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.652, "count": 192, "max_ms": 111.998, "p95_ms": 97.11}, "yolo11_640_fire_11class": {"avg_ms": 58.435, "count": 192, "max_ms": 82.003, "p95_ms": 75.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.753, "count": 192, "max_ms": 97.573, "p95_ms": 91.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.543, "count": 193, "max_ms": 190.661, "p95_ms": 176.593}, "read_interval": {"avg_ms": 155.805, "count": 192, "max_ms": 198.642, "p95_ms": 185.498}, "triton_wait": {"avg_ms": 73.162, "count": 192, "max_ms": 112.011, "p95_ms": 97.124}, "visualize": {"avg_ms": 6.14, "count": 192, "max_ms": 8.008, "p95_ms": 7.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1525, "tracking_summary": 1384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6216.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31364.294, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.929, "sample_count": 1318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:00:51+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T20:00:50+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T20:00:50.869317+09:00", "mtime_epoch": 1783335650.8693166, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:00:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 835.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.412, "pushed": 4.412, "read": 4.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.463, "count": 132, "max_ms": 143.511, "p95_ms": 134.28}, "gstreamer_push": {"avg_ms": 0.8, "count": 132, "max_ms": 1.024, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.725, "count": 132, "max_ms": 102.268, "p95_ms": 97.148}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.083, "count": 132, "max_ms": 109.094, "p95_ms": 101.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.43, "count": 132, "max_ms": 275.789, "p95_ms": 260.4}, "read_interval": {"avg_ms": 228.292, "count": 131, "max_ms": 284.254, "p95_ms": 268.101}, "triton_wait": {"avg_ms": 76.551, "count": 132, "max_ms": 109.107, "p95_ms": 102.28}, "visualize": {"avg_ms": 26.509, "count": 132, "max_ms": 31.049, "p95_ms": 29.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6216.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10760.426, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.451, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:00:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:00:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T20:00:59+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T20:00:59.229428+09:00", "mtime_epoch": 1783335659.229428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:00:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1519.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.083}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.253, "count": 298, "max_ms": 6.615, "p95_ms": 5.395}, "gstreamer_push": {"avg_ms": 1.291, "count": 298, "max_ms": 2.215, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.431, "count": 298, "max_ms": 89.5, "p95_ms": 70.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.249, "count": 298, "max_ms": 110.258, "p95_ms": 95.637}, "yolo11_640_fire_11class": {"avg_ms": 57.21, "count": 298, "max_ms": 91.46, "p95_ms": 76.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.621, "count": 298, "max_ms": 101.816, "p95_ms": 91.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.524, "count": 298, "max_ms": 123.063, "p95_ms": 109.229}, "read_interval": {"avg_ms": 100.714, "count": 298, "max_ms": 526.012, "p95_ms": 131.411}, "triton_wait": {"avg_ms": 65.72, "count": 298, "max_ms": 110.273, "p95_ms": 96.54}, "visualize": {"avg_ms": 3.641, "count": 298, "max_ms": 5.328, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.554, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6218.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:59:55+09:00", "last_error_summary": "[h264 @ 0x55ee139f4b00] error while decoding MB 44 31, bytestream -5", "last_exit_at": "2026-07-06T19:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.495, "last_started_at": "2026-07-06T19:59:57+09:00", "pid": 25351, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.863, "name": "ffmpeg", "pid": 25351, "rss_mb": 269.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.968, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:01:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:01:12+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T20:01:12+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T20:01:12.041600+09:00", "mtime_epoch": 1783335672.0416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:01:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.351, "pushed": 6.351, "read": 6.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.059, "count": 190, "max_ms": 9.283, "p95_ms": 8.03}, "gstreamer_push": {"avg_ms": 1.038, "count": 190, "max_ms": 1.419, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.759, "count": 190, "max_ms": 83.38, "p95_ms": 74.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.79, "count": 190, "max_ms": 111.84, "p95_ms": 98.294}, "yolo11_640_fire_11class": {"avg_ms": 60.278, "count": 190, "max_ms": 85.828, "p95_ms": 77.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.933, "count": 190, "max_ms": 101.897, "p95_ms": 92.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.647, "count": 190, "max_ms": 194.949, "p95_ms": 177.931}, "read_interval": {"avg_ms": 158.368, "count": 189, "max_ms": 340.632, "p95_ms": 186.543}, "triton_wait": {"avg_ms": 75.234, "count": 190, "max_ms": 111.853, "p95_ms": 98.675}, "visualize": {"avg_ms": 6.133, "count": 190, "max_ms": 8.227, "p95_ms": 7.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1525, "tracking_summary": 1385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31394.393, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.691, "sample_count": 1310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:01:21+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-06T20:01:20+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T20:01:20.961720+09:00", "mtime_epoch": 1783335680.9617205, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:01:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 836.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.186, "pushed": 4.186, "read": 4.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.617, "count": 125, "max_ms": 149.756, "p95_ms": 131.248}, "gstreamer_push": {"avg_ms": 0.796, "count": 125, "max_ms": 1.331, "p95_ms": 0.849}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.675, "count": 125, "max_ms": 110.026, "p95_ms": 101.895}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.889, "count": 125, "max_ms": 114.362, "p95_ms": 104.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.048, "count": 125, "max_ms": 273.741, "p95_ms": 262.877}, "read_interval": {"avg_ms": 240.878, "count": 124, "max_ms": 279.971, "p95_ms": 271.411}, "triton_wait": {"avg_ms": 77.31, "count": 125, "max_ms": 114.377, "p95_ms": 105.95}, "visualize": {"avg_ms": 26.277, "count": 125, "max_ms": 45.374, "p95_ms": 28.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6215.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10790.504, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.941, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T20:01:29+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T20:01:29+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T20:01:29.297834+09:00", "mtime_epoch": 1783335689.2978337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:01:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1519.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.293, "count": 300, "max_ms": 6.854, "p95_ms": 5.401}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.961, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.266, "count": 300, "max_ms": 83.05, "p95_ms": 69.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.378, "count": 300, "max_ms": 109.329, "p95_ms": 89.803}, "yolo11_640_fire_11class": {"avg_ms": 57.194, "count": 300, "max_ms": 88.306, "p95_ms": 78.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.521, "count": 300, "max_ms": 104.335, "p95_ms": 90.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.278, "count": 300, "max_ms": 122.878, "p95_ms": 106.371}, "read_interval": {"avg_ms": 100.276, "count": 299, "max_ms": 792.947, "p95_ms": 131.257}, "triton_wait": {"avg_ms": 63.415, "count": 300, "max_ms": 109.343, "p95_ms": 92.463}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 4.721, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6218.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:59:55+09:00", "last_error_summary": "[h264 @ 0x55ee139f4b00] error while decoding MB 44 31, bytestream -5", "last_exit_at": "2026-07-06T19:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.503, "last_started_at": "2026-07-06T19:59:57+09:00", "pid": 25351, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.441, "name": "ffmpeg", "pid": 25351, "rss_mb": 272.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.564, "sample_count": 1871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T20:01:42+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T20:01:41+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T20:01:41.958007+09:00", "mtime_epoch": 1783335701.9580066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:01:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.367, "pushed": 6.367, "read": 6.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.115, "count": 190, "max_ms": 10.463, "p95_ms": 9.095}, "gstreamer_push": {"avg_ms": 1.042, "count": 190, "max_ms": 1.325, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.989, "count": 190, "max_ms": 84.782, "p95_ms": 72.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.103, "count": 190, "max_ms": 118.089, "p95_ms": 107.003}, "yolo11_640_fire_11class": {"avg_ms": 58.791, "count": 190, "max_ms": 85.516, "p95_ms": 77.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.371, "count": 190, "max_ms": 104.861, "p95_ms": 93.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.211, "count": 190, "max_ms": 208.878, "p95_ms": 186.971}, "read_interval": {"avg_ms": 157.593, "count": 189, "max_ms": 214.416, "p95_ms": 194.03}, "triton_wait": {"avg_ms": 75.706, "count": 190, "max_ms": 118.103, "p95_ms": 107.016}, "visualize": {"avg_ms": 6.103, "count": 190, "max_ms": 8.137, "p95_ms": 7.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1527, "tracking_summary": 1386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31424.523, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.552, "sample_count": 1313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:01:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:01:51+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T20:01:51+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T20:01:51.098132+09:00", "mtime_epoch": 1783335711.0981324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:01:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 833.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.518, "pushed": 4.518, "read": 4.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.156, "count": 135, "max_ms": 187.907, "p95_ms": 157.252}, "gstreamer_push": {"avg_ms": 0.955, "count": 135, "max_ms": 2.06, "p95_ms": 1.848}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.335, "count": 135, "max_ms": 114.511, "p95_ms": 102.272}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.561, "count": 135, "max_ms": 112.953, "p95_ms": 106.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.1, "count": 135, "max_ms": 319.786, "p95_ms": 268.679}, "read_interval": {"avg_ms": 223.099, "count": 134, "max_ms": 326.034, "p95_ms": 277.063}, "triton_wait": {"avg_ms": 78.061, "count": 135, "max_ms": 114.523, "p95_ms": 106.093}, "visualize": {"avg_ms": 28.873, "count": 135, "max_ms": 48.977, "p95_ms": 40.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6220.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10820.557, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.715, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:01:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T20:01:59+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T20:01:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T20:01:59.358246+09:00", "mtime_epoch": 1783335719.3582463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:01:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1519.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.326, "count": 300, "max_ms": 6.793, "p95_ms": 5.836}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.579, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.883, "count": 300, "max_ms": 81.733, "p95_ms": 70.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.485, "count": 300, "max_ms": 120.809, "p95_ms": 94.426}, "yolo11_640_fire_11class": {"avg_ms": 57.615, "count": 300, "max_ms": 92.503, "p95_ms": 77.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.301, "count": 300, "max_ms": 108.229, "p95_ms": 91.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.159, "count": 300, "max_ms": 133.758, "p95_ms": 109.955}, "read_interval": {"avg_ms": 100.225, "count": 299, "max_ms": 701.885, "p95_ms": 135.302}, "triton_wait": {"avg_ms": 65.204, "count": 300, "max_ms": 120.822, "p95_ms": 97.323}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 5.088, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6221.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T19:59:55+09:00", "last_error_summary": "[h264 @ 0x55ee139f4b00] error while decoding MB 44 31, bytestream -5", "last_exit_at": "2026-07-06T19:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.535, "last_started_at": "2026-07-06T19:59:57+09:00", "pid": 25351, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.441, "name": "ffmpeg", "pid": 25351, "rss_mb": 272.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.699, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:02:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:02:12+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T20:02:12+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T20:02:12.078423+09:00", "mtime_epoch": 1783335732.0784233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:02:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.466, "pushed": 6.466, "read": 6.432}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.055, "count": 193, "max_ms": 10.798, "p95_ms": 8.684}, "gstreamer_push": {"avg_ms": 1.02, "count": 193, "max_ms": 1.306, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.701, "count": 193, "max_ms": 86.985, "p95_ms": 79.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.908, "count": 193, "max_ms": 118.363, "p95_ms": 98.764}, "yolo11_640_fire_11class": {"avg_ms": 59.863, "count": 193, "max_ms": 89.888, "p95_ms": 82.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.153, "count": 193, "max_ms": 105.723, "p95_ms": 96.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.149, "count": 193, "max_ms": 206.185, "p95_ms": 191.612}, "read_interval": {"avg_ms": 155.676, "count": 192, "max_ms": 213.625, "p95_ms": 199.809}, "triton_wait": {"avg_ms": 73.44, "count": 193, "max_ms": 118.376, "p95_ms": 100.606}, "visualize": {"avg_ms": 6.126, "count": 193, "max_ms": 9.769, "p95_ms": 7.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1529, "tracking_summary": 1387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6216.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31454.575, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.11, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:02:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:02:21+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T20:02:21+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T20:02:21.138550+09:00", "mtime_epoch": 1783335741.1385498, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:02:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 831.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.227, "pushed": 4.227, "read": 4.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.396, "count": 126, "max_ms": 183.132, "p95_ms": 139.471}, "gstreamer_push": {"avg_ms": 0.785, "count": 126, "max_ms": 1.181, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.059, "count": 126, "max_ms": 114.554, "p95_ms": 102.588}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.434, "count": 126, "max_ms": 115.535, "p95_ms": 101.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.545, "count": 126, "max_ms": 330.268, "p95_ms": 260.715}, "read_interval": {"avg_ms": 238.419, "count": 125, "max_ms": 345.104, "p95_ms": 269.452}, "triton_wait": {"avg_ms": 73.479, "count": 126, "max_ms": 115.545, "p95_ms": 103.639}, "visualize": {"avg_ms": 25.748, "count": 126, "max_ms": 46.63, "p95_ms": 39.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.809, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6232.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10850.607, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.941, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:02:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:02:29+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T20:02:29+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T20:02:29.406666+09:00", "mtime_epoch": 1783335749.406666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:02:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1519.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 297, "max_ms": 6.672, "p95_ms": 5.729}, "gstreamer_push": {"avg_ms": 1.297, "count": 297, "max_ms": 1.882, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.699, "count": 297, "max_ms": 85.704, "p95_ms": 65.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.767, "count": 297, "max_ms": 108.485, "p95_ms": 96.267}, "yolo11_640_fire_11class": {"avg_ms": 57.045, "count": 297, "max_ms": 91.193, "p95_ms": 76.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.797, "count": 297, "max_ms": 106.131, "p95_ms": 91.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.402, "count": 297, "max_ms": 122.376, "p95_ms": 110.114}, "read_interval": {"avg_ms": 101.215, "count": 296, "max_ms": 652.257, "p95_ms": 132.235}, "triton_wait": {"avg_ms": 64.467, "count": 297, "max_ms": 108.499, "p95_ms": 97.124}, "visualize": {"avg_ms": 3.656, "count": 297, "max_ms": 5.528, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6203.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:02:29+09:00", "last_error_summary": "[h264 @ 0x55b370b1d900] error while decoding MB 60 39, bytestream -5", "last_exit_at": "2026-07-06T20:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.835, "last_started_at": "2026-07-06T20:02:32+09:00", "pid": 25458, "process": {"exists": true, "fd_count": 5, "hwm_mb": 255.738, "name": "ffmpeg", "pid": 25458, "rss_mb": 255.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 24, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.347, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:02:42+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T20:02:42+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-06T20:02:42.182846+09:00", "mtime_epoch": 1783335762.1828463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:02:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1633.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.339, "pushed": 5.339, "read": 5.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.265, "count": 159, "max_ms": 10.988, "p95_ms": 9.543}, "gstreamer_push": {"avg_ms": 1.018, "count": 160, "max_ms": 1.419, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.023, "count": 159, "max_ms": 79.861, "p95_ms": 70.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.293, "count": 159, "max_ms": 115.057, "p95_ms": 97.096}, "yolo11_640_fire_11class": {"avg_ms": 58.335, "count": 159, "max_ms": 85.834, "p95_ms": 76.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.945, "count": 159, "max_ms": 98.393, "p95_ms": 91.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.306, "count": 160, "max_ms": 179.765, "p95_ms": 176.381}, "read_interval": {"avg_ms": 188.469, "count": 159, "max_ms": 4913.163, "p95_ms": 184.832}, "triton_wait": {"avg_ms": 72.71, "count": 159, "max_ms": 115.07, "p95_ms": 97.156}, "visualize": {"avg_ms": 6.371, "count": 159, "max_ms": 9.22, "p95_ms": 7.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1530, "tracking_summary": 1389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6215.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31484.701, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.787, "sample_count": 1320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:02:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:02:51+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-06T20:02:51+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T20:02:51.286976+09:00", "mtime_epoch": 1783335771.2869756, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:02:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.508, "name": "celery", "pid": 239, "rss_mb": 836.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.685, "pushed": 4.685, "read": 4.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.486, "count": 140, "max_ms": 140.289, "p95_ms": 131.69}, "gstreamer_push": {"avg_ms": 0.964, "count": 140, "max_ms": 2.29, "p95_ms": 1.942}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.478, "count": 140, "max_ms": 113.918, "p95_ms": 101.14}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.535, "count": 140, "max_ms": 114.915, "p95_ms": 98.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.997, "count": 140, "max_ms": 271.997, "p95_ms": 257.357}, "read_interval": {"avg_ms": 215.085, "count": 139, "max_ms": 279.078, "p95_ms": 263.606}, "triton_wait": {"avg_ms": 75.242, "count": 140, "max_ms": 114.926, "p95_ms": 101.891}, "visualize": {"avg_ms": 27.32, "count": 140, "max_ms": 41.922, "p95_ms": 40.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6218.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10880.715, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.727, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:02:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:02:59+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:02:59+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T20:02:59.487092+09:00", "mtime_epoch": 1783335779.4870925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:02:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1519.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.095}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.232, "count": 303, "max_ms": 6.774, "p95_ms": 5.227}, "gstreamer_push": {"avg_ms": 1.287, "count": 303, "max_ms": 2.124, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.575, "count": 303, "max_ms": 85.583, "p95_ms": 65.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.162, "count": 303, "max_ms": 118.79, "p95_ms": 93.146}, "yolo11_640_fire_11class": {"avg_ms": 56.85, "count": 303, "max_ms": 89.738, "p95_ms": 75.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.274, "count": 303, "max_ms": 102.731, "p95_ms": 90.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.851, "count": 303, "max_ms": 131.841, "p95_ms": 108.055}, "read_interval": {"avg_ms": 99.054, "count": 302, "max_ms": 583.733, "p95_ms": 132.332}, "triton_wait": {"avg_ms": 63.015, "count": 303, "max_ms": 118.804, "p95_ms": 95.202}, "visualize": {"avg_ms": 3.656, "count": 303, "max_ms": 5.393, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:02:29+09:00", "last_error_summary": "[h264 @ 0x55b370b1d900] error while decoding MB 60 39, bytestream -5", "last_exit_at": "2026-07-06T20:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.884, "last_started_at": "2026-07-06T20:02:32+09:00", "pid": 25458, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.309, "name": "ffmpeg", "pid": 25458, "rss_mb": 266.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 24, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.888, "sample_count": 1853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:03:12+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-06T20:03:12+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T20:03:12.215275+09:00", "mtime_epoch": 1783335792.2152748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:03:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.455, "pushed": 6.455, "read": 6.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.957, "count": 193, "max_ms": 9.912, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.031, "count": 193, "max_ms": 1.532, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.499, "count": 193, "max_ms": 88.659, "p95_ms": 72.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.281, "count": 193, "max_ms": 122.993, "p95_ms": 99.579}, "yolo11_640_fire_11class": {"avg_ms": 58.768, "count": 193, "max_ms": 89.972, "p95_ms": 77.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.867, "count": 193, "max_ms": 104.661, "p95_ms": 93.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.362, "count": 193, "max_ms": 197.284, "p95_ms": 177.782}, "read_interval": {"avg_ms": 155.674, "count": 192, "max_ms": 205.661, "p95_ms": 187.132}, "triton_wait": {"avg_ms": 73.784, "count": 193, "max_ms": 123.006, "p95_ms": 99.623}, "visualize": {"avg_ms": 6.124, "count": 193, "max_ms": 9.038, "p95_ms": 7.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1531, "tracking_summary": 1390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6221.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31514.883, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.71, "sample_count": 1322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:03:21+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T20:03:21+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T20:03:21.459408+09:00", "mtime_epoch": 1783335801.4594078, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:03:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 834.656, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.242, "pushed": 4.242, "read": 4.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.392, "count": 127, "max_ms": 140.684, "p95_ms": 133.9}, "gstreamer_push": {"avg_ms": 0.905, "count": 127, "max_ms": 2.831, "p95_ms": 1.806}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.004, "count": 127, "max_ms": 104.353, "p95_ms": 99.295}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.362, "count": 127, "max_ms": 106.866, "p95_ms": 100.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.613, "count": 127, "max_ms": 275.987, "p95_ms": 263.398}, "read_interval": {"avg_ms": 237.663, "count": 126, "max_ms": 281.935, "p95_ms": 270.012}, "triton_wait": {"avg_ms": 75.689, "count": 127, "max_ms": 106.878, "p95_ms": 101.905}, "visualize": {"avg_ms": 29.691, "count": 127, "max_ms": 44.781, "p95_ms": 39.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6223.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10910.735, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.183, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:03:29+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T20:03:29+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T20:03:29.535525+09:00", "mtime_epoch": 1783335809.5355246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:03:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1519.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.293, "count": 300, "max_ms": 6.784, "p95_ms": 5.191}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.737, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.399, "count": 300, "max_ms": 77.16, "p95_ms": 69.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.609, "count": 300, "max_ms": 111.585, "p95_ms": 91.078}, "yolo11_640_fire_11class": {"avg_ms": 56.706, "count": 300, "max_ms": 83.428, "p95_ms": 73.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.826, "count": 300, "max_ms": 98.779, "p95_ms": 87.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.435, "count": 300, "max_ms": 124.701, "p95_ms": 103.951}, "read_interval": {"avg_ms": 100.149, "count": 300, "max_ms": 772.395, "p95_ms": 126.958}, "triton_wait": {"avg_ms": 64.472, "count": 300, "max_ms": 111.599, "p95_ms": 91.116}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.842, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6224.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:02:29+09:00", "last_error_summary": "[h264 @ 0x55b370b1d900] error while decoding MB 60 39, bytestream -5", "last_exit_at": "2026-07-06T20:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.025, "last_started_at": "2026-07-06T20:02:32+09:00", "pid": 25458, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.664, "name": "ffmpeg", "pid": 25458, "rss_mb": 274.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.888, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:03:42+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T20:03:42+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T20:03:42.351711+09:00", "mtime_epoch": 1783335822.3517108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:03:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.273, "pushed": 6.273, "read": 6.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 187, "max_ms": 11.173, "p95_ms": 9.065}, "gstreamer_push": {"avg_ms": 1.027, "count": 188, "max_ms": 1.628, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.995, "count": 187, "max_ms": 86.328, "p95_ms": 72.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.857, "count": 187, "max_ms": 113.821, "p95_ms": 101.645}, "yolo11_640_fire_11class": {"avg_ms": 58.781, "count": 187, "max_ms": 85.778, "p95_ms": 77.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.183, "count": 187, "max_ms": 99.937, "p95_ms": 92.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.963, "count": 188, "max_ms": 206.329, "p95_ms": 183.672}, "read_interval": {"avg_ms": 160.285, "count": 187, "max_ms": 215.299, "p95_ms": 192.556}, "triton_wait": {"avg_ms": 74.152, "count": 187, "max_ms": 113.833, "p95_ms": 101.659}, "visualize": {"avg_ms": 6.346, "count": 187, "max_ms": 9.349, "p95_ms": 7.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1532, "tracking_summary": 1391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6222.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31545.016, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.368, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:03:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:03:51+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-06T20:03:51+09:00", "mjpeg": {"age_sec": 0.257, "exists": true, "mtime": "2026-07-06T20:03:51.551845+09:00", "mtime_epoch": 1783335831.551845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:03:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 831.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.716, "pushed": 4.716, "read": 4.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.206, "count": 141, "max_ms": 182.052, "p95_ms": 137.912}, "gstreamer_push": {"avg_ms": 1.116, "count": 141, "max_ms": 3.334, "p95_ms": 2.11}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.313, "count": 141, "max_ms": 120.315, "p95_ms": 99.9}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.354, "count": 141, "max_ms": 120.327, "p95_ms": 101.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.034, "count": 141, "max_ms": 275.812, "p95_ms": 261.952}, "read_interval": {"avg_ms": 213.201, "count": 140, "max_ms": 283.372, "p95_ms": 268.252}, "triton_wait": {"avg_ms": 76.087, "count": 141, "max_ms": 120.337, "p95_ms": 102.969}, "visualize": {"avg_ms": 31.73, "count": 141, "max_ms": 52.031, "p95_ms": 46.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6223.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10940.81, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.492, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:03:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:03:59+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T20:03:59+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T20:03:59.555962+09:00", "mtime_epoch": 1783335839.5559623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:03:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1519.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.047}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.324, "count": 302, "max_ms": 6.982, "p95_ms": 5.888}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.916, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.852, "count": 302, "max_ms": 88.595, "p95_ms": 72.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.532, "count": 302, "max_ms": 124.554, "p95_ms": 96.795}, "yolo11_640_fire_11class": {"avg_ms": 58.061, "count": 302, "max_ms": 92.72, "p95_ms": 78.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.04, "count": 302, "max_ms": 106.562, "p95_ms": 91.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.241, "count": 302, "max_ms": 146.511, "p95_ms": 114.255}, "read_interval": {"avg_ms": 99.443, "count": 301, "max_ms": 415.368, "p95_ms": 128.378}, "triton_wait": {"avg_ms": 67.488, "count": 302, "max_ms": 124.567, "p95_ms": 98.918}, "visualize": {"avg_ms": 3.687, "count": 302, "max_ms": 6.098, "p95_ms": 4.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:02:29+09:00", "last_error_summary": "[h264 @ 0x55b370b1d900] error while decoding MB 60 39, bytestream -5", "last_exit_at": "2026-07-06T20:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.085, "last_started_at": "2026-07-06T20:02:32+09:00", "pid": 25458, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.727, "name": "ffmpeg", "pid": 25458, "rss_mb": 276.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.347, "sample_count": 1851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:04:12+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T20:04:12+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T20:04:12.408151+09:00", "mtime_epoch": 1783335852.4081511, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:04:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.42, "pushed": 6.42, "read": 6.386}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.915, "count": 192, "max_ms": 11.1, "p95_ms": 8.214}, "gstreamer_push": {"avg_ms": 1.054, "count": 192, "max_ms": 1.508, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.853, "count": 192, "max_ms": 94.671, "p95_ms": 81.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.222, "count": 192, "max_ms": 121.982, "p95_ms": 104.945}, "yolo11_640_fire_11class": {"avg_ms": 60.365, "count": 192, "max_ms": 88.338, "p95_ms": 82.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.398, "count": 192, "max_ms": 109.725, "p95_ms": 98.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.843, "count": 192, "max_ms": 192.478, "p95_ms": 183.962}, "read_interval": {"avg_ms": 156.511, "count": 191, "max_ms": 200.924, "p95_ms": 192.159}, "triton_wait": {"avg_ms": 76.794, "count": 192, "max_ms": 121.994, "p95_ms": 105.199}, "visualize": {"avg_ms": 6.089, "count": 192, "max_ms": 10.666, "p95_ms": 7.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1533, "tracking_summary": 1392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31575.07, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.787, "sample_count": 1331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:04:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:04:21+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T20:04:21+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T20:04:21.644288+09:00", "mtime_epoch": 1783335861.6442876, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:04:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 825.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.394, "pushed": 4.394, "read": 4.361}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.893, "count": 131, "max_ms": 164.124, "p95_ms": 136.481}, "gstreamer_push": {"avg_ms": 1.146, "count": 131, "max_ms": 1.949, "p95_ms": 1.875}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.111, "count": 131, "max_ms": 118.902, "p95_ms": 106.864}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.543, "count": 131, "max_ms": 119.218, "p95_ms": 107.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.063, "count": 131, "max_ms": 292.191, "p95_ms": 277.068}, "read_interval": {"avg_ms": 229.387, "count": 130, "max_ms": 298.499, "p95_ms": 285.435}, "triton_wait": {"avg_ms": 79.04, "count": 131, "max_ms": 119.23, "p95_ms": 111.201}, "visualize": {"avg_ms": 30.223, "count": 131, "max_ms": 43.231, "p95_ms": 40.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6224.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 10970.862, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.063, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:04:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:04:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T20:04:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T20:04:29.664407+09:00", "mtime_epoch": 1783335869.6644065, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:04:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1520.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.217, "count": 302, "max_ms": 6.948, "p95_ms": 5.227}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 2.218, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.831, "count": 302, "max_ms": 86.471, "p95_ms": 69.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.321, "count": 302, "max_ms": 133.744, "p95_ms": 94.07}, "yolo11_640_fire_11class": {"avg_ms": 55.603, "count": 302, "max_ms": 90.57, "p95_ms": 73.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.42, "count": 302, "max_ms": 108.682, "p95_ms": 86.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.848, "count": 302, "max_ms": 146.526, "p95_ms": 109.084}, "read_interval": {"avg_ms": 99.553, "count": 301, "max_ms": 580.795, "p95_ms": 134.442}, "triton_wait": {"avg_ms": 62.024, "count": 302, "max_ms": 133.757, "p95_ms": 95.964}, "visualize": {"avg_ms": 3.661, "count": 302, "max_ms": 5.895, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6253.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:02:29+09:00", "last_error_summary": "[h264 @ 0x55b370b1d900] error while decoding MB 60 39, bytestream -5", "last_exit_at": "2026-07-06T20:02:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.152, "last_started_at": "2026-07-06T20:02:32+09:00", "pid": 25458, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.539, "name": "ffmpeg", "pid": 25458, "rss_mb": 301.539, "state": "S (sleeping)", "threads": 104}, "restart_count": 107, "restart_count_per_hour": 23, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.845, "sample_count": 1721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:04:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:04:42+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T20:04:42+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-06T20:04:42.456597+09:00", "mtime_epoch": 1783335882.4565969, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:04:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.07, "pushed": 2.07, "read": 2.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.732, "count": 62, "max_ms": 8.765, "p95_ms": 7.423}, "gstreamer_push": {"avg_ms": 1.016, "count": 62, "max_ms": 1.367, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.504, "count": 62, "max_ms": 80.541, "p95_ms": 64.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.157, "count": 62, "max_ms": 104.241, "p95_ms": 100.221}, "yolo11_640_fire_11class": {"avg_ms": 57.743, "count": 62, "max_ms": 87.267, "p95_ms": 76.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.192, "count": 62, "max_ms": 100.974, "p95_ms": 90.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.59, "count": 62, "max_ms": 182.883, "p95_ms": 178.727}, "read_interval": {"avg_ms": 489.733, "count": 61, "max_ms": 10633.417, "p95_ms": 188.773}, "triton_wait": {"avg_ms": 74.527, "count": 62, "max_ms": 104.253, "p95_ms": 100.235}, "visualize": {"avg_ms": 5.987, "count": 62, "max_ms": 7.67, "p95_ms": 6.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1535, "tracking_summary": 1393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6085.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31605.129, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.368, "sample_count": 1322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:04:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:04:51+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T20:04:51+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T20:04:51.700735+09:00", "mtime_epoch": 1783335891.700735, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:04:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 834.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.493, "pushed": 4.493, "read": 4.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.436, "count": 134, "max_ms": 161.584, "p95_ms": 136.466}, "gstreamer_push": {"avg_ms": 0.874, "count": 134, "max_ms": 1.785, "p95_ms": 1.75}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.568, "count": 134, "max_ms": 108.805, "p95_ms": 88.754}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.349, "count": 134, "max_ms": 110.053, "p95_ms": 92.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.572, "count": 134, "max_ms": 269.818, "p95_ms": 254.022}, "read_interval": {"avg_ms": 224.202, "count": 133, "max_ms": 278.275, "p95_ms": 262.351}, "triton_wait": {"avg_ms": 69.54, "count": 134, "max_ms": 110.065, "p95_ms": 92.473}, "visualize": {"avg_ms": 28.8, "count": 134, "max_ms": 39.74, "p95_ms": 39.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11000.92, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.143, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:04:59+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T20:04:59+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T20:04:59.728855+09:00", "mtime_epoch": 1783335899.7288554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:04:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1520.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.198, "count": 298, "max_ms": 6.181, "p95_ms": 5.146}, "gstreamer_push": {"avg_ms": 1.296, "count": 298, "max_ms": 1.896, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.022, "count": 298, "max_ms": 79.576, "p95_ms": 63.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.148, "count": 298, "max_ms": 108.637, "p95_ms": 90.791}, "yolo11_640_fire_11class": {"avg_ms": 56.017, "count": 298, "max_ms": 86.6, "p95_ms": 73.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.103, "count": 298, "max_ms": 99.838, "p95_ms": 88.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.547, "count": 298, "max_ms": 121.445, "p95_ms": 104.566}, "read_interval": {"avg_ms": 100.957, "count": 297, "max_ms": 749.582, "p95_ms": 126.615}, "triton_wait": {"avg_ms": 61.719, "count": 298, "max_ms": 108.65, "p95_ms": 91.926}, "visualize": {"avg_ms": 3.652, "count": 298, "max_ms": 4.622, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6218.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:04:47+09:00", "last_error_summary": "[h264 @ 0x558d42624240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d42624240] error while decoding MB 0 39, bytestream 8111 [h264 @ 0x558d4274a2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d4274a2c0] error while decoding MB 0 26, bytestream 23949 [h264 @ 0x558d4264f540] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558d4264f540] error while decoding MB 26 24, bytestream 5763 [in#0/rtsp @ 0x558d425e0e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-06T20:04:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.865, "last_started_at": "2026-07-06T20:04:49+09:00", "pid": 25565, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.348, "name": "ffmpeg", "pid": 25565, "rss_mb": 267.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 24, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.151, "sample_count": 1721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:05:12+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T20:05:12+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T20:05:12.521048+09:00", "mtime_epoch": 1783335912.5210478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:05:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.493, "pushed": 5.493, "read": 5.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.953, "count": 164, "max_ms": 10.707, "p95_ms": 8.645}, "gstreamer_push": {"avg_ms": 1.019, "count": 164, "max_ms": 1.249, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.207, "count": 164, "max_ms": 82.668, "p95_ms": 75.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.45, "count": 164, "max_ms": 117.14, "p95_ms": 98.625}, "yolo11_640_fire_11class": {"avg_ms": 59.484, "count": 164, "max_ms": 86.442, "p95_ms": 78.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.896, "count": 164, "max_ms": 100.604, "p95_ms": 91.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.888, "count": 164, "max_ms": 198.008, "p95_ms": 178.422}, "read_interval": {"avg_ms": 183.319, "count": 163, "max_ms": 4803.654, "p95_ms": 187.238}, "triton_wait": {"avg_ms": 73.707, "count": 164, "max_ms": 117.154, "p95_ms": 98.638}, "visualize": {"avg_ms": 6.094, "count": 164, "max_ms": 9.765, "p95_ms": 7.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1535, "tracking_summary": 1394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6219.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31635.299, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.276, "sample_count": 1311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:05:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:05:22+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T20:05:21+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T20:05:21.881189+09:00", "mtime_epoch": 1783335921.881189, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:05:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 836.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.143, "pushed": 4.143, "read": 4.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.183, "count": 124, "max_ms": 169.424, "p95_ms": 138.906}, "gstreamer_push": {"avg_ms": 0.783, "count": 124, "max_ms": 1.137, "p95_ms": 0.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.803, "count": 124, "max_ms": 110.25, "p95_ms": 100.282}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.613, "count": 124, "max_ms": 113.02, "p95_ms": 104.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.727, "count": 124, "max_ms": 284.311, "p95_ms": 268.875}, "read_interval": {"avg_ms": 243.397, "count": 123, "max_ms": 294.089, "p95_ms": 276.192}, "triton_wait": {"avg_ms": 76.978, "count": 124, "max_ms": 113.032, "p95_ms": 105.24}, "visualize": {"avg_ms": 26.732, "count": 124, "max_ms": 41.399, "p95_ms": 32.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6210.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11030.923, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.165, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:05:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:05:29+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T20:05:29+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:05:29.689307+09:00", "mtime_epoch": 1783335929.6893075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:05:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1520.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.194, "count": 298, "max_ms": 6.665, "p95_ms": 5.327}, "gstreamer_push": {"avg_ms": 1.282, "count": 298, "max_ms": 2.19, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.567, "count": 298, "max_ms": 83.528, "p95_ms": 69.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.33, "count": 298, "max_ms": 113.005, "p95_ms": 94.873}, "yolo11_640_fire_11class": {"avg_ms": 57.809, "count": 298, "max_ms": 89.995, "p95_ms": 79.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.708, "count": 298, "max_ms": 105.94, "p95_ms": 92.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.837, "count": 298, "max_ms": 126.658, "p95_ms": 108.905}, "read_interval": {"avg_ms": 100.521, "count": 298, "max_ms": 723.399, "p95_ms": 126.797}, "triton_wait": {"avg_ms": 64.152, "count": 298, "max_ms": 113.018, "p95_ms": 95.267}, "visualize": {"avg_ms": 3.598, "count": 298, "max_ms": 5.552, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6226.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:04:47+09:00", "last_error_summary": "[h264 @ 0x558d42624240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d42624240] error while decoding MB 0 39, bytestream 8111 [h264 @ 0x558d4274a2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d4274a2c0] error while decoding MB 0 26, bytestream 23949 [h264 @ 0x558d4264f540] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558d4264f540] error while decoding MB 26 24, bytestream 5763 [in#0/rtsp @ 0x558d425e0e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-06T20:04:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.888, "last_started_at": "2026-07-06T20:04:49+09:00", "pid": 25565, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.824, "name": "ffmpeg", "pid": 25565, "rss_mb": 274.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 24, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.817, "sample_count": 1735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:05:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:05:42+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T20:05:42+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T20:05:42.557503+09:00", "mtime_epoch": 1783335942.557503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:05:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.903, "pushed": 6.903, "read": 6.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.57, "count": 206, "max_ms": 9.38, "p95_ms": 7.75}, "gstreamer_push": {"avg_ms": 1.078, "count": 206, "max_ms": 1.396, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.807, "count": 206, "max_ms": 83.677, "p95_ms": 74.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.979, "count": 206, "max_ms": 113.769, "p95_ms": 99.702}, "yolo11_640_fire_11class": {"avg_ms": 59.95, "count": 206, "max_ms": 83.69, "p95_ms": 77.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.886, "count": 206, "max_ms": 107.884, "p95_ms": 92.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.362, "count": 206, "max_ms": 195.213, "p95_ms": 174.93}, "read_interval": {"avg_ms": 145.801, "count": 205, "max_ms": 205.709, "p95_ms": 183.748}, "triton_wait": {"avg_ms": 75.398, "count": 206, "max_ms": 113.783, "p95_ms": 101.475}, "visualize": {"avg_ms": 5.539, "count": 206, "max_ms": 8.55, "p95_ms": 6.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1537, "tracking_summary": 1395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6225.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31665.324, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.298, "sample_count": 1318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:05:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T20:05:52+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T20:05:51+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T20:05:51.913646+09:00", "mtime_epoch": 1783335951.9136457, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:05:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 833.621, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.667, "pushed": 4.667, "read": 4.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.167, "count": 139, "max_ms": 152.679, "p95_ms": 131.827}, "gstreamer_push": {"avg_ms": 0.841, "count": 139, "max_ms": 1.826, "p95_ms": 0.989}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.009, "count": 139, "max_ms": 117.798, "p95_ms": 99.737}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.652, "count": 139, "max_ms": 119.772, "p95_ms": 104.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.949, "count": 139, "max_ms": 279.209, "p95_ms": 261.515}, "read_interval": {"avg_ms": 215.974, "count": 138, "max_ms": 285.492, "p95_ms": 268.289}, "triton_wait": {"avg_ms": 75.356, "count": 139, "max_ms": 119.784, "p95_ms": 105.063}, "visualize": {"avg_ms": 26.345, "count": 139, "max_ms": 42.563, "p95_ms": 34.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6227.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11061.006, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.715, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:05:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:05:59+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T20:05:59+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T20:05:59.777766+09:00", "mtime_epoch": 1783335959.777766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:05:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1520.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.134}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.3, "count": 304, "max_ms": 6.769, "p95_ms": 5.757}, "gstreamer_push": {"avg_ms": 1.282, "count": 305, "max_ms": 2.19, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.769, "count": 304, "max_ms": 84.504, "p95_ms": 72.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.822, "count": 304, "max_ms": 113.98, "p95_ms": 96.376}, "yolo11_640_fire_11class": {"avg_ms": 57.085, "count": 304, "max_ms": 93.09, "p95_ms": 79.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.276, "count": 304, "max_ms": 109.579, "p95_ms": 90.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.645, "count": 305, "max_ms": 126.985, "p95_ms": 110.251}, "read_interval": {"avg_ms": 98.563, "count": 304, "max_ms": 871.7, "p95_ms": 127.808}, "triton_wait": {"avg_ms": 63.784, "count": 304, "max_ms": 113.993, "p95_ms": 97.33}, "visualize": {"avg_ms": 3.66, "count": 304, "max_ms": 5.744, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6230.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:04:47+09:00", "last_error_summary": "[h264 @ 0x558d42624240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d42624240] error while decoding MB 0 39, bytestream 8111 [h264 @ 0x558d4274a2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d4274a2c0] error while decoding MB 0 26, bytestream 23949 [h264 @ 0x558d4264f540] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558d4264f540] error while decoding MB 26 24, bytestream 5763 [in#0/rtsp @ 0x558d425e0e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-06T20:04:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.989, "last_started_at": "2026-07-06T20:04:49+09:00", "pid": 25565, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 25565, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 24, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.966, "sample_count": 1738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:06:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:06:12+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T20:06:12+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T20:06:12.609963+09:00", "mtime_epoch": 1783335972.609963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:06:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.476, "pushed": 6.476, "read": 6.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.905, "count": 194, "max_ms": 11.575, "p95_ms": 8.367}, "gstreamer_push": {"avg_ms": 1.036, "count": 194, "max_ms": 1.735, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.115, "count": 194, "max_ms": 88.378, "p95_ms": 74.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.151, "count": 194, "max_ms": 113.086, "p95_ms": 99.102}, "yolo11_640_fire_11class": {"avg_ms": 59.173, "count": 194, "max_ms": 88.896, "p95_ms": 78.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.169, "count": 194, "max_ms": 105.014, "p95_ms": 91.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.579, "count": 194, "max_ms": 194.541, "p95_ms": 177.846}, "read_interval": {"avg_ms": 155.009, "count": 193, "max_ms": 202.502, "p95_ms": 186.129}, "triton_wait": {"avg_ms": 73.3, "count": 194, "max_ms": 113.098, "p95_ms": 99.115}, "visualize": {"avg_ms": 6.123, "count": 194, "max_ms": 10.498, "p95_ms": 7.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1539, "tracking_summary": 1396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6224.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31695.359, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.609, "sample_count": 1320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:06:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:06:22+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T20:06:21+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T20:06:21.942106+09:00", "mtime_epoch": 1783335981.9421065, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:06:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 831.395, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.234, "pushed": 4.234, "read": 4.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.18, "count": 126, "max_ms": 163.004, "p95_ms": 146.287}, "gstreamer_push": {"avg_ms": 0.787, "count": 126, "max_ms": 1.302, "p95_ms": 0.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.934, "count": 126, "max_ms": 106.192, "p95_ms": 97.457}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.77, "count": 126, "max_ms": 112.587, "p95_ms": 100.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.612, "count": 126, "max_ms": 294.635, "p95_ms": 264.536}, "read_interval": {"avg_ms": 238.419, "count": 125, "max_ms": 300.817, "p95_ms": 271.482}, "triton_wait": {"avg_ms": 73.656, "count": 126, "max_ms": 112.599, "p95_ms": 101.806}, "visualize": {"avg_ms": 24.974, "count": 126, "max_ms": 33.789, "p95_ms": 27.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.762, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6224.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11091.051, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.727, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:06:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:06:29+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T20:06:29+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T20:06:29.858229+09:00", "mtime_epoch": 1783335989.8582287, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:06:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1520.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.246, "count": 300, "max_ms": 6.959, "p95_ms": 5.464}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 1.868, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.074, "count": 300, "max_ms": 80.525, "p95_ms": 68.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.324, "count": 300, "max_ms": 114.201, "p95_ms": 91.321}, "yolo11_640_fire_11class": {"avg_ms": 57.468, "count": 300, "max_ms": 90.502, "p95_ms": 75.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.796, "count": 300, "max_ms": 97.76, "p95_ms": 88.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.63, "count": 300, "max_ms": 127.291, "p95_ms": 106.294}, "read_interval": {"avg_ms": 100.225, "count": 299, "max_ms": 621.516, "p95_ms": 130.383}, "triton_wait": {"avg_ms": 64.886, "count": 300, "max_ms": 114.215, "p95_ms": 92.994}, "visualize": {"avg_ms": 3.624, "count": 300, "max_ms": 6.057, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6240.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:04:47+09:00", "last_error_summary": "[h264 @ 0x558d42624240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d42624240] error while decoding MB 0 39, bytestream 8111 [h264 @ 0x558d4274a2c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558d4274a2c0] error while decoding MB 0 26, bytestream 23949 [h264 @ 0x558d4264f540] cabac decode of qscale diff failed at 26 24 [h264 @ 0x558d4264f540] error while decoding MB 26 24, bytestream 5763 [in#0/rtsp @ 0x558d425e0e00] Error during demuxing: Connection t", "last_exit_at": "2026-07-06T20:04:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 119.578, "last_started_at": "2026-07-06T20:04:49+09:00", "pid": 25565, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.121, "name": "ffmpeg", "pid": 25565, "rss_mb": 288.121, "state": "S (sleeping)", "threads": 104}, "restart_count": 108, "restart_count_per_hour": 23, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.701, "sample_count": 1675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:06:49+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-06T20:06:49+09:00", "mjpeg": {"age_sec": 9.813, "exists": true, "mtime": "2026-07-06T20:06:39.550379+09:00", "mtime_epoch": 1783335999.5503788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:06:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.35, "pushed": 4.35, "read": 4.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.918, "count": 130, "max_ms": 9.79, "p95_ms": 8.333}, "gstreamer_push": {"avg_ms": 1.019, "count": 130, "max_ms": 1.26, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.796, "count": 130, "max_ms": 89.827, "p95_ms": 73.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.217, "count": 130, "max_ms": 113.529, "p95_ms": 100.783}, "yolo11_640_fire_11class": {"avg_ms": 59.251, "count": 130, "max_ms": 90.934, "p95_ms": 76.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.146, "count": 130, "max_ms": 105.654, "p95_ms": 91.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.17, "count": 130, "max_ms": 194.432, "p95_ms": 179.765}, "read_interval": {"avg_ms": 231.393, "count": 129, "max_ms": 9813.485, "p95_ms": 192.207}, "triton_wait": {"avg_ms": 74.525, "count": 130, "max_ms": 113.543, "p95_ms": 100.81}, "visualize": {"avg_ms": 6.084, "count": 130, "max_ms": 8.093, "p95_ms": 7.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1540, "tracking_summary": 1397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5977.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31725.438, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 261.858, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:06:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:06:52+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T20:06:52+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T20:06:52.014572+09:00", "mtime_epoch": 1783336012.0145721, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:06:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 835.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.792, "pushed": 4.792, "read": 4.759}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.124, "count": 143, "max_ms": 140.245, "p95_ms": 131.209}, "gstreamer_push": {"avg_ms": 0.864, "count": 143, "max_ms": 2.304, "p95_ms": 1.128}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.914, "count": 143, "max_ms": 111.923, "p95_ms": 96.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.301, "count": 143, "max_ms": 109.761, "p95_ms": 96.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.39, "count": 143, "max_ms": 264.616, "p95_ms": 247.148}, "read_interval": {"avg_ms": 210.154, "count": 142, "max_ms": 273.06, "p95_ms": 253.406}, "triton_wait": {"avg_ms": 72.174, "count": 143, "max_ms": 111.936, "p95_ms": 97.063}, "visualize": {"avg_ms": 26.092, "count": 143, "max_ms": 47.327, "p95_ms": 35.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6167.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11121.106, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.055, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:06:59+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T20:06:59+09:00", "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-07-06T20:06:59.926695+09:00", "mtime_epoch": 1783336019.9266953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:06:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1520.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.254, "count": 298, "max_ms": 6.396, "p95_ms": 5.253}, "gstreamer_push": {"avg_ms": 1.29, "count": 298, "max_ms": 1.51, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.576, "count": 298, "max_ms": 88.956, "p95_ms": 64.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.707, "count": 298, "max_ms": 115.14, "p95_ms": 92.302}, "yolo11_640_fire_11class": {"avg_ms": 56.596, "count": 298, "max_ms": 89.967, "p95_ms": 74.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.477, "count": 298, "max_ms": 104.597, "p95_ms": 86.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.49, "count": 298, "max_ms": 127.812, "p95_ms": 104.943}, "read_interval": {"avg_ms": 100.936, "count": 297, "max_ms": 769.057, "p95_ms": 133.559}, "triton_wait": {"avg_ms": 62.64, "count": 298, "max_ms": 115.154, "p95_ms": 92.315}, "visualize": {"avg_ms": 3.652, "count": 298, "max_ms": 4.846, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6221.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:06:50+09:00", "last_error_summary": "[h264 @ 0x5556e385f880] left block unavailable for requested intra mode [h264 @ 0x5556e385f880] error while decoding MB 0 25, bytestream 3190 [h264 @ 0x5556e37cd380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5556e37cd380] error while decoding MB 0 34, bytestream 630 [in#0/rtsp @ 0x5556e3705e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556e3705e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:06:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.483, "last_started_at": "2026-07-06T20:06:52+09:00", "pid": 25672, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.559, "name": "ffmpeg", "pid": 25672, "rss_mb": 266.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.934, "sample_count": 1653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:07:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:07:19+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T20:07:19+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T20:07:19.334999+09:00", "mtime_epoch": 1783336039.3349986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:07:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.546, "pushed": 5.546, "read": 5.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.075, "count": 166, "max_ms": 9.728, "p95_ms": 9.19}, "gstreamer_push": {"avg_ms": 1.02, "count": 166, "max_ms": 1.235, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.407, "count": 166, "max_ms": 86.223, "p95_ms": 73.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.768, "count": 166, "max_ms": 117.525, "p95_ms": 96.461}, "yolo11_640_fire_11class": {"avg_ms": 59.856, "count": 166, "max_ms": 86.875, "p95_ms": 78.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.31, "count": 166, "max_ms": 106.711, "p95_ms": 93.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.247, "count": 166, "max_ms": 193.914, "p95_ms": 178.657}, "read_interval": {"avg_ms": 181.531, "count": 165, "max_ms": 4678.131, "p95_ms": 187.002}, "triton_wait": {"avg_ms": 73.099, "count": 166, "max_ms": 117.537, "p95_ms": 96.475}, "visualize": {"avg_ms": 6.103, "count": 166, "max_ms": 8.383, "p95_ms": 7.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1542, "tracking_summary": 1399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6224.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31755.445, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.175, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:07:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:07:22+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T20:07:21+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T20:07:21.999040+09:00", "mtime_epoch": 1783336041.9990404, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:07:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 840.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.264, "pushed": 4.264, "read": 4.23}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.754, "count": 127, "max_ms": 146.795, "p95_ms": 133.958}, "gstreamer_push": {"avg_ms": 0.787, "count": 127, "max_ms": 0.971, "p95_ms": 0.886}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.58, "count": 127, "max_ms": 112.629, "p95_ms": 102.492}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.086, "count": 127, "max_ms": 113.699, "p95_ms": 105.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.747, "count": 127, "max_ms": 273.854, "p95_ms": 263.961}, "read_interval": {"avg_ms": 236.103, "count": 126, "max_ms": 280.015, "p95_ms": 271.386}, "triton_wait": {"avg_ms": 75.998, "count": 127, "max_ms": 113.712, "p95_ms": 106.929}, "visualize": {"avg_ms": 27.159, "count": 127, "max_ms": 36.44, "p95_ms": 31.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6224.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11151.181, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.876, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:07:30+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T20:07:29+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T20:07:29.975166+09:00", "mtime_epoch": 1783336049.9751656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:07:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1520.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.148}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.252, "count": 305, "max_ms": 6.523, "p95_ms": 5.23}, "gstreamer_push": {"avg_ms": 1.296, "count": 305, "max_ms": 2.23, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.307, "count": 305, "max_ms": 87.651, "p95_ms": 68.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.661, "count": 305, "max_ms": 123.861, "p95_ms": 93.543}, "yolo11_640_fire_11class": {"avg_ms": 58.343, "count": 305, "max_ms": 102.946, "p95_ms": 78.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.241, "count": 305, "max_ms": 109.029, "p95_ms": 90.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.422, "count": 305, "max_ms": 137.435, "p95_ms": 108.387}, "read_interval": {"avg_ms": 98.632, "count": 304, "max_ms": 398.753, "p95_ms": 135.168}, "triton_wait": {"avg_ms": 65.473, "count": 305, "max_ms": 123.874, "p95_ms": 95.511}, "visualize": {"avg_ms": 3.662, "count": 305, "max_ms": 5.566, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6224.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:06:50+09:00", "last_error_summary": "[h264 @ 0x5556e385f880] left block unavailable for requested intra mode [h264 @ 0x5556e385f880] error while decoding MB 0 25, bytestream 3190 [h264 @ 0x5556e37cd380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5556e37cd380] error while decoding MB 0 34, bytestream 630 [in#0/rtsp @ 0x5556e3705e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556e3705e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:06:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.604, "last_started_at": "2026-07-06T20:06:52+09:00", "pid": 25672, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.652, "name": "ffmpeg", "pid": 25672, "rss_mb": 269.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.495, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:07:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:07:49+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T20:07:49+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T20:07:49.475473+09:00", "mtime_epoch": 1783336069.4754727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:07:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.206, "pushed": 6.206, "read": 6.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.139, "count": 185, "max_ms": 10.976, "p95_ms": 8.127}, "gstreamer_push": {"avg_ms": 1.051, "count": 186, "max_ms": 1.592, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.05, "count": 185, "max_ms": 86.102, "p95_ms": 73.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.134, "count": 185, "max_ms": 123.2, "p95_ms": 102.054}, "yolo11_640_fire_11class": {"avg_ms": 60.52, "count": 185, "max_ms": 90.791, "p95_ms": 81.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.702, "count": 185, "max_ms": 100.999, "p95_ms": 96.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.636, "count": 186, "max_ms": 209.322, "p95_ms": 185.192}, "read_interval": {"avg_ms": 162.104, "count": 185, "max_ms": 217.635, "p95_ms": 193.419}, "triton_wait": {"avg_ms": 75.359, "count": 185, "max_ms": 123.213, "p95_ms": 102.067}, "visualize": {"avg_ms": 6.306, "count": 185, "max_ms": 8.244, "p95_ms": 7.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1542, "tracking_summary": 1400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6225.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31785.484, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 261.952, "sample_count": 1333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:07:52+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T20:07:52+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T20:07:52.063514+09:00", "mtime_epoch": 1783336072.0635135, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:07:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 838.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.834, "pushed": 4.834, "read": 4.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.646, "count": 144, "max_ms": 132.854, "p95_ms": 130.987}, "gstreamer_push": {"avg_ms": 0.852, "count": 144, "max_ms": 2.145, "p95_ms": 0.995}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.432, "count": 144, "max_ms": 115.765, "p95_ms": 103.795}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.656, "count": 144, "max_ms": 114.443, "p95_ms": 100.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.715, "count": 144, "max_ms": 265.865, "p95_ms": 252.32}, "read_interval": {"avg_ms": 208.426, "count": 143, "max_ms": 271.62, "p95_ms": 258.864}, "triton_wait": {"avg_ms": 76.87, "count": 144, "max_ms": 115.778, "p95_ms": 104.239}, "visualize": {"avg_ms": 27.264, "count": 144, "max_ms": 47.26, "p95_ms": 37.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.789, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6225.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11181.185, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.8, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:08:00+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T20:07:59+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T20:07:59.931638+09:00", "mtime_epoch": 1783336079.9316378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:08:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.235, "count": 297, "max_ms": 6.163, "p95_ms": 5.203}, "gstreamer_push": {"avg_ms": 1.312, "count": 297, "max_ms": 2.18, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.976, "count": 297, "max_ms": 79.464, "p95_ms": 70.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.749, "count": 297, "max_ms": 117.101, "p95_ms": 95.285}, "yolo11_640_fire_11class": {"avg_ms": 58.102, "count": 297, "max_ms": 88.379, "p95_ms": 76.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.164, "count": 297, "max_ms": 101.526, "p95_ms": 90.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.085, "count": 297, "max_ms": 130.154, "p95_ms": 107.345}, "read_interval": {"avg_ms": 100.848, "count": 297, "max_ms": 482.66, "p95_ms": 129.446}, "triton_wait": {"avg_ms": 67.193, "count": 297, "max_ms": 117.114, "p95_ms": 95.297}, "visualize": {"avg_ms": 3.643, "count": 297, "max_ms": 5.525, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6222.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:06:50+09:00", "last_error_summary": "[h264 @ 0x5556e385f880] left block unavailable for requested intra mode [h264 @ 0x5556e385f880] error while decoding MB 0 25, bytestream 3190 [h264 @ 0x5556e37cd380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5556e37cd380] error while decoding MB 0 34, bytestream 630 [in#0/rtsp @ 0x5556e3705e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556e3705e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:06:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.667, "last_started_at": "2026-07-06T20:06:52+09:00", "pid": 25672, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.199, "name": "ffmpeg", "pid": 25672, "rss_mb": 271.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.81, "sample_count": 1674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:08:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:08:19+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T20:08:19+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-06T20:08:19.503948+09:00", "mtime_epoch": 1783336099.5039482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:08:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.247, "pushed": 6.247, "read": 6.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.208, "count": 187, "max_ms": 11.024, "p95_ms": 9.19}, "gstreamer_push": {"avg_ms": 1.034, "count": 187, "max_ms": 1.584, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.399, "count": 187, "max_ms": 86.03, "p95_ms": 74.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.738, "count": 187, "max_ms": 115.536, "p95_ms": 99.617}, "yolo11_640_fire_11class": {"avg_ms": 59.12, "count": 187, "max_ms": 88.93, "p95_ms": 76.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.046, "count": 187, "max_ms": 97.479, "p95_ms": 92.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.552, "count": 187, "max_ms": 194.807, "p95_ms": 181.702}, "read_interval": {"avg_ms": 160.736, "count": 186, "max_ms": 202.743, "p95_ms": 191.249}, "triton_wait": {"avg_ms": 74.103, "count": 187, "max_ms": 115.548, "p95_ms": 99.631}, "visualize": {"avg_ms": 6.336, "count": 187, "max_ms": 8.488, "p95_ms": 7.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1543, "tracking_summary": 1401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6224.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31815.665, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 261.515, "sample_count": 1343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:08:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:08:22+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T20:08:22+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T20:08:22.235992+09:00", "mtime_epoch": 1783336102.2359917, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:08:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 837.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.578, "pushed": 4.578, "read": 4.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.877, "count": 137, "max_ms": 142.324, "p95_ms": 135.67}, "gstreamer_push": {"avg_ms": 0.817, "count": 137, "max_ms": 1.231, "p95_ms": 0.953}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.617, "count": 137, "max_ms": 115.102, "p95_ms": 105.418}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.149, "count": 137, "max_ms": 109.545, "p95_ms": 103.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.346, "count": 137, "max_ms": 266.736, "p95_ms": 257.451}, "read_interval": {"avg_ms": 220.249, "count": 136, "max_ms": 273.367, "p95_ms": 264.417}, "triton_wait": {"avg_ms": 75.291, "count": 137, "max_ms": 115.114, "p95_ms": 106.416}, "visualize": {"avg_ms": 25.234, "count": 137, "max_ms": 33.257, "p95_ms": 28.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6225.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11211.199, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.695, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:08:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:08:30+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T20:08:29+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T20:08:29.992115+09:00", "mtime_epoch": 1783336109.9921153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 156030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:08:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.312, "count": 300, "max_ms": 7.821, "p95_ms": 5.745}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.756, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.296, "count": 300, "max_ms": 86.53, "p95_ms": 68.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.84, "count": 300, "max_ms": 110.871, "p95_ms": 96.43}, "yolo11_640_fire_11class": {"avg_ms": 56.192, "count": 300, "max_ms": 98.238, "p95_ms": 74.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.157, "count": 300, "max_ms": 105.978, "p95_ms": 88.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.28, "count": 300, "max_ms": 123.756, "p95_ms": 109.117}, "read_interval": {"avg_ms": 100.226, "count": 300, "max_ms": 523.468, "p95_ms": 133.403}, "triton_wait": {"avg_ms": 64.33, "count": 300, "max_ms": 110.884, "p95_ms": 96.442}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 6.22, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6222.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:06:50+09:00", "last_error_summary": "[h264 @ 0x5556e385f880] left block unavailable for requested intra mode [h264 @ 0x5556e385f880] error while decoding MB 0 25, bytestream 3190 [h264 @ 0x5556e37cd380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5556e37cd380] error while decoding MB 0 34, bytestream 630 [in#0/rtsp @ 0x5556e3705e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556e3705e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:06:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.792, "last_started_at": "2026-07-06T20:06:52+09:00", "pid": 25672, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.262, "name": "ffmpeg", "pid": 25672, "rss_mb": 273.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.765, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:08:49+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T20:08:49+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T20:08:49.640429+09:00", "mtime_epoch": 1783336129.640429, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:08:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1634.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.546, "pushed": 6.546, "read": 6.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.958, "count": 195, "max_ms": 9.453, "p95_ms": 8.431}, "gstreamer_push": {"avg_ms": 1.043, "count": 196, "max_ms": 1.541, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.371, "count": 195, "max_ms": 88.39, "p95_ms": 72.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.152, "count": 195, "max_ms": 115.487, "p95_ms": 101.558}, "yolo11_640_fire_11class": {"avg_ms": 59.188, "count": 195, "max_ms": 87.191, "p95_ms": 78.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.998, "count": 195, "max_ms": 102.373, "p95_ms": 92.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.3, "count": 196, "max_ms": 197.958, "p95_ms": 178.92}, "read_interval": {"avg_ms": 153.701, "count": 195, "max_ms": 205.672, "p95_ms": 187.318}, "triton_wait": {"avg_ms": 73.415, "count": 195, "max_ms": 115.5, "p95_ms": 101.572}, "visualize": {"avg_ms": 6.017, "count": 195, "max_ms": 8.66, "p95_ms": 7.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1545, "tracking_summary": 1402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6216.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31845.788, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.599, "sample_count": 1332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:08:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:08:52+09:00", "last_frame_read_age_sec": 0.27, "last_frame_read_at": "2026-07-06T20:08:52+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T20:08:52.320472+09:00", "mtime_epoch": 1783336132.320472, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:08:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 826.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.349, "pushed": 4.349, "read": 4.315}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.863, "count": 130, "max_ms": 162.84, "p95_ms": 141.037}, "gstreamer_push": {"avg_ms": 0.802, "count": 130, "max_ms": 1.201, "p95_ms": 0.942}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.319, "count": 130, "max_ms": 109.116, "p95_ms": 102.44}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.784, "count": 130, "max_ms": 116.576, "p95_ms": 106.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.012, "count": 130, "max_ms": 309.601, "p95_ms": 271.318}, "read_interval": {"avg_ms": 231.373, "count": 129, "max_ms": 316.51, "p95_ms": 279.269}, "triton_wait": {"avg_ms": 76.418, "count": 130, "max_ms": 116.59, "p95_ms": 108.72}, "visualize": {"avg_ms": 28.858, "count": 130, "max_ms": 50.296, "p95_ms": 40.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6216.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11241.21, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.682, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:08:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:09:00+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T20:08:59+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T20:08:59.972594+09:00", "mtime_epoch": 1783336139.9725945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:09:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.38, "count": 301, "max_ms": 6.883, "p95_ms": 6.221}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 2.065, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.222, "count": 301, "max_ms": 91.411, "p95_ms": 72.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.145, "count": 301, "max_ms": 113.617, "p95_ms": 96.124}, "yolo11_640_fire_11class": {"avg_ms": 58.782, "count": 301, "max_ms": 90.368, "p95_ms": 79.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.45, "count": 301, "max_ms": 101.916, "p95_ms": 90.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.673, "count": 301, "max_ms": 127.324, "p95_ms": 109.467}, "read_interval": {"avg_ms": 99.581, "count": 301, "max_ms": 575.631, "p95_ms": 128.854}, "triton_wait": {"avg_ms": 66.74, "count": 301, "max_ms": 113.634, "p95_ms": 97.288}, "visualize": {"avg_ms": 3.612, "count": 301, "max_ms": 5.407, "p95_ms": 4.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:06:50+09:00", "last_error_summary": "[h264 @ 0x5556e385f880] left block unavailable for requested intra mode [h264 @ 0x5556e385f880] error while decoding MB 0 25, bytestream 3190 [h264 @ 0x5556e37cd380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5556e37cd380] error while decoding MB 0 34, bytestream 630 [in#0/rtsp @ 0x5556e3705e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556e3705e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:06:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.889, "last_started_at": "2026-07-06T20:06:52+09:00", "pid": 25672, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.52, "name": "ffmpeg", "pid": 25672, "rss_mb": 273.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.897, "sample_count": 1687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:09:19+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T20:09:19+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T20:09:19.728912+09:00", "mtime_epoch": 1783336159.728912, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:09:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.687, "pushed": 6.687, "read": 6.654}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.861, "count": 200, "max_ms": 9.744, "p95_ms": 8.203}, "gstreamer_push": {"avg_ms": 1.049, "count": 200, "max_ms": 1.641, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.494, "count": 200, "max_ms": 82.952, "p95_ms": 75.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.502, "count": 200, "max_ms": 105.265, "p95_ms": 98.437}, "yolo11_640_fire_11class": {"avg_ms": 60.315, "count": 200, "max_ms": 85.806, "p95_ms": 76.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.526, "count": 200, "max_ms": 101.725, "p95_ms": 93.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.131, "count": 200, "max_ms": 181.712, "p95_ms": 176.039}, "read_interval": {"avg_ms": 150.421, "count": 199, "max_ms": 189.16, "p95_ms": 183.481}, "triton_wait": {"avg_ms": 73.795, "count": 200, "max_ms": 105.278, "p95_ms": 98.448}, "visualize": {"avg_ms": 5.84, "count": 200, "max_ms": 7.556, "p95_ms": 6.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1545, "tracking_summary": 1403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5973.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31875.948, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.096, "sample_count": 1322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:09:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:09:22+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T20:09:22+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T20:09:22.504957+09:00", "mtime_epoch": 1783336162.5049567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:09:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 826.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.044, "pushed": 4.044, "read": 4.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.791, "count": 121, "max_ms": 171.94, "p95_ms": 137.265}, "gstreamer_push": {"avg_ms": 0.79, "count": 121, "max_ms": 1.805, "p95_ms": 0.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.874, "count": 121, "max_ms": 107.648, "p95_ms": 97.471}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.752, "count": 121, "max_ms": 112.303, "p95_ms": 100.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.196, "count": 121, "max_ms": 314.341, "p95_ms": 273.18}, "read_interval": {"avg_ms": 249.316, "count": 120, "max_ms": 324.27, "p95_ms": 278.809}, "triton_wait": {"avg_ms": 76.053, "count": 121, "max_ms": 112.316, "p95_ms": 100.609}, "visualize": {"avg_ms": 33.559, "count": 121, "max_ms": 41.778, "p95_ms": 41.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6131.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11271.219, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.48, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:09:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T20:09:30+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T20:09:30+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T20:09:30.009078+09:00", "mtime_epoch": 1783336170.0090778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 164229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:09:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.357, "count": 299, "max_ms": 7.564, "p95_ms": 6.478}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 1.979, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.069, "count": 299, "max_ms": 83.875, "p95_ms": 70.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.665, "count": 299, "max_ms": 106.516, "p95_ms": 93.336}, "yolo11_640_fire_11class": {"avg_ms": 58.266, "count": 299, "max_ms": 84.368, "p95_ms": 78.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.462, "count": 299, "max_ms": 99.21, "p95_ms": 91.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.194, "count": 299, "max_ms": 125.315, "p95_ms": 106.743}, "read_interval": {"avg_ms": 100.465, "count": 299, "max_ms": 511.974, "p95_ms": 126.169}, "triton_wait": {"avg_ms": 66.128, "count": 299, "max_ms": 106.528, "p95_ms": 93.793}, "visualize": {"avg_ms": 3.702, "count": 299, "max_ms": 5.613, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6218.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:09:22+09:00", "last_error_summary": "[h264 @ 0x560d7c62d6c0] error while decoding MB 15 31, bytestream -9", "last_exit_at": "2026-07-06T20:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.961, "last_started_at": "2026-07-06T20:09:24+09:00", "pid": 25779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.535, "name": "ffmpeg", "pid": 25779, "rss_mb": 265.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.422, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:09:49+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T20:09:49+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T20:09:49.801398+09:00", "mtime_epoch": 1783336189.8013978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:09:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.212, "pushed": 6.212, "read": 6.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.131, "count": 186, "max_ms": 10.715, "p95_ms": 7.847}, "gstreamer_push": {"avg_ms": 1.094, "count": 186, "max_ms": 1.473, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.975, "count": 186, "max_ms": 88.266, "p95_ms": 75.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.386, "count": 186, "max_ms": 116.538, "p95_ms": 102.059}, "yolo11_640_fire_11class": {"avg_ms": 60.404, "count": 186, "max_ms": 88.282, "p95_ms": 78.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.205, "count": 186, "max_ms": 103.006, "p95_ms": 92.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.3, "count": 186, "max_ms": 194.238, "p95_ms": 159.688}, "read_interval": {"avg_ms": 161.696, "count": 185, "max_ms": 4316.065, "p95_ms": 168.24}, "triton_wait": {"avg_ms": 75.636, "count": 186, "max_ms": 116.551, "p95_ms": 102.472}, "visualize": {"avg_ms": 5.198, "count": 186, "max_ms": 10.732, "p95_ms": 6.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1548, "tracking_summary": 1404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31906.023, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.85, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:09:52+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-06T20:09:52+09:00", "mjpeg": {"age_sec": 0.246, "exists": true, "mtime": "2026-07-06T20:09:52.569443+09:00", "mtime_epoch": 1783336192.5694425, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:09:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 834.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.627, "pushed": 4.627, "read": 4.594}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.348, "count": 138, "max_ms": 136.849, "p95_ms": 133.512}, "gstreamer_push": {"avg_ms": 0.879, "count": 138, "max_ms": 2.543, "p95_ms": 1.677}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.739, "count": 138, "max_ms": 118.455, "p95_ms": 100.061}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.191, "count": 138, "max_ms": 111.176, "p95_ms": 101.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.826, "count": 138, "max_ms": 287.532, "p95_ms": 261.584}, "read_interval": {"avg_ms": 217.587, "count": 137, "max_ms": 294.03, "p95_ms": 269.706}, "triton_wait": {"avg_ms": 76.099, "count": 138, "max_ms": 118.468, "p95_ms": 105.383}, "visualize": {"avg_ms": 26.362, "count": 138, "max_ms": 40.387, "p95_ms": 34.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6212.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11301.253, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.642, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:10:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:10:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T20:10:00+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T20:10:00.057564+09:00", "mtime_epoch": 1783336200.057564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:10:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 300, "max_ms": 6.617, "p95_ms": 5.394}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.721, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.906, "count": 300, "max_ms": 90.746, "p95_ms": 72.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.401, "count": 300, "max_ms": 114.437, "p95_ms": 99.058}, "yolo11_640_fire_11class": {"avg_ms": 58.7, "count": 300, "max_ms": 91.267, "p95_ms": 79.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.787, "count": 300, "max_ms": 105.751, "p95_ms": 90.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.918, "count": 300, "max_ms": 127.431, "p95_ms": 112.147}, "read_interval": {"avg_ms": 100.161, "count": 299, "max_ms": 410.584, "p95_ms": 131.615}, "triton_wait": {"avg_ms": 67.139, "count": 300, "max_ms": 114.449, "p95_ms": 99.229}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 5.48, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:09:22+09:00", "last_error_summary": "[h264 @ 0x560d7c62d6c0] error while decoding MB 15 31, bytestream -9", "last_exit_at": "2026-07-06T20:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.11, "last_started_at": "2026-07-06T20:09:24+09:00", "pid": 25779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.918, "name": "ffmpeg", "pid": 25779, "rss_mb": 269.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.996, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:10:20+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-06T20:10:19+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T20:10:19.945887+09:00", "mtime_epoch": 1783336219.9458873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:10:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.87, "pushed": 6.87, "read": 6.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.792, "count": 205, "max_ms": 10.734, "p95_ms": 8.313}, "gstreamer_push": {"avg_ms": 1.07, "count": 206, "max_ms": 1.893, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.477, "count": 205, "max_ms": 81.266, "p95_ms": 69.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.774, "count": 205, "max_ms": 118.733, "p95_ms": 99.391}, "yolo11_640_fire_11class": {"avg_ms": 58.922, "count": 205, "max_ms": 85.593, "p95_ms": 76.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.963, "count": 205, "max_ms": 101.131, "p95_ms": 89.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.316, "count": 206, "max_ms": 202.423, "p95_ms": 172.456}, "read_interval": {"avg_ms": 146.183, "count": 205, "max_ms": 211.371, "p95_ms": 180.678}, "triton_wait": {"avg_ms": 73.913, "count": 205, "max_ms": 118.747, "p95_ms": 99.405}, "visualize": {"avg_ms": 5.636, "count": 205, "max_ms": 8.398, "p95_ms": 6.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1549, "tracking_summary": 1405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6221.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31936.226, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.961, "sample_count": 1327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:10:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:10:23+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T20:10:22+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T20:10:22.805934+09:00", "mtime_epoch": 1783336222.805934, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:10:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 835.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.174, "pushed": 4.174, "read": 4.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.483, "count": 125, "max_ms": 184.272, "p95_ms": 160.994}, "gstreamer_push": {"avg_ms": 0.861, "count": 125, "max_ms": 2.72, "p95_ms": 1.777}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.726, "count": 125, "max_ms": 114.375, "p95_ms": 100.235}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.734, "count": 125, "max_ms": 112.174, "p95_ms": 101.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.58, "count": 125, "max_ms": 323.423, "p95_ms": 270.327}, "read_interval": {"avg_ms": 241.713, "count": 124, "max_ms": 330.399, "p95_ms": 277.95}, "triton_wait": {"avg_ms": 75.615, "count": 125, "max_ms": 114.387, "p95_ms": 102.295}, "visualize": {"avg_ms": 27.577, "count": 125, "max_ms": 41.202, "p95_ms": 38.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11331.272, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.481, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:10:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:10:30+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T20:10:30+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T20:10:30.062052+09:00", "mtime_epoch": 1783336230.0620522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 154652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:10:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.361, "count": 299, "max_ms": 6.75, "p95_ms": 5.481}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.767, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.905, "count": 299, "max_ms": 78.968, "p95_ms": 70.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.534, "count": 299, "max_ms": 111.553, "p95_ms": 93.718}, "yolo11_640_fire_11class": {"avg_ms": 57.816, "count": 299, "max_ms": 86.216, "p95_ms": 75.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.817, "count": 299, "max_ms": 96.62, "p95_ms": 88.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.182, "count": 299, "max_ms": 126.1, "p95_ms": 107.343}, "read_interval": {"avg_ms": 100.437, "count": 298, "max_ms": 409.649, "p95_ms": 127.473}, "triton_wait": {"avg_ms": 66.039, "count": 299, "max_ms": 111.569, "p95_ms": 94.386}, "visualize": {"avg_ms": 3.725, "count": 299, "max_ms": 5.749, "p95_ms": 4.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6225.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:09:22+09:00", "last_error_summary": "[h264 @ 0x560d7c62d6c0] error while decoding MB 15 31, bytestream -9", "last_exit_at": "2026-07-06T20:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.114, "last_started_at": "2026-07-06T20:09:24+09:00", "pid": 25779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.176, "name": "ffmpeg", "pid": 25779, "rss_mb": 270.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.928, "sample_count": 1851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:10:50+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-06T20:10:49+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T20:10:49.986378+09:00", "mtime_epoch": 1783336249.986378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:10:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.716, "count": 207, "max_ms": 10.728, "p95_ms": 7.794}, "gstreamer_push": {"avg_ms": 1.076, "count": 207, "max_ms": 1.357, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.369, "count": 207, "max_ms": 87.669, "p95_ms": 73.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.387, "count": 207, "max_ms": 119.44, "p95_ms": 102.355}, "yolo11_640_fire_11class": {"avg_ms": 59.472, "count": 207, "max_ms": 87.682, "p95_ms": 78.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.774, "count": 207, "max_ms": 100.987, "p95_ms": 93.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.194, "count": 207, "max_ms": 191.86, "p95_ms": 175.918}, "read_interval": {"avg_ms": 145.119, "count": 207, "max_ms": 199.879, "p95_ms": 182.878}, "triton_wait": {"avg_ms": 74.614, "count": 207, "max_ms": 119.453, "p95_ms": 102.366}, "visualize": {"avg_ms": 5.579, "count": 207, "max_ms": 7.296, "p95_ms": 6.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1550, "tracking_summary": 1406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6225.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31966.334, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.011, "sample_count": 1324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:10:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:10:53+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T20:10:52+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T20:10:52.902426+09:00", "mtime_epoch": 1783336252.9024258, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:10:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 840.949, "name": "celery", "pid": 239, "rss_mb": 838.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.584, "pushed": 4.584, "read": 4.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.73, "count": 137, "max_ms": 156.457, "p95_ms": 141.794}, "gstreamer_push": {"avg_ms": 0.931, "count": 137, "max_ms": 2.397, "p95_ms": 1.948}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.008, "count": 137, "max_ms": 109.68, "p95_ms": 100.428}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.498, "count": 137, "max_ms": 111.03, "p95_ms": 101.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.681, "count": 137, "max_ms": 275.067, "p95_ms": 262.856}, "read_interval": {"avg_ms": 219.574, "count": 136, "max_ms": 282.111, "p95_ms": 269.544}, "triton_wait": {"avg_ms": 75.391, "count": 137, "max_ms": 111.043, "p95_ms": 105.672}, "visualize": {"avg_ms": 27.552, "count": 137, "max_ms": 41.436, "p95_ms": 34.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6227.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11361.294, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.355, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:11:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:11:00+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:11:00+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T20:11:00.062543+09:00", "mtime_epoch": 1783336260.062543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 163246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:11:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.066, "pushed": 10.066, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 301, "max_ms": 6.738, "p95_ms": 5.857}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 1.801, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.258, "count": 301, "max_ms": 89.849, "p95_ms": 72.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.786, "count": 301, "max_ms": 115.269, "p95_ms": 94.163}, "yolo11_640_fire_11class": {"avg_ms": 58.683, "count": 301, "max_ms": 89.861, "p95_ms": 77.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.69, "count": 301, "max_ms": 102.974, "p95_ms": 90.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.265, "count": 301, "max_ms": 128.398, "p95_ms": 108.797}, "read_interval": {"avg_ms": 99.691, "count": 300, "max_ms": 538.632, "p95_ms": 133.933}, "triton_wait": {"avg_ms": 66.639, "count": 301, "max_ms": 115.281, "p95_ms": 95.599}, "visualize": {"avg_ms": 3.58, "count": 301, "max_ms": 5.933, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6231.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:09:22+09:00", "last_error_summary": "[h264 @ 0x560d7c62d6c0] error while decoding MB 15 31, bytestream -9", "last_exit_at": "2026-07-06T20:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.175, "last_started_at": "2026-07-06T20:09:24+09:00", "pid": 25779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.754, "name": "ffmpeg", "pid": 25779, "rss_mb": 272.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.078, "sample_count": 1872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:11:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T20:11:20+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-06T20:11:20+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T20:11:20.026871+09:00", "mtime_epoch": 1783336280.026871, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:11:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.115, "pushed": 7.115, "read": 7.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.465, "count": 213, "max_ms": 9.8, "p95_ms": 7.647}, "gstreamer_push": {"avg_ms": 1.08, "count": 213, "max_ms": 1.387, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.508, "count": 213, "max_ms": 82.886, "p95_ms": 71.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.076, "count": 213, "max_ms": 122.501, "p95_ms": 99.372}, "yolo11_640_fire_11class": {"avg_ms": 59.948, "count": 213, "max_ms": 83.424, "p95_ms": 77.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.634, "count": 213, "max_ms": 100.297, "p95_ms": 91.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.57, "count": 213, "max_ms": 177.804, "p95_ms": 168.446}, "read_interval": {"avg_ms": 140.973, "count": 212, "max_ms": 188.132, "p95_ms": 178.239}, "triton_wait": {"avg_ms": 73.331, "count": 213, "max_ms": 122.513, "p95_ms": 99.384}, "visualize": {"avg_ms": 5.375, "count": 213, "max_ms": 6.701, "p95_ms": 6.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1552, "tracking_summary": 1407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6222.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 31996.376, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.876, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:11:23+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-06T20:11:22+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T20:11:22.930919+09:00", "mtime_epoch": 1783336282.9309187, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:11:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.32, "name": "celery", "pid": 239, "rss_mb": 832.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.294, "pushed": 4.294, "read": 4.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.375, "count": 128, "max_ms": 147.35, "p95_ms": 134.472}, "gstreamer_push": {"avg_ms": 0.794, "count": 128, "max_ms": 1.284, "p95_ms": 0.906}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.023, "count": 128, "max_ms": 111.203, "p95_ms": 95.149}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.005, "count": 128, "max_ms": 114.505, "p95_ms": 99.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.97, "count": 128, "max_ms": 280.916, "p95_ms": 260.235}, "read_interval": {"avg_ms": 234.442, "count": 127, "max_ms": 286.601, "p95_ms": 267.446}, "triton_wait": {"avg_ms": 75.196, "count": 128, "max_ms": 114.518, "p95_ms": 101.083}, "visualize": {"avg_ms": 27.52, "count": 128, "max_ms": 40.788, "p95_ms": 35.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6226.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11391.301, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.164, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:11:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:11:30+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:11:30+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T20:11:30.071036+09:00", "mtime_epoch": 1783336290.071036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:11:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1521.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.274, "count": 300, "max_ms": 6.704, "p95_ms": 5.389}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 2.169, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.687, "count": 300, "max_ms": 86.489, "p95_ms": 69.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.699, "count": 300, "max_ms": 114.377, "p95_ms": 93.342}, "yolo11_640_fire_11class": {"avg_ms": 58.075, "count": 300, "max_ms": 92.007, "p95_ms": 76.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.37, "count": 300, "max_ms": 99.371, "p95_ms": 89.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.203, "count": 300, "max_ms": 127.692, "p95_ms": 106.745}, "read_interval": {"avg_ms": 100.013, "count": 300, "max_ms": 532.042, "p95_ms": 126.781}, "triton_wait": {"avg_ms": 66.358, "count": 300, "max_ms": 114.39, "p95_ms": 93.361}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 5.501, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6233.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:09:22+09:00", "last_error_summary": "[h264 @ 0x560d7c62d6c0] error while decoding MB 15 31, bytestream -9", "last_exit_at": "2026-07-06T20:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.3, "last_started_at": "2026-07-06T20:09:24+09:00", "pid": 25779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.332, "name": "ffmpeg", "pid": 25779, "rss_mb": 275.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.806, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:11:50+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T20:11:50+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T20:11:50.163368+09:00", "mtime_epoch": 1783336310.1633677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:11:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.009, "pushed": 7.009, "read": 6.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.495, "count": 209, "max_ms": 9.935, "p95_ms": 7.443}, "gstreamer_push": {"avg_ms": 1.091, "count": 210, "max_ms": 1.351, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.375, "count": 209, "max_ms": 83.567, "p95_ms": 74.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.826, "count": 209, "max_ms": 114.987, "p95_ms": 98.989}, "yolo11_640_fire_11class": {"avg_ms": 59.241, "count": 209, "max_ms": 88.79, "p95_ms": 78.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.022, "count": 209, "max_ms": 105.028, "p95_ms": 92.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.334, "count": 210, "max_ms": 195.034, "p95_ms": 169.595}, "read_interval": {"avg_ms": 143.397, "count": 209, "max_ms": 203.196, "p95_ms": 178.954}, "triton_wait": {"avg_ms": 74.163, "count": 209, "max_ms": 115.018, "p95_ms": 99.001}, "visualize": {"avg_ms": 5.496, "count": 209, "max_ms": 7.62, "p95_ms": 6.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1552, "tracking_summary": 1409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32026.394, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.526, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:11:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:11:53+09:00", "last_frame_read_age_sec": 0.271, "last_frame_read_at": "2026-07-06T20:11:52+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T20:11:52.927413+09:00", "mtime_epoch": 1783336312.9274135, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:11:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.32, "name": "celery", "pid": 239, "rss_mb": 840.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.799, "pushed": 4.799, "read": 4.766}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.919, "count": 143, "max_ms": 139.558, "p95_ms": 135.955}, "gstreamer_push": {"avg_ms": 0.827, "count": 143, "max_ms": 1.034, "p95_ms": 0.94}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.431, "count": 143, "max_ms": 110.247, "p95_ms": 99.914}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.749, "count": 143, "max_ms": 109.59, "p95_ms": 102.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.978, "count": 143, "max_ms": 271.718, "p95_ms": 260.44}, "read_interval": {"avg_ms": 209.445, "count": 142, "max_ms": 278.116, "p95_ms": 263.249}, "triton_wait": {"avg_ms": 74.599, "count": 143, "max_ms": 110.26, "p95_ms": 104.929}, "visualize": {"avg_ms": 26.45, "count": 143, "max_ms": 34.901, "p95_ms": 32.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6229.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11421.31, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.952, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:12:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:12:00+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:12:00+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:12:00.075532+09:00", "mtime_epoch": 1783336320.0755317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:12:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1522.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 300, "max_ms": 6.811, "p95_ms": 5.889}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.819, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.109, "count": 300, "max_ms": 85.984, "p95_ms": 73.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.162, "count": 300, "max_ms": 119.491, "p95_ms": 99.084}, "yolo11_640_fire_11class": {"avg_ms": 59.209, "count": 300, "max_ms": 89.259, "p95_ms": 79.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.525, "count": 300, "max_ms": 101.987, "p95_ms": 93.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.935, "count": 300, "max_ms": 132.239, "p95_ms": 112.285}, "read_interval": {"avg_ms": 100.038, "count": 300, "max_ms": 653.762, "p95_ms": 128.725}, "triton_wait": {"avg_ms": 67.983, "count": 300, "max_ms": 119.503, "p95_ms": 99.097}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.683, "p95_ms": 4.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6233.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:09:22+09:00", "last_error_summary": "[h264 @ 0x560d7c62d6c0] error while decoding MB 15 31, bytestream -9", "last_exit_at": "2026-07-06T20:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.358, "last_started_at": "2026-07-06T20:09:24+09:00", "pid": 25779, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.234, "name": "ffmpeg", "pid": 25779, "rss_mb": 289.234, "state": "S (sleeping)", "threads": 104}, "restart_count": 110, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.204, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:12:20+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:12:20+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T20:12:20.247866+09:00", "mtime_epoch": 1783336340.247866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:12:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.05, "pushed": 7.05, "read": 7.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.511, "count": 211, "max_ms": 9.637, "p95_ms": 7.571}, "gstreamer_push": {"avg_ms": 1.093, "count": 211, "max_ms": 1.361, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.554, "count": 211, "max_ms": 81.78, "p95_ms": 74.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.342, "count": 211, "max_ms": 115.234, "p95_ms": 100.735}, "yolo11_640_fire_11class": {"avg_ms": 59.448, "count": 211, "max_ms": 83.686, "p95_ms": 77.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.75, "count": 211, "max_ms": 100.411, "p95_ms": 93.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.092, "count": 211, "max_ms": 186.317, "p95_ms": 166.65}, "read_interval": {"avg_ms": 142.53, "count": 210, "max_ms": 194.906, "p95_ms": 176.006}, "triton_wait": {"avg_ms": 74.583, "count": 211, "max_ms": 115.248, "p95_ms": 100.748}, "visualize": {"avg_ms": 5.383, "count": 211, "max_ms": 8.161, "p95_ms": 6.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1553, "tracking_summary": 1410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5979.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32056.474, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.441, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:12:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:12:23+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T20:12:23+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T20:12:23.047912+09:00", "mtime_epoch": 1783336343.0479124, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:12:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.32, "name": "celery", "pid": 239, "rss_mb": 833.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.43, "pushed": 4.43, "read": 4.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.281, "count": 132, "max_ms": 157.411, "p95_ms": 138.626}, "gstreamer_push": {"avg_ms": 0.97, "count": 132, "max_ms": 2.744, "p95_ms": 1.878}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.479, "count": 132, "max_ms": 120.235, "p95_ms": 104.361}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.932, "count": 132, "max_ms": 116.853, "p95_ms": 104.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.707, "count": 132, "max_ms": 284.221, "p95_ms": 274.704}, "read_interval": {"avg_ms": 227.761, "count": 131, "max_ms": 290.59, "p95_ms": 281.057}, "triton_wait": {"avg_ms": 79.789, "count": 132, "max_ms": 120.247, "p95_ms": 105.539}, "visualize": {"avg_ms": 29.679, "count": 132, "max_ms": 47.475, "p95_ms": 40.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11451.312, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.11, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:12:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:12:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T20:12:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T20:12:30.116030+09:00", "mtime_epoch": 1783336350.1160297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 165607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:12:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1522.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.303, "count": 301, "max_ms": 6.84, "p95_ms": 5.398}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 2.003, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.895, "count": 301, "max_ms": 82.603, "p95_ms": 69.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.864, "count": 301, "max_ms": 115.015, "p95_ms": 96.731}, "yolo11_640_fire_11class": {"avg_ms": 57.646, "count": 301, "max_ms": 88.177, "p95_ms": 75.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.36, "count": 301, "max_ms": 98.026, "p95_ms": 88.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.269, "count": 301, "max_ms": 125.333, "p95_ms": 110.187}, "read_interval": {"avg_ms": 99.783, "count": 301, "max_ms": 444.393, "p95_ms": 132.035}, "triton_wait": {"avg_ms": 66.399, "count": 301, "max_ms": 115.025, "p95_ms": 97.162}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 5.455, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6223.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:12:21+09:00", "last_error_summary": "[h264 @ 0x556c5c8cce80] error while decoding MB 54 18, bytestream -13", "last_exit_at": "2026-07-06T20:12:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.869, "last_started_at": "2026-07-06T20:12:24+09:00", "pid": 25886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.777, "name": "ffmpeg", "pid": 25886, "rss_mb": 264.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.029, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T20:12:50+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-06T20:12:50+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T20:12:50.280365+09:00", "mtime_epoch": 1783336370.2803652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:12:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1635.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.976, "pushed": 5.976, "read": 5.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.408, "count": 179, "max_ms": 9.976, "p95_ms": 7.763}, "gstreamer_push": {"avg_ms": 1.074, "count": 179, "max_ms": 1.324, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.353, "count": 179, "max_ms": 83.576, "p95_ms": 73.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.168, "count": 179, "max_ms": 119.908, "p95_ms": 101.78}, "yolo11_640_fire_11class": {"avg_ms": 59.475, "count": 179, "max_ms": 89.718, "p95_ms": 78.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.955, "count": 179, "max_ms": 107.253, "p95_ms": 94.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.464, "count": 179, "max_ms": 192.843, "p95_ms": 175.182}, "read_interval": {"avg_ms": 168.004, "count": 178, "max_ms": 4729.555, "p95_ms": 185.538}, "triton_wait": {"avg_ms": 75.289, "count": 179, "max_ms": 119.919, "p95_ms": 101.794}, "visualize": {"avg_ms": 5.33, "count": 179, "max_ms": 7.445, "p95_ms": 6.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1555, "tracking_summary": 1411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6221.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32086.661, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.105, "sample_count": 1320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:12:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:12:53+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T20:12:53+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T20:12:53.240415+09:00", "mtime_epoch": 1783336373.2404146, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:12:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.551, "name": "celery", "pid": 239, "rss_mb": 835.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.438, "pushed": 4.438, "read": 4.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.893, "count": 133, "max_ms": 158.196, "p95_ms": 134.194}, "gstreamer_push": {"avg_ms": 0.864, "count": 133, "max_ms": 1.848, "p95_ms": 1.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.23, "count": 133, "max_ms": 109.127, "p95_ms": 99.925}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.527, "count": 133, "max_ms": 116.849, "p95_ms": 103.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.05, "count": 133, "max_ms": 281.199, "p95_ms": 265.087}, "read_interval": {"avg_ms": 226.943, "count": 132, "max_ms": 290.702, "p95_ms": 271.19}, "triton_wait": {"avg_ms": 76.018, "count": 133, "max_ms": 116.862, "p95_ms": 103.056}, "visualize": {"avg_ms": 29.334, "count": 133, "max_ms": 42.291, "p95_ms": 40.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6221.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11481.39, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.172, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:13:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:13:00+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T20:13:00+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:13:00.156530+09:00", "mtime_epoch": 1783336380.15653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:13:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1522.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 298, "max_ms": 6.793, "p95_ms": 5.422}, "gstreamer_push": {"avg_ms": 1.301, "count": 298, "max_ms": 1.939, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.934, "count": 298, "max_ms": 83.897, "p95_ms": 74.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.77, "count": 298, "max_ms": 122.364, "p95_ms": 96.167}, "yolo11_640_fire_11class": {"avg_ms": 58.248, "count": 298, "max_ms": 89.031, "p95_ms": 77.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.582, "count": 298, "max_ms": 98.778, "p95_ms": 92.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.205, "count": 298, "max_ms": 136.417, "p95_ms": 110.124}, "read_interval": {"avg_ms": 100.897, "count": 297, "max_ms": 629.802, "p95_ms": 133.37}, "triton_wait": {"avg_ms": 66.366, "count": 298, "max_ms": 122.377, "p95_ms": 96.881}, "visualize": {"avg_ms": 3.653, "count": 298, "max_ms": 5.547, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6220.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:12:21+09:00", "last_error_summary": "[h264 @ 0x556c5c8cce80] error while decoding MB 54 18, bytestream -13", "last_exit_at": "2026-07-06T20:12:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.897, "last_started_at": "2026-07-06T20:12:24+09:00", "pid": 25886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.324, "name": "ffmpeg", "pid": 25886, "rss_mb": 266.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.537, "sample_count": 2013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T20:13:20+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T20:13:20+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T20:13:20.348867+09:00", "mtime_epoch": 1783336400.3488672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:13:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.021, "pushed": 7.021, "read": 6.988}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.571, "count": 210, "max_ms": 10.495, "p95_ms": 7.897}, "gstreamer_push": {"avg_ms": 1.075, "count": 210, "max_ms": 1.606, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.262, "count": 210, "max_ms": 86.776, "p95_ms": 77.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.117, "count": 210, "max_ms": 114.731, "p95_ms": 99.567}, "yolo11_640_fire_11class": {"avg_ms": 60.431, "count": 210, "max_ms": 87.26, "p95_ms": 80.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.721, "count": 210, "max_ms": 105.558, "p95_ms": 93.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.868, "count": 210, "max_ms": 179.337, "p95_ms": 168.804}, "read_interval": {"avg_ms": 143.022, "count": 209, "max_ms": 188.685, "p95_ms": 177.563}, "triton_wait": {"avg_ms": 73.522, "count": 210, "max_ms": 114.744, "p95_ms": 99.583}, "visualize": {"avg_ms": 5.523, "count": 210, "max_ms": 8.097, "p95_ms": 6.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1556, "tracking_summary": 1412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6223.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32116.738, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 267.883, "sample_count": 1308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:13:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:13:23+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T20:13:23+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T20:13:23.280916+09:00", "mtime_epoch": 1783336403.2809162, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:13:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.551, "name": "celery", "pid": 239, "rss_mb": 836.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.186, "pushed": 4.186, "read": 4.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.925, "count": 125, "max_ms": 142.764, "p95_ms": 132.121}, "gstreamer_push": {"avg_ms": 0.785, "count": 125, "max_ms": 1.937, "p95_ms": 0.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.315, "count": 125, "max_ms": 115.892, "p95_ms": 104.826}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.901, "count": 125, "max_ms": 113.668, "p95_ms": 109.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.872, "count": 125, "max_ms": 276.229, "p95_ms": 267.459}, "read_interval": {"avg_ms": 240.466, "count": 124, "max_ms": 282.597, "p95_ms": 273.804}, "triton_wait": {"avg_ms": 76.17, "count": 125, "max_ms": 115.904, "p95_ms": 109.49}, "visualize": {"avg_ms": 26.029, "count": 125, "max_ms": 38.161, "p95_ms": 28.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6224.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11511.423, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.56, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:13:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:13:30+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T20:13:30+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T20:13:30.217032+09:00", "mtime_epoch": 1783336410.2170322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 162122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:13:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1522.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.124, "pushed": 10.124, "read": 10.09}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.273, "count": 303, "max_ms": 6.535, "p95_ms": 5.212}, "gstreamer_push": {"avg_ms": 1.305, "count": 303, "max_ms": 2.033, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.523, "count": 303, "max_ms": 95.803, "p95_ms": 70.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.185, "count": 303, "max_ms": 115.572, "p95_ms": 98.032}, "yolo11_640_fire_11class": {"avg_ms": 59.349, "count": 303, "max_ms": 96.456, "p95_ms": 80.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.808, "count": 303, "max_ms": 103.74, "p95_ms": 91.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.858, "count": 303, "max_ms": 128.464, "p95_ms": 111.159}, "read_interval": {"avg_ms": 99.149, "count": 302, "max_ms": 559.409, "p95_ms": 132.062}, "triton_wait": {"avg_ms": 66.953, "count": 303, "max_ms": 115.586, "p95_ms": 98.044}, "visualize": {"avg_ms": 3.69, "count": 303, "max_ms": 5.632, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6215.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:12:21+09:00", "last_error_summary": "[h264 @ 0x556c5c8cce80] error while decoding MB 54 18, bytestream -13", "last_exit_at": "2026-07-06T20:12:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.039, "last_started_at": "2026-07-06T20:12:24+09:00", "pid": 25886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.324, "name": "ffmpeg", "pid": 25886, "rss_mb": 266.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.91, "sample_count": 2022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:13:50+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-06T20:13:50+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T20:13:50.477372+09:00", "mtime_epoch": 1783336430.477372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:13:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.835, "pushed": 6.835, "read": 6.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.656, "count": 204, "max_ms": 8.964, "p95_ms": 7.662}, "gstreamer_push": {"avg_ms": 1.073, "count": 205, "max_ms": 1.305, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.386, "count": 204, "max_ms": 85.803, "p95_ms": 73.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.184, "count": 204, "max_ms": 118.998, "p95_ms": 101.928}, "yolo11_640_fire_11class": {"avg_ms": 59.481, "count": 204, "max_ms": 92.531, "p95_ms": 76.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.828, "count": 204, "max_ms": 100.18, "p95_ms": 90.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.035, "count": 205, "max_ms": 196.836, "p95_ms": 169.526}, "read_interval": {"avg_ms": 147.021, "count": 204, "max_ms": 205.298, "p95_ms": 178.522}, "triton_wait": {"avg_ms": 74.426, "count": 204, "max_ms": 119.011, "p95_ms": 101.942}, "visualize": {"avg_ms": 5.683, "count": 204, "max_ms": 7.318, "p95_ms": 6.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1558, "tracking_summary": 1413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6215.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32146.93, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.29, "sample_count": 1321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:13:53+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T20:13:53+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T20:13:53.497423+09:00", "mtime_epoch": 1783336433.4974227, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:13:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.551, "name": "celery", "pid": 239, "rss_mb": 827.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.776, "pushed": 4.776, "read": 4.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.638, "count": 143, "max_ms": 133.804, "p95_ms": 131.175}, "gstreamer_push": {"avg_ms": 0.881, "count": 143, "max_ms": 1.827, "p95_ms": 1.708}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.704, "count": 143, "max_ms": 118.405, "p95_ms": 99.257}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.274, "count": 143, "max_ms": 117.797, "p95_ms": 103.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.131, "count": 143, "max_ms": 261.85, "p95_ms": 253.699}, "read_interval": {"avg_ms": 210.939, "count": 142, "max_ms": 268.626, "p95_ms": 260.912}, "triton_wait": {"avg_ms": 74.349, "count": 143, "max_ms": 118.417, "p95_ms": 103.932}, "visualize": {"avg_ms": 26.204, "count": 143, "max_ms": 37.195, "p95_ms": 34.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6215.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11541.478, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.172, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:14:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:14:00+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T20:14:00+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T20:14:00.265536+09:00", "mtime_epoch": 1783336440.2655363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:14:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1522.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 301, "max_ms": 6.748, "p95_ms": 5.412}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.875, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.208, "count": 301, "max_ms": 84.949, "p95_ms": 72.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.364, "count": 301, "max_ms": 111.301, "p95_ms": 94.788}, "yolo11_640_fire_11class": {"avg_ms": 58.549, "count": 301, "max_ms": 90.203, "p95_ms": 76.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.043, "count": 301, "max_ms": 104.395, "p95_ms": 89.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.554, "count": 301, "max_ms": 124.237, "p95_ms": 107.493}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 282.487, "p95_ms": 135.206}, "triton_wait": {"avg_ms": 67.859, "count": 301, "max_ms": 111.313, "p95_ms": 94.8}, "visualize": {"avg_ms": 3.604, "count": 301, "max_ms": 5.055, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6228.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:12:21+09:00", "last_error_summary": "[h264 @ 0x556c5c8cce80] error while decoding MB 54 18, bytestream -13", "last_exit_at": "2026-07-06T20:12:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.04, "last_started_at": "2026-07-06T20:12:24+09:00", "pid": 25886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.387, "name": "ffmpeg", "pid": 25886, "rss_mb": 268.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.786, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:14:20+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T20:14:20+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-06T20:14:20.445876+09:00", "mtime_epoch": 1783336460.4458756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:14:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.968, "pushed": 6.968, "read": 6.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.579, "count": 209, "max_ms": 9.222, "p95_ms": 7.987}, "gstreamer_push": {"avg_ms": 1.076, "count": 209, "max_ms": 1.459, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.009, "count": 209, "max_ms": 85.002, "p95_ms": 75.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.706, "count": 209, "max_ms": 120.184, "p95_ms": 100.933}, "yolo11_640_fire_11class": {"avg_ms": 60.078, "count": 209, "max_ms": 89.244, "p95_ms": 78.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.472, "count": 209, "max_ms": 104.305, "p95_ms": 93.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.383, "count": 209, "max_ms": 177.95, "p95_ms": 171.43}, "read_interval": {"avg_ms": 143.376, "count": 209, "max_ms": 187.942, "p95_ms": 179.335}, "triton_wait": {"avg_ms": 74.039, "count": 209, "max_ms": 120.197, "p95_ms": 100.947}, "visualize": {"avg_ms": 5.484, "count": 209, "max_ms": 8.058, "p95_ms": 6.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1559, "tracking_summary": 1414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6230.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32177.077, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.122, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:14:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:14:23+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T20:14:23+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T20:14:23.701931+09:00", "mtime_epoch": 1783336463.7019305, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:14:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.754, "name": "celery", "pid": 239, "rss_mb": 840.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.28, "pushed": 4.28, "read": 4.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.787, "count": 128, "max_ms": 144.538, "p95_ms": 134.326}, "gstreamer_push": {"avg_ms": 0.87, "count": 128, "max_ms": 1.841, "p95_ms": 1.752}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.33, "count": 128, "max_ms": 114.66, "p95_ms": 103.389}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.039, "count": 128, "max_ms": 116.01, "p95_ms": 106.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.41, "count": 128, "max_ms": 282.434, "p95_ms": 267.641}, "read_interval": {"avg_ms": 235.905, "count": 127, "max_ms": 290.702, "p95_ms": 276.013}, "triton_wait": {"avg_ms": 77.913, "count": 128, "max_ms": 116.021, "p95_ms": 106.481}, "visualize": {"avg_ms": 26.77, "count": 128, "max_ms": 41.321, "p95_ms": 36.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6230.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11571.522, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.187, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:14:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:14:30+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T20:14:30+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T20:14:30.310042+09:00", "mtime_epoch": 1783336470.310042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:14:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1522.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 299, "max_ms": 6.871, "p95_ms": 6.193}, "gstreamer_push": {"avg_ms": 1.279, "count": 299, "max_ms": 1.936, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.992, "count": 299, "max_ms": 86.936, "p95_ms": 72.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.397, "count": 299, "max_ms": 123.161, "p95_ms": 99.839}, "yolo11_640_fire_11class": {"avg_ms": 59.991, "count": 299, "max_ms": 89.353, "p95_ms": 80.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.886, "count": 299, "max_ms": 99.816, "p95_ms": 91.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.773, "count": 299, "max_ms": 136.098, "p95_ms": 113.495}, "read_interval": {"avg_ms": 100.514, "count": 298, "max_ms": 347.847, "p95_ms": 136.394}, "triton_wait": {"avg_ms": 68.973, "count": 299, "max_ms": 123.173, "p95_ms": 99.851}, "visualize": {"avg_ms": 3.62, "count": 299, "max_ms": 5.747, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6228.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:12:21+09:00", "last_error_summary": "[h264 @ 0x556c5c8cce80] error while decoding MB 54 18, bytestream -13", "last_exit_at": "2026-07-06T20:12:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.057, "last_started_at": "2026-07-06T20:12:24+09:00", "pid": 25886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.965, "name": "ffmpeg", "pid": 25886, "rss_mb": 270.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.456, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:14:50+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-06T20:14:50+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-06T20:14:50.494382+09:00", "mtime_epoch": 1783336490.4943824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:14:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.673, "pushed": 6.673, "read": 6.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.782, "count": 199, "max_ms": 10.741, "p95_ms": 8.644}, "gstreamer_push": {"avg_ms": 1.062, "count": 199, "max_ms": 1.471, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.755, "count": 199, "max_ms": 90.19, "p95_ms": 74.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.642, "count": 199, "max_ms": 122.222, "p95_ms": 107.284}, "yolo11_640_fire_11class": {"avg_ms": 60.427, "count": 199, "max_ms": 89.637, "p95_ms": 81.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.711, "count": 199, "max_ms": 102.052, "p95_ms": 95.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.842, "count": 199, "max_ms": 203.385, "p95_ms": 177.067}, "read_interval": {"avg_ms": 150.849, "count": 198, "max_ms": 212.383, "p95_ms": 185.794}, "triton_wait": {"avg_ms": 75.813, "count": 199, "max_ms": 122.235, "p95_ms": 107.297}, "visualize": {"avg_ms": 5.796, "count": 199, "max_ms": 10.473, "p95_ms": 7.691}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1560, "tracking_summary": 1415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6229.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32207.289, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.333, "sample_count": 1324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:14:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:14:54+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T20:14:53+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T20:14:53.878439+09:00", "mtime_epoch": 1783336493.8784394, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:14:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.754, "name": "celery", "pid": 239, "rss_mb": 836.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.483, "pushed": 4.483, "read": 4.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.572, "count": 134, "max_ms": 156.623, "p95_ms": 152.457}, "gstreamer_push": {"avg_ms": 0.808, "count": 134, "max_ms": 1.009, "p95_ms": 0.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.413, "count": 134, "max_ms": 118.924, "p95_ms": 104.884}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.755, "count": 134, "max_ms": 122.422, "p95_ms": 105.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.556, "count": 134, "max_ms": 299.535, "p95_ms": 272.633}, "read_interval": {"avg_ms": 224.249, "count": 133, "max_ms": 305.921, "p95_ms": 280.009}, "triton_wait": {"avg_ms": 76.643, "count": 134, "max_ms": 122.435, "p95_ms": 107.189}, "visualize": {"avg_ms": 25.424, "count": 134, "max_ms": 38.761, "p95_ms": 29.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6231.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11601.564, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.223, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:15:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:15:00+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T20:15:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T20:15:00.366549+09:00", "mtime_epoch": 1783336500.3665493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 168170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:15:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1522.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.31, "count": 299, "max_ms": 7.171, "p95_ms": 5.36}, "gstreamer_push": {"avg_ms": 1.3, "count": 299, "max_ms": 2.006, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.159, "count": 299, "max_ms": 85.749, "p95_ms": 70.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.986, "count": 299, "max_ms": 115.608, "p95_ms": 99.66}, "yolo11_640_fire_11class": {"avg_ms": 58.483, "count": 299, "max_ms": 92.002, "p95_ms": 78.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.804, "count": 299, "max_ms": 104.176, "p95_ms": 92.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.65, "count": 299, "max_ms": 128.639, "p95_ms": 112.44}, "read_interval": {"avg_ms": 100.496, "count": 298, "max_ms": 506.939, "p95_ms": 132.755}, "triton_wait": {"avg_ms": 66.696, "count": 299, "max_ms": 115.62, "p95_ms": 99.672}, "visualize": {"avg_ms": 3.678, "count": 299, "max_ms": 5.544, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6224.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:15:08+09:00", "last_error_summary": "[h264 @ 0x558e87b18100] error while decoding MB 36 27, bytestream -5", "last_exit_at": "2026-07-06T20:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.109, "last_started_at": "2026-07-06T20:15:10+09:00", "pid": 25993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.375, "name": "ffmpeg", "pid": 25993, "rss_mb": 264.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.512, "sample_count": 2012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:15:20+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T20:15:20+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T20:15:20.574891+09:00", "mtime_epoch": 1783336520.574891, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:15:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.753, "pushed": 5.753, "read": 5.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.75, "count": 172, "max_ms": 10.991, "p95_ms": 8.508}, "gstreamer_push": {"avg_ms": 1.056, "count": 172, "max_ms": 1.481, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.558, "count": 172, "max_ms": 80.042, "p95_ms": 71.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.893, "count": 172, "max_ms": 109.561, "p95_ms": 98.656}, "yolo11_640_fire_11class": {"avg_ms": 59.361, "count": 172, "max_ms": 90.328, "p95_ms": 77.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.369, "count": 172, "max_ms": 97.257, "p95_ms": 91.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.763, "count": 172, "max_ms": 186.022, "p95_ms": 174.852}, "read_interval": {"avg_ms": 175.022, "count": 171, "max_ms": 4479.259, "p95_ms": 183.671}, "triton_wait": {"avg_ms": 74.078, "count": 172, "max_ms": 109.574, "p95_ms": 98.669}, "visualize": {"avg_ms": 5.762, "count": 172, "max_ms": 9.551, "p95_ms": 6.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1562, "tracking_summary": 1416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6222.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32237.365, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.33, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:15:24+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-06T20:15:23+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T20:15:23.894947+09:00", "mtime_epoch": 1783336523.8949473, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:15:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.754, "name": "celery", "pid": 239, "rss_mb": 836.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.361, "pushed": 4.361, "read": 4.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.214, "count": 130, "max_ms": 159.497, "p95_ms": 138.679}, "gstreamer_push": {"avg_ms": 0.813, "count": 130, "max_ms": 1.353, "p95_ms": 0.982}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.591, "count": 130, "max_ms": 114.917, "p95_ms": 97.046}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.18, "count": 130, "max_ms": 117.042, "p95_ms": 103.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.41, "count": 130, "max_ms": 285.266, "p95_ms": 268.301}, "read_interval": {"avg_ms": 230.948, "count": 129, "max_ms": 291.538, "p95_ms": 274.463}, "triton_wait": {"avg_ms": 74.363, "count": 130, "max_ms": 117.054, "p95_ms": 104.246}, "visualize": {"avg_ms": 26.843, "count": 130, "max_ms": 37.764, "p95_ms": 32.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6219.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11631.612, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.223, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:15:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:15:30+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T20:15:30+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:15:30.379057+09:00", "mtime_epoch": 1783336530.3790574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:15:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1523.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.271, "count": 302, "max_ms": 7.757, "p95_ms": 5.15}, "gstreamer_push": {"avg_ms": 1.298, "count": 302, "max_ms": 1.56, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.37, "count": 302, "max_ms": 81.675, "p95_ms": 67.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.81, "count": 302, "max_ms": 120.596, "p95_ms": 94.612}, "yolo11_640_fire_11class": {"avg_ms": 57.002, "count": 302, "max_ms": 89.657, "p95_ms": 76.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.722, "count": 302, "max_ms": 97.856, "p95_ms": 91.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.166, "count": 302, "max_ms": 134.006, "p95_ms": 107.737}, "read_interval": {"avg_ms": 99.424, "count": 301, "max_ms": 592.535, "p95_ms": 128.396}, "triton_wait": {"avg_ms": 65.288, "count": 302, "max_ms": 120.609, "p95_ms": 95.067}, "visualize": {"avg_ms": 3.644, "count": 302, "max_ms": 5.399, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6221.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:15:08+09:00", "last_error_summary": "[h264 @ 0x558e87b18100] error while decoding MB 36 27, bytestream -5", "last_exit_at": "2026-07-06T20:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.277, "last_started_at": "2026-07-06T20:15:10+09:00", "pid": 25993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.148, "name": "ffmpeg", "pid": 25993, "rss_mb": 265.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.388, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:15:50+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T20:15:50+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T20:15:50.687402+09:00", "mtime_epoch": 1783336550.687402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:15:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.494, "pushed": 6.494, "read": 6.461}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.967, "count": 194, "max_ms": 9.913, "p95_ms": 8.04}, "gstreamer_push": {"avg_ms": 1.019, "count": 194, "max_ms": 1.195, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.046, "count": 194, "max_ms": 84.497, "p95_ms": 67.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.16, "count": 194, "max_ms": 112.778, "p95_ms": 96.437}, "yolo11_640_fire_11class": {"avg_ms": 56.767, "count": 194, "max_ms": 84.509, "p95_ms": 72.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.448, "count": 194, "max_ms": 100.247, "p95_ms": 87.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.414, "count": 194, "max_ms": 195.057, "p95_ms": 176.469}, "read_interval": {"avg_ms": 154.492, "count": 193, "max_ms": 203.322, "p95_ms": 184.694}, "triton_wait": {"avg_ms": 72.272, "count": 194, "max_ms": 112.791, "p95_ms": 96.449}, "visualize": {"avg_ms": 6.132, "count": 194, "max_ms": 8.116, "p95_ms": 7.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1562, "tracking_summary": 1417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6213.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32267.54, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.587, "sample_count": 1334, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:15:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:15:54+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T20:15:54+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T20:15:54.095460+09:00", "mtime_epoch": 1783336554.09546, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:15:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.754, "name": "celery", "pid": 239, "rss_mb": 825.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.742, "pushed": 4.742, "read": 4.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.534, "count": 142, "max_ms": 147.18, "p95_ms": 134.173}, "gstreamer_push": {"avg_ms": 1.055, "count": 142, "max_ms": 2.318, "p95_ms": 1.905}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.71, "count": 142, "max_ms": 105.966, "p95_ms": 95.225}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.803, "count": 142, "max_ms": 106.48, "p95_ms": 91.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.26, "count": 142, "max_ms": 262.831, "p95_ms": 253.296}, "read_interval": {"avg_ms": 212.168, "count": 141, "max_ms": 270.766, "p95_ms": 261.851}, "triton_wait": {"avg_ms": 72.876, "count": 142, "max_ms": 106.491, "p95_ms": 95.238}, "visualize": {"avg_ms": 29.947, "count": 142, "max_ms": 56.477, "p95_ms": 47.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6222.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11661.624, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.519, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:16:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:16:00+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T20:16:00+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T20:16:00.427567+09:00", "mtime_epoch": 1783336560.4275675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 169113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:16:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1523.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.8, "pushed": 4.8, "read": 4.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.204, "count": 144, "max_ms": 6.391, "p95_ms": 5.078}, "gstreamer_push": {"avg_ms": 1.302, "count": 144, "max_ms": 1.71, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.77, "count": 144, "max_ms": 77.753, "p95_ms": 63.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.215, "count": 144, "max_ms": 104.837, "p95_ms": 94.967}, "yolo11_640_fire_11class": {"avg_ms": 56.61, "count": 144, "max_ms": 81.37, "p95_ms": 72.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.776, "count": 144, "max_ms": 94.102, "p95_ms": 85.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.533, "count": 144, "max_ms": 118.082, "p95_ms": 108.677}, "read_interval": {"avg_ms": 208.663, "count": 144, "max_ms": 9918.914, "p95_ms": 127.257}, "triton_wait": {"avg_ms": 64.71, "count": 144, "max_ms": 104.849, "p95_ms": 94.98}, "visualize": {"avg_ms": 3.645, "count": 144, "max_ms": 4.738, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6229.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:15:08+09:00", "last_error_summary": "[h264 @ 0x558e87b18100] error while decoding MB 36 27, bytestream -5", "last_exit_at": "2026-07-06T20:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.452, "last_started_at": "2026-07-06T20:15:10+09:00", "pid": 25993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.953, "name": "ffmpeg", "pid": 25993, "rss_mb": 266.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.121, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:16:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:16:21+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T20:16:20+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T20:16:20.883915+09:00", "mtime_epoch": 1783336580.8839154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:16:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.125, "pushed": 6.125, "read": 6.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.236, "count": 183, "max_ms": 10.562, "p95_ms": 8.223}, "gstreamer_push": {"avg_ms": 1.022, "count": 183, "max_ms": 1.76, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.302, "count": 183, "max_ms": 77.502, "p95_ms": 72.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.118, "count": 183, "max_ms": 116.107, "p95_ms": 104.466}, "yolo11_640_fire_11class": {"avg_ms": 58.748, "count": 183, "max_ms": 91.032, "p95_ms": 76.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.131, "count": 183, "max_ms": 103.756, "p95_ms": 90.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.727, "count": 183, "max_ms": 198.489, "p95_ms": 187.29}, "read_interval": {"avg_ms": 163.991, "count": 182, "max_ms": 206.47, "p95_ms": 195.664}, "triton_wait": {"avg_ms": 74.33, "count": 183, "max_ms": 116.121, "p95_ms": 104.48}, "visualize": {"avg_ms": 6.43, "count": 183, "max_ms": 8.051, "p95_ms": 7.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1564, "tracking_summary": 1419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6227.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32297.583, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.768, "sample_count": 1339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:16:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:16:24+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T20:16:24+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-06T20:16:24.163971+09:00", "mtime_epoch": 1783336584.1639714, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:16:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.754, "name": "celery", "pid": 239, "rss_mb": 837.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.461, "pushed": 4.461, "read": 4.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.935, "count": 133, "max_ms": 152.326, "p95_ms": 139.012}, "gstreamer_push": {"avg_ms": 0.884, "count": 133, "max_ms": 1.892, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.181, "count": 133, "max_ms": 108.926, "p95_ms": 102.242}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.596, "count": 133, "max_ms": 108.33, "p95_ms": 101.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.923, "count": 133, "max_ms": 272.38, "p95_ms": 261.82}, "read_interval": {"avg_ms": 225.828, "count": 132, "max_ms": 278.952, "p95_ms": 270.165}, "triton_wait": {"avg_ms": 76.531, "count": 133, "max_ms": 108.94, "p95_ms": 103.377}, "visualize": {"avg_ms": 27.518, "count": 133, "max_ms": 37.091, "p95_ms": 34.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6229.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11691.683, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.289, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.598, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:16:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T20:16:30+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T20:16:30+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T20:16:30.452079+09:00", "mtime_epoch": 1783336590.4520786, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 152180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:16:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1523.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.192, "pushed": 11.192, "read": 11.158}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.209, "count": 335, "max_ms": 7.367, "p95_ms": 5.345}, "gstreamer_push": {"avg_ms": 1.291, "count": 335, "max_ms": 1.888, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.859, "count": 335, "max_ms": 79.454, "p95_ms": 69.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.954, "count": 335, "max_ms": 112.521, "p95_ms": 92.018}, "yolo11_640_fire_11class": {"avg_ms": 56.784, "count": 335, "max_ms": 92.968, "p95_ms": 77.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.995, "count": 335, "max_ms": 105.471, "p95_ms": 90.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.316, "count": 335, "max_ms": 125.777, "p95_ms": 105.497}, "read_interval": {"avg_ms": 89.654, "count": 334, "max_ms": 141.856, "p95_ms": 119.534}, "triton_wait": {"avg_ms": 63.476, "count": 335, "max_ms": 112.534, "p95_ms": 92.528}, "visualize": {"avg_ms": 3.658, "count": 335, "max_ms": 4.996, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6232.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:15:08+09:00", "last_error_summary": "[h264 @ 0x558e87b18100] error while decoding MB 36 27, bytestream -5", "last_exit_at": "2026-07-06T20:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.528, "last_started_at": "2026-07-06T20:15:10+09:00", "pid": 25993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.531, "name": "ffmpeg", "pid": 25993, "rss_mb": 269.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.306, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:16:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:16:51+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-06T20:16:50+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-06T20:16:50.980429+09:00", "mtime_epoch": 1783336610.9804287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:16:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.282, "pushed": 6.282, "read": 6.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.17, "count": 188, "max_ms": 10.376, "p95_ms": 8.643}, "gstreamer_push": {"avg_ms": 1.029, "count": 188, "max_ms": 1.639, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.078, "count": 188, "max_ms": 86.172, "p95_ms": 75.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.694, "count": 188, "max_ms": 119.511, "p95_ms": 101.925}, "yolo11_640_fire_11class": {"avg_ms": 58.347, "count": 188, "max_ms": 89.836, "p95_ms": 78.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.539, "count": 188, "max_ms": 104.565, "p95_ms": 95.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.517, "count": 188, "max_ms": 200.913, "p95_ms": 181.298}, "read_interval": {"avg_ms": 160.018, "count": 187, "max_ms": 208.968, "p95_ms": 189.889}, "triton_wait": {"avg_ms": 73.936, "count": 188, "max_ms": 119.523, "p95_ms": 101.937}, "visualize": {"avg_ms": 6.281, "count": 188, "max_ms": 8.394, "p95_ms": 6.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1565, "tracking_summary": 1420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6232.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32327.604, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.768, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:16:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:16:54+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T20:16:54+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T20:16:54.168483+09:00", "mtime_epoch": 1783336614.168483, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:16:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.875, "name": "celery", "pid": 239, "rss_mb": 839.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.335, "pushed": 4.335, "read": 4.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.77, "count": 129, "max_ms": 151.145, "p95_ms": 136.43}, "gstreamer_push": {"avg_ms": 0.818, "count": 129, "max_ms": 1.754, "p95_ms": 0.99}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.931, "count": 129, "max_ms": 114.15, "p95_ms": 103.009}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.398, "count": 129, "max_ms": 118.66, "p95_ms": 103.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.038, "count": 129, "max_ms": 283.405, "p95_ms": 260.689}, "read_interval": {"avg_ms": 232.604, "count": 128, "max_ms": 290.515, "p95_ms": 267.074}, "triton_wait": {"avg_ms": 78.456, "count": 129, "max_ms": 118.671, "p95_ms": 104.954}, "visualize": {"avg_ms": 26.955, "count": 129, "max_ms": 40.086, "p95_ms": 31.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.754, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6228.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11721.783, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.124, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:17:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:17:00+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T20:17:00+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:17:00.548592+09:00", "mtime_epoch": 1783336620.548592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:17:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1523.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.721, "pushed": 10.721, "read": 10.687}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.295, "count": 321, "max_ms": 7.346, "p95_ms": 5.373}, "gstreamer_push": {"avg_ms": 1.292, "count": 321, "max_ms": 1.596, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.747, "count": 321, "max_ms": 88.245, "p95_ms": 69.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.197, "count": 321, "max_ms": 124.945, "p95_ms": 96.426}, "yolo11_640_fire_11class": {"avg_ms": 57.269, "count": 321, "max_ms": 89.927, "p95_ms": 76.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.349, "count": 321, "max_ms": 103.118, "p95_ms": 92.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.493, "count": 321, "max_ms": 139.257, "p95_ms": 110.109}, "read_interval": {"avg_ms": 93.418, "count": 320, "max_ms": 152.688, "p95_ms": 123.917}, "triton_wait": {"avg_ms": 66.543, "count": 321, "max_ms": 124.961, "p95_ms": 97.427}, "visualize": {"avg_ms": 3.67, "count": 321, "max_ms": 4.976, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6227.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:15:08+09:00", "last_error_summary": "[h264 @ 0x558e87b18100] error while decoding MB 36 27, bytestream -5", "last_exit_at": "2026-07-06T20:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.545, "last_started_at": "2026-07-06T20:15:10+09:00", "pid": 25993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.531, "name": "ffmpeg", "pid": 25993, "rss_mb": 269.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.067, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:17:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:17:21+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T20:17:20+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T20:17:20.976941+09:00", "mtime_epoch": 1783336640.9769413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:17:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.396, "pushed": 6.396, "read": 6.362}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.189, "count": 191, "max_ms": 11.104, "p95_ms": 9.28}, "gstreamer_push": {"avg_ms": 1.033, "count": 191, "max_ms": 1.39, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.095, "count": 191, "max_ms": 83.718, "p95_ms": 74.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.927, "count": 191, "max_ms": 131.163, "p95_ms": 100.075}, "yolo11_640_fire_11class": {"avg_ms": 59.042, "count": 191, "max_ms": 85.119, "p95_ms": 77.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.585, "count": 191, "max_ms": 100.47, "p95_ms": 94.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.68, "count": 191, "max_ms": 211.863, "p95_ms": 183.094}, "read_interval": {"avg_ms": 157.057, "count": 190, "max_ms": 221.219, "p95_ms": 190.918}, "triton_wait": {"avg_ms": 74.055, "count": 191, "max_ms": 131.175, "p95_ms": 100.088}, "visualize": {"avg_ms": 6.231, "count": 191, "max_ms": 10.93, "p95_ms": 7.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1566, "tracking_summary": 1421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6235.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32357.771, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.768, "sample_count": 1317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:17:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:17:24+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-06T20:17:24+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T20:17:24.376999+09:00", "mtime_epoch": 1783336644.3769994, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:17:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 841.875, "name": "celery", "pid": 239, "rss_mb": 841.43, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.141, "pushed": 4.141, "read": 4.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.807, "count": 124, "max_ms": 153.853, "p95_ms": 139.14}, "gstreamer_push": {"avg_ms": 1.021, "count": 124, "max_ms": 2.106, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.192, "count": 124, "max_ms": 112.706, "p95_ms": 99.261}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.374, "count": 124, "max_ms": 114.924, "p95_ms": 102.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.362, "count": 124, "max_ms": 289.777, "p95_ms": 269.645}, "read_interval": {"avg_ms": 243.592, "count": 123, "max_ms": 295.945, "p95_ms": 276.73}, "triton_wait": {"avg_ms": 76.092, "count": 124, "max_ms": 114.934, "p95_ms": 103.794}, "visualize": {"avg_ms": 29.608, "count": 124, "max_ms": 48.914, "p95_ms": 40.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6236.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11751.811, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.118, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:17:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:17:30+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T20:17:30+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T20:17:30.601106+09:00", "mtime_epoch": 1783336650.601106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 141499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:17:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1523.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.723, "pushed": 10.723, "read": 10.689}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.317, "count": 321, "max_ms": 6.945, "p95_ms": 5.913}, "gstreamer_push": {"avg_ms": 1.296, "count": 321, "max_ms": 2.207, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.002, "count": 321, "max_ms": 87.093, "p95_ms": 70.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.401, "count": 321, "max_ms": 119.514, "p95_ms": 96.462}, "yolo11_640_fire_11class": {"avg_ms": 57.243, "count": 321, "max_ms": 89.458, "p95_ms": 76.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.694, "count": 321, "max_ms": 102.151, "p95_ms": 89.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.627, "count": 321, "max_ms": 132.816, "p95_ms": 109.705}, "read_interval": {"avg_ms": 93.543, "count": 320, "max_ms": 147.14, "p95_ms": 126.001}, "triton_wait": {"avg_ms": 66.559, "count": 321, "max_ms": 119.527, "p95_ms": 96.476}, "visualize": {"avg_ms": 3.66, "count": 321, "max_ms": 5.224, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6202.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:17:40+09:00", "last_error_summary": "[h264 @ 0x56423ce97fc0] error while decoding MB 4 38, bytestream -9", "last_exit_at": "2026-07-06T20:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.054, "last_started_at": "2026-07-06T20:17:43+09:00", "pid": 26100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 240.914, "name": "ffmpeg", "pid": 26100, "rss_mb": 240.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.142, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:17:51+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T20:17:51+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T20:17:51.097457+09:00", "mtime_epoch": 1783336671.0974572, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:17:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.438, "pushed": 5.438, "read": 5.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.944, "count": 162, "max_ms": 9.981, "p95_ms": 7.904}, "gstreamer_push": {"avg_ms": 1.043, "count": 163, "max_ms": 1.357, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.929, "count": 162, "max_ms": 84.602, "p95_ms": 72.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.004, "count": 162, "max_ms": 109.952, "p95_ms": 99.067}, "yolo11_640_fire_11class": {"avg_ms": 58.807, "count": 162, "max_ms": 85.437, "p95_ms": 75.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.502, "count": 162, "max_ms": 104.17, "p95_ms": 90.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.927, "count": 163, "max_ms": 193.07, "p95_ms": 178.149}, "read_interval": {"avg_ms": 184.855, "count": 162, "max_ms": 5071.362, "p95_ms": 186.827}, "triton_wait": {"avg_ms": 74.129, "count": 162, "max_ms": 109.964, "p95_ms": 99.079}, "visualize": {"avg_ms": 6.039, "count": 162, "max_ms": 7.582, "p95_ms": 6.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1568, "tracking_summary": 1422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32387.805, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.329, "sample_count": 1323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:17:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:17:54+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-06T20:17:54+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T20:17:54.373513+09:00", "mtime_epoch": 1783336674.3735135, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:17:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 842.848, "name": "celery", "pid": 239, "rss_mb": 828.215, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.625, "pushed": 4.625, "read": 4.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.935, "count": 138, "max_ms": 163.614, "p95_ms": 137.426}, "gstreamer_push": {"avg_ms": 0.916, "count": 138, "max_ms": 2.391, "p95_ms": 1.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.315, "count": 138, "max_ms": 114.674, "p95_ms": 96.854}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.967, "count": 138, "max_ms": 118.04, "p95_ms": 98.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.417, "count": 138, "max_ms": 288.422, "p95_ms": 258.178}, "read_interval": {"avg_ms": 217.437, "count": 137, "max_ms": 294.768, "p95_ms": 265.68}, "triton_wait": {"avg_ms": 72.733, "count": 138, "max_ms": 118.05, "p95_ms": 99.695}, "visualize": {"avg_ms": 26.764, "count": 138, "max_ms": 49.992, "p95_ms": 37.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6226.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11781.885, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.009, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:18:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:18:00+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T20:18:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T20:18:00.685622+09:00", "mtime_epoch": 1783336680.6856217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 158005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:18:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1523.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.902, "pushed": 10.902, "read": 10.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 327, "max_ms": 6.753, "p95_ms": 5.295}, "gstreamer_push": {"avg_ms": 1.305, "count": 327, "max_ms": 1.903, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.372, "count": 327, "max_ms": 85.72, "p95_ms": 65.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.845, "count": 327, "max_ms": 108.671, "p95_ms": 95.6}, "yolo11_640_fire_11class": {"avg_ms": 56.588, "count": 327, "max_ms": 85.246, "p95_ms": 76.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.464, "count": 327, "max_ms": 105.127, "p95_ms": 89.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.047, "count": 327, "max_ms": 121.738, "p95_ms": 108.328}, "read_interval": {"avg_ms": 91.982, "count": 326, "max_ms": 136.688, "p95_ms": 121.486}, "triton_wait": {"avg_ms": 65.064, "count": 327, "max_ms": 108.681, "p95_ms": 95.613}, "visualize": {"avg_ms": 3.708, "count": 327, "max_ms": 5.882, "p95_ms": 4.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6234.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:17:40+09:00", "last_error_summary": "[h264 @ 0x56423ce97fc0] error while decoding MB 4 38, bytestream -9", "last_exit_at": "2026-07-06T20:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.172, "last_started_at": "2026-07-06T20:17:43+09:00", "pid": 26100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.234, "name": "ffmpeg", "pid": 26100, "rss_mb": 268.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.56, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:18:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:18:21+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-06T20:18:21+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T20:18:21.213974+09:00", "mtime_epoch": 1783336701.2139742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:18:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.24, "pushed": 6.24, "read": 6.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.159, "count": 186, "max_ms": 10.724, "p95_ms": 8.673}, "gstreamer_push": {"avg_ms": 1.012, "count": 187, "max_ms": 1.274, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.472, "count": 186, "max_ms": 88.375, "p95_ms": 74.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.169, "count": 186, "max_ms": 113.5, "p95_ms": 99.107}, "yolo11_640_fire_11class": {"avg_ms": 59.481, "count": 186, "max_ms": 86.815, "p95_ms": 77.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.124, "count": 186, "max_ms": 102.997, "p95_ms": 92.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.7, "count": 187, "max_ms": 191.003, "p95_ms": 181.081}, "read_interval": {"avg_ms": 161.088, "count": 186, "max_ms": 198.294, "p95_ms": 188.36}, "triton_wait": {"avg_ms": 74.475, "count": 186, "max_ms": 113.513, "p95_ms": 99.119}, "visualize": {"avg_ms": 6.371, "count": 186, "max_ms": 10.239, "p95_ms": 7.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1569, "tracking_summary": 1423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32417.862, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.889, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:18:24+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T20:18:24+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T20:18:24.486030+09:00", "mtime_epoch": 1783336704.4860303, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:18:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 842.848, "name": "celery", "pid": 239, "rss_mb": 841.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.395, "pushed": 4.395, "read": 4.362}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.089, "count": 131, "max_ms": 158.203, "p95_ms": 139.677}, "gstreamer_push": {"avg_ms": 0.861, "count": 131, "max_ms": 1.888, "p95_ms": 1.09}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.721, "count": 131, "max_ms": 114.98, "p95_ms": 102.641}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.568, "count": 131, "max_ms": 107.512, "p95_ms": 102.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.687, "count": 131, "max_ms": 285.339, "p95_ms": 270.073}, "read_interval": {"avg_ms": 229.75, "count": 130, "max_ms": 291.435, "p95_ms": 276.084}, "triton_wait": {"avg_ms": 75.698, "count": 131, "max_ms": 114.993, "p95_ms": 106.525}, "visualize": {"avg_ms": 26.91, "count": 131, "max_ms": 39.738, "p95_ms": 34.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6223.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11811.923, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.723, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:18:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:18:30+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T20:18:30+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T20:18:30.674137+09:00", "mtime_epoch": 1783336710.6741366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:18:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1523.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.756, "pushed": 10.756, "read": 10.722}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.259, "count": 322, "max_ms": 7.616, "p95_ms": 5.499}, "gstreamer_push": {"avg_ms": 1.295, "count": 322, "max_ms": 1.925, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.4, "count": 322, "max_ms": 87.022, "p95_ms": 68.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.993, "count": 322, "max_ms": 119.108, "p95_ms": 94.661}, "yolo11_640_fire_11class": {"avg_ms": 57.045, "count": 322, "max_ms": 97.117, "p95_ms": 75.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.137, "count": 322, "max_ms": 101.824, "p95_ms": 89.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.293, "count": 322, "max_ms": 133.38, "p95_ms": 108.153}, "read_interval": {"avg_ms": 93.153, "count": 321, "max_ms": 146.682, "p95_ms": 122.066}, "triton_wait": {"avg_ms": 66.428, "count": 322, "max_ms": 119.12, "p95_ms": 94.815}, "visualize": {"avg_ms": 3.639, "count": 322, "max_ms": 4.91, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6234.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:17:40+09:00", "last_error_summary": "[h264 @ 0x56423ce97fc0] error while decoding MB 4 38, bytestream -9", "last_exit_at": "2026-07-06T20:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.315, "last_started_at": "2026-07-06T20:17:43+09:00", "pid": 26100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.234, "name": "ffmpeg", "pid": 26100, "rss_mb": 268.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.662, "sample_count": 1872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:18:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:18:51+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T20:18:51+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T20:18:51.358493+09:00", "mtime_epoch": 1783336731.3584926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:18:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1636.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.308, "pushed": 6.308, "read": 6.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.186, "count": 188, "max_ms": 12.009, "p95_ms": 9.129}, "gstreamer_push": {"avg_ms": 1.051, "count": 189, "max_ms": 1.73, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.902, "count": 188, "max_ms": 83.591, "p95_ms": 75.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.548, "count": 188, "max_ms": 110.439, "p95_ms": 97.999}, "yolo11_640_fire_11class": {"avg_ms": 59.315, "count": 188, "max_ms": 85.812, "p95_ms": 78.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.485, "count": 188, "max_ms": 104.052, "p95_ms": 91.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.619, "count": 189, "max_ms": 193.769, "p95_ms": 184.77}, "read_interval": {"avg_ms": 159.499, "count": 188, "max_ms": 202.451, "p95_ms": 193.797}, "triton_wait": {"avg_ms": 74.254, "count": 188, "max_ms": 110.454, "p95_ms": 98.136}, "visualize": {"avg_ms": 6.286, "count": 188, "max_ms": 8.848, "p95_ms": 7.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1570, "tracking_summary": 1424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6235.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32448.096, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 267.211, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:18:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:18:54+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T20:18:54+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T20:18:54.650549+09:00", "mtime_epoch": 1783336734.6505492, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:18:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 842.848, "name": "celery", "pid": 239, "rss_mb": 842.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.311, "pushed": 4.311, "read": 4.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.716, "count": 129, "max_ms": 146.645, "p95_ms": 136.735}, "gstreamer_push": {"avg_ms": 0.882, "count": 129, "max_ms": 2.004, "p95_ms": 1.732}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.824, "count": 129, "max_ms": 112.244, "p95_ms": 100.303}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.952, "count": 129, "max_ms": 112.386, "p95_ms": 101.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.225, "count": 129, "max_ms": 278.77, "p95_ms": 268.706}, "read_interval": {"avg_ms": 232.937, "count": 128, "max_ms": 284.966, "p95_ms": 276.151}, "triton_wait": {"avg_ms": 76.1, "count": 129, "max_ms": 112.398, "p95_ms": 101.861}, "visualize": {"avg_ms": 27.506, "count": 129, "max_ms": 42.294, "p95_ms": 35.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6235.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11841.932, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.67, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:19:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:19:00+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T20:19:00+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T20:19:00.730654+09:00", "mtime_epoch": 1783336740.730654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:19:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.802, "pushed": 10.802, "read": 10.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 324, "max_ms": 6.649, "p95_ms": 5.363}, "gstreamer_push": {"avg_ms": 1.286, "count": 324, "max_ms": 1.628, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.064, "count": 324, "max_ms": 87.303, "p95_ms": 68.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.056, "count": 324, "max_ms": 109.592, "p95_ms": 93.61}, "yolo11_640_fire_11class": {"avg_ms": 57.099, "count": 324, "max_ms": 96.399, "p95_ms": 75.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.361, "count": 324, "max_ms": 104.833, "p95_ms": 89.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.557, "count": 324, "max_ms": 122.334, "p95_ms": 106.645}, "read_interval": {"avg_ms": 92.766, "count": 324, "max_ms": 139.675, "p95_ms": 123.098}, "triton_wait": {"avg_ms": 65.627, "count": 324, "max_ms": 109.606, "p95_ms": 93.86}, "visualize": {"avg_ms": 3.671, "count": 324, "max_ms": 4.977, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6237.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:17:40+09:00", "last_error_summary": "[h264 @ 0x56423ce97fc0] error while decoding MB 4 38, bytestream -9", "last_exit_at": "2026-07-06T20:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.321, "last_started_at": "2026-07-06T20:17:43+09:00", "pid": 26100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.781, "name": "ffmpeg", "pid": 26100, "rss_mb": 269.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.966, "sample_count": 1859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:19:21+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-06T20:19:21+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T20:19:21.375010+09:00", "mtime_epoch": 1783336761.3750098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:19:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.991, "count": 196, "max_ms": 10.258, "p95_ms": 8.857}, "gstreamer_push": {"avg_ms": 1.034, "count": 196, "max_ms": 1.298, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.525, "count": 196, "max_ms": 81.286, "p95_ms": 77.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.623, "count": 196, "max_ms": 116.419, "p95_ms": 102.187}, "yolo11_640_fire_11class": {"avg_ms": 58.95, "count": 196, "max_ms": 86.594, "p95_ms": 79.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.562, "count": 196, "max_ms": 101.524, "p95_ms": 92.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.448, "count": 196, "max_ms": 195.845, "p95_ms": 175.583}, "read_interval": {"avg_ms": 153.167, "count": 196, "max_ms": 203.177, "p95_ms": 186.805}, "triton_wait": {"avg_ms": 72.896, "count": 196, "max_ms": 116.432, "p95_ms": 102.199}, "visualize": {"avg_ms": 6.016, "count": 196, "max_ms": 8.102, "p95_ms": 7.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1572, "tracking_summary": 1425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6237.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32478.244, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.716, "sample_count": 1316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:19:25+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T20:19:24+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-06T20:19:24.883070+09:00", "mtime_epoch": 1783336764.8830702, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:19:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 842.848, "name": "celery", "pid": 239, "rss_mb": 842.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.354, "pushed": 4.354, "read": 4.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.95, "count": 130, "max_ms": 160.95, "p95_ms": 137.497}, "gstreamer_push": {"avg_ms": 0.802, "count": 130, "max_ms": 1.108, "p95_ms": 0.977}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.047, "count": 130, "max_ms": 115.66, "p95_ms": 101.507}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.051, "count": 130, "max_ms": 122.154, "p95_ms": 104.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.206, "count": 130, "max_ms": 285.475, "p95_ms": 266.686}, "read_interval": {"avg_ms": 232.321, "count": 129, "max_ms": 294.024, "p95_ms": 272.845}, "triton_wait": {"avg_ms": 76.837, "count": 130, "max_ms": 122.166, "p95_ms": 105.157}, "visualize": {"avg_ms": 26.507, "count": 130, "max_ms": 32.573, "p95_ms": 31.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6237.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11872.026, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.545, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:19:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:19:30+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:19:30+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T20:19:30.799172+09:00", "mtime_epoch": 1783336770.7991722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 155713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:19:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.337, "pushed": 10.337, "read": 10.304}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 310, "max_ms": 6.74, "p95_ms": 5.268}, "gstreamer_push": {"avg_ms": 1.305, "count": 310, "max_ms": 1.951, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.561, "count": 310, "max_ms": 83.245, "p95_ms": 73.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.534, "count": 310, "max_ms": 120.755, "p95_ms": 94.413}, "yolo11_640_fire_11class": {"avg_ms": 58.338, "count": 310, "max_ms": 95.79, "p95_ms": 78.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.297, "count": 310, "max_ms": 105.011, "p95_ms": 91.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.191, "count": 310, "max_ms": 133.805, "p95_ms": 107.287}, "read_interval": {"avg_ms": 97.012, "count": 309, "max_ms": 431.532, "p95_ms": 127.31}, "triton_wait": {"avg_ms": 66.196, "count": 310, "max_ms": 120.768, "p95_ms": 94.426}, "visualize": {"avg_ms": 3.681, "count": 310, "max_ms": 5.152, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6233.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:17:40+09:00", "last_error_summary": "[h264 @ 0x56423ce97fc0] error while decoding MB 4 38, bytestream -9", "last_exit_at": "2026-07-06T20:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.371, "last_started_at": "2026-07-06T20:17:43+09:00", "pid": 26100, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.781, "name": "ffmpeg", "pid": 26100, "rss_mb": 269.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.966, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:19:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:19:51+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T20:19:51+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-06T20:19:51.359527+09:00", "mtime_epoch": 1783336791.359527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:19:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.594, "pushed": 6.594, "read": 6.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.847, "count": 197, "max_ms": 9.295, "p95_ms": 7.824}, "gstreamer_push": {"avg_ms": 1.054, "count": 197, "max_ms": 1.488, "p95_ms": 1.217}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.895, "count": 197, "max_ms": 87.731, "p95_ms": 72.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.824, "count": 197, "max_ms": 123.365, "p95_ms": 100.051}, "yolo11_640_fire_11class": {"avg_ms": 59.526, "count": 197, "max_ms": 87.743, "p95_ms": 77.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.742, "count": 197, "max_ms": 105.773, "p95_ms": 92.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.644, "count": 197, "max_ms": 192.399, "p95_ms": 175.971}, "read_interval": {"avg_ms": 152.293, "count": 196, "max_ms": 200.519, "p95_ms": 184.923}, "triton_wait": {"avg_ms": 74.218, "count": 197, "max_ms": 123.377, "p95_ms": 100.063}, "visualize": {"avg_ms": 5.896, "count": 197, "max_ms": 7.848, "p95_ms": 6.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1572, "tracking_summary": 1426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6234.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32508.324, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.889, "sample_count": 1323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:19:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:19:55+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T20:19:54+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T20:19:54.951589+09:00", "mtime_epoch": 1783336794.9515893, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:19:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 842.848, "name": "celery", "pid": 239, "rss_mb": 838.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.683, "pushed": 4.683, "read": 4.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.873, "count": 140, "max_ms": 171.006, "p95_ms": 135.617}, "gstreamer_push": {"avg_ms": 0.953, "count": 140, "max_ms": 2.166, "p95_ms": 1.881}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.417, "count": 140, "max_ms": 114.833, "p95_ms": 101.936}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.947, "count": 140, "max_ms": 112.886, "p95_ms": 102.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.703, "count": 140, "max_ms": 278.504, "p95_ms": 261.426}, "read_interval": {"avg_ms": 215.045, "count": 139, "max_ms": 284.496, "p95_ms": 268.708}, "triton_wait": {"avg_ms": 75.357, "count": 140, "max_ms": 114.849, "p95_ms": 104.978}, "visualize": {"avg_ms": 28.443, "count": 140, "max_ms": 55.593, "p95_ms": 43.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6235.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11902.234, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.538, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:20:01+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T20:20:00+09:00", "mjpeg": {"age_sec": 0.586, "exists": true, "mtime": "2026-07-06T20:20:00.515685+09:00", "mtime_epoch": 1783336800.5156853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:20:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.859}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.292, "count": 296, "max_ms": 6.505, "p95_ms": 5.318}, "gstreamer_push": {"avg_ms": 1.292, "count": 296, "max_ms": 1.738, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.17, "count": 296, "max_ms": 87.464, "p95_ms": 72.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.256, "count": 296, "max_ms": 124.074, "p95_ms": 97.84}, "yolo11_640_fire_11class": {"avg_ms": 58.405, "count": 296, "max_ms": 89.981, "p95_ms": 79.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.61, "count": 296, "max_ms": 105.891, "p95_ms": 92.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.752, "count": 296, "max_ms": 162.709, "p95_ms": 110.707}, "read_interval": {"avg_ms": 101.442, "count": 295, "max_ms": 579.544, "p95_ms": 137.951}, "triton_wait": {"avg_ms": 68.567, "count": 296, "max_ms": 124.088, "p95_ms": 97.954}, "visualize": {"avg_ms": 3.67, "count": 296, "max_ms": 5.105, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6102.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.161, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.789, "name": "ffmpeg", "pid": 26207, "rss_mb": 138.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 24, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.298, "sample_count": 1842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:20:22+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-06T20:20:22+09:00", "mjpeg": {"age_sec": 4.855, "exists": true, "mtime": "2026-07-06T20:20:17.755984+09:00", "mtime_epoch": 1783336817.7559836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:20:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.313, "pushed": 5.313, "read": 5.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.149, "count": 159, "max_ms": 10.814, "p95_ms": 9.682}, "gstreamer_push": {"avg_ms": 1.046, "count": 159, "max_ms": 1.317, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.321, "count": 159, "max_ms": 86.119, "p95_ms": 77.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.231, "count": 159, "max_ms": 126.208, "p95_ms": 102.477}, "yolo11_640_fire_11class": {"avg_ms": 59.275, "count": 159, "max_ms": 87.377, "p95_ms": 82.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.26, "count": 159, "max_ms": 101.733, "p95_ms": 97.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.844, "count": 159, "max_ms": 212.104, "p95_ms": 184.031}, "read_interval": {"avg_ms": 189.449, "count": 158, "max_ms": 4877.218, "p95_ms": 197.82}, "triton_wait": {"avg_ms": 74.513, "count": 159, "max_ms": 126.222, "p95_ms": 102.493}, "visualize": {"avg_ms": 6.274, "count": 159, "max_ms": 8.539, "p95_ms": 7.647}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1574, "tracking_summary": 1427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6132.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32538.385, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.667, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:20:25+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T20:20:24+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T20:20:24.936108+09:00", "mtime_epoch": 1783336824.9361076, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:20:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 842.848, "name": "celery", "pid": 239, "rss_mb": 837.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.451, "pushed": 4.451, "read": 4.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.785, "count": 133, "max_ms": 138.906, "p95_ms": 134.919}, "gstreamer_push": {"avg_ms": 0.823, "count": 133, "max_ms": 1.327, "p95_ms": 0.958}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.042, "count": 133, "max_ms": 118.917, "p95_ms": 104.982}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.246, "count": 133, "max_ms": 114.119, "p95_ms": 106.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.283, "count": 133, "max_ms": 274.834, "p95_ms": 264.667}, "read_interval": {"avg_ms": 225.766, "count": 132, "max_ms": 283.198, "p95_ms": 271.16}, "triton_wait": {"avg_ms": 78.184, "count": 133, "max_ms": 118.927, "p95_ms": 106.487}, "visualize": {"avg_ms": 26.341, "count": 133, "max_ms": 40.621, "p95_ms": 28.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6226.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11932.288, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.997, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:20:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:20:31+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T20:20:31+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T20:20:31.080214+09:00", "mtime_epoch": 1783336831.080214, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 139455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:20:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.274, "pushed": 10.274, "read": 10.241}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.286, "count": 308, "max_ms": 6.599, "p95_ms": 5.486}, "gstreamer_push": {"avg_ms": 1.278, "count": 308, "max_ms": 1.994, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.216, "count": 308, "max_ms": 87.561, "p95_ms": 69.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.945, "count": 308, "max_ms": 125.234, "p95_ms": 99.284}, "yolo11_640_fire_11class": {"avg_ms": 57.659, "count": 308, "max_ms": 90.491, "p95_ms": 75.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.057, "count": 308, "max_ms": 105.16, "p95_ms": 89.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.058, "count": 308, "max_ms": 138.697, "p95_ms": 112.315}, "read_interval": {"avg_ms": 97.599, "count": 307, "max_ms": 427.45, "p95_ms": 131.171}, "triton_wait": {"avg_ms": 67.231, "count": 308, "max_ms": 125.247, "p95_ms": 99.371}, "visualize": {"avg_ms": 3.614, "count": 308, "max_ms": 5.76, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6232.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.273, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.234, "name": "ffmpeg", "pid": 26207, "rss_mb": 265.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.298, "sample_count": 1858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:20:52+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T20:20:52+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:20:52.620587+09:00", "mtime_epoch": 1783336852.620587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:20:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.978, "pushed": 6.978, "read": 6.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.155, "count": 208, "max_ms": 10.379, "p95_ms": 7.878}, "gstreamer_push": {"avg_ms": 1.107, "count": 209, "max_ms": 1.458, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.089, "count": 208, "max_ms": 91.606, "p95_ms": 80.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.158, "count": 208, "max_ms": 116.911, "p95_ms": 104.204}, "yolo11_640_fire_11class": {"avg_ms": 63.034, "count": 208, "max_ms": 96.432, "p95_ms": 81.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.425, "count": 208, "max_ms": 110.959, "p95_ms": 98.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.853, "count": 209, "max_ms": 198.639, "p95_ms": 174.822}, "read_interval": {"avg_ms": 144.209, "count": 208, "max_ms": 206.562, "p95_ms": 183.288}, "triton_wait": {"avg_ms": 79.46, "count": 208, "max_ms": 116.926, "p95_ms": 104.22}, "visualize": {"avg_ms": 5.39, "count": 208, "max_ms": 9.256, "p95_ms": 6.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1575, "tracking_summary": 1428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32568.41, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.686, "sample_count": 1314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:20:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:20:55+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T20:20:54+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T20:20:54.988628+09:00", "mtime_epoch": 1783336854.9886281, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:20:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 842.848, "name": "celery", "pid": 239, "rss_mb": 841.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.363, "pushed": 4.363, "read": 4.329}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.322, "count": 130, "max_ms": 149.988, "p95_ms": 135.273}, "gstreamer_push": {"avg_ms": 0.806, "count": 130, "max_ms": 1.991, "p95_ms": 0.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.58, "count": 130, "max_ms": 115.049, "p95_ms": 99.084}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.331, "count": 130, "max_ms": 116.808, "p95_ms": 100.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.224, "count": 130, "max_ms": 285.289, "p95_ms": 264.589}, "read_interval": {"avg_ms": 230.94, "count": 129, "max_ms": 296.974, "p95_ms": 270.825}, "triton_wait": {"avg_ms": 77.681, "count": 130, "max_ms": 116.82, "p95_ms": 104.341}, "visualize": {"avg_ms": 26.37, "count": 130, "max_ms": 34.473, "p95_ms": 29.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6233.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11962.343, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.317, "sample_count": 3149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:21:01+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T20:21:01+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T20:21:01.104734+09:00", "mtime_epoch": 1783336861.1047342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 128047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:21:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.657, "pushed": 9.657, "read": 9.623}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.233, "count": 289, "max_ms": 6.596, "p95_ms": 5.296}, "gstreamer_push": {"avg_ms": 1.275, "count": 289, "max_ms": 1.733, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.73, "count": 289, "max_ms": 90.001, "p95_ms": 79.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.757, "count": 289, "max_ms": 115.01, "p95_ms": 101.658}, "yolo11_640_fire_11class": {"avg_ms": 61.756, "count": 289, "max_ms": 94.857, "p95_ms": 80.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.315, "count": 289, "max_ms": 109.156, "p95_ms": 96.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.146, "count": 289, "max_ms": 128.138, "p95_ms": 114.764}, "read_interval": {"avg_ms": 103.931, "count": 288, "max_ms": 334.405, "p95_ms": 131.526}, "triton_wait": {"avg_ms": 74.292, "count": 289, "max_ms": 115.023, "p95_ms": 101.772}, "visualize": {"avg_ms": 3.615, "count": 289, "max_ms": 5.834, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6239.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.3, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.586, "name": "ffmpeg", "pid": 26207, "rss_mb": 268.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.09, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:21:22+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-06T20:21:22+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T20:21:22.637108+09:00", "mtime_epoch": 1783336882.6371076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:21:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.427, "pushed": 8.427, "read": 8.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.144, "count": 252, "max_ms": 8.023, "p95_ms": 5.973}, "gstreamer_push": {"avg_ms": 1.271, "count": 252, "max_ms": 2.028, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.345, "count": 252, "max_ms": 85.297, "p95_ms": 80.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.943, "count": 252, "max_ms": 116.294, "p95_ms": 103.631}, "yolo11_640_fire_11class": {"avg_ms": 69.297, "count": 252, "max_ms": 91.264, "p95_ms": 82.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.298, "count": 252, "max_ms": 105.974, "p95_ms": 100.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.659, "count": 252, "max_ms": 168.231, "p95_ms": 146.266}, "read_interval": {"avg_ms": 119.089, "count": 251, "max_ms": 176.891, "p95_ms": 155.168}, "triton_wait": {"avg_ms": 85.841, "count": 252, "max_ms": 116.307, "p95_ms": 103.664}, "visualize": {"avg_ms": 4.008, "count": 252, "max_ms": 6.174, "p95_ms": 5.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1576, "tracking_summary": 1429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6234.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32598.543, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.881, "sample_count": 1310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:21:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:21:25+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T20:21:25+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T20:21:25.145151+09:00", "mtime_epoch": 1783336885.1451511, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:21:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 839.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.28, "pushed": 4.28, "read": 4.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.077, "count": 128, "max_ms": 163.607, "p95_ms": 160.07}, "gstreamer_push": {"avg_ms": 0.777, "count": 128, "max_ms": 1.098, "p95_ms": 0.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.958, "count": 128, "max_ms": 112.064, "p95_ms": 104.241}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.563, "count": 128, "max_ms": 116.23, "p95_ms": 108.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.862, "count": 128, "max_ms": 299.378, "p95_ms": 266.671}, "read_interval": {"avg_ms": 235.604, "count": 127, "max_ms": 305.421, "p95_ms": 272.802}, "triton_wait": {"avg_ms": 77.32, "count": 128, "max_ms": 116.24, "p95_ms": 108.605}, "visualize": {"avg_ms": 25.744, "count": 128, "max_ms": 31.69, "p95_ms": 29.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6223.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 11992.349, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.091, "sample_count": 3081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:21:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T20:21:31+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T20:21:31.161256+09:00", "mtime_epoch": 1783336891.1612556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 136981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:21:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.22, "count": 267, "max_ms": 6.325, "p95_ms": 4.775}, "gstreamer_push": {"avg_ms": 1.302, "count": 267, "max_ms": 1.53, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.775, "count": 267, "max_ms": 87.047, "p95_ms": 79.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.538, "count": 267, "max_ms": 123.173, "p95_ms": 104.39}, "yolo11_640_fire_11class": {"avg_ms": 68.689, "count": 267, "max_ms": 89.407, "p95_ms": 81.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.806, "count": 267, "max_ms": 106.794, "p95_ms": 98.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.271, "count": 267, "max_ms": 136.612, "p95_ms": 117.507}, "read_interval": {"avg_ms": 112.544, "count": 267, "max_ms": 150.657, "p95_ms": 131.777}, "triton_wait": {"avg_ms": 85.31, "count": 267, "max_ms": 123.186, "p95_ms": 104.403}, "visualize": {"avg_ms": 3.632, "count": 267, "max_ms": 4.417, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6237.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.317, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.875, "name": "ffmpeg", "pid": 26207, "rss_mb": 269.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.868, "sample_count": 1996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:21:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:21:52+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T20:21:52+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T20:21:52.701630+09:00", "mtime_epoch": 1783336912.7016296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:21:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.561, "pushed": 8.561, "read": 8.527}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.861, "count": 256, "max_ms": 7.95, "p95_ms": 6.079}, "gstreamer_push": {"avg_ms": 1.295, "count": 256, "max_ms": 1.51, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.266, "count": 256, "max_ms": 88.522, "p95_ms": 82.467}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.194, "count": 256, "max_ms": 121.873, "p95_ms": 107.773}, "yolo11_640_fire_11class": {"avg_ms": 70.761, "count": 256, "max_ms": 90.571, "p95_ms": 84.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.367, "count": 256, "max_ms": 107.952, "p95_ms": 101.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.823, "count": 256, "max_ms": 200.52, "p95_ms": 132.592}, "read_interval": {"avg_ms": 117.407, "count": 255, "max_ms": 208.15, "p95_ms": 142.164}, "triton_wait": {"avg_ms": 88.586, "count": 256, "max_ms": 121.887, "p95_ms": 107.785}, "visualize": {"avg_ms": 3.775, "count": 256, "max_ms": 6.558, "p95_ms": 5.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1578, "tracking_summary": 1431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6237.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32628.787, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.671, "sample_count": 1315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:21:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:21:55+09:00", "last_frame_read_age_sec": 0.261, "last_frame_read_at": "2026-07-06T20:21:55+09:00", "mjpeg": {"age_sec": 0.246, "exists": true, "mtime": "2026-07-06T20:21:55.333675+09:00", "mtime_epoch": 1783336915.3336754, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:21:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 842.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.515, "pushed": 4.515, "read": 4.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.646, "count": 135, "max_ms": 135.135, "p95_ms": 131.919}, "gstreamer_push": {"avg_ms": 0.818, "count": 135, "max_ms": 1.896, "p95_ms": 1.012}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.978, "count": 135, "max_ms": 120.084, "p95_ms": 110.305}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.305, "count": 135, "max_ms": 112.592, "p95_ms": 106.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.244, "count": 135, "max_ms": 270.596, "p95_ms": 261.11}, "read_interval": {"avg_ms": 222.636, "count": 134, "max_ms": 276.785, "p95_ms": 266.694}, "triton_wait": {"avg_ms": 80.272, "count": 135, "max_ms": 120.097, "p95_ms": 111.096}, "visualize": {"avg_ms": 24.487, "count": 135, "max_ms": 40.03, "p95_ms": 30.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6237.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12022.37, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.934, "sample_count": 3038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:22:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-07-06T20:22:01+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:22:01+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T20:22:01.125776+09:00", "mtime_epoch": 1783336921.125776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 125110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:22:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.29, "pushed": 9.29, "read": 9.257}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 278, "max_ms": 5.759, "p95_ms": 4.684}, "gstreamer_push": {"avg_ms": 1.274, "count": 278, "max_ms": 1.511, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.615, "count": 278, "max_ms": 87.529, "p95_ms": 79.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.519, "count": 278, "max_ms": 117.833, "p95_ms": 101.137}, "yolo11_640_fire_11class": {"avg_ms": 67.134, "count": 278, "max_ms": 89.081, "p95_ms": 81.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.642, "count": 278, "max_ms": 103.092, "p95_ms": 98.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.547, "count": 278, "max_ms": 130.771, "p95_ms": 114.364}, "read_interval": {"avg_ms": 107.919, "count": 277, "max_ms": 144.631, "p95_ms": 128.676}, "triton_wait": {"avg_ms": 81.951, "count": 278, "max_ms": 117.845, "p95_ms": 101.369}, "visualize": {"avg_ms": 3.549, "count": 278, "max_ms": 4.265, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6235.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.39, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.391, "name": "ffmpeg", "pid": 26207, "rss_mb": 270.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.609, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:22:22+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T20:22:22+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:22:22.738152+09:00", "mtime_epoch": 1783336942.7381518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:22:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.502, "pushed": 8.502, "read": 8.468}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 255, "max_ms": 7.624, "p95_ms": 6.36}, "gstreamer_push": {"avg_ms": 1.281, "count": 255, "max_ms": 2.511, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.519, "count": 255, "max_ms": 83.844, "p95_ms": 78.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.216, "count": 255, "max_ms": 114.246, "p95_ms": 101.618}, "yolo11_640_fire_11class": {"avg_ms": 66.62, "count": 255, "max_ms": 85.998, "p95_ms": 82.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.021, "count": 255, "max_ms": 102.723, "p95_ms": 99.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.064, "count": 255, "max_ms": 168.984, "p95_ms": 147.39}, "read_interval": {"avg_ms": 117.926, "count": 254, "max_ms": 177.346, "p95_ms": 157.34}, "triton_wait": {"avg_ms": 82.81, "count": 255, "max_ms": 114.259, "p95_ms": 101.628}, "visualize": {"avg_ms": 4.097, "count": 255, "max_ms": 6.622, "p95_ms": 5.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1579, "tracking_summary": 1432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6236.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32658.908, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.835, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:22:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:22:25+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T20:22:25+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-06T20:22:25.506200+09:00", "mtime_epoch": 1783336945.5062, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:22:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 841.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.654, "pushed": 4.654, "read": 4.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.49, "count": 139, "max_ms": 166.923, "p95_ms": 134.771}, "gstreamer_push": {"avg_ms": 0.805, "count": 139, "max_ms": 1.188, "p95_ms": 0.942}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.592, "count": 139, "max_ms": 117.804, "p95_ms": 108.674}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.985, "count": 139, "max_ms": 123.211, "p95_ms": 106.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.027, "count": 139, "max_ms": 280.02, "p95_ms": 256.975}, "read_interval": {"avg_ms": 216.721, "count": 138, "max_ms": 288.455, "p95_ms": 264.022}, "triton_wait": {"avg_ms": 76.582, "count": 139, "max_ms": 123.22, "p95_ms": 109.741}, "visualize": {"avg_ms": 25.119, "count": 139, "max_ms": 37.916, "p95_ms": 28.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6236.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12052.393, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.38, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:22:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:22:31+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T20:22:31+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T20:22:31.178299+09:00", "mtime_epoch": 1783336951.1782987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 127797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:22:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1524.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.433, "pushed": 9.433, "read": 9.399}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.417, "count": 282, "max_ms": 6.999, "p95_ms": 5.964}, "gstreamer_push": {"avg_ms": 1.323, "count": 282, "max_ms": 2.422, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.313, "count": 282, "max_ms": 84.153, "p95_ms": 78.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.76, "count": 282, "max_ms": 124.953, "p95_ms": 101.804}, "yolo11_640_fire_11class": {"avg_ms": 64.61, "count": 282, "max_ms": 92.034, "p95_ms": 81.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.628, "count": 282, "max_ms": 104.316, "p95_ms": 96.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.396, "count": 282, "max_ms": 137.848, "p95_ms": 115.853}, "read_interval": {"avg_ms": 106.463, "count": 281, "max_ms": 157.911, "p95_ms": 130.926}, "triton_wait": {"avg_ms": 79.1, "count": 282, "max_ms": 124.966, "p95_ms": 101.871}, "visualize": {"avg_ms": 3.797, "count": 282, "max_ms": 6.301, "p95_ms": 4.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6234.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.433, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.906, "name": "ffmpeg", "pid": 26207, "rss_mb": 270.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 23, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.605, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:22:52+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T20:22:52+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T20:22:52.782675+09:00", "mtime_epoch": 1783336972.7826748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:22:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.52, "pushed": 8.52, "read": 8.487}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.009, "count": 255, "max_ms": 6.706, "p95_ms": 5.924}, "gstreamer_push": {"avg_ms": 1.299, "count": 255, "max_ms": 2.345, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.789, "count": 255, "max_ms": 87.933, "p95_ms": 79.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.748, "count": 255, "max_ms": 121.841, "p95_ms": 105.057}, "yolo11_640_fire_11class": {"avg_ms": 71.838, "count": 255, "max_ms": 92.103, "p95_ms": 82.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.697, "count": 255, "max_ms": 104.95, "p95_ms": 98.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.398, "count": 255, "max_ms": 166.933, "p95_ms": 127.714}, "read_interval": {"avg_ms": 117.811, "count": 254, "max_ms": 176.26, "p95_ms": 140.301}, "triton_wait": {"avg_ms": 88.518, "count": 255, "max_ms": 121.855, "p95_ms": 105.07}, "visualize": {"avg_ms": 3.87, "count": 255, "max_ms": 6.461, "p95_ms": 5.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1580, "tracking_summary": 1433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6226.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32688.916, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.671, "sample_count": 1321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:22:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:22:55+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-06T20:22:55+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-06T20:22:55.430721+09:00", "mtime_epoch": 1783336975.430721, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:22:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 829.855, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.295, "pushed": 4.295, "read": 4.261}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.407, "count": 128, "max_ms": 140.988, "p95_ms": 133.759}, "gstreamer_push": {"avg_ms": 1.033, "count": 128, "max_ms": 2.875, "p95_ms": 1.806}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.414, "count": 128, "max_ms": 112.109, "p95_ms": 102.954}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.62, "count": 128, "max_ms": 112.455, "p95_ms": 101.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.431, "count": 128, "max_ms": 290.738, "p95_ms": 272.021}, "read_interval": {"avg_ms": 233.936, "count": 127, "max_ms": 297.238, "p95_ms": 274.399}, "triton_wait": {"avg_ms": 74.086, "count": 128, "max_ms": 112.465, "p95_ms": 106.934}, "visualize": {"avg_ms": 30.224, "count": 128, "max_ms": 46.053, "p95_ms": 44.596}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6234.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12082.402, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.905, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:23:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:23:01+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:23:01+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T20:23:01.170821+09:00", "mtime_epoch": 1783336981.170821, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:23:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.267, "count": 268, "max_ms": 6.774, "p95_ms": 5.887}, "gstreamer_push": {"avg_ms": 1.27, "count": 268, "max_ms": 1.515, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.595, "count": 268, "max_ms": 89.336, "p95_ms": 79.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.593, "count": 268, "max_ms": 119.62, "p95_ms": 101.356}, "yolo11_640_fire_11class": {"avg_ms": 70.133, "count": 268, "max_ms": 89.781, "p95_ms": 82.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.548, "count": 268, "max_ms": 103.593, "p95_ms": 96.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.123, "count": 268, "max_ms": 135.46, "p95_ms": 114.546}, "read_interval": {"avg_ms": 111.928, "count": 268, "max_ms": 151.212, "p95_ms": 128.516}, "triton_wait": {"avg_ms": 85.303, "count": 268, "max_ms": 119.634, "p95_ms": 101.699}, "visualize": {"avg_ms": 3.623, "count": 268, "max_ms": 4.839, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6239.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.527, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.906, "name": "ffmpeg", "pid": 26207, "rss_mb": 270.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.312, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:23:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T20:23:22+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T20:23:22.899205+09:00", "mtime_epoch": 1783337002.8992052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:23:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1637.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.609, "pushed": 8.609, "read": 8.576}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.062, "count": 258, "max_ms": 9.157, "p95_ms": 6.327}, "gstreamer_push": {"avg_ms": 1.282, "count": 258, "max_ms": 1.564, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.593, "count": 258, "max_ms": 85.717, "p95_ms": 77.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.67, "count": 258, "max_ms": 123.04, "p95_ms": 98.973}, "yolo11_640_fire_11class": {"avg_ms": 69.884, "count": 258, "max_ms": 88.051, "p95_ms": 82.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.971, "count": 258, "max_ms": 102.245, "p95_ms": 97.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.269, "count": 258, "max_ms": 176.706, "p95_ms": 143.386}, "read_interval": {"avg_ms": 116.711, "count": 257, "max_ms": 186.271, "p95_ms": 152.753}, "triton_wait": {"avg_ms": 84.733, "count": 258, "max_ms": 123.052, "p95_ms": 100.097}, "visualize": {"avg_ms": 3.93, "count": 258, "max_ms": 6.491, "p95_ms": 5.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1582, "tracking_summary": 1434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32719.055, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.589, "sample_count": 1322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:23:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:23:25+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T20:23:25+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T20:23:25.611255+09:00", "mtime_epoch": 1783337005.611255, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:23:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 842.922, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.488, "pushed": 4.488, "read": 4.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.172, "count": 134, "max_ms": 148.284, "p95_ms": 134.765}, "gstreamer_push": {"avg_ms": 0.877, "count": 134, "max_ms": 2.142, "p95_ms": 1.715}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.262, "count": 134, "max_ms": 114.72, "p95_ms": 102.656}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.404, "count": 134, "max_ms": 119.844, "p95_ms": 103.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.108, "count": 134, "max_ms": 300.102, "p95_ms": 261.342}, "read_interval": {"avg_ms": 224.661, "count": 133, "max_ms": 307.146, "p95_ms": 268.97}, "triton_wait": {"avg_ms": 74.408, "count": 134, "max_ms": 119.857, "p95_ms": 103.298}, "visualize": {"avg_ms": 26.662, "count": 134, "max_ms": 45.604, "p95_ms": 39.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6241.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12112.412, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.796, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:23:31+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T20:23:31+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T20:23:31.163357+09:00", "mtime_epoch": 1783337011.1633568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:23:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.434, "pushed": 9.434, "read": 9.434}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.228, "count": 283, "max_ms": 8.245, "p95_ms": 4.888}, "gstreamer_push": {"avg_ms": 1.311, "count": 283, "max_ms": 2.097, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.377, "count": 283, "max_ms": 84.578, "p95_ms": 77.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.173, "count": 283, "max_ms": 120.372, "p95_ms": 96.51}, "yolo11_640_fire_11class": {"avg_ms": 65.727, "count": 283, "max_ms": 86.5, "p95_ms": 80.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.073, "count": 283, "max_ms": 100.104, "p95_ms": 95.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.063, "count": 283, "max_ms": 133.271, "p95_ms": 110.477}, "read_interval": {"avg_ms": 106.002, "count": 283, "max_ms": 150.172, "p95_ms": 125.936}, "triton_wait": {"avg_ms": 79.128, "count": 283, "max_ms": 120.386, "p95_ms": 97.736}, "visualize": {"avg_ms": 3.658, "count": 283, "max_ms": 6.06, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6232.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.612, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.062, "name": "ffmpeg", "pid": 26207, "rss_mb": 276.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.84, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:23:53+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:23:52+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T20:23:52.963756+09:00", "mtime_epoch": 1783337032.963756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:23:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.803, "pushed": 8.803, "read": 8.803}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.671, "count": 264, "max_ms": 6.273, "p95_ms": 4.938}, "gstreamer_push": {"avg_ms": 1.341, "count": 264, "max_ms": 2.251, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.346, "count": 264, "max_ms": 90.298, "p95_ms": 79.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.155, "count": 264, "max_ms": 121.66, "p95_ms": 100.372}, "yolo11_640_fire_11class": {"avg_ms": 72.064, "count": 264, "max_ms": 89.771, "p95_ms": 83.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.088, "count": 264, "max_ms": 104.772, "p95_ms": 99.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.79, "count": 264, "max_ms": 143.916, "p95_ms": 114.545}, "read_interval": {"avg_ms": 113.516, "count": 264, "max_ms": 153.531, "p95_ms": 129.775}, "triton_wait": {"avg_ms": 87.74, "count": 264, "max_ms": 121.673, "p95_ms": 101.032}, "visualize": {"avg_ms": 3.71, "count": 264, "max_ms": 6.169, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1582, "tracking_summary": 1435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32749.145, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 261.837, "sample_count": 1339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:23:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:23:55+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T20:23:55+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T20:23:55.747807+09:00", "mtime_epoch": 1783337035.7478073, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:23:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 838.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.856, "pushed": 4.856, "read": 4.823}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 94.159, "count": 145, "max_ms": 147.404, "p95_ms": 135.919}, "gstreamer_push": {"avg_ms": 0.944, "count": 145, "max_ms": 2.396, "p95_ms": 1.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.993, "count": 145, "max_ms": 114.627, "p95_ms": 106.411}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.552, "count": 145, "max_ms": 112.909, "p95_ms": 102.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.386, "count": 145, "max_ms": 272.964, "p95_ms": 248.062}, "read_interval": {"avg_ms": 207.477, "count": 144, "max_ms": 279.164, "p95_ms": 254.463}, "triton_wait": {"avg_ms": 74.924, "count": 145, "max_ms": 114.639, "p95_ms": 106.423}, "visualize": {"avg_ms": 27.415, "count": 145, "max_ms": 39.993, "p95_ms": 37.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6240.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12142.454, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.274, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:24:01+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T20:24:01+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:24:01.219907+09:00", "mtime_epoch": 1783337041.2199073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:24:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.747, "pushed": 8.747, "read": 8.714}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.238, "count": 262, "max_ms": 6.286, "p95_ms": 5.122}, "gstreamer_push": {"avg_ms": 1.311, "count": 262, "max_ms": 1.818, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.551, "count": 262, "max_ms": 83.724, "p95_ms": 78.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.911, "count": 262, "max_ms": 119.834, "p95_ms": 101.467}, "yolo11_640_fire_11class": {"avg_ms": 71.633, "count": 262, "max_ms": 87.148, "p95_ms": 82.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.318, "count": 262, "max_ms": 103.086, "p95_ms": 97.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.919, "count": 262, "max_ms": 133.115, "p95_ms": 115.725}, "read_interval": {"avg_ms": 114.618, "count": 261, "max_ms": 150.923, "p95_ms": 130.321}, "triton_wait": {"avg_ms": 87.93, "count": 262, "max_ms": 119.847, "p95_ms": 102.389}, "visualize": {"avg_ms": 3.648, "count": 262, "max_ms": 5.739, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6240.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.655, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.641, "name": "ffmpeg", "pid": 26207, "rss_mb": 278.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.8, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:24:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:24:23+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T20:24:23+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:24:23.004306+09:00", "mtime_epoch": 1783337063.0043058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:24:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.549, "pushed": 8.549, "read": 8.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.592, "count": 256, "max_ms": 5.668, "p95_ms": 4.361}, "gstreamer_push": {"avg_ms": 1.319, "count": 256, "max_ms": 1.614, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.493, "count": 256, "max_ms": 85.722, "p95_ms": 79.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.304, "count": 256, "max_ms": 122.517, "p95_ms": 103.911}, "yolo11_640_fire_11class": {"avg_ms": 74.844, "count": 256, "max_ms": 88.0, "p95_ms": 82.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.605, "count": 256, "max_ms": 105.184, "p95_ms": 98.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.577, "count": 256, "max_ms": 155.788, "p95_ms": 117.763}, "read_interval": {"avg_ms": 117.372, "count": 255, "max_ms": 165.788, "p95_ms": 133.551}, "triton_wait": {"avg_ms": 91.659, "count": 256, "max_ms": 122.531, "p95_ms": 104.473}, "visualize": {"avg_ms": 3.683, "count": 256, "max_ms": 5.805, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1584, "tracking_summary": 1436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6243.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32779.157, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.589, "sample_count": 1334, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:24:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:24:25+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T20:24:25+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T20:24:25.736356+09:00", "mtime_epoch": 1783337065.736356, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:24:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 838.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.189, "pushed": 4.189, "read": 4.155}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.746, "count": 125, "max_ms": 164.133, "p95_ms": 136.887}, "gstreamer_push": {"avg_ms": 1.005, "count": 125, "max_ms": 2.748, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.764, "count": 125, "max_ms": 115.068, "p95_ms": 109.534}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.47, "count": 125, "max_ms": 116.342, "p95_ms": 112.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.064, "count": 125, "max_ms": 289.949, "p95_ms": 277.307}, "read_interval": {"avg_ms": 240.137, "count": 124, "max_ms": 296.931, "p95_ms": 284.412}, "triton_wait": {"avg_ms": 77.092, "count": 125, "max_ms": 116.351, "p95_ms": 112.158}, "visualize": {"avg_ms": 30.451, "count": 125, "max_ms": 41.625, "p95_ms": 39.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6235.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12172.471, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.477, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:24:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:24:31+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:24:31+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:24:31.236456+09:00", "mtime_epoch": 1783337071.2364564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:24:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.73, "pushed": 8.73, "read": 8.697}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.149, "count": 261, "max_ms": 5.521, "p95_ms": 4.256}, "gstreamer_push": {"avg_ms": 1.299, "count": 261, "max_ms": 1.476, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.692, "count": 261, "max_ms": 86.075, "p95_ms": 78.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.873, "count": 261, "max_ms": 126.281, "p95_ms": 100.028}, "yolo11_640_fire_11class": {"avg_ms": 73.139, "count": 261, "max_ms": 87.706, "p95_ms": 82.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.955, "count": 261, "max_ms": 103.467, "p95_ms": 95.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.651, "count": 261, "max_ms": 139.463, "p95_ms": 114.053}, "read_interval": {"avg_ms": 115.002, "count": 260, "max_ms": 152.642, "p95_ms": 128.169}, "triton_wait": {"avg_ms": 88.816, "count": 261, "max_ms": 126.295, "p95_ms": 101.31}, "visualize": {"avg_ms": 3.616, "count": 261, "max_ms": 4.106, "p95_ms": 3.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6252.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.732, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.113, "name": "ffmpeg", "pid": 26207, "rss_mb": 284.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.545, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:24:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:24:53+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:24:53+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T20:24:53.080856+09:00", "mtime_epoch": 1783337093.0808556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:24:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.845, "pushed": 8.845, "read": 8.811}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 265, "max_ms": 5.781, "p95_ms": 4.005}, "gstreamer_push": {"avg_ms": 1.33, "count": 265, "max_ms": 2.412, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.14, "count": 265, "max_ms": 87.902, "p95_ms": 79.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.933, "count": 265, "max_ms": 116.816, "p95_ms": 99.124}, "yolo11_640_fire_11class": {"avg_ms": 72.528, "count": 265, "max_ms": 88.42, "p95_ms": 81.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.608, "count": 265, "max_ms": 103.72, "p95_ms": 97.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.659, "count": 265, "max_ms": 146.843, "p95_ms": 114.337}, "read_interval": {"avg_ms": 113.474, "count": 264, "max_ms": 156.236, "p95_ms": 127.655}, "triton_wait": {"avg_ms": 88.086, "count": 265, "max_ms": 116.829, "p95_ms": 100.579}, "visualize": {"avg_ms": 3.662, "count": 265, "max_ms": 6.466, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1585, "tracking_summary": 1437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6252.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32809.363, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.589, "sample_count": 1325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:24:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:24:56+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T20:24:55+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T20:24:55.940908+09:00", "mtime_epoch": 1783337095.940908, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:24:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 844.523, "name": "celery", "pid": 239, "rss_mb": 841.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.404, "pushed": 4.404, "read": 4.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.73, "count": 132, "max_ms": 141.099, "p95_ms": 133.818}, "gstreamer_push": {"avg_ms": 0.912, "count": 132, "max_ms": 2.139, "p95_ms": 1.841}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.289, "count": 132, "max_ms": 114.75, "p95_ms": 92.673}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.119, "count": 132, "max_ms": 113.925, "p95_ms": 100.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.795, "count": 132, "max_ms": 284.936, "p95_ms": 260.843}, "read_interval": {"avg_ms": 228.795, "count": 131, "max_ms": 291.042, "p95_ms": 268.996}, "triton_wait": {"avg_ms": 72.95, "count": 132, "max_ms": 114.759, "p95_ms": 100.559}, "visualize": {"avg_ms": 28.347, "count": 132, "max_ms": 41.372, "p95_ms": 39.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6249.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12202.502, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.651, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:25:01+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:25:01+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T20:25:01.273005+09:00", "mtime_epoch": 1783337101.2730052, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:25:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.66, "pushed": 8.66, "read": 8.627}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.23, "count": 259, "max_ms": 6.867, "p95_ms": 5.286}, "gstreamer_push": {"avg_ms": 1.287, "count": 259, "max_ms": 1.965, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.293, "count": 259, "max_ms": 87.157, "p95_ms": 79.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 88.568, "count": 259, "max_ms": 114.081, "p95_ms": 102.06}, "yolo11_640_fire_11class": {"avg_ms": 72.817, "count": 259, "max_ms": 88.89, "p95_ms": 81.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.501, "count": 259, "max_ms": 102.52, "p95_ms": 96.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.54, "count": 259, "max_ms": 128.136, "p95_ms": 116.228}, "read_interval": {"avg_ms": 115.941, "count": 258, "max_ms": 145.234, "p95_ms": 128.649}, "triton_wait": {"avg_ms": 89.606, "count": 259, "max_ms": 114.097, "p95_ms": 102.376}, "visualize": {"avg_ms": 3.646, "count": 259, "max_ms": 6.22, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6258.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.823, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.207, "name": "ffmpeg", "pid": 26207, "rss_mb": 287.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.117, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:25:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:25:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:25:23+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:25:23.169405+09:00", "mtime_epoch": 1783337123.1694047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:25:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.544, "pushed": 8.544, "read": 8.51}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.578, "count": 256, "max_ms": 6.975, "p95_ms": 3.926}, "gstreamer_push": {"avg_ms": 1.329, "count": 256, "max_ms": 1.527, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.889, "count": 256, "max_ms": 85.756, "p95_ms": 79.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.068, "count": 256, "max_ms": 111.345, "p95_ms": 103.683}, "yolo11_640_fire_11class": {"avg_ms": 74.45, "count": 256, "max_ms": 86.291, "p95_ms": 82.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.874, "count": 256, "max_ms": 102.815, "p95_ms": 98.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.557, "count": 256, "max_ms": 158.653, "p95_ms": 116.859}, "read_interval": {"avg_ms": 117.549, "count": 255, "max_ms": 167.93, "p95_ms": 128.777}, "triton_wait": {"avg_ms": 91.468, "count": 256, "max_ms": 111.357, "p95_ms": 103.695}, "visualize": {"avg_ms": 3.687, "count": 256, "max_ms": 5.596, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1586, "tracking_summary": 1438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6260.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32839.571, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.138, "sample_count": 1327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:25:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:25:26+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T20:25:26+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T20:25:26.129459+09:00", "mtime_epoch": 1783337126.1294587, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:25:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 846.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.47, "pushed": 4.47, "read": 4.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.863, "count": 134, "max_ms": 135.625, "p95_ms": 133.309}, "gstreamer_push": {"avg_ms": 0.797, "count": 134, "max_ms": 1.236, "p95_ms": 0.953}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.305, "count": 134, "max_ms": 114.272, "p95_ms": 102.062}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.758, "count": 134, "max_ms": 113.662, "p95_ms": 103.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.664, "count": 134, "max_ms": 279.097, "p95_ms": 251.759}, "read_interval": {"avg_ms": 225.221, "count": 133, "max_ms": 285.097, "p95_ms": 257.612}, "triton_wait": {"avg_ms": 73.97, "count": 134, "max_ms": 114.284, "p95_ms": 106.864}, "visualize": {"avg_ms": 26.025, "count": 134, "max_ms": 37.494, "p95_ms": 31.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12232.542, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.724, "sample_count": 2707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:25:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:25:31+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T20:25:31+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T20:25:31.301553+09:00", "mtime_epoch": 1783337131.301553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:25:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.689, "pushed": 8.689, "read": 8.656}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.17, "count": 260, "max_ms": 6.894, "p95_ms": 4.664}, "gstreamer_push": {"avg_ms": 1.285, "count": 260, "max_ms": 2.021, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.12, "count": 260, "max_ms": 84.616, "p95_ms": 79.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.688, "count": 260, "max_ms": 120.501, "p95_ms": 100.337}, "yolo11_640_fire_11class": {"avg_ms": 72.544, "count": 260, "max_ms": 86.257, "p95_ms": 81.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.04, "count": 260, "max_ms": 106.725, "p95_ms": 97.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.12, "count": 260, "max_ms": 133.34, "p95_ms": 113.766}, "read_interval": {"avg_ms": 115.496, "count": 259, "max_ms": 146.415, "p95_ms": 127.992}, "triton_wait": {"avg_ms": 89.267, "count": 260, "max_ms": 120.514, "p95_ms": 100.985}, "visualize": {"avg_ms": 3.628, "count": 260, "max_ms": 4.425, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.889, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.363, "name": "ffmpeg", "pid": 26207, "rss_mb": 292.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.632, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:25:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:25:53+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T20:25:53+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T20:25:53.225953+09:00", "mtime_epoch": 1783337153.2259526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:25:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.516, "pushed": 8.516, "read": 8.482}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.851, "count": 255, "max_ms": 7.89, "p95_ms": 5.877}, "gstreamer_push": {"avg_ms": 1.278, "count": 255, "max_ms": 1.535, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.61, "count": 255, "max_ms": 87.673, "p95_ms": 79.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.268, "count": 255, "max_ms": 121.538, "p95_ms": 102.435}, "yolo11_640_fire_11class": {"avg_ms": 70.602, "count": 255, "max_ms": 87.919, "p95_ms": 82.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.67, "count": 255, "max_ms": 105.712, "p95_ms": 99.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.437, "count": 255, "max_ms": 171.371, "p95_ms": 133.955}, "read_interval": {"avg_ms": 117.849, "count": 254, "max_ms": 182.889, "p95_ms": 146.755}, "triton_wait": {"avg_ms": 87.411, "count": 255, "max_ms": 121.551, "p95_ms": 102.447}, "visualize": {"avg_ms": 3.837, "count": 255, "max_ms": 7.465, "p95_ms": 5.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1589, "tracking_summary": 1440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6262.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32869.78, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 263.894, "sample_count": 1327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:25:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:25:56+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T20:25:56+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T20:25:56.358010+09:00", "mtime_epoch": 1783337156.3580098, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:25:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 841.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.373, "pushed": 4.373, "read": 4.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.519, "count": 131, "max_ms": 158.502, "p95_ms": 139.569}, "gstreamer_push": {"avg_ms": 0.801, "count": 131, "max_ms": 1.039, "p95_ms": 0.98}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.919, "count": 131, "max_ms": 113.414, "p95_ms": 103.495}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.629, "count": 131, "max_ms": 113.426, "p95_ms": 101.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.993, "count": 131, "max_ms": 284.35, "p95_ms": 265.612}, "read_interval": {"avg_ms": 230.574, "count": 130, "max_ms": 290.537, "p95_ms": 273.06}, "triton_wait": {"avg_ms": 74.908, "count": 131, "max_ms": 113.436, "p95_ms": 104.332}, "visualize": {"avg_ms": 24.676, "count": 131, "max_ms": 33.718, "p95_ms": 29.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6262.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12262.592, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.588, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:26:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:26:01+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T20:26:01+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T20:26:01.350101+09:00", "mtime_epoch": 1783337161.3501005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:26:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.253, "pushed": 9.253, "read": 9.22}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.261, "count": 277, "max_ms": 6.595, "p95_ms": 5.308}, "gstreamer_push": {"avg_ms": 1.303, "count": 277, "max_ms": 1.931, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.1, "count": 277, "max_ms": 87.413, "p95_ms": 80.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.691, "count": 277, "max_ms": 125.642, "p95_ms": 99.908}, "yolo11_640_fire_11class": {"avg_ms": 67.196, "count": 277, "max_ms": 86.878, "p95_ms": 81.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.525, "count": 277, "max_ms": 105.251, "p95_ms": 97.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.005, "count": 277, "max_ms": 137.958, "p95_ms": 113.776}, "read_interval": {"avg_ms": 108.414, "count": 276, "max_ms": 150.704, "p95_ms": 128.226}, "triton_wait": {"avg_ms": 81.959, "count": 277, "max_ms": 125.652, "p95_ms": 100.491}, "visualize": {"avg_ms": 3.678, "count": 277, "max_ms": 4.468, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1589, "tracking_summary": 1441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6260.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32900.01, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.379, "sample_count": 1335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:26:26+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T20:26:26+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T20:26:26.590560+09:00", "mtime_epoch": 1783337186.59056, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:26:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 839.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.637, "pushed": 4.637, "read": 4.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.576, "count": 139, "max_ms": 140.717, "p95_ms": 132.515}, "gstreamer_push": {"avg_ms": 0.876, "count": 139, "max_ms": 2.113, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.411, "count": 139, "max_ms": 118.255, "p95_ms": 87.483}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.649, "count": 139, "max_ms": 117.383, "p95_ms": 88.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.619, "count": 139, "max_ms": 281.122, "p95_ms": 245.186}, "read_interval": {"avg_ms": 217.369, "count": 138, "max_ms": 524.684, "p95_ms": 253.238}, "triton_wait": {"avg_ms": 72.186, "count": 139, "max_ms": 118.268, "p95_ms": 89.038}, "visualize": {"avg_ms": 27.019, "count": 139, "max_ms": 41.589, "p95_ms": 36.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12292.638, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.796, "sample_count": 2742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:26:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:26:31+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T20:26:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T20:26:31.438648+09:00", "mtime_epoch": 1783337191.4386482, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:26:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.526, "pushed": 10.526, "read": 10.493}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.167, "count": 315, "max_ms": 6.552, "p95_ms": 4.833}, "gstreamer_push": {"avg_ms": 1.268, "count": 315, "max_ms": 1.509, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.891, "count": 315, "max_ms": 83.252, "p95_ms": 77.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.768, "count": 315, "max_ms": 97.858, "p95_ms": 92.211}, "yolo11_640_fire_11class": {"avg_ms": 60.314, "count": 315, "max_ms": 85.064, "p95_ms": 77.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.854, "count": 315, "max_ms": 103.045, "p95_ms": 91.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.276, "count": 315, "max_ms": 115.679, "p95_ms": 106.201}, "read_interval": {"avg_ms": 95.417, "count": 314, "max_ms": 129.284, "p95_ms": 119.877}, "triton_wait": {"avg_ms": 69.579, "count": 315, "max_ms": 103.058, "p95_ms": 93.233}, "visualize": {"avg_ms": 3.625, "count": 315, "max_ms": 4.6, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:20:17+09:00", "last_error_summary": "[h264 @ 0x55736713c280] error while decoding MB 63 28, bytestream -7", "last_exit_at": "2026-07-06T20:20:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.351, "last_started_at": "2026-07-06T20:20:20+09:00", "pid": 26207, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.941, "name": "ffmpeg", "pid": 26207, "rss_mb": 308.941, "state": "S (sleeping)", "threads": 104}, "restart_count": 114, "restart_count_per_hour": 21, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.46, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:26:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:26:31+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:26:31+09:00", "mjpeg": {"age_sec": 10.143, "exists": true, "mtime": "2026-07-06T20:26:21.658470+09:00", "mtime_epoch": 1783337181.6584704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:26:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.069, "pushed": 3.069, "read": 3.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.818, "count": 92, "max_ms": 7.21, "p95_ms": 6.332}, "gstreamer_push": {"avg_ms": 1.313, "count": 92, "max_ms": 1.908, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.91, "count": 92, "max_ms": 82.262, "p95_ms": 79.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.393, "count": 92, "max_ms": 99.313, "p95_ms": 97.2}, "yolo11_640_fire_11class": {"avg_ms": 72.679, "count": 92, "max_ms": 83.859, "p95_ms": 78.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.591, "count": 92, "max_ms": 103.832, "p95_ms": 96.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.313, "count": 92, "max_ms": 150.313, "p95_ms": 134.504}, "read_interval": {"avg_ms": 329.253, "count": 91, "max_ms": 10132.101, "p95_ms": 155.006}, "triton_wait": {"avg_ms": 87.945, "count": 92, "max_ms": 103.844, "p95_ms": 98.639}, "visualize": {"avg_ms": 3.825, "count": 92, "max_ms": 6.511, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1590, "tracking_summary": 1442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6230.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32930.2, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.612, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:26:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:26:56+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T20:26:56+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T20:26:56.775109+09:00", "mtime_epoch": 1783337216.7751088, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:26:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 836.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.205, "pushed": 4.205, "read": 4.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.437, "count": 126, "max_ms": 150.482, "p95_ms": 135.883}, "gstreamer_push": {"avg_ms": 0.856, "count": 126, "max_ms": 1.977, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.372, "count": 126, "max_ms": 111.2, "p95_ms": 100.927}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.664, "count": 126, "max_ms": 113.733, "p95_ms": 97.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.56, "count": 126, "max_ms": 279.664, "p95_ms": 272.817}, "read_interval": {"avg_ms": 239.624, "count": 125, "max_ms": 285.683, "p95_ms": 278.989}, "triton_wait": {"avg_ms": 73.144, "count": 126, "max_ms": 113.747, "p95_ms": 103.855}, "visualize": {"avg_ms": 29.18, "count": 126, "max_ms": 44.665, "p95_ms": 39.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6226.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12322.698, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.493, "sample_count": 2770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:27:01+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T20:27:01+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T20:27:01.483195+09:00", "mtime_epoch": 1783337221.4831946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:27:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1525.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.208, "pushed": 10.208, "read": 10.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.19, "count": 306, "max_ms": 6.627, "p95_ms": 5.67}, "gstreamer_push": {"avg_ms": 1.257, "count": 306, "max_ms": 2.154, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.939, "count": 306, "max_ms": 88.49, "p95_ms": 75.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.498, "count": 306, "max_ms": 111.211, "p95_ms": 97.884}, "yolo11_640_fire_11class": {"avg_ms": 60.674, "count": 306, "max_ms": 88.989, "p95_ms": 78.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.612, "count": 306, "max_ms": 106.252, "p95_ms": 93.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.467, "count": 306, "max_ms": 124.297, "p95_ms": 110.395}, "read_interval": {"avg_ms": 98.244, "count": 305, "max_ms": 142.845, "p95_ms": 124.41}, "triton_wait": {"avg_ms": 71.904, "count": 306, "max_ms": 111.223, "p95_ms": 97.896}, "visualize": {"avg_ms": 3.52, "count": 306, "max_ms": 4.662, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6233.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.568, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.441, "name": "ffmpeg", "pid": 26314, "rss_mb": 264.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.066, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:27:01+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T20:27:01+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T20:27:01.803200+09:00", "mtime_epoch": 1783337221.8032002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:27:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.178, "pushed": 7.178, "read": 7.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.56, "count": 215, "max_ms": 9.191, "p95_ms": 6.302}, "gstreamer_push": {"avg_ms": 1.229, "count": 215, "max_ms": 1.487, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.737, "count": 215, "max_ms": 91.234, "p95_ms": 77.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.44, "count": 215, "max_ms": 123.709, "p95_ms": 102.74}, "yolo11_640_fire_11class": {"avg_ms": 65.6, "count": 215, "max_ms": 90.673, "p95_ms": 80.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.245, "count": 215, "max_ms": 108.648, "p95_ms": 95.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.267, "count": 215, "max_ms": 179.882, "p95_ms": 144.626}, "read_interval": {"avg_ms": 140.108, "count": 214, "max_ms": 4569.477, "p95_ms": 156.287}, "triton_wait": {"avg_ms": 80.947, "count": 215, "max_ms": 123.722, "p95_ms": 102.753}, "visualize": {"avg_ms": 4.224, "count": 215, "max_ms": 7.969, "p95_ms": 5.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1592, "tracking_summary": 1443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6236.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32960.263, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.745, "sample_count": 1323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:27:27+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T20:27:26+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T20:27:26.847655+09:00", "mtime_epoch": 1783337246.8476553, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:27:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 839.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.491, "pushed": 4.491, "read": 4.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.032, "count": 134, "max_ms": 135.206, "p95_ms": 134.669}, "gstreamer_push": {"avg_ms": 0.871, "count": 134, "max_ms": 1.987, "p95_ms": 1.711}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.586, "count": 134, "max_ms": 114.795, "p95_ms": 100.741}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.277, "count": 134, "max_ms": 111.176, "p95_ms": 98.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.326, "count": 134, "max_ms": 284.526, "p95_ms": 262.154}, "read_interval": {"avg_ms": 224.321, "count": 133, "max_ms": 290.747, "p95_ms": 270.724}, "triton_wait": {"avg_ms": 75.259, "count": 134, "max_ms": 114.807, "p95_ms": 100.793}, "visualize": {"avg_ms": 27.169, "count": 134, "max_ms": 39.844, "p95_ms": 35.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6236.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12352.806, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.903, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:27:31+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:27:31+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T20:27:31.579741+09:00", "mtime_epoch": 1783337251.579741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:27:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1526.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.767, "read": 9.734}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.249, "count": 292, "max_ms": 6.898, "p95_ms": 5.993}, "gstreamer_push": {"avg_ms": 1.293, "count": 293, "max_ms": 2.259, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.663, "count": 292, "max_ms": 86.997, "p95_ms": 76.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.715, "count": 292, "max_ms": 124.052, "p95_ms": 100.248}, "yolo11_640_fire_11class": {"avg_ms": 63.277, "count": 292, "max_ms": 88.487, "p95_ms": 81.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.071, "count": 292, "max_ms": 102.408, "p95_ms": 95.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.967, "count": 292, "max_ms": 137.446, "p95_ms": 114.49}, "read_interval": {"avg_ms": 102.712, "count": 292, "max_ms": 150.412, "p95_ms": 128.404}, "triton_wait": {"avg_ms": 76.128, "count": 292, "max_ms": 124.065, "p95_ms": 101.182}, "visualize": {"avg_ms": 3.602, "count": 292, "max_ms": 5.647, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6236.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.622, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.504, "name": "ffmpeg", "pid": 26314, "rss_mb": 266.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.315, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:27:31+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T20:27:31+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:27:31.815745+09:00", "mtime_epoch": 1783337251.8157454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:27:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.642, "pushed": 8.642, "read": 8.608}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.35, "count": 259, "max_ms": 9.586, "p95_ms": 6.683}, "gstreamer_push": {"avg_ms": 1.25, "count": 259, "max_ms": 1.832, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.197, "count": 259, "max_ms": 85.746, "p95_ms": 80.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.715, "count": 259, "max_ms": 116.742, "p95_ms": 102.844}, "yolo11_640_fire_11class": {"avg_ms": 65.207, "count": 259, "max_ms": 87.34, "p95_ms": 83.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.591, "count": 259, "max_ms": 102.4, "p95_ms": 96.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.252, "count": 259, "max_ms": 173.552, "p95_ms": 147.015}, "read_interval": {"avg_ms": 116.007, "count": 258, "max_ms": 185.718, "p95_ms": 156.58}, "triton_wait": {"avg_ms": 80.095, "count": 259, "max_ms": 116.754, "p95_ms": 102.855}, "visualize": {"avg_ms": 4.095, "count": 259, "max_ms": 8.555, "p95_ms": 5.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1592, "tracking_summary": 1444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32990.287, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 262.712, "sample_count": 1340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:27:57+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-06T20:27:56+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T20:27:56.824199+09:00", "mtime_epoch": 1783337276.8241992, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:27:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 844.027, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.823, "pushed": 4.823, "read": 4.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 91.128, "count": 144, "max_ms": 149.25, "p95_ms": 136.901}, "gstreamer_push": {"avg_ms": 0.846, "count": 144, "max_ms": 1.193, "p95_ms": 0.979}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.318, "count": 144, "max_ms": 122.724, "p95_ms": 107.455}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.427, "count": 144, "max_ms": 116.405, "p95_ms": 107.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.196, "count": 144, "max_ms": 286.712, "p95_ms": 258.609}, "read_interval": {"avg_ms": 208.037, "count": 143, "max_ms": 295.639, "p95_ms": 264.51}, "triton_wait": {"avg_ms": 79.273, "count": 144, "max_ms": 122.737, "p95_ms": 111.769}, "visualize": {"avg_ms": 26.728, "count": 144, "max_ms": 42.336, "p95_ms": 32.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6240.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12382.824, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.547, "name": "ffmpeg", "pid": 18866, "rss_mb": 333.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.915, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:28:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:28:01+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T20:28:01+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T20:28:01.624286+09:00", "mtime_epoch": 1783337281.6242862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:28:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1526.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.633, "pushed": 9.633, "read": 9.6}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.234, "count": 288, "max_ms": 6.883, "p95_ms": 5.364}, "gstreamer_push": {"avg_ms": 1.294, "count": 288, "max_ms": 1.509, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.661, "count": 288, "max_ms": 86.488, "p95_ms": 78.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.614, "count": 288, "max_ms": 117.293, "p95_ms": 104.189}, "yolo11_640_fire_11class": {"avg_ms": 64.212, "count": 288, "max_ms": 91.772, "p95_ms": 82.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.342, "count": 288, "max_ms": 104.865, "p95_ms": 97.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.709, "count": 288, "max_ms": 131.05, "p95_ms": 117.323}, "read_interval": {"avg_ms": 104.28, "count": 287, "max_ms": 145.785, "p95_ms": 132.942}, "triton_wait": {"avg_ms": 77.908, "count": 288, "max_ms": 117.306, "p95_ms": 104.202}, "visualize": {"avg_ms": 3.616, "count": 288, "max_ms": 4.627, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6240.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.64, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.504, "name": "ffmpeg", "pid": 26314, "rss_mb": 266.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.42, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:28:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:28:01+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T20:28:01+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T20:28:01.832290+09:00", "mtime_epoch": 1783337281.83229, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:28:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1638.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.16, "pushed": 8.16, "read": 8.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.602, "count": 244, "max_ms": 8.79, "p95_ms": 6.246}, "gstreamer_push": {"avg_ms": 1.252, "count": 244, "max_ms": 1.98, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.882, "count": 244, "max_ms": 84.847, "p95_ms": 79.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.481, "count": 244, "max_ms": 125.867, "p95_ms": 104.915}, "yolo11_640_fire_11class": {"avg_ms": 67.05, "count": 244, "max_ms": 91.614, "p95_ms": 83.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.018, "count": 244, "max_ms": 105.618, "p95_ms": 98.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.234, "count": 244, "max_ms": 168.697, "p95_ms": 150.748}, "read_interval": {"avg_ms": 123.037, "count": 243, "max_ms": 178.608, "p95_ms": 160.346}, "triton_wait": {"avg_ms": 82.87, "count": 244, "max_ms": 125.879, "p95_ms": 104.928}, "visualize": {"avg_ms": 4.265, "count": 244, "max_ms": 7.048, "p95_ms": 5.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1594, "tracking_summary": 1445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6237.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33020.332, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.109, "sample_count": 1327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:28:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:28:27+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T20:28:26+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T20:28:26.896744+09:00", "mtime_epoch": 1783337306.8967443, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:28:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 839.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.095, "pushed": 4.095, "read": 4.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.849, "count": 122, "max_ms": 156.216, "p95_ms": 134.631}, "gstreamer_push": {"avg_ms": 0.841, "count": 122, "max_ms": 1.872, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.26, "count": 122, "max_ms": 118.6, "p95_ms": 107.977}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.161, "count": 122, "max_ms": 114.426, "p95_ms": 109.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.277, "count": 122, "max_ms": 281.562, "p95_ms": 270.412}, "read_interval": {"avg_ms": 246.279, "count": 121, "max_ms": 290.042, "p95_ms": 276.727}, "triton_wait": {"avg_ms": 81.04, "count": 122, "max_ms": 118.613, "p95_ms": 110.951}, "visualize": {"avg_ms": 27.592, "count": 122, "max_ms": 40.997, "p95_ms": 39.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6236.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12412.864, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.062, "name": "ffmpeg", "pid": 18866, "rss_mb": 334.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.785, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:28:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:28:31+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T20:28:31+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T20:28:31.652831+09:00", "mtime_epoch": 1783337311.6528306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:28:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1526.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 300, "max_ms": 6.938, "p95_ms": 5.295}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 2.171, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.876, "count": 300, "max_ms": 91.268, "p95_ms": 75.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.565, "count": 300, "max_ms": 121.554, "p95_ms": 100.404}, "yolo11_640_fire_11class": {"avg_ms": 60.745, "count": 300, "max_ms": 88.057, "p95_ms": 78.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.063, "count": 300, "max_ms": 104.852, "p95_ms": 92.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.725, "count": 300, "max_ms": 134.813, "p95_ms": 114.334}, "read_interval": {"avg_ms": 100.16, "count": 299, "max_ms": 149.334, "p95_ms": 129.413}, "triton_wait": {"avg_ms": 72.761, "count": 300, "max_ms": 121.568, "p95_ms": 100.417}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 6.227, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6236.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.68, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.762, "name": "ffmpeg", "pid": 26314, "rss_mb": 266.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 21, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.247, "sample_count": 2331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:28:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:28:31+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-06T20:28:31+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T20:28:31.832834+09:00", "mtime_epoch": 1783337311.8328338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:28:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.893, "pushed": 7.893, "read": 7.859}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.243, "count": 236, "max_ms": 9.649, "p95_ms": 6.799}, "gstreamer_push": {"avg_ms": 1.186, "count": 236, "max_ms": 2.473, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.266, "count": 236, "max_ms": 87.791, "p95_ms": 77.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.494, "count": 236, "max_ms": 121.062, "p95_ms": 106.082}, "yolo11_640_fire_11class": {"avg_ms": 62.715, "count": 236, "max_ms": 91.639, "p95_ms": 81.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.322, "count": 236, "max_ms": 102.043, "p95_ms": 95.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.437, "count": 236, "max_ms": 173.17, "p95_ms": 153.967}, "read_interval": {"avg_ms": 127.139, "count": 235, "max_ms": 182.981, "p95_ms": 164.153}, "triton_wait": {"avg_ms": 77.711, "count": 236, "max_ms": 121.076, "p95_ms": 106.094}, "visualize": {"avg_ms": 4.731, "count": 236, "max_ms": 8.883, "p95_ms": 5.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1595, "tracking_summary": 1446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6239.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33050.381, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 267.426, "sample_count": 1308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:28:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T20:28:57+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T20:28:56+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T20:28:56.953289+09:00", "mtime_epoch": 1783337336.9532888, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:28:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 841.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.26, "pushed": 4.26, "read": 4.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.712, "count": 127, "max_ms": 177.803, "p95_ms": 139.7}, "gstreamer_push": {"avg_ms": 0.819, "count": 127, "max_ms": 1.777, "p95_ms": 0.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.275, "count": 127, "max_ms": 111.86, "p95_ms": 104.561}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.591, "count": 127, "max_ms": 116.005, "p95_ms": 109.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.94, "count": 127, "max_ms": 296.131, "p95_ms": 273.571}, "read_interval": {"avg_ms": 236.571, "count": 126, "max_ms": 304.39, "p95_ms": 280.558}, "triton_wait": {"avg_ms": 80.237, "count": 127, "max_ms": 116.019, "p95_ms": 109.809}, "visualize": {"avg_ms": 27.107, "count": 127, "max_ms": 41.656, "p95_ms": 33.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6239.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12442.919, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.062, "name": "ffmpeg", "pid": 18866, "rss_mb": 334.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.453, "sample_count": 2856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:29:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:29:01+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T20:29:01+09:00", "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-07-06T20:29:01.737375+09:00", "mtime_epoch": 1783337341.7373755, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:29:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1526.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 300, "max_ms": 6.851, "p95_ms": 6.195}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.894, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.44, "count": 300, "max_ms": 86.679, "p95_ms": 77.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.522, "count": 300, "max_ms": 118.006, "p95_ms": 99.944}, "yolo11_640_fire_11class": {"avg_ms": 62.692, "count": 300, "max_ms": 91.082, "p95_ms": 81.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.844, "count": 300, "max_ms": 100.467, "p95_ms": 93.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.536, "count": 300, "max_ms": 135.478, "p95_ms": 112.817}, "read_interval": {"avg_ms": 100.264, "count": 299, "max_ms": 154.159, "p95_ms": 129.305}, "triton_wait": {"avg_ms": 73.951, "count": 300, "max_ms": 118.02, "p95_ms": 99.957}, "visualize": {"avg_ms": 3.518, "count": 300, "max_ms": 5.932, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6239.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.774, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.762, "name": "ffmpeg", "pid": 26314, "rss_mb": 266.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 21, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.127, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:29:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:29:02+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T20:29:01+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T20:29:01.961380+09:00", "mtime_epoch": 1783337341.9613795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:29:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.241, "pushed": 8.241, "read": 8.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.752, "count": 246, "max_ms": 9.435, "p95_ms": 7.049}, "gstreamer_push": {"avg_ms": 1.194, "count": 247, "max_ms": 2.235, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.768, "count": 246, "max_ms": 85.688, "p95_ms": 77.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.25, "count": 246, "max_ms": 116.005, "p95_ms": 100.772}, "yolo11_640_fire_11class": {"avg_ms": 65.48, "count": 246, "max_ms": 84.397, "p95_ms": 80.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.729, "count": 246, "max_ms": 101.819, "p95_ms": 94.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.645, "count": 247, "max_ms": 175.647, "p95_ms": 148.855}, "read_interval": {"avg_ms": 121.812, "count": 246, "max_ms": 185.754, "p95_ms": 158.818}, "triton_wait": {"avg_ms": 79.662, "count": 246, "max_ms": 116.018, "p95_ms": 100.787}, "visualize": {"avg_ms": 4.31, "count": 246, "max_ms": 9.118, "p95_ms": 6.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1596, "tracking_summary": 1447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6251.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33080.525, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.109, "sample_count": 1317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:29:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:29:27+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T20:29:27+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T20:29:27.101834+09:00", "mtime_epoch": 1783337367.1018343, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:29:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 845.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.445, "pushed": 4.445, "read": 4.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.609, "count": 133, "max_ms": 157.882, "p95_ms": 136.04}, "gstreamer_push": {"avg_ms": 0.799, "count": 133, "max_ms": 0.998, "p95_ms": 0.919}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.821, "count": 133, "max_ms": 110.916, "p95_ms": 98.852}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.907, "count": 133, "max_ms": 114.214, "p95_ms": 100.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.19, "count": 133, "max_ms": 273.564, "p95_ms": 259.944}, "read_interval": {"avg_ms": 226.581, "count": 132, "max_ms": 281.883, "p95_ms": 266.613}, "triton_wait": {"avg_ms": 74.605, "count": 133, "max_ms": 114.228, "p95_ms": 101.413}, "visualize": {"avg_ms": 26.093, "count": 133, "max_ms": 34.264, "p95_ms": 29.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6248.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12472.924, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.32, "name": "ffmpeg", "pid": 18866, "rss_mb": 334.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.059, "sample_count": 2901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T20:29:31+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T20:29:31+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T20:29:31.681917+09:00", "mtime_epoch": 1783337371.6819172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:29:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1526.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 306, "max_ms": 6.85, "p95_ms": 5.554}, "gstreamer_push": {"avg_ms": 1.297, "count": 306, "max_ms": 2.013, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.247, "count": 306, "max_ms": 82.43, "p95_ms": 76.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.912, "count": 306, "max_ms": 115.314, "p95_ms": 96.546}, "yolo11_640_fire_11class": {"avg_ms": 60.564, "count": 306, "max_ms": 87.08, "p95_ms": 78.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.606, "count": 306, "max_ms": 101.447, "p95_ms": 92.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.187, "count": 306, "max_ms": 128.322, "p95_ms": 110.294}, "read_interval": {"avg_ms": 97.888, "count": 306, "max_ms": 141.93, "p95_ms": 125.507}, "triton_wait": {"avg_ms": 71.259, "count": 306, "max_ms": 115.327, "p95_ms": 97.703}, "visualize": {"avg_ms": 3.663, "count": 306, "max_ms": 6.275, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6248.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.837, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.496, "name": "ffmpeg", "pid": 26314, "rss_mb": 274.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 21, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.035, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:29:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:29:32+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:29:32+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T20:29:32.033924+09:00", "mtime_epoch": 1783337372.0339236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:29:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.717, "pushed": 8.717, "read": 8.684}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.642, "count": 261, "max_ms": 9.182, "p95_ms": 6.511}, "gstreamer_push": {"avg_ms": 1.246, "count": 261, "max_ms": 2.352, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.133, "count": 261, "max_ms": 83.299, "p95_ms": 77.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.623, "count": 261, "max_ms": 110.778, "p95_ms": 97.035}, "yolo11_640_fire_11class": {"avg_ms": 62.752, "count": 261, "max_ms": 87.317, "p95_ms": 81.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.513, "count": 261, "max_ms": 104.648, "p95_ms": 94.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.529, "count": 261, "max_ms": 164.877, "p95_ms": 144.357}, "read_interval": {"avg_ms": 115.189, "count": 260, "max_ms": 174.869, "p95_ms": 154.204}, "triton_wait": {"avg_ms": 74.992, "count": 261, "max_ms": 110.79, "p95_ms": 98.792}, "visualize": {"avg_ms": 4.3, "count": 261, "max_ms": 6.484, "p95_ms": 5.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1599, "tracking_summary": 1448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6253.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33110.716, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.11, "sample_count": 1316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:29:57+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T20:29:57+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T20:29:57.278380+09:00", "mtime_epoch": 1783337397.2783802, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:29:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 840.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.373, "pushed": 4.373, "read": 4.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.995, "count": 131, "max_ms": 144.208, "p95_ms": 136.522}, "gstreamer_push": {"avg_ms": 0.802, "count": 131, "max_ms": 0.986, "p95_ms": 0.928}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.356, "count": 131, "max_ms": 107.31, "p95_ms": 100.606}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.409, "count": 131, "max_ms": 112.986, "p95_ms": 100.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.629, "count": 131, "max_ms": 277.49, "p95_ms": 263.561}, "read_interval": {"avg_ms": 230.425, "count": 130, "max_ms": 283.928, "p95_ms": 270.419}, "triton_wait": {"avg_ms": 74.304, "count": 131, "max_ms": 112.998, "p95_ms": 102.048}, "visualize": {"avg_ms": 24.43, "count": 131, "max_ms": 31.233, "p95_ms": 28.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6256.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12502.975, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.32, "name": "ffmpeg", "pid": 18866, "rss_mb": 334.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.676, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:30:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:30:01+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T20:30:01+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T20:30:01.778461+09:00", "mtime_epoch": 1783337401.7784615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:30:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.252, "pushed": 10.252, "read": 10.219}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.255, "count": 307, "max_ms": 7.563, "p95_ms": 5.32}, "gstreamer_push": {"avg_ms": 1.277, "count": 307, "max_ms": 1.868, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.916, "count": 307, "max_ms": 89.13, "p95_ms": 75.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.927, "count": 307, "max_ms": 115.26, "p95_ms": 96.116}, "yolo11_640_fire_11class": {"avg_ms": 61.031, "count": 307, "max_ms": 88.903, "p95_ms": 79.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.044, "count": 307, "max_ms": 103.181, "p95_ms": 93.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.498, "count": 307, "max_ms": 128.318, "p95_ms": 109.822}, "read_interval": {"avg_ms": 97.934, "count": 306, "max_ms": 309.75, "p95_ms": 124.616}, "triton_wait": {"avg_ms": 70.738, "count": 307, "max_ms": 115.273, "p95_ms": 97.088}, "visualize": {"avg_ms": 3.625, "count": 307, "max_ms": 5.691, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6256.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.888, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.434, "name": "ffmpeg", "pid": 26314, "rss_mb": 285.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 21, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.518, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:30:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:30:02+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T20:30:02+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T20:30:02.070467+09:00", "mtime_epoch": 1783337402.0704668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:30:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.883, "pushed": 7.883, "read": 7.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.333, "count": 236, "max_ms": 9.188, "p95_ms": 7.712}, "gstreamer_push": {"avg_ms": 1.15, "count": 236, "max_ms": 1.515, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.89, "count": 236, "max_ms": 88.528, "p95_ms": 79.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.53, "count": 236, "max_ms": 118.629, "p95_ms": 98.822}, "yolo11_640_fire_11class": {"avg_ms": 62.823, "count": 236, "max_ms": 86.047, "p95_ms": 79.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.228, "count": 236, "max_ms": 102.932, "p95_ms": 94.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.733, "count": 236, "max_ms": 171.661, "p95_ms": 151.611}, "read_interval": {"avg_ms": 127.306, "count": 235, "max_ms": 181.268, "p95_ms": 162.633}, "triton_wait": {"avg_ms": 76.278, "count": 236, "max_ms": 118.642, "p95_ms": 101.559}, "visualize": {"avg_ms": 4.661, "count": 236, "max_ms": 6.764, "p95_ms": 5.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1599, "tracking_summary": 1449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6259.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33140.913, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 267.267, "sample_count": 1316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:30:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:30:27+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T20:30:27+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T20:30:27.494926+09:00", "mtime_epoch": 1783337427.4949262, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 226272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:30:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 839.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.475, "pushed": 4.475, "read": 4.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.842, "count": 134, "max_ms": 146.901, "p95_ms": 138.022}, "gstreamer_push": {"avg_ms": 0.87, "count": 134, "max_ms": 2.005, "p95_ms": 1.686}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.652, "count": 134, "max_ms": 115.842, "p95_ms": 103.11}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.476, "count": 134, "max_ms": 118.113, "p95_ms": 106.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.375, "count": 134, "max_ms": 288.746, "p95_ms": 269.417}, "read_interval": {"avg_ms": 225.303, "count": 133, "max_ms": 296.999, "p95_ms": 275.99}, "triton_wait": {"avg_ms": 80.116, "count": 134, "max_ms": 118.138, "p95_ms": 106.093}, "visualize": {"avg_ms": 26.446, "count": 134, "max_ms": 38.915, "p95_ms": 32.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6261.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12533.02, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.578, "name": "ffmpeg", "pid": 18866, "rss_mb": 334.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.764, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:30:31+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:30:31+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T20:30:31.791004+09:00", "mtime_epoch": 1783337431.7910037, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:30:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.749}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.216, "count": 293, "max_ms": 6.771, "p95_ms": 5.577}, "gstreamer_push": {"avg_ms": 1.297, "count": 293, "max_ms": 2.156, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.937, "count": 293, "max_ms": 90.755, "p95_ms": 80.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.966, "count": 293, "max_ms": 120.329, "p95_ms": 97.28}, "yolo11_640_fire_11class": {"avg_ms": 66.736, "count": 293, "max_ms": 93.092, "p95_ms": 86.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.4, "count": 293, "max_ms": 108.501, "p95_ms": 98.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.675, "count": 293, "max_ms": 133.525, "p95_ms": 115.936}, "read_interval": {"avg_ms": 102.496, "count": 292, "max_ms": 151.109, "p95_ms": 130.192}, "triton_wait": {"avg_ms": 75.937, "count": 293, "max_ms": 120.342, "p95_ms": 103.073}, "visualize": {"avg_ms": 3.626, "count": 293, "max_ms": 5.731, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.001, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.293, "name": "ffmpeg", "pid": 26314, "rss_mb": 287.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 21, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.042, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:30:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:30:32+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T20:30:32+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T20:30:32.183011+09:00", "mtime_epoch": 1783337432.1830108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:30:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.236, "pushed": 8.236, "read": 8.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.745, "count": 246, "max_ms": 9.425, "p95_ms": 6.494}, "gstreamer_push": {"avg_ms": 1.219, "count": 246, "max_ms": 1.744, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.287, "count": 246, "max_ms": 93.087, "p95_ms": 79.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.384, "count": 246, "max_ms": 118.175, "p95_ms": 104.315}, "yolo11_640_fire_11class": {"avg_ms": 68.172, "count": 246, "max_ms": 94.766, "p95_ms": 85.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.522, "count": 246, "max_ms": 109.706, "p95_ms": 98.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.434, "count": 246, "max_ms": 172.071, "p95_ms": 147.772}, "read_interval": {"avg_ms": 121.944, "count": 245, "max_ms": 183.07, "p95_ms": 156.996}, "triton_wait": {"avg_ms": 80.98, "count": 246, "max_ms": 118.187, "p95_ms": 106.786}, "visualize": {"avg_ms": 4.322, "count": 246, "max_ms": 8.646, "p95_ms": 5.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1600, "tracking_summary": 1450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6262.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33170.935, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.398, "sample_count": 1313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:30:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:30:57+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T20:30:57+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T20:30:57.503468+09:00", "mtime_epoch": 1783337457.503468, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:30:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 846.934, "name": "celery", "pid": 239, "rss_mb": 842.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.261, "pushed": 4.261, "read": 4.228}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.848, "count": 127, "max_ms": 135.696, "p95_ms": 134.851}, "gstreamer_push": {"avg_ms": 0.785, "count": 127, "max_ms": 1.698, "p95_ms": 0.886}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.272, "count": 127, "max_ms": 110.728, "p95_ms": 96.543}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.11, "count": 127, "max_ms": 110.927, "p95_ms": 99.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.424, "count": 127, "max_ms": 271.584, "p95_ms": 262.358}, "read_interval": {"avg_ms": 236.309, "count": 126, "max_ms": 281.016, "p95_ms": 268.503}, "triton_wait": {"avg_ms": 72.47, "count": 127, "max_ms": 110.94, "p95_ms": 100.225}, "visualize": {"avg_ms": 26.237, "count": 127, "max_ms": 34.626, "p95_ms": 29.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6262.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12563.062, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.578, "name": "ffmpeg", "pid": 18866, "rss_mb": 334.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.172, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:31:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:31:01+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T20:31:01+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T20:31:01.859547+09:00", "mtime_epoch": 1783337461.8595467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:31:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.781, "pushed": 10.781, "read": 10.748}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.215, "count": 323, "max_ms": 6.935, "p95_ms": 5.21}, "gstreamer_push": {"avg_ms": 1.267, "count": 323, "max_ms": 1.73, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.177, "count": 323, "max_ms": 82.156, "p95_ms": 66.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.629, "count": 323, "max_ms": 106.973, "p95_ms": 92.869}, "yolo11_640_fire_11class": {"avg_ms": 56.897, "count": 323, "max_ms": 92.346, "p95_ms": 72.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.86, "count": 323, "max_ms": 99.568, "p95_ms": 84.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.461, "count": 323, "max_ms": 119.353, "p95_ms": 105.755}, "read_interval": {"avg_ms": 93.021, "count": 322, "max_ms": 135.406, "p95_ms": 121.37}, "triton_wait": {"avg_ms": 66.818, "count": 323, "max_ms": 106.985, "p95_ms": 92.917}, "visualize": {"avg_ms": 3.596, "count": 323, "max_ms": 5.985, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6270.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:26:33+09:00", "last_error_summary": "[h264 @ 0x55f6f645d3c0] error while decoding MB 69 24, bytestream -5 [h264 @ 0x55f6f633b480] left block unavailable for requested intra mode [h264 @ 0x55f6f633b480] error while decoding MB 0 31, bytestream 56618 [rtsp @ 0x55f6f6320f00] RTP: PT=60: bad cseq 5254 expected=aeb5 [h264 @ 0x55f6f6485740] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f6f6485740] error while decoding MB 0 16, bytestream 5243 [h264 @ 0x55f6f6cd7080] error while decoding MB 16 12, bytestream -10 [in#0/", "last_exit_at": "2026-07-06T20:26:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 268.009, "last_started_at": "2026-07-06T20:26:36+09:00", "pid": 26314, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.141, "name": "ffmpeg", "pid": 26314, "rss_mb": 296.141, "state": "S (sleeping)", "threads": 104}, "restart_count": 115, "restart_count_per_hour": 20, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.126, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:31:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:31:04+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T20:31:04+09:00", "mjpeg": {"age_sec": 10.149, "exists": true, "mtime": "2026-07-06T20:30:54.155408+09:00", "mtime_epoch": 1783337454.1554077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:31:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.476, "pushed": 2.476, "read": 2.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.197, "count": 74, "max_ms": 10.523, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.127, "count": 74, "max_ms": 2.265, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.426, "count": 74, "max_ms": 80.61, "p95_ms": 75.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.17, "count": 74, "max_ms": 112.276, "p95_ms": 98.783}, "yolo11_640_fire_11class": {"avg_ms": 60.489, "count": 74, "max_ms": 86.518, "p95_ms": 82.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.214, "count": 74, "max_ms": 100.385, "p95_ms": 95.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 124.648, "count": 74, "max_ms": 168.543, "p95_ms": 153.084}, "read_interval": {"avg_ms": 409.474, "count": 73, "max_ms": 10130.411, "p95_ms": 171.25}, "triton_wait": {"avg_ms": 74.792, "count": 74, "max_ms": 112.288, "p95_ms": 98.945}, "visualize": {"avg_ms": 5.143, "count": 74, "max_ms": 8.491, "p95_ms": 6.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1602, "tracking_summary": 1452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6239.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33200.965, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 267.267, "sample_count": 1309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:31:27+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-06T20:31:27+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T20:31:27.612011+09:00", "mtime_epoch": 1783337487.6120114, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:31:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 842.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.531, "pushed": 4.531, "read": 4.497}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.584, "count": 135, "max_ms": 153.957, "p95_ms": 136.7}, "gstreamer_push": {"avg_ms": 0.806, "count": 135, "max_ms": 1.268, "p95_ms": 0.945}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.844, "count": 135, "max_ms": 111.846, "p95_ms": 96.243}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.106, "count": 135, "max_ms": 109.829, "p95_ms": 100.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.625, "count": 135, "max_ms": 273.97, "p95_ms": 257.898}, "read_interval": {"avg_ms": 222.914, "count": 134, "max_ms": 279.976, "p95_ms": 264.943}, "triton_wait": {"avg_ms": 72.832, "count": 135, "max_ms": 111.858, "p95_ms": 101.299}, "visualize": {"avg_ms": 25.349, "count": 135, "max_ms": 32.842, "p95_ms": 31.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6241.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12593.123, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.578, "name": "ffmpeg", "pid": 18866, "rss_mb": 334.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.754, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:31:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:31:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-06T20:31:31+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-06T20:31:31.932089+09:00", "mtime_epoch": 1783337491.9320893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:31:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.841}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.214, "count": 296, "max_ms": 6.373, "p95_ms": 5.109}, "gstreamer_push": {"avg_ms": 1.297, "count": 296, "max_ms": 1.858, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.147, "count": 296, "max_ms": 84.387, "p95_ms": 76.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.442, "count": 296, "max_ms": 124.893, "p95_ms": 98.329}, "yolo11_640_fire_11class": {"avg_ms": 63.021, "count": 296, "max_ms": 91.706, "p95_ms": 80.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.386, "count": 296, "max_ms": 103.053, "p95_ms": 93.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.632, "count": 296, "max_ms": 137.807, "p95_ms": 112.218}, "read_interval": {"avg_ms": 101.63, "count": 295, "max_ms": 151.431, "p95_ms": 125.763}, "triton_wait": {"avg_ms": 74.843, "count": 296, "max_ms": 124.903, "p95_ms": 99.376}, "visualize": {"avg_ms": 3.623, "count": 296, "max_ms": 5.222, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6242.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:31:05+09:00", "last_error_summary": "[h264 @ 0x55f4ca7137c0] reference picture missing during reorder [h264 @ 0x55f4ca7137c0] Missing reference picture, default is 65559 [h264 @ 0x55f4ca7e2640] mmco: unref short failure [h264 @ 0x55f4ca7e2640] illegal short term buffer state detected [h264 @ 0x55f4c9b71580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9b71580] error while decoding MB 0 31, bytestream 4472 [h264 @ 0x55f4c9aaaac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9aaaac0] er", "last_exit_at": "2026-07-06T20:31:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.518, "last_started_at": "2026-07-06T20:31:07+09:00", "pid": 26421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.629, "name": "ffmpeg", "pid": 26421, "rss_mb": 264.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 21, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.8, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:31:34+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T20:31:34+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T20:31:34.304132+09:00", "mtime_epoch": 1783337494.304132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:31:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.243, "pushed": 7.243, "read": 7.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.113, "count": 217, "max_ms": 7.483, "p95_ms": 5.698}, "gstreamer_push": {"avg_ms": 1.272, "count": 217, "max_ms": 1.589, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.808, "count": 217, "max_ms": 86.524, "p95_ms": 77.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.063, "count": 217, "max_ms": 115.927, "p95_ms": 102.067}, "yolo11_640_fire_11class": {"avg_ms": 68.805, "count": 217, "max_ms": 89.742, "p95_ms": 82.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.747, "count": 217, "max_ms": 103.966, "p95_ms": 97.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.599, "count": 217, "max_ms": 165.635, "p95_ms": 143.008}, "read_interval": {"avg_ms": 138.776, "count": 216, "max_ms": 4733.145, "p95_ms": 153.731}, "triton_wait": {"avg_ms": 83.623, "count": 217, "max_ms": 115.939, "p95_ms": 102.126}, "visualize": {"avg_ms": 4.031, "count": 217, "max_ms": 6.029, "p95_ms": 5.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1602, "tracking_summary": 1453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33231.127, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.072, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:31:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:31:57+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T20:31:57+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T20:31:57.680554+09:00", "mtime_epoch": 1783337517.6805537, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:31:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 842.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.839, "pushed": 4.839, "read": 4.806}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 93.323, "count": 145, "max_ms": 142.532, "p95_ms": 137.016}, "gstreamer_push": {"avg_ms": 0.849, "count": 145, "max_ms": 1.001, "p95_ms": 0.964}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.083, "count": 145, "max_ms": 113.497, "p95_ms": 101.361}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.707, "count": 145, "max_ms": 116.637, "p95_ms": 100.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.105, "count": 145, "max_ms": 273.8, "p95_ms": 259.976}, "read_interval": {"avg_ms": 207.676, "count": 144, "max_ms": 279.764, "p95_ms": 266.597}, "triton_wait": {"avg_ms": 77.164, "count": 145, "max_ms": 116.65, "p95_ms": 102.998}, "visualize": {"avg_ms": 26.62, "count": 145, "max_ms": 34.956, "p95_ms": 32.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6241.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:31:05+09:00", "last_error_summary": "[h264 @ 0x55f4ca7137c0] reference picture missing during reorder [h264 @ 0x55f4ca7137c0] Missing reference picture, default is 65559 [h264 @ 0x55f4ca7e2640] mmco: unref short failure [h264 @ 0x55f4ca7e2640] illegal short term buffer state detected [h264 @ 0x55f4c9b71580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9b71580] error while decoding MB 0 31, bytestream 4472 [h264 @ 0x55f4c9aaaac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9aaaac0] er", "last_exit_at": "2026-07-06T20:31:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.6, "last_started_at": "2026-07-06T20:31:07+09:00", "pid": 26421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.434, "name": "ffmpeg", "pid": 26421, "rss_mb": 266.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 21, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.762, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:32:04+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T20:32:04+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T20:32:04.380674+09:00", "mtime_epoch": 1783337524.3806744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:32:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.724, "pushed": 8.724, "read": 8.691}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.503, "count": 261, "max_ms": 9.025, "p95_ms": 5.98}, "gstreamer_push": {"avg_ms": 1.271, "count": 261, "max_ms": 2.426, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.117, "count": 261, "max_ms": 86.697, "p95_ms": 78.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.977, "count": 261, "max_ms": 114.397, "p95_ms": 101.066}, "yolo11_640_fire_11class": {"avg_ms": 62.853, "count": 261, "max_ms": 87.477, "p95_ms": 81.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.422, "count": 261, "max_ms": 101.462, "p95_ms": 94.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.562, "count": 261, "max_ms": 164.102, "p95_ms": 143.214}, "read_interval": {"avg_ms": 115.237, "count": 260, "max_ms": 176.61, "p95_ms": 153.113}, "triton_wait": {"avg_ms": 76.206, "count": 261, "max_ms": 114.41, "p95_ms": 101.077}, "visualize": {"avg_ms": 4.329, "count": 261, "max_ms": 8.684, "p95_ms": 5.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6257.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T17:01:36+09:00", "last_error_summary": "[h264 @ 0x557db2deb640] error while decoding MB 6 24, bytestream -48 [in#0/rtsp @ 0x557db2d68e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557db2d68e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T17:01:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 12644.498, "last_started_at": "2026-07-06T17:01:38+09:00", "pid": 18866, "process": {"exists": true, "fd_count": 5, "hwm_mb": 358.992, "name": "ffmpeg", "pid": 18866, "rss_mb": 358.992, "state": "S (sleeping)", "threads": 104}, "restart_count": 46, "restart_count_per_hour": 0, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.235, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T20:32:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T20:32:23+09:00", "mjpeg": {"age_sec": 24.317, "exists": true, "mtime": "2026-07-06T20:31:59.048578+09:00", "mtime_epoch": 1783337519.0485783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:32:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 51, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.701, "pushed": 1.701, "read": 1.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.684, "count": 51, "max_ms": 7.124, "p95_ms": 6.959}, "gstreamer_push": {"avg_ms": 1.374, "count": 51, "max_ms": 2.43, "p95_ms": 1.774}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.941, "count": 51, "max_ms": 82.567, "p95_ms": 78.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.695, "count": 51, "max_ms": 105.389, "p95_ms": 103.231}, "yolo11_640_fire_11class": {"avg_ms": 69.351, "count": 51, "max_ms": 88.185, "p95_ms": 83.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.753, "count": 51, "max_ms": 98.907, "p95_ms": 96.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.376, "count": 51, "max_ms": 124.955, "p95_ms": 118.057}, "read_interval": {"avg_ms": 588.917, "count": 51, "max_ms": 24357.881, "p95_ms": 132.536}, "triton_wait": {"avg_ms": 84.139, "count": 51, "max_ms": 105.399, "p95_ms": 103.243}, "visualize": {"avg_ms": 4.126, "count": 51, "max_ms": 6.206, "p95_ms": 6.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1604, "tracking_summary": 1454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5949.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33261.298, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.109, "sample_count": 1319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:32:28+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T20:32:27+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-06T20:32:27.917099+09:00", "mtime_epoch": 1783337547.9170985, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:32:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 835.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.213, "pushed": 4.213, "read": 4.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.648, "count": 126, "max_ms": 136.412, "p95_ms": 134.266}, "gstreamer_push": {"avg_ms": 0.853, "count": 126, "max_ms": 2.766, "p95_ms": 1.711}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.627, "count": 126, "max_ms": 95.694, "p95_ms": 89.54}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.352, "count": 126, "max_ms": 96.977, "p95_ms": 92.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.534, "count": 126, "max_ms": 265.74, "p95_ms": 256.488}, "read_interval": {"avg_ms": 239.82, "count": 125, "max_ms": 272.486, "p95_ms": 264.707}, "triton_wait": {"avg_ms": 73.458, "count": 126, "max_ms": 96.99, "p95_ms": 93.343}, "visualize": {"avg_ms": 28.66, "count": 126, "max_ms": 40.568, "p95_ms": 39.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6217.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:31:05+09:00", "last_error_summary": "[h264 @ 0x55f4ca7137c0] reference picture missing during reorder [h264 @ 0x55f4ca7137c0] Missing reference picture, default is 65559 [h264 @ 0x55f4ca7e2640] mmco: unref short failure [h264 @ 0x55f4ca7e2640] illegal short term buffer state detected [h264 @ 0x55f4c9b71580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9b71580] error while decoding MB 0 31, bytestream 4472 [h264 @ 0x55f4c9aaaac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9aaaac0] er", "last_exit_at": "2026-07-06T20:31:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.604, "last_started_at": "2026-07-06T20:31:07+09:00", "pid": 26421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.691, "name": "ffmpeg", "pid": 26421, "rss_mb": 266.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 21, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.96, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:32:34+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T20:32:34+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:32:34.389215+09:00", "mtime_epoch": 1783337554.3892152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:32:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.233, "count": 291, "max_ms": 8.601, "p95_ms": 5.651}, "gstreamer_push": {"avg_ms": 1.238, "count": 291, "max_ms": 1.493, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.8, "count": 291, "max_ms": 81.763, "p95_ms": 69.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.029, "count": 291, "max_ms": 114.864, "p95_ms": 92.669}, "yolo11_640_fire_11class": {"avg_ms": 57.329, "count": 291, "max_ms": 86.217, "p95_ms": 74.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.885, "count": 291, "max_ms": 109.271, "p95_ms": 86.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.307, "count": 291, "max_ms": 168.903, "p95_ms": 136.719}, "read_interval": {"avg_ms": 103.127, "count": 291, "max_ms": 181.642, "p95_ms": 148.186}, "triton_wait": {"avg_ms": 67.266, "count": 291, "max_ms": 114.877, "p95_ms": 92.713}, "visualize": {"avg_ms": 4.121, "count": 291, "max_ms": 7.317, "p95_ms": 5.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6234.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.932, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.098, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.817, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:32:53+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T20:32:53+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T20:32:53.317556+09:00", "mtime_epoch": 1783337573.3175561, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:32:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.382, "pushed": 8.382, "read": 8.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.205, "count": 251, "max_ms": 6.83, "p95_ms": 5.835}, "gstreamer_push": {"avg_ms": 1.277, "count": 251, "max_ms": 1.585, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.434, "count": 251, "max_ms": 86.211, "p95_ms": 77.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.941, "count": 251, "max_ms": 121.754, "p95_ms": 98.005}, "yolo11_640_fire_11class": {"avg_ms": 64.516, "count": 251, "max_ms": 90.161, "p95_ms": 81.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.07, "count": 251, "max_ms": 111.542, "p95_ms": 94.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.631, "count": 251, "max_ms": 134.285, "p95_ms": 115.228}, "read_interval": {"avg_ms": 119.725, "count": 250, "max_ms": 4877.378, "p95_ms": 128.242}, "triton_wait": {"avg_ms": 75.933, "count": 251, "max_ms": 121.767, "p95_ms": 102.463}, "visualize": {"avg_ms": 3.584, "count": 251, "max_ms": 4.768, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1605, "tracking_summary": 1455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6237.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33291.514, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 267.134, "sample_count": 1302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:32:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:32:58+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T20:32:58+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T20:32:58.093642+09:00", "mtime_epoch": 1783337578.0936422, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:32:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 840.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.191, "pushed": 4.191, "read": 4.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.137, "count": 125, "max_ms": 138.027, "p95_ms": 136.235}, "gstreamer_push": {"avg_ms": 1.005, "count": 125, "max_ms": 2.996, "p95_ms": 1.984}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.361, "count": 125, "max_ms": 111.43, "p95_ms": 97.133}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.97, "count": 125, "max_ms": 115.437, "p95_ms": 107.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.769, "count": 125, "max_ms": 275.876, "p95_ms": 269.981}, "read_interval": {"avg_ms": 240.16, "count": 124, "max_ms": 283.683, "p95_ms": 276.938}, "triton_wait": {"avg_ms": 77.429, "count": 125, "max_ms": 115.448, "p95_ms": 107.304}, "visualize": {"avg_ms": 31.349, "count": 125, "max_ms": 42.497, "p95_ms": 40.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6241.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:31:05+09:00", "last_error_summary": "[h264 @ 0x55f4ca7137c0] reference picture missing during reorder [h264 @ 0x55f4ca7137c0] Missing reference picture, default is 65559 [h264 @ 0x55f4ca7e2640] mmco: unref short failure [h264 @ 0x55f4ca7e2640] illegal short term buffer state detected [h264 @ 0x55f4c9b71580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9b71580] error while decoding MB 0 31, bytestream 4472 [h264 @ 0x55f4c9aaaac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9aaaac0] er", "last_exit_at": "2026-07-06T20:31:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.742, "last_started_at": "2026-07-06T20:31:07+09:00", "pid": 26421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.27, "name": "ffmpeg", "pid": 26421, "rss_mb": 269.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 21, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.115, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:33:04+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-06T20:33:04+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T20:33:04.485757+09:00", "mtime_epoch": 1783337584.4857574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:33:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1639.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.857, "pushed": 8.857, "read": 8.824}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.172, "count": 265, "max_ms": 8.108, "p95_ms": 5.808}, "gstreamer_push": {"avg_ms": 1.251, "count": 265, "max_ms": 1.57, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.53, "count": 265, "max_ms": 86.086, "p95_ms": 78.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.049, "count": 265, "max_ms": 114.548, "p95_ms": 94.951}, "yolo11_640_fire_11class": {"avg_ms": 65.527, "count": 265, "max_ms": 91.089, "p95_ms": 79.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.841, "count": 265, "max_ms": 98.132, "p95_ms": 92.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.098, "count": 265, "max_ms": 164.318, "p95_ms": 142.593}, "read_interval": {"avg_ms": 113.149, "count": 264, "max_ms": 173.966, "p95_ms": 152.355}, "triton_wait": {"avg_ms": 77.905, "count": 265, "max_ms": 114.56, "p95_ms": 95.066}, "visualize": {"avg_ms": 4.088, "count": 265, "max_ms": 7.618, "p95_ms": 5.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6243.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.024, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.355, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.218, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:33:23+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T20:33:23+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T20:33:23.382097+09:00", "mtime_epoch": 1783337603.3820975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:33:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.6, "pushed": 9.634, "read": 9.6}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.202, "count": 288, "max_ms": 6.478, "p95_ms": 5.038}, "gstreamer_push": {"avg_ms": 1.309, "count": 289, "max_ms": 1.931, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.92, "count": 288, "max_ms": 88.197, "p95_ms": 79.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.602, "count": 288, "max_ms": 119.865, "p95_ms": 95.147}, "yolo11_640_fire_11class": {"avg_ms": 67.641, "count": 288, "max_ms": 91.042, "p95_ms": 83.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.072, "count": 288, "max_ms": 103.506, "p95_ms": 95.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.401, "count": 288, "max_ms": 136.159, "p95_ms": 110.39}, "read_interval": {"avg_ms": 104.038, "count": 288, "max_ms": 153.549, "p95_ms": 123.634}, "triton_wait": {"avg_ms": 77.533, "count": 288, "max_ms": 119.878, "p95_ms": 97.326}, "visualize": {"avg_ms": 3.656, "count": 288, "max_ms": 4.641, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1606, "tracking_summary": 1456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6243.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33321.655, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.897, "sample_count": 1311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:33:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:33:28+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T20:33:28+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T20:33:28.314186+09:00", "mtime_epoch": 1783337608.3141863, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:33:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 845.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.42, "pushed": 4.42, "read": 4.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.586, "count": 132, "max_ms": 175.923, "p95_ms": 155.621}, "gstreamer_push": {"avg_ms": 0.794, "count": 132, "max_ms": 0.977, "p95_ms": 0.918}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.074, "count": 132, "max_ms": 112.777, "p95_ms": 105.336}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.637, "count": 132, "max_ms": 113.525, "p95_ms": 109.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.58, "count": 132, "max_ms": 323.262, "p95_ms": 271.794}, "read_interval": {"avg_ms": 228.923, "count": 131, "max_ms": 329.443, "p95_ms": 278.935}, "triton_wait": {"avg_ms": 74.993, "count": 132, "max_ms": 113.537, "p95_ms": 109.823}, "visualize": {"avg_ms": 26.11, "count": 132, "max_ms": 33.902, "p95_ms": 30.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6248.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:31:05+09:00", "last_error_summary": "[h264 @ 0x55f4ca7137c0] reference picture missing during reorder [h264 @ 0x55f4ca7137c0] Missing reference picture, default is 65559 [h264 @ 0x55f4ca7e2640] mmco: unref short failure [h264 @ 0x55f4ca7e2640] illegal short term buffer state detected [h264 @ 0x55f4c9b71580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9b71580] error while decoding MB 0 31, bytestream 4472 [h264 @ 0x55f4c9aaaac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9aaaac0] er", "last_exit_at": "2026-07-06T20:31:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.853, "last_started_at": "2026-07-06T20:31:07+09:00", "pid": 26421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.879, "name": "ffmpeg", "pid": 26421, "rss_mb": 275.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 20, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.989, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:33:34+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:33:34+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T20:33:34.642300+09:00", "mtime_epoch": 1783337614.6423001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:33:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.864, "pushed": 8.864, "read": 8.83}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.833, "count": 265, "max_ms": 6.466, "p95_ms": 5.495}, "gstreamer_push": {"avg_ms": 1.299, "count": 265, "max_ms": 1.797, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.215, "count": 265, "max_ms": 89.341, "p95_ms": 80.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.658, "count": 265, "max_ms": 119.454, "p95_ms": 95.87}, "yolo11_640_fire_11class": {"avg_ms": 68.645, "count": 265, "max_ms": 88.87, "p95_ms": 83.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.892, "count": 265, "max_ms": 103.359, "p95_ms": 96.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.644, "count": 265, "max_ms": 154.141, "p95_ms": 134.152}, "read_interval": {"avg_ms": 113.284, "count": 264, "max_ms": 1156.44, "p95_ms": 147.404}, "triton_wait": {"avg_ms": 79.693, "count": 265, "max_ms": 119.467, "p95_ms": 98.141}, "visualize": {"avg_ms": 3.831, "count": 265, "max_ms": 6.699, "p95_ms": 5.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6250.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.102, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.355, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.755, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:33:53+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T20:33:53+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T20:33:53.470639+09:00", "mtime_epoch": 1783337633.470639, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:33:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1527.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.61, "pushed": 9.61, "read": 9.576}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 288, "max_ms": 7.243, "p95_ms": 6.166}, "gstreamer_push": {"avg_ms": 1.244, "count": 288, "max_ms": 1.708, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.355, "count": 288, "max_ms": 90.053, "p95_ms": 78.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.067, "count": 288, "max_ms": 113.554, "p95_ms": 93.342}, "yolo11_640_fire_11class": {"avg_ms": 68.411, "count": 288, "max_ms": 92.029, "p95_ms": 81.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.238, "count": 288, "max_ms": 101.258, "p95_ms": 93.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.986, "count": 288, "max_ms": 127.086, "p95_ms": 110.576}, "read_interval": {"avg_ms": 104.393, "count": 287, "max_ms": 140.525, "p95_ms": 124.456}, "triton_wait": {"avg_ms": 78.434, "count": 288, "max_ms": 113.567, "p95_ms": 97.161}, "visualize": {"avg_ms": 3.505, "count": 288, "max_ms": 6.191, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1609, "tracking_summary": 1457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6248.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33351.672, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.74, "sample_count": 1316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:33:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:33:58+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-06T20:33:58+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T20:33:58.258725+09:00", "mtime_epoch": 1783337638.2587252, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:33:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 841.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.421, "pushed": 4.421, "read": 4.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.656, "count": 132, "max_ms": 138.153, "p95_ms": 136.757}, "gstreamer_push": {"avg_ms": 0.787, "count": 132, "max_ms": 1.092, "p95_ms": 0.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.61, "count": 132, "max_ms": 113.95, "p95_ms": 102.56}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.598, "count": 132, "max_ms": 113.937, "p95_ms": 101.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.641, "count": 132, "max_ms": 273.206, "p95_ms": 262.458}, "read_interval": {"avg_ms": 227.404, "count": 131, "max_ms": 280.049, "p95_ms": 270.115}, "triton_wait": {"avg_ms": 71.017, "count": 132, "max_ms": 113.96, "p95_ms": 103.664}, "visualize": {"avg_ms": 24.098, "count": 132, "max_ms": 32.669, "p95_ms": 27.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6241.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:31:05+09:00", "last_error_summary": "[h264 @ 0x55f4ca7137c0] reference picture missing during reorder [h264 @ 0x55f4ca7137c0] Missing reference picture, default is 65559 [h264 @ 0x55f4ca7e2640] mmco: unref short failure [h264 @ 0x55f4ca7e2640] illegal short term buffer state detected [h264 @ 0x55f4c9b71580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9b71580] error while decoding MB 0 31, bytestream 4472 [h264 @ 0x55f4c9aaaac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f4c9aaaac0] er", "last_exit_at": "2026-07-06T20:31:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.676, "last_started_at": "2026-07-06T20:31:07+09:00", "pid": 26421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.004, "name": "ffmpeg", "pid": 26421, "rss_mb": 280.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 20, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.68, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:34:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T20:34:13+09:00", "mjpeg": {"age_sec": 9.006, "exists": true, "mtime": "2026-07-06T20:34:04.554838+09:00", "mtime_epoch": 1783337644.5548384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:34:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.233, "pushed": 6.233, "read": 6.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.633, "count": 187, "max_ms": 5.929, "p95_ms": 5.424}, "gstreamer_push": {"avg_ms": 1.327, "count": 187, "max_ms": 2.398, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.841, "count": 187, "max_ms": 84.786, "p95_ms": 79.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.571, "count": 187, "max_ms": 115.894, "p95_ms": 97.859}, "yolo11_640_fire_11class": {"avg_ms": 73.663, "count": 187, "max_ms": 88.074, "p95_ms": 82.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.935, "count": 187, "max_ms": 102.178, "p95_ms": 96.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.9, "count": 187, "max_ms": 168.253, "p95_ms": 114.587}, "read_interval": {"avg_ms": 160.535, "count": 187, "max_ms": 9033.196, "p95_ms": 130.293}, "triton_wait": {"avg_ms": 86.673, "count": 187, "max_ms": 115.907, "p95_ms": 99.019}, "visualize": {"avg_ms": 3.673, "count": 187, "max_ms": 6.442, "p95_ms": 4.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6254.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.169, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.355, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.226, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:34:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T20:34:23+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T20:34:23.567180+09:00", "mtime_epoch": 1783337663.5671804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:34:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.75, "pushed": 10.75, "read": 10.717}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.151, "count": 322, "max_ms": 6.432, "p95_ms": 4.517}, "gstreamer_push": {"avg_ms": 1.296, "count": 322, "max_ms": 1.94, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.424, "count": 322, "max_ms": 81.15, "p95_ms": 76.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.483, "count": 322, "max_ms": 118.048, "p95_ms": 88.902}, "yolo11_640_fire_11class": {"avg_ms": 60.447, "count": 322, "max_ms": 90.092, "p95_ms": 77.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.495, "count": 322, "max_ms": 102.151, "p95_ms": 88.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.181, "count": 322, "max_ms": 132.89, "p95_ms": 103.199}, "read_interval": {"avg_ms": 93.399, "count": 321, "max_ms": 149.63, "p95_ms": 116.313}, "triton_wait": {"avg_ms": 67.487, "count": 322, "max_ms": 118.06, "p95_ms": 90.249}, "visualize": {"avg_ms": 3.622, "count": 322, "max_ms": 4.997, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1609, "tracking_summary": 1458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6004.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33381.904, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.51, "sample_count": 1317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:34:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:34:28+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T20:34:28+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T20:34:28.467268+09:00", "mtime_epoch": 1783337668.4672685, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:34:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 832.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.467, "pushed": 4.467, "read": 4.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.861, "count": 134, "max_ms": 138.762, "p95_ms": 135.336}, "gstreamer_push": {"avg_ms": 1.173, "count": 134, "max_ms": 2.018, "p95_ms": 1.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.445, "count": 134, "max_ms": 118.664, "p95_ms": 89.245}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.706, "count": 134, "max_ms": 116.641, "p95_ms": 96.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.397, "count": 134, "max_ms": 296.279, "p95_ms": 270.039}, "read_interval": {"avg_ms": 223.779, "count": 134, "max_ms": 302.475, "p95_ms": 276.265}, "triton_wait": {"avg_ms": 73.805, "count": 134, "max_ms": 118.677, "p95_ms": 96.753}, "visualize": {"avg_ms": 31.856, "count": 134, "max_ms": 42.837, "p95_ms": 40.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6228.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.37, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.738, "name": "ffmpeg", "pid": 26680, "rss_mb": 264.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 21, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.439, "sample_count": 2194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:34:43+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T20:34:43+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:34:43.523539+09:00", "mtime_epoch": 1783337683.523539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:34:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.191, "pushed": 7.191, "read": 7.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.582, "count": 144, "max_ms": 6.015, "p95_ms": 4.473}, "gstreamer_push": {"avg_ms": 1.334, "count": 144, "max_ms": 2.128, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.681, "count": 144, "max_ms": 87.265, "p95_ms": 82.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.802, "count": 144, "max_ms": 115.469, "p95_ms": 103.109}, "yolo11_640_fire_11class": {"avg_ms": 72.428, "count": 144, "max_ms": 89.952, "p95_ms": 84.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.915, "count": 144, "max_ms": 100.091, "p95_ms": 94.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.198, "count": 144, "max_ms": 128.017, "p95_ms": 115.291}, "read_interval": {"avg_ms": 208.636, "count": 144, "max_ms": 10129.739, "p95_ms": 132.148}, "triton_wait": {"avg_ms": 82.927, "count": 144, "max_ms": 115.482, "p95_ms": 103.122}, "visualize": {"avg_ms": 3.681, "count": 144, "max_ms": 5.577, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.024, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6238.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.252, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.355, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.209, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:34:53+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:34:53+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T20:34:53.619721+09:00", "mtime_epoch": 1783337693.6197207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:34:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 289, "max_ms": 6.306, "p95_ms": 5.14}, "gstreamer_push": {"avg_ms": 1.289, "count": 289, "max_ms": 1.922, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.773, "count": 289, "max_ms": 86.061, "p95_ms": 80.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.936, "count": 289, "max_ms": 122.561, "p95_ms": 103.97}, "yolo11_640_fire_11class": {"avg_ms": 67.806, "count": 289, "max_ms": 89.468, "p95_ms": 82.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.703, "count": 289, "max_ms": 100.625, "p95_ms": 91.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.178, "count": 289, "max_ms": 135.512, "p95_ms": 117.228}, "read_interval": {"avg_ms": 103.692, "count": 289, "max_ms": 150.366, "p95_ms": 131.419}, "triton_wait": {"avg_ms": 77.311, "count": 289, "max_ms": 122.573, "p95_ms": 103.983}, "visualize": {"avg_ms": 3.658, "count": 289, "max_ms": 4.928, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1610, "tracking_summary": 1459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6235.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33411.958, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 268.313, "sample_count": 1309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:34:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:34:58+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T20:34:58+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T20:34:58.535809+09:00", "mtime_epoch": 1783337698.535809, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:34:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 841.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.058, "pushed": 4.058, "read": 4.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.087, "count": 121, "max_ms": 162.091, "p95_ms": 139.411}, "gstreamer_push": {"avg_ms": 0.93, "count": 121, "max_ms": 3.386, "p95_ms": 1.827}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.803, "count": 121, "max_ms": 114.637, "p95_ms": 105.954}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.159, "count": 121, "max_ms": 117.448, "p95_ms": 108.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.31, "count": 121, "max_ms": 289.268, "p95_ms": 285.397}, "read_interval": {"avg_ms": 248.483, "count": 120, "max_ms": 298.491, "p95_ms": 292.67}, "triton_wait": {"avg_ms": 77.621, "count": 121, "max_ms": 117.461, "p95_ms": 109.091}, "visualize": {"avg_ms": 29.73, "count": 121, "max_ms": 44.291, "p95_ms": 43.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6226.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.402, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.801, "name": "ffmpeg", "pid": 26680, "rss_mb": 266.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 21, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.279, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:35:13+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:35:13+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:35:13.556079+09:00", "mtime_epoch": 1783337713.556079, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:35:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.024, "pushed": 9.024, "read": 8.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.535, "count": 270, "max_ms": 5.495, "p95_ms": 4.163}, "gstreamer_push": {"avg_ms": 1.317, "count": 270, "max_ms": 1.792, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.618, "count": 270, "max_ms": 88.038, "p95_ms": 81.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.648, "count": 270, "max_ms": 117.801, "p95_ms": 105.129}, "yolo11_640_fire_11class": {"avg_ms": 75.027, "count": 270, "max_ms": 89.838, "p95_ms": 85.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.491, "count": 270, "max_ms": 102.299, "p95_ms": 95.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.532, "count": 270, "max_ms": 139.814, "p95_ms": 118.333}, "read_interval": {"avg_ms": 111.212, "count": 269, "max_ms": 148.795, "p95_ms": 131.734}, "triton_wait": {"avg_ms": 86.136, "count": 270, "max_ms": 117.814, "p95_ms": 105.141}, "visualize": {"avg_ms": 3.625, "count": 270, "max_ms": 5.288, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6234.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.286, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.355, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.086, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:35:23+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T20:35:23+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T20:35:23.640260+09:00", "mtime_epoch": 1783337723.6402602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:35:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.158, "pushed": 9.158, "read": 9.124}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.303, "count": 274, "max_ms": 6.412, "p95_ms": 5.637}, "gstreamer_push": {"avg_ms": 1.289, "count": 274, "max_ms": 1.539, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.026, "count": 274, "max_ms": 86.141, "p95_ms": 80.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.056, "count": 274, "max_ms": 123.561, "p95_ms": 94.32}, "yolo11_640_fire_11class": {"avg_ms": 72.145, "count": 274, "max_ms": 90.352, "p95_ms": 84.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.279, "count": 274, "max_ms": 104.663, "p95_ms": 95.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.207, "count": 274, "max_ms": 136.532, "p95_ms": 110.731}, "read_interval": {"avg_ms": 109.553, "count": 273, "max_ms": 150.191, "p95_ms": 125.933}, "triton_wait": {"avg_ms": 83.171, "count": 274, "max_ms": 123.574, "p95_ms": 97.376}, "visualize": {"avg_ms": 3.675, "count": 274, "max_ms": 5.612, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1612, "tracking_summary": 1460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6237.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33441.978, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 268.786, "sample_count": 1306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:35:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:35:28+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T20:35:28+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-06T20:35:28.588349+09:00", "mtime_epoch": 1783337728.588349, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:35:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 841.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.398, "pushed": 4.398, "read": 4.365}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.064, "count": 131, "max_ms": 156.196, "p95_ms": 136.731}, "gstreamer_push": {"avg_ms": 0.977, "count": 131, "max_ms": 3.248, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.296, "count": 131, "max_ms": 113.009, "p95_ms": 106.774}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.184, "count": 131, "max_ms": 113.978, "p95_ms": 106.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.952, "count": 131, "max_ms": 306.321, "p95_ms": 272.706}, "read_interval": {"avg_ms": 229.445, "count": 130, "max_ms": 312.534, "p95_ms": 281.018}, "triton_wait": {"avg_ms": 75.397, "count": 131, "max_ms": 113.99, "p95_ms": 106.786}, "visualize": {"avg_ms": 27.686, "count": 131, "max_ms": 40.643, "p95_ms": 39.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6238.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.493, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.801, "name": "ffmpeg", "pid": 26680, "rss_mb": 266.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 21, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.245, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:35:43+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:35:43+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T20:35:43.644620+09:00", "mtime_epoch": 1783337743.6446197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:35:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.94, "pushed": 8.94, "read": 8.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.666, "count": 268, "max_ms": 7.942, "p95_ms": 5.456}, "gstreamer_push": {"avg_ms": 1.348, "count": 268, "max_ms": 2.437, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.281, "count": 268, "max_ms": 97.992, "p95_ms": 81.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.945, "count": 268, "max_ms": 118.985, "p95_ms": 98.444}, "yolo11_640_fire_11class": {"avg_ms": 74.578, "count": 268, "max_ms": 90.538, "p95_ms": 85.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.705, "count": 268, "max_ms": 105.164, "p95_ms": 96.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.318, "count": 268, "max_ms": 157.689, "p95_ms": 114.517}, "read_interval": {"avg_ms": 112.266, "count": 267, "max_ms": 167.137, "p95_ms": 128.892}, "triton_wait": {"avg_ms": 86.17, "count": 268, "max_ms": 118.998, "p95_ms": 100.403}, "visualize": {"avg_ms": 3.78, "count": 268, "max_ms": 6.639, "p95_ms": 4.636}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6237.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.39, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.355, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.883, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:35:53+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T20:35:53+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T20:35:53.748801+09:00", "mtime_epoch": 1783337753.748801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:35:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.834, "pushed": 8.834, "read": 8.801}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 264, "max_ms": 7.068, "p95_ms": 5.671}, "gstreamer_push": {"avg_ms": 1.324, "count": 265, "max_ms": 2.085, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.754, "count": 264, "max_ms": 95.249, "p95_ms": 83.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.72, "count": 264, "max_ms": 120.705, "p95_ms": 96.165}, "yolo11_640_fire_11class": {"avg_ms": 75.095, "count": 264, "max_ms": 93.835, "p95_ms": 84.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.749, "count": 264, "max_ms": 105.899, "p95_ms": 96.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.168, "count": 265, "max_ms": 134.884, "p95_ms": 112.307}, "read_interval": {"avg_ms": 113.58, "count": 264, "max_ms": 151.398, "p95_ms": 126.935}, "triton_wait": {"avg_ms": 86.854, "count": 264, "max_ms": 120.721, "p95_ms": 99.155}, "visualize": {"avg_ms": 3.755, "count": 264, "max_ms": 6.106, "p95_ms": 4.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1612, "tracking_summary": 1462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33472.066, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 269.529, "sample_count": 1323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:35:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:35:58+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T20:35:58+09:00", "mjpeg": {"age_sec": 0.246, "exists": true, "mtime": "2026-07-06T20:35:58.612889+09:00", "mtime_epoch": 1783337758.6128886, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:35:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 845.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.815, "pushed": 4.815, "read": 4.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.337, "count": 144, "max_ms": 162.691, "p95_ms": 136.667}, "gstreamer_push": {"avg_ms": 0.851, "count": 144, "max_ms": 1.055, "p95_ms": 0.95}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.448, "count": 144, "max_ms": 116.232, "p95_ms": 107.821}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.91, "count": 144, "max_ms": 115.41, "p95_ms": 107.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.861, "count": 144, "max_ms": 282.207, "p95_ms": 265.744}, "read_interval": {"avg_ms": 208.557, "count": 143, "max_ms": 291.497, "p95_ms": 273.111}, "triton_wait": {"avg_ms": 78.591, "count": 144, "max_ms": 116.246, "p95_ms": 108.472}, "visualize": {"avg_ms": 26.952, "count": 144, "max_ms": 37.519, "p95_ms": 32.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6242.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.597, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.801, "name": "ffmpeg", "pid": 26680, "rss_mb": 266.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 20, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.268, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:36:13+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T20:36:13+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T20:36:13.749160+09:00", "mtime_epoch": 1783337773.7491603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:36:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.001, "pushed": 9.001, "read": 8.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.646, "count": 270, "max_ms": 7.485, "p95_ms": 5.327}, "gstreamer_push": {"avg_ms": 1.378, "count": 270, "max_ms": 2.461, "p95_ms": 1.532}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.68, "count": 270, "max_ms": 94.353, "p95_ms": 84.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.081, "count": 270, "max_ms": 121.441, "p95_ms": 97.637}, "yolo11_640_fire_11class": {"avg_ms": 74.926, "count": 270, "max_ms": 94.967, "p95_ms": 85.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.148, "count": 270, "max_ms": 105.456, "p95_ms": 96.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.332, "count": 270, "max_ms": 152.456, "p95_ms": 114.535}, "read_interval": {"avg_ms": 111.476, "count": 269, "max_ms": 162.143, "p95_ms": 130.523}, "triton_wait": {"avg_ms": 85.618, "count": 270, "max_ms": 121.454, "p95_ms": 100.22}, "visualize": {"avg_ms": 3.78, "count": 270, "max_ms": 6.347, "p95_ms": 4.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6235.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.489, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.355, "name": "ffmpeg", "pid": 26528, "rss_mb": 329.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.365, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:36:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:36:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:36:23+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T20:36:23.853342+09:00", "mtime_epoch": 1783337783.8533418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:36:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.005, "pushed": 9.005, "read": 8.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.308, "count": 270, "max_ms": 7.038, "p95_ms": 6.004}, "gstreamer_push": {"avg_ms": 1.313, "count": 270, "max_ms": 1.842, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.307, "count": 270, "max_ms": 91.513, "p95_ms": 83.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.707, "count": 270, "max_ms": 119.182, "p95_ms": 95.281}, "yolo11_640_fire_11class": {"avg_ms": 74.149, "count": 270, "max_ms": 90.945, "p95_ms": 84.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.575, "count": 270, "max_ms": 102.83, "p95_ms": 95.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.919, "count": 270, "max_ms": 133.652, "p95_ms": 115.726}, "read_interval": {"avg_ms": 111.459, "count": 269, "max_ms": 150.062, "p95_ms": 129.465}, "triton_wait": {"avg_ms": 84.692, "count": 270, "max_ms": 119.196, "p95_ms": 99.305}, "visualize": {"avg_ms": 3.735, "count": 270, "max_ms": 6.165, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1614, "tracking_summary": 1463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6239.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33502.11, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.511, "sample_count": 1309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:36:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:36:28+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T20:36:28+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T20:36:28.685429+09:00", "mtime_epoch": 1783337788.6854286, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:36:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 843.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.096, "pushed": 4.096, "read": 4.063}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.969, "count": 122, "max_ms": 151.618, "p95_ms": 138.605}, "gstreamer_push": {"avg_ms": 0.812, "count": 122, "max_ms": 2.323, "p95_ms": 0.909}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.457, "count": 122, "max_ms": 113.787, "p95_ms": 105.254}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.276, "count": 122, "max_ms": 116.686, "p95_ms": 111.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.199, "count": 122, "max_ms": 290.397, "p95_ms": 279.612}, "read_interval": {"avg_ms": 246.319, "count": 121, "max_ms": 296.747, "p95_ms": 287.483}, "triton_wait": {"avg_ms": 77.479, "count": 122, "max_ms": 116.702, "p95_ms": 111.701}, "visualize": {"avg_ms": 26.817, "count": 122, "max_ms": 39.706, "p95_ms": 31.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6242.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.641, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.059, "name": "ffmpeg", "pid": 26680, "rss_mb": 267.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 20, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.06, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:36:43+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T20:36:43+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T20:36:43.829700+09:00", "mtime_epoch": 1783337803.8297005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:36:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.888, "pushed": 9.888, "read": 9.855}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.516, "count": 296, "max_ms": 5.779, "p95_ms": 4.138}, "gstreamer_push": {"avg_ms": 1.32, "count": 296, "max_ms": 2.37, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.114, "count": 296, "max_ms": 92.121, "p95_ms": 82.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.701, "count": 296, "max_ms": 113.394, "p95_ms": 93.534}, "yolo11_640_fire_11class": {"avg_ms": 68.058, "count": 296, "max_ms": 91.653, "p95_ms": 84.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.092, "count": 296, "max_ms": 103.339, "p95_ms": 92.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.738, "count": 296, "max_ms": 125.74, "p95_ms": 110.856}, "read_interval": {"avg_ms": 101.559, "count": 295, "max_ms": 139.822, "p95_ms": 124.068}, "triton_wait": {"avg_ms": 76.429, "count": 296, "max_ms": 113.407, "p95_ms": 96.864}, "visualize": {"avg_ms": 3.638, "count": 296, "max_ms": 6.318, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1615, "tracking_summary": 1464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6243.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33532.187, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.239, "sample_count": 1297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:36:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:36:58+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-06T20:36:58+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T20:36:58.769969+09:00", "mtime_epoch": 1783337818.7699685, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:36:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 845.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.426, "pushed": 4.426, "read": 4.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.759, "count": 132, "max_ms": 163.915, "p95_ms": 136.308}, "gstreamer_push": {"avg_ms": 0.798, "count": 132, "max_ms": 1.216, "p95_ms": 0.921}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.663, "count": 132, "max_ms": 107.421, "p95_ms": 89.283}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.796, "count": 132, "max_ms": 105.095, "p95_ms": 96.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.092, "count": 132, "max_ms": 269.722, "p95_ms": 251.092}, "read_interval": {"avg_ms": 227.837, "count": 131, "max_ms": 275.516, "p95_ms": 259.4}, "triton_wait": {"avg_ms": 70.844, "count": 132, "max_ms": 107.433, "p95_ms": 96.381}, "visualize": {"avg_ms": 26.6, "count": 132, "max_ms": 36.513, "p95_ms": 31.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:32:24+09:00", "last_error_summary": "[h264 @ 0x55627f27cfc0] error while decoding MB 102 4, bytestream -15 [in#0/rtsp @ 0x55627f1fbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55627f1fbe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:32:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 277.528, "last_started_at": "2026-07-06T20:32:27+09:00", "pid": 26528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.52, "name": "ffmpeg", "pid": 26528, "rss_mb": 351.52, "state": "S (sleeping)", "threads": 104}, "restart_count": 47, "restart_count_per_hour": 1, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.755, "sample_count": 2338, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:37:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:37:04+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:37:04+09:00", "mjpeg": {"age_sec": 16.061, "exists": true, "mtime": "2026-07-06T20:36:48.929792+09:00", "mtime_epoch": 1783337808.929792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:37:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.124, "pushed": 0.124, "read": 0.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.177, "count": 2, "max_ms": 4.184, "p95_ms": 4.184}, "gstreamer_push": {"avg_ms": 1.258, "count": 2, "max_ms": 1.282, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.591, "count": 2, "max_ms": 78.71, "p95_ms": 78.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.28, "count": 2, "max_ms": 81.485, "p95_ms": 81.485}, "yolo11_640_fire_11class": {"avg_ms": 73.339, "count": 2, "max_ms": 78.193, "p95_ms": 78.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.28, "count": 2, "max_ms": 88.931, "p95_ms": 88.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.347, "count": 2, "max_ms": 101.657, "p95_ms": 101.657}, "read_interval": {"avg_ms": 15672.206, "count": 2, "max_ms": 16079.44, "p95_ms": 16079.44}, "triton_wait": {"avg_ms": 84.292, "count": 2, "max_ms": 88.943, "p95_ms": 88.943}, "visualize": {"avg_ms": 3.598, "count": 2, "max_ms": 3.65, "p95_ms": 3.65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.18, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6182.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.706, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.059, "name": "ffmpeg", "pid": 26680, "rss_mb": 267.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 20, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.791, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:37:13+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T20:37:13+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T20:37:13.854239+09:00", "mtime_epoch": 1783337833.8542392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:37:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1640.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.202, "pushed": 11.202, "read": 11.169}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.702, "count": 336, "max_ms": 8.664, "p95_ms": 5.495}, "gstreamer_push": {"avg_ms": 1.277, "count": 336, "max_ms": 1.476, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.038, "count": 336, "max_ms": 83.792, "p95_ms": 64.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.827, "count": 336, "max_ms": 110.645, "p95_ms": 86.35}, "yolo11_640_fire_11class": {"avg_ms": 55.926, "count": 336, "max_ms": 87.986, "p95_ms": 75.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.76, "count": 336, "max_ms": 102.344, "p95_ms": 86.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.397, "count": 336, "max_ms": 156.311, "p95_ms": 112.975}, "read_interval": {"avg_ms": 89.367, "count": 335, "max_ms": 166.682, "p95_ms": 123.997}, "triton_wait": {"avg_ms": 61.767, "count": 336, "max_ms": 110.659, "p95_ms": 89.457}, "visualize": {"avg_ms": 3.74, "count": 336, "max_ms": 6.343, "p95_ms": 5.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1616, "tracking_summary": 1465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33562.206, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.841, "sample_count": 1303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:37:28+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-06T20:37:28+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T20:37:28.814508+09:00", "mtime_epoch": 1783337848.8145077, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:37:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 835.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.431, "pushed": 4.431, "read": 4.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.937, "count": 132, "max_ms": 169.363, "p95_ms": 136.86}, "gstreamer_push": {"avg_ms": 0.805, "count": 132, "max_ms": 1.062, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.78, "count": 132, "max_ms": 108.281, "p95_ms": 102.375}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.677, "count": 132, "max_ms": 113.456, "p95_ms": 106.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.643, "count": 132, "max_ms": 275.969, "p95_ms": 268.439}, "read_interval": {"avg_ms": 227.588, "count": 131, "max_ms": 281.984, "p95_ms": 275.208}, "triton_wait": {"avg_ms": 74.861, "count": 132, "max_ms": 113.469, "p95_ms": 107.32}, "visualize": {"avg_ms": 26.006, "count": 132, "max_ms": 41.509, "p95_ms": 29.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6242.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.909, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.562, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.554, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:37:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:37:35+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T20:37:34+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T20:37:34.950618+09:00", "mtime_epoch": 1783337854.9506178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 122500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:37:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.423, "pushed": 8.423, "read": 8.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.379, "count": 252, "max_ms": 6.754, "p95_ms": 6.258}, "gstreamer_push": {"avg_ms": 1.3, "count": 252, "max_ms": 1.533, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.03, "count": 252, "max_ms": 84.024, "p95_ms": 77.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.377, "count": 252, "max_ms": 111.368, "p95_ms": 93.334}, "yolo11_640_fire_11class": {"avg_ms": 63.838, "count": 252, "max_ms": 92.382, "p95_ms": 84.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.71, "count": 252, "max_ms": 107.539, "p95_ms": 95.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.966, "count": 252, "max_ms": 124.198, "p95_ms": 112.908}, "read_interval": {"avg_ms": 119.301, "count": 251, "max_ms": 5051.824, "p95_ms": 127.706}, "triton_wait": {"avg_ms": 72.901, "count": 252, "max_ms": 111.381, "p95_ms": 99.742}, "visualize": {"avg_ms": 3.709, "count": 252, "max_ms": 4.726, "p95_ms": 4.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6234.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.861, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.316, "name": "ffmpeg", "pid": 26680, "rss_mb": 267.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 20, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.016, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:37:44+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T20:37:43+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T20:37:43.954779+09:00", "mtime_epoch": 1783337863.9547794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:37:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.224, "pushed": 8.224, "read": 8.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.886, "count": 246, "max_ms": 9.53, "p95_ms": 7.098}, "gstreamer_push": {"avg_ms": 1.214, "count": 246, "max_ms": 2.071, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.307, "count": 246, "max_ms": 89.302, "p95_ms": 77.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.595, "count": 246, "max_ms": 118.304, "p95_ms": 97.066}, "yolo11_640_fire_11class": {"avg_ms": 65.972, "count": 246, "max_ms": 91.871, "p95_ms": 83.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.902, "count": 246, "max_ms": 106.843, "p95_ms": 96.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.258, "count": 246, "max_ms": 192.529, "p95_ms": 150.174}, "read_interval": {"avg_ms": 121.855, "count": 245, "max_ms": 200.554, "p95_ms": 158.464}, "triton_wait": {"avg_ms": 78.028, "count": 246, "max_ms": 118.317, "p95_ms": 98.207}, "visualize": {"avg_ms": 4.43, "count": 246, "max_ms": 7.078, "p95_ms": 6.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1619, "tracking_summary": 1466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6244.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33592.378, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.841, "sample_count": 1306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:37:59+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-06T20:37:58+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T20:37:58.911048+09:00", "mtime_epoch": 1783337878.9110477, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:37:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 847.051, "name": "celery", "pid": 239, "rss_mb": 846.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.267, "pushed": 4.267, "read": 4.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.682, "count": 127, "max_ms": 181.898, "p95_ms": 138.948}, "gstreamer_push": {"avg_ms": 0.81, "count": 128, "max_ms": 1.822, "p95_ms": 0.956}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.106, "count": 127, "max_ms": 113.249, "p95_ms": 101.607}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.511, "count": 127, "max_ms": 120.439, "p95_ms": 105.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.753, "count": 128, "max_ms": 327.03, "p95_ms": 270.435}, "read_interval": {"avg_ms": 235.351, "count": 127, "max_ms": 336.595, "p95_ms": 276.332}, "triton_wait": {"avg_ms": 76.091, "count": 127, "max_ms": 120.454, "p95_ms": 106.661}, "visualize": {"avg_ms": 25.578, "count": 127, "max_ms": 40.736, "p95_ms": 31.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6249.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.956, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.429, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:38:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T20:38:05+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T20:38:04+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T20:38:04.959156+09:00", "mtime_epoch": 1783337884.959156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 116160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:38:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1528.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.209, "pushed": 10.209, "read": 10.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.223, "count": 306, "max_ms": 6.771, "p95_ms": 5.652}, "gstreamer_push": {"avg_ms": 1.267, "count": 306, "max_ms": 1.553, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.294, "count": 306, "max_ms": 87.246, "p95_ms": 76.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.337, "count": 306, "max_ms": 125.572, "p95_ms": 94.455}, "yolo11_640_fire_11class": {"avg_ms": 60.076, "count": 306, "max_ms": 93.686, "p95_ms": 80.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.951, "count": 306, "max_ms": 103.17, "p95_ms": 91.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.48, "count": 306, "max_ms": 139.227, "p95_ms": 110.418}, "read_interval": {"avg_ms": 98.254, "count": 305, "max_ms": 335.747, "p95_ms": 130.869}, "triton_wait": {"avg_ms": 67.867, "count": 306, "max_ms": 125.588, "p95_ms": 98.035}, "visualize": {"avg_ms": 3.565, "count": 306, "max_ms": 5.108, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6252.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.91, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.316, "name": "ffmpeg", "pid": 26680, "rss_mb": 267.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.576, "sample_count": 2501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:38:14+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T20:38:14+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:38:14.063319+09:00", "mtime_epoch": 1783337894.0633194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:38:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.454, "pushed": 7.454, "read": 7.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.125, "count": 223, "max_ms": 9.015, "p95_ms": 8.001}, "gstreamer_push": {"avg_ms": 1.119, "count": 223, "max_ms": 1.552, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.558, "count": 223, "max_ms": 87.69, "p95_ms": 77.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.46, "count": 223, "max_ms": 113.516, "p95_ms": 96.003}, "yolo11_640_fire_11class": {"avg_ms": 61.489, "count": 223, "max_ms": 88.895, "p95_ms": 81.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.311, "count": 223, "max_ms": 102.742, "p95_ms": 96.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.717, "count": 223, "max_ms": 191.533, "p95_ms": 165.577}, "read_interval": {"avg_ms": 134.821, "count": 222, "max_ms": 321.908, "p95_ms": 174.638}, "triton_wait": {"avg_ms": 72.537, "count": 223, "max_ms": 113.528, "p95_ms": 100.471}, "visualize": {"avg_ms": 5.126, "count": 223, "max_ms": 8.491, "p95_ms": 6.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1619, "tracking_summary": 1467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6244.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33622.549, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.435, "sample_count": 1309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:38:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:38:29+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T20:38:29+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T20:38:29.099589+09:00", "mtime_epoch": 1783337909.099589, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 226721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:38:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 845.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.576, "pushed": 4.576, "read": 4.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.304, "count": 137, "max_ms": 161.823, "p95_ms": 137.778}, "gstreamer_push": {"avg_ms": 0.825, "count": 137, "max_ms": 1.243, "p95_ms": 0.973}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.782, "count": 137, "max_ms": 114.38, "p95_ms": 96.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.618, "count": 137, "max_ms": 112.409, "p95_ms": 105.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.289, "count": 137, "max_ms": 288.283, "p95_ms": 263.054}, "read_interval": {"avg_ms": 219.987, "count": 136, "max_ms": 296.615, "p95_ms": 270.275}, "triton_wait": {"avg_ms": 75.924, "count": 137, "max_ms": 114.392, "p95_ms": 105.641}, "visualize": {"avg_ms": 25.004, "count": 137, "max_ms": 43.197, "p95_ms": 28.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6250.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.011, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.883, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:38:35+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T20:38:35+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T20:38:35.055696+09:00", "mtime_epoch": 1783337915.0556958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 119017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:38:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1529.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.963, "pushed": 9.963, "read": 9.93}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.209, "count": 298, "max_ms": 6.863, "p95_ms": 5.836}, "gstreamer_push": {"avg_ms": 1.251, "count": 298, "max_ms": 1.85, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.874, "count": 298, "max_ms": 87.735, "p95_ms": 76.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.133, "count": 298, "max_ms": 119.709, "p95_ms": 93.572}, "yolo11_640_fire_11class": {"avg_ms": 59.505, "count": 298, "max_ms": 88.917, "p95_ms": 79.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.382, "count": 298, "max_ms": 106.124, "p95_ms": 92.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.099, "count": 298, "max_ms": 130.494, "p95_ms": 111.889}, "read_interval": {"avg_ms": 100.807, "count": 297, "max_ms": 483.588, "p95_ms": 136.778}, "triton_wait": {"avg_ms": 68.494, "count": 298, "max_ms": 119.719, "p95_ms": 98.664}, "visualize": {"avg_ms": 3.565, "count": 298, "max_ms": 5.58, "p95_ms": 4.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6248.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.975, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.152, "name": "ffmpeg", "pid": 26680, "rss_mb": 270.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.411, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:38:44+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:38:44+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T20:38:44.123858+09:00", "mtime_epoch": 1783337924.1238585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:38:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.389, "pushed": 7.389, "read": 7.356}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.12, "count": 221, "max_ms": 9.366, "p95_ms": 7.79}, "gstreamer_push": {"avg_ms": 1.11, "count": 221, "max_ms": 1.665, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.457, "count": 221, "max_ms": 87.345, "p95_ms": 79.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.047, "count": 221, "max_ms": 121.074, "p95_ms": 93.042}, "yolo11_640_fire_11class": {"avg_ms": 61.282, "count": 221, "max_ms": 90.155, "p95_ms": 81.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.102, "count": 221, "max_ms": 105.922, "p95_ms": 96.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.098, "count": 221, "max_ms": 205.983, "p95_ms": 167.105}, "read_interval": {"avg_ms": 136.076, "count": 220, "max_ms": 214.353, "p95_ms": 175.068}, "triton_wait": {"avg_ms": 72.59, "count": 221, "max_ms": 121.088, "p95_ms": 99.197}, "visualize": {"avg_ms": 5.264, "count": 221, "max_ms": 8.188, "p95_ms": 6.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1620, "tracking_summary": 1468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6251.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33652.604, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.231, "sample_count": 1302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:38:59+09:00", "last_frame_read_age_sec": 0.277, "last_frame_read_at": "2026-07-06T20:38:59+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-06T20:38:59.136127+09:00", "mtime_epoch": 1783337939.1361275, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:38:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 845.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.127, "pushed": 4.127, "read": 4.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.755, "count": 123, "max_ms": 173.999, "p95_ms": 141.139}, "gstreamer_push": {"avg_ms": 0.801, "count": 123, "max_ms": 1.772, "p95_ms": 0.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.882, "count": 123, "max_ms": 111.904, "p95_ms": 97.157}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.406, "count": 123, "max_ms": 114.111, "p95_ms": 107.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.499, "count": 123, "max_ms": 288.359, "p95_ms": 274.599}, "read_interval": {"avg_ms": 244.025, "count": 122, "max_ms": 294.522, "p95_ms": 281.394}, "triton_wait": {"avg_ms": 75.707, "count": 123, "max_ms": 114.124, "p95_ms": 107.562}, "visualize": {"avg_ms": 27.153, "count": 123, "max_ms": 44.4, "p95_ms": 33.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.801, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6251.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.029, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.541, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:39:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-06T20:39:05+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T20:39:05.064234+09:00", "mtime_epoch": 1783337945.0642338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 118847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:39:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1529.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.301, "count": 300, "max_ms": 6.811, "p95_ms": 6.047}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.797, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.909, "count": 300, "max_ms": 82.843, "p95_ms": 75.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.564, "count": 300, "max_ms": 108.697, "p95_ms": 90.967}, "yolo11_640_fire_11class": {"avg_ms": 60.403, "count": 300, "max_ms": 87.042, "p95_ms": 80.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.414, "count": 300, "max_ms": 104.329, "p95_ms": 91.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.632, "count": 300, "max_ms": 121.829, "p95_ms": 109.915}, "read_interval": {"avg_ms": 100.118, "count": 299, "max_ms": 489.683, "p95_ms": 126.767}, "triton_wait": {"avg_ms": 68.769, "count": 300, "max_ms": 108.71, "p95_ms": 96.949}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 6.114, "p95_ms": 4.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6255.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.083, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.73, "name": "ffmpeg", "pid": 26680, "rss_mb": 272.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.945, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:39:14+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-06T20:39:14+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-06T20:39:14.208398+09:00", "mtime_epoch": 1783337954.2083979, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:39:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.186, "pushed": 8.186, "read": 8.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.433, "count": 245, "max_ms": 10.616, "p95_ms": 7.546}, "gstreamer_push": {"avg_ms": 1.178, "count": 245, "max_ms": 1.548, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.052, "count": 245, "max_ms": 88.138, "p95_ms": 78.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.673, "count": 245, "max_ms": 104.144, "p95_ms": 92.377}, "yolo11_640_fire_11class": {"avg_ms": 62.162, "count": 245, "max_ms": 87.621, "p95_ms": 81.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.001, "count": 245, "max_ms": 103.443, "p95_ms": 94.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.926, "count": 245, "max_ms": 179.088, "p95_ms": 158.643}, "read_interval": {"avg_ms": 122.794, "count": 244, "max_ms": 187.587, "p95_ms": 166.568}, "triton_wait": {"avg_ms": 72.881, "count": 245, "max_ms": 104.157, "p95_ms": 97.682}, "visualize": {"avg_ms": 4.721, "count": 245, "max_ms": 7.234, "p95_ms": 6.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1622, "tracking_summary": 1469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6257.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33682.768, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.517, "sample_count": 1297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:39:29+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T20:39:29+09:00", "mjpeg": {"age_sec": 0.236, "exists": true, "mtime": "2026-07-06T20:39:29.324669+09:00", "mtime_epoch": 1783337969.3246686, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:39:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 848.785, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.345, "pushed": 4.345, "read": 4.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.055, "count": 130, "max_ms": 183.929, "p95_ms": 141.857}, "gstreamer_push": {"avg_ms": 0.811, "count": 130, "max_ms": 1.252, "p95_ms": 0.946}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.572, "count": 130, "max_ms": 117.581, "p95_ms": 99.644}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.087, "count": 130, "max_ms": 110.911, "p95_ms": 106.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.111, "count": 130, "max_ms": 283.295, "p95_ms": 270.949}, "read_interval": {"avg_ms": 231.854, "count": 129, "max_ms": 293.45, "p95_ms": 277.025}, "triton_wait": {"avg_ms": 78.355, "count": 130, "max_ms": 117.594, "p95_ms": 106.439}, "visualize": {"avg_ms": 25.766, "count": 130, "max_ms": 36.556, "p95_ms": 31.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6246.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.072, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.12, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:39:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:39:35+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T20:39:35+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T20:39:35.072772+09:00", "mtime_epoch": 1783337975.0727718, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:39:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1529.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.029}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.35, "count": 301, "max_ms": 6.604, "p95_ms": 5.972}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.602, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.138, "count": 301, "max_ms": 89.167, "p95_ms": 78.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.898, "count": 301, "max_ms": 112.063, "p95_ms": 93.409}, "yolo11_640_fire_11class": {"avg_ms": 61.925, "count": 301, "max_ms": 88.466, "p95_ms": 82.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.854, "count": 301, "max_ms": 106.811, "p95_ms": 96.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.696, "count": 301, "max_ms": 126.901, "p95_ms": 112.992}, "read_interval": {"avg_ms": 99.724, "count": 300, "max_ms": 334.31, "p95_ms": 129.553}, "triton_wait": {"avg_ms": 70.601, "count": 301, "max_ms": 112.077, "p95_ms": 99.425}, "visualize": {"avg_ms": 3.714, "count": 301, "max_ms": 5.019, "p95_ms": 4.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6254.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.159, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.824, "name": "ffmpeg", "pid": 26680, "rss_mb": 275.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.984, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:39:44+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T20:39:44+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T20:39:44.308937+09:00", "mtime_epoch": 1783337984.3089373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:39:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.127, "pushed": 8.127, "read": 8.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.254, "count": 243, "max_ms": 9.539, "p95_ms": 7.553}, "gstreamer_push": {"avg_ms": 1.198, "count": 243, "max_ms": 1.776, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.936, "count": 243, "max_ms": 89.004, "p95_ms": 79.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.207, "count": 243, "max_ms": 110.243, "p95_ms": 94.118}, "yolo11_640_fire_11class": {"avg_ms": 64.629, "count": 243, "max_ms": 90.21, "p95_ms": 84.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.965, "count": 243, "max_ms": 107.393, "p95_ms": 100.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.515, "count": 243, "max_ms": 175.032, "p95_ms": 154.314}, "read_interval": {"avg_ms": 123.784, "count": 242, "max_ms": 186.496, "p95_ms": 164.451}, "triton_wait": {"avg_ms": 76.05, "count": 243, "max_ms": 110.256, "p95_ms": 101.638}, "visualize": {"avg_ms": 4.595, "count": 243, "max_ms": 8.482, "p95_ms": 6.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1622, "tracking_summary": 1470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6246.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33712.858, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 269.615, "sample_count": 1318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:39:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:39:59+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T20:39:59+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T20:39:59.433208+09:00", "mtime_epoch": 1783337999.4332082, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:39:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 837.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.756, "pushed": 4.756, "read": 4.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 92.363, "count": 142, "max_ms": 144.714, "p95_ms": 139.287}, "gstreamer_push": {"avg_ms": 0.926, "count": 142, "max_ms": 2.239, "p95_ms": 1.827}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.498, "count": 142, "max_ms": 108.158, "p95_ms": 102.568}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.209, "count": 142, "max_ms": 120.344, "p95_ms": 106.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.777, "count": 142, "max_ms": 275.333, "p95_ms": 263.673}, "read_interval": {"avg_ms": 211.728, "count": 141, "max_ms": 284.024, "p95_ms": 270.025}, "triton_wait": {"avg_ms": 79.549, "count": 142, "max_ms": 120.357, "p95_ms": 106.822}, "visualize": {"avg_ms": 28.838, "count": 142, "max_ms": 56.253, "p95_ms": 36.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6255.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.134, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.12, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:40:05+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T20:40:05+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:40:05.141310+09:00", "mtime_epoch": 1783338005.1413105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:40:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1529.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.241, "count": 298, "max_ms": 7.822, "p95_ms": 5.269}, "gstreamer_push": {"avg_ms": 1.294, "count": 298, "max_ms": 2.067, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.005, "count": 298, "max_ms": 88.188, "p95_ms": 78.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.597, "count": 298, "max_ms": 123.099, "p95_ms": 98.879}, "yolo11_640_fire_11class": {"avg_ms": 62.448, "count": 298, "max_ms": 89.751, "p95_ms": 80.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.506, "count": 298, "max_ms": 107.512, "p95_ms": 94.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.624, "count": 298, "max_ms": 135.826, "p95_ms": 114.554}, "read_interval": {"avg_ms": 100.813, "count": 297, "max_ms": 256.934, "p95_ms": 133.242}, "triton_wait": {"avg_ms": 71.789, "count": 298, "max_ms": 123.114, "p95_ms": 101.737}, "visualize": {"avg_ms": 3.649, "count": 298, "max_ms": 5.501, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6257.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:34:24+09:00", "last_error_summary": "[h264 @ 0x55bd03ae4800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bd03ae4800] error while decoding MB 0 44, bytestream 5140 [h264 @ 0x55bd036da100] cabac decode of qscale diff failed at 44 33 [h264 @ 0x55bd036da100] error while decoding MB 44 33, bytestream 14620 [h264 @ 0x55bd03a15980] cabac decode of qscale diff failed at 53 5 [h264 @ 0x55bd03a15980] error while decoding MB 53 5, bytestream 629 [in#0/rtsp @ 0x55bd02d27e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-06T20:34:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.255, "last_started_at": "2026-07-06T20:34:27+09:00", "pid": 26680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.082, "name": "ffmpeg", "pid": 26680, "rss_mb": 276.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.301, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:40:14+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T20:40:14+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T20:40:14.361476+09:00", "mtime_epoch": 1783338014.3614757, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:40:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.007, "pushed": 8.007, "read": 7.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.293, "count": 239, "max_ms": 9.554, "p95_ms": 7.28}, "gstreamer_push": {"avg_ms": 1.191, "count": 240, "max_ms": 1.919, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.995, "count": 239, "max_ms": 88.779, "p95_ms": 79.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.113, "count": 239, "max_ms": 127.561, "p95_ms": 100.426}, "yolo11_640_fire_11class": {"avg_ms": 64.79, "count": 239, "max_ms": 107.119, "p95_ms": 84.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.815, "count": 239, "max_ms": 120.23, "p95_ms": 98.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.311, "count": 240, "max_ms": 180.194, "p95_ms": 156.266}, "read_interval": {"avg_ms": 125.215, "count": 239, "max_ms": 189.969, "p95_ms": 167.156}, "triton_wait": {"avg_ms": 75.677, "count": 239, "max_ms": 127.573, "p95_ms": 103.028}, "visualize": {"avg_ms": 4.685, "count": 239, "max_ms": 7.721, "p95_ms": 6.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1624, "tracking_summary": 1471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6258.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33742.891, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.067, "sample_count": 1305, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:40:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:40:29+09:00", "last_frame_read_age_sec": 0.256, "last_frame_read_at": "2026-07-06T20:40:29+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T20:40:29.441746+09:00", "mtime_epoch": 1783338029.441746, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:40:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 848.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.035, "pushed": 4.035, "read": 4.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.967, "count": 120, "max_ms": 159.111, "p95_ms": 141.36}, "gstreamer_push": {"avg_ms": 0.841, "count": 120, "max_ms": 1.957, "p95_ms": 1.265}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.779, "count": 120, "max_ms": 123.345, "p95_ms": 99.982}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.64, "count": 120, "max_ms": 137.529, "p95_ms": 110.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.39, "count": 120, "max_ms": 310.677, "p95_ms": 277.877}, "read_interval": {"avg_ms": 250.168, "count": 119, "max_ms": 319.382, "p95_ms": 285.992}, "triton_wait": {"avg_ms": 79.792, "count": 120, "max_ms": 137.542, "p95_ms": 110.231}, "visualize": {"avg_ms": 27.765, "count": 120, "max_ms": 44.813, "p95_ms": 39.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.743, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.157, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.074, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:40:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:40:35+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T20:40:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T20:40:35.197849+09:00", "mtime_epoch": 1783338035.197849, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:40:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1529.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.113}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.276, "count": 303, "max_ms": 6.841, "p95_ms": 5.8}, "gstreamer_push": {"avg_ms": 1.265, "count": 303, "max_ms": 1.541, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.838, "count": 303, "max_ms": 102.43, "p95_ms": 77.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.019, "count": 303, "max_ms": 135.51, "p95_ms": 91.928}, "yolo11_640_fire_11class": {"avg_ms": 61.858, "count": 303, "max_ms": 102.947, "p95_ms": 82.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.645, "count": 303, "max_ms": 115.532, "p95_ms": 96.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.358, "count": 303, "max_ms": 148.382, "p95_ms": 109.114}, "read_interval": {"avg_ms": 99.126, "count": 302, "max_ms": 307.089, "p95_ms": 126.585}, "triton_wait": {"avg_ms": 70.647, "count": 303, "max_ms": 135.524, "p95_ms": 96.53}, "visualize": {"avg_ms": 3.577, "count": 303, "max_ms": 4.755, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.6, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 157.328, "name": "ffmpeg", "pid": 26939, "rss_mb": 157.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 20, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.079, "sample_count": 2524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:40:44+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T20:40:44+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T20:40:44.418014+09:00", "mtime_epoch": 1783338044.418014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:40:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.023, "pushed": 7.023, "read": 6.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.316, "count": 210, "max_ms": 9.55, "p95_ms": 7.658}, "gstreamer_push": {"avg_ms": 1.184, "count": 210, "max_ms": 2.212, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.788, "count": 210, "max_ms": 85.201, "p95_ms": 79.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.182, "count": 210, "max_ms": 117.262, "p95_ms": 91.738}, "yolo11_640_fire_11class": {"avg_ms": 62.918, "count": 210, "max_ms": 87.962, "p95_ms": 81.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.445, "count": 210, "max_ms": 103.665, "p95_ms": 96.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.984, "count": 210, "max_ms": 182.261, "p95_ms": 157.417}, "read_interval": {"avg_ms": 143.02, "count": 209, "max_ms": 4446.445, "p95_ms": 167.28}, "triton_wait": {"avg_ms": 73.015, "count": 210, "max_ms": 117.275, "p95_ms": 100.018}, "visualize": {"avg_ms": 4.693, "count": 210, "max_ms": 8.248, "p95_ms": 6.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1625, "tracking_summary": 1472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6244.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33773.105, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.081, "sample_count": 1290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:40:59+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T20:40:59+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T20:40:59.670287+09:00", "mtime_epoch": 1783338059.6702874, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:40:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 845.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.256, "pushed": 4.256, "read": 4.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.865, "count": 127, "max_ms": 153.803, "p95_ms": 137.359}, "gstreamer_push": {"avg_ms": 0.868, "count": 127, "max_ms": 1.907, "p95_ms": 1.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.433, "count": 127, "max_ms": 110.175, "p95_ms": 94.272}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.439, "count": 127, "max_ms": 116.266, "p95_ms": 107.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.467, "count": 127, "max_ms": 290.523, "p95_ms": 273.471}, "read_interval": {"avg_ms": 236.304, "count": 126, "max_ms": 300.756, "p95_ms": 281.513}, "triton_wait": {"avg_ms": 77.53, "count": 127, "max_ms": 116.278, "p95_ms": 107.932}, "visualize": {"avg_ms": 29.226, "count": 127, "max_ms": 50.506, "p95_ms": 40.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6245.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.192, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.691, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:41:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:41:05+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T20:41:05+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T20:41:05.226387+09:00", "mtime_epoch": 1783338065.2263868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:41:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1529.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.309, "count": 300, "max_ms": 6.797, "p95_ms": 5.277}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.088, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.957, "count": 300, "max_ms": 86.79, "p95_ms": 74.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.344, "count": 300, "max_ms": 113.408, "p95_ms": 89.682}, "yolo11_640_fire_11class": {"avg_ms": 60.035, "count": 300, "max_ms": 88.043, "p95_ms": 80.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.561, "count": 300, "max_ms": 103.559, "p95_ms": 94.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.206, "count": 300, "max_ms": 126.263, "p95_ms": 108.455}, "read_interval": {"avg_ms": 100.12, "count": 299, "max_ms": 413.73, "p95_ms": 134.6}, "triton_wait": {"avg_ms": 67.291, "count": 300, "max_ms": 113.422, "p95_ms": 95.703}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 6.137, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6243.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.68, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.258, "name": "ffmpeg", "pid": 26939, "rss_mb": 266.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.052, "sample_count": 2512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:41:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:41:14+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T20:41:14+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T20:41:14.534554+09:00", "mtime_epoch": 1783338074.5345535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:41:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.586, "pushed": 8.586, "read": 8.552}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.185, "count": 257, "max_ms": 9.21, "p95_ms": 7.643}, "gstreamer_push": {"avg_ms": 1.184, "count": 257, "max_ms": 2.351, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.331, "count": 257, "max_ms": 91.034, "p95_ms": 77.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.903, "count": 257, "max_ms": 110.031, "p95_ms": 93.798}, "yolo11_640_fire_11class": {"avg_ms": 60.722, "count": 257, "max_ms": 92.635, "p95_ms": 83.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.111, "count": 257, "max_ms": 106.682, "p95_ms": 96.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.045, "count": 257, "max_ms": 175.817, "p95_ms": 152.479}, "read_interval": {"avg_ms": 117.175, "count": 256, "max_ms": 184.746, "p95_ms": 162.484}, "triton_wait": {"avg_ms": 69.224, "count": 257, "max_ms": 110.044, "p95_ms": 100.286}, "visualize": {"avg_ms": 4.617, "count": 257, "max_ms": 6.735, "p95_ms": 6.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1626, "tracking_summary": 1473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6249.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33803.3, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.558, "sample_count": 1298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:41:30+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T20:41:29+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T20:41:29.874828+09:00", "mtime_epoch": 1783338089.8748283, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:41:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 849.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.34, "pushed": 4.34, "read": 4.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.647, "count": 130, "max_ms": 179.978, "p95_ms": 142.107}, "gstreamer_push": {"avg_ms": 0.881, "count": 130, "max_ms": 2.076, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.64, "count": 130, "max_ms": 109.864, "p95_ms": 103.106}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.016, "count": 130, "max_ms": 115.638, "p95_ms": 108.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.502, "count": 130, "max_ms": 288.985, "p95_ms": 274.688}, "read_interval": {"avg_ms": 232.209, "count": 129, "max_ms": 297.873, "p95_ms": 282.199}, "triton_wait": {"avg_ms": 77.221, "count": 130, "max_ms": 115.651, "p95_ms": 109.532}, "visualize": {"avg_ms": 26.736, "count": 130, "max_ms": 40.398, "p95_ms": 32.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6244.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.256, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.514, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:41:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:41:35+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:41:35+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T20:41:35.266925+09:00", "mtime_epoch": 1783338095.2669249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:41:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1529.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.135, "count": 301, "max_ms": 6.816, "p95_ms": 5.043}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 2.155, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.537, "count": 301, "max_ms": 92.842, "p95_ms": 79.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.536, "count": 301, "max_ms": 118.068, "p95_ms": 95.213}, "yolo11_640_fire_11class": {"avg_ms": 62.367, "count": 301, "max_ms": 93.528, "p95_ms": 83.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.822, "count": 301, "max_ms": 104.466, "p95_ms": 95.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.417, "count": 301, "max_ms": 131.265, "p95_ms": 110.823}, "read_interval": {"avg_ms": 99.814, "count": 301, "max_ms": 339.671, "p95_ms": 132.934}, "triton_wait": {"avg_ms": 70.901, "count": 301, "max_ms": 118.081, "p95_ms": 98.363}, "visualize": {"avg_ms": 3.571, "count": 301, "max_ms": 5.589, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6246.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.695, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.289, "name": "ffmpeg", "pid": 26939, "rss_mb": 267.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.825, "sample_count": 2457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:41:44+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-06T20:41:44+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T20:41:44.499090+09:00", "mtime_epoch": 1783338104.4990902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:41:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1641.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.132, "pushed": 8.132, "read": 8.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.415, "count": 243, "max_ms": 9.633, "p95_ms": 8.232}, "gstreamer_push": {"avg_ms": 1.186, "count": 243, "max_ms": 1.607, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.728, "count": 243, "max_ms": 93.008, "p95_ms": 79.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.403, "count": 243, "max_ms": 119.182, "p95_ms": 97.016}, "yolo11_640_fire_11class": {"avg_ms": 63.916, "count": 243, "max_ms": 93.551, "p95_ms": 82.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.581, "count": 243, "max_ms": 104.814, "p95_ms": 97.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.239, "count": 243, "max_ms": 204.146, "p95_ms": 151.613}, "read_interval": {"avg_ms": 123.449, "count": 242, "max_ms": 212.378, "p95_ms": 161.199}, "triton_wait": {"avg_ms": 74.26, "count": 243, "max_ms": 119.197, "p95_ms": 99.287}, "visualize": {"avg_ms": 4.649, "count": 243, "max_ms": 6.75, "p95_ms": 6.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1629, "tracking_summary": 1474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6246.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33833.535, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.081, "sample_count": 1295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:42:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:42:00+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T20:42:00+09:00", "mjpeg": {"age_sec": 0.257, "exists": true, "mtime": "2026-07-06T20:42:00.071369+09:00", "mtime_epoch": 1783338120.071369, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:42:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 845.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.334, "pushed": 4.334, "read": 4.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.779, "count": 130, "max_ms": 149.598, "p95_ms": 140.417}, "gstreamer_push": {"avg_ms": 0.803, "count": 130, "max_ms": 1.109, "p95_ms": 0.926}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.319, "count": 130, "max_ms": 113.215, "p95_ms": 97.032}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.384, "count": 130, "max_ms": 115.674, "p95_ms": 106.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.791, "count": 130, "max_ms": 279.439, "p95_ms": 263.393}, "read_interval": {"avg_ms": 232.274, "count": 129, "max_ms": 285.582, "p95_ms": 269.231}, "triton_wait": {"avg_ms": 75.617, "count": 130, "max_ms": 115.687, "p95_ms": 106.955}, "visualize": {"avg_ms": 24.486, "count": 130, "max_ms": 44.237, "p95_ms": 28.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6247.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.321, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.126, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:42:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:42:05+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T20:42:05+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T20:42:05.195461+09:00", "mtime_epoch": 1783338125.1954608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:42:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 300, "max_ms": 6.633, "p95_ms": 5.945}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.832, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.172, "count": 300, "max_ms": 89.862, "p95_ms": 75.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.743, "count": 300, "max_ms": 121.996, "p95_ms": 94.265}, "yolo11_640_fire_11class": {"avg_ms": 60.168, "count": 300, "max_ms": 91.956, "p95_ms": 79.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.551, "count": 300, "max_ms": 101.696, "p95_ms": 91.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.095, "count": 300, "max_ms": 134.788, "p95_ms": 109.057}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 325.141, "p95_ms": 135.182}, "triton_wait": {"avg_ms": 68.33, "count": 300, "max_ms": 122.009, "p95_ms": 95.874}, "visualize": {"avg_ms": 3.654, "count": 300, "max_ms": 5.555, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6239.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.754, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.289, "name": "ffmpeg", "pid": 26939, "rss_mb": 267.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.62, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:42:14+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T20:42:14+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T20:42:14.567628+09:00", "mtime_epoch": 1783338134.5676284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:42:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.952, "pushed": 7.952, "read": 7.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.783, "count": 238, "max_ms": 9.397, "p95_ms": 8.014}, "gstreamer_push": {"avg_ms": 1.129, "count": 238, "max_ms": 1.6, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.439, "count": 238, "max_ms": 88.883, "p95_ms": 79.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.638, "count": 238, "max_ms": 105.617, "p95_ms": 90.737}, "yolo11_640_fire_11class": {"avg_ms": 60.298, "count": 238, "max_ms": 88.871, "p95_ms": 78.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.77, "count": 238, "max_ms": 104.286, "p95_ms": 92.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.989, "count": 238, "max_ms": 167.807, "p95_ms": 146.288}, "read_interval": {"avg_ms": 126.313, "count": 237, "max_ms": 178.488, "p95_ms": 155.594}, "triton_wait": {"avg_ms": 69.86, "count": 238, "max_ms": 105.653, "p95_ms": 94.559}, "visualize": {"avg_ms": 4.918, "count": 238, "max_ms": 7.736, "p95_ms": 6.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1629, "tracking_summary": 1476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6250.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33863.581, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.097, "sample_count": 1293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:42:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:42:30+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T20:42:30+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T20:42:30.223909+09:00", "mtime_epoch": 1783338150.2239087, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 226494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:42:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 849.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.428, "pushed": 4.428, "read": 4.395}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.118, "count": 132, "max_ms": 168.275, "p95_ms": 140.178}, "gstreamer_push": {"avg_ms": 0.924, "count": 132, "max_ms": 2.735, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.172, "count": 132, "max_ms": 113.473, "p95_ms": 99.432}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.541, "count": 132, "max_ms": 118.003, "p95_ms": 107.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.547, "count": 132, "max_ms": 298.828, "p95_ms": 272.85}, "read_interval": {"avg_ms": 228.051, "count": 131, "max_ms": 308.437, "p95_ms": 279.0}, "triton_wait": {"avg_ms": 78.902, "count": 132, "max_ms": 118.016, "p95_ms": 107.843}, "visualize": {"avg_ms": 27.506, "count": 132, "max_ms": 53.481, "p95_ms": 38.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.358, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.922, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:42:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:42:35+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T20:42:35+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-06T20:42:35.396001+09:00", "mtime_epoch": 1783338155.3960013, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:42:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.354, "count": 301, "max_ms": 7.171, "p95_ms": 6.107}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.959, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.566, "count": 301, "max_ms": 89.878, "p95_ms": 73.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.013, "count": 301, "max_ms": 109.954, "p95_ms": 92.385}, "yolo11_640_fire_11class": {"avg_ms": 59.665, "count": 301, "max_ms": 90.784, "p95_ms": 79.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.337, "count": 301, "max_ms": 105.21, "p95_ms": 91.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.89, "count": 301, "max_ms": 123.311, "p95_ms": 107.741}, "read_interval": {"avg_ms": 99.814, "count": 300, "max_ms": 363.657, "p95_ms": 128.905}, "triton_wait": {"avg_ms": 67.829, "count": 301, "max_ms": 109.969, "p95_ms": 94.86}, "visualize": {"avg_ms": 3.69, "count": 301, "max_ms": 5.6, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6253.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.773, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.289, "name": "ffmpeg", "pid": 26939, "rss_mb": 267.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.853, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:42:44+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T20:42:44+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T20:42:44.584166+09:00", "mtime_epoch": 1783338164.5841658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:42:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.059, "pushed": 8.059, "read": 8.026}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.639, "count": 241, "max_ms": 9.898, "p95_ms": 7.359}, "gstreamer_push": {"avg_ms": 1.156, "count": 241, "max_ms": 1.756, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.087, "count": 241, "max_ms": 89.772, "p95_ms": 74.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.468, "count": 241, "max_ms": 108.577, "p95_ms": 93.391}, "yolo11_640_fire_11class": {"avg_ms": 60.599, "count": 241, "max_ms": 89.243, "p95_ms": 79.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.27, "count": 241, "max_ms": 104.957, "p95_ms": 91.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.085, "count": 241, "max_ms": 181.14, "p95_ms": 146.99}, "read_interval": {"avg_ms": 124.553, "count": 240, "max_ms": 189.892, "p95_ms": 159.325}, "triton_wait": {"avg_ms": 70.129, "count": 241, "max_ms": 108.588, "p95_ms": 95.211}, "visualize": {"avg_ms": 4.86, "count": 241, "max_ms": 8.847, "p95_ms": 5.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1630, "tracking_summary": 1477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6248.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33893.714, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.931, "sample_count": 1291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:43:00+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T20:43:00+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T20:43:00.284447+09:00", "mtime_epoch": 1783338180.2844467, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:43:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 847.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.141, "pushed": 4.141, "read": 4.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.196, "count": 124, "max_ms": 167.137, "p95_ms": 144.642}, "gstreamer_push": {"avg_ms": 0.805, "count": 124, "max_ms": 1.33, "p95_ms": 0.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.678, "count": 124, "max_ms": 111.121, "p95_ms": 92.706}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.403, "count": 124, "max_ms": 108.804, "p95_ms": 98.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.214, "count": 124, "max_ms": 297.008, "p95_ms": 270.319}, "read_interval": {"avg_ms": 243.005, "count": 123, "max_ms": 303.754, "p95_ms": 276.65}, "triton_wait": {"avg_ms": 74.85, "count": 124, "max_ms": 111.133, "p95_ms": 99.102}, "visualize": {"avg_ms": 26.3, "count": 124, "max_ms": 37.189, "p95_ms": 30.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6250.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.406, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "R (running)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.715, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T20:43:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T20:43:05+09:00", "mjpeg": {"age_sec": 0.347, "exists": true, "mtime": "2026-07-06T20:43:05.168534+09:00", "mtime_epoch": 1783338185.1685343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:43:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.143, "count": 299, "max_ms": 6.803, "p95_ms": 5.733}, "gstreamer_push": {"avg_ms": 1.258, "count": 299, "max_ms": 2.151, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.289, "count": 299, "max_ms": 83.507, "p95_ms": 76.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.136, "count": 299, "max_ms": 106.525, "p95_ms": 89.894}, "yolo11_640_fire_11class": {"avg_ms": 60.112, "count": 299, "max_ms": 86.096, "p95_ms": 79.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.651, "count": 299, "max_ms": 99.403, "p95_ms": 90.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.465, "count": 299, "max_ms": 119.52, "p95_ms": 108.735}, "read_interval": {"avg_ms": 100.486, "count": 298, "max_ms": 418.896, "p95_ms": 131.002}, "triton_wait": {"avg_ms": 67.996, "count": 299, "max_ms": 106.538, "p95_ms": 94.809}, "visualize": {"avg_ms": 3.507, "count": 299, "max_ms": 4.962, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6252.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.791, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.547, "name": "ffmpeg", "pid": 26939, "rss_mb": 267.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.511, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:43:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:43:14+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T20:43:14+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T20:43:14.608703+09:00", "mtime_epoch": 1783338194.6087031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:43:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.364, "pushed": 8.364, "read": 8.33}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.074, "count": 250, "max_ms": 9.218, "p95_ms": 6.871}, "gstreamer_push": {"avg_ms": 1.184, "count": 250, "max_ms": 1.868, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.826, "count": 250, "max_ms": 87.642, "p95_ms": 79.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.828, "count": 250, "max_ms": 110.814, "p95_ms": 95.831}, "yolo11_640_fire_11class": {"avg_ms": 63.368, "count": 250, "max_ms": 87.858, "p95_ms": 81.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.97, "count": 250, "max_ms": 102.456, "p95_ms": 93.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.043, "count": 250, "max_ms": 165.171, "p95_ms": 151.785}, "read_interval": {"avg_ms": 120.066, "count": 249, "max_ms": 173.235, "p95_ms": 161.315}, "triton_wait": {"avg_ms": 72.62, "count": 250, "max_ms": 110.826, "p95_ms": 99.151}, "visualize": {"avg_ms": 4.543, "count": 250, "max_ms": 6.785, "p95_ms": 5.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1632, "tracking_summary": 1478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6253.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33923.941, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.104, "sample_count": 1285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:43:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:43:30+09:00", "last_frame_read_age_sec": 0.265, "last_frame_read_at": "2026-07-06T20:43:30+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-06T20:43:30.480987+09:00", "mtime_epoch": 1783338210.480987, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:43:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 851.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.334, "pushed": 4.334, "read": 4.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.83, "count": 130, "max_ms": 147.773, "p95_ms": 140.571}, "gstreamer_push": {"avg_ms": 0.815, "count": 130, "max_ms": 1.253, "p95_ms": 0.965}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.608, "count": 130, "max_ms": 110.125, "p95_ms": 100.655}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.916, "count": 130, "max_ms": 110.975, "p95_ms": 106.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.785, "count": 130, "max_ms": 287.747, "p95_ms": 267.795}, "read_interval": {"avg_ms": 230.43, "count": 130, "max_ms": 293.932, "p95_ms": 275.339}, "triton_wait": {"avg_ms": 78.081, "count": 130, "max_ms": 110.987, "p95_ms": 106.806}, "visualize": {"avg_ms": 25.898, "count": 130, "max_ms": 39.115, "p95_ms": 31.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6254.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.496, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.715, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:43:35+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T20:43:35+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T20:43:35.517077+09:00", "mtime_epoch": 1783338215.5170772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:43:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.313, "count": 301, "max_ms": 6.807, "p95_ms": 5.618}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 2.048, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.268, "count": 301, "max_ms": 86.481, "p95_ms": 78.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.435, "count": 301, "max_ms": 119.185, "p95_ms": 93.948}, "yolo11_640_fire_11class": {"avg_ms": 60.64, "count": 301, "max_ms": 91.564, "p95_ms": 81.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.74, "count": 301, "max_ms": 100.489, "p95_ms": 94.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.185, "count": 301, "max_ms": 132.328, "p95_ms": 111.519}, "read_interval": {"avg_ms": 99.946, "count": 300, "max_ms": 382.167, "p95_ms": 132.068}, "triton_wait": {"avg_ms": 69.154, "count": 301, "max_ms": 119.199, "p95_ms": 98.543}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 5.455, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6247.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.811, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.805, "name": "ffmpeg", "pid": 26939, "rss_mb": 267.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.167, "sample_count": 2424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:43:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T20:43:44+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-06T20:43:44+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T20:43:44.597240+09:00", "mtime_epoch": 1783338224.5972397, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:43:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.703, "pushed": 8.703, "read": 8.67}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.828, "count": 260, "max_ms": 8.662, "p95_ms": 6.428}, "gstreamer_push": {"avg_ms": 1.197, "count": 260, "max_ms": 1.9, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.772, "count": 260, "max_ms": 89.826, "p95_ms": 79.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.692, "count": 260, "max_ms": 113.191, "p95_ms": 91.536}, "yolo11_640_fire_11class": {"avg_ms": 61.865, "count": 260, "max_ms": 92.941, "p95_ms": 83.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.68, "count": 260, "max_ms": 106.154, "p95_ms": 95.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.129, "count": 260, "max_ms": 162.071, "p95_ms": 144.409}, "read_interval": {"avg_ms": 115.317, "count": 259, "max_ms": 175.008, "p95_ms": 154.505}, "triton_wait": {"avg_ms": 71.54, "count": 260, "max_ms": 113.203, "p95_ms": 97.289}, "visualize": {"avg_ms": 4.388, "count": 260, "max_ms": 6.894, "p95_ms": 5.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1632, "tracking_summary": 1479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6250.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33954.075, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 270.973, "sample_count": 1301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:44:00+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-06T20:44:00+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T20:44:00.669527+09:00", "mtime_epoch": 1783338240.6695273, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:44:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 847.027, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.685, "pushed": 4.685, "read": 4.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.434, "count": 140, "max_ms": 144.14, "p95_ms": 139.553}, "gstreamer_push": {"avg_ms": 0.904, "count": 140, "max_ms": 1.93, "p95_ms": 1.741}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.382, "count": 140, "max_ms": 113.001, "p95_ms": 106.185}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.708, "count": 140, "max_ms": 116.097, "p95_ms": 105.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.151, "count": 140, "max_ms": 287.066, "p95_ms": 266.294}, "read_interval": {"avg_ms": 215.22, "count": 139, "max_ms": 295.873, "p95_ms": 275.92}, "triton_wait": {"avg_ms": 79.215, "count": 140, "max_ms": 116.11, "p95_ms": 107.73}, "visualize": {"avg_ms": 27.503, "count": 140, "max_ms": 36.798, "p95_ms": 33.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6247.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.617, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.744, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:44:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:44:05+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T20:44:05+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T20:44:05.613616+09:00", "mtime_epoch": 1783338245.6136158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:44:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.306, "count": 299, "max_ms": 6.561, "p95_ms": 5.43}, "gstreamer_push": {"avg_ms": 1.304, "count": 299, "max_ms": 2.168, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.501, "count": 299, "max_ms": 87.069, "p95_ms": 77.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.235, "count": 299, "max_ms": 115.725, "p95_ms": 93.469}, "yolo11_640_fire_11class": {"avg_ms": 61.608, "count": 299, "max_ms": 92.164, "p95_ms": 80.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.587, "count": 299, "max_ms": 105.869, "p95_ms": 91.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.37, "count": 299, "max_ms": 129.145, "p95_ms": 109.79}, "read_interval": {"avg_ms": 100.287, "count": 299, "max_ms": 291.93, "p95_ms": 132.102}, "triton_wait": {"avg_ms": 70.431, "count": 299, "max_ms": 115.738, "p95_ms": 96.184}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 5.711, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6242.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.831, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.062, "name": "ffmpeg", "pid": 26939, "rss_mb": 268.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.464, "sample_count": 2434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:44:14+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:44:14+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T20:44:14.637777+09:00", "mtime_epoch": 1783338254.6377773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:44:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.495, "pushed": 8.495, "read": 8.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.939, "count": 254, "max_ms": 8.903, "p95_ms": 6.809}, "gstreamer_push": {"avg_ms": 1.181, "count": 254, "max_ms": 1.786, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.159, "count": 254, "max_ms": 92.322, "p95_ms": 79.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.235, "count": 254, "max_ms": 113.462, "p95_ms": 93.373}, "yolo11_640_fire_11class": {"avg_ms": 63.248, "count": 254, "max_ms": 89.36, "p95_ms": 83.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.834, "count": 254, "max_ms": 102.948, "p95_ms": 94.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.122, "count": 254, "max_ms": 168.044, "p95_ms": 148.809}, "read_interval": {"avg_ms": 118.151, "count": 253, "max_ms": 178.407, "p95_ms": 160.147}, "triton_wait": {"avg_ms": 72.838, "count": 254, "max_ms": 113.474, "p95_ms": 96.647}, "visualize": {"avg_ms": 4.378, "count": 254, "max_ms": 6.756, "p95_ms": 5.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1634, "tracking_summary": 1480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6253.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 33984.225, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.741, "sample_count": 1292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:44:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:44:31+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T20:44:30+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T20:44:30.802066+09:00", "mtime_epoch": 1783338270.8020663, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:44:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.512, "name": "celery", "pid": 239, "rss_mb": 849.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.069, "pushed": 4.069, "read": 4.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.25, "count": 122, "max_ms": 180.142, "p95_ms": 164.348}, "gstreamer_push": {"avg_ms": 1.077, "count": 122, "max_ms": 1.882, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.001, "count": 122, "max_ms": 118.784, "p95_ms": 96.44}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.071, "count": 122, "max_ms": 120.543, "p95_ms": 105.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.682, "count": 122, "max_ms": 355.272, "p95_ms": 279.543}, "read_interval": {"avg_ms": 247.201, "count": 121, "max_ms": 361.981, "p95_ms": 287.641}, "triton_wait": {"avg_ms": 78.398, "count": 122, "max_ms": 120.557, "p95_ms": 105.719}, "visualize": {"avg_ms": 31.114, "count": 122, "max_ms": 52.149, "p95_ms": 41.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6250.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.702, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.007, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:44:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:44:35+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T20:44:35+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:44:35.710154+09:00", "mtime_epoch": 1783338275.7101543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:44:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.31, "count": 302, "max_ms": 6.818, "p95_ms": 5.905}, "gstreamer_push": {"avg_ms": 1.306, "count": 303, "max_ms": 1.99, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.72, "count": 302, "max_ms": 88.782, "p95_ms": 76.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.452, "count": 302, "max_ms": 105.509, "p95_ms": 91.047}, "yolo11_640_fire_11class": {"avg_ms": 62.205, "count": 302, "max_ms": 90.565, "p95_ms": 80.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.914, "count": 302, "max_ms": 102.439, "p95_ms": 91.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.445, "count": 303, "max_ms": 118.257, "p95_ms": 108.271}, "read_interval": {"avg_ms": 99.222, "count": 302, "max_ms": 351.357, "p95_ms": 122.616}, "triton_wait": {"avg_ms": 70.516, "count": 302, "max_ms": 105.521, "p95_ms": 94.724}, "visualize": {"avg_ms": 3.679, "count": 302, "max_ms": 5.538, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6251.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.878, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.062, "name": "ffmpeg", "pid": 26939, "rss_mb": 268.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.194, "sample_count": 2450, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:44:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:44:44+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T20:44:44+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T20:44:44.694315+09:00", "mtime_epoch": 1783338284.694315, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:44:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.674, "pushed": 8.674, "read": 8.641}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.823, "count": 260, "max_ms": 9.432, "p95_ms": 6.815}, "gstreamer_push": {"avg_ms": 1.215, "count": 260, "max_ms": 2.122, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.673, "count": 260, "max_ms": 90.008, "p95_ms": 78.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.97, "count": 260, "max_ms": 120.976, "p95_ms": 92.95}, "yolo11_640_fire_11class": {"avg_ms": 63.813, "count": 260, "max_ms": 91.027, "p95_ms": 80.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.814, "count": 260, "max_ms": 103.743, "p95_ms": 93.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.884, "count": 260, "max_ms": 171.403, "p95_ms": 145.39}, "read_interval": {"avg_ms": 115.531, "count": 259, "max_ms": 181.84, "p95_ms": 156.562}, "triton_wait": {"avg_ms": 73.457, "count": 260, "max_ms": 120.988, "p95_ms": 96.156}, "visualize": {"avg_ms": 4.298, "count": 260, "max_ms": 6.737, "p95_ms": 5.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1635, "tracking_summary": 1481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6253.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34014.332, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.688, "sample_count": 1277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:45:01+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T20:45:00+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T20:45:00.882605+09:00", "mtime_epoch": 1783338300.8826046, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:45:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 850.02, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.19, "pushed": 4.19, "read": 4.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.225, "count": 125, "max_ms": 168.319, "p95_ms": 160.38}, "gstreamer_push": {"avg_ms": 1.015, "count": 125, "max_ms": 3.382, "p95_ms": 1.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.908, "count": 125, "max_ms": 115.248, "p95_ms": 98.55}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.772, "count": 125, "max_ms": 119.677, "p95_ms": 109.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.584, "count": 125, "max_ms": 308.158, "p95_ms": 283.145}, "read_interval": {"avg_ms": 240.699, "count": 124, "max_ms": 315.441, "p95_ms": 290.697}, "triton_wait": {"avg_ms": 76.913, "count": 125, "max_ms": 119.69, "p95_ms": 109.928}, "visualize": {"avg_ms": 31.582, "count": 125, "max_ms": 50.523, "p95_ms": 41.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6253.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.729, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.533, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:45:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:45:05+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T20:45:05+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T20:45:05.758692+09:00", "mtime_epoch": 1783338305.7586918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:45:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.832, "pushed": 9.832, "read": 9.798}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.219, "count": 294, "max_ms": 6.603, "p95_ms": 5.126}, "gstreamer_push": {"avg_ms": 1.285, "count": 294, "max_ms": 1.542, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.348, "count": 294, "max_ms": 89.338, "p95_ms": 80.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.611, "count": 294, "max_ms": 114.203, "p95_ms": 93.823}, "yolo11_640_fire_11class": {"avg_ms": 65.106, "count": 294, "max_ms": 91.396, "p95_ms": 82.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.204, "count": 294, "max_ms": 104.072, "p95_ms": 93.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.428, "count": 294, "max_ms": 128.236, "p95_ms": 110.086}, "read_interval": {"avg_ms": 102.16, "count": 293, "max_ms": 251.657, "p95_ms": 125.304}, "triton_wait": {"avg_ms": 74.604, "count": 294, "max_ms": 114.216, "p95_ms": 97.109}, "visualize": {"avg_ms": 3.614, "count": 294, "max_ms": 4.821, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6251.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.902, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.062, "name": "ffmpeg", "pid": 26939, "rss_mb": 268.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.83, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:45:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:45:14+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T20:45:14+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T20:45:14.726852+09:00", "mtime_epoch": 1783338314.7268522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:45:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.839, "pushed": 8.839, "read": 8.806}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.08, "count": 264, "max_ms": 8.248, "p95_ms": 5.997}, "gstreamer_push": {"avg_ms": 1.265, "count": 264, "max_ms": 1.917, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.357, "count": 264, "max_ms": 90.191, "p95_ms": 81.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.555, "count": 264, "max_ms": 115.066, "p95_ms": 95.096}, "yolo11_640_fire_11class": {"avg_ms": 69.859, "count": 264, "max_ms": 90.178, "p95_ms": 83.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.073, "count": 264, "max_ms": 105.802, "p95_ms": 95.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.482, "count": 264, "max_ms": 159.197, "p95_ms": 143.716}, "read_interval": {"avg_ms": 113.731, "count": 263, "max_ms": 170.921, "p95_ms": 154.114}, "triton_wait": {"avg_ms": 80.861, "count": 264, "max_ms": 115.079, "p95_ms": 98.446}, "visualize": {"avg_ms": 3.911, "count": 264, "max_ms": 5.934, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1636, "tracking_summary": 1482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6254.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34044.485, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.712, "sample_count": 1281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:45:31+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-06T20:45:31+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-06T20:45:31.135146+09:00", "mtime_epoch": 1783338331.1351457, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:45:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 849.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.179, "pushed": 4.179, "read": 4.145}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.865, "count": 125, "max_ms": 168.067, "p95_ms": 164.713}, "gstreamer_push": {"avg_ms": 0.888, "count": 125, "max_ms": 3.035, "p95_ms": 1.789}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.933, "count": 125, "max_ms": 107.691, "p95_ms": 101.978}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.528, "count": 125, "max_ms": 110.137, "p95_ms": 106.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.244, "count": 125, "max_ms": 302.918, "p95_ms": 285.992}, "read_interval": {"avg_ms": 241.858, "count": 124, "max_ms": 309.4, "p95_ms": 292.381}, "triton_wait": {"avg_ms": 75.677, "count": 125, "max_ms": 110.149, "p95_ms": 106.279}, "visualize": {"avg_ms": 26.861, "count": 125, "max_ms": 40.985, "p95_ms": 33.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6254.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.734, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.686, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:45:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:45:35+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T20:45:35+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T20:45:35.775229+09:00", "mtime_epoch": 1783338335.7752285, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:45:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1530.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.258, "count": 300, "max_ms": 7.207, "p95_ms": 5.649}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.838, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.809, "count": 300, "max_ms": 86.873, "p95_ms": 78.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.159, "count": 300, "max_ms": 117.753, "p95_ms": 90.547}, "yolo11_640_fire_11class": {"avg_ms": 64.279, "count": 300, "max_ms": 87.984, "p95_ms": 80.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.173, "count": 300, "max_ms": 101.11, "p95_ms": 93.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.467, "count": 300, "max_ms": 131.022, "p95_ms": 110.271}, "read_interval": {"avg_ms": 100.023, "count": 300, "max_ms": 149.091, "p95_ms": 124.432}, "triton_wait": {"avg_ms": 73.589, "count": 300, "max_ms": 117.766, "p95_ms": 96.107}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 5.153, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6251.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:40:38+09:00", "last_error_summary": "[h264 @ 0x561b055dc200] error while decoding MB 8 26, bytestream -9", "last_exit_at": "2026-07-06T20:40:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.911, "last_started_at": "2026-07-06T20:40:40+09:00", "pid": 26939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.32, "name": "ffmpeg", "pid": 26939, "rss_mb": 268.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.908, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:45:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:45:44+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T20:45:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T20:45:44.747389+09:00", "mtime_epoch": 1783338344.747389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:45:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.601, "pushed": 8.601, "read": 8.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.557, "count": 258, "max_ms": 8.755, "p95_ms": 6.232}, "gstreamer_push": {"avg_ms": 1.261, "count": 258, "max_ms": 1.984, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.698, "count": 258, "max_ms": 83.348, "p95_ms": 78.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.005, "count": 258, "max_ms": 111.068, "p95_ms": 93.837}, "yolo11_640_fire_11class": {"avg_ms": 65.387, "count": 258, "max_ms": 86.649, "p95_ms": 80.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.501, "count": 258, "max_ms": 101.583, "p95_ms": 92.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.159, "count": 258, "max_ms": 163.958, "p95_ms": 142.212}, "read_interval": {"avg_ms": 116.324, "count": 258, "max_ms": 173.474, "p95_ms": 153.081}, "triton_wait": {"avg_ms": 76.498, "count": 258, "max_ms": 111.08, "p95_ms": 96.401}, "visualize": {"avg_ms": 4.272, "count": 258, "max_ms": 6.945, "p95_ms": 5.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1638, "tracking_summary": 1483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6135.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34074.528, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.994, "sample_count": 1288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:46:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:46:01+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T20:46:01+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-06T20:46:01.119682+09:00", "mtime_epoch": 1783338361.1196818, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:46:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 849.43, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.523, "pushed": 4.523, "read": 4.49}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.931, "count": 135, "max_ms": 170.684, "p95_ms": 139.112}, "gstreamer_push": {"avg_ms": 0.828, "count": 135, "max_ms": 1.914, "p95_ms": 1.002}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.236, "count": 135, "max_ms": 107.334, "p95_ms": 91.836}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.551, "count": 135, "max_ms": 111.595, "p95_ms": 99.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.548, "count": 135, "max_ms": 292.307, "p95_ms": 262.795}, "read_interval": {"avg_ms": 222.517, "count": 134, "max_ms": 300.774, "p95_ms": 269.512}, "triton_wait": {"avg_ms": 71.853, "count": 135, "max_ms": 111.607, "p95_ms": 99.101}, "visualize": {"avg_ms": 24.784, "count": 135, "max_ms": 34.559, "p95_ms": 29.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6250.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.83, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.261, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:46:05+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T20:46:05+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T20:46:05.847766+09:00", "mtime_epoch": 1783338365.8477664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:46:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.227, "count": 300, "max_ms": 6.728, "p95_ms": 5.258}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.991, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.054, "count": 300, "max_ms": 82.965, "p95_ms": 78.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.33, "count": 300, "max_ms": 115.256, "p95_ms": 87.794}, "yolo11_640_fire_11class": {"avg_ms": 65.265, "count": 300, "max_ms": 87.988, "p95_ms": 80.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.849, "count": 300, "max_ms": 101.931, "p95_ms": 91.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.297, "count": 300, "max_ms": 128.122, "p95_ms": 105.894}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 141.091, "p95_ms": 120.847}, "triton_wait": {"avg_ms": 73.501, "count": 300, "max_ms": 115.27, "p95_ms": 92.449}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 4.993, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6253.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.063, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.895, "name": "ffmpeg", "pid": 27046, "rss_mb": 264.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 19, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.201, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:46:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:46:14+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T20:46:14+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:46:14.843927+09:00", "mtime_epoch": 1783338374.8439271, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:46:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1642.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.742, "count": 228, "max_ms": 8.298, "p95_ms": 5.914}, "gstreamer_push": {"avg_ms": 1.289, "count": 228, "max_ms": 1.683, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.107, "count": 228, "max_ms": 89.631, "p95_ms": 81.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.552, "count": 228, "max_ms": 118.769, "p95_ms": 92.899}, "yolo11_640_fire_11class": {"avg_ms": 73.589, "count": 228, "max_ms": 89.633, "p95_ms": 85.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.942, "count": 228, "max_ms": 103.433, "p95_ms": 93.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.475, "count": 228, "max_ms": 163.916, "p95_ms": 123.258}, "read_interval": {"avg_ms": 132.108, "count": 227, "max_ms": 4738.192, "p95_ms": 138.441}, "triton_wait": {"avg_ms": 83.444, "count": 228, "max_ms": 118.782, "p95_ms": 98.295}, "visualize": {"avg_ms": 3.77, "count": 228, "max_ms": 6.309, "p95_ms": 5.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1639, "tracking_summary": 1484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6255.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34104.59, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.85, "sample_count": 1291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:46:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:46:31+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T20:46:31+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T20:46:31.204220+09:00", "mtime_epoch": 1783338391.2042198, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:46:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 852.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.424, "pushed": 4.424, "read": 4.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.346, "count": 132, "max_ms": 151.137, "p95_ms": 140.789}, "gstreamer_push": {"avg_ms": 0.819, "count": 132, "max_ms": 1.088, "p95_ms": 0.977}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.594, "count": 132, "max_ms": 106.654, "p95_ms": 101.551}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.269, "count": 132, "max_ms": 114.147, "p95_ms": 105.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.796, "count": 132, "max_ms": 277.96, "p95_ms": 267.989}, "read_interval": {"avg_ms": 227.975, "count": 131, "max_ms": 284.312, "p95_ms": 274.178}, "triton_wait": {"avg_ms": 76.455, "count": 132, "max_ms": 114.161, "p95_ms": 105.545}, "visualize": {"avg_ms": 26.038, "count": 132, "max_ms": 46.003, "p95_ms": 29.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6255.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.868, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.465, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:46:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:46:35+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T20:46:35+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T20:46:35.884304+09:00", "mtime_epoch": 1783338395.8843036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:46:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.952, "pushed": 8.952, "read": 8.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.305, "count": 268, "max_ms": 6.648, "p95_ms": 5.706}, "gstreamer_push": {"avg_ms": 1.302, "count": 268, "max_ms": 1.494, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.933, "count": 268, "max_ms": 87.781, "p95_ms": 82.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.878, "count": 268, "max_ms": 116.713, "p95_ms": 91.71}, "yolo11_640_fire_11class": {"avg_ms": 74.546, "count": 268, "max_ms": 91.114, "p95_ms": 85.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.146, "count": 268, "max_ms": 100.469, "p95_ms": 96.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.262, "count": 268, "max_ms": 129.826, "p95_ms": 111.856}, "read_interval": {"avg_ms": 112.089, "count": 267, "max_ms": 144.073, "p95_ms": 126.318}, "triton_wait": {"avg_ms": 85.179, "count": 268, "max_ms": 116.726, "p95_ms": 97.979}, "visualize": {"avg_ms": 3.669, "count": 268, "max_ms": 4.651, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6255.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.12, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 27046, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.879, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:46:45+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T20:46:44+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:46:44.900465+09:00", "mtime_epoch": 1783338404.9004648, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:46:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.849, "pushed": 8.849, "read": 8.816}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.571, "count": 265, "max_ms": 5.641, "p95_ms": 4.142}, "gstreamer_push": {"avg_ms": 1.354, "count": 265, "max_ms": 1.998, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.205, "count": 265, "max_ms": 88.28, "p95_ms": 82.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.121, "count": 265, "max_ms": 115.273, "p95_ms": 96.0}, "yolo11_640_fire_11class": {"avg_ms": 76.864, "count": 265, "max_ms": 92.245, "p95_ms": 86.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.994, "count": 265, "max_ms": 104.493, "p95_ms": 96.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.342, "count": 265, "max_ms": 127.965, "p95_ms": 111.715}, "read_interval": {"avg_ms": 113.395, "count": 264, "max_ms": 145.022, "p95_ms": 124.839}, "triton_wait": {"avg_ms": 87.907, "count": 265, "max_ms": 115.286, "p95_ms": 99.302}, "visualize": {"avg_ms": 3.704, "count": 265, "max_ms": 4.787, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1640, "tracking_summary": 1485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6251.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34134.675, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.343, "sample_count": 1290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:47:01+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T20:47:01+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T20:47:01.244757+09:00", "mtime_epoch": 1783338421.244757, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:47:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 847.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.277, "pushed": 4.277, "read": 4.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.222, "count": 128, "max_ms": 144.545, "p95_ms": 138.311}, "gstreamer_push": {"avg_ms": 0.791, "count": 128, "max_ms": 1.118, "p95_ms": 0.96}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.044, "count": 128, "max_ms": 111.188, "p95_ms": 105.304}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.972, "count": 128, "max_ms": 118.8, "p95_ms": 110.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.217, "count": 128, "max_ms": 283.734, "p95_ms": 273.343}, "read_interval": {"avg_ms": 234.975, "count": 127, "max_ms": 289.891, "p95_ms": 281.729}, "triton_wait": {"avg_ms": 73.379, "count": 128, "max_ms": 118.814, "p95_ms": 110.433}, "visualize": {"avg_ms": 24.771, "count": 128, "max_ms": 37.475, "p95_ms": 29.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6246.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.872, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.066, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:47:05+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T20:47:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T20:47:05.884840+09:00", "mtime_epoch": 1783338425.8848398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:47:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.87, "pushed": 8.87, "read": 8.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.21, "count": 266, "max_ms": 6.686, "p95_ms": 5.578}, "gstreamer_push": {"avg_ms": 1.297, "count": 266, "max_ms": 1.942, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.608, "count": 266, "max_ms": 90.022, "p95_ms": 83.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.126, "count": 266, "max_ms": 116.852, "p95_ms": 103.288}, "yolo11_640_fire_11class": {"avg_ms": 75.575, "count": 266, "max_ms": 94.046, "p95_ms": 85.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.124, "count": 266, "max_ms": 106.823, "p95_ms": 94.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.277, "count": 266, "max_ms": 130.032, "p95_ms": 118.68}, "read_interval": {"avg_ms": 112.778, "count": 266, "max_ms": 145.139, "p95_ms": 131.337}, "triton_wait": {"avg_ms": 86.388, "count": 266, "max_ms": 116.865, "p95_ms": 105.562}, "visualize": {"avg_ms": 3.643, "count": 266, "max_ms": 4.686, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6246.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.198, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.473, "name": "ffmpeg", "pid": 27046, "rss_mb": 267.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.078, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:47:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:47:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T20:47:14+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T20:47:14.989003+09:00", "mtime_epoch": 1783338434.9890027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:47:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.077, "pushed": 9.077, "read": 9.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.486, "count": 272, "max_ms": 5.893, "p95_ms": 3.83}, "gstreamer_push": {"avg_ms": 1.33, "count": 272, "max_ms": 1.59, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.936, "count": 272, "max_ms": 89.466, "p95_ms": 83.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.175, "count": 272, "max_ms": 113.716, "p95_ms": 102.014}, "yolo11_640_fire_11class": {"avg_ms": 74.908, "count": 272, "max_ms": 95.882, "p95_ms": 85.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.619, "count": 272, "max_ms": 108.668, "p95_ms": 95.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.481, "count": 272, "max_ms": 128.797, "p95_ms": 115.703}, "read_interval": {"avg_ms": 110.594, "count": 271, "max_ms": 142.833, "p95_ms": 129.952}, "triton_wait": {"avg_ms": 84.972, "count": 272, "max_ms": 113.728, "p95_ms": 103.329}, "visualize": {"avg_ms": 3.666, "count": 272, "max_ms": 5.98, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1642, "tracking_summary": 1486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6254.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34164.714, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.117, "sample_count": 1283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:47:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:47:31+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-06T20:47:31+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-06T20:47:31.233293+09:00", "mtime_epoch": 1783338451.233293, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:47:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 849.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.227, "pushed": 4.227, "read": 4.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.67, "count": 126, "max_ms": 167.186, "p95_ms": 139.76}, "gstreamer_push": {"avg_ms": 0.986, "count": 126, "max_ms": 2.764, "p95_ms": 1.792}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.483, "count": 126, "max_ms": 113.746, "p95_ms": 107.223}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.474, "count": 126, "max_ms": 120.955, "p95_ms": 111.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.059, "count": 126, "max_ms": 297.45, "p95_ms": 279.901}, "read_interval": {"avg_ms": 238.068, "count": 125, "max_ms": 305.827, "p95_ms": 287.492}, "triton_wait": {"avg_ms": 77.812, "count": 126, "max_ms": 120.968, "p95_ms": 111.397}, "visualize": {"avg_ms": 29.688, "count": 126, "max_ms": 46.236, "p95_ms": 40.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.933, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.632, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:47:36+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:47:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T20:47:35.945377+09:00", "mtime_epoch": 1783338455.9453773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:47:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.151, "pushed": 9.151, "read": 9.117}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.493, "count": 274, "max_ms": 6.709, "p95_ms": 6.109}, "gstreamer_push": {"avg_ms": 1.306, "count": 274, "max_ms": 1.72, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.747, "count": 274, "max_ms": 93.883, "p95_ms": 82.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.48, "count": 274, "max_ms": 115.298, "p95_ms": 95.926}, "yolo11_640_fire_11class": {"avg_ms": 72.025, "count": 274, "max_ms": 93.189, "p95_ms": 84.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.457, "count": 274, "max_ms": 109.242, "p95_ms": 95.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.585, "count": 274, "max_ms": 128.176, "p95_ms": 114.418}, "read_interval": {"avg_ms": 109.701, "count": 273, "max_ms": 144.542, "p95_ms": 127.916}, "triton_wait": {"avg_ms": 82.359, "count": 274, "max_ms": 115.31, "p95_ms": 101.427}, "visualize": {"avg_ms": 3.679, "count": 274, "max_ms": 6.183, "p95_ms": 4.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6254.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.248, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.246, "name": "ffmpeg", "pid": 27046, "rss_mb": 268.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.735, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:47:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:47:45+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:47:45+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:47:45.029540+09:00", "mtime_epoch": 1783338465.0295396, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:47:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.048, "pushed": 9.048, "read": 9.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.638, "count": 271, "max_ms": 5.763, "p95_ms": 4.957}, "gstreamer_push": {"avg_ms": 1.33, "count": 271, "max_ms": 2.243, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.037, "count": 271, "max_ms": 98.412, "p95_ms": 82.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.435, "count": 271, "max_ms": 116.236, "p95_ms": 100.249}, "yolo11_640_fire_11class": {"avg_ms": 74.953, "count": 271, "max_ms": 97.861, "p95_ms": 85.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.106, "count": 271, "max_ms": 108.442, "p95_ms": 96.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.659, "count": 271, "max_ms": 129.751, "p95_ms": 114.907}, "read_interval": {"avg_ms": 110.86, "count": 270, "max_ms": 153.656, "p95_ms": 127.801}, "triton_wait": {"avg_ms": 85.232, "count": 271, "max_ms": 116.249, "p95_ms": 102.56}, "visualize": {"avg_ms": 3.686, "count": 271, "max_ms": 5.078, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1642, "tracking_summary": 1487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6244.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34194.803, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.701, "sample_count": 1298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:48:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:48:01+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T20:48:01+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T20:48:01.389832+09:00", "mtime_epoch": 1783338481.389832, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:48:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 839.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.659, "pushed": 4.659, "read": 4.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.742, "count": 139, "max_ms": 144.215, "p95_ms": 140.244}, "gstreamer_push": {"avg_ms": 0.903, "count": 139, "max_ms": 1.918, "p95_ms": 1.754}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.294, "count": 139, "max_ms": 116.449, "p95_ms": 110.424}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.402, "count": 139, "max_ms": 120.073, "p95_ms": 111.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.255, "count": 139, "max_ms": 288.202, "p95_ms": 275.871}, "read_interval": {"avg_ms": 216.394, "count": 138, "max_ms": 297.617, "p95_ms": 283.23}, "triton_wait": {"avg_ms": 75.876, "count": 139, "max_ms": 120.087, "p95_ms": 112.247}, "visualize": {"avg_ms": 26.661, "count": 139, "max_ms": 36.233, "p95_ms": 34.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6253.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.014, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.391, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:48:06+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T20:48:06+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:48:06.021915+09:00", "mtime_epoch": 1783338486.021915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:48:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.941, "pushed": 8.941, "read": 8.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.163, "count": 268, "max_ms": 7.189, "p95_ms": 4.926}, "gstreamer_push": {"avg_ms": 1.325, "count": 268, "max_ms": 2.225, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.11, "count": 268, "max_ms": 98.852, "p95_ms": 83.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.978, "count": 268, "max_ms": 127.668, "p95_ms": 104.202}, "yolo11_640_fire_11class": {"avg_ms": 74.843, "count": 268, "max_ms": 97.845, "p95_ms": 85.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.653, "count": 268, "max_ms": 109.653, "p95_ms": 95.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.407, "count": 268, "max_ms": 140.595, "p95_ms": 119.176}, "read_interval": {"avg_ms": 112.21, "count": 267, "max_ms": 154.847, "p95_ms": 136.863}, "triton_wait": {"avg_ms": 85.495, "count": 268, "max_ms": 127.681, "p95_ms": 106.214}, "visualize": {"avg_ms": 3.672, "count": 268, "max_ms": 6.291, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6258.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.332, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.082, "name": "ffmpeg", "pid": 27046, "rss_mb": 271.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.463, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:48:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:48:15+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T20:48:15+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T20:48:15.126078+09:00", "mtime_epoch": 1783338495.1260777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:48:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.976, "pushed": 8.976, "read": 8.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.632, "count": 269, "max_ms": 6.808, "p95_ms": 4.81}, "gstreamer_push": {"avg_ms": 1.347, "count": 269, "max_ms": 2.44, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.739, "count": 269, "max_ms": 94.8, "p95_ms": 84.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.609, "count": 269, "max_ms": 118.895, "p95_ms": 105.646}, "yolo11_640_fire_11class": {"avg_ms": 75.999, "count": 269, "max_ms": 94.76, "p95_ms": 86.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.372, "count": 269, "max_ms": 105.508, "p95_ms": 96.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.517, "count": 269, "max_ms": 131.54, "p95_ms": 117.912}, "read_interval": {"avg_ms": 111.85, "count": 268, "max_ms": 144.099, "p95_ms": 131.727}, "triton_wait": {"avg_ms": 86.037, "count": 269, "max_ms": 118.908, "p95_ms": 105.66}, "visualize": {"avg_ms": 3.732, "count": 269, "max_ms": 6.898, "p95_ms": 4.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1644, "tracking_summary": 1489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6260.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34224.906, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.643, "sample_count": 1300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:48:31+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T20:48:31+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T20:48:31.478370+09:00", "mtime_epoch": 1783338511.47837, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:48:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 852.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.414, "pushed": 4.414, "read": 4.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.401, "count": 132, "max_ms": 146.144, "p95_ms": 136.796}, "gstreamer_push": {"avg_ms": 0.804, "count": 132, "max_ms": 1.097, "p95_ms": 0.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.078, "count": 132, "max_ms": 109.826, "p95_ms": 104.579}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.366, "count": 132, "max_ms": 116.076, "p95_ms": 109.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.291, "count": 132, "max_ms": 280.511, "p95_ms": 274.126}, "read_interval": {"avg_ms": 227.953, "count": 131, "max_ms": 286.474, "p95_ms": 279.87}, "triton_wait": {"avg_ms": 76.718, "count": 132, "max_ms": 116.089, "p95_ms": 109.839}, "visualize": {"avg_ms": 26.341, "count": 132, "max_ms": 41.989, "p95_ms": 31.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6256.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.017, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.26, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:48:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:48:36+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T20:48:36+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T20:48:36.034451+09:00", "mtime_epoch": 1783338516.0344512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:48:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 9.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.193, "count": 270, "max_ms": 7.808, "p95_ms": 5.057}, "gstreamer_push": {"avg_ms": 1.286, "count": 270, "max_ms": 1.964, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.768, "count": 270, "max_ms": 89.399, "p95_ms": 80.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.709, "count": 270, "max_ms": 116.827, "p95_ms": 96.429}, "yolo11_640_fire_11class": {"avg_ms": 74.57, "count": 270, "max_ms": 89.507, "p95_ms": 83.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.343, "count": 270, "max_ms": 100.766, "p95_ms": 92.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.658, "count": 270, "max_ms": 129.991, "p95_ms": 111.518}, "read_interval": {"avg_ms": 111.166, "count": 270, "max_ms": 144.835, "p95_ms": 127.159}, "triton_wait": {"avg_ms": 84.867, "count": 270, "max_ms": 116.839, "p95_ms": 99.037}, "visualize": {"avg_ms": 3.627, "count": 270, "max_ms": 5.49, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6247.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.385, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.082, "name": "ffmpeg", "pid": 27046, "rss_mb": 271.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 18, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.707, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:48:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T20:48:45+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T20:48:45+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T20:48:45.162615+09:00", "mtime_epoch": 1783338525.1626146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:48:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.987, "pushed": 8.987, "read": 8.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.596, "count": 269, "max_ms": 5.975, "p95_ms": 5.076}, "gstreamer_push": {"avg_ms": 1.347, "count": 269, "max_ms": 2.315, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.468, "count": 269, "max_ms": 86.659, "p95_ms": 81.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.492, "count": 269, "max_ms": 114.087, "p95_ms": 93.617}, "yolo11_640_fire_11class": {"avg_ms": 76.144, "count": 269, "max_ms": 89.848, "p95_ms": 84.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.969, "count": 269, "max_ms": 101.109, "p95_ms": 94.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.476, "count": 269, "max_ms": 126.202, "p95_ms": 113.191}, "read_interval": {"avg_ms": 111.673, "count": 268, "max_ms": 139.217, "p95_ms": 125.674}, "triton_wait": {"avg_ms": 86.102, "count": 269, "max_ms": 114.1, "p95_ms": 99.973}, "visualize": {"avg_ms": 3.716, "count": 269, "max_ms": 6.23, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1645, "tracking_summary": 1490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6254.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34255.182, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.273, "sample_count": 1287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:49:01+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-06T20:49:01+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T20:49:01.714910+09:00", "mtime_epoch": 1783338541.7149103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:49:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 844.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.261, "pushed": 4.261, "read": 4.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.015, "count": 127, "max_ms": 159.197, "p95_ms": 136.419}, "gstreamer_push": {"avg_ms": 0.892, "count": 127, "max_ms": 1.961, "p95_ms": 1.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.224, "count": 127, "max_ms": 111.036, "p95_ms": 101.881}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.927, "count": 127, "max_ms": 117.3, "p95_ms": 112.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.318, "count": 127, "max_ms": 286.778, "p95_ms": 278.437}, "read_interval": {"avg_ms": 236.107, "count": 126, "max_ms": 292.764, "p95_ms": 286.057}, "triton_wait": {"avg_ms": 77.0, "count": 127, "max_ms": 117.313, "p95_ms": 112.824}, "visualize": {"avg_ms": 29.463, "count": 127, "max_ms": 41.453, "p95_ms": 39.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6257.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.08, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 331.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.133, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:49:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:49:06+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:49:06+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T20:49:06.094989+09:00", "mtime_epoch": 1783338546.0949886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:49:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.913, "pushed": 8.913, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.243, "count": 267, "max_ms": 7.237, "p95_ms": 5.584}, "gstreamer_push": {"avg_ms": 1.303, "count": 267, "max_ms": 2.078, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.844, "count": 267, "max_ms": 92.828, "p95_ms": 83.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.264, "count": 267, "max_ms": 117.682, "p95_ms": 102.899}, "yolo11_640_fire_11class": {"avg_ms": 75.676, "count": 267, "max_ms": 92.005, "p95_ms": 85.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.851, "count": 267, "max_ms": 102.444, "p95_ms": 94.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.038, "count": 267, "max_ms": 130.623, "p95_ms": 115.869}, "read_interval": {"avg_ms": 112.589, "count": 266, "max_ms": 144.931, "p95_ms": 129.38}, "triton_wait": {"avg_ms": 86.002, "count": 267, "max_ms": 117.695, "p95_ms": 102.913}, "visualize": {"avg_ms": 3.699, "count": 267, "max_ms": 6.073, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6257.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.415, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.34, "name": "ffmpeg", "pid": 27046, "rss_mb": 271.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.12, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:49:15+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:49:15+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T20:49:15.187151+09:00", "mtime_epoch": 1783338555.1871512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:49:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.987, "pushed": 8.987, "read": 8.953}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.607, "count": 269, "max_ms": 5.765, "p95_ms": 4.9}, "gstreamer_push": {"avg_ms": 1.323, "count": 269, "max_ms": 2.294, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.455, "count": 269, "max_ms": 89.525, "p95_ms": 82.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.034, "count": 269, "max_ms": 114.11, "p95_ms": 100.406}, "yolo11_640_fire_11class": {"avg_ms": 76.004, "count": 269, "max_ms": 90.19, "p95_ms": 85.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.471, "count": 269, "max_ms": 104.044, "p95_ms": 95.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.548, "count": 269, "max_ms": 126.402, "p95_ms": 114.019}, "read_interval": {"avg_ms": 111.545, "count": 268, "max_ms": 138.933, "p95_ms": 125.074}, "triton_wait": {"avg_ms": 86.258, "count": 269, "max_ms": 114.122, "p95_ms": 101.741}, "visualize": {"avg_ms": 3.669, "count": 269, "max_ms": 6.332, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1646, "tracking_summary": 1491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6257.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34285.334, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.929, "sample_count": 1289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:49:32+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T20:49:31+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T20:49:31.955451+09:00", "mtime_epoch": 1783338571.9554508, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:49:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 847.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.112, "pushed": 4.112, "read": 4.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.123, "count": 123, "max_ms": 177.25, "p95_ms": 165.5}, "gstreamer_push": {"avg_ms": 1.01, "count": 123, "max_ms": 2.94, "p95_ms": 1.849}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.331, "count": 123, "max_ms": 109.853, "p95_ms": 102.478}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.792, "count": 123, "max_ms": 116.604, "p95_ms": 109.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.049, "count": 123, "max_ms": 327.931, "p95_ms": 279.496}, "read_interval": {"avg_ms": 245.595, "count": 122, "max_ms": 337.762, "p95_ms": 287.605}, "triton_wait": {"avg_ms": 73.805, "count": 123, "max_ms": 116.617, "p95_ms": 109.859}, "visualize": {"avg_ms": 29.287, "count": 123, "max_ms": 43.388, "p95_ms": 39.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6254.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.438, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.434, "name": "ffmpeg", "pid": 27046, "rss_mb": 274.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.375, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:49:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:49:45+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T20:49:45+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T20:49:45.251688+09:00", "mtime_epoch": 1783338585.2516885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:49:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.931, "pushed": 10.931, "read": 10.898}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.471, "count": 327, "max_ms": 5.516, "p95_ms": 3.747}, "gstreamer_push": {"avg_ms": 1.293, "count": 327, "max_ms": 1.599, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.569, "count": 327, "max_ms": 88.711, "p95_ms": 77.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.218, "count": 327, "max_ms": 100.373, "p95_ms": 85.367}, "yolo11_640_fire_11class": {"avg_ms": 60.62, "count": 327, "max_ms": 88.146, "p95_ms": 78.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.071, "count": 327, "max_ms": 105.282, "p95_ms": 89.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.585, "count": 327, "max_ms": 117.627, "p95_ms": 103.69}, "read_interval": {"avg_ms": 91.82, "count": 326, "max_ms": 130.5, "p95_ms": 117.849}, "triton_wait": {"avg_ms": 66.597, "count": 327, "max_ms": 105.295, "p95_ms": 91.598}, "visualize": {"avg_ms": 3.61, "count": 327, "max_ms": 4.741, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6281.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:37:06+09:00", "last_error_summary": "[h264 @ 0x562d2032fd00] error while decoding MB 39 50, bytestream -5 [in#0/rtsp @ 0x562d20303e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d20303e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:37:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 757.437, "last_started_at": "2026-07-06T20:37:09+09:00", "pid": 26787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.82, "name": "ffmpeg", "pid": 26787, "rss_mb": 353.82, "state": "S (sleeping)", "threads": 104}, "restart_count": 48, "restart_count_per_hour": 2, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.677, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:49:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T20:49:46+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T20:49:46+09:00", "mjpeg": {"age_sec": 12.007, "exists": true, "mtime": "2026-07-06T20:49:34.539497+09:00", "mtime_epoch": 1783338574.539497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:49:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1531.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.741, "pushed": 2.741, "read": 2.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.111, "count": 82, "max_ms": 5.015, "p95_ms": 4.336}, "gstreamer_push": {"avg_ms": 1.26, "count": 82, "max_ms": 1.415, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.802, "count": 82, "max_ms": 91.001, "p95_ms": 80.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.129, "count": 82, "max_ms": 100.12, "p95_ms": 92.429}, "yolo11_640_fire_11class": {"avg_ms": 75.014, "count": 82, "max_ms": 90.051, "p95_ms": 81.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.356, "count": 82, "max_ms": 103.128, "p95_ms": 94.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.651, "count": 82, "max_ms": 115.912, "p95_ms": 110.292}, "read_interval": {"avg_ms": 369.616, "count": 81, "max_ms": 12017.354, "p95_ms": 128.554}, "triton_wait": {"avg_ms": 86.009, "count": 82, "max_ms": 103.142, "p95_ms": 96.472}, "visualize": {"avg_ms": 3.576, "count": 82, "max_ms": 4.543, "p95_ms": 3.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1648, "tracking_summary": 1492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6256.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34315.552, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.434, "sample_count": 1305, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:50:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:50:02+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T20:50:02+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T20:50:02.123990+09:00", "mtime_epoch": 1783338602.1239898, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:50:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 853.523, "name": "celery", "pid": 239, "rss_mb": 842.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.691, "pushed": 4.691, "read": 4.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.614, "count": 140, "max_ms": 167.881, "p95_ms": 137.76}, "gstreamer_push": {"avg_ms": 0.905, "count": 140, "max_ms": 3.341, "p95_ms": 1.779}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.649, "count": 140, "max_ms": 113.365, "p95_ms": 86.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.975, "count": 140, "max_ms": 110.79, "p95_ms": 89.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.667, "count": 140, "max_ms": 291.836, "p95_ms": 262.421}, "read_interval": {"avg_ms": 214.413, "count": 139, "max_ms": 298.046, "p95_ms": 269.365}, "triton_wait": {"avg_ms": 69.047, "count": 140, "max_ms": 113.378, "p95_ms": 89.795}, "visualize": {"avg_ms": 25.208, "count": 140, "max_ms": 39.599, "p95_ms": 36.576}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6267.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.544, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.133, "name": "ffmpeg", "pid": 27046, "rss_mb": 279.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.912, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:50:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:50:15+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:50:15+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T20:50:15.328226+09:00", "mtime_epoch": 1783338615.3282259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:50:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1643.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.718, "pushed": 9.718, "read": 9.684}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 291, "max_ms": 5.518, "p95_ms": 3.829}, "gstreamer_push": {"avg_ms": 1.323, "count": 291, "max_ms": 1.795, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.808, "count": 291, "max_ms": 91.909, "p95_ms": 81.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.023, "count": 291, "max_ms": 121.368, "p95_ms": 88.272}, "yolo11_640_fire_11class": {"avg_ms": 69.4, "count": 291, "max_ms": 92.409, "p95_ms": 83.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.362, "count": 291, "max_ms": 101.009, "p95_ms": 92.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.594, "count": 291, "max_ms": 133.781, "p95_ms": 107.985}, "read_interval": {"avg_ms": 103.146, "count": 290, "max_ms": 147.661, "p95_ms": 123.296}, "triton_wait": {"avg_ms": 77.362, "count": 291, "max_ms": 121.38, "p95_ms": 95.83}, "visualize": {"avg_ms": 3.662, "count": 291, "max_ms": 4.487, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6267.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:49:47+09:00", "last_error_summary": "[h264 @ 0x562d9a223340] error while decoding MB 71 14, bytestream -5 [in#0/rtsp @ 0x562d99538e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d99538e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.136, "last_started_at": "2026-07-06T20:49:50+09:00", "pid": 27153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.535, "name": "ffmpeg", "pid": 27153, "rss_mb": 329.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.811, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:50:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:50:16+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T20:50:16+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T20:50:16.544248+09:00", "mtime_epoch": 1783338616.5442476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:50:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.616, "pushed": 7.616, "read": 7.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.186, "count": 228, "max_ms": 6.363, "p95_ms": 5.039}, "gstreamer_push": {"avg_ms": 1.298, "count": 228, "max_ms": 1.477, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.438, "count": 228, "max_ms": 90.22, "p95_ms": 82.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.846, "count": 228, "max_ms": 118.485, "p95_ms": 93.235}, "yolo11_640_fire_11class": {"avg_ms": 75.548, "count": 228, "max_ms": 90.556, "p95_ms": 85.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.537, "count": 228, "max_ms": 101.19, "p95_ms": 94.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.397, "count": 228, "max_ms": 131.423, "p95_ms": 111.931}, "read_interval": {"avg_ms": 131.761, "count": 227, "max_ms": 4959.876, "p95_ms": 123.867}, "triton_wait": {"avg_ms": 85.519, "count": 228, "max_ms": 118.499, "p95_ms": 98.939}, "visualize": {"avg_ms": 3.628, "count": 228, "max_ms": 4.661, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1649, "tracking_summary": 1493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6266.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34345.73, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.514, "sample_count": 1313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:50:32+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T20:50:32+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-06T20:50:32.336530+09:00", "mtime_epoch": 1783338632.3365297, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:50:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 848.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.541, "pushed": 4.541, "read": 4.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.234, "count": 136, "max_ms": 141.365, "p95_ms": 136.938}, "gstreamer_push": {"avg_ms": 0.819, "count": 136, "max_ms": 0.993, "p95_ms": 0.946}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.572, "count": 136, "max_ms": 114.133, "p95_ms": 100.883}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.89, "count": 136, "max_ms": 113.174, "p95_ms": 108.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.044, "count": 136, "max_ms": 284.745, "p95_ms": 269.834}, "read_interval": {"avg_ms": 222.024, "count": 135, "max_ms": 290.694, "p95_ms": 276.687}, "triton_wait": {"avg_ms": 73.038, "count": 136, "max_ms": 114.146, "p95_ms": 108.801}, "visualize": {"avg_ms": 25.906, "count": 136, "max_ms": 34.944, "p95_ms": 29.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.569, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.906, "name": "ffmpeg", "pid": 27046, "rss_mb": 279.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.766, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:50:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:50:45+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T20:50:45+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T20:50:45.352762+09:00", "mtime_epoch": 1783338645.3527622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:50:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1644.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.958, "pushed": 8.958, "read": 8.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.728, "count": 268, "max_ms": 5.841, "p95_ms": 5.031}, "gstreamer_push": {"avg_ms": 1.337, "count": 268, "max_ms": 2.516, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.052, "count": 268, "max_ms": 89.741, "p95_ms": 83.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.581, "count": 268, "max_ms": 114.538, "p95_ms": 89.932}, "yolo11_640_fire_11class": {"avg_ms": 75.801, "count": 268, "max_ms": 90.654, "p95_ms": 85.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.191, "count": 268, "max_ms": 100.834, "p95_ms": 96.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.454, "count": 268, "max_ms": 127.035, "p95_ms": 110.417}, "read_interval": {"avg_ms": 112.011, "count": 267, "max_ms": 139.611, "p95_ms": 125.07}, "triton_wait": {"avg_ms": 85.883, "count": 268, "max_ms": 114.55, "p95_ms": 97.813}, "visualize": {"avg_ms": 3.721, "count": 268, "max_ms": 6.417, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6268.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:49:47+09:00", "last_error_summary": "[h264 @ 0x562d9a223340] error while decoding MB 71 14, bytestream -5 [in#0/rtsp @ 0x562d99538e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d99538e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.172, "last_started_at": "2026-07-06T20:49:50+09:00", "pid": 27153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.793, "name": "ffmpeg", "pid": 27153, "rss_mb": 329.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.84, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:50:46+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T20:50:46+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T20:50:46.584784+09:00", "mtime_epoch": 1783338646.5847843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:50:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.957, "pushed": 8.957, "read": 8.923}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.186, "count": 268, "max_ms": 6.967, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.31, "count": 268, "max_ms": 2.131, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.157, "count": 268, "max_ms": 89.301, "p95_ms": 84.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.814, "count": 268, "max_ms": 113.389, "p95_ms": 90.799}, "yolo11_640_fire_11class": {"avg_ms": 75.895, "count": 268, "max_ms": 94.262, "p95_ms": 85.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.204, "count": 268, "max_ms": 100.845, "p95_ms": 95.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.897, "count": 268, "max_ms": 126.514, "p95_ms": 110.984}, "read_interval": {"avg_ms": 112.085, "count": 267, "max_ms": 139.372, "p95_ms": 125.594}, "triton_wait": {"avg_ms": 85.995, "count": 268, "max_ms": 113.402, "p95_ms": 97.755}, "visualize": {"avg_ms": 3.655, "count": 268, "max_ms": 6.174, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1650, "tracking_summary": 1494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6266.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34375.745, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.701, "sample_count": 1306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:51:02+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T20:51:02+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T20:51:02.325066+09:00", "mtime_epoch": 1783338662.3250656, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:51:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 848.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.221, "pushed": 4.221, "read": 4.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.848, "count": 126, "max_ms": 172.483, "p95_ms": 152.742}, "gstreamer_push": {"avg_ms": 0.809, "count": 126, "max_ms": 1.762, "p95_ms": 1.028}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.367, "count": 126, "max_ms": 119.018, "p95_ms": 106.71}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.236, "count": 126, "max_ms": 115.918, "p95_ms": 108.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.316, "count": 126, "max_ms": 311.574, "p95_ms": 276.208}, "read_interval": {"avg_ms": 238.258, "count": 125, "max_ms": 318.126, "p95_ms": 282.15}, "triton_wait": {"avg_ms": 72.577, "count": 126, "max_ms": 119.03, "p95_ms": 108.444}, "visualize": {"avg_ms": 25.073, "count": 126, "max_ms": 31.751, "p95_ms": 28.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6272.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.632, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.086, "name": "ffmpeg", "pid": 27046, "rss_mb": 284.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.832, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:51:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:51:15+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T20:51:15+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T20:51:15.421299+09:00", "mtime_epoch": 1783338675.4212995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:51:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1644.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.946, "pushed": 8.946, "read": 8.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.537, "count": 268, "max_ms": 5.779, "p95_ms": 4.104}, "gstreamer_push": {"avg_ms": 1.325, "count": 268, "max_ms": 2.271, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.374, "count": 268, "max_ms": 91.288, "p95_ms": 82.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.034, "count": 268, "max_ms": 116.056, "p95_ms": 94.657}, "yolo11_640_fire_11class": {"avg_ms": 76.225, "count": 268, "max_ms": 90.299, "p95_ms": 85.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.46, "count": 268, "max_ms": 107.298, "p95_ms": 97.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.632, "count": 268, "max_ms": 128.538, "p95_ms": 112.062}, "read_interval": {"avg_ms": 112.179, "count": 267, "max_ms": 149.224, "p95_ms": 125.387}, "triton_wait": {"avg_ms": 86.347, "count": 268, "max_ms": 116.068, "p95_ms": 99.29}, "visualize": {"avg_ms": 3.668, "count": 268, "max_ms": 6.272, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:49:47+09:00", "last_error_summary": "[h264 @ 0x562d9a223340] error while decoding MB 71 14, bytestream -5 [in#0/rtsp @ 0x562d99538e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d99538e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.278, "last_started_at": "2026-07-06T20:49:50+09:00", "pid": 27153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.793, "name": "ffmpeg", "pid": 27153, "rss_mb": 329.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.41, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:51:16+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:51:16+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T20:51:16.685322+09:00", "mtime_epoch": 1783338676.685322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:51:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.243, "count": 268, "max_ms": 6.985, "p95_ms": 5.176}, "gstreamer_push": {"avg_ms": 1.291, "count": 268, "max_ms": 1.711, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.103, "count": 268, "max_ms": 91.04, "p95_ms": 83.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.886, "count": 268, "max_ms": 125.747, "p95_ms": 92.787}, "yolo11_640_fire_11class": {"avg_ms": 75.883, "count": 268, "max_ms": 92.573, "p95_ms": 85.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.139, "count": 268, "max_ms": 105.247, "p95_ms": 95.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.164, "count": 268, "max_ms": 139.443, "p95_ms": 113.41}, "read_interval": {"avg_ms": 112.335, "count": 267, "max_ms": 152.384, "p95_ms": 127.879}, "triton_wait": {"avg_ms": 86.164, "count": 268, "max_ms": 125.759, "p95_ms": 100.697}, "visualize": {"avg_ms": 3.676, "count": 268, "max_ms": 6.047, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1652, "tracking_summary": 1495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6283.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34405.773, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.208, "sample_count": 1301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:51:32+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T20:51:32+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-06T20:51:32.353602+09:00", "mtime_epoch": 1783338692.3536022, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:51:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 850.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.296, "pushed": 4.296, "read": 4.263}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.108, "count": 128, "max_ms": 166.413, "p95_ms": 138.586}, "gstreamer_push": {"avg_ms": 0.912, "count": 128, "max_ms": 1.874, "p95_ms": 1.755}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.022, "count": 128, "max_ms": 109.854, "p95_ms": 103.47}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.726, "count": 128, "max_ms": 113.492, "p95_ms": 108.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.521, "count": 128, "max_ms": 295.09, "p95_ms": 274.301}, "read_interval": {"avg_ms": 234.605, "count": 127, "max_ms": 301.403, "p95_ms": 284.82}, "triton_wait": {"avg_ms": 75.759, "count": 128, "max_ms": 113.504, "p95_ms": 109.029}, "visualize": {"avg_ms": 28.766, "count": 128, "max_ms": 51.879, "p95_ms": 41.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6286.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.708, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.098, "name": "ffmpeg", "pid": 27046, "rss_mb": 299.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 17, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.045, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:51:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:51:45+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:51:45+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T20:51:45.477837+09:00", "mtime_epoch": 1783338705.4778366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:51:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1644.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.675, "pushed": 8.675, "read": 8.642}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.493, "count": 260, "max_ms": 5.023, "p95_ms": 4.048}, "gstreamer_push": {"avg_ms": 1.298, "count": 260, "max_ms": 1.526, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.391, "count": 260, "max_ms": 89.876, "p95_ms": 81.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.396, "count": 260, "max_ms": 117.28, "p95_ms": 101.931}, "yolo11_640_fire_11class": {"avg_ms": 76.586, "count": 260, "max_ms": 90.374, "p95_ms": 86.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.953, "count": 260, "max_ms": 100.543, "p95_ms": 96.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.25, "count": 260, "max_ms": 129.56, "p95_ms": 113.96}, "read_interval": {"avg_ms": 115.609, "count": 259, "max_ms": 677.762, "p95_ms": 133.951}, "triton_wait": {"avg_ms": 87.188, "count": 260, "max_ms": 117.294, "p95_ms": 101.944}, "visualize": {"avg_ms": 3.59, "count": 260, "max_ms": 4.542, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6286.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:49:47+09:00", "last_error_summary": "[h264 @ 0x562d9a223340] error while decoding MB 71 14, bytestream -5 [in#0/rtsp @ 0x562d99538e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d99538e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.35, "last_started_at": "2026-07-06T20:49:50+09:00", "pid": 27153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.793, "name": "ffmpeg", "pid": 27153, "rss_mb": 329.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.423, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:51:46+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:51:46+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T20:51:46.765860+09:00", "mtime_epoch": 1783338706.7658596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:51:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.009, "pushed": 9.009, "read": 8.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 270, "max_ms": 5.38, "p95_ms": 4.487}, "gstreamer_push": {"avg_ms": 1.296, "count": 270, "max_ms": 1.474, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.462, "count": 270, "max_ms": 87.802, "p95_ms": 80.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.743, "count": 270, "max_ms": 113.417, "p95_ms": 99.197}, "yolo11_640_fire_11class": {"avg_ms": 75.285, "count": 270, "max_ms": 89.137, "p95_ms": 86.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.333, "count": 270, "max_ms": 100.277, "p95_ms": 97.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.268, "count": 270, "max_ms": 126.389, "p95_ms": 113.423}, "read_interval": {"avg_ms": 111.36, "count": 269, "max_ms": 139.778, "p95_ms": 130.406}, "triton_wait": {"avg_ms": 85.436, "count": 270, "max_ms": 113.43, "p95_ms": 100.29}, "visualize": {"avg_ms": 3.647, "count": 270, "max_ms": 4.547, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1652, "tracking_summary": 1496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6288.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34435.793, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.434, "sample_count": 1312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:52:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:52:02+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T20:52:02+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T20:52:02.390139+09:00", "mtime_epoch": 1783338722.3901386, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:52:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 850.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.598, "pushed": 4.598, "read": 4.564}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.227, "count": 137, "max_ms": 172.231, "p95_ms": 145.156}, "gstreamer_push": {"avg_ms": 0.906, "count": 137, "max_ms": 2.901, "p95_ms": 1.752}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.865, "count": 137, "max_ms": 111.379, "p95_ms": 107.059}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.063, "count": 137, "max_ms": 115.233, "p95_ms": 109.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.935, "count": 137, "max_ms": 285.898, "p95_ms": 272.686}, "read_interval": {"avg_ms": 219.149, "count": 136, "max_ms": 294.095, "p95_ms": 279.091}, "triton_wait": {"avg_ms": 77.548, "count": 137, "max_ms": 115.245, "p95_ms": 110.667}, "visualize": {"avg_ms": 28.139, "count": 137, "max_ms": 46.73, "p95_ms": 39.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6287.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:45:55+09:00", "last_error_summary": "[h264 @ 0x55efbc305240] error while decoding MB 46 10, bytestream -24", "last_exit_at": "2026-07-06T20:45:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 377.797, "last_started_at": "2026-07-06T20:45:57+09:00", "pid": 27046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.613, "name": "ffmpeg", "pid": 27046, "rss_mb": 299.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 16, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.895, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:52:15+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:52:15+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:52:15.578374+09:00", "mtime_epoch": 1783338735.5783744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:52:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1644.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.974, "pushed": 8.974, "read": 8.94}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.533, "count": 269, "max_ms": 5.701, "p95_ms": 4.024}, "gstreamer_push": {"avg_ms": 1.333, "count": 269, "max_ms": 2.328, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.136, "count": 269, "max_ms": 92.838, "p95_ms": 83.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.461, "count": 269, "max_ms": 119.195, "p95_ms": 102.167}, "yolo11_640_fire_11class": {"avg_ms": 74.315, "count": 269, "max_ms": 92.441, "p95_ms": 85.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.567, "count": 269, "max_ms": 100.267, "p95_ms": 96.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.615, "count": 269, "max_ms": 131.767, "p95_ms": 114.337}, "read_interval": {"avg_ms": 111.829, "count": 268, "max_ms": 645.691, "p95_ms": 129.563}, "triton_wait": {"avg_ms": 84.315, "count": 269, "max_ms": 119.209, "p95_ms": 102.18}, "visualize": {"avg_ms": 3.681, "count": 269, "max_ms": 4.735, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6287.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:49:47+09:00", "last_error_summary": "[h264 @ 0x562d9a223340] error while decoding MB 71 14, bytestream -5 [in#0/rtsp @ 0x562d99538e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d99538e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.415, "last_started_at": "2026-07-06T20:49:50+09:00", "pid": 27153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.793, "name": "ffmpeg", "pid": 27153, "rss_mb": 329.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.176, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:52:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:52:16+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T20:52:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T20:52:16.830397+09:00", "mtime_epoch": 1783338736.8303967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:52:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.184, "pushed": 9.184, "read": 9.151}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.284, "count": 275, "max_ms": 6.751, "p95_ms": 5.672}, "gstreamer_push": {"avg_ms": 1.291, "count": 275, "max_ms": 1.988, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.944, "count": 275, "max_ms": 85.633, "p95_ms": 82.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.548, "count": 275, "max_ms": 119.719, "p95_ms": 105.567}, "yolo11_640_fire_11class": {"avg_ms": 72.973, "count": 275, "max_ms": 86.266, "p95_ms": 83.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.174, "count": 275, "max_ms": 98.072, "p95_ms": 94.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.949, "count": 275, "max_ms": 132.682, "p95_ms": 118.344}, "read_interval": {"avg_ms": 109.343, "count": 274, "max_ms": 150.387, "p95_ms": 130.966}, "triton_wait": {"avg_ms": 83.015, "count": 275, "max_ms": 119.732, "p95_ms": 105.579}, "visualize": {"avg_ms": 3.622, "count": 275, "max_ms": 4.724, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1654, "tracking_summary": 1497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6285.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34465.948, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.813, "sample_count": 1317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:52:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:52:32+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T20:52:32+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T20:52:32.510677+09:00", "mtime_epoch": 1783338752.5106769, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:52:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 845.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.401, "pushed": 4.401, "read": 4.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.789, "count": 132, "max_ms": 144.693, "p95_ms": 138.371}, "gstreamer_push": {"avg_ms": 0.822, "count": 132, "max_ms": 1.788, "p95_ms": 0.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.046, "count": 132, "max_ms": 112.227, "p95_ms": 102.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.008, "count": 132, "max_ms": 114.435, "p95_ms": 105.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.486, "count": 132, "max_ms": 276.455, "p95_ms": 264.769}, "read_interval": {"avg_ms": 228.27, "count": 131, "max_ms": 285.249, "p95_ms": 271.064}, "triton_wait": {"avg_ms": 74.134, "count": 132, "max_ms": 114.447, "p95_ms": 105.941}, "visualize": {"avg_ms": 27.719, "count": 132, "max_ms": 40.5, "p95_ms": 37.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6182.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.01, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 196.844, "name": "ffmpeg", "pid": 27305, "rss_mb": 196.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 17, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.925, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:52:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:52:45+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T20:52:45+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T20:52:45.650912+09:00", "mtime_epoch": 1783338765.6509116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:52:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1644.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.869, "pushed": 1.869, "read": 1.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.587, "count": 56, "max_ms": 5.268, "p95_ms": 5.093}, "gstreamer_push": {"avg_ms": 1.285, "count": 56, "max_ms": 1.511, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.322, "count": 56, "max_ms": 91.681, "p95_ms": 84.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.748, "count": 56, "max_ms": 113.187, "p95_ms": 104.547}, "yolo11_640_fire_11class": {"avg_ms": 74.577, "count": 56, "max_ms": 93.043, "p95_ms": 89.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.981, "count": 56, "max_ms": 102.797, "p95_ms": 96.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.145, "count": 56, "max_ms": 125.54, "p95_ms": 116.717}, "read_interval": {"avg_ms": 544.547, "count": 55, "max_ms": 10123.11, "p95_ms": 4374.121}, "triton_wait": {"avg_ms": 83.077, "count": 56, "max_ms": 113.199, "p95_ms": 104.558}, "visualize": {"avg_ms": 3.561, "count": 56, "max_ms": 4.604, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6217.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:49:47+09:00", "last_error_summary": "[h264 @ 0x562d9a223340] error while decoding MB 71 14, bytestream -5 [in#0/rtsp @ 0x562d99538e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d99538e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.471, "last_started_at": "2026-07-06T20:49:50+09:00", "pid": 27153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.793, "name": "ffmpeg", "pid": 27153, "rss_mb": 329.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.931, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:52:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:52:46+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T20:52:46+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T20:52:46.862933+09:00", "mtime_epoch": 1783338766.8629332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:52:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.348, "pushed": 11.348, "read": 11.315}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 340, "max_ms": 6.445, "p95_ms": 4.899}, "gstreamer_push": {"avg_ms": 1.298, "count": 340, "max_ms": 1.572, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.026, "count": 340, "max_ms": 89.334, "p95_ms": 74.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.513, "count": 340, "max_ms": 117.35, "p95_ms": 85.298}, "yolo11_640_fire_11class": {"avg_ms": 56.855, "count": 340, "max_ms": 88.786, "p95_ms": 75.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.583, "count": 340, "max_ms": 99.796, "p95_ms": 84.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.184, "count": 340, "max_ms": 130.36, "p95_ms": 101.169}, "read_interval": {"avg_ms": 88.286, "count": 339, "max_ms": 143.908, "p95_ms": 115.0}, "triton_wait": {"avg_ms": 62.295, "count": 340, "max_ms": 117.363, "p95_ms": 87.788}, "visualize": {"avg_ms": 3.694, "count": 340, "max_ms": 4.878, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1655, "tracking_summary": 1498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6254.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34496.082, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.531, "sample_count": 1303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:53:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:53:02+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T20:53:02+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T20:53:02.639215+09:00", "mtime_epoch": 1783338782.639215, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:53:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 849.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.248, "pushed": 4.248, "read": 4.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.338, "count": 127, "max_ms": 152.298, "p95_ms": 139.897}, "gstreamer_push": {"avg_ms": 0.852, "count": 127, "max_ms": 1.857, "p95_ms": 1.73}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.147, "count": 127, "max_ms": 106.192, "p95_ms": 102.286}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.713, "count": 127, "max_ms": 117.132, "p95_ms": 104.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.297, "count": 127, "max_ms": 305.346, "p95_ms": 263.357}, "read_interval": {"avg_ms": 237.105, "count": 126, "max_ms": 311.439, "p95_ms": 271.289}, "triton_wait": {"avg_ms": 77.804, "count": 127, "max_ms": 117.144, "p95_ms": 104.784}, "visualize": {"avg_ms": 28.326, "count": 127, "max_ms": 43.876, "p95_ms": 40.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6254.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.062, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.383, "name": "ffmpeg", "pid": 27305, "rss_mb": 266.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 17, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.303, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:53:15+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T20:53:15+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:53:15.707448+09:00", "mtime_epoch": 1783338795.7074485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:53:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1644.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.32, "pushed": 10.32, "read": 10.287}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.536, "count": 309, "max_ms": 5.561, "p95_ms": 4.513}, "gstreamer_push": {"avg_ms": 1.289, "count": 309, "max_ms": 1.57, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.319, "count": 309, "max_ms": 87.493, "p95_ms": 77.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.292, "count": 309, "max_ms": 106.79, "p95_ms": 82.727}, "yolo11_640_fire_11class": {"avg_ms": 59.135, "count": 309, "max_ms": 89.775, "p95_ms": 78.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.009, "count": 309, "max_ms": 100.833, "p95_ms": 88.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.831, "count": 309, "max_ms": 119.016, "p95_ms": 101.611}, "read_interval": {"avg_ms": 97.307, "count": 308, "max_ms": 134.701, "p95_ms": 120.65}, "triton_wait": {"avg_ms": 63.688, "count": 309, "max_ms": 106.801, "p95_ms": 89.162}, "visualize": {"avg_ms": 3.648, "count": 309, "max_ms": 4.704, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:49:47+09:00", "last_error_summary": "[h264 @ 0x562d9a223340] error while decoding MB 71 14, bytestream -5 [in#0/rtsp @ 0x562d99538e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d99538e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T20:49:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.271, "last_started_at": "2026-07-06T20:49:50+09:00", "pid": 27153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 348.816, "name": "ffmpeg", "pid": 27153, "rss_mb": 348.816, "state": "S (sleeping)", "threads": 104}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.469, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:53:23+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T20:53:23+09:00", "mjpeg": {"age_sec": 16.117, "exists": true, "mtime": "2026-07-06T20:53:07.659305+09:00", "mtime_epoch": 1783338787.6593046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:53:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.123, "pushed": 0.123, "read": 0.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.9, "count": 2, "max_ms": 4.091, "p95_ms": 4.091}, "gstreamer_push": {"avg_ms": 1.219, "count": 2, "max_ms": 1.228, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.628, "count": 2, "max_ms": 68.836, "p95_ms": 68.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.546, "count": 2, "max_ms": 79.009, "p95_ms": 79.009}, "yolo11_640_fire_11class": {"avg_ms": 61.856, "count": 2, "max_ms": 75.998, "p95_ms": 75.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.361, "count": 2, "max_ms": 85.567, "p95_ms": 85.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.013, "count": 2, "max_ms": 97.24, "p95_ms": 97.24}, "read_interval": {"avg_ms": 15558.001, "count": 2, "max_ms": 16164.784, "p95_ms": 16164.784}, "triton_wait": {"avg_ms": 67.837, "count": 2, "max_ms": 85.578, "p95_ms": 85.578}, "visualize": {"avg_ms": 3.587, "count": 2, "max_ms": 3.853, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.235, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1656, "tracking_summary": 1499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6194.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34526.092, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.318, "sample_count": 1301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:53:32+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-06T20:53:32+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-06T20:53:32.691752+09:00", "mtime_epoch": 1783338812.6917517, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:53:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 850.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.263, "pushed": 4.263, "read": 4.23}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.473, "count": 127, "max_ms": 156.069, "p95_ms": 137.64}, "gstreamer_push": {"avg_ms": 0.928, "count": 127, "max_ms": 2.819, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.292, "count": 127, "max_ms": 104.08, "p95_ms": 87.949}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.605, "count": 127, "max_ms": 112.106, "p95_ms": 92.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.4, "count": 127, "max_ms": 284.497, "p95_ms": 257.378}, "read_interval": {"avg_ms": 236.468, "count": 126, "max_ms": 290.65, "p95_ms": 265.262}, "triton_wait": {"avg_ms": 70.822, "count": 127, "max_ms": 112.119, "p95_ms": 93.008}, "visualize": {"avg_ms": 28.279, "count": 127, "max_ms": 41.603, "p95_ms": 40.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6256.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.078, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.898, "name": "ffmpeg", "pid": 27305, "rss_mb": 266.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 17, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.144, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:53:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:53:45+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T20:53:45+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:53:45.723984+09:00", "mtime_epoch": 1783338825.7239845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:53:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.554, "pushed": 9.554, "read": 9.52}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.548, "count": 286, "max_ms": 6.231, "p95_ms": 4.211}, "gstreamer_push": {"avg_ms": 1.321, "count": 286, "max_ms": 2.132, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.694, "count": 286, "max_ms": 87.027, "p95_ms": 78.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.711, "count": 286, "max_ms": 115.973, "p95_ms": 88.791}, "yolo11_640_fire_11class": {"avg_ms": 64.305, "count": 286, "max_ms": 88.647, "p95_ms": 80.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.778, "count": 286, "max_ms": 99.326, "p95_ms": 89.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.778, "count": 286, "max_ms": 128.391, "p95_ms": 108.499}, "read_interval": {"avg_ms": 104.897, "count": 285, "max_ms": 143.445, "p95_ms": 123.289}, "triton_wait": {"avg_ms": 71.469, "count": 286, "max_ms": 115.986, "p95_ms": 95.979}, "visualize": {"avg_ms": 3.696, "count": 286, "max_ms": 5.999, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6254.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:53:24+09:00", "last_error_summary": "[NULL @ 0x55e6b6096200] missing picture in access unit with size 18 [h264 @ 0x55e6b6e50400] no frame! [in#0/rtsp @ 0x55e6b6091e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e6b6091e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55e6b6096840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:53:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.263, "last_started_at": "2026-07-06T20:53:27+09:00", "pid": 27412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.328, "name": "ffmpeg", "pid": 27412, "rss_mb": 330.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.836, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:53:53+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:53:53+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T20:53:53.712127+09:00", "mtime_epoch": 1783338833.7121272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:53:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.51, "pushed": 7.51, "read": 7.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.957, "count": 225, "max_ms": 5.854, "p95_ms": 4.335}, "gstreamer_push": {"avg_ms": 1.284, "count": 225, "max_ms": 1.464, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.491, "count": 225, "max_ms": 87.844, "p95_ms": 81.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.648, "count": 225, "max_ms": 117.284, "p95_ms": 104.566}, "yolo11_640_fire_11class": {"avg_ms": 75.189, "count": 225, "max_ms": 91.698, "p95_ms": 84.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.474, "count": 225, "max_ms": 100.092, "p95_ms": 93.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.997, "count": 225, "max_ms": 130.46, "p95_ms": 117.174}, "read_interval": {"avg_ms": 133.574, "count": 224, "max_ms": 5544.098, "p95_ms": 128.552}, "triton_wait": {"avg_ms": 85.48, "count": 225, "max_ms": 117.296, "p95_ms": 104.579}, "visualize": {"avg_ms": 3.571, "count": 225, "max_ms": 4.59, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1658, "tracking_summary": 1501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6254.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34556.234, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.923, "sample_count": 1303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:54:03+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T20:54:02+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-06T20:54:02.800290+09:00", "mtime_epoch": 1783338842.8002896, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:54:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 854.023, "name": "celery", "pid": 239, "rss_mb": 846.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.337, "pushed": 4.337, "read": 4.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.229, "count": 130, "max_ms": 167.572, "p95_ms": 139.014}, "gstreamer_push": {"avg_ms": 1.088, "count": 130, "max_ms": 2.193, "p95_ms": 1.913}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.624, "count": 130, "max_ms": 108.812, "p95_ms": 104.338}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.981, "count": 130, "max_ms": 114.777, "p95_ms": 107.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.494, "count": 130, "max_ms": 297.847, "p95_ms": 274.707}, "read_interval": {"avg_ms": 231.804, "count": 129, "max_ms": 306.002, "p95_ms": 281.87}, "triton_wait": {"avg_ms": 77.056, "count": 130, "max_ms": 114.789, "p95_ms": 107.866}, "visualize": {"avg_ms": 30.29, "count": 130, "max_ms": 47.028, "p95_ms": 40.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6261.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.122, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.93, "name": "ffmpeg", "pid": 27305, "rss_mb": 267.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 17, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.93, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:54:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:54:15+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:54:15+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T20:54:15.768521+09:00", "mtime_epoch": 1783338855.768521, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:54:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.018, "pushed": 9.018, "read": 8.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 270, "max_ms": 5.776, "p95_ms": 3.804}, "gstreamer_push": {"avg_ms": 1.33, "count": 270, "max_ms": 2.0, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.161, "count": 270, "max_ms": 90.723, "p95_ms": 82.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.591, "count": 270, "max_ms": 118.542, "p95_ms": 94.161}, "yolo11_640_fire_11class": {"avg_ms": 75.737, "count": 270, "max_ms": 92.345, "p95_ms": 84.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.848, "count": 270, "max_ms": 104.37, "p95_ms": 93.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.946, "count": 270, "max_ms": 130.568, "p95_ms": 114.072}, "read_interval": {"avg_ms": 111.243, "count": 269, "max_ms": 149.842, "p95_ms": 127.66}, "triton_wait": {"avg_ms": 85.755, "count": 270, "max_ms": 118.555, "p95_ms": 101.968}, "visualize": {"avg_ms": 3.652, "count": 270, "max_ms": 4.825, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:53:24+09:00", "last_error_summary": "[NULL @ 0x55e6b6096200] missing picture in access unit with size 18 [h264 @ 0x55e6b6e50400] no frame! [in#0/rtsp @ 0x55e6b6091e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e6b6091e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55e6b6096840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:53:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.338, "last_started_at": "2026-07-06T20:53:27+09:00", "pid": 27412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.328, "name": "ffmpeg", "pid": 27412, "rss_mb": 330.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.931, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:54:23+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:54:23+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T20:54:23.784664+09:00", "mtime_epoch": 1783338863.7846644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:54:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1532.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.979, "pushed": 8.979, "read": 8.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.188, "count": 269, "max_ms": 6.487, "p95_ms": 4.856}, "gstreamer_push": {"avg_ms": 1.303, "count": 269, "max_ms": 1.584, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.464, "count": 269, "max_ms": 88.069, "p95_ms": 83.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.247, "count": 269, "max_ms": 121.78, "p95_ms": 93.064}, "yolo11_640_fire_11class": {"avg_ms": 75.541, "count": 269, "max_ms": 92.255, "p95_ms": 84.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.805, "count": 269, "max_ms": 104.182, "p95_ms": 93.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.708, "count": 269, "max_ms": 134.538, "p95_ms": 114.223}, "read_interval": {"avg_ms": 111.783, "count": 268, "max_ms": 146.928, "p95_ms": 127.945}, "triton_wait": {"avg_ms": 85.833, "count": 269, "max_ms": 121.792, "p95_ms": 101.387}, "visualize": {"avg_ms": 3.633, "count": 269, "max_ms": 4.931, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1659, "tracking_summary": 1502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6263.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34586.303, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.923, "sample_count": 1306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:54:33+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-06T20:54:32+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-06T20:54:32.948828+09:00", "mtime_epoch": 1783338872.948828, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:54:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 855.523, "name": "celery", "pid": 239, "rss_mb": 851.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.263, "pushed": 4.263, "read": 4.229}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.961, "count": 127, "max_ms": 154.861, "p95_ms": 145.741}, "gstreamer_push": {"avg_ms": 1.067, "count": 127, "max_ms": 3.034, "p95_ms": 2.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.963, "count": 127, "max_ms": 111.456, "p95_ms": 107.04}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.861, "count": 127, "max_ms": 115.965, "p95_ms": 108.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.401, "count": 127, "max_ms": 296.487, "p95_ms": 276.636}, "read_interval": {"avg_ms": 237.328, "count": 126, "max_ms": 306.279, "p95_ms": 286.035}, "triton_wait": {"avg_ms": 75.058, "count": 127, "max_ms": 115.978, "p95_ms": 109.56}, "visualize": {"avg_ms": 28.51, "count": 127, "max_ms": 42.202, "p95_ms": 39.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6260.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.197, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.766, "name": "ffmpeg", "pid": 27305, "rss_mb": 270.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 16, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.393, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:54:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:54:45+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:54:45+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T20:54:45.849058+09:00", "mtime_epoch": 1783338885.8490584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:54:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.944, "pushed": 8.944, "read": 8.911}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 268, "max_ms": 5.146, "p95_ms": 3.831}, "gstreamer_push": {"avg_ms": 1.343, "count": 268, "max_ms": 2.262, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.327, "count": 268, "max_ms": 89.443, "p95_ms": 81.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.731, "count": 268, "max_ms": 110.598, "p95_ms": 92.781}, "yolo11_640_fire_11class": {"avg_ms": 75.865, "count": 268, "max_ms": 93.027, "p95_ms": 84.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.582, "count": 268, "max_ms": 101.268, "p95_ms": 94.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.417, "count": 268, "max_ms": 123.129, "p95_ms": 109.154}, "read_interval": {"avg_ms": 112.207, "count": 267, "max_ms": 135.873, "p95_ms": 122.823}, "triton_wait": {"avg_ms": 86.156, "count": 268, "max_ms": 110.61, "p95_ms": 96.75}, "visualize": {"avg_ms": 3.662, "count": 268, "max_ms": 4.732, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6257.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:53:24+09:00", "last_error_summary": "[NULL @ 0x55e6b6096200] missing picture in access unit with size 18 [h264 @ 0x55e6b6e50400] no frame! [in#0/rtsp @ 0x55e6b6091e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e6b6091e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55e6b6096840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:53:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.424, "last_started_at": "2026-07-06T20:53:27+09:00", "pid": 27412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.328, "name": "ffmpeg", "pid": 27412, "rss_mb": 330.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.765, "sample_count": 2444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:54:53+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T20:54:53+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T20:54:53.869202+09:00", "mtime_epoch": 1783338893.8692017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:54:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.939, "pushed": 8.939, "read": 8.906}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.184, "count": 268, "max_ms": 6.378, "p95_ms": 5.031}, "gstreamer_push": {"avg_ms": 1.297, "count": 268, "max_ms": 2.23, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.753, "count": 268, "max_ms": 87.969, "p95_ms": 80.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.763, "count": 268, "max_ms": 119.226, "p95_ms": 90.436}, "yolo11_640_fire_11class": {"avg_ms": 76.063, "count": 268, "max_ms": 93.318, "p95_ms": 85.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.934, "count": 268, "max_ms": 101.479, "p95_ms": 95.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.251, "count": 268, "max_ms": 132.413, "p95_ms": 110.01}, "read_interval": {"avg_ms": 112.23, "count": 267, "max_ms": 145.293, "p95_ms": 123.812}, "triton_wait": {"avg_ms": 86.39, "count": 268, "max_ms": 119.239, "p95_ms": 96.61}, "visualize": {"avg_ms": 3.643, "count": 268, "max_ms": 4.439, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1660, "tracking_summary": 1503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6261.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34616.438, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.943, "sample_count": 1299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:55:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:55:03+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-06T20:55:02+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-06T20:55:02.953364+09:00", "mtime_epoch": 1783338902.953364, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:55:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 855.523, "name": "celery", "pid": 239, "rss_mb": 846.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.404, "pushed": 4.404, "read": 4.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.323, "count": 132, "max_ms": 181.06, "p95_ms": 142.427}, "gstreamer_push": {"avg_ms": 0.822, "count": 132, "max_ms": 2.181, "p95_ms": 0.947}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.444, "count": 132, "max_ms": 104.15, "p95_ms": 100.64}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.794, "count": 132, "max_ms": 115.604, "p95_ms": 103.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.47, "count": 132, "max_ms": 289.455, "p95_ms": 276.626}, "read_interval": {"avg_ms": 227.796, "count": 131, "max_ms": 297.232, "p95_ms": 284.858}, "triton_wait": {"avg_ms": 71.161, "count": 132, "max_ms": 115.618, "p95_ms": 103.097}, "visualize": {"avg_ms": 26.06, "count": 132, "max_ms": 71.212, "p95_ms": 33.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6265.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.219, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.398, "name": "ffmpeg", "pid": 27305, "rss_mb": 278.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 16, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.281, "sample_count": 2517, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:55:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:55:15+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T20:55:15+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T20:55:15.869595+09:00", "mtime_epoch": 1783338915.8695946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:55:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.963, "pushed": 8.963, "read": 8.929}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.622, "count": 268, "max_ms": 5.853, "p95_ms": 5.325}, "gstreamer_push": {"avg_ms": 1.351, "count": 268, "max_ms": 2.521, "p95_ms": 1.5}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.782, "count": 268, "max_ms": 90.852, "p95_ms": 81.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.006, "count": 268, "max_ms": 119.044, "p95_ms": 98.584}, "yolo11_640_fire_11class": {"avg_ms": 75.42, "count": 268, "max_ms": 91.477, "p95_ms": 84.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.918, "count": 268, "max_ms": 102.422, "p95_ms": 96.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.659, "count": 268, "max_ms": 131.87, "p95_ms": 114.806}, "read_interval": {"avg_ms": 112.005, "count": 267, "max_ms": 145.333, "p95_ms": 128.88}, "triton_wait": {"avg_ms": 86.19, "count": 268, "max_ms": 119.056, "p95_ms": 102.06}, "visualize": {"avg_ms": 3.734, "count": 268, "max_ms": 6.47, "p95_ms": 4.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:53:24+09:00", "last_error_summary": "[NULL @ 0x55e6b6096200] missing picture in access unit with size 18 [h264 @ 0x55e6b6e50400] no frame! [in#0/rtsp @ 0x55e6b6091e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e6b6091e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55e6b6096840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:53:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.455, "last_started_at": "2026-07-06T20:53:27+09:00", "pid": 27412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.328, "name": "ffmpeg", "pid": 27412, "rss_mb": 330.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.049, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:55:24+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T20:55:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T20:55:23.909738+09:00", "mtime_epoch": 1783338923.909738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:55:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.988, "pushed": 8.988, "read": 8.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.304, "count": 269, "max_ms": 7.227, "p95_ms": 6.135}, "gstreamer_push": {"avg_ms": 1.289, "count": 269, "max_ms": 1.992, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.497, "count": 269, "max_ms": 89.333, "p95_ms": 80.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.59, "count": 269, "max_ms": 119.769, "p95_ms": 100.394}, "yolo11_640_fire_11class": {"avg_ms": 74.606, "count": 269, "max_ms": 91.15, "p95_ms": 85.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.963, "count": 269, "max_ms": 101.571, "p95_ms": 95.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.252, "count": 269, "max_ms": 132.634, "p95_ms": 117.877}, "read_interval": {"avg_ms": 111.629, "count": 268, "max_ms": 150.735, "p95_ms": 131.705}, "triton_wait": {"avg_ms": 85.187, "count": 269, "max_ms": 119.782, "p95_ms": 101.583}, "visualize": {"avg_ms": 3.673, "count": 269, "max_ms": 6.209, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1662, "tracking_summary": 1504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6273.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34646.5, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.46, "sample_count": 1287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:55:33+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T20:55:33+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-06T20:55:33.137903+09:00", "mtime_epoch": 1783338933.137903, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:55:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 855.523, "name": "celery", "pid": 239, "rss_mb": 854.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.158, "pushed": 4.158, "read": 4.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.468, "count": 124, "max_ms": 155.156, "p95_ms": 150.099}, "gstreamer_push": {"avg_ms": 0.908, "count": 124, "max_ms": 2.012, "p95_ms": 1.777}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.159, "count": 124, "max_ms": 109.841, "p95_ms": 105.196}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.428, "count": 124, "max_ms": 121.391, "p95_ms": 111.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.303, "count": 124, "max_ms": 298.626, "p95_ms": 290.851}, "read_interval": {"avg_ms": 243.021, "count": 123, "max_ms": 307.84, "p95_ms": 296.953}, "triton_wait": {"avg_ms": 78.497, "count": 124, "max_ms": 121.403, "p95_ms": 111.97}, "visualize": {"avg_ms": 29.41, "count": 124, "max_ms": 45.697, "p95_ms": 43.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6261.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.32, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.656, "name": "ffmpeg", "pid": 27305, "rss_mb": 278.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 16, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.899, "sample_count": 2518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:55:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:55:46+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T20:55:45+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:55:45.966132+09:00", "mtime_epoch": 1783338945.9661322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:55:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.969, "pushed": 8.969, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.526, "count": 269, "max_ms": 5.911, "p95_ms": 4.481}, "gstreamer_push": {"avg_ms": 1.3, "count": 269, "max_ms": 1.539, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.874, "count": 269, "max_ms": 92.698, "p95_ms": 81.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.834, "count": 269, "max_ms": 115.541, "p95_ms": 98.342}, "yolo11_640_fire_11class": {"avg_ms": 76.352, "count": 269, "max_ms": 95.577, "p95_ms": 86.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.735, "count": 269, "max_ms": 105.64, "p95_ms": 96.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.784, "count": 269, "max_ms": 127.76, "p95_ms": 113.902}, "read_interval": {"avg_ms": 111.838, "count": 268, "max_ms": 148.671, "p95_ms": 127.895}, "triton_wait": {"avg_ms": 86.743, "count": 269, "max_ms": 115.555, "p95_ms": 101.512}, "visualize": {"avg_ms": 3.575, "count": 269, "max_ms": 4.772, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1662, "tracking_summary": 1505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6266.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34676.709, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.436, "sample_count": 1299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:56:03+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T20:56:03+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T20:56:03.270441+09:00", "mtime_epoch": 1783338963.270441, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:56:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 855.523, "name": "celery", "pid": 239, "rss_mb": 846.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.606, "pushed": 4.606, "read": 4.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.729, "count": 138, "max_ms": 146.163, "p95_ms": 142.589}, "gstreamer_push": {"avg_ms": 0.958, "count": 138, "max_ms": 3.069, "p95_ms": 1.861}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.322, "count": 138, "max_ms": 113.882, "p95_ms": 97.247}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.459, "count": 138, "max_ms": 115.552, "p95_ms": 101.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.753, "count": 138, "max_ms": 281.154, "p95_ms": 265.476}, "read_interval": {"avg_ms": 218.758, "count": 137, "max_ms": 289.973, "p95_ms": 272.297}, "triton_wait": {"avg_ms": 75.839, "count": 138, "max_ms": 115.564, "p95_ms": 101.3}, "visualize": {"avg_ms": 29.271, "count": 138, "max_ms": 49.276, "p95_ms": 43.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6266.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:53:24+09:00", "last_error_summary": "[NULL @ 0x55e6b6096200] missing picture in access unit with size 18 [h264 @ 0x55e6b6e50400] no frame! [in#0/rtsp @ 0x55e6b6091e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e6b6091e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55e6b6096840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:53:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.295, "last_started_at": "2026-07-06T20:53:27+09:00", "pid": 27412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.328, "name": "ffmpeg", "pid": 27412, "rss_mb": 330.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.307, "sample_count": 2303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:56:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T20:56:05+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T20:56:05+09:00", "mjpeg": {"age_sec": 15.763, "exists": true, "mtime": "2026-07-06T20:55:50.078206+09:00", "mtime_epoch": 1783338950.0782056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:56:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.203, "pushed": 4.203, "read": 4.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.201, "count": 126, "max_ms": 6.15, "p95_ms": 5.282}, "gstreamer_push": {"avg_ms": 1.297, "count": 126, "max_ms": 1.705, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.66, "count": 126, "max_ms": 84.756, "p95_ms": 80.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.518, "count": 126, "max_ms": 109.66, "p95_ms": 95.475}, "yolo11_640_fire_11class": {"avg_ms": 77.286, "count": 126, "max_ms": 93.484, "p95_ms": 86.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.295, "count": 126, "max_ms": 105.235, "p95_ms": 95.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.092, "count": 126, "max_ms": 122.716, "p95_ms": 113.341}, "read_interval": {"avg_ms": 239.95, "count": 125, "max_ms": 15785.207, "p95_ms": 126.217}, "triton_wait": {"avg_ms": 88.122, "count": 126, "max_ms": 109.673, "p95_ms": 100.446}, "visualize": {"avg_ms": 3.663, "count": 126, "max_ms": 5.535, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6260.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.345, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.656, "name": "ffmpeg", "pid": 27305, "rss_mb": 278.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 16, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.515, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:56:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T20:56:16+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T20:56:16.030669+09:00", "mtime_epoch": 1783338976.030669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:56:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.097, "pushed": 11.097, "read": 11.063}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.585, "count": 332, "max_ms": 5.786, "p95_ms": 4.285}, "gstreamer_push": {"avg_ms": 1.312, "count": 332, "max_ms": 2.105, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.444, "count": 332, "max_ms": 83.436, "p95_ms": 72.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.304, "count": 332, "max_ms": 113.408, "p95_ms": 89.058}, "yolo11_640_fire_11class": {"avg_ms": 58.294, "count": 332, "max_ms": 85.013, "p95_ms": 76.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.124, "count": 332, "max_ms": 99.924, "p95_ms": 87.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.525, "count": 332, "max_ms": 125.712, "p95_ms": 102.888}, "read_interval": {"avg_ms": 90.459, "count": 331, "max_ms": 137.856, "p95_ms": 116.166}, "triton_wait": {"avg_ms": 65.24, "count": 332, "max_ms": 113.42, "p95_ms": 90.327}, "visualize": {"avg_ms": 3.697, "count": 332, "max_ms": 5.907, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1664, "tracking_summary": 1506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6261.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34706.76, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.686, "sample_count": 1300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:56:33+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T20:56:33+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T20:56:33.322978+09:00", "mtime_epoch": 1783338993.3229778, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:56:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 855.523, "name": "celery", "pid": 239, "rss_mb": 847.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.36, "pushed": 4.36, "read": 4.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.986, "count": 130, "max_ms": 142.553, "p95_ms": 139.33}, "gstreamer_push": {"avg_ms": 1.143, "count": 130, "max_ms": 2.972, "p95_ms": 1.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.561, "count": 130, "max_ms": 103.794, "p95_ms": 89.764}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.889, "count": 130, "max_ms": 108.92, "p95_ms": 102.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.842, "count": 130, "max_ms": 287.326, "p95_ms": 271.974}, "read_interval": {"avg_ms": 231.018, "count": 129, "max_ms": 293.52, "p95_ms": 278.314}, "triton_wait": {"avg_ms": 75.918, "count": 130, "max_ms": 108.933, "p95_ms": 102.261}, "visualize": {"avg_ms": 31.187, "count": 130, "max_ms": 41.176, "p95_ms": 40.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6262.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:56:23+09:00", "last_error_summary": "[NULL @ 0x557b7546d200] missing picture in access unit with size 18 [h264 @ 0x557b75edb280] no frame! [in#0/rtsp @ 0x557b75468e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557b75468e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557b7546d840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.164, "last_started_at": "2026-07-06T20:56:25+09:00", "pid": 27564, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.266, "name": "ffmpeg", "pid": 27564, "rss_mb": 324.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.244, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:56:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:56:35+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T20:56:35+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T20:56:35.775022+09:00", "mtime_epoch": 1783338995.7750216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:56:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 82, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.057, "pushed": 6.057, "read": 6.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.148, "count": 82, "max_ms": 6.249, "p95_ms": 4.491}, "gstreamer_push": {"avg_ms": 1.292, "count": 82, "max_ms": 1.429, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.48, "count": 82, "max_ms": 93.353, "p95_ms": 83.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.586, "count": 82, "max_ms": 115.76, "p95_ms": 102.304}, "yolo11_640_fire_11class": {"avg_ms": 74.216, "count": 82, "max_ms": 93.365, "p95_ms": 85.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.542, "count": 82, "max_ms": 101.464, "p95_ms": 95.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.614, "count": 82, "max_ms": 128.687, "p95_ms": 115.519}, "read_interval": {"avg_ms": 366.03, "count": 82, "max_ms": 16578.053, "p95_ms": 131.433}, "triton_wait": {"avg_ms": 84.792, "count": 82, "max_ms": 115.773, "p95_ms": 102.318}, "visualize": {"avg_ms": 3.635, "count": 82, "max_ms": 4.677, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.538, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6264.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.435, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.656, "name": "ffmpeg", "pid": 27305, "rss_mb": 278.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 16, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.27, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:56:46+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T20:56:46+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T20:56:46.075206+09:00", "mtime_epoch": 1783339006.0752056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:56:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.234, "pushed": 10.234, "read": 10.2}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.571, "count": 306, "max_ms": 5.416, "p95_ms": 4.429}, "gstreamer_push": {"avg_ms": 1.315, "count": 307, "max_ms": 1.568, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.015, "count": 306, "max_ms": 91.01, "p95_ms": 80.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.123, "count": 306, "max_ms": 118.39, "p95_ms": 96.4}, "yolo11_640_fire_11class": {"avg_ms": 65.309, "count": 306, "max_ms": 90.999, "p95_ms": 81.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.593, "count": 306, "max_ms": 99.902, "p95_ms": 90.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.511, "count": 307, "max_ms": 130.761, "p95_ms": 111.19}, "read_interval": {"avg_ms": 97.927, "count": 306, "max_ms": 144.291, "p95_ms": 127.192}, "triton_wait": {"avg_ms": 72.227, "count": 306, "max_ms": 118.403, "p95_ms": 98.682}, "visualize": {"avg_ms": 3.672, "count": 306, "max_ms": 4.583, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1665, "tracking_summary": 1507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6269.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34736.777, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.611, "sample_count": 1288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:57:03+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T20:57:03+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T20:57:03.355514+09:00", "mtime_epoch": 1783339023.355514, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:57:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 855.523, "name": "celery", "pid": 239, "rss_mb": 852.031, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.237, "pushed": 4.237, "read": 4.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.569, "count": 126, "max_ms": 148.758, "p95_ms": 137.87}, "gstreamer_push": {"avg_ms": 1.044, "count": 126, "max_ms": 2.936, "p95_ms": 1.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.795, "count": 126, "max_ms": 110.444, "p95_ms": 106.298}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.243, "count": 126, "max_ms": 115.638, "p95_ms": 110.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.189, "count": 126, "max_ms": 287.501, "p95_ms": 279.604}, "read_interval": {"avg_ms": 238.255, "count": 125, "max_ms": 293.453, "p95_ms": 285.526}, "triton_wait": {"avg_ms": 77.256, "count": 126, "max_ms": 115.651, "p95_ms": 110.971}, "visualize": {"avg_ms": 29.561, "count": 126, "max_ms": 43.014, "p95_ms": 40.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.735, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6267.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:56:23+09:00", "last_error_summary": "[NULL @ 0x557b7546d200] missing picture in access unit with size 18 [h264 @ 0x557b75edb280] no frame! [in#0/rtsp @ 0x557b75468e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557b75468e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557b7546d840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.241, "last_started_at": "2026-07-06T20:56:25+09:00", "pid": 27564, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.617, "name": "ffmpeg", "pid": 27564, "rss_mb": 327.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.644, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:57:05+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T20:57:05+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T20:57:05.831558+09:00", "mtime_epoch": 1783339025.8315582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:57:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.543, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.971, "pushed": 8.971, "read": 8.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.157, "count": 269, "max_ms": 5.64, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.309, "count": 269, "max_ms": 1.552, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.716, "count": 269, "max_ms": 91.003, "p95_ms": 83.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.726, "count": 269, "max_ms": 118.129, "p95_ms": 101.782}, "yolo11_640_fire_11class": {"avg_ms": 75.867, "count": 269, "max_ms": 90.989, "p95_ms": 84.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.438, "count": 269, "max_ms": 101.333, "p95_ms": 94.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.5, "count": 269, "max_ms": 131.35, "p95_ms": 114.749}, "read_interval": {"avg_ms": 111.741, "count": 268, "max_ms": 149.407, "p95_ms": 127.694}, "triton_wait": {"avg_ms": 86.61, "count": 269, "max_ms": 118.142, "p95_ms": 101.794}, "visualize": {"avg_ms": 3.653, "count": 269, "max_ms": 4.634, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6272.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 275.519, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.008, "name": "ffmpeg", "pid": 27305, "rss_mb": 282.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 16, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.93, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:57:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:57:16+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:57:16+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T20:57:16.171743+09:00", "mtime_epoch": 1783339036.171743, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:57:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1645.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.94, "pushed": 8.94, "read": 8.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 268, "max_ms": 5.246, "p95_ms": 3.931}, "gstreamer_push": {"avg_ms": 1.34, "count": 268, "max_ms": 1.555, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.11, "count": 268, "max_ms": 90.284, "p95_ms": 82.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.777, "count": 268, "max_ms": 118.928, "p95_ms": 94.977}, "yolo11_640_fire_11class": {"avg_ms": 75.646, "count": 268, "max_ms": 90.817, "p95_ms": 84.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.407, "count": 268, "max_ms": 101.861, "p95_ms": 94.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.682, "count": 268, "max_ms": 131.436, "p95_ms": 113.418}, "read_interval": {"avg_ms": 112.221, "count": 267, "max_ms": 145.081, "p95_ms": 126.291}, "triton_wait": {"avg_ms": 86.33, "count": 268, "max_ms": 118.941, "p95_ms": 99.823}, "visualize": {"avg_ms": 3.684, "count": 268, "max_ms": 4.896, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1666, "tracking_summary": 1508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6275.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34766.936, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.577, "sample_count": 1280, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:57:33+09:00", "last_frame_read_age_sec": 0.27, "last_frame_read_at": "2026-07-06T20:57:33+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-06T20:57:33.468116+09:00", "mtime_epoch": 1783339053.468116, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:57:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.227, "name": "celery", "pid": 239, "rss_mb": 854.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.117, "pushed": 4.117, "read": 4.083}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.331, "count": 123, "max_ms": 157.718, "p95_ms": 139.526}, "gstreamer_push": {"avg_ms": 0.903, "count": 123, "max_ms": 3.015, "p95_ms": 1.805}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.36, "count": 123, "max_ms": 112.825, "p95_ms": 102.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.129, "count": 123, "max_ms": 120.883, "p95_ms": 107.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.269, "count": 123, "max_ms": 293.872, "p95_ms": 275.389}, "read_interval": {"avg_ms": 244.933, "count": 122, "max_ms": 299.995, "p95_ms": 281.313}, "triton_wait": {"avg_ms": 73.175, "count": 123, "max_ms": 120.897, "p95_ms": 107.791}, "visualize": {"avg_ms": 27.005, "count": 123, "max_ms": 42.096, "p95_ms": 39.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6269.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:56:23+09:00", "last_error_summary": "[NULL @ 0x557b7546d200] missing picture in access unit with size 18 [h264 @ 0x557b75edb280] no frame! [in#0/rtsp @ 0x557b75468e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557b75468e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557b7546d840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.327, "last_started_at": "2026-07-06T20:56:25+09:00", "pid": 27564, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.617, "name": "ffmpeg", "pid": 27564, "rss_mb": 327.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.117, "sample_count": 2052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:57:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:57:36+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:57:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T20:57:35.932178+09:00", "mtime_epoch": 1783339055.9321785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:57:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.971, "pushed": 8.971, "read": 8.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.183, "count": 269, "max_ms": 5.523, "p95_ms": 4.635}, "gstreamer_push": {"avg_ms": 1.301, "count": 269, "max_ms": 1.976, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.902, "count": 269, "max_ms": 92.538, "p95_ms": 82.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.21, "count": 269, "max_ms": 113.699, "p95_ms": 90.251}, "yolo11_640_fire_11class": {"avg_ms": 75.803, "count": 269, "max_ms": 94.438, "p95_ms": 85.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.501, "count": 269, "max_ms": 104.975, "p95_ms": 95.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.021, "count": 269, "max_ms": 126.582, "p95_ms": 110.771}, "read_interval": {"avg_ms": 111.835, "count": 268, "max_ms": 140.249, "p95_ms": 123.09}, "triton_wait": {"avg_ms": 86.085, "count": 269, "max_ms": 113.71, "p95_ms": 97.832}, "visualize": {"avg_ms": 3.648, "count": 269, "max_ms": 4.636, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6265.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.606, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.008, "name": "ffmpeg", "pid": 27305, "rss_mb": 282.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.826, "sample_count": 2841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:57:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:57:46+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T20:57:46+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:57:46.252439+09:00", "mtime_epoch": 1783339066.2524393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:57:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.974, "pushed": 8.974, "read": 8.94}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.519, "count": 269, "max_ms": 5.135, "p95_ms": 3.943}, "gstreamer_push": {"avg_ms": 1.322, "count": 269, "max_ms": 1.597, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.903, "count": 269, "max_ms": 92.978, "p95_ms": 82.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.775, "count": 269, "max_ms": 109.394, "p95_ms": 90.702}, "yolo11_640_fire_11class": {"avg_ms": 76.347, "count": 269, "max_ms": 93.562, "p95_ms": 86.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.877, "count": 269, "max_ms": 105.68, "p95_ms": 96.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.597, "count": 269, "max_ms": 121.614, "p95_ms": 110.401}, "read_interval": {"avg_ms": 111.843, "count": 268, "max_ms": 135.088, "p95_ms": 123.291}, "triton_wait": {"avg_ms": 86.378, "count": 269, "max_ms": 109.406, "p95_ms": 98.095}, "visualize": {"avg_ms": 3.636, "count": 269, "max_ms": 4.741, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1668, "tracking_summary": 1509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6270.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34797.098, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.894, "sample_count": 1292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:58:03+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T20:58:03+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T20:58:03.664876+09:00", "mtime_epoch": 1783339083.664876, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:58:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.227, "name": "celery", "pid": 239, "rss_mb": 850.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.644, "pushed": 4.644, "read": 4.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.919, "count": 139, "max_ms": 150.95, "p95_ms": 137.934}, "gstreamer_push": {"avg_ms": 0.949, "count": 139, "max_ms": 3.322, "p95_ms": 1.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.49, "count": 139, "max_ms": 103.878, "p95_ms": 94.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.641, "count": 139, "max_ms": 113.78, "p95_ms": 103.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.974, "count": 139, "max_ms": 274.814, "p95_ms": 265.627}, "read_interval": {"avg_ms": 216.77, "count": 138, "max_ms": 282.537, "p95_ms": 271.485}, "triton_wait": {"avg_ms": 70.724, "count": 139, "max_ms": 113.793, "p95_ms": 103.287}, "visualize": {"avg_ms": 26.448, "count": 139, "max_ms": 41.977, "p95_ms": 35.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:56:23+09:00", "last_error_summary": "[NULL @ 0x557b7546d200] missing picture in access unit with size 18 [h264 @ 0x557b75edb280] no frame! [in#0/rtsp @ 0x557b75468e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557b75468e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557b7546d840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.385, "last_started_at": "2026-07-06T20:56:25+09:00", "pid": 27564, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.617, "name": "ffmpeg", "pid": 27564, "rss_mb": 327.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.644, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:58:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:58:06+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T20:58:05+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T20:58:05.988934+09:00", "mtime_epoch": 1783339085.988934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:58:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 267, "max_ms": 6.267, "p95_ms": 4.606}, "gstreamer_push": {"avg_ms": 1.298, "count": 267, "max_ms": 1.589, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.883, "count": 267, "max_ms": 88.978, "p95_ms": 81.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.29, "count": 267, "max_ms": 110.741, "p95_ms": 91.818}, "yolo11_640_fire_11class": {"avg_ms": 76.489, "count": 267, "max_ms": 91.335, "p95_ms": 85.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.216, "count": 267, "max_ms": 104.863, "p95_ms": 94.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.643, "count": 267, "max_ms": 125.138, "p95_ms": 110.358}, "read_interval": {"avg_ms": 112.565, "count": 266, "max_ms": 139.529, "p95_ms": 123.465}, "triton_wait": {"avg_ms": 86.734, "count": 267, "max_ms": 110.753, "p95_ms": 97.582}, "visualize": {"avg_ms": 3.658, "count": 267, "max_ms": 4.83, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 335.649, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.008, "name": "ffmpeg", "pid": 27305, "rss_mb": 282.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.515, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:58:16+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T20:58:16+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T20:58:16.289190+09:00", "mtime_epoch": 1783339096.2891903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:58:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.956, "pushed": 8.956, "read": 8.923}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 268, "max_ms": 5.848, "p95_ms": 5.737}, "gstreamer_push": {"avg_ms": 1.393, "count": 268, "max_ms": 2.536, "p95_ms": 2.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.009, "count": 268, "max_ms": 88.652, "p95_ms": 83.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.103, "count": 268, "max_ms": 115.879, "p95_ms": 91.713}, "yolo11_640_fire_11class": {"avg_ms": 75.319, "count": 268, "max_ms": 91.336, "p95_ms": 84.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.474, "count": 268, "max_ms": 104.787, "p95_ms": 94.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.241, "count": 268, "max_ms": 128.183, "p95_ms": 111.122}, "read_interval": {"avg_ms": 112.056, "count": 267, "max_ms": 144.034, "p95_ms": 127.599}, "triton_wait": {"avg_ms": 85.388, "count": 268, "max_ms": 115.892, "p95_ms": 97.307}, "visualize": {"avg_ms": 3.862, "count": 268, "max_ms": 6.475, "p95_ms": 6.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1669, "tracking_summary": 1510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6278.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34827.264, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.053, "sample_count": 1291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T20:58:34+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-06T20:58:33+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T20:58:33.889625+09:00", "mtime_epoch": 1783339113.8896253, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:58:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.227, "name": "celery", "pid": 239, "rss_mb": 854.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.275, "pushed": 4.275, "read": 4.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.355, "count": 128, "max_ms": 159.633, "p95_ms": 138.946}, "gstreamer_push": {"avg_ms": 0.787, "count": 128, "max_ms": 0.979, "p95_ms": 0.933}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.075, "count": 128, "max_ms": 108.068, "p95_ms": 95.575}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.423, "count": 128, "max_ms": 111.117, "p95_ms": 101.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.898, "count": 128, "max_ms": 281.752, "p95_ms": 266.79}, "read_interval": {"avg_ms": 235.993, "count": 127, "max_ms": 290.091, "p95_ms": 274.186}, "triton_wait": {"avg_ms": 73.617, "count": 128, "max_ms": 111.129, "p95_ms": 101.997}, "visualize": {"avg_ms": 25.146, "count": 128, "max_ms": 31.608, "p95_ms": 28.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6278.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 365.661, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.586, "name": "ffmpeg", "pid": 27305, "rss_mb": 284.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.151, "sample_count": 2849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:58:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:58:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T20:58:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T20:58:46.345931+09:00", "mtime_epoch": 1783339126.3459308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:58:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.169, "pushed": 11.169, "read": 11.169}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.536, "count": 335, "max_ms": 5.846, "p95_ms": 4.792}, "gstreamer_push": {"avg_ms": 1.323, "count": 335, "max_ms": 2.525, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.403, "count": 335, "max_ms": 86.134, "p95_ms": 72.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.683, "count": 335, "max_ms": 105.062, "p95_ms": 88.133}, "yolo11_640_fire_11class": {"avg_ms": 59.078, "count": 335, "max_ms": 88.807, "p95_ms": 79.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.368, "count": 335, "max_ms": 97.556, "p95_ms": 88.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.382, "count": 335, "max_ms": 117.517, "p95_ms": 106.075}, "read_interval": {"avg_ms": 89.708, "count": 335, "max_ms": 136.682, "p95_ms": 121.254}, "triton_wait": {"avg_ms": 64.135, "count": 335, "max_ms": 105.075, "p95_ms": 90.186}, "visualize": {"avg_ms": 3.712, "count": 335, "max_ms": 6.444, "p95_ms": 4.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:58:53+09:00", "last_error_summary": "[h264 @ 0x556ca1c5ec40] error while decoding MB 66 21, bytestream -5", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.088, "last_started_at": "2026-07-06T20:58:56+09:00", "pid": 27716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.238, "name": "ffmpeg", "pid": 27716, "rss_mb": 206.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 6, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.423, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:58:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T20:58:58+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T20:58:58+09:00", "mjpeg": {"age_sec": 35.095, "exists": true, "mtime": "2026-07-06T20:58:23.321364+09:00", "mtime_epoch": 1783339103.3213644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:58:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1533.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.973, "count": 1, "max_ms": 3.973, "p95_ms": 3.973}, "gstreamer_push": {"avg_ms": 1.188, "count": 1, "max_ms": 1.188, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.766, "count": 1, "max_ms": 49.766, "p95_ms": 49.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.678, "count": 1, "max_ms": 56.678, "p95_ms": 56.678}, "yolo11_640_fire_11class": {"avg_ms": 55.481, "count": 1, "max_ms": 55.481, "p95_ms": 55.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.094, "count": 1, "max_ms": 56.094, "p95_ms": 56.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.148, "count": 1, "max_ms": 69.148, "p95_ms": 69.148}, "read_interval": {"avg_ms": 35138.501, "count": 1, "max_ms": 35138.501, "p95_ms": 35138.501}, "triton_wait": {"avg_ms": 56.688, "count": 1, "max_ms": 56.688, "p95_ms": 56.688}, "visualize": {"avg_ms": 3.511, "count": 1, "max_ms": 3.511, "p95_ms": 3.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1670, "tracking_summary": 1511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6263.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34857.537, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.736, "sample_count": 1295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:59:04+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-06T20:59:04+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-06T20:59:04.046362+09:00", "mtime_epoch": 1783339144.0463622, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:59:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.227, "name": "celery", "pid": 239, "rss_mb": 841.395, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.415, "pushed": 4.415, "read": 4.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.439, "count": 132, "max_ms": 151.333, "p95_ms": 140.864}, "gstreamer_push": {"avg_ms": 1.009, "count": 132, "max_ms": 1.921, "p95_ms": 1.779}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.38, "count": 132, "max_ms": 113.701, "p95_ms": 92.596}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.233, "count": 132, "max_ms": 112.888, "p95_ms": 98.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.062, "count": 132, "max_ms": 296.469, "p95_ms": 280.589}, "read_interval": {"avg_ms": 227.363, "count": 131, "max_ms": 300.102, "p95_ms": 287.263}, "triton_wait": {"avg_ms": 74.318, "count": 132, "max_ms": 113.71, "p95_ms": 98.982}, "visualize": {"avg_ms": 28.458, "count": 132, "max_ms": 50.176, "p95_ms": 44.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 395.78, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.586, "name": "ffmpeg", "pid": 27305, "rss_mb": 284.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.949, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:59:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:59:16+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T20:59:16+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T20:59:16.426662+09:00", "mtime_epoch": 1783339156.426662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:59:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.245, "pushed": 10.245, "read": 10.212}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.52, "count": 307, "max_ms": 5.706, "p95_ms": 4.258}, "gstreamer_push": {"avg_ms": 1.297, "count": 307, "max_ms": 2.25, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.223, "count": 307, "max_ms": 90.061, "p95_ms": 79.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.939, "count": 307, "max_ms": 120.999, "p95_ms": 89.94}, "yolo11_640_fire_11class": {"avg_ms": 65.366, "count": 307, "max_ms": 89.528, "p95_ms": 80.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.275, "count": 307, "max_ms": 100.575, "p95_ms": 91.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.16, "count": 307, "max_ms": 133.268, "p95_ms": 109.239}, "read_interval": {"avg_ms": 97.753, "count": 306, "max_ms": 146.79, "p95_ms": 122.685}, "triton_wait": {"avg_ms": 72.103, "count": 307, "max_ms": 121.012, "p95_ms": 96.748}, "visualize": {"avg_ms": 3.629, "count": 307, "max_ms": 6.267, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6274.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:58:53+09:00", "last_error_summary": "[h264 @ 0x556ca1c5ec40] error while decoding MB 66 21, bytestream -5", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.19, "last_started_at": "2026-07-06T20:58:56+09:00", "pid": 27716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 27716, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 6, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.754, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:59:28+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T20:59:28+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T20:59:28.426951+09:00", "mtime_epoch": 1783339168.426951, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:59:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.236, "pushed": 9.236, "read": 9.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 277, "max_ms": 6.784, "p95_ms": 5.463}, "gstreamer_push": {"avg_ms": 1.251, "count": 277, "max_ms": 1.75, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.641, "count": 277, "max_ms": 91.533, "p95_ms": 82.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.037, "count": 277, "max_ms": 128.984, "p95_ms": 100.286}, "yolo11_640_fire_11class": {"avg_ms": 75.143, "count": 277, "max_ms": 94.83, "p95_ms": 86.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.87, "count": 277, "max_ms": 103.288, "p95_ms": 95.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.223, "count": 277, "max_ms": 142.056, "p95_ms": 116.091}, "read_interval": {"avg_ms": 108.65, "count": 276, "max_ms": 153.21, "p95_ms": 127.897}, "triton_wait": {"avg_ms": 84.676, "count": 277, "max_ms": 128.995, "p95_ms": 103.302}, "visualize": {"avg_ms": 3.503, "count": 277, "max_ms": 6.057, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1672, "tracking_summary": 1512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6277.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34887.683, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.611, "sample_count": 1287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:59:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:59:34+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-06T20:59:34+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T20:59:34.207089+09:00", "mtime_epoch": 1783339174.2070894, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T20:59:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.227, "name": "celery", "pid": 239, "rss_mb": 850.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.083, "pushed": 4.083, "read": 4.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.781, "count": 122, "max_ms": 167.775, "p95_ms": 151.723}, "gstreamer_push": {"avg_ms": 1.003, "count": 122, "max_ms": 2.942, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.464, "count": 122, "max_ms": 110.468, "p95_ms": 105.147}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.904, "count": 122, "max_ms": 119.399, "p95_ms": 110.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.867, "count": 122, "max_ms": 298.072, "p95_ms": 283.475}, "read_interval": {"avg_ms": 246.737, "count": 121, "max_ms": 305.208, "p95_ms": 292.082}, "triton_wait": {"avg_ms": 76.235, "count": 122, "max_ms": 119.412, "p95_ms": 110.385}, "visualize": {"avg_ms": 31.029, "count": 122, "max_ms": 58.093, "p95_ms": 44.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6280.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.865, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.68, "name": "ffmpeg", "pid": 27305, "rss_mb": 287.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 15, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.377, "sample_count": 2894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:59:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:59:46+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T20:59:46+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T20:59:46.519384+09:00", "mtime_epoch": 1783339186.5193837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T20:59:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.169, "pushed": 9.169, "read": 9.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 275, "max_ms": 5.621, "p95_ms": 4.883}, "gstreamer_push": {"avg_ms": 1.313, "count": 275, "max_ms": 1.852, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.182, "count": 275, "max_ms": 93.069, "p95_ms": 81.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.288, "count": 275, "max_ms": 109.033, "p95_ms": 97.63}, "yolo11_640_fire_11class": {"avg_ms": 72.626, "count": 275, "max_ms": 91.996, "p95_ms": 83.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.4, "count": 275, "max_ms": 104.765, "p95_ms": 94.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.356, "count": 275, "max_ms": 121.13, "p95_ms": 112.268}, "read_interval": {"avg_ms": 109.379, "count": 274, "max_ms": 136.341, "p95_ms": 127.143}, "triton_wait": {"avg_ms": 83.167, "count": 275, "max_ms": 109.046, "p95_ms": 99.501}, "visualize": {"avg_ms": 3.628, "count": 275, "max_ms": 4.812, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6284.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:58:53+09:00", "last_error_summary": "[h264 @ 0x556ca1c5ec40] error while decoding MB 66 21, bytestream -5", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.266, "last_started_at": "2026-07-06T20:58:56+09:00", "pid": 27716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 27716, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 6, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.472, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T20:59:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T20:59:58+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T20:59:58+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T20:59:58.487668+09:00", "mtime_epoch": 1783339198.487668, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T20:59:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.943, "pushed": 8.943, "read": 8.91}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.173, "count": 268, "max_ms": 6.058, "p95_ms": 4.729}, "gstreamer_push": {"avg_ms": 1.296, "count": 268, "max_ms": 1.809, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.11, "count": 268, "max_ms": 93.175, "p95_ms": 84.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.597, "count": 268, "max_ms": 117.699, "p95_ms": 95.615}, "yolo11_640_fire_11class": {"avg_ms": 75.56, "count": 268, "max_ms": 94.444, "p95_ms": 87.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.423, "count": 268, "max_ms": 108.078, "p95_ms": 97.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.34, "count": 268, "max_ms": 133.076, "p95_ms": 115.853}, "read_interval": {"avg_ms": 112.168, "count": 267, "max_ms": 150.262, "p95_ms": 128.901}, "triton_wait": {"avg_ms": 86.445, "count": 268, "max_ms": 117.713, "p95_ms": 102.675}, "visualize": {"avg_ms": 3.627, "count": 268, "max_ms": 4.913, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1672, "tracking_summary": 1514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6284.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34917.698, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.985, "sample_count": 1297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:00:04+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-06T21:00:04+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T21:00:04.271805+09:00", "mtime_epoch": 1783339204.271805, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:00:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.227, "name": "celery", "pid": 239, "rss_mb": 852.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.636, "pushed": 4.636, "read": 4.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.773, "count": 138, "max_ms": 157.008, "p95_ms": 143.46}, "gstreamer_push": {"avg_ms": 0.954, "count": 138, "max_ms": 3.246, "p95_ms": 1.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.617, "count": 138, "max_ms": 114.007, "p95_ms": 102.4}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.443, "count": 138, "max_ms": 112.722, "p95_ms": 108.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.35, "count": 138, "max_ms": 295.0, "p95_ms": 268.069}, "read_interval": {"avg_ms": 217.305, "count": 137, "max_ms": 302.737, "p95_ms": 276.592}, "triton_wait": {"avg_ms": 78.704, "count": 138, "max_ms": 114.02, "p95_ms": 109.622}, "visualize": {"avg_ms": 26.922, "count": 138, "max_ms": 40.35, "p95_ms": 32.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 455.967, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.547, "name": "ffmpeg", "pid": 27305, "rss_mb": 291.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 14, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.544, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:00:16+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T21:00:16+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T21:00:16.608096+09:00", "mtime_epoch": 1783339216.6080961, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:00:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.87, "pushed": 8.87, "read": 8.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.576, "count": 266, "max_ms": 5.81, "p95_ms": 4.327}, "gstreamer_push": {"avg_ms": 1.342, "count": 266, "max_ms": 2.278, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.904, "count": 266, "max_ms": 93.802, "p95_ms": 83.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.525, "count": 266, "max_ms": 120.116, "p95_ms": 99.782}, "yolo11_640_fire_11class": {"avg_ms": 75.412, "count": 266, "max_ms": 94.456, "p95_ms": 86.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.579, "count": 266, "max_ms": 108.006, "p95_ms": 96.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.517, "count": 266, "max_ms": 132.334, "p95_ms": 115.836}, "read_interval": {"avg_ms": 112.708, "count": 266, "max_ms": 148.26, "p95_ms": 130.196}, "triton_wait": {"avg_ms": 86.078, "count": 266, "max_ms": 120.127, "p95_ms": 103.789}, "visualize": {"avg_ms": 3.713, "count": 266, "max_ms": 6.229, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6289.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:58:53+09:00", "last_error_summary": "[h264 @ 0x556ca1c5ec40] error while decoding MB 66 21, bytestream -5", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.317, "last_started_at": "2026-07-06T20:58:56+09:00", "pid": 27716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.266, "name": "ffmpeg", "pid": 27716, "rss_mb": 329.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 6, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.637, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:00:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:00:28+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:00:28+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:00:28.544376+09:00", "mtime_epoch": 1783339228.5443764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:00:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.254, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.016, "pushed": 9.016, "read": 8.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.235, "count": 270, "max_ms": 7.038, "p95_ms": 5.691}, "gstreamer_push": {"avg_ms": 1.281, "count": 270, "max_ms": 1.588, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.988, "count": 270, "max_ms": 94.62, "p95_ms": 82.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.238, "count": 270, "max_ms": 118.058, "p95_ms": 100.566}, "yolo11_640_fire_11class": {"avg_ms": 74.964, "count": 270, "max_ms": 95.332, "p95_ms": 85.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.729, "count": 270, "max_ms": 105.642, "p95_ms": 95.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.301, "count": 270, "max_ms": 131.138, "p95_ms": 114.22}, "read_interval": {"avg_ms": 111.293, "count": 269, "max_ms": 144.275, "p95_ms": 128.723}, "triton_wait": {"avg_ms": 85.279, "count": 270, "max_ms": 118.071, "p95_ms": 100.99}, "visualize": {"avg_ms": 3.661, "count": 270, "max_ms": 6.131, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1673, "tracking_summary": 1515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6292.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34947.743, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.894, "sample_count": 1303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:00:34+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-06T21:00:34+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T21:00:34.312511+09:00", "mtime_epoch": 1783339234.3125112, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:00:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.598, "name": "celery", "pid": 239, "rss_mb": 850.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.396, "pushed": 4.396, "read": 4.362}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.369, "count": 131, "max_ms": 146.322, "p95_ms": 140.441}, "gstreamer_push": {"avg_ms": 0.905, "count": 131, "max_ms": 2.071, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.92, "count": 131, "max_ms": 112.28, "p95_ms": 105.449}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.502, "count": 131, "max_ms": 116.498, "p95_ms": 111.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.231, "count": 131, "max_ms": 282.09, "p95_ms": 272.69}, "read_interval": {"avg_ms": 229.326, "count": 130, "max_ms": 288.291, "p95_ms": 279.799}, "triton_wait": {"avg_ms": 76.973, "count": 131, "max_ms": 116.511, "p95_ms": 111.878}, "visualize": {"avg_ms": 28.06, "count": 131, "max_ms": 40.997, "p95_ms": 37.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 485.997, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.859, "name": "ffmpeg", "pid": 27305, "rss_mb": 301.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 14, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.476, "sample_count": 2884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:00:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:00:46+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T21:00:46+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:00:46.648799+09:00", "mtime_epoch": 1783339246.648799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:00:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.725, "pushed": 8.725, "read": 8.692}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.551, "count": 261, "max_ms": 5.758, "p95_ms": 4.153}, "gstreamer_push": {"avg_ms": 1.327, "count": 261, "max_ms": 2.108, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.485, "count": 261, "max_ms": 90.394, "p95_ms": 82.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.569, "count": 261, "max_ms": 120.662, "p95_ms": 96.923}, "yolo11_640_fire_11class": {"avg_ms": 75.997, "count": 261, "max_ms": 93.847, "p95_ms": 85.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.063, "count": 261, "max_ms": 102.332, "p95_ms": 94.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.304, "count": 261, "max_ms": 133.008, "p95_ms": 112.575}, "read_interval": {"avg_ms": 115.072, "count": 260, "max_ms": 846.677, "p95_ms": 126.32}, "triton_wait": {"avg_ms": 86.032, "count": 261, "max_ms": 120.675, "p95_ms": 99.656}, "visualize": {"avg_ms": 3.654, "count": 261, "max_ms": 5.988, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1675, "tracking_summary": 1516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6298.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 34977.865, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.257, "sample_count": 1297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:01:04+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-06T21:01:04+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T21:01:04.409211+09:00", "mtime_epoch": 1783339264.4092107, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:01:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.598, "name": "celery", "pid": 239, "rss_mb": 852.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.383, "pushed": 4.383, "read": 4.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.739, "count": 131, "max_ms": 169.81, "p95_ms": 165.88}, "gstreamer_push": {"avg_ms": 0.802, "count": 131, "max_ms": 1.235, "p95_ms": 0.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.512, "count": 131, "max_ms": 107.554, "p95_ms": 96.056}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.478, "count": 131, "max_ms": 115.114, "p95_ms": 100.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.125, "count": 131, "max_ms": 279.899, "p95_ms": 267.163}, "read_interval": {"avg_ms": 229.656, "count": 130, "max_ms": 285.923, "p95_ms": 274.974}, "triton_wait": {"avg_ms": 71.498, "count": 131, "max_ms": 115.127, "p95_ms": 100.931}, "visualize": {"avg_ms": 26.065, "count": 131, "max_ms": 34.304, "p95_ms": 29.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6299.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:58:53+09:00", "last_error_summary": "[h264 @ 0x556ca1c5ec40] error while decoding MB 66 21, bytestream -5", "last_exit_at": "2026-07-06T20:56:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.522, "last_started_at": "2026-07-06T20:58:56+09:00", "pid": 27716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.84, "name": "ffmpeg", "pid": 27716, "rss_mb": 329.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 6, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.244, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:01:09+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T21:01:09+09:00", "mjpeg": {"age_sec": 16.689, "exists": true, "mtime": "2026-07-06T21:00:53.160950+09:00", "mtime_epoch": 1783339253.1609502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:01:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.075, "pushed": 4.075, "read": 4.042}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.22, "count": 122, "max_ms": 6.131, "p95_ms": 4.903}, "gstreamer_push": {"avg_ms": 1.304, "count": 122, "max_ms": 1.934, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.9, "count": 122, "max_ms": 87.094, "p95_ms": 81.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.699, "count": 122, "max_ms": 115.888, "p95_ms": 93.198}, "yolo11_640_fire_11class": {"avg_ms": 74.046, "count": 122, "max_ms": 91.466, "p95_ms": 87.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.61, "count": 122, "max_ms": 107.475, "p95_ms": 96.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.314, "count": 122, "max_ms": 128.958, "p95_ms": 111.772}, "read_interval": {"avg_ms": 247.448, "count": 121, "max_ms": 16743.448, "p95_ms": 124.495}, "triton_wait": {"avg_ms": 83.451, "count": 122, "max_ms": 115.902, "p95_ms": 98.93}, "visualize": {"avg_ms": 3.665, "count": 122, "max_ms": 4.827, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6302.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T20:52:38+09:00", "last_error_summary": "[h264 @ 0x564f8e343fc0] top block unavailable for requested intra mode [h264 @ 0x564f8e343fc0] error while decoding MB 75 0, bytestream 1272 [h264 @ 0x564f8e3f6780] cabac decode of qscale diff failed at 29 22 [h264 @ 0x564f8e3f6780] error while decoding MB 29 22, bytestream 36988 [h264 @ 0x564f8efc7c00] cabac decode of qscale diff failed at 28 3 [h264 @ 0x564f8efc7c00] error while decoding MB 28 3, bytestream 3337 [h264 @ 0x564f8e3186c0] cabac decode of qscale diff failed at 17 21 [h264 @ 0x564f", "last_exit_at": "2026-07-06T20:52:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 525.144, "last_started_at": "2026-07-06T20:52:40+09:00", "pid": 27305, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.113, "name": "ffmpeg", "pid": 27305, "rss_mb": 306.113, "state": "S (sleeping)", "threads": 104}, "restart_count": 120, "restart_count_per_hour": 14, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.122, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:01:25+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T21:01:25+09:00", "mjpeg": {"age_sec": 10.115, "exists": true, "mtime": "2026-07-06T21:01:15.777473+09:00", "mtime_epoch": 1783339275.7774727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:01:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1646.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 130, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.334, "pushed": 4.334, "read": 4.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.489, "count": 130, "max_ms": 4.834, "p95_ms": 3.724}, "gstreamer_push": {"avg_ms": 1.279, "count": 130, "max_ms": 1.663, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.961, "count": 130, "max_ms": 66.64, "p95_ms": 57.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.945, "count": 130, "max_ms": 85.881, "p95_ms": 79.893}, "yolo11_640_fire_11class": {"avg_ms": 54.24, "count": 130, "max_ms": 66.038, "p95_ms": 59.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.005, "count": 130, "max_ms": 67.199, "p95_ms": 60.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.541, "count": 130, "max_ms": 97.624, "p95_ms": 92.116}, "read_interval": {"avg_ms": 230.789, "count": 130, "max_ms": 10122.9, "p95_ms": 105.838}, "triton_wait": {"avg_ms": 57.547, "count": 130, "max_ms": 85.892, "p95_ms": 79.905}, "visualize": {"avg_ms": 3.626, "count": 130, "max_ms": 4.684, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1676, "tracking_summary": 1517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6127.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35008.069, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.389, "sample_count": 1295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:01:34+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T21:01:34+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T21:01:34.637905+09:00", "mtime_epoch": 1783339294.6379051, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:01:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.598, "name": "celery", "pid": 239, "rss_mb": 850.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.311, "pushed": 4.311, "read": 4.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.702, "count": 129, "max_ms": 173.883, "p95_ms": 163.882}, "gstreamer_push": {"avg_ms": 0.817, "count": 129, "max_ms": 1.772, "p95_ms": 1.7}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.65, "count": 129, "max_ms": 104.9, "p95_ms": 78.992}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 61.066, "count": 129, "max_ms": 110.184, "p95_ms": 91.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.442, "count": 129, "max_ms": 286.038, "p95_ms": 268.442}, "read_interval": {"avg_ms": 234.059, "count": 128, "max_ms": 291.945, "p95_ms": 275.701}, "triton_wait": {"avg_ms": 61.079, "count": 129, "max_ms": 110.197, "p95_ms": 91.395}, "visualize": {"avg_ms": 25.979, "count": 129, "max_ms": 39.215, "p95_ms": 33.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:27+09:00", "last_error_summary": "[h264 @ 0x55f14fbd9a00] error while decoding MB 19 21, bytestream -7 [in#0/rtsp @ 0x55f14f237e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f14f237e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.741, "last_started_at": "2026-07-06T21:01:30+09:00", "pid": 27870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.824, "name": "ffmpeg", "pid": 27870, "rss_mb": 326.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 7, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.006, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:01:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:01:39+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:01:39+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:01:39.830024+09:00", "mtime_epoch": 1783339299.8300235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:01:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.997, "pushed": 5.997, "read": 5.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.173, "count": 83, "max_ms": 9.007, "p95_ms": 5.914}, "gstreamer_push": {"avg_ms": 1.251, "count": 83, "max_ms": 1.432, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.699, "count": 83, "max_ms": 84.084, "p95_ms": 79.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.289, "count": 83, "max_ms": 110.309, "p95_ms": 107.223}, "yolo11_640_fire_11class": {"avg_ms": 74.73, "count": 83, "max_ms": 89.374, "p95_ms": 86.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.587, "count": 83, "max_ms": 100.045, "p95_ms": 93.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.936, "count": 83, "max_ms": 124.956, "p95_ms": 119.995}, "read_interval": {"avg_ms": 361.955, "count": 83, "max_ms": 16303.086, "p95_ms": 132.568}, "triton_wait": {"avg_ms": 84.438, "count": 83, "max_ms": 110.321, "p95_ms": 107.236}, "visualize": {"avg_ms": 3.507, "count": 83, "max_ms": 5.474, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.841, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6265.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.668, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.113, "name": "ffmpeg", "pid": 27868, "rss_mb": 265.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 15, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.765, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:01:55+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:01:55+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:01:55.798387+09:00", "mtime_epoch": 1783339315.7983868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:01:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.003, "pushed": 8.003, "read": 8.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.618, "count": 240, "max_ms": 5.569, "p95_ms": 5.07}, "gstreamer_push": {"avg_ms": 1.337, "count": 240, "max_ms": 2.162, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.621, "count": 240, "max_ms": 90.11, "p95_ms": 81.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.904, "count": 240, "max_ms": 115.246, "p95_ms": 97.819}, "yolo11_640_fire_11class": {"avg_ms": 72.903, "count": 240, "max_ms": 90.517, "p95_ms": 85.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.894, "count": 240, "max_ms": 100.586, "p95_ms": 94.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.686, "count": 240, "max_ms": 129.181, "p95_ms": 112.872}, "read_interval": {"avg_ms": 124.894, "count": 240, "max_ms": 4422.089, "p95_ms": 125.34}, "triton_wait": {"avg_ms": 82.144, "count": 240, "max_ms": 115.258, "p95_ms": 99.581}, "visualize": {"avg_ms": 3.727, "count": 240, "max_ms": 4.792, "p95_ms": 4.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1678, "tracking_summary": 1518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6261.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35038.073, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.178, "sample_count": 1306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:02:04+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-06T21:02:04+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-06T21:02:04.662588+09:00", "mtime_epoch": 1783339324.6625876, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:02:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 856.598, "name": "celery", "pid": 239, "rss_mb": 853.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.534, "pushed": 4.534, "read": 4.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.043, "count": 136, "max_ms": 156.279, "p95_ms": 140.987}, "gstreamer_push": {"avg_ms": 0.824, "count": 136, "max_ms": 1.845, "p95_ms": 0.962}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.451, "count": 136, "max_ms": 111.331, "p95_ms": 105.628}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.347, "count": 136, "max_ms": 113.944, "p95_ms": 109.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.691, "count": 136, "max_ms": 294.304, "p95_ms": 272.553}, "read_interval": {"avg_ms": 220.733, "count": 136, "max_ms": 300.491, "p95_ms": 280.367}, "triton_wait": {"avg_ms": 74.392, "count": 136, "max_ms": 113.958, "p95_ms": 109.763}, "visualize": {"avg_ms": 25.348, "count": 136, "max_ms": 41.538, "p95_ms": 34.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6266.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:27+09:00", "last_error_summary": "[h264 @ 0x55f14fbd9a00] error while decoding MB 19 21, bytestream -7 [in#0/rtsp @ 0x55f14f237e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f14f237e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.842, "last_started_at": "2026-07-06T21:01:30+09:00", "pid": 27870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.176, "name": "ffmpeg", "pid": 27870, "rss_mb": 330.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 7, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.929, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:02:10+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:02:09+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:02:09.934707+09:00", "mtime_epoch": 1783339329.9347067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:02:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.968, "pushed": 8.968, "read": 8.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.304, "count": 269, "max_ms": 6.526, "p95_ms": 5.433}, "gstreamer_push": {"avg_ms": 1.31, "count": 269, "max_ms": 1.507, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.18, "count": 269, "max_ms": 90.015, "p95_ms": 81.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.318, "count": 269, "max_ms": 116.983, "p95_ms": 92.656}, "yolo11_640_fire_11class": {"avg_ms": 75.507, "count": 269, "max_ms": 90.019, "p95_ms": 84.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.885, "count": 269, "max_ms": 102.498, "p95_ms": 94.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.019, "count": 269, "max_ms": 130.05, "p95_ms": 110.874}, "read_interval": {"avg_ms": 111.473, "count": 269, "max_ms": 144.766, "p95_ms": 123.316}, "triton_wait": {"avg_ms": 85.86, "count": 269, "max_ms": 116.995, "p95_ms": 97.803}, "visualize": {"avg_ms": 3.749, "count": 269, "max_ms": 4.742, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6265.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.697, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.371, "name": "ffmpeg", "pid": 27868, "rss_mb": 265.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 15, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.122, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:02:25+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:02:25+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:02:25.827065+09:00", "mtime_epoch": 1783339345.8270645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:02:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.957, "pushed": 8.957, "read": 8.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.671, "count": 268, "max_ms": 5.798, "p95_ms": 5.188}, "gstreamer_push": {"avg_ms": 1.332, "count": 268, "max_ms": 2.455, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.568, "count": 268, "max_ms": 89.776, "p95_ms": 80.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.909, "count": 268, "max_ms": 109.981, "p95_ms": 97.918}, "yolo11_640_fire_11class": {"avg_ms": 75.985, "count": 268, "max_ms": 90.39, "p95_ms": 83.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.186, "count": 268, "max_ms": 100.551, "p95_ms": 93.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.589, "count": 268, "max_ms": 123.655, "p95_ms": 113.082}, "read_interval": {"avg_ms": 112.031, "count": 267, "max_ms": 138.964, "p95_ms": 125.487}, "triton_wait": {"avg_ms": 86.018, "count": 268, "max_ms": 109.994, "p95_ms": 99.398}, "visualize": {"avg_ms": 3.732, "count": 268, "max_ms": 6.414, "p95_ms": 4.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1679, "tracking_summary": 1519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6262.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35068.209, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.741, "sample_count": 1310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:02:35+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-06T21:02:34+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T21:02:34.871267+09:00", "mtime_epoch": 1783339354.8712673, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:02:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 857.887, "name": "celery", "pid": 239, "rss_mb": 852.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.272, "pushed": 4.272, "read": 4.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.551, "count": 128, "max_ms": 140.718, "p95_ms": 138.988}, "gstreamer_push": {"avg_ms": 0.788, "count": 128, "max_ms": 1.032, "p95_ms": 0.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.853, "count": 128, "max_ms": 111.699, "p95_ms": 103.186}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.305, "count": 128, "max_ms": 112.04, "p95_ms": 106.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.689, "count": 128, "max_ms": 282.173, "p95_ms": 271.895}, "read_interval": {"avg_ms": 236.094, "count": 127, "max_ms": 288.284, "p95_ms": 278.141}, "triton_wait": {"avg_ms": 72.507, "count": 128, "max_ms": 112.053, "p95_ms": 106.587}, "visualize": {"avg_ms": 24.853, "count": 128, "max_ms": 38.361, "p95_ms": 27.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6263.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:27+09:00", "last_error_summary": "[h264 @ 0x55f14fbd9a00] error while decoding MB 19 21, bytestream -7 [in#0/rtsp @ 0x55f14f237e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f14f237e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.876, "last_started_at": "2026-07-06T21:01:30+09:00", "pid": 27870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.176, "name": "ffmpeg", "pid": 27870, "rss_mb": 330.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 7, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.637, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:02:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:02:40+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T21:02:39+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T21:02:39.979382+09:00", "mtime_epoch": 1783339359.9793816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:02:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.925, "pushed": 8.925, "read": 8.892}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.299, "count": 267, "max_ms": 6.99, "p95_ms": 5.87}, "gstreamer_push": {"avg_ms": 1.301, "count": 267, "max_ms": 1.926, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.45, "count": 267, "max_ms": 90.276, "p95_ms": 80.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.081, "count": 267, "max_ms": 118.675, "p95_ms": 94.545}, "yolo11_640_fire_11class": {"avg_ms": 76.315, "count": 267, "max_ms": 93.826, "p95_ms": 85.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.394, "count": 267, "max_ms": 104.914, "p95_ms": 95.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.494, "count": 267, "max_ms": 131.913, "p95_ms": 112.557}, "read_interval": {"avg_ms": 112.53, "count": 266, "max_ms": 144.257, "p95_ms": 128.023}, "triton_wait": {"avg_ms": 86.409, "count": 267, "max_ms": 118.687, "p95_ms": 99.733}, "visualize": {"avg_ms": 3.703, "count": 267, "max_ms": 6.168, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6265.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.757, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.434, "name": "ffmpeg", "pid": 27868, "rss_mb": 267.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 14, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.052, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:02:55+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:02:55+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:02:55.887736+09:00", "mtime_epoch": 1783339375.887736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:02:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.951, "pushed": 8.951, "read": 8.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 268, "max_ms": 5.771, "p95_ms": 4.463}, "gstreamer_push": {"avg_ms": 1.324, "count": 268, "max_ms": 2.425, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.043, "count": 268, "max_ms": 92.458, "p95_ms": 81.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.255, "count": 268, "max_ms": 115.14, "p95_ms": 90.707}, "yolo11_640_fire_11class": {"avg_ms": 77.057, "count": 268, "max_ms": 92.446, "p95_ms": 86.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.045, "count": 268, "max_ms": 102.052, "p95_ms": 95.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.927, "count": 268, "max_ms": 127.385, "p95_ms": 111.39}, "read_interval": {"avg_ms": 112.146, "count": 267, "max_ms": 141.263, "p95_ms": 124.902}, "triton_wait": {"avg_ms": 86.629, "count": 268, "max_ms": 115.153, "p95_ms": 98.357}, "visualize": {"avg_ms": 3.659, "count": 268, "max_ms": 6.482, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1680, "tracking_summary": 1520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6260.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35098.497, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.793, "sample_count": 1303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:03:05+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-06T21:03:05+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-06T21:03:05.023939+09:00", "mtime_epoch": 1783339385.0239391, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:03:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 857.887, "name": "celery", "pid": 239, "rss_mb": 847.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.408, "pushed": 4.408, "read": 4.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.661, "count": 132, "max_ms": 172.807, "p95_ms": 169.241}, "gstreamer_push": {"avg_ms": 0.832, "count": 132, "max_ms": 1.917, "p95_ms": 0.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.833, "count": 132, "max_ms": 109.509, "p95_ms": 100.524}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.361, "count": 132, "max_ms": 114.647, "p95_ms": 104.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.368, "count": 132, "max_ms": 309.016, "p95_ms": 297.602}, "read_interval": {"avg_ms": 227.776, "count": 131, "max_ms": 317.883, "p95_ms": 303.864}, "triton_wait": {"avg_ms": 73.526, "count": 132, "max_ms": 114.66, "p95_ms": 105.227}, "visualize": {"avg_ms": 25.262, "count": 132, "max_ms": 39.059, "p95_ms": 30.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6267.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:27+09:00", "last_error_summary": "[h264 @ 0x55f14fbd9a00] error while decoding MB 19 21, bytestream -7 [in#0/rtsp @ 0x55f14f237e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f14f237e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.919, "last_started_at": "2026-07-06T21:01:30+09:00", "pid": 27870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.176, "name": "ffmpeg", "pid": 27870, "rss_mb": 330.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 7, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.637, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:03:10+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T21:03:10+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T21:03:10.024050+09:00", "mtime_epoch": 1783339390.0240498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:03:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.054, "pushed": 9.054, "read": 9.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.212, "count": 271, "max_ms": 6.835, "p95_ms": 4.751}, "gstreamer_push": {"avg_ms": 1.287, "count": 271, "max_ms": 2.029, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.999, "count": 271, "max_ms": 89.553, "p95_ms": 80.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.814, "count": 271, "max_ms": 116.906, "p95_ms": 90.606}, "yolo11_640_fire_11class": {"avg_ms": 74.906, "count": 271, "max_ms": 89.556, "p95_ms": 85.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.683, "count": 271, "max_ms": 100.256, "p95_ms": 94.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.636, "count": 271, "max_ms": 130.284, "p95_ms": 112.268}, "read_interval": {"avg_ms": 110.905, "count": 270, "max_ms": 147.681, "p95_ms": 125.753}, "triton_wait": {"avg_ms": 84.657, "count": 271, "max_ms": 116.917, "p95_ms": 97.912}, "visualize": {"avg_ms": 3.667, "count": 271, "max_ms": 6.281, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.776, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.691, "name": "ffmpeg", "pid": 27868, "rss_mb": 267.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 14, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.865, "sample_count": 2663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:03:26+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T21:03:25+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T21:03:25.932401+09:00", "mtime_epoch": 1783339405.9324012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:03:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.47, "pushed": 10.47, "read": 10.436}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.465, "count": 313, "max_ms": 5.509, "p95_ms": 3.758}, "gstreamer_push": {"avg_ms": 1.296, "count": 313, "max_ms": 1.535, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.304, "count": 313, "max_ms": 85.463, "p95_ms": 80.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.565, "count": 313, "max_ms": 117.639, "p95_ms": 88.639}, "yolo11_640_fire_11class": {"avg_ms": 64.53, "count": 313, "max_ms": 87.87, "p95_ms": 82.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.882, "count": 313, "max_ms": 99.213, "p95_ms": 91.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.981, "count": 313, "max_ms": 130.175, "p95_ms": 106.448}, "read_interval": {"avg_ms": 95.944, "count": 312, "max_ms": 143.023, "p95_ms": 121.255}, "triton_wait": {"avg_ms": 70.987, "count": 313, "max_ms": 117.651, "p95_ms": 94.148}, "visualize": {"avg_ms": 3.599, "count": 313, "max_ms": 4.198, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1682, "tracking_summary": 1521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6266.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35128.55, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.736, "sample_count": 1302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:03:35+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T21:03:35+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T21:03:35.188605+09:00", "mtime_epoch": 1783339415.188605, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:03:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 857.887, "name": "celery", "pid": 239, "rss_mb": 854.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.26, "pushed": 4.26, "read": 4.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.823, "count": 127, "max_ms": 143.851, "p95_ms": 140.079}, "gstreamer_push": {"avg_ms": 0.845, "count": 127, "max_ms": 2.985, "p95_ms": 1.688}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.475, "count": 127, "max_ms": 109.591, "p95_ms": 86.34}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.881, "count": 127, "max_ms": 113.939, "p95_ms": 92.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.954, "count": 127, "max_ms": 296.61, "p95_ms": 264.712}, "read_interval": {"avg_ms": 237.173, "count": 126, "max_ms": 304.981, "p95_ms": 273.042}, "triton_wait": {"avg_ms": 73.118, "count": 127, "max_ms": 113.952, "p95_ms": 92.965}, "visualize": {"avg_ms": 27.24, "count": 127, "max_ms": 43.259, "p95_ms": 37.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.316, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 204.117, "name": "ffmpeg", "pid": 28127, "rss_mb": 204.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.711, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:03:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T21:03:47+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T21:03:47+09:00", "mjpeg": {"age_sec": 35.007, "exists": true, "mtime": "2026-07-06T21:03:12.268100+09:00", "mtime_epoch": 1783339392.2680995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:03:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.304, "count": 1, "max_ms": 4.304, "p95_ms": 4.304}, "gstreamer_push": {"avg_ms": 1.131, "count": 1, "max_ms": 1.131, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.383, "count": 1, "max_ms": 51.383, "p95_ms": 51.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.611, "count": 1, "max_ms": 63.611, "p95_ms": 63.611}, "yolo11_640_fire_11class": {"avg_ms": 59.962, "count": 1, "max_ms": 59.962, "p95_ms": 59.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.895, "count": 1, "max_ms": 60.895, "p95_ms": 60.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.178, "count": 1, "max_ms": 76.178, "p95_ms": 76.178}, "read_interval": {"avg_ms": 35051.504, "count": 1, "max_ms": 35051.504, "p95_ms": 35051.504}, "triton_wait": {"avg_ms": 63.625, "count": 1, "max_ms": 63.625, "p95_ms": 63.625}, "visualize": {"avg_ms": 3.437, "count": 1, "max_ms": 3.437, "p95_ms": 3.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6267.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.905, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.691, "name": "ffmpeg", "pid": 27868, "rss_mb": 267.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 14, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.456, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T21:03:56+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T21:03:55+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-06T21:03:55.989061+09:00", "mtime_epoch": 1783339435.9890606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:03:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.181, "pushed": 11.181, "read": 11.147}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 335, "max_ms": 5.669, "p95_ms": 4.237}, "gstreamer_push": {"avg_ms": 1.313, "count": 335, "max_ms": 2.138, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.24, "count": 335, "max_ms": 87.403, "p95_ms": 77.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.081, "count": 335, "max_ms": 117.433, "p95_ms": 85.97}, "yolo11_640_fire_11class": {"avg_ms": 59.382, "count": 335, "max_ms": 97.267, "p95_ms": 79.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.936, "count": 335, "max_ms": 98.459, "p95_ms": 88.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.075, "count": 335, "max_ms": 129.728, "p95_ms": 102.801}, "read_interval": {"avg_ms": 89.499, "count": 334, "max_ms": 137.092, "p95_ms": 118.565}, "triton_wait": {"avg_ms": 63.865, "count": 335, "max_ms": 117.447, "p95_ms": 89.889}, "visualize": {"avg_ms": 3.673, "count": 335, "max_ms": 4.967, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1682, "tracking_summary": 1522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6267.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35158.749, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.711, "sample_count": 1311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:04:05+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T21:04:05+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T21:04:05.321264+09:00", "mtime_epoch": 1783339445.3212643, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:04:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 857.887, "name": "celery", "pid": 239, "rss_mb": 854.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.666, "pushed": 4.666, "read": 4.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.565, "count": 139, "max_ms": 174.099, "p95_ms": 161.783}, "gstreamer_push": {"avg_ms": 0.834, "count": 139, "max_ms": 1.728, "p95_ms": 0.958}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.922, "count": 139, "max_ms": 112.878, "p95_ms": 103.029}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.313, "count": 139, "max_ms": 115.389, "p95_ms": 106.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.081, "count": 139, "max_ms": 293.185, "p95_ms": 271.997}, "read_interval": {"avg_ms": 215.872, "count": 138, "max_ms": 299.397, "p95_ms": 278.292}, "triton_wait": {"avg_ms": 75.592, "count": 139, "max_ms": 115.404, "p95_ms": 106.695}, "visualize": {"avg_ms": 25.991, "count": 139, "max_ms": 46.317, "p95_ms": 33.646}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6269.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.448, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.434, "name": "ffmpeg", "pid": 28127, "rss_mb": 329.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.993, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:04:17+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T21:04:17+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T21:04:17.289525+09:00", "mtime_epoch": 1783339457.2895248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:04:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.009, "pushed": 9.009, "read": 8.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.237, "count": 270, "max_ms": 6.505, "p95_ms": 5.607}, "gstreamer_push": {"avg_ms": 1.302, "count": 270, "max_ms": 1.672, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.864, "count": 270, "max_ms": 93.91, "p95_ms": 81.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.138, "count": 270, "max_ms": 120.389, "p95_ms": 105.882}, "yolo11_640_fire_11class": {"avg_ms": 76.536, "count": 270, "max_ms": 101.816, "p95_ms": 87.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.983, "count": 270, "max_ms": 102.044, "p95_ms": 95.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.724, "count": 270, "max_ms": 133.621, "p95_ms": 119.741}, "read_interval": {"avg_ms": 111.231, "count": 269, "max_ms": 149.751, "p95_ms": 129.852}, "triton_wait": {"avg_ms": 86.645, "count": 270, "max_ms": 120.402, "p95_ms": 105.894}, "visualize": {"avg_ms": 3.663, "count": 270, "max_ms": 4.682, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6269.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.925, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.691, "name": "ffmpeg", "pid": 27868, "rss_mb": 267.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 14, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.611, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:04:26+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T21:04:26+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T21:04:26.045715+09:00", "mtime_epoch": 1783339466.0457146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:04:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.054, "pushed": 9.054, "read": 9.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.449, "count": 271, "max_ms": 5.216, "p95_ms": 4.244}, "gstreamer_push": {"avg_ms": 1.307, "count": 271, "max_ms": 1.593, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.431, "count": 271, "max_ms": 88.705, "p95_ms": 83.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.75, "count": 271, "max_ms": 117.259, "p95_ms": 106.904}, "yolo11_640_fire_11class": {"avg_ms": 75.459, "count": 271, "max_ms": 91.189, "p95_ms": 84.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.018, "count": 271, "max_ms": 100.165, "p95_ms": 93.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.572, "count": 271, "max_ms": 129.652, "p95_ms": 119.89}, "read_interval": {"avg_ms": 110.735, "count": 270, "max_ms": 142.738, "p95_ms": 133.092}, "triton_wait": {"avg_ms": 85.502, "count": 271, "max_ms": 117.272, "p95_ms": 106.915}, "visualize": {"avg_ms": 3.578, "count": 271, "max_ms": 4.682, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1684, "tracking_summary": 1523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6269.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35188.907, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 272.663, "sample_count": 1318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T21:04:35+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-06T21:04:35+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-06T21:04:35.425918+09:00", "mtime_epoch": 1783339475.4259176, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:04:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 857.887, "name": "celery", "pid": 239, "rss_mb": 856.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.346, "pushed": 4.346, "read": 4.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.1, "count": 130, "max_ms": 144.444, "p95_ms": 141.04}, "gstreamer_push": {"avg_ms": 0.816, "count": 130, "max_ms": 1.942, "p95_ms": 0.937}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.728, "count": 130, "max_ms": 112.325, "p95_ms": 104.167}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.941, "count": 130, "max_ms": 118.03, "p95_ms": 109.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.035, "count": 130, "max_ms": 287.608, "p95_ms": 277.16}, "read_interval": {"avg_ms": 231.521, "count": 129, "max_ms": 293.578, "p95_ms": 283.166}, "triton_wait": {"avg_ms": 80.095, "count": 130, "max_ms": 118.045, "p95_ms": 112.203}, "visualize": {"avg_ms": 25.977, "count": 130, "max_ms": 39.528, "p95_ms": 29.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6267.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.454, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.434, "name": "ffmpeg", "pid": 28127, "rss_mb": 329.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.775, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:04:47+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T21:04:47+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T21:04:47.310174+09:00", "mtime_epoch": 1783339487.310174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:04:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1534.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.162, "count": 270, "max_ms": 6.258, "p95_ms": 4.924}, "gstreamer_push": {"avg_ms": 1.287, "count": 270, "max_ms": 1.676, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.528, "count": 270, "max_ms": 90.506, "p95_ms": 81.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.839, "count": 270, "max_ms": 114.386, "p95_ms": 93.134}, "yolo11_640_fire_11class": {"avg_ms": 75.71, "count": 270, "max_ms": 87.161, "p95_ms": 83.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.614, "count": 270, "max_ms": 99.215, "p95_ms": 93.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.368, "count": 270, "max_ms": 127.478, "p95_ms": 111.123}, "read_interval": {"avg_ms": 111.176, "count": 270, "max_ms": 140.081, "p95_ms": 126.709}, "triton_wait": {"avg_ms": 85.498, "count": 270, "max_ms": 114.4, "p95_ms": 98.201}, "visualize": {"avg_ms": 3.636, "count": 270, "max_ms": 5.928, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6261.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.018, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.238, "name": "ffmpeg", "pid": 27868, "rss_mb": 269.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 13, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.02, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:04:56+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T21:04:56+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:04:56.146364+09:00", "mtime_epoch": 1783339496.1463642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:04:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.97, "pushed": 8.97, "read": 8.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.553, "count": 269, "max_ms": 5.258, "p95_ms": 4.469}, "gstreamer_push": {"avg_ms": 1.326, "count": 269, "max_ms": 1.602, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.971, "count": 269, "max_ms": 90.951, "p95_ms": 82.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.302, "count": 269, "max_ms": 119.094, "p95_ms": 94.83}, "yolo11_640_fire_11class": {"avg_ms": 75.776, "count": 269, "max_ms": 91.476, "p95_ms": 85.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.156, "count": 269, "max_ms": 103.437, "p95_ms": 95.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.377, "count": 269, "max_ms": 131.699, "p95_ms": 114.429}, "read_interval": {"avg_ms": 111.823, "count": 268, "max_ms": 149.144, "p95_ms": 127.539}, "triton_wait": {"avg_ms": 86.116, "count": 269, "max_ms": 119.11, "p95_ms": 102.079}, "visualize": {"avg_ms": 3.658, "count": 269, "max_ms": 4.685, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1685, "tracking_summary": 1524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6272.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35219.036, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.308, "sample_count": 1306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:05:05+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T21:05:05+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T21:05:05.578567+09:00", "mtime_epoch": 1783339505.5785668, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:05:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 856.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.215, "pushed": 4.215, "read": 4.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.551, "count": 126, "max_ms": 142.291, "p95_ms": 139.897}, "gstreamer_push": {"avg_ms": 0.878, "count": 126, "max_ms": 2.782, "p95_ms": 1.738}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.367, "count": 126, "max_ms": 107.147, "p95_ms": 103.172}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.948, "count": 126, "max_ms": 116.782, "p95_ms": 108.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.113, "count": 126, "max_ms": 288.121, "p95_ms": 277.177}, "read_interval": {"avg_ms": 238.947, "count": 125, "max_ms": 297.408, "p95_ms": 284.66}, "triton_wait": {"avg_ms": 77.961, "count": 126, "max_ms": 116.796, "p95_ms": 108.976}, "visualize": {"avg_ms": 27.793, "count": 126, "max_ms": 41.087, "p95_ms": 34.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6273.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.573, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.434, "name": "ffmpeg", "pid": 28127, "rss_mb": 329.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.444, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:05:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:05:17+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T21:05:17+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T21:05:17.410820+09:00", "mtime_epoch": 1783339517.41082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:05:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1535.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.028, "pushed": 9.028, "read": 8.995}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.278, "count": 270, "max_ms": 6.744, "p95_ms": 5.695}, "gstreamer_push": {"avg_ms": 1.294, "count": 270, "max_ms": 2.019, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.095, "count": 270, "max_ms": 92.794, "p95_ms": 82.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.288, "count": 270, "max_ms": 119.603, "p95_ms": 96.069}, "yolo11_640_fire_11class": {"avg_ms": 74.516, "count": 270, "max_ms": 92.807, "p95_ms": 87.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.956, "count": 270, "max_ms": 103.416, "p95_ms": 95.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.193, "count": 270, "max_ms": 132.517, "p95_ms": 114.524}, "read_interval": {"avg_ms": 111.054, "count": 269, "max_ms": 144.574, "p95_ms": 127.426}, "triton_wait": {"avg_ms": 85.105, "count": 270, "max_ms": 119.617, "p95_ms": 101.467}, "visualize": {"avg_ms": 3.67, "count": 270, "max_ms": 5.813, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6272.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.072, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.27, "name": "ffmpeg", "pid": 27868, "rss_mb": 270.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 13, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.815, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:05:26+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T21:05:26+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T21:05:26.187007+09:00", "mtime_epoch": 1783339526.1870074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:05:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1647.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.05, "pushed": 9.05, "read": 9.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.622, "count": 271, "max_ms": 5.502, "p95_ms": 4.968}, "gstreamer_push": {"avg_ms": 1.312, "count": 271, "max_ms": 1.767, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.712, "count": 271, "max_ms": 90.96, "p95_ms": 81.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.027, "count": 271, "max_ms": 113.94, "p95_ms": 93.096}, "yolo11_640_fire_11class": {"avg_ms": 74.992, "count": 271, "max_ms": 93.06, "p95_ms": 84.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.373, "count": 271, "max_ms": 102.216, "p95_ms": 95.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.713, "count": 271, "max_ms": 160.773, "p95_ms": 111.367}, "read_interval": {"avg_ms": 110.844, "count": 270, "max_ms": 169.83, "p95_ms": 124.757}, "triton_wait": {"avg_ms": 85.181, "count": 271, "max_ms": 113.952, "p95_ms": 98.91}, "visualize": {"avg_ms": 3.648, "count": 271, "max_ms": 4.71, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1685, "tracking_summary": 1525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6271.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35249.285, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.603, "sample_count": 1297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:05:36+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T21:05:35+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-06T21:05:35.823213+09:00", "mtime_epoch": 1783339535.8232129, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:05:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 854.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.102, "pushed": 4.102, "read": 4.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.106, "count": 123, "max_ms": 179.877, "p95_ms": 139.73}, "gstreamer_push": {"avg_ms": 0.767, "count": 123, "max_ms": 0.899, "p95_ms": 0.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.159, "count": 123, "max_ms": 111.053, "p95_ms": 103.579}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.72, "count": 123, "max_ms": 114.889, "p95_ms": 109.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.243, "count": 123, "max_ms": 322.585, "p95_ms": 277.974}, "read_interval": {"avg_ms": 245.705, "count": 122, "max_ms": 329.888, "p95_ms": 284.001}, "triton_wait": {"avg_ms": 73.741, "count": 123, "max_ms": 114.905, "p95_ms": 109.577}, "visualize": {"avg_ms": 25.632, "count": 123, "max_ms": 33.496, "p95_ms": 27.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6268.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.595, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.434, "name": "ffmpeg", "pid": 28127, "rss_mb": 329.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.138, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:05:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:05:47+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:05:47+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T21:05:47.463460+09:00", "mtime_epoch": 1783339547.4634604, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:05:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1535.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.889, "pushed": 8.889, "read": 8.855}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.336, "count": 266, "max_ms": 7.497, "p95_ms": 6.852}, "gstreamer_push": {"avg_ms": 1.315, "count": 266, "max_ms": 1.863, "p95_ms": 1.634}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.93, "count": 266, "max_ms": 88.943, "p95_ms": 82.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.694, "count": 266, "max_ms": 121.132, "p95_ms": 90.972}, "yolo11_640_fire_11class": {"avg_ms": 75.46, "count": 266, "max_ms": 88.383, "p95_ms": 85.504}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.753, "count": 266, "max_ms": 100.399, "p95_ms": 95.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.663, "count": 266, "max_ms": 134.359, "p95_ms": 110.472}, "read_interval": {"avg_ms": 112.87, "count": 265, "max_ms": 147.892, "p95_ms": 125.275}, "triton_wait": {"avg_ms": 86.313, "count": 266, "max_ms": 121.145, "p95_ms": 96.49}, "visualize": {"avg_ms": 3.784, "count": 266, "max_ms": 6.204, "p95_ms": 5.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.087, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.105, "name": "ffmpeg", "pid": 27868, "rss_mb": 273.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 13, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.805, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:05:56+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T21:05:56+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T21:05:56.203646+09:00", "mtime_epoch": 1783339556.2036457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:05:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.86, "pushed": 8.86, "read": 8.827}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.789, "count": 265, "max_ms": 5.888, "p95_ms": 5.742}, "gstreamer_push": {"avg_ms": 1.408, "count": 265, "max_ms": 2.469, "p95_ms": 2.257}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.509, "count": 265, "max_ms": 88.205, "p95_ms": 82.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.856, "count": 265, "max_ms": 116.256, "p95_ms": 89.641}, "yolo11_640_fire_11class": {"avg_ms": 75.972, "count": 265, "max_ms": 91.061, "p95_ms": 86.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.155, "count": 265, "max_ms": 102.256, "p95_ms": 95.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.523, "count": 265, "max_ms": 130.904, "p95_ms": 109.596}, "read_interval": {"avg_ms": 113.237, "count": 264, "max_ms": 147.621, "p95_ms": 124.599}, "triton_wait": {"avg_ms": 86.534, "count": 265, "max_ms": 116.268, "p95_ms": 96.411}, "visualize": {"avg_ms": 3.88, "count": 265, "max_ms": 6.448, "p95_ms": 6.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1688, "tracking_summary": 1527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6276.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35279.325, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.52, "sample_count": 1304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:06:06+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T21:06:05+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T21:06:05.903851+09:00", "mtime_epoch": 1783339565.903851, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:06:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 856.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.6, "pushed": 4.6, "read": 4.566}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.28, "count": 137, "max_ms": 142.684, "p95_ms": 139.888}, "gstreamer_push": {"avg_ms": 0.823, "count": 137, "max_ms": 1.201, "p95_ms": 0.978}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.755, "count": 137, "max_ms": 113.054, "p95_ms": 103.263}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.428, "count": 137, "max_ms": 114.886, "p95_ms": 106.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.394, "count": 137, "max_ms": 282.186, "p95_ms": 266.918}, "read_interval": {"avg_ms": 219.154, "count": 136, "max_ms": 290.791, "p95_ms": 275.716}, "triton_wait": {"avg_ms": 73.461, "count": 137, "max_ms": 114.898, "p95_ms": 106.709}, "visualize": {"avg_ms": 24.735, "count": 137, "max_ms": 33.758, "p95_ms": 29.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6271.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.603, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.434, "name": "ffmpeg", "pid": 28127, "rss_mb": 329.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.644, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:06:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:06:17+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T21:06:17+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T21:06:17.484096+09:00", "mtime_epoch": 1783339577.4840956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:06:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1535.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.903, "pushed": 8.903, "read": 8.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.148, "count": 267, "max_ms": 6.787, "p95_ms": 4.24}, "gstreamer_push": {"avg_ms": 1.29, "count": 267, "max_ms": 1.877, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.413, "count": 267, "max_ms": 86.007, "p95_ms": 83.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.383, "count": 267, "max_ms": 117.332, "p95_ms": 89.67}, "yolo11_640_fire_11class": {"avg_ms": 76.032, "count": 267, "max_ms": 91.194, "p95_ms": 85.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.14, "count": 267, "max_ms": 103.145, "p95_ms": 95.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.477, "count": 267, "max_ms": 130.268, "p95_ms": 109.336}, "read_interval": {"avg_ms": 112.457, "count": 267, "max_ms": 143.95, "p95_ms": 123.139}, "triton_wait": {"avg_ms": 86.663, "count": 267, "max_ms": 117.343, "p95_ms": 96.452}, "visualize": {"avg_ms": 3.635, "count": 267, "max_ms": 6.168, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6271.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.178, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.621, "name": "ffmpeg", "pid": 27868, "rss_mb": 273.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 13, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.052, "sample_count": 2763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:06:26+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:06:26+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:06:26.308281+09:00", "mtime_epoch": 1783339586.3082814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:06:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.938, "pushed": 8.938, "read": 8.905}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.564, "count": 268, "max_ms": 5.553, "p95_ms": 4.552}, "gstreamer_push": {"avg_ms": 1.311, "count": 268, "max_ms": 1.513, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.06, "count": 268, "max_ms": 87.112, "p95_ms": 83.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.582, "count": 268, "max_ms": 122.188, "p95_ms": 94.358}, "yolo11_640_fire_11class": {"avg_ms": 75.969, "count": 268, "max_ms": 90.865, "p95_ms": 84.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.951, "count": 268, "max_ms": 100.967, "p95_ms": 95.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.977, "count": 268, "max_ms": 134.348, "p95_ms": 109.57}, "read_interval": {"avg_ms": 112.277, "count": 267, "max_ms": 147.496, "p95_ms": 124.907}, "triton_wait": {"avg_ms": 86.725, "count": 268, "max_ms": 122.202, "p95_ms": 97.235}, "visualize": {"avg_ms": 3.664, "count": 268, "max_ms": 5.332, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1689, "tracking_summary": 1528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6272.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35309.587, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.119, "sample_count": 1300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:06:36+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-06T21:06:36+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-06T21:06:36.116488+09:00", "mtime_epoch": 1783339596.1164875, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:06:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 851.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.168, "pushed": 4.168, "read": 4.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.111, "count": 125, "max_ms": 169.062, "p95_ms": 141.803}, "gstreamer_push": {"avg_ms": 0.836, "count": 125, "max_ms": 3.067, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.145, "count": 125, "max_ms": 114.425, "p95_ms": 106.607}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.338, "count": 125, "max_ms": 114.715, "p95_ms": 108.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.174, "count": 125, "max_ms": 289.743, "p95_ms": 275.962}, "read_interval": {"avg_ms": 241.777, "count": 124, "max_ms": 295.906, "p95_ms": 283.633}, "triton_wait": {"avg_ms": 73.607, "count": 125, "max_ms": 114.728, "p95_ms": 109.519}, "visualize": {"avg_ms": 25.643, "count": 125, "max_ms": 40.214, "p95_ms": 30.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6265.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.701, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.434, "name": "ffmpeg", "pid": 28127, "rss_mb": 329.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.909, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:06:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:06:47+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T21:06:47+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T21:06:47.556727+09:00", "mtime_epoch": 1783339607.5567274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:06:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1535.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.87, "pushed": 8.87, "read": 8.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.461, "count": 266, "max_ms": 7.273, "p95_ms": 6.817}, "gstreamer_push": {"avg_ms": 1.318, "count": 266, "max_ms": 2.489, "p95_ms": 1.699}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.014, "count": 266, "max_ms": 89.82, "p95_ms": 83.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.262, "count": 266, "max_ms": 116.622, "p95_ms": 91.643}, "yolo11_640_fire_11class": {"avg_ms": 75.743, "count": 266, "max_ms": 90.527, "p95_ms": 85.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.01, "count": 266, "max_ms": 105.077, "p95_ms": 96.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.583, "count": 266, "max_ms": 129.553, "p95_ms": 117.916}, "read_interval": {"avg_ms": 113.104, "count": 265, "max_ms": 145.172, "p95_ms": 132.212}, "triton_wait": {"avg_ms": 86.017, "count": 266, "max_ms": 116.634, "p95_ms": 99.627}, "visualize": {"avg_ms": 3.816, "count": 266, "max_ms": 6.387, "p95_ms": 5.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.236, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.395, "name": "ffmpeg", "pid": 27868, "rss_mb": 274.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 12, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.964, "sample_count": 2793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:06:56+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:06:56+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:06:56.360912+09:00", "mtime_epoch": 1783339616.3609116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:06:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.948, "pushed": 8.948, "read": 8.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.757, "count": 268, "max_ms": 5.879, "p95_ms": 5.729}, "gstreamer_push": {"avg_ms": 1.397, "count": 268, "max_ms": 2.559, "p95_ms": 2.253}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.068, "count": 268, "max_ms": 89.81, "p95_ms": 82.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.608, "count": 268, "max_ms": 112.929, "p95_ms": 89.821}, "yolo11_640_fire_11class": {"avg_ms": 75.781, "count": 268, "max_ms": 90.286, "p95_ms": 85.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.045, "count": 268, "max_ms": 104.162, "p95_ms": 96.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.397, "count": 268, "max_ms": 125.24, "p95_ms": 112.245}, "read_interval": {"avg_ms": 112.128, "count": 267, "max_ms": 138.879, "p95_ms": 126.935}, "triton_wait": {"avg_ms": 85.578, "count": 268, "max_ms": 112.944, "p95_ms": 97.964}, "visualize": {"avg_ms": 3.838, "count": 268, "max_ms": 6.556, "p95_ms": 6.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1690, "tracking_summary": 1529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6275.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35339.661, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.477, "sample_count": 1299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:07:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:07:06+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T21:07:06+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T21:07:06.229118+09:00", "mtime_epoch": 1783339626.2291179, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:07:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 853.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.547, "pushed": 4.547, "read": 4.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.606, "count": 136, "max_ms": 154.197, "p95_ms": 141.778}, "gstreamer_push": {"avg_ms": 0.943, "count": 136, "max_ms": 2.323, "p95_ms": 1.896}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.23, "count": 136, "max_ms": 108.376, "p95_ms": 102.082}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.052, "count": 136, "max_ms": 109.769, "p95_ms": 104.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.976, "count": 136, "max_ms": 282.683, "p95_ms": 273.056}, "read_interval": {"avg_ms": 220.929, "count": 135, "max_ms": 288.825, "p95_ms": 279.755}, "triton_wait": {"avg_ms": 71.532, "count": 136, "max_ms": 109.782, "p95_ms": 104.523}, "visualize": {"avg_ms": 26.919, "count": 136, "max_ms": 43.233, "p95_ms": 36.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6264.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:03:42+09:00", "last_error_summary": "[h264 @ 0x559ce1dc9900] error while decoding MB 86 29, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.711, "last_started_at": "2026-07-06T21:03:44+09:00", "pid": 28127, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.434, "name": "ffmpeg", "pid": 28127, "rss_mb": 329.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 8, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.138, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:07:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:07:17+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T21:07:17+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T21:07:17.565354+09:00", "mtime_epoch": 1783339637.565354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:07:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1535.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.934, "pushed": 8.934, "read": 8.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.401, "count": 268, "max_ms": 6.62, "p95_ms": 5.897}, "gstreamer_push": {"avg_ms": 1.302, "count": 268, "max_ms": 1.775, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.961, "count": 268, "max_ms": 89.234, "p95_ms": 82.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.153, "count": 268, "max_ms": 116.525, "p95_ms": 90.393}, "yolo11_640_fire_11class": {"avg_ms": 75.532, "count": 268, "max_ms": 90.596, "p95_ms": 85.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.64, "count": 268, "max_ms": 101.953, "p95_ms": 95.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.603, "count": 268, "max_ms": 129.529, "p95_ms": 112.172}, "read_interval": {"avg_ms": 111.963, "count": 268, "max_ms": 148.785, "p95_ms": 126.46}, "triton_wait": {"avg_ms": 85.291, "count": 268, "max_ms": 116.538, "p95_ms": 97.421}, "visualize": {"avg_ms": 3.715, "count": 268, "max_ms": 4.575, "p95_ms": 4.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.313, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.652, "name": "ffmpeg", "pid": 27868, "rss_mb": 274.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 12, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.193, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:07:26+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:07:26+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:07:26.441539+09:00", "mtime_epoch": 1783339646.4415388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:07:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.942, "pushed": 8.942, "read": 8.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.538, "count": 268, "max_ms": 5.617, "p95_ms": 4.095}, "gstreamer_push": {"avg_ms": 1.326, "count": 268, "max_ms": 2.13, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.701, "count": 268, "max_ms": 90.477, "p95_ms": 82.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.042, "count": 268, "max_ms": 117.897, "p95_ms": 93.234}, "yolo11_640_fire_11class": {"avg_ms": 76.678, "count": 268, "max_ms": 93.528, "p95_ms": 86.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.717, "count": 268, "max_ms": 106.593, "p95_ms": 96.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.814, "count": 268, "max_ms": 130.556, "p95_ms": 113.576}, "read_interval": {"avg_ms": 112.219, "count": 267, "max_ms": 144.28, "p95_ms": 127.212}, "triton_wait": {"avg_ms": 86.582, "count": 268, "max_ms": 117.91, "p95_ms": 100.809}, "visualize": {"avg_ms": 3.666, "count": 268, "max_ms": 5.025, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1692, "tracking_summary": 1530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6277.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35369.857, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.791, "sample_count": 1291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:07:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:07:36+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T21:07:36+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T21:07:36.421746+09:00", "mtime_epoch": 1783339656.421746, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:07:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 854.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.109, "pushed": 4.109, "read": 4.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.799, "count": 123, "max_ms": 142.582, "p95_ms": 141.387}, "gstreamer_push": {"avg_ms": 0.945, "count": 123, "max_ms": 2.027, "p95_ms": 1.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.795, "count": 123, "max_ms": 111.167, "p95_ms": 105.819}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.825, "count": 123, "max_ms": 116.353, "p95_ms": 108.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.545, "count": 123, "max_ms": 295.167, "p95_ms": 280.67}, "read_interval": {"avg_ms": 245.461, "count": 122, "max_ms": 304.374, "p95_ms": 286.961}, "triton_wait": {"avg_ms": 77.199, "count": 123, "max_ms": 116.366, "p95_ms": 108.646}, "visualize": {"avg_ms": 29.755, "count": 123, "max_ms": 44.855, "p95_ms": 40.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.394, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.91, "name": "ffmpeg", "pid": 27868, "rss_mb": 274.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 12, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.086, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T21:07:56+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T21:07:56+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T21:07:56.546163+09:00", "mtime_epoch": 1783339676.5461626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:07:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.776, "pushed": 9.776, "read": 9.743}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.53, "count": 293, "max_ms": 5.765, "p95_ms": 4.244}, "gstreamer_push": {"avg_ms": 1.317, "count": 293, "max_ms": 1.651, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.823, "count": 293, "max_ms": 83.712, "p95_ms": 79.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.74, "count": 293, "max_ms": 117.363, "p95_ms": 92.722}, "yolo11_640_fire_11class": {"avg_ms": 68.326, "count": 293, "max_ms": 87.922, "p95_ms": 83.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.876, "count": 293, "max_ms": 99.197, "p95_ms": 92.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.832, "count": 293, "max_ms": 130.044, "p95_ms": 110.82}, "read_interval": {"avg_ms": 102.705, "count": 292, "max_ms": 145.273, "p95_ms": 125.426}, "triton_wait": {"avg_ms": 76.668, "count": 293, "max_ms": 117.377, "p95_ms": 98.497}, "visualize": {"avg_ms": 3.637, "count": 293, "max_ms": 4.554, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1692, "tracking_summary": 1531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6267.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35399.977, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 274.887, "sample_count": 1299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:08:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:08:06+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T21:08:06+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T21:08:06.538369+09:00", "mtime_epoch": 1783339686.538369, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:08:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 843.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.591, "pushed": 4.591, "read": 4.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 100.152, "count": 137, "max_ms": 144.547, "p95_ms": 141.181}, "gstreamer_push": {"avg_ms": 1.087, "count": 137, "max_ms": 2.645, "p95_ms": 1.911}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.23, "count": 137, "max_ms": 103.429, "p95_ms": 94.107}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.204, "count": 137, "max_ms": 110.68, "p95_ms": 101.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.643, "count": 137, "max_ms": 274.372, "p95_ms": 257.75}, "read_interval": {"avg_ms": 219.606, "count": 136, "max_ms": 281.277, "p95_ms": 265.209}, "triton_wait": {"avg_ms": 77.384, "count": 137, "max_ms": 110.694, "p95_ms": 101.947}, "visualize": {"avg_ms": 31.235, "count": 137, "max_ms": 47.73, "p95_ms": 42.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6144.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:08:16+09:00", "last_error_summary": "[h264 @ 0x562fd8966f40] error while decoding MB 48 36, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.45, "last_started_at": "2026-07-06T21:08:18+09:00", "pid": 28279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.84, "name": "ffmpeg", "pid": 28279, "rss_mb": 198.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 9, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.642, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:08:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T21:08:21+09:00", "mjpeg": {"age_sec": 34.743, "exists": true, "mtime": "2026-07-06T21:07:46.521955+09:00", "mtime_epoch": 1783339666.5219553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:08:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1535.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.002, "count": 1, "max_ms": 4.002, "p95_ms": 4.002}, "gstreamer_push": {"avg_ms": 1.302, "count": 1, "max_ms": 1.302, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.401, "count": 1, "max_ms": 66.401, "p95_ms": 66.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.396, "count": 1, "max_ms": 67.396, "p95_ms": 67.396}, "yolo11_640_fire_11class": {"avg_ms": 66.961, "count": 1, "max_ms": 66.961, "p95_ms": 66.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.806, "count": 1, "max_ms": 71.806, "p95_ms": 71.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.308, "count": 1, "max_ms": 84.308, "p95_ms": 84.308}, "read_interval": {"avg_ms": 34757.274, "count": 1, "max_ms": 34757.274, "p95_ms": 34757.274}, "triton_wait": {"avg_ms": 71.817, "count": 1, "max_ms": 71.817, "p95_ms": 71.817}, "visualize": {"avg_ms": 3.486, "count": 1, "max_ms": 3.486, "p95_ms": 3.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6272.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.42, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.91, "name": "ffmpeg", "pid": 27868, "rss_mb": 274.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 12, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.58, "sample_count": 2831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:08:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:08:26+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T21:08:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T21:08:26.558781+09:00", "mtime_epoch": 1783339706.5587811, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:08:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.027, "pushed": 11.027, "read": 10.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 330, "max_ms": 4.663, "p95_ms": 3.827}, "gstreamer_push": {"avg_ms": 1.315, "count": 330, "max_ms": 2.397, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.741, "count": 330, "max_ms": 86.123, "p95_ms": 72.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.16, "count": 330, "max_ms": 117.533, "p95_ms": 87.919}, "yolo11_640_fire_11class": {"avg_ms": 59.344, "count": 330, "max_ms": 86.943, "p95_ms": 76.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.247, "count": 330, "max_ms": 103.451, "p95_ms": 85.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.565, "count": 330, "max_ms": 129.702, "p95_ms": 101.253}, "read_interval": {"avg_ms": 90.946, "count": 329, "max_ms": 142.752, "p95_ms": 115.057}, "triton_wait": {"avg_ms": 65.476, "count": 330, "max_ms": 117.545, "p95_ms": 89.181}, "visualize": {"avg_ms": 3.645, "count": 330, "max_ms": 4.673, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1693, "tracking_summary": 1532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6276.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35430.171, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.962, "sample_count": 1299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:08:36+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T21:08:36+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T21:08:36.742990+09:00", "mtime_epoch": 1783339716.7429903, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:08:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 856.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.342, "pushed": 4.342, "read": 4.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.479, "count": 130, "max_ms": 143.766, "p95_ms": 141.206}, "gstreamer_push": {"avg_ms": 0.853, "count": 130, "max_ms": 1.958, "p95_ms": 1.177}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.252, "count": 130, "max_ms": 111.97, "p95_ms": 101.413}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.609, "count": 130, "max_ms": 118.682, "p95_ms": 109.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.521, "count": 130, "max_ms": 290.11, "p95_ms": 280.09}, "read_interval": {"avg_ms": 232.208, "count": 129, "max_ms": 296.421, "p95_ms": 286.343}, "triton_wait": {"avg_ms": 79.694, "count": 130, "max_ms": 118.696, "p95_ms": 109.337}, "visualize": {"avg_ms": 26.513, "count": 130, "max_ms": 38.993, "p95_ms": 31.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6276.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:08:16+09:00", "last_error_summary": "[h264 @ 0x562fd8966f40] error while decoding MB 48 36, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.491, "last_started_at": "2026-07-06T21:08:18+09:00", "pid": 28279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.895, "name": "ffmpeg", "pid": 28279, "rss_mb": 325.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 9, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.642, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:08:51+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T21:08:51+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T21:08:51.199286+09:00", "mtime_epoch": 1783339731.1992862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:08:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1536.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.151, "pushed": 9.151, "read": 9.118}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 274, "max_ms": 6.664, "p95_ms": 5.867}, "gstreamer_push": {"avg_ms": 1.294, "count": 274, "max_ms": 1.54, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.04, "count": 274, "max_ms": 85.311, "p95_ms": 81.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.202, "count": 274, "max_ms": 115.752, "p95_ms": 99.511}, "yolo11_640_fire_11class": {"avg_ms": 73.996, "count": 274, "max_ms": 91.189, "p95_ms": 85.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.523, "count": 274, "max_ms": 104.9, "p95_ms": 96.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.974, "count": 274, "max_ms": 130.983, "p95_ms": 117.403}, "read_interval": {"avg_ms": 109.592, "count": 273, "max_ms": 315.106, "p95_ms": 129.519}, "triton_wait": {"avg_ms": 83.949, "count": 274, "max_ms": 115.768, "p95_ms": 104.539}, "visualize": {"avg_ms": 3.673, "count": 274, "max_ms": 4.761, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6272.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.482, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.91, "name": "ffmpeg", "pid": 27868, "rss_mb": 274.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 12, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.367, "sample_count": 2774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:08:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:08:56+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T21:08:56+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T21:08:56.595397+09:00", "mtime_epoch": 1783339736.5953968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:08:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1648.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.212, "pushed": 9.212, "read": 9.179}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.542, "count": 276, "max_ms": 5.54, "p95_ms": 4.372}, "gstreamer_push": {"avg_ms": 1.318, "count": 276, "max_ms": 2.32, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.917, "count": 276, "max_ms": 89.453, "p95_ms": 81.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.384, "count": 276, "max_ms": 117.206, "p95_ms": 102.245}, "yolo11_640_fire_11class": {"avg_ms": 73.317, "count": 276, "max_ms": 91.847, "p95_ms": 84.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.842, "count": 276, "max_ms": 104.767, "p95_ms": 94.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.417, "count": 276, "max_ms": 129.568, "p95_ms": 114.527}, "read_interval": {"avg_ms": 108.854, "count": 275, "max_ms": 148.389, "p95_ms": 128.4}, "triton_wait": {"avg_ms": 83.158, "count": 276, "max_ms": 117.22, "p95_ms": 102.976}, "visualize": {"avg_ms": 3.66, "count": 276, "max_ms": 5.334, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1695, "tracking_summary": 1533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6275.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35460.282, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.141, "sample_count": 1289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:09:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:09:07+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T21:09:06+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-06T21:09:06.859606+09:00", "mtime_epoch": 1783339746.8596063, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:09:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 855.27, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.291, "pushed": 4.291, "read": 4.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.293, "count": 128, "max_ms": 140.905, "p95_ms": 139.73}, "gstreamer_push": {"avg_ms": 0.791, "count": 128, "max_ms": 0.94, "p95_ms": 0.907}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.955, "count": 128, "max_ms": 117.743, "p95_ms": 101.551}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.917, "count": 128, "max_ms": 115.635, "p95_ms": 113.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.473, "count": 128, "max_ms": 282.258, "p95_ms": 279.15}, "read_interval": {"avg_ms": 235.249, "count": 127, "max_ms": 290.939, "p95_ms": 286.654}, "triton_wait": {"avg_ms": 76.966, "count": 128, "max_ms": 117.755, "p95_ms": 113.488}, "visualize": {"avg_ms": 26.381, "count": 128, "max_ms": 31.906, "p95_ms": 29.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6273.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:08:16+09:00", "last_error_summary": "[h264 @ 0x562fd8966f40] error while decoding MB 48 36, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.598, "last_started_at": "2026-07-06T21:08:18+09:00", "pid": 28279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.895, "name": "ffmpeg", "pid": 28279, "rss_mb": 325.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 9, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.385, "sample_count": 2375, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:09:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:09:21+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:09:21+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:09:21.315901+09:00", "mtime_epoch": 1783339761.315901, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:09:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1536.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.969, "pushed": 8.969, "read": 8.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 269, "max_ms": 6.371, "p95_ms": 5.836}, "gstreamer_push": {"avg_ms": 1.273, "count": 269, "max_ms": 1.519, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.318, "count": 269, "max_ms": 97.257, "p95_ms": 81.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.719, "count": 269, "max_ms": 112.977, "p95_ms": 97.807}, "yolo11_640_fire_11class": {"avg_ms": 75.381, "count": 269, "max_ms": 92.505, "p95_ms": 85.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.427, "count": 269, "max_ms": 102.881, "p95_ms": 94.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.407, "count": 269, "max_ms": 126.191, "p95_ms": 113.029}, "read_interval": {"avg_ms": 111.48, "count": 269, "max_ms": 140.003, "p95_ms": 126.061}, "triton_wait": {"avg_ms": 85.481, "count": 269, "max_ms": 112.99, "p95_ms": 100.087}, "visualize": {"avg_ms": 3.605, "count": 269, "max_ms": 5.553, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6264.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.488, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.168, "name": "ffmpeg", "pid": 27868, "rss_mb": 275.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.239, "sample_count": 2773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:09:26+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:09:26+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T21:09:26.612009+09:00", "mtime_epoch": 1783339766.6120088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:09:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.969, "pushed": 8.969, "read": 8.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.571, "count": 269, "max_ms": 5.155, "p95_ms": 4.613}, "gstreamer_push": {"avg_ms": 1.326, "count": 269, "max_ms": 1.53, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.905, "count": 269, "max_ms": 93.092, "p95_ms": 82.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.9, "count": 269, "max_ms": 114.824, "p95_ms": 100.896}, "yolo11_640_fire_11class": {"avg_ms": 75.525, "count": 269, "max_ms": 92.081, "p95_ms": 84.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.599, "count": 269, "max_ms": 101.665, "p95_ms": 93.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.049, "count": 269, "max_ms": 127.366, "p95_ms": 113.596}, "read_interval": {"avg_ms": 111.579, "count": 269, "max_ms": 140.481, "p95_ms": 127.308}, "triton_wait": {"avg_ms": 85.717, "count": 269, "max_ms": 114.836, "p95_ms": 101.169}, "visualize": {"avg_ms": 3.678, "count": 269, "max_ms": 5.578, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1695, "tracking_summary": 1534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6271.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35490.436, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.471, "sample_count": 1281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:09:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:09:37+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T21:09:37+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T21:09:37.012220+09:00", "mtime_epoch": 1783339777.0122204, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:09:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 849.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.078, "pushed": 4.078, "read": 4.045}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.002, "count": 122, "max_ms": 140.676, "p95_ms": 138.578}, "gstreamer_push": {"avg_ms": 0.961, "count": 122, "max_ms": 3.047, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.081, "count": 122, "max_ms": 108.079, "p95_ms": 104.541}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.982, "count": 122, "max_ms": 118.049, "p95_ms": 112.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.086, "count": 122, "max_ms": 281.841, "p95_ms": 277.705}, "read_interval": {"avg_ms": 247.29, "count": 121, "max_ms": 290.135, "p95_ms": 284.86}, "triton_wait": {"avg_ms": 74.006, "count": 122, "max_ms": 118.066, "p95_ms": 112.324}, "visualize": {"avg_ms": 27.378, "count": 122, "max_ms": 41.264, "p95_ms": 36.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6285.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:08:16+09:00", "last_error_summary": "[h264 @ 0x562fd8966f40] error while decoding MB 48 36, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.676, "last_started_at": "2026-07-06T21:08:18+09:00", "pid": 28279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.895, "name": "ffmpeg", "pid": 28279, "rss_mb": 325.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 9, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.323, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:09:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:09:51+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:09:51+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:09:51.392512+09:00", "mtime_epoch": 1783339791.392512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:09:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1536.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.942, "pushed": 8.942, "read": 8.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.264, "count": 268, "max_ms": 6.914, "p95_ms": 5.019}, "gstreamer_push": {"avg_ms": 1.3, "count": 268, "max_ms": 1.53, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.344, "count": 268, "max_ms": 93.508, "p95_ms": 82.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.844, "count": 268, "max_ms": 119.91, "p95_ms": 92.655}, "yolo11_640_fire_11class": {"avg_ms": 76.246, "count": 268, "max_ms": 92.241, "p95_ms": 85.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.217, "count": 268, "max_ms": 104.048, "p95_ms": 95.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.152, "count": 268, "max_ms": 133.406, "p95_ms": 111.667}, "read_interval": {"avg_ms": 112.222, "count": 267, "max_ms": 145.512, "p95_ms": 126.265}, "triton_wait": {"avg_ms": 86.051, "count": 268, "max_ms": 119.924, "p95_ms": 98.176}, "visualize": {"avg_ms": 3.674, "count": 268, "max_ms": 5.836, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6286.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.549, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.934, "name": "ffmpeg", "pid": 27868, "rss_mb": 283.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.951, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:09:56+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:09:56+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T21:09:56.680619+09:00", "mtime_epoch": 1783339796.6806192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:09:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.683, "count": 267, "max_ms": 5.703, "p95_ms": 5.051}, "gstreamer_push": {"avg_ms": 1.326, "count": 267, "max_ms": 2.212, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.152, "count": 267, "max_ms": 95.38, "p95_ms": 82.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.538, "count": 267, "max_ms": 111.917, "p95_ms": 89.509}, "yolo11_640_fire_11class": {"avg_ms": 76.289, "count": 267, "max_ms": 95.368, "p95_ms": 85.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.499, "count": 267, "max_ms": 106.051, "p95_ms": 96.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.426, "count": 267, "max_ms": 124.461, "p95_ms": 109.579}, "read_interval": {"avg_ms": 112.59, "count": 266, "max_ms": 245.262, "p95_ms": 124.159}, "triton_wait": {"avg_ms": 85.952, "count": 267, "max_ms": 111.931, "p95_ms": 97.157}, "visualize": {"avg_ms": 3.694, "count": 267, "max_ms": 6.012, "p95_ms": 4.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1698, "tracking_summary": 1535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6292.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35520.586, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.029, "sample_count": 1292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:10:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:10:07+09:00", "last_frame_read_age_sec": 0.27, "last_frame_read_at": "2026-07-06T21:10:07+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T21:10:07.116830+09:00", "mtime_epoch": 1783339807.1168303, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:10:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 859.625, "name": "celery", "pid": 239, "rss_mb": 857.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.58, "pushed": 4.58, "read": 4.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.447, "count": 137, "max_ms": 163.543, "p95_ms": 140.321}, "gstreamer_push": {"avg_ms": 0.87, "count": 137, "max_ms": 2.839, "p95_ms": 1.018}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.046, "count": 137, "max_ms": 116.32, "p95_ms": 99.438}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.063, "count": 137, "max_ms": 115.274, "p95_ms": 104.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.971, "count": 137, "max_ms": 293.558, "p95_ms": 275.216}, "read_interval": {"avg_ms": 219.658, "count": 136, "max_ms": 303.634, "p95_ms": 281.443}, "triton_wait": {"avg_ms": 73.11, "count": 137, "max_ms": 116.332, "p95_ms": 104.932}, "visualize": {"avg_ms": 25.49, "count": 137, "max_ms": 41.929, "p95_ms": 30.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6293.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:08:16+09:00", "last_error_summary": "[h264 @ 0x562fd8966f40] error while decoding MB 48 36, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.774, "last_started_at": "2026-07-06T21:08:18+09:00", "pid": 28279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.895, "name": "ffmpeg", "pid": 28279, "rss_mb": 325.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 9, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.731, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:10:21+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T21:10:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:10:21.489121+09:00", "mtime_epoch": 1783339821.4891207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:10:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1536.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.908, "pushed": 8.908, "read": 8.874}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.292, "count": 267, "max_ms": 6.956, "p95_ms": 5.7}, "gstreamer_push": {"avg_ms": 1.291, "count": 267, "max_ms": 1.66, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.484, "count": 267, "max_ms": 91.923, "p95_ms": 80.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.609, "count": 267, "max_ms": 114.447, "p95_ms": 89.215}, "yolo11_640_fire_11class": {"avg_ms": 76.172, "count": 267, "max_ms": 91.91, "p95_ms": 85.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.679, "count": 267, "max_ms": 101.706, "p95_ms": 95.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.213, "count": 267, "max_ms": 127.471, "p95_ms": 109.996}, "read_interval": {"avg_ms": 112.703, "count": 266, "max_ms": 139.84, "p95_ms": 124.228}, "triton_wait": {"avg_ms": 86.189, "count": 267, "max_ms": 114.459, "p95_ms": 96.972}, "visualize": {"avg_ms": 3.693, "count": 267, "max_ms": 4.795, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6296.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.618, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.59, "name": "ffmpeg", "pid": 27868, "rss_mb": 292.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.461, "sample_count": 2767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:10:26+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T21:10:26+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T21:10:26.741227+09:00", "mtime_epoch": 1783339826.7412267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:10:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.914, "pushed": 8.914, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.521, "count": 267, "max_ms": 5.502, "p95_ms": 4.189}, "gstreamer_push": {"avg_ms": 1.315, "count": 267, "max_ms": 1.529, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.055, "count": 267, "max_ms": 93.657, "p95_ms": 80.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.731, "count": 267, "max_ms": 114.914, "p95_ms": 88.353}, "yolo11_640_fire_11class": {"avg_ms": 76.545, "count": 267, "max_ms": 94.177, "p95_ms": 85.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.115, "count": 267, "max_ms": 103.812, "p95_ms": 94.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.77, "count": 267, "max_ms": 127.241, "p95_ms": 107.973}, "read_interval": {"avg_ms": 112.59, "count": 266, "max_ms": 140.158, "p95_ms": 122.964}, "triton_wait": {"avg_ms": 86.557, "count": 267, "max_ms": 114.927, "p95_ms": 95.426}, "visualize": {"avg_ms": 3.647, "count": 267, "max_ms": 5.453, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1699, "tracking_summary": 1536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6300.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35550.683, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.962, "sample_count": 1294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:10:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:10:37+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T21:10:37+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-06T21:10:37.329440+09:00", "mtime_epoch": 1783339837.3294399, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:10:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 860.66, "name": "celery", "pid": 239, "rss_mb": 860.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.151, "pushed": 4.151, "read": 4.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.205, "count": 124, "max_ms": 166.218, "p95_ms": 142.411}, "gstreamer_push": {"avg_ms": 0.781, "count": 124, "max_ms": 1.791, "p95_ms": 0.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.315, "count": 124, "max_ms": 115.434, "p95_ms": 97.762}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.666, "count": 124, "max_ms": 114.055, "p95_ms": 106.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.837, "count": 124, "max_ms": 285.562, "p95_ms": 276.609}, "read_interval": {"avg_ms": 243.323, "count": 123, "max_ms": 291.91, "p95_ms": 282.638}, "triton_wait": {"avg_ms": 71.749, "count": 124, "max_ms": 115.447, "p95_ms": 106.58}, "visualize": {"avg_ms": 25.123, "count": 124, "max_ms": 35.331, "p95_ms": 29.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:08:16+09:00", "last_error_summary": "[h264 @ 0x562fd8966f40] error while decoding MB 48 36, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.78, "last_started_at": "2026-07-06T21:08:18+09:00", "pid": 28279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.895, "name": "ffmpeg", "pid": 28279, "rss_mb": 325.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 9, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.683, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:10:51+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T21:10:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T21:10:51.529726+09:00", "mtime_epoch": 1783339851.5297256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:10:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1536.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.669}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 290, "max_ms": 7.057, "p95_ms": 5.316}, "gstreamer_push": {"avg_ms": 1.288, "count": 290, "max_ms": 1.825, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.579, "count": 290, "max_ms": 93.181, "p95_ms": 81.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.112, "count": 290, "max_ms": 114.881, "p95_ms": 89.603}, "yolo11_640_fire_11class": {"avg_ms": 69.141, "count": 290, "max_ms": 94.412, "p95_ms": 83.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.898, "count": 290, "max_ms": 105.436, "p95_ms": 94.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.487, "count": 290, "max_ms": 127.98, "p95_ms": 110.398}, "read_interval": {"avg_ms": 103.595, "count": 290, "max_ms": 140.479, "p95_ms": 124.839}, "triton_wait": {"avg_ms": 77.482, "count": 290, "max_ms": 114.892, "p95_ms": 97.472}, "visualize": {"avg_ms": 3.677, "count": 290, "max_ms": 6.467, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6302.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 360, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:01:26+09:00", "last_error_summary": "[h264 @ 0x5652d4173540] error while decoding MB 44 19, bytestream -8 [h264 @ 0x5652d4d0f140] error while decoding MB 42 42, bytestream -24 [h264 @ 0x5652d411bec0] error while decoding MB 44 3, bytestream -30 [h264 @ 0x5652d415c280] error while decoding MB 77 4, bytestream -14 [h264 @ 0x5652d4234640] error while decoding MB 37 28, bytestream -7 [in#0/rtsp @ 0x5652d40ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5652d40ebe00] Error retrieving a packet from demuxer: Connection t", "last_exit_at": "2026-07-06T21:01:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.014, "last_started_at": "2026-07-06T21:01:29+09:00", "pid": 27868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.66, "name": "ffmpeg", "pid": 27868, "rss_mb": 299.66, "state": "S (sleeping)", "threads": 104}, "restart_count": 121, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.99, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:11:02+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T21:11:02+09:00", "mjpeg": {"age_sec": 10.11, "exists": true, "mtime": "2026-07-06T21:10:52.129738+09:00", "mtime_epoch": 1783339852.1297376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:11:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.269, "pushed": 3.269, "read": 3.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.779, "count": 98, "max_ms": 5.893, "p95_ms": 5.724}, "gstreamer_push": {"avg_ms": 1.407, "count": 98, "max_ms": 2.478, "p95_ms": 2.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.23, "count": 98, "max_ms": 93.945, "p95_ms": 84.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.153, "count": 98, "max_ms": 114.56, "p95_ms": 92.533}, "yolo11_640_fire_11class": {"avg_ms": 75.992, "count": 98, "max_ms": 95.044, "p95_ms": 88.045}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.866, "count": 98, "max_ms": 106.297, "p95_ms": 100.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.09, "count": 98, "max_ms": 127.278, "p95_ms": 114.087}, "read_interval": {"avg_ms": 309.399, "count": 97, "max_ms": 10126.837, "p95_ms": 128.709}, "triton_wait": {"avg_ms": 86.154, "count": 98, "max_ms": 114.573, "p95_ms": 101.718}, "visualize": {"avg_ms": 3.872, "count": 98, "max_ms": 6.425, "p95_ms": 6.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1700, "tracking_summary": 1537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6077.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35580.821, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.883, "sample_count": 1296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:11:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:11:07+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T21:11:07+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T21:11:07.366043+09:00", "mtime_epoch": 1783339867.3660433, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:11:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 860.66, "name": "celery", "pid": 239, "rss_mb": 845.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.675, "pushed": 4.675, "read": 4.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.566, "count": 140, "max_ms": 140.561, "p95_ms": 138.398}, "gstreamer_push": {"avg_ms": 0.853, "count": 140, "max_ms": 2.737, "p95_ms": 0.974}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.092, "count": 140, "max_ms": 101.87, "p95_ms": 84.842}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.938, "count": 140, "max_ms": 112.722, "p95_ms": 87.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.006, "count": 140, "max_ms": 279.966, "p95_ms": 248.111}, "read_interval": {"avg_ms": 214.987, "count": 139, "max_ms": 290.115, "p95_ms": 258.408}, "triton_wait": {"avg_ms": 70.054, "count": 140, "max_ms": 112.735, "p95_ms": 88.764}, "visualize": {"avg_ms": 25.451, "count": 140, "max_ms": 43.9, "p95_ms": 36.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6268.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:08:16+09:00", "last_error_summary": "[h264 @ 0x562fd8966f40] error while decoding MB 48 36, bytestream -7", "last_exit_at": "2026-07-06T21:01:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.252, "last_started_at": "2026-07-06T21:08:18+09:00", "pid": 28279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.895, "name": "ffmpeg", "pid": 28279, "rss_mb": 325.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 9, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.344, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:11:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:11:25+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T21:11:24+09:00", "mjpeg": {"age_sec": 5.849, "exists": true, "mtime": "2026-07-06T21:11:19.218281+09:00", "mtime_epoch": 1783339879.2182808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:11:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1536.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.701, "pushed": 8.701, "read": 8.668}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.11, "count": 261, "max_ms": 6.155, "p95_ms": 4.987}, "gstreamer_push": {"avg_ms": 1.25, "count": 261, "max_ms": 1.803, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.969, "count": 261, "max_ms": 88.936, "p95_ms": 78.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.825, "count": 261, "max_ms": 115.921, "p95_ms": 87.806}, "yolo11_640_fire_11class": {"avg_ms": 62.147, "count": 261, "max_ms": 90.082, "p95_ms": 80.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.657, "count": 261, "max_ms": 100.01, "p95_ms": 88.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.875, "count": 261, "max_ms": 128.805, "p95_ms": 108.302}, "read_interval": {"avg_ms": 115.343, "count": 260, "max_ms": 5884.385, "p95_ms": 128.624}, "triton_wait": {"avg_ms": 67.377, "count": 261, "max_ms": 115.934, "p95_ms": 95.415}, "visualize": {"avg_ms": 3.534, "count": 261, "max_ms": 4.708, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6264.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.26, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.055, "name": "ffmpeg", "pid": 28431, "rss_mb": 265.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.575, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:11:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:11:32+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:11:32+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-06T21:11:32.122539+09:00", "mtime_epoch": 1783339892.122539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:11:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.592, "pushed": 8.592, "read": 8.559}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.535, "count": 257, "max_ms": 5.489, "p95_ms": 4.166}, "gstreamer_push": {"avg_ms": 1.303, "count": 257, "max_ms": 2.015, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.423, "count": 257, "max_ms": 87.428, "p95_ms": 80.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.096, "count": 257, "max_ms": 110.283, "p95_ms": 87.667}, "yolo11_640_fire_11class": {"avg_ms": 63.97, "count": 257, "max_ms": 88.352, "p95_ms": 82.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.327, "count": 257, "max_ms": 99.398, "p95_ms": 91.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.852, "count": 257, "max_ms": 122.574, "p95_ms": 106.66}, "read_interval": {"avg_ms": 116.841, "count": 256, "max_ms": 5000.035, "p95_ms": 121.735}, "triton_wait": {"avg_ms": 70.665, "count": 257, "max_ms": 110.296, "p95_ms": 94.589}, "visualize": {"avg_ms": 3.667, "count": 257, "max_ms": 5.504, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1702, "tracking_summary": 1538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6266.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35611.0, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.62, "sample_count": 1291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:11:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:11:37+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T21:11:37+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T21:11:37.562648+09:00", "mtime_epoch": 1783339897.5626476, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:11:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 860.66, "name": "celery", "pid": 239, "rss_mb": 855.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.044, "pushed": 4.044, "read": 4.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.922, "count": 121, "max_ms": 154.454, "p95_ms": 146.063}, "gstreamer_push": {"avg_ms": 0.902, "count": 121, "max_ms": 1.955, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.197, "count": 121, "max_ms": 112.704, "p95_ms": 94.812}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.91, "count": 121, "max_ms": 116.01, "p95_ms": 97.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.377, "count": 121, "max_ms": 298.524, "p95_ms": 282.385}, "read_interval": {"avg_ms": 249.38, "count": 120, "max_ms": 305.767, "p95_ms": 289.208}, "triton_wait": {"avg_ms": 77.375, "count": 121, "max_ms": 116.027, "p95_ms": 103.256}, "visualize": {"avg_ms": 29.291, "count": 121, "max_ms": 51.207, "p95_ms": 44.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.668, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.891, "name": "ffmpeg", "pid": 28538, "rss_mb": 203.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.29, "sample_count": 2126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:11:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:11:57+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T21:11:57+09:00", "mjpeg": {"age_sec": 4.809, "exists": true, "mtime": "2026-07-06T21:11:52.462945+09:00", "mtime_epoch": 1783339912.462945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:11:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1536.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.632, "pushed": 0.632, "read": 0.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.665, "count": 14, "max_ms": 6.01, "p95_ms": 6.01}, "gstreamer_push": {"avg_ms": 1.306, "count": 14, "max_ms": 1.424, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.563, "count": 14, "max_ms": 86.589, "p95_ms": 86.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.319, "count": 14, "max_ms": 88.117, "p95_ms": 88.117}, "yolo11_640_fire_11class": {"avg_ms": 71.021, "count": 14, "max_ms": 86.602, "p95_ms": 86.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.822, "count": 14, "max_ms": 95.18, "p95_ms": 95.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.385, "count": 14, "max_ms": 108.628, "p95_ms": 108.628}, "read_interval": {"avg_ms": 2298.901, "count": 14, "max_ms": 16076.501, "p95_ms": 16076.501}, "triton_wait": {"avg_ms": 80.852, "count": 14, "max_ms": 95.192, "p95_ms": 95.192}, "visualize": {"avg_ms": 3.729, "count": 14, "max_ms": 4.112, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 22.164, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6267.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.319, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.57, "name": "ffmpeg", "pid": 28431, "rss_mb": 265.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.579, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:12:02+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:12:02+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:12:02.223139+09:00", "mtime_epoch": 1783339922.2231393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:12:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.807}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 295, "max_ms": 5.814, "p95_ms": 3.982}, "gstreamer_push": {"avg_ms": 1.309, "count": 295, "max_ms": 2.352, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.413, "count": 295, "max_ms": 89.44, "p95_ms": 78.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.25, "count": 295, "max_ms": 109.56, "p95_ms": 85.284}, "yolo11_640_fire_11class": {"avg_ms": 59.585, "count": 295, "max_ms": 87.172, "p95_ms": 79.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.756, "count": 295, "max_ms": 96.313, "p95_ms": 88.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.954, "count": 295, "max_ms": 122.557, "p95_ms": 101.458}, "read_interval": {"avg_ms": 101.85, "count": 294, "max_ms": 160.643, "p95_ms": 124.429}, "triton_wait": {"avg_ms": 64.858, "count": 295, "max_ms": 109.573, "p95_ms": 90.546}, "visualize": {"avg_ms": 3.641, "count": 295, "max_ms": 6.393, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1702, "tracking_summary": 1540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6274.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35641.052, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.558, "sample_count": 1300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:12:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:12:07+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-06T21:12:07+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-06T21:12:07.579246+09:00", "mtime_epoch": 1783339927.579246, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:12:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 860.66, "name": "celery", "pid": 239, "rss_mb": 860.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.797, "pushed": 4.797, "read": 4.763}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.756, "count": 143, "max_ms": 148.602, "p95_ms": 143.69}, "gstreamer_push": {"avg_ms": 0.83, "count": 143, "max_ms": 1.246, "p95_ms": 0.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.25, "count": 143, "max_ms": 112.374, "p95_ms": 89.648}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.04, "count": 143, "max_ms": 114.699, "p95_ms": 99.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.2, "count": 143, "max_ms": 282.186, "p95_ms": 259.85}, "read_interval": {"avg_ms": 209.691, "count": 142, "max_ms": 288.354, "p95_ms": 266.039}, "triton_wait": {"avg_ms": 74.195, "count": 143, "max_ms": 114.711, "p95_ms": 102.534}, "visualize": {"avg_ms": 26.326, "count": 143, "max_ms": 41.873, "p95_ms": 32.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6276.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.668, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.066, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:12:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:12:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T21:12:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T21:12:27.187636+09:00", "mtime_epoch": 1783339947.1876357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:12:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.336, "count": 268, "max_ms": 7.055, "p95_ms": 5.728}, "gstreamer_push": {"avg_ms": 1.303, "count": 268, "max_ms": 1.883, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.608, "count": 268, "max_ms": 91.38, "p95_ms": 82.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.865, "count": 268, "max_ms": 121.676, "p95_ms": 98.921}, "yolo11_640_fire_11class": {"avg_ms": 75.895, "count": 268, "max_ms": 91.124, "p95_ms": 85.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.718, "count": 268, "max_ms": 99.04, "p95_ms": 95.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.994, "count": 268, "max_ms": 134.818, "p95_ms": 112.093}, "read_interval": {"avg_ms": 111.944, "count": 268, "max_ms": 146.588, "p95_ms": 125.105}, "triton_wait": {"avg_ms": 86.877, "count": 268, "max_ms": 121.688, "p95_ms": 99.052}, "visualize": {"avg_ms": 3.676, "count": 268, "max_ms": 6.248, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.411, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.828, "name": "ffmpeg", "pid": 28431, "rss_mb": 265.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 11, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.345, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:12:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:12:32+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:12:32+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:12:32.315737+09:00", "mtime_epoch": 1783339952.3157375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:12:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.036, "pushed": 9.036, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.653, "count": 271, "max_ms": 5.82, "p95_ms": 4.987}, "gstreamer_push": {"avg_ms": 1.346, "count": 271, "max_ms": 2.53, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.908, "count": 271, "max_ms": 87.752, "p95_ms": 82.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.868, "count": 271, "max_ms": 119.87, "p95_ms": 97.868}, "yolo11_640_fire_11class": {"avg_ms": 74.186, "count": 271, "max_ms": 89.432, "p95_ms": 83.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.884, "count": 271, "max_ms": 100.171, "p95_ms": 96.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.548, "count": 271, "max_ms": 131.948, "p95_ms": 110.631}, "read_interval": {"avg_ms": 111.015, "count": 270, "max_ms": 144.679, "p95_ms": 125.476}, "triton_wait": {"avg_ms": 85.05, "count": 271, "max_ms": 119.881, "p95_ms": 98.388}, "visualize": {"avg_ms": 3.716, "count": 271, "max_ms": 6.38, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1703, "tracking_summary": 1541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6276.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35671.119, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 273.603, "sample_count": 1309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:12:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:12:37+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-06T21:12:37+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-06T21:12:37.699844+09:00", "mtime_epoch": 1783339957.6998444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:12:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 860.66, "name": "celery", "pid": 239, "rss_mb": 860.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.394, "pushed": 4.394, "read": 4.361}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.775, "count": 131, "max_ms": 143.124, "p95_ms": 141.415}, "gstreamer_push": {"avg_ms": 0.822, "count": 131, "max_ms": 1.552, "p95_ms": 0.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.142, "count": 131, "max_ms": 112.915, "p95_ms": 106.224}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.963, "count": 131, "max_ms": 117.544, "p95_ms": 111.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.665, "count": 131, "max_ms": 278.794, "p95_ms": 273.603}, "read_interval": {"avg_ms": 229.488, "count": 130, "max_ms": 286.272, "p95_ms": 279.766}, "triton_wait": {"avg_ms": 79.092, "count": 131, "max_ms": 117.556, "p95_ms": 111.658}, "visualize": {"avg_ms": 24.928, "count": 131, "max_ms": 30.365, "p95_ms": 28.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6277.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.779, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.796, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:12:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:12:57+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T21:12:57+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T21:12:57.268232+09:00", "mtime_epoch": 1783339977.2682319, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:12:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.0, "pushed": 9.033, "read": 9.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.15, "count": 270, "max_ms": 6.833, "p95_ms": 4.695}, "gstreamer_push": {"avg_ms": 1.283, "count": 271, "max_ms": 1.957, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.725, "count": 270, "max_ms": 87.444, "p95_ms": 81.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.578, "count": 270, "max_ms": 122.356, "p95_ms": 95.274}, "yolo11_640_fire_11class": {"avg_ms": 74.808, "count": 270, "max_ms": 91.836, "p95_ms": 84.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.499, "count": 270, "max_ms": 100.852, "p95_ms": 95.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.331, "count": 270, "max_ms": 137.996, "p95_ms": 111.123}, "read_interval": {"avg_ms": 111.03, "count": 270, "max_ms": 151.135, "p95_ms": 125.064}, "triton_wait": {"avg_ms": 85.502, "count": 270, "max_ms": 122.368, "p95_ms": 98.122}, "visualize": {"avg_ms": 3.635, "count": 270, "max_ms": 5.897, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6283.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.473, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.984, "name": "ffmpeg", "pid": 28431, "rss_mb": 270.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 11, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.683, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:13:02+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:13:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T21:13:02.376333+09:00", "mtime_epoch": 1783339982.376333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:13:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.98, "pushed": 8.98, "read": 8.946}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.629, "count": 269, "max_ms": 5.739, "p95_ms": 4.986}, "gstreamer_push": {"avg_ms": 1.322, "count": 269, "max_ms": 2.161, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.785, "count": 269, "max_ms": 87.819, "p95_ms": 81.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.575, "count": 269, "max_ms": 115.678, "p95_ms": 91.715}, "yolo11_640_fire_11class": {"avg_ms": 74.874, "count": 269, "max_ms": 88.768, "p95_ms": 85.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.723, "count": 269, "max_ms": 101.302, "p95_ms": 95.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.909, "count": 269, "max_ms": 127.967, "p95_ms": 112.033}, "read_interval": {"avg_ms": 111.752, "count": 268, "max_ms": 141.488, "p95_ms": 128.273}, "triton_wait": {"avg_ms": 85.516, "count": 269, "max_ms": 115.689, "p95_ms": 99.713}, "visualize": {"avg_ms": 3.677, "count": 269, "max_ms": 6.083, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1705, "tracking_summary": 1542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6283.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35701.141, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.33, "sample_count": 1299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T21:13:07+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-06T21:13:07+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T21:13:07.724439+09:00", "mtime_epoch": 1783339987.7244387, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:13:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 861.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.264, "pushed": 4.264, "read": 4.23}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.178, "count": 127, "max_ms": 173.098, "p95_ms": 142.038}, "gstreamer_push": {"avg_ms": 0.788, "count": 127, "max_ms": 0.968, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.134, "count": 127, "max_ms": 109.652, "p95_ms": 101.535}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.775, "count": 127, "max_ms": 112.31, "p95_ms": 106.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.629, "count": 127, "max_ms": 289.238, "p95_ms": 273.24}, "read_interval": {"avg_ms": 236.444, "count": 126, "max_ms": 295.229, "p95_ms": 281.131}, "triton_wait": {"avg_ms": 75.8, "count": 127, "max_ms": 112.321, "p95_ms": 106.81}, "visualize": {"avg_ms": 26.8, "count": 127, "max_ms": 41.146, "p95_ms": 32.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6282.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.795, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.776, "sample_count": 2440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:13:27+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T21:13:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T21:13:27.308825+09:00", "mtime_epoch": 1783340007.3088255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:13:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.061, "pushed": 9.061, "read": 9.027}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 271, "max_ms": 6.442, "p95_ms": 5.488}, "gstreamer_push": {"avg_ms": 1.259, "count": 271, "max_ms": 2.01, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.865, "count": 271, "max_ms": 90.175, "p95_ms": 80.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.038, "count": 271, "max_ms": 115.864, "p95_ms": 93.891}, "yolo11_640_fire_11class": {"avg_ms": 75.107, "count": 271, "max_ms": 92.158, "p95_ms": 84.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.897, "count": 271, "max_ms": 100.388, "p95_ms": 93.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.705, "count": 271, "max_ms": 128.826, "p95_ms": 111.516}, "read_interval": {"avg_ms": 110.765, "count": 270, "max_ms": 141.048, "p95_ms": 125.378}, "triton_wait": {"avg_ms": 85.08, "count": 271, "max_ms": 115.877, "p95_ms": 99.24}, "visualize": {"avg_ms": 3.536, "count": 271, "max_ms": 5.352, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6283.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.579, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.242, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 11, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.311, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:13:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:13:32+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:13:32+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:13:32.480927+09:00", "mtime_epoch": 1783340012.4809275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:13:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1649.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.072, "pushed": 9.072, "read": 9.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.589, "count": 272, "max_ms": 5.939, "p95_ms": 4.564}, "gstreamer_push": {"avg_ms": 1.3, "count": 272, "max_ms": 1.88, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.199, "count": 272, "max_ms": 87.729, "p95_ms": 82.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.081, "count": 272, "max_ms": 116.974, "p95_ms": 93.296}, "yolo11_640_fire_11class": {"avg_ms": 75.565, "count": 272, "max_ms": 91.296, "p95_ms": 84.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.297, "count": 272, "max_ms": 100.389, "p95_ms": 93.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.496, "count": 272, "max_ms": 133.661, "p95_ms": 111.012}, "read_interval": {"avg_ms": 110.662, "count": 271, "max_ms": 147.66, "p95_ms": 123.708}, "triton_wait": {"avg_ms": 85.297, "count": 272, "max_ms": 116.987, "p95_ms": 98.758}, "visualize": {"avg_ms": 3.628, "count": 272, "max_ms": 5.225, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1705, "tracking_summary": 1543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6280.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35731.169, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.436, "sample_count": 1290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:13:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:13:37+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T21:13:37+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T21:13:37.729031+09:00", "mtime_epoch": 1783340017.7290308, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:13:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 857.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.034, "pushed": 4.034, "read": 4.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.001, "count": 120, "max_ms": 153.386, "p95_ms": 141.066}, "gstreamer_push": {"avg_ms": 0.776, "count": 120, "max_ms": 0.957, "p95_ms": 0.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.588, "count": 120, "max_ms": 113.796, "p95_ms": 105.449}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.509, "count": 120, "max_ms": 115.765, "p95_ms": 111.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.061, "count": 120, "max_ms": 301.897, "p95_ms": 278.973}, "read_interval": {"avg_ms": 250.242, "count": 119, "max_ms": 533.873, "p95_ms": 287.875}, "triton_wait": {"avg_ms": 74.522, "count": 120, "max_ms": 115.777, "p95_ms": 111.924}, "visualize": {"avg_ms": 25.745, "count": 120, "max_ms": 37.734, "p95_ms": 27.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.747, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6276.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.868, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.893, "sample_count": 2436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:13:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:13:57+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:13:57+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T21:13:57.381418+09:00", "mtime_epoch": 1783340037.3814178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:13:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.977, "pushed": 8.977, "read": 8.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.226, "count": 269, "max_ms": 6.749, "p95_ms": 5.449}, "gstreamer_push": {"avg_ms": 1.301, "count": 269, "max_ms": 1.971, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.907, "count": 269, "max_ms": 94.038, "p95_ms": 83.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.524, "count": 269, "max_ms": 118.356, "p95_ms": 103.411}, "yolo11_640_fire_11class": {"avg_ms": 75.394, "count": 269, "max_ms": 95.553, "p95_ms": 85.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.213, "count": 269, "max_ms": 103.458, "p95_ms": 95.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.458, "count": 269, "max_ms": 131.52, "p95_ms": 116.624}, "read_interval": {"avg_ms": 111.8, "count": 268, "max_ms": 145.429, "p95_ms": 130.142}, "triton_wait": {"avg_ms": 85.413, "count": 269, "max_ms": 118.368, "p95_ms": 103.469}, "visualize": {"avg_ms": 3.675, "count": 269, "max_ms": 4.776, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.64, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.242, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 11, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.37, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:14:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:14:02+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:14:02+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T21:14:02.549519+09:00", "mtime_epoch": 1783340042.5495193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:14:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.048, "pushed": 9.048, "read": 9.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.524, "count": 271, "max_ms": 5.583, "p95_ms": 4.543}, "gstreamer_push": {"avg_ms": 1.306, "count": 271, "max_ms": 2.404, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.966, "count": 271, "max_ms": 93.22, "p95_ms": 83.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.824, "count": 271, "max_ms": 123.671, "p95_ms": 98.05}, "yolo11_640_fire_11class": {"avg_ms": 76.296, "count": 271, "max_ms": 94.831, "p95_ms": 86.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.761, "count": 271, "max_ms": 102.903, "p95_ms": 95.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.849, "count": 271, "max_ms": 136.012, "p95_ms": 115.172}, "read_interval": {"avg_ms": 110.92, "count": 270, "max_ms": 148.953, "p95_ms": 127.78}, "triton_wait": {"avg_ms": 85.782, "count": 271, "max_ms": 123.685, "p95_ms": 102.872}, "visualize": {"avg_ms": 3.582, "count": 271, "max_ms": 4.768, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1707, "tracking_summary": 1544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6278.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35761.275, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 275.71, "sample_count": 1296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:14:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:14:08+09:00", "last_frame_read_age_sec": 0.265, "last_frame_read_at": "2026-07-06T21:14:07+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-06T21:14:07.821623+09:00", "mtime_epoch": 1783340047.8216228, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:14:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 855.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.519, "pushed": 4.519, "read": 4.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.631, "count": 135, "max_ms": 152.567, "p95_ms": 142.739}, "gstreamer_push": {"avg_ms": 0.828, "count": 135, "max_ms": 1.488, "p95_ms": 0.977}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.467, "count": 135, "max_ms": 109.384, "p95_ms": 104.279}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.53, "count": 135, "max_ms": 114.279, "p95_ms": 108.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.03, "count": 135, "max_ms": 284.301, "p95_ms": 273.57}, "read_interval": {"avg_ms": 222.656, "count": 134, "max_ms": 290.714, "p95_ms": 281.141}, "triton_wait": {"avg_ms": 75.649, "count": 135, "max_ms": 114.291, "p95_ms": 108.767}, "visualize": {"avg_ms": 24.804, "count": 135, "max_ms": 36.268, "p95_ms": 29.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6280.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.922, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.703, "sample_count": 2438, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:14:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:14:27+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:14:27+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:14:27.430008+09:00", "mtime_epoch": 1783340067.430008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:14:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.085, "pushed": 9.085, "read": 9.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.258, "count": 272, "max_ms": 6.933, "p95_ms": 5.594}, "gstreamer_push": {"avg_ms": 1.26, "count": 272, "max_ms": 2.139, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.429, "count": 272, "max_ms": 88.73, "p95_ms": 82.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.837, "count": 272, "max_ms": 120.577, "p95_ms": 94.677}, "yolo11_640_fire_11class": {"avg_ms": 75.086, "count": 272, "max_ms": 91.195, "p95_ms": 84.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.598, "count": 272, "max_ms": 102.36, "p95_ms": 94.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.331, "count": 272, "max_ms": 133.95, "p95_ms": 111.972}, "read_interval": {"avg_ms": 110.489, "count": 271, "max_ms": 150.99, "p95_ms": 125.508}, "triton_wait": {"avg_ms": 84.559, "count": 272, "max_ms": 120.589, "p95_ms": 99.08}, "visualize": {"avg_ms": 3.551, "count": 272, "max_ms": 5.473, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6279.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.644, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.5, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 11, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.147, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:14:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:14:32+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:14:32+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:14:32.546108+09:00", "mtime_epoch": 1783340072.5461082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:14:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.036, "pushed": 9.036, "read": 9.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.519, "count": 271, "max_ms": 5.411, "p95_ms": 4.028}, "gstreamer_push": {"avg_ms": 1.324, "count": 271, "max_ms": 1.513, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.002, "count": 271, "max_ms": 91.263, "p95_ms": 82.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.143, "count": 271, "max_ms": 115.096, "p95_ms": 93.933}, "yolo11_640_fire_11class": {"avg_ms": 75.339, "count": 271, "max_ms": 93.797, "p95_ms": 84.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.313, "count": 271, "max_ms": 103.673, "p95_ms": 94.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.576, "count": 271, "max_ms": 127.801, "p95_ms": 111.438}, "read_interval": {"avg_ms": 110.721, "count": 271, "max_ms": 140.469, "p95_ms": 125.815}, "triton_wait": {"avg_ms": 85.347, "count": 271, "max_ms": 115.108, "p95_ms": 99.161}, "visualize": {"avg_ms": 3.656, "count": 271, "max_ms": 4.672, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1709, "tracking_summary": 1545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6282.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35791.372, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.609, "sample_count": 1295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:14:38+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-06T21:14:37+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-06T21:14:37.898213+09:00", "mtime_epoch": 1783340077.898213, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:14:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 858.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.02, "pushed": 4.02, "read": 3.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.496, "count": 120, "max_ms": 164.421, "p95_ms": 148.019}, "gstreamer_push": {"avg_ms": 0.878, "count": 120, "max_ms": 5.05, "p95_ms": 1.712}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.363, "count": 120, "max_ms": 117.591, "p95_ms": 105.291}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.893, "count": 120, "max_ms": 125.202, "p95_ms": 112.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.716, "count": 120, "max_ms": 294.863, "p95_ms": 286.681}, "read_interval": {"avg_ms": 250.497, "count": 119, "max_ms": 305.132, "p95_ms": 293.548}, "triton_wait": {"avg_ms": 74.99, "count": 120, "max_ms": 125.215, "p95_ms": 112.035}, "visualize": {"avg_ms": 27.305, "count": 120, "max_ms": 49.171, "p95_ms": 40.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6283.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.981, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.893, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:14:57+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:14:57+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:14:57.486596+09:00", "mtime_epoch": 1783340097.4865963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:14:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.914, "pushed": 8.914, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 267, "max_ms": 7.065, "p95_ms": 5.755}, "gstreamer_push": {"avg_ms": 1.303, "count": 267, "max_ms": 1.793, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.958, "count": 267, "max_ms": 89.402, "p95_ms": 82.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.605, "count": 267, "max_ms": 117.091, "p95_ms": 93.87}, "yolo11_640_fire_11class": {"avg_ms": 76.069, "count": 267, "max_ms": 90.595, "p95_ms": 84.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.393, "count": 267, "max_ms": 101.858, "p95_ms": 95.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.283, "count": 267, "max_ms": 129.929, "p95_ms": 112.026}, "read_interval": {"avg_ms": 112.575, "count": 266, "max_ms": 142.329, "p95_ms": 129.653}, "triton_wait": {"avg_ms": 86.207, "count": 267, "max_ms": 117.103, "p95_ms": 98.349}, "visualize": {"avg_ms": 3.671, "count": 267, "max_ms": 6.235, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6275.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.715, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 11, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.421, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:15:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T21:15:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T21:15:02.626697+09:00", "mtime_epoch": 1783340102.626697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:15:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.974, "pushed": 8.974, "read": 8.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.557, "count": 269, "max_ms": 5.812, "p95_ms": 4.218}, "gstreamer_push": {"avg_ms": 1.345, "count": 269, "max_ms": 2.42, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.875, "count": 269, "max_ms": 87.551, "p95_ms": 82.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.592, "count": 269, "max_ms": 120.893, "p95_ms": 96.404}, "yolo11_640_fire_11class": {"avg_ms": 75.923, "count": 269, "max_ms": 92.426, "p95_ms": 85.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.885, "count": 269, "max_ms": 99.73, "p95_ms": 96.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.177, "count": 269, "max_ms": 133.478, "p95_ms": 112.276}, "read_interval": {"avg_ms": 111.815, "count": 268, "max_ms": 147.58, "p95_ms": 126.615}, "triton_wait": {"avg_ms": 85.79, "count": 269, "max_ms": 120.906, "p95_ms": 99.544}, "visualize": {"avg_ms": 3.687, "count": 269, "max_ms": 6.367, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1710, "tracking_summary": 1546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6278.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35821.564, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.436, "sample_count": 1294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:15:08+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T21:15:08+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T21:15:08.134805+09:00", "mtime_epoch": 1783340108.1348047, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:15:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 853.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.574, "pushed": 4.574, "read": 4.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.374, "count": 137, "max_ms": 148.633, "p95_ms": 140.227}, "gstreamer_push": {"avg_ms": 0.915, "count": 137, "max_ms": 2.932, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.484, "count": 137, "max_ms": 110.963, "p95_ms": 97.83}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.11, "count": 137, "max_ms": 112.053, "p95_ms": 108.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.233, "count": 137, "max_ms": 287.871, "p95_ms": 272.362}, "read_interval": {"avg_ms": 220.211, "count": 136, "max_ms": 294.815, "p95_ms": 279.14}, "triton_wait": {"avg_ms": 74.158, "count": 137, "max_ms": 112.065, "p95_ms": 108.172}, "visualize": {"avg_ms": 25.759, "count": 137, "max_ms": 41.763, "p95_ms": 35.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6273.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.002, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.551, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:15:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:15:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T21:15:27+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T21:15:27.519183+09:00", "mtime_epoch": 1783340127.5191832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:15:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.16, "pushed": 9.16, "read": 9.127}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.22, "count": 274, "max_ms": 6.83, "p95_ms": 5.655}, "gstreamer_push": {"avg_ms": 1.305, "count": 274, "max_ms": 2.236, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.034, "count": 274, "max_ms": 90.265, "p95_ms": 81.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.079, "count": 274, "max_ms": 115.675, "p95_ms": 102.79}, "yolo11_640_fire_11class": {"avg_ms": 73.388, "count": 274, "max_ms": 91.093, "p95_ms": 85.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.555, "count": 274, "max_ms": 105.382, "p95_ms": 95.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.363, "count": 274, "max_ms": 128.606, "p95_ms": 115.642}, "read_interval": {"avg_ms": 109.6, "count": 273, "max_ms": 141.421, "p95_ms": 131.618}, "triton_wait": {"avg_ms": 83.426, "count": 274, "max_ms": 115.686, "p95_ms": 102.802}, "visualize": {"avg_ms": 3.627, "count": 274, "max_ms": 5.369, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6269.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.819, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 10, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.743, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:15:32+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:15:32+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T21:15:32.727285+09:00", "mtime_epoch": 1783340132.7272847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:15:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.138, "pushed": 9.138, "read": 9.105}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.752, "count": 274, "max_ms": 5.544, "p95_ms": 5.045}, "gstreamer_push": {"avg_ms": 1.312, "count": 274, "max_ms": 1.531, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.92, "count": 274, "max_ms": 90.644, "p95_ms": 83.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.607, "count": 274, "max_ms": 117.713, "p95_ms": 104.962}, "yolo11_640_fire_11class": {"avg_ms": 74.359, "count": 274, "max_ms": 92.855, "p95_ms": 85.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.705, "count": 274, "max_ms": 106.338, "p95_ms": 95.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.764, "count": 274, "max_ms": 130.004, "p95_ms": 117.216}, "read_interval": {"avg_ms": 109.854, "count": 273, "max_ms": 144.582, "p95_ms": 129.865}, "triton_wait": {"avg_ms": 84.284, "count": 274, "max_ms": 117.726, "p95_ms": 104.975}, "visualize": {"avg_ms": 3.658, "count": 274, "max_ms": 4.695, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1711, "tracking_summary": 1547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6280.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35851.571, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.903, "sample_count": 1288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T21:15:38+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T21:15:38+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T21:15:38.139390+09:00", "mtime_epoch": 1783340138.1393902, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:15:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 855.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.968, "pushed": 3.968, "read": 3.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.399, "count": 118, "max_ms": 157.134, "p95_ms": 142.554}, "gstreamer_push": {"avg_ms": 1.108, "count": 118, "max_ms": 3.174, "p95_ms": 2.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.036, "count": 118, "max_ms": 111.023, "p95_ms": 107.66}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.283, "count": 118, "max_ms": 115.891, "p95_ms": 113.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.97, "count": 118, "max_ms": 309.764, "p95_ms": 288.861}, "read_interval": {"avg_ms": 254.355, "count": 117, "max_ms": 320.825, "p95_ms": 296.25}, "triton_wait": {"avg_ms": 79.517, "count": 118, "max_ms": 115.904, "p95_ms": 113.098}, "visualize": {"avg_ms": 32.204, "count": 118, "max_ms": 56.292, "p95_ms": 45.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.74, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6280.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.07, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.941, "name": "ffmpeg", "pid": 28538, "rss_mb": 328.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.202, "sample_count": 2404, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:15:57+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:15:57+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T21:15:57.579769+09:00", "mtime_epoch": 1783340157.579769, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:15:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1538.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.974, "pushed": 8.974, "read": 8.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.184, "count": 269, "max_ms": 6.775, "p95_ms": 4.817}, "gstreamer_push": {"avg_ms": 1.297, "count": 269, "max_ms": 1.539, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.717, "count": 269, "max_ms": 92.47, "p95_ms": 82.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.474, "count": 269, "max_ms": 118.432, "p95_ms": 99.715}, "yolo11_640_fire_11class": {"avg_ms": 75.599, "count": 269, "max_ms": 93.408, "p95_ms": 86.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.438, "count": 269, "max_ms": 104.157, "p95_ms": 97.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.661, "count": 269, "max_ms": 131.553, "p95_ms": 113.642}, "read_interval": {"avg_ms": 111.76, "count": 268, "max_ms": 146.57, "p95_ms": 129.491}, "triton_wait": {"avg_ms": 85.777, "count": 269, "max_ms": 118.446, "p95_ms": 100.622}, "visualize": {"avg_ms": 3.616, "count": 269, "max_ms": 4.458, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6275.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.822, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 10, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.143, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T21:16:02+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T21:16:02+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T21:16:02.735869+09:00", "mtime_epoch": 1783340162.7358692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:16:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.97, "pushed": 8.97, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.72, "count": 269, "max_ms": 5.76, "p95_ms": 5.16}, "gstreamer_push": {"avg_ms": 1.33, "count": 269, "max_ms": 1.73, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.664, "count": 269, "max_ms": 91.195, "p95_ms": 83.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.307, "count": 269, "max_ms": 112.306, "p95_ms": 97.992}, "yolo11_640_fire_11class": {"avg_ms": 75.717, "count": 269, "max_ms": 93.413, "p95_ms": 87.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.571, "count": 269, "max_ms": 102.266, "p95_ms": 97.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.035, "count": 269, "max_ms": 124.567, "p95_ms": 114.29}, "read_interval": {"avg_ms": 111.566, "count": 269, "max_ms": 137.229, "p95_ms": 128.184}, "triton_wait": {"avg_ms": 85.472, "count": 269, "max_ms": 112.319, "p95_ms": 100.429}, "visualize": {"avg_ms": 3.721, "count": 269, "max_ms": 5.992, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1712, "tracking_summary": 1548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6279.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35881.6, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.965, "sample_count": 1288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:16:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:16:08+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T21:16:08+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T21:16:08.235976+09:00", "mtime_epoch": 1783340168.2359762, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:16:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 853.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.631, "pushed": 4.631, "read": 4.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.765, "count": 138, "max_ms": 165.189, "p95_ms": 141.788}, "gstreamer_push": {"avg_ms": 0.884, "count": 138, "max_ms": 2.082, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.925, "count": 138, "max_ms": 113.609, "p95_ms": 106.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.407, "count": 138, "max_ms": 115.946, "p95_ms": 110.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.763, "count": 138, "max_ms": 281.375, "p95_ms": 272.378}, "read_interval": {"avg_ms": 217.896, "count": 137, "max_ms": 287.803, "p95_ms": 277.902}, "triton_wait": {"avg_ms": 78.485, "count": 138, "max_ms": 115.96, "p95_ms": 110.56}, "visualize": {"avg_ms": 28.599, "count": 138, "max_ms": 49.064, "p95_ms": 43.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6280.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.074, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.457, "name": "ffmpeg", "pid": 28538, "rss_mb": 329.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.559, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:16:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:16:27+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T21:16:27+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T21:16:27.576352+09:00", "mtime_epoch": 1783340187.576352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:16:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.359, "count": 268, "max_ms": 6.509, "p95_ms": 6.03}, "gstreamer_push": {"avg_ms": 1.314, "count": 268, "max_ms": 1.656, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.597, "count": 268, "max_ms": 88.93, "p95_ms": 81.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.188, "count": 268, "max_ms": 121.609, "p95_ms": 101.095}, "yolo11_640_fire_11class": {"avg_ms": 75.185, "count": 268, "max_ms": 91.82, "p95_ms": 85.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.829, "count": 268, "max_ms": 98.899, "p95_ms": 95.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.657, "count": 268, "max_ms": 134.7, "p95_ms": 114.133}, "read_interval": {"avg_ms": 111.942, "count": 268, "max_ms": 147.996, "p95_ms": 128.108}, "triton_wait": {"avg_ms": 85.479, "count": 268, "max_ms": 121.622, "p95_ms": 101.106}, "visualize": {"avg_ms": 3.684, "count": 268, "max_ms": 4.642, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6281.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.902, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 10, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.985, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:16:32+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:16:32+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T21:16:32.800453+09:00", "mtime_epoch": 1783340192.8004534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:16:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.941, "pushed": 8.941, "read": 8.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.556, "count": 268, "max_ms": 5.691, "p95_ms": 4.711}, "gstreamer_push": {"avg_ms": 1.322, "count": 268, "max_ms": 1.969, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.993, "count": 268, "max_ms": 88.345, "p95_ms": 81.69}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.634, "count": 268, "max_ms": 113.878, "p95_ms": 101.913}, "yolo11_640_fire_11class": {"avg_ms": 75.88, "count": 268, "max_ms": 92.264, "p95_ms": 86.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.597, "count": 268, "max_ms": 99.7, "p95_ms": 96.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.382, "count": 268, "max_ms": 126.197, "p95_ms": 114.737}, "read_interval": {"avg_ms": 112.232, "count": 267, "max_ms": 142.816, "p95_ms": 127.985}, "triton_wait": {"avg_ms": 86.16, "count": 268, "max_ms": 113.892, "p95_ms": 101.925}, "visualize": {"avg_ms": 3.613, "count": 268, "max_ms": 4.769, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1713, "tracking_summary": 1549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6283.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35911.756, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.983, "sample_count": 1295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:16:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:16:38+09:00", "last_frame_read_age_sec": 0.263, "last_frame_read_at": "2026-07-06T21:16:38+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T21:16:38.296560+09:00", "mtime_epoch": 1783340198.29656, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:16:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 857.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.306, "pushed": 4.306, "read": 4.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.788, "count": 129, "max_ms": 160.626, "p95_ms": 144.132}, "gstreamer_push": {"avg_ms": 0.922, "count": 129, "max_ms": 2.768, "p95_ms": 1.806}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.298, "count": 129, "max_ms": 111.353, "p95_ms": 106.382}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.906, "count": 129, "max_ms": 119.619, "p95_ms": 110.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.726, "count": 129, "max_ms": 297.858, "p95_ms": 274.884}, "read_interval": {"avg_ms": 233.487, "count": 128, "max_ms": 304.143, "p95_ms": 281.014}, "triton_wait": {"avg_ms": 81.284, "count": 129, "max_ms": 119.632, "p95_ms": 110.53}, "visualize": {"avg_ms": 25.747, "count": 129, "max_ms": 34.072, "p95_ms": 30.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6284.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.127, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.457, "name": "ffmpeg", "pid": 28538, "rss_mb": 329.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.244, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:16:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:16:57+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:16:57+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:16:57.640935+09:00", "mtime_epoch": 1783340217.6409352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:16:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.954, "pushed": 8.954, "read": 8.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 268, "max_ms": 6.367, "p95_ms": 5.398}, "gstreamer_push": {"avg_ms": 1.288, "count": 268, "max_ms": 1.583, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.193, "count": 268, "max_ms": 87.773, "p95_ms": 81.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.564, "count": 268, "max_ms": 116.292, "p95_ms": 96.584}, "yolo11_640_fire_11class": {"avg_ms": 75.484, "count": 268, "max_ms": 89.01, "p95_ms": 83.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.834, "count": 268, "max_ms": 99.673, "p95_ms": 94.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.884, "count": 268, "max_ms": 129.359, "p95_ms": 111.358}, "read_interval": {"avg_ms": 112.137, "count": 267, "max_ms": 145.128, "p95_ms": 125.482}, "triton_wait": {"avg_ms": 85.972, "count": 268, "max_ms": 116.303, "p95_ms": 98.413}, "visualize": {"avg_ms": 3.634, "count": 268, "max_ms": 4.699, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6284.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.959, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 10, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.738, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:17:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:17:02+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T21:17:02+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T21:17:02.873037+09:00", "mtime_epoch": 1783340222.8730366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:17:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.016, "pushed": 9.016, "read": 8.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.527, "count": 270, "max_ms": 5.306, "p95_ms": 4.631}, "gstreamer_push": {"avg_ms": 1.306, "count": 270, "max_ms": 1.884, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.609, "count": 270, "max_ms": 86.542, "p95_ms": 82.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.524, "count": 270, "max_ms": 119.579, "p95_ms": 100.321}, "yolo11_640_fire_11class": {"avg_ms": 75.292, "count": 270, "max_ms": 89.588, "p95_ms": 85.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.326, "count": 270, "max_ms": 99.333, "p95_ms": 94.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.05, "count": 270, "max_ms": 131.753, "p95_ms": 112.653}, "read_interval": {"avg_ms": 111.357, "count": 269, "max_ms": 148.22, "p95_ms": 126.281}, "triton_wait": {"avg_ms": 85.863, "count": 270, "max_ms": 119.59, "p95_ms": 100.334}, "visualize": {"avg_ms": 3.616, "count": 270, "max_ms": 4.696, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1714, "tracking_summary": 1550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6284.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35941.904, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.174, "sample_count": 1278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:17:08+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T21:17:08+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T21:17:08.477145+09:00", "mtime_epoch": 1783340228.477145, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:17:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 858.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.218, "pushed": 4.218, "read": 4.185}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.756, "count": 126, "max_ms": 163.743, "p95_ms": 142.822}, "gstreamer_push": {"avg_ms": 0.841, "count": 126, "max_ms": 1.876, "p95_ms": 1.028}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.392, "count": 126, "max_ms": 110.054, "p95_ms": 103.414}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.871, "count": 126, "max_ms": 114.945, "p95_ms": 110.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.343, "count": 126, "max_ms": 293.39, "p95_ms": 283.007}, "read_interval": {"avg_ms": 239.293, "count": 125, "max_ms": 300.994, "p95_ms": 291.081}, "triton_wait": {"avg_ms": 77.898, "count": 126, "max_ms": 114.959, "p95_ms": 110.286}, "visualize": {"avg_ms": 27.833, "count": 126, "max_ms": 41.401, "p95_ms": 39.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6282.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.215, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.457, "name": "ffmpeg", "pid": 28538, "rss_mb": 329.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.642, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:17:27+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T21:17:27+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:17:27.721517+09:00", "mtime_epoch": 1783340247.7215173, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:17:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.206, "pushed": 9.206, "read": 9.172}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 276, "max_ms": 7.07, "p95_ms": 6.29}, "gstreamer_push": {"avg_ms": 1.301, "count": 276, "max_ms": 2.03, "p95_ms": 1.554}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.281, "count": 276, "max_ms": 87.043, "p95_ms": 80.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.975, "count": 276, "max_ms": 116.64, "p95_ms": 98.517}, "yolo11_640_fire_11class": {"avg_ms": 73.36, "count": 276, "max_ms": 93.11, "p95_ms": 83.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.365, "count": 276, "max_ms": 98.71, "p95_ms": 93.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.482, "count": 276, "max_ms": 129.487, "p95_ms": 114.67}, "read_interval": {"avg_ms": 109.015, "count": 275, "max_ms": 146.418, "p95_ms": 128.863}, "triton_wait": {"avg_ms": 82.33, "count": 276, "max_ms": 116.653, "p95_ms": 98.725}, "visualize": {"avg_ms": 3.705, "count": 276, "max_ms": 6.183, "p95_ms": 4.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6284.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.047, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 10, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.265, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:17:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:17:33+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:17:32+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:17:32.953619+09:00", "mtime_epoch": 1783340252.9536185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:17:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.408, "pushed": 8.408, "read": 8.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.668, "count": 252, "max_ms": 5.903, "p95_ms": 5.373}, "gstreamer_push": {"avg_ms": 1.374, "count": 252, "max_ms": 2.533, "p95_ms": 1.541}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.801, "count": 252, "max_ms": 83.918, "p95_ms": 81.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.888, "count": 252, "max_ms": 113.867, "p95_ms": 95.389}, "yolo11_640_fire_11class": {"avg_ms": 76.231, "count": 252, "max_ms": 88.34, "p95_ms": 84.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.069, "count": 252, "max_ms": 99.401, "p95_ms": 95.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.615, "count": 252, "max_ms": 126.371, "p95_ms": 115.167}, "read_interval": {"avg_ms": 119.413, "count": 251, "max_ms": 1956.239, "p95_ms": 131.251}, "triton_wait": {"avg_ms": 85.941, "count": 252, "max_ms": 113.88, "p95_ms": 99.417}, "visualize": {"avg_ms": 3.792, "count": 252, "max_ms": 6.443, "p95_ms": 4.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1715, "tracking_summary": 1551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6282.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 35971.907, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.432, "sample_count": 1268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:17:38+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T21:17:38+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T21:17:38.469725+09:00", "mtime_epoch": 1783340258.4697251, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:17:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 856.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.034, "pushed": 4.034, "read": 4.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.347, "count": 121, "max_ms": 144.084, "p95_ms": 140.793}, "gstreamer_push": {"avg_ms": 0.776, "count": 121, "max_ms": 0.985, "p95_ms": 0.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.461, "count": 121, "max_ms": 107.512, "p95_ms": 99.854}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.693, "count": 121, "max_ms": 115.522, "p95_ms": 107.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.467, "count": 121, "max_ms": 281.873, "p95_ms": 276.806}, "read_interval": {"avg_ms": 247.957, "count": 121, "max_ms": 287.415, "p95_ms": 282.851}, "triton_wait": {"avg_ms": 74.707, "count": 121, "max_ms": 115.534, "p95_ms": 107.771}, "visualize": {"avg_ms": 25.659, "count": 121, "max_ms": 29.412, "p95_ms": 26.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6287.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.285, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.457, "name": "ffmpeg", "pid": 28538, "rss_mb": 329.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.133, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:17:57+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T21:17:57+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T21:17:57.802099+09:00", "mtime_epoch": 1783340277.8020985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:17:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.043, "pushed": 9.043, "read": 9.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.179, "count": 271, "max_ms": 6.559, "p95_ms": 4.658}, "gstreamer_push": {"avg_ms": 1.302, "count": 271, "max_ms": 2.126, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.21, "count": 271, "max_ms": 90.64, "p95_ms": 80.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.764, "count": 271, "max_ms": 117.055, "p95_ms": 96.07}, "yolo11_640_fire_11class": {"avg_ms": 74.746, "count": 271, "max_ms": 92.404, "p95_ms": 83.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.528, "count": 271, "max_ms": 104.578, "p95_ms": 94.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.464, "count": 271, "max_ms": 129.83, "p95_ms": 113.008}, "read_interval": {"avg_ms": 110.974, "count": 270, "max_ms": 142.356, "p95_ms": 128.741}, "triton_wait": {"avg_ms": 84.508, "count": 271, "max_ms": 117.068, "p95_ms": 100.082}, "visualize": {"avg_ms": 3.66, "count": 271, "max_ms": 5.182, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6287.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.098, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 9, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.181, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:18:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:18:03+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T21:18:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T21:18:03.010199+09:00", "mtime_epoch": 1783340283.010199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:18:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1650.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.352, "pushed": 9.352, "read": 9.319}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.444, "count": 280, "max_ms": 5.727, "p95_ms": 4.527}, "gstreamer_push": {"avg_ms": 1.294, "count": 280, "max_ms": 2.188, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.934, "count": 280, "max_ms": 89.934, "p95_ms": 81.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.611, "count": 280, "max_ms": 117.288, "p95_ms": 91.889}, "yolo11_640_fire_11class": {"avg_ms": 73.704, "count": 280, "max_ms": 92.632, "p95_ms": 84.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.38, "count": 280, "max_ms": 104.564, "p95_ms": 94.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.296, "count": 280, "max_ms": 129.466, "p95_ms": 111.619}, "read_interval": {"avg_ms": 107.325, "count": 279, "max_ms": 142.748, "p95_ms": 125.902}, "triton_wait": {"avg_ms": 82.44, "count": 280, "max_ms": 117.301, "p95_ms": 99.001}, "visualize": {"avg_ms": 3.555, "count": 280, "max_ms": 5.367, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1716, "tracking_summary": 1552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6282.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36001.928, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.63, "sample_count": 1274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:18:08+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T21:18:08+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T21:18:08.482305+09:00", "mtime_epoch": 1783340288.4823046, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:18:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 856.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.472, "pushed": 4.472, "read": 4.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.034, "count": 133, "max_ms": 182.406, "p95_ms": 144.789}, "gstreamer_push": {"avg_ms": 0.819, "count": 133, "max_ms": 1.207, "p95_ms": 0.983}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.915, "count": 133, "max_ms": 107.462, "p95_ms": 98.458}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.179, "count": 133, "max_ms": 114.148, "p95_ms": 106.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.75, "count": 133, "max_ms": 288.141, "p95_ms": 278.332}, "read_interval": {"avg_ms": 225.501, "count": 132, "max_ms": 302.67, "p95_ms": 286.47}, "triton_wait": {"avg_ms": 76.198, "count": 133, "max_ms": 114.162, "p95_ms": 106.67}, "visualize": {"avg_ms": 25.585, "count": 133, "max_ms": 35.329, "p95_ms": 31.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.738, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6299.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:52+09:00", "last_error_summary": "[NULL @ 0x56182b28b200] missing picture in access unit with size 18 [h264 @ 0x56182bea2b80] no frame! [in#0/rtsp @ 0x56182b286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56182b286e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x56182b28b840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 397.623, "last_started_at": "2026-07-06T21:11:54+09:00", "pid": 28538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.207, "name": "ffmpeg", "pid": 28538, "rss_mb": 354.207, "state": "S (sleeping)", "threads": 104}, "restart_count": 56, "restart_count_per_hour": 10, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.364, "sample_count": 2412, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:18:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:18:32+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:18:32+09:00", "mjpeg": {"age_sec": 16.177, "exists": true, "mtime": "2026-07-06T21:18:16.050451+09:00", "mtime_epoch": 1783340296.0504506, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:18:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.123, "pushed": 0.123, "read": 0.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.162, "count": 2, "max_ms": 4.176, "p95_ms": 4.176}, "gstreamer_push": {"avg_ms": 1.283, "count": 2, "max_ms": 1.289, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.982, "count": 2, "max_ms": 50.897, "p95_ms": 50.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.625, "count": 2, "max_ms": 79.959, "p95_ms": 79.959}, "yolo11_640_fire_11class": {"avg_ms": 54.416, "count": 2, "max_ms": 56.288, "p95_ms": 56.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.225, "count": 2, "max_ms": 57.758, "p95_ms": 57.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.715, "count": 2, "max_ms": 93.241, "p95_ms": 93.241}, "read_interval": {"avg_ms": 16171.11, "count": 2, "max_ms": 16189.297, "p95_ms": 16189.297}, "triton_wait": {"avg_ms": 78.639, "count": 2, "max_ms": 79.972, "p95_ms": 79.972}, "visualize": {"avg_ms": 3.707, "count": 2, "max_ms": 3.786, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.287, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6305.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.101, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 9, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.276, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:18:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:18:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T21:18:33+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T21:18:33.022778+09:00", "mtime_epoch": 1783340313.0227776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:18:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 366, "pushed_frames": 366, "read_frames": 366, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.204, "pushed": 12.204, "read": 12.204}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.484, "count": 366, "max_ms": 5.445, "p95_ms": 3.763}, "gstreamer_push": {"avg_ms": 1.281, "count": 366, "max_ms": 1.73, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.564, "count": 366, "max_ms": 80.609, "p95_ms": 59.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.235, "count": 366, "max_ms": 111.477, "p95_ms": 77.892}, "yolo11_640_fire_11class": {"avg_ms": 54.241, "count": 366, "max_ms": 82.968, "p95_ms": 62.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.358, "count": 366, "max_ms": 90.75, "p95_ms": 63.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.828, "count": 366, "max_ms": 123.948, "p95_ms": 91.792}, "read_interval": {"avg_ms": 82.003, "count": 366, "max_ms": 137.469, "p95_ms": 106.143}, "triton_wait": {"avg_ms": 56.892, "count": 366, "max_ms": 111.49, "p95_ms": 79.832}, "visualize": {"avg_ms": 3.633, "count": 366, "max_ms": 4.63, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1719, "tracking_summary": 1554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6163.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36032.005, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.978, "sample_count": 1279, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:18:38+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-06T21:18:38+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-06T21:18:38.526884+09:00", "mtime_epoch": 1783340318.5268836, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:18:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 854.734, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.19, "pushed": 4.19, "read": 4.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.646, "count": 125, "max_ms": 176.965, "p95_ms": 145.799}, "gstreamer_push": {"avg_ms": 0.886, "count": 125, "max_ms": 2.01, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.974, "count": 125, "max_ms": 106.846, "p95_ms": 82.63}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.642, "count": 125, "max_ms": 110.139, "p95_ms": 87.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.882, "count": 125, "max_ms": 278.978, "p95_ms": 273.419}, "read_interval": {"avg_ms": 240.204, "count": 124, "max_ms": 287.366, "p95_ms": 280.567}, "triton_wait": {"avg_ms": 66.655, "count": 125, "max_ms": 110.151, "p95_ms": 87.843}, "visualize": {"avg_ms": 26.836, "count": 125, "max_ms": 42.306, "p95_ms": 37.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6282.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.79, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.559, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:19:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:19:02+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:19:02+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:19:02.187339+09:00", "mtime_epoch": 1783340342.1873388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:19:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.979, "pushed": 7.979, "read": 7.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.323, "count": 239, "max_ms": 7.032, "p95_ms": 6.073}, "gstreamer_push": {"avg_ms": 1.315, "count": 239, "max_ms": 2.187, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.514, "count": 239, "max_ms": 89.262, "p95_ms": 82.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.112, "count": 239, "max_ms": 118.546, "p95_ms": 90.557}, "yolo11_640_fire_11class": {"avg_ms": 74.697, "count": 239, "max_ms": 93.981, "p95_ms": 86.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.273, "count": 239, "max_ms": 100.08, "p95_ms": 94.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.764, "count": 239, "max_ms": 131.594, "p95_ms": 111.693}, "read_interval": {"avg_ms": 125.845, "count": 238, "max_ms": 4175.415, "p95_ms": 125.792}, "triton_wait": {"avg_ms": 83.579, "count": 239, "max_ms": 118.559, "p95_ms": 98.596}, "visualize": {"avg_ms": 3.72, "count": 239, "max_ms": 6.233, "p95_ms": 4.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6282.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.135, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.758, "name": "ffmpeg", "pid": 28431, "rss_mb": 271.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 9, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.756, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:19:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T21:19:03+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T21:19:03+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T21:19:03.035355+09:00", "mtime_epoch": 1783340343.0353553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:19:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.524, "pushed": 9.524, "read": 9.491}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.723, "count": 285, "max_ms": 6.801, "p95_ms": 5.193}, "gstreamer_push": {"avg_ms": 1.35, "count": 285, "max_ms": 2.288, "p95_ms": 1.524}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.239, "count": 285, "max_ms": 87.513, "p95_ms": 80.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.005, "count": 285, "max_ms": 115.23, "p95_ms": 88.374}, "yolo11_640_fire_11class": {"avg_ms": 69.965, "count": 285, "max_ms": 90.482, "p95_ms": 83.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.723, "count": 285, "max_ms": 99.389, "p95_ms": 93.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.075, "count": 285, "max_ms": 127.58, "p95_ms": 109.748}, "read_interval": {"avg_ms": 105.321, "count": 284, "max_ms": 149.069, "p95_ms": 125.913}, "triton_wait": {"avg_ms": 78.455, "count": 285, "max_ms": 115.243, "p95_ms": 96.582}, "visualize": {"avg_ms": 3.754, "count": 285, "max_ms": 6.407, "p95_ms": 4.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1719, "tracking_summary": 1555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6278.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36062.118, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.166, "sample_count": 1280, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:19:08+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T21:19:08+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T21:19:08.695464+09:00", "mtime_epoch": 1783340348.6954641, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:19:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 854.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.56, "pushed": 4.56, "read": 4.526}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.406, "count": 136, "max_ms": 151.903, "p95_ms": 144.963}, "gstreamer_push": {"avg_ms": 0.825, "count": 136, "max_ms": 1.356, "p95_ms": 0.949}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.831, "count": 136, "max_ms": 111.631, "p95_ms": 102.003}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.218, "count": 136, "max_ms": 112.863, "p95_ms": 107.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.595, "count": 136, "max_ms": 288.412, "p95_ms": 274.88}, "read_interval": {"avg_ms": 221.276, "count": 135, "max_ms": 297.362, "p95_ms": 281.806}, "triton_wait": {"avg_ms": 74.34, "count": 136, "max_ms": 112.875, "p95_ms": 107.387}, "visualize": {"avg_ms": 24.89, "count": 136, "max_ms": 35.967, "p95_ms": 33.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6275.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.807, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.642, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:19:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:19:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T21:19:32+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T21:19:32.219916+09:00", "mtime_epoch": 1783340372.2199159, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:19:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.993, "pushed": 8.993, "read": 8.959}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.326, "count": 269, "max_ms": 7.03, "p95_ms": 5.907}, "gstreamer_push": {"avg_ms": 1.296, "count": 269, "max_ms": 2.173, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.719, "count": 269, "max_ms": 89.305, "p95_ms": 83.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.309, "count": 269, "max_ms": 116.89, "p95_ms": 94.436}, "yolo11_640_fire_11class": {"avg_ms": 75.242, "count": 269, "max_ms": 91.39, "p95_ms": 85.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.218, "count": 269, "max_ms": 102.026, "p95_ms": 95.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.29, "count": 269, "max_ms": 129.839, "p95_ms": 113.095}, "read_interval": {"avg_ms": 111.619, "count": 268, "max_ms": 147.568, "p95_ms": 127.513}, "triton_wait": {"avg_ms": 85.155, "count": 269, "max_ms": 116.903, "p95_ms": 99.359}, "visualize": {"avg_ms": 3.683, "count": 269, "max_ms": 6.438, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6285.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.764, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.297, "name": "ffmpeg", "pid": 28431, "rss_mb": 278.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 9, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.756, "sample_count": 2788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:19:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:19:33+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T21:19:33+09:00", "mjpeg": {"age_sec": 1.246, "exists": true, "mtime": "2026-07-06T21:19:32.519922+09:00", "mtime_epoch": 1783340372.5199218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:19:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.671, "pushed": 8.671, "read": 8.638}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.514, "count": 260, "max_ms": 5.891, "p95_ms": 4.296}, "gstreamer_push": {"avg_ms": 1.315, "count": 260, "max_ms": 2.248, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.346, "count": 260, "max_ms": 88.584, "p95_ms": 83.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.894, "count": 260, "max_ms": 115.158, "p95_ms": 94.906}, "yolo11_640_fire_11class": {"avg_ms": 75.835, "count": 260, "max_ms": 90.98, "p95_ms": 86.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.758, "count": 260, "max_ms": 102.35, "p95_ms": 95.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.942, "count": 260, "max_ms": 127.462, "p95_ms": 111.539}, "read_interval": {"avg_ms": 115.914, "count": 259, "max_ms": 1285.47, "p95_ms": 129.271}, "triton_wait": {"avg_ms": 85.705, "count": 260, "max_ms": 115.17, "p95_ms": 99.066}, "visualize": {"avg_ms": 3.634, "count": 260, "max_ms": 6.378, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1721, "tracking_summary": 1556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6291.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36092.351, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.796, "sample_count": 1280, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:19:39+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T21:19:38+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T21:19:38.888044+09:00", "mtime_epoch": 1783340378.8880439, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:19:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 851.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.003, "pushed": 4.003, "read": 3.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.473, "count": 120, "max_ms": 158.385, "p95_ms": 148.494}, "gstreamer_push": {"avg_ms": 0.869, "count": 120, "max_ms": 2.12, "p95_ms": 1.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.118, "count": 120, "max_ms": 113.956, "p95_ms": 104.641}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.103, "count": 120, "max_ms": 119.861, "p95_ms": 110.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.198, "count": 120, "max_ms": 300.638, "p95_ms": 285.476}, "read_interval": {"avg_ms": 251.762, "count": 119, "max_ms": 307.562, "p95_ms": 291.752}, "triton_wait": {"avg_ms": 77.441, "count": 120, "max_ms": 119.874, "p95_ms": 110.143}, "visualize": {"avg_ms": 28.483, "count": 120, "max_ms": 49.369, "p95_ms": 38.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6296.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.841, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.008, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:20:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:20:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T21:20:02+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:20:02.248492+09:00", "mtime_epoch": 1783340402.248492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:20:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.384, "pushed": 9.384, "read": 9.35}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.394, "count": 281, "max_ms": 6.643, "p95_ms": 5.997}, "gstreamer_push": {"avg_ms": 1.289, "count": 281, "max_ms": 1.629, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.891, "count": 281, "max_ms": 93.717, "p95_ms": 80.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.912, "count": 281, "max_ms": 115.26, "p95_ms": 93.398}, "yolo11_640_fire_11class": {"avg_ms": 71.425, "count": 281, "max_ms": 95.301, "p95_ms": 83.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.42, "count": 281, "max_ms": 104.833, "p95_ms": 92.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.587, "count": 281, "max_ms": 128.416, "p95_ms": 111.984}, "read_interval": {"avg_ms": 106.885, "count": 280, "max_ms": 146.487, "p95_ms": 125.303}, "triton_wait": {"avg_ms": 80.412, "count": 281, "max_ms": 115.273, "p95_ms": 98.374}, "visualize": {"avg_ms": 3.676, "count": 281, "max_ms": 4.782, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6296.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.788, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.547, "name": "ffmpeg", "pid": 28431, "rss_mb": 286.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 9, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.756, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:20:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:20:03+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T21:20:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T21:20:03.696520+09:00", "mtime_epoch": 1783340403.6965199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:20:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.05, "pushed": 9.05, "read": 9.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.559, "count": 271, "max_ms": 5.657, "p95_ms": 4.903}, "gstreamer_push": {"avg_ms": 1.311, "count": 271, "max_ms": 1.961, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.579, "count": 271, "max_ms": 94.238, "p95_ms": 82.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.635, "count": 271, "max_ms": 116.166, "p95_ms": 97.46}, "yolo11_640_fire_11class": {"avg_ms": 74.01, "count": 271, "max_ms": 95.705, "p95_ms": 85.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.522, "count": 271, "max_ms": 105.173, "p95_ms": 94.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.068, "count": 271, "max_ms": 129.19, "p95_ms": 110.655}, "read_interval": {"avg_ms": 110.794, "count": 270, "max_ms": 772.282, "p95_ms": 125.573}, "triton_wait": {"avg_ms": 82.833, "count": 271, "max_ms": 116.185, "p95_ms": 99.292}, "visualize": {"avg_ms": 3.629, "count": 271, "max_ms": 4.695, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1722, "tracking_summary": 1557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6297.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36122.461, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.421, "sample_count": 1279, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:20:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:20:09+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-06T21:20:09+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-06T21:20:09.116624+09:00", "mtime_epoch": 1783340409.1166236, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:20:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 857.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.552, "pushed": 4.552, "read": 4.519}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.172, "count": 136, "max_ms": 142.028, "p95_ms": 140.241}, "gstreamer_push": {"avg_ms": 0.81, "count": 136, "max_ms": 1.003, "p95_ms": 0.93}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.873, "count": 136, "max_ms": 111.776, "p95_ms": 103.578}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.493, "count": 136, "max_ms": 112.858, "p95_ms": 107.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.546, "count": 136, "max_ms": 281.731, "p95_ms": 276.142}, "read_interval": {"avg_ms": 221.822, "count": 135, "max_ms": 288.171, "p95_ms": 282.647}, "triton_wait": {"avg_ms": 75.589, "count": 136, "max_ms": 112.871, "p95_ms": 108.078}, "visualize": {"avg_ms": 25.921, "count": 136, "max_ms": 44.757, "p95_ms": 31.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6298.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.909, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.861, "sample_count": 2387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:20:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:20:32+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T21:20:32+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:20:32.309068+09:00", "mtime_epoch": 1783340432.309068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:20:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1539.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.983, "pushed": 8.983, "read": 8.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.346, "count": 269, "max_ms": 7.43, "p95_ms": 5.955}, "gstreamer_push": {"avg_ms": 1.311, "count": 269, "max_ms": 1.808, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.787, "count": 269, "max_ms": 89.921, "p95_ms": 81.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.875, "count": 269, "max_ms": 116.862, "p95_ms": 95.402}, "yolo11_640_fire_11class": {"avg_ms": 74.306, "count": 269, "max_ms": 91.668, "p95_ms": 84.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.374, "count": 269, "max_ms": 101.476, "p95_ms": 94.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.357, "count": 269, "max_ms": 130.279, "p95_ms": 113.162}, "read_interval": {"avg_ms": 111.749, "count": 268, "max_ms": 143.295, "p95_ms": 126.037}, "triton_wait": {"avg_ms": 85.048, "count": 269, "max_ms": 116.875, "p95_ms": 99.726}, "visualize": {"avg_ms": 3.727, "count": 269, "max_ms": 6.236, "p95_ms": 4.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6301.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 365, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:11:03+09:00", "last_error_summary": "[h264 @ 0x561a7871a8c0] reference picture missing during reorder [h264 @ 0x561a7871a8c0] Missing reference picture, default is 65569 [h264 @ 0x561a7876ebc0] mmco: unref short failure [h264 @ 0x561a7876ebc0] illegal short term buffer state detected [h264 @ 0x561a79241f00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x561a79241f00] error while decoding MB 0 38, bytestream 2412 [h264 @ 0x561a7876ebc0] cabac decode of qscale diff failed at 65 39 [h264 @ 0x561a7876ebc0] error while ", "last_exit_at": "2026-07-06T21:11:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.845, "last_started_at": "2026-07-06T21:11:06+09:00", "pid": 28431, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.352, "name": "ffmpeg", "pid": 28431, "rss_mb": 288.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 8, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.422, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:20:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:20:33+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T21:20:33+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T21:20:33.769096+09:00", "mtime_epoch": 1783340433.769096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:20:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.917, "pushed": 8.917, "read": 8.884}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.576, "count": 267, "max_ms": 5.788, "p95_ms": 4.511}, "gstreamer_push": {"avg_ms": 1.353, "count": 267, "max_ms": 2.408, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.119, "count": 267, "max_ms": 89.605, "p95_ms": 82.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.946, "count": 267, "max_ms": 124.387, "p95_ms": 96.192}, "yolo11_640_fire_11class": {"avg_ms": 74.743, "count": 267, "max_ms": 91.691, "p95_ms": 85.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.823, "count": 267, "max_ms": 101.526, "p95_ms": 95.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.694, "count": 267, "max_ms": 136.638, "p95_ms": 111.952}, "read_interval": {"avg_ms": 112.648, "count": 266, "max_ms": 321.921, "p95_ms": 128.73}, "triton_wait": {"avg_ms": 85.141, "count": 267, "max_ms": 124.401, "p95_ms": 99.705}, "visualize": {"avg_ms": 3.76, "count": 267, "max_ms": 6.415, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1723, "tracking_summary": 1558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6300.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36152.597, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.806, "sample_count": 1297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:20:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:20:39+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-06T21:20:39+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T21:20:39.165199+09:00", "mtime_epoch": 1783340439.165199, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:20:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 859.207, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.573, "pushed": 4.573, "read": 4.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.99, "count": 137, "max_ms": 147.086, "p95_ms": 143.582}, "gstreamer_push": {"avg_ms": 0.877, "count": 137, "max_ms": 1.92, "p95_ms": 1.697}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.249, "count": 137, "max_ms": 120.606, "p95_ms": 105.904}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.116, "count": 137, "max_ms": 119.722, "p95_ms": 110.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.075, "count": 137, "max_ms": 291.702, "p95_ms": 273.406}, "read_interval": {"avg_ms": 219.794, "count": 136, "max_ms": 299.19, "p95_ms": 280.208}, "triton_wait": {"avg_ms": 77.331, "count": 137, "max_ms": 120.618, "p95_ms": 110.564}, "visualize": {"avg_ms": 26.901, "count": 137, "max_ms": 37.425, "p95_ms": 34.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6238.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.983, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.559, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:21:02+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T21:21:02+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:21:02.381643+09:00", "mtime_epoch": 1783340462.3816433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:21:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 347, "read_frames": 346, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.58, "pushed": 11.58, "read": 11.547}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.131, "count": 347, "max_ms": 6.793, "p95_ms": 4.294}, "gstreamer_push": {"avg_ms": 1.287, "count": 347, "max_ms": 1.666, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.956, "count": 347, "max_ms": 84.593, "p95_ms": 73.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.229, "count": 347, "max_ms": 101.629, "p95_ms": 79.926}, "yolo11_640_fire_11class": {"avg_ms": 57.062, "count": 347, "max_ms": 87.071, "p95_ms": 76.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.121, "count": 347, "max_ms": 98.608, "p95_ms": 85.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.569, "count": 347, "max_ms": 115.512, "p95_ms": 99.281}, "read_interval": {"avg_ms": 86.577, "count": 346, "max_ms": 129.3, "p95_ms": 112.875}, "triton_wait": {"avg_ms": 60.77, "count": 347, "max_ms": 101.643, "p95_ms": 86.252}, "visualize": {"avg_ms": 3.66, "count": 347, "max_ms": 4.317, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.663, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.918, "name": "ffmpeg", "pid": 28842, "rss_mb": 263.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.062, "sample_count": 2579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:21:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:21:03+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:21:03+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:21:03.805670+09:00", "mtime_epoch": 1783340463.8056705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:21:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.137, "pushed": 2.137, "read": 2.104}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.507, "count": 64, "max_ms": 5.346, "p95_ms": 5.241}, "gstreamer_push": {"avg_ms": 1.271, "count": 64, "max_ms": 1.468, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.278, "count": 64, "max_ms": 87.007, "p95_ms": 82.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.19, "count": 64, "max_ms": 100.615, "p95_ms": 91.109}, "yolo11_640_fire_11class": {"avg_ms": 76.129, "count": 64, "max_ms": 89.804, "p95_ms": 84.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.739, "count": 64, "max_ms": 96.172, "p95_ms": 91.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.57, "count": 64, "max_ms": 112.923, "p95_ms": 108.517}, "read_interval": {"avg_ms": 475.165, "count": 63, "max_ms": 19177.785, "p95_ms": 123.999}, "triton_wait": {"avg_ms": 84.613, "count": 64, "max_ms": 100.629, "p95_ms": 96.185}, "visualize": {"avg_ms": 3.491, "count": 64, "max_ms": 4.434, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1724, "tracking_summary": 1559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6274.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36182.78, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.806, "sample_count": 1289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:21:09+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-06T21:21:09+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T21:21:09.381777+09:00", "mtime_epoch": 1783340469.381777, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:21:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 856.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.374, "pushed": 4.374, "read": 4.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.791, "count": 131, "max_ms": 142.419, "p95_ms": 139.57}, "gstreamer_push": {"avg_ms": 0.793, "count": 131, "max_ms": 0.979, "p95_ms": 0.926}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.411, "count": 131, "max_ms": 107.104, "p95_ms": 90.48}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.888, "count": 131, "max_ms": 116.285, "p95_ms": 103.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.744, "count": 131, "max_ms": 279.908, "p95_ms": 256.745}, "read_interval": {"avg_ms": 230.563, "count": 130, "max_ms": 285.821, "p95_ms": 263.422}, "triton_wait": {"avg_ms": 72.901, "count": 131, "max_ms": 116.299, "p95_ms": 103.446}, "visualize": {"avg_ms": 26.3, "count": 131, "max_ms": 34.465, "p95_ms": 30.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6279.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.093, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.102, "sample_count": 2469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:21:32+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:21:32+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:21:32.494219+09:00", "mtime_epoch": 1783340492.4942186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:21:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.036, "pushed": 9.036, "read": 9.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 271, "max_ms": 5.664, "p95_ms": 4.66}, "gstreamer_push": {"avg_ms": 1.292, "count": 271, "max_ms": 1.686, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.767, "count": 271, "max_ms": 88.526, "p95_ms": 82.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.907, "count": 271, "max_ms": 111.561, "p95_ms": 91.384}, "yolo11_640_fire_11class": {"avg_ms": 74.804, "count": 271, "max_ms": 90.887, "p95_ms": 84.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.541, "count": 271, "max_ms": 99.874, "p95_ms": 94.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.359, "count": 271, "max_ms": 124.834, "p95_ms": 109.762}, "read_interval": {"avg_ms": 110.679, "count": 271, "max_ms": 142.854, "p95_ms": 124.923}, "triton_wait": {"avg_ms": 84.384, "count": 271, "max_ms": 111.574, "p95_ms": 96.486}, "visualize": {"avg_ms": 3.639, "count": 271, "max_ms": 4.607, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6279.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.76, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.012, "name": "ffmpeg", "pid": 28842, "rss_mb": 267.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.653, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:21:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:21:33+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:21:33+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T21:21:33.906245+09:00", "mtime_epoch": 1783340493.9062455, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:21:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.037, "pushed": 9.037, "read": 9.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.581, "count": 271, "max_ms": 5.793, "p95_ms": 4.565}, "gstreamer_push": {"avg_ms": 1.332, "count": 271, "max_ms": 2.291, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.085, "count": 271, "max_ms": 90.162, "p95_ms": 83.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.673, "count": 271, "max_ms": 115.891, "p95_ms": 93.05}, "yolo11_640_fire_11class": {"avg_ms": 76.608, "count": 271, "max_ms": 93.554, "p95_ms": 86.045}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.327, "count": 271, "max_ms": 102.304, "p95_ms": 96.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.636, "count": 271, "max_ms": 128.326, "p95_ms": 111.887}, "read_interval": {"avg_ms": 111.049, "count": 270, "max_ms": 139.802, "p95_ms": 124.551}, "triton_wait": {"avg_ms": 86.254, "count": 271, "max_ms": 115.905, "p95_ms": 98.398}, "visualize": {"avg_ms": 3.675, "count": 271, "max_ms": 6.304, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1725, "tracking_summary": 1560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6276.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36212.89, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.806, "sample_count": 1284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:21:39+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T21:21:39+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T21:21:39.462352+09:00", "mtime_epoch": 1783340499.4623516, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:21:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 855.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.108, "pushed": 4.108, "read": 4.074}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.604, "count": 123, "max_ms": 155.036, "p95_ms": 142.954}, "gstreamer_push": {"avg_ms": 0.777, "count": 123, "max_ms": 1.318, "p95_ms": 0.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.275, "count": 123, "max_ms": 110.596, "p95_ms": 102.26}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.528, "count": 123, "max_ms": 112.17, "p95_ms": 106.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.337, "count": 123, "max_ms": 291.892, "p95_ms": 273.789}, "read_interval": {"avg_ms": 244.818, "count": 122, "max_ms": 298.016, "p95_ms": 280.016}, "triton_wait": {"avg_ms": 73.55, "count": 123, "max_ms": 112.183, "p95_ms": 106.778}, "visualize": {"avg_ms": 25.429, "count": 123, "max_ms": 39.833, "p95_ms": 28.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6277.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.101, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.102, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:22:02+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-06T21:22:02+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T21:22:02.518791+09:00", "mtime_epoch": 1783340522.5187914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:22:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.367, "count": 268, "max_ms": 7.264, "p95_ms": 5.705}, "gstreamer_push": {"avg_ms": 1.298, "count": 268, "max_ms": 1.811, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.886, "count": 268, "max_ms": 90.593, "p95_ms": 81.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.591, "count": 268, "max_ms": 120.8, "p95_ms": 91.503}, "yolo11_640_fire_11class": {"avg_ms": 75.285, "count": 268, "max_ms": 91.194, "p95_ms": 84.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.436, "count": 268, "max_ms": 100.831, "p95_ms": 95.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.438, "count": 268, "max_ms": 133.732, "p95_ms": 113.086}, "read_interval": {"avg_ms": 112.015, "count": 268, "max_ms": 151.534, "p95_ms": 127.616}, "triton_wait": {"avg_ms": 85.247, "count": 268, "max_ms": 120.813, "p95_ms": 99.716}, "visualize": {"avg_ms": 3.705, "count": 268, "max_ms": 6.03, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.839, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.012, "name": "ffmpeg", "pid": 28842, "rss_mb": 267.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.565, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:22:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:22:04+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T21:22:03+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T21:22:03.974819+09:00", "mtime_epoch": 1783340523.9748192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:22:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1651.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.977, "pushed": 8.977, "read": 8.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.563, "count": 269, "max_ms": 5.802, "p95_ms": 4.23}, "gstreamer_push": {"avg_ms": 1.336, "count": 269, "max_ms": 2.311, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.98, "count": 269, "max_ms": 90.511, "p95_ms": 82.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.28, "count": 269, "max_ms": 116.497, "p95_ms": 91.47}, "yolo11_640_fire_11class": {"avg_ms": 75.929, "count": 269, "max_ms": 90.533, "p95_ms": 84.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.088, "count": 269, "max_ms": 101.515, "p95_ms": 95.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.27, "count": 269, "max_ms": 130.235, "p95_ms": 111.467}, "read_interval": {"avg_ms": 111.776, "count": 268, "max_ms": 143.413, "p95_ms": 127.85}, "triton_wait": {"avg_ms": 85.89, "count": 269, "max_ms": 116.508, "p95_ms": 98.768}, "visualize": {"avg_ms": 3.679, "count": 269, "max_ms": 6.066, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1726, "tracking_summary": 1561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6277.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36242.901, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.142, "sample_count": 1289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:22:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:22:09+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-06T21:22:09+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-06T21:22:09.534925+09:00", "mtime_epoch": 1783340529.5349252, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:22:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 851.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.4, "pushed": 4.4, "read": 4.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.808, "count": 131, "max_ms": 170.654, "p95_ms": 140.321}, "gstreamer_push": {"avg_ms": 0.932, "count": 131, "max_ms": 3.012, "p95_ms": 1.951}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.28, "count": 131, "max_ms": 112.268, "p95_ms": 102.349}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.775, "count": 131, "max_ms": 115.494, "p95_ms": 111.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.24, "count": 131, "max_ms": 293.824, "p95_ms": 278.19}, "read_interval": {"avg_ms": 229.497, "count": 130, "max_ms": 301.351, "p95_ms": 284.897}, "triton_wait": {"avg_ms": 76.813, "count": 131, "max_ms": 115.506, "p95_ms": 111.417}, "visualize": {"avg_ms": 28.778, "count": 131, "max_ms": 40.617, "p95_ms": 39.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.771, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6284.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.14, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.762, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:22:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:22:32+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T21:22:32+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T21:22:32.531363+09:00", "mtime_epoch": 1783340552.5313635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:22:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.956, "pushed": 8.956, "read": 8.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.271, "count": 268, "max_ms": 6.619, "p95_ms": 5.784}, "gstreamer_push": {"avg_ms": 1.303, "count": 268, "max_ms": 1.584, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.531, "count": 268, "max_ms": 90.211, "p95_ms": 82.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.38, "count": 268, "max_ms": 117.536, "p95_ms": 93.426}, "yolo11_640_fire_11class": {"avg_ms": 75.471, "count": 268, "max_ms": 92.089, "p95_ms": 84.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.765, "count": 268, "max_ms": 100.816, "p95_ms": 94.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.777, "count": 268, "max_ms": 130.589, "p95_ms": 110.996}, "read_interval": {"avg_ms": 112.028, "count": 267, "max_ms": 143.128, "p95_ms": 126.597}, "triton_wait": {"avg_ms": 85.756, "count": 268, "max_ms": 117.549, "p95_ms": 98.008}, "visualize": {"avg_ms": 3.698, "count": 268, "max_ms": 4.619, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6284.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.844, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.59, "name": "ffmpeg", "pid": 28842, "rss_mb": 269.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.236, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:22:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:22:34+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T21:22:33+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:22:33.983391+09:00", "mtime_epoch": 1783340553.983391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:22:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1652.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.527, "count": 268, "max_ms": 4.784, "p95_ms": 3.976}, "gstreamer_push": {"avg_ms": 1.331, "count": 268, "max_ms": 1.569, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.036, "count": 268, "max_ms": 91.042, "p95_ms": 82.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.993, "count": 268, "max_ms": 117.169, "p95_ms": 93.077}, "yolo11_640_fire_11class": {"avg_ms": 76.311, "count": 268, "max_ms": 92.83, "p95_ms": 85.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.617, "count": 268, "max_ms": 101.789, "p95_ms": 94.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.802, "count": 268, "max_ms": 129.42, "p95_ms": 112.922}, "read_interval": {"avg_ms": 111.974, "count": 268, "max_ms": 141.616, "p95_ms": 126.311}, "triton_wait": {"avg_ms": 86.469, "count": 268, "max_ms": 117.18, "p95_ms": 100.4}, "visualize": {"avg_ms": 3.682, "count": 268, "max_ms": 4.928, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1729, "tracking_summary": 1562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6284.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36273.029, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.843, "sample_count": 1290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:22:39+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T21:22:39+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-06T21:22:39.607498+09:00", "mtime_epoch": 1783340559.6074982, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:22:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 859.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.072, "pushed": 4.072, "read": 4.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.747, "count": 122, "max_ms": 164.805, "p95_ms": 155.743}, "gstreamer_push": {"avg_ms": 0.903, "count": 122, "max_ms": 2.161, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.748, "count": 122, "max_ms": 121.126, "p95_ms": 106.294}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.874, "count": 122, "max_ms": 120.263, "p95_ms": 106.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.075, "count": 122, "max_ms": 306.661, "p95_ms": 280.105}, "read_interval": {"avg_ms": 247.027, "count": 121, "max_ms": 315.483, "p95_ms": 286.21}, "triton_wait": {"avg_ms": 74.062, "count": 122, "max_ms": 121.138, "p95_ms": 108.213}, "visualize": {"avg_ms": 25.432, "count": 122, "max_ms": 37.15, "p95_ms": 32.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6285.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.147, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.078, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:23:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:23:02+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:23:02+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:23:02.547935+09:00", "mtime_epoch": 1783340582.5479348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:23:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.328, "count": 268, "max_ms": 6.884, "p95_ms": 5.841}, "gstreamer_push": {"avg_ms": 1.296, "count": 268, "max_ms": 1.706, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.618, "count": 268, "max_ms": 90.332, "p95_ms": 83.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.963, "count": 268, "max_ms": 130.429, "p95_ms": 90.879}, "yolo11_640_fire_11class": {"avg_ms": 75.514, "count": 268, "max_ms": 92.183, "p95_ms": 86.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.572, "count": 268, "max_ms": 100.95, "p95_ms": 96.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.705, "count": 268, "max_ms": 143.156, "p95_ms": 112.17}, "read_interval": {"avg_ms": 112.012, "count": 268, "max_ms": 155.43, "p95_ms": 126.222}, "triton_wait": {"avg_ms": 85.642, "count": 268, "max_ms": 130.443, "p95_ms": 98.885}, "visualize": {"avg_ms": 3.66, "count": 268, "max_ms": 4.674, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 1999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6285.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.859, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.59, "name": "ffmpeg", "pid": 28842, "rss_mb": 269.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.38, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:23:04+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:23:03+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:23:04.007963+09:00", "mtime_epoch": 1783340584.0079627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:23:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1652.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.961, "pushed": 8.961, "read": 8.928}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.503, "count": 268, "max_ms": 5.207, "p95_ms": 3.674}, "gstreamer_push": {"avg_ms": 1.338, "count": 268, "max_ms": 1.832, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.669, "count": 268, "max_ms": 92.132, "p95_ms": 83.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.79, "count": 268, "max_ms": 118.086, "p95_ms": 92.097}, "yolo11_640_fire_11class": {"avg_ms": 76.468, "count": 268, "max_ms": 92.636, "p95_ms": 86.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.657, "count": 268, "max_ms": 101.062, "p95_ms": 97.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.872, "count": 268, "max_ms": 130.636, "p95_ms": 111.488}, "read_interval": {"avg_ms": 111.995, "count": 267, "max_ms": 143.681, "p95_ms": 126.342}, "triton_wait": {"avg_ms": 86.6, "count": 268, "max_ms": 118.102, "p95_ms": 99.097}, "visualize": {"avg_ms": 3.657, "count": 268, "max_ms": 4.389, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1729, "tracking_summary": 1563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6285.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36303.133, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.932, "sample_count": 1292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:23:09+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T21:23:09+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T21:23:09.696071+09:00", "mtime_epoch": 1783340589.696071, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:23:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 861.105, "name": "celery", "pid": 239, "rss_mb": 859.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.52, "pushed": 4.52, "read": 4.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.347, "count": 135, "max_ms": 163.21, "p95_ms": 148.222}, "gstreamer_push": {"avg_ms": 0.843, "count": 135, "max_ms": 1.91, "p95_ms": 0.98}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.619, "count": 135, "max_ms": 114.186, "p95_ms": 105.505}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.356, "count": 135, "max_ms": 115.725, "p95_ms": 109.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.84, "count": 135, "max_ms": 297.782, "p95_ms": 278.023}, "read_interval": {"avg_ms": 222.815, "count": 134, "max_ms": 304.576, "p95_ms": 284.927}, "triton_wait": {"avg_ms": 74.54, "count": 135, "max_ms": 115.739, "p95_ms": 110.121}, "visualize": {"avg_ms": 24.981, "count": 135, "max_ms": 33.26, "p95_ms": 28.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6291.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.184, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.953, "name": "ffmpeg", "pid": 28690, "rss_mb": 324.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.619, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:23:32+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:23:32+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:23:32.584506+09:00", "mtime_epoch": 1783340612.584506, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:23:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.057, "pushed": 9.057, "read": 9.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.249, "count": 271, "max_ms": 6.237, "p95_ms": 5.711}, "gstreamer_push": {"avg_ms": 1.282, "count": 271, "max_ms": 2.119, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.599, "count": 271, "max_ms": 88.711, "p95_ms": 80.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.689, "count": 271, "max_ms": 119.744, "p95_ms": 100.651}, "yolo11_640_fire_11class": {"avg_ms": 74.319, "count": 271, "max_ms": 90.681, "p95_ms": 85.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.172, "count": 271, "max_ms": 101.164, "p95_ms": 95.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.469, "count": 271, "max_ms": 132.827, "p95_ms": 114.271}, "read_interval": {"avg_ms": 110.823, "count": 270, "max_ms": 145.88, "p95_ms": 126.773}, "triton_wait": {"avg_ms": 84.513, "count": 271, "max_ms": 119.758, "p95_ms": 101.177}, "visualize": {"avg_ms": 3.638, "count": 271, "max_ms": 5.708, "p95_ms": 4.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6293.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.885, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.047, "name": "ffmpeg", "pid": 28842, "rss_mb": 275.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.488, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:23:34+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:23:34+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:23:34.028534+09:00", "mtime_epoch": 1783340614.0285337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:23:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1652.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.09, "pushed": 9.09, "read": 9.057}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.458, "count": 272, "max_ms": 5.396, "p95_ms": 3.944}, "gstreamer_push": {"avg_ms": 1.31, "count": 272, "max_ms": 1.865, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.318, "count": 272, "max_ms": 91.27, "p95_ms": 81.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.451, "count": 272, "max_ms": 112.692, "p95_ms": 102.044}, "yolo11_640_fire_11class": {"avg_ms": 75.429, "count": 272, "max_ms": 91.282, "p95_ms": 86.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.304, "count": 272, "max_ms": 102.041, "p95_ms": 96.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.354, "count": 272, "max_ms": 125.041, "p95_ms": 114.464}, "read_interval": {"avg_ms": 110.369, "count": 271, "max_ms": 140.023, "p95_ms": 127.406}, "triton_wait": {"avg_ms": 85.344, "count": 272, "max_ms": 112.704, "p95_ms": 102.055}, "visualize": {"avg_ms": 3.581, "count": 272, "max_ms": 4.514, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1730, "tracking_summary": 1564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6294.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36333.333, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.784, "sample_count": 1287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:23:40+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T21:23:39+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T21:23:39.904645+09:00", "mtime_epoch": 1783340619.9046452, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:23:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 862.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.043, "pushed": 4.043, "read": 4.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.022, "count": 121, "max_ms": 172.311, "p95_ms": 145.353}, "gstreamer_push": {"avg_ms": 0.808, "count": 121, "max_ms": 1.842, "p95_ms": 0.911}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.909, "count": 121, "max_ms": 108.045, "p95_ms": 103.013}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.652, "count": 121, "max_ms": 116.737, "p95_ms": 108.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.794, "count": 121, "max_ms": 300.521, "p95_ms": 281.604}, "read_interval": {"avg_ms": 249.678, "count": 120, "max_ms": 308.718, "p95_ms": 288.314}, "triton_wait": {"avg_ms": 75.986, "count": 121, "max_ms": 116.75, "p95_ms": 108.443}, "visualize": {"avg_ms": 26.973, "count": 121, "max_ms": 43.59, "p95_ms": 32.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6293.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.942, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.941, "name": "ffmpeg", "pid": 28842, "rss_mb": 277.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.381, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:24:04+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T21:24:04+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-06T21:24:04.121105+09:00", "mtime_epoch": 1783340644.1211054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:24:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1652.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.747}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 293, "max_ms": 6.356, "p95_ms": 4.259}, "gstreamer_push": {"avg_ms": 1.322, "count": 293, "max_ms": 2.286, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.372, "count": 293, "max_ms": 88.015, "p95_ms": 80.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.493, "count": 293, "max_ms": 110.91, "p95_ms": 90.615}, "yolo11_640_fire_11class": {"avg_ms": 69.594, "count": 293, "max_ms": 90.583, "p95_ms": 83.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.905, "count": 293, "max_ms": 99.565, "p95_ms": 92.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.556, "count": 293, "max_ms": 123.348, "p95_ms": 109.754}, "read_interval": {"avg_ms": 102.674, "count": 292, "max_ms": 136.214, "p95_ms": 123.51}, "triton_wait": {"avg_ms": 77.3, "count": 293, "max_ms": 110.922, "p95_ms": 96.11}, "visualize": {"avg_ms": 3.678, "count": 293, "max_ms": 6.262, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6294.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:18:33+09:00", "last_error_summary": "[h264 @ 0x55c552966780] error while decoding MB 95 19, bytestream -5 [in#0/rtsp @ 0x55c551d52e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c551d52e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:18:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 330.731, "last_started_at": "2026-07-06T21:18:35+09:00", "pid": 28690, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.781, "name": "ffmpeg", "pid": 28690, "rss_mb": 325.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 11, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.28, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:24:06+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T21:24:06+09:00", "mjpeg": {"age_sec": 8.952, "exists": true, "mtime": "2026-07-06T21:23:57.276975+09:00", "mtime_epoch": 1783340637.2769754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:24:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.404, "pushed": 6.404, "read": 6.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.207, "count": 192, "max_ms": 7.135, "p95_ms": 6.258}, "gstreamer_push": {"avg_ms": 1.238, "count": 192, "max_ms": 1.625, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.714, "count": 192, "max_ms": 87.888, "p95_ms": 83.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.728, "count": 192, "max_ms": 106.289, "p95_ms": 97.061}, "yolo11_640_fire_11class": {"avg_ms": 75.075, "count": 192, "max_ms": 88.034, "p95_ms": 85.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.448, "count": 192, "max_ms": 97.535, "p95_ms": 94.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.933, "count": 192, "max_ms": 119.253, "p95_ms": 110.2}, "read_interval": {"avg_ms": 157.121, "count": 191, "max_ms": 9003.092, "p95_ms": 124.697}, "triton_wait": {"avg_ms": 84.208, "count": 192, "max_ms": 106.303, "p95_ms": 97.547}, "visualize": {"avg_ms": 3.536, "count": 192, "max_ms": 5.993, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1732, "tracking_summary": 1565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6294.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36363.588, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.499, "sample_count": 1284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:24:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:24:10+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T21:24:10+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T21:24:10.141220+09:00", "mtime_epoch": 1783340650.1412196, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:24:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 859.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.47, "pushed": 4.47, "read": 4.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.328, "count": 133, "max_ms": 156.119, "p95_ms": 145.052}, "gstreamer_push": {"avg_ms": 0.811, "count": 133, "max_ms": 1.437, "p95_ms": 0.94}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.45, "count": 133, "max_ms": 106.514, "p95_ms": 97.73}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.3, "count": 133, "max_ms": 112.926, "p95_ms": 104.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.934, "count": 133, "max_ms": 278.014, "p95_ms": 271.71}, "read_interval": {"avg_ms": 225.421, "count": 132, "max_ms": 284.86, "p95_ms": 277.845}, "triton_wait": {"avg_ms": 73.399, "count": 133, "max_ms": 112.939, "p95_ms": 105.3}, "visualize": {"avg_ms": 25.345, "count": 133, "max_ms": 38.481, "p95_ms": 31.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.755, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6290.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:18+09:00", "last_error_summary": "[h264 @ 0x55dcb48b7640] error while decoding MB 33 49, bytestream -5 [in#0/rtsp @ 0x55dcb3f0ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcb3f0ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.617, "last_started_at": "2026-07-06T21:24:20+09:00", "pid": 28949, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.605, "name": "ffmpeg", "pid": 28949, "rss_mb": 327.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.806, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:24:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:24:36+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:24:36+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:24:36.165714+09:00", "mtime_epoch": 1783340676.1657135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:24:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1540.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.575, "pushed": 7.575, "read": 7.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.236, "count": 148, "max_ms": 5.888, "p95_ms": 5.005}, "gstreamer_push": {"avg_ms": 1.289, "count": 148, "max_ms": 1.532, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.512, "count": 148, "max_ms": 78.005, "p95_ms": 70.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.835, "count": 148, "max_ms": 100.841, "p95_ms": 91.389}, "yolo11_640_fire_11class": {"avg_ms": 59.04, "count": 148, "max_ms": 87.009, "p95_ms": 77.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.231, "count": 148, "max_ms": 95.353, "p95_ms": 86.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.644, "count": 148, "max_ms": 114.202, "p95_ms": 104.934}, "read_interval": {"avg_ms": 202.736, "count": 148, "max_ms": 10566.506, "p95_ms": 129.488}, "triton_wait": {"avg_ms": 66.68, "count": 148, "max_ms": 100.854, "p95_ms": 92.177}, "visualize": {"avg_ms": 3.704, "count": 148, "max_ms": 5.213, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.539, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1732, "tracking_summary": 1567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6293.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36393.685, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 276.048, "sample_count": 1304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:24:40+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T21:24:40+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T21:24:40.249791+09:00", "mtime_epoch": 1783340680.2497911, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:24:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 856.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.658, "pushed": 4.658, "read": 4.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 97.914, "count": 139, "max_ms": 144.255, "p95_ms": 142.158}, "gstreamer_push": {"avg_ms": 1.002, "count": 139, "max_ms": 3.1, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.472, "count": 139, "max_ms": 98.828, "p95_ms": 90.062}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.02, "count": 139, "max_ms": 107.197, "p95_ms": 93.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.529, "count": 139, "max_ms": 265.622, "p95_ms": 259.435}, "read_interval": {"avg_ms": 216.286, "count": 138, "max_ms": 272.189, "p95_ms": 266.299}, "triton_wait": {"avg_ms": 78.227, "count": 139, "max_ms": 107.21, "p95_ms": 94.297}, "visualize": {"avg_ms": 29.368, "count": 139, "max_ms": 55.211, "p95_ms": 39.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 370, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:20:54+09:00", "last_error_summary": "[h264 @ 0x55bbe5cf1a80] left block unavailable for requested intra mode [h264 @ 0x55bbe5cf1a80] error while decoding MB 0 9, bytestream 2642 [h264 @ 0x55bbe5c9a600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bbe5c9a600] error while decoding MB 0 5, bytestream 3248 [h264 @ 0x55bbe5db76c0] error while decoding MB 35 7, bytestream -10 [h264 @ 0x55bbe5db76c0] error while decoding MB 67 15, bytestream -22 [h264 @ 0x55bbe5db76c0] error while decoding MB 33 23, bytestream -15 [in", "last_exit_at": "2026-07-06T21:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.252, "last_started_at": "2026-07-06T21:20:56+09:00", "pid": 28842, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.531, "name": "ffmpeg", "pid": 28842, "rss_mb": 290.531, "state": "S (sleeping)", "threads": 104}, "restart_count": 123, "restart_count_per_hour": 9, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.795, "sample_count": 2377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:24:42+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T21:24:42+09:00", "mjpeg": {"age_sec": 10.114, "exists": true, "mtime": "2026-07-06T21:24:32.377642+09:00", "mtime_epoch": 1783340672.3776417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:24:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1652.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.939, "pushed": 3.939, "read": 3.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.5, "count": 118, "max_ms": 5.606, "p95_ms": 3.96}, "gstreamer_push": {"avg_ms": 1.311, "count": 118, "max_ms": 1.504, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.135, "count": 118, "max_ms": 82.13, "p95_ms": 73.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.266, "count": 118, "max_ms": 103.04, "p95_ms": 88.875}, "yolo11_640_fire_11class": {"avg_ms": 58.309, "count": 118, "max_ms": 83.998, "p95_ms": 77.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.559, "count": 118, "max_ms": 92.344, "p95_ms": 87.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.423, "count": 118, "max_ms": 115.588, "p95_ms": 102.165}, "read_interval": {"avg_ms": 255.997, "count": 117, "max_ms": 10131.705, "p95_ms": 116.944}, "triton_wait": {"avg_ms": 65.255, "count": 118, "max_ms": 103.052, "p95_ms": 89.654}, "visualize": {"avg_ms": 3.658, "count": 118, "max_ms": 4.17, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6279.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:18+09:00", "last_error_summary": "[h264 @ 0x55dcb48b7640] error while decoding MB 33 49, bytestream -5 [in#0/rtsp @ 0x55dcb3f0ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcb3f0ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.712, "last_started_at": "2026-07-06T21:24:20+09:00", "pid": 28949, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.121, "name": "ffmpeg", "pid": 28949, "rss_mb": 328.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.361, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:25:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:25:06+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T21:25:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T21:25:06.270284+09:00", "mtime_epoch": 1783340706.2702844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:25:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.534, "pushed": 9.534, "read": 9.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.178, "count": 286, "max_ms": 6.399, "p95_ms": 4.846}, "gstreamer_push": {"avg_ms": 1.305, "count": 286, "max_ms": 2.04, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.944, "count": 286, "max_ms": 89.535, "p95_ms": 78.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.897, "count": 286, "max_ms": 110.574, "p95_ms": 90.276}, "yolo11_640_fire_11class": {"avg_ms": 66.212, "count": 286, "max_ms": 89.906, "p95_ms": 79.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.457, "count": 286, "max_ms": 100.02, "p95_ms": 90.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.892, "count": 286, "max_ms": 123.788, "p95_ms": 107.538}, "read_interval": {"avg_ms": 104.856, "count": 286, "max_ms": 341.083, "p95_ms": 130.019}, "triton_wait": {"avg_ms": 73.952, "count": 286, "max_ms": 110.587, "p95_ms": 94.583}, "visualize": {"avg_ms": 3.663, "count": 286, "max_ms": 5.401, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1734, "tracking_summary": 1568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6282.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36423.889, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.449, "sample_count": 1286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:25:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:25:10+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T21:25:10+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T21:25:10.446364+09:00", "mtime_epoch": 1783340710.4463637, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:25:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 857.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.006, "pushed": 4.006, "read": 3.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.372, "count": 120, "max_ms": 145.64, "p95_ms": 141.338}, "gstreamer_push": {"avg_ms": 0.963, "count": 120, "max_ms": 1.939, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.5, "count": 120, "max_ms": 110.331, "p95_ms": 102.223}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.684, "count": 120, "max_ms": 116.368, "p95_ms": 112.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.745, "count": 120, "max_ms": 297.48, "p95_ms": 281.655}, "read_interval": {"avg_ms": 251.664, "count": 119, "max_ms": 304.634, "p95_ms": 289.418}, "triton_wait": {"avg_ms": 77.751, "count": 120, "max_ms": 116.381, "p95_ms": 112.137}, "visualize": {"avg_ms": 28.845, "count": 120, "max_ms": 41.717, "p95_ms": 39.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6283.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.337, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.355, "name": "ffmpeg", "pid": 29101, "rss_mb": 266.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 10, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.933, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:25:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:25:12+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:25:12+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T21:25:12.426401+09:00", "mtime_epoch": 1783340712.4264011, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:25:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1652.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.499, "count": 232, "max_ms": 5.428, "p95_ms": 4.242}, "gstreamer_push": {"avg_ms": 1.327, "count": 232, "max_ms": 1.931, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.688, "count": 232, "max_ms": 92.125, "p95_ms": 81.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.91, "count": 232, "max_ms": 109.918, "p95_ms": 94.167}, "yolo11_640_fire_11class": {"avg_ms": 75.082, "count": 232, "max_ms": 93.906, "p95_ms": 86.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.142, "count": 232, "max_ms": 100.298, "p95_ms": 94.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.285, "count": 232, "max_ms": 122.867, "p95_ms": 111.678}, "read_interval": {"avg_ms": 129.52, "count": 231, "max_ms": 5063.806, "p95_ms": 123.544}, "triton_wait": {"avg_ms": 84.096, "count": 232, "max_ms": 109.931, "p95_ms": 98.258}, "visualize": {"avg_ms": 3.649, "count": 232, "max_ms": 5.649, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6273.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:18+09:00", "last_error_summary": "[h264 @ 0x55dcb48b7640] error while decoding MB 33 49, bytestream -5 [in#0/rtsp @ 0x55dcb3f0ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcb3f0ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.759, "last_started_at": "2026-07-06T21:24:20+09:00", "pid": 28949, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.121, "name": "ffmpeg", "pid": 28949, "rss_mb": 328.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.996, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:25:36+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:25:36+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T21:25:36.310854+09:00", "mtime_epoch": 1783340736.3108537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:25:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.95, "pushed": 8.95, "read": 8.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 268, "max_ms": 6.611, "p95_ms": 5.647}, "gstreamer_push": {"avg_ms": 1.296, "count": 268, "max_ms": 1.661, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.577, "count": 268, "max_ms": 89.032, "p95_ms": 83.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.261, "count": 268, "max_ms": 114.475, "p95_ms": 107.75}, "yolo11_640_fire_11class": {"avg_ms": 75.428, "count": 268, "max_ms": 91.381, "p95_ms": 85.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.06, "count": 268, "max_ms": 103.37, "p95_ms": 93.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.754, "count": 268, "max_ms": 127.42, "p95_ms": 120.777}, "read_interval": {"avg_ms": 112.11, "count": 267, "max_ms": 143.108, "p95_ms": 134.055}, "triton_wait": {"avg_ms": 85.705, "count": 268, "max_ms": 114.488, "p95_ms": 107.764}, "visualize": {"avg_ms": 3.64, "count": 268, "max_ms": 5.836, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1735, "tracking_summary": 1569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6276.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36454.054, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.784, "sample_count": 1276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:25:40+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-06T21:25:40+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-06T21:25:40.582935+09:00", "mtime_epoch": 1783340740.5829346, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:25:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 849.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.177, "pushed": 4.177, "read": 4.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.181, "count": 125, "max_ms": 166.594, "p95_ms": 143.011}, "gstreamer_push": {"avg_ms": 0.846, "count": 125, "max_ms": 2.337, "p95_ms": 1.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.984, "count": 125, "max_ms": 109.217, "p95_ms": 105.426}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.573, "count": 125, "max_ms": 119.281, "p95_ms": 111.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.531, "count": 125, "max_ms": 288.114, "p95_ms": 280.2}, "read_interval": {"avg_ms": 240.97, "count": 124, "max_ms": 294.184, "p95_ms": 286.605}, "triton_wait": {"avg_ms": 77.595, "count": 125, "max_ms": 119.294, "p95_ms": 111.707}, "visualize": {"avg_ms": 27.867, "count": 125, "max_ms": 46.656, "p95_ms": 34.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.37, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.387, "name": "ffmpeg", "pid": 29101, "rss_mb": 267.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 10, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.314, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:25:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:25:42+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:25:42+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:25:42.462970+09:00", "mtime_epoch": 1783340742.4629703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:25:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.923, "pushed": 8.923, "read": 8.89}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 267, "max_ms": 5.267, "p95_ms": 4.169}, "gstreamer_push": {"avg_ms": 1.331, "count": 267, "max_ms": 2.069, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.928, "count": 267, "max_ms": 91.201, "p95_ms": 83.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.572, "count": 267, "max_ms": 116.988, "p95_ms": 103.9}, "yolo11_640_fire_11class": {"avg_ms": 76.775, "count": 267, "max_ms": 92.423, "p95_ms": 85.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.844, "count": 267, "max_ms": 104.56, "p95_ms": 94.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.406, "count": 267, "max_ms": 129.199, "p95_ms": 116.5}, "read_interval": {"avg_ms": 112.494, "count": 266, "max_ms": 142.981, "p95_ms": 130.288}, "triton_wait": {"avg_ms": 87.21, "count": 267, "max_ms": 117.001, "p95_ms": 104.442}, "visualize": {"avg_ms": 3.637, "count": 267, "max_ms": 4.417, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6280.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:18+09:00", "last_error_summary": "[h264 @ 0x55dcb48b7640] error while decoding MB 33 49, bytestream -5 [in#0/rtsp @ 0x55dcb3f0ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcb3f0ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.814, "last_started_at": "2026-07-06T21:24:20+09:00", "pid": 28949, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.121, "name": "ffmpeg", "pid": 28949, "rss_mb": 328.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.283, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:26:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:26:06+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T21:26:06+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T21:26:06.351423+09:00", "mtime_epoch": 1783340766.3514225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:26:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.949, "pushed": 8.949, "read": 8.916}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.215, "count": 268, "max_ms": 6.677, "p95_ms": 5.311}, "gstreamer_push": {"avg_ms": 1.292, "count": 268, "max_ms": 2.203, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.904, "count": 268, "max_ms": 90.019, "p95_ms": 82.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.449, "count": 268, "max_ms": 115.977, "p95_ms": 95.988}, "yolo11_640_fire_11class": {"avg_ms": 75.583, "count": 268, "max_ms": 91.407, "p95_ms": 85.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.744, "count": 268, "max_ms": 103.835, "p95_ms": 95.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.627, "count": 268, "max_ms": 130.233, "p95_ms": 115.318}, "read_interval": {"avg_ms": 112.077, "count": 267, "max_ms": 144.339, "p95_ms": 128.314}, "triton_wait": {"avg_ms": 85.681, "count": 268, "max_ms": 115.991, "p95_ms": 102.382}, "visualize": {"avg_ms": 3.642, "count": 268, "max_ms": 5.518, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1736, "tracking_summary": 1570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6288.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36484.103, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 278.895, "sample_count": 1268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:26:10+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-06T21:26:10+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-06T21:26:10.743506+09:00", "mtime_epoch": 1783340770.7435057, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:26:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 860.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.16, "pushed": 4.16, "read": 4.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.482, "count": 124, "max_ms": 153.734, "p95_ms": 144.692}, "gstreamer_push": {"avg_ms": 1.019, "count": 124, "max_ms": 1.932, "p95_ms": 1.854}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.267, "count": 124, "max_ms": 113.24, "p95_ms": 106.842}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.923, "count": 124, "max_ms": 118.405, "p95_ms": 114.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.012, "count": 124, "max_ms": 298.147, "p95_ms": 286.767}, "read_interval": {"avg_ms": 242.904, "count": 123, "max_ms": 305.45, "p95_ms": 292.97}, "triton_wait": {"avg_ms": 78.964, "count": 124, "max_ms": 118.418, "p95_ms": 114.466}, "visualize": {"avg_ms": 30.747, "count": 124, "max_ms": 40.775, "p95_ms": 39.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6280.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.374, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.387, "name": "ffmpeg", "pid": 29101, "rss_mb": 267.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 10, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.474, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:26:12+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T21:26:12+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T21:26:12.443538+09:00", "mtime_epoch": 1783340772.4435377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:26:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.903, "pushed": 8.903, "read": 8.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 267, "max_ms": 5.492, "p95_ms": 3.972}, "gstreamer_push": {"avg_ms": 1.332, "count": 267, "max_ms": 1.542, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.236, "count": 267, "max_ms": 91.985, "p95_ms": 83.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.813, "count": 267, "max_ms": 116.335, "p95_ms": 97.124}, "yolo11_640_fire_11class": {"avg_ms": 77.11, "count": 267, "max_ms": 92.082, "p95_ms": 87.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.27, "count": 267, "max_ms": 104.004, "p95_ms": 97.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.21, "count": 267, "max_ms": 128.477, "p95_ms": 113.439}, "read_interval": {"avg_ms": 112.318, "count": 267, "max_ms": 144.892, "p95_ms": 126.39}, "triton_wait": {"avg_ms": 87.022, "count": 267, "max_ms": 116.347, "p95_ms": 101.201}, "visualize": {"avg_ms": 3.67, "count": 267, "max_ms": 4.78, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6282.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:18+09:00", "last_error_summary": "[h264 @ 0x55dcb48b7640] error while decoding MB 33 49, bytestream -5 [in#0/rtsp @ 0x55dcb3f0ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcb3f0ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.894, "last_started_at": "2026-07-06T21:24:20+09:00", "pid": 28949, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.121, "name": "ffmpeg", "pid": 28949, "rss_mb": 328.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.616, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:26:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:26:36+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T21:26:36+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T21:26:36.431992+09:00", "mtime_epoch": 1783340796.4319916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:26:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.009, "pushed": 9.009, "read": 8.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.267, "count": 270, "max_ms": 6.999, "p95_ms": 5.217}, "gstreamer_push": {"avg_ms": 1.291, "count": 270, "max_ms": 1.701, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.882, "count": 270, "max_ms": 91.444, "p95_ms": 81.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.377, "count": 270, "max_ms": 120.255, "p95_ms": 103.866}, "yolo11_640_fire_11class": {"avg_ms": 75.0, "count": 270, "max_ms": 91.918, "p95_ms": 85.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.933, "count": 270, "max_ms": 102.974, "p95_ms": 95.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.119, "count": 270, "max_ms": 133.984, "p95_ms": 116.869}, "read_interval": {"avg_ms": 111.368, "count": 269, "max_ms": 149.556, "p95_ms": 129.858}, "triton_wait": {"avg_ms": 85.036, "count": 270, "max_ms": 120.27, "p95_ms": 103.88}, "visualize": {"avg_ms": 3.675, "count": 270, "max_ms": 6.085, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1739, "tracking_summary": 1571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6283.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36514.267, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.138, "sample_count": 1270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:26:41+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T21:26:40+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T21:26:40.832075+09:00", "mtime_epoch": 1783340800.8320749, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:26:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 855.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.149, "pushed": 4.149, "read": 4.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.308, "count": 124, "max_ms": 175.281, "p95_ms": 172.179}, "gstreamer_push": {"avg_ms": 0.864, "count": 124, "max_ms": 2.084, "p95_ms": 1.777}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.178, "count": 124, "max_ms": 108.231, "p95_ms": 102.51}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.114, "count": 124, "max_ms": 121.224, "p95_ms": 107.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.395, "count": 124, "max_ms": 309.61, "p95_ms": 285.833}, "read_interval": {"avg_ms": 243.216, "count": 123, "max_ms": 314.86, "p95_ms": 291.502}, "triton_wait": {"avg_ms": 75.314, "count": 124, "max_ms": 121.238, "p95_ms": 108.09}, "visualize": {"avg_ms": 25.936, "count": 124, "max_ms": 39.755, "p95_ms": 34.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6283.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.497, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.387, "name": "ffmpeg", "pid": 29101, "rss_mb": 267.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.488, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:26:42+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T21:26:42+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T21:26:42.576108+09:00", "mtime_epoch": 1783340802.5761077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:26:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.101, "pushed": 9.101, "read": 9.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.438, "count": 273, "max_ms": 5.752, "p95_ms": 5.061}, "gstreamer_push": {"avg_ms": 1.294, "count": 273, "max_ms": 2.35, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.305, "count": 273, "max_ms": 91.511, "p95_ms": 81.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.115, "count": 273, "max_ms": 118.892, "p95_ms": 93.668}, "yolo11_640_fire_11class": {"avg_ms": 75.584, "count": 273, "max_ms": 92.062, "p95_ms": 86.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.196, "count": 273, "max_ms": 103.234, "p95_ms": 95.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.865, "count": 273, "max_ms": 133.205, "p95_ms": 112.001}, "read_interval": {"avg_ms": 109.872, "count": 273, "max_ms": 145.828, "p95_ms": 125.912}, "triton_wait": {"avg_ms": 85.029, "count": 273, "max_ms": 118.908, "p95_ms": 99.576}, "visualize": {"avg_ms": 3.546, "count": 273, "max_ms": 6.338, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1739, "tracking_summary": 1572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6274.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36544.518, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.002, "sample_count": 1269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:27:11+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T21:27:11+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T21:27:11.072647+09:00", "mtime_epoch": 1783340831.0726466, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:27:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 847.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.404, "pushed": 4.404, "read": 4.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.248, "count": 132, "max_ms": 145.465, "p95_ms": 143.793}, "gstreamer_push": {"avg_ms": 0.81, "count": 132, "max_ms": 0.98, "p95_ms": 0.934}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.969, "count": 132, "max_ms": 108.315, "p95_ms": 103.323}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.936, "count": 132, "max_ms": 112.802, "p95_ms": 107.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.529, "count": 132, "max_ms": 282.072, "p95_ms": 277.944}, "read_interval": {"avg_ms": 228.974, "count": 131, "max_ms": 288.322, "p95_ms": 283.381}, "triton_wait": {"avg_ms": 77.174, "count": 132, "max_ms": 112.815, "p95_ms": 107.904}, "visualize": {"avg_ms": 26.246, "count": 132, "max_ms": 36.431, "p95_ms": 30.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6280.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.548, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.645, "name": "ffmpeg", "pid": 29101, "rss_mb": 267.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.531, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:27:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:27:12+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T21:27:12+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T21:27:12.664677+09:00", "mtime_epoch": 1783340832.6646767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:27:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.418, "pushed": 9.418, "read": 9.384}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.582, "count": 282, "max_ms": 5.78, "p95_ms": 4.505}, "gstreamer_push": {"avg_ms": 1.346, "count": 282, "max_ms": 2.45, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.001, "count": 282, "max_ms": 89.482, "p95_ms": 81.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.421, "count": 282, "max_ms": 118.683, "p95_ms": 97.999}, "yolo11_640_fire_11class": {"avg_ms": 71.662, "count": 282, "max_ms": 90.715, "p95_ms": 82.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.514, "count": 282, "max_ms": 98.049, "p95_ms": 94.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.333, "count": 282, "max_ms": 130.848, "p95_ms": 110.286}, "read_interval": {"avg_ms": 106.624, "count": 281, "max_ms": 149.802, "p95_ms": 126.937}, "triton_wait": {"avg_ms": 80.921, "count": 282, "max_ms": 118.695, "p95_ms": 98.061}, "visualize": {"avg_ms": 3.74, "count": 282, "max_ms": 6.641, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6287.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:18+09:00", "last_error_summary": "[h264 @ 0x55dcb48b7640] error while decoding MB 33 49, bytestream -5 [in#0/rtsp @ 0x55dcb3f0ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcb3f0ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 180.938, "last_started_at": "2026-07-06T21:24:20+09:00", "pid": 28949, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.988, "name": "ffmpeg", "pid": 28949, "rss_mb": 328.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 12, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.648, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:27:21+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T21:27:21+09:00", "mjpeg": {"age_sec": 15.557, "exists": true, "mtime": "2026-07-06T21:27:06.024551+09:00", "mtime_epoch": 1783340826.0245512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:27:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.341, "pushed": 4.341, "read": 4.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.274, "count": 130, "max_ms": 6.254, "p95_ms": 5.533}, "gstreamer_push": {"avg_ms": 1.284, "count": 130, "max_ms": 1.48, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.12, "count": 130, "max_ms": 87.345, "p95_ms": 81.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.851, "count": 130, "max_ms": 113.154, "p95_ms": 104.392}, "yolo11_640_fire_11class": {"avg_ms": 74.958, "count": 130, "max_ms": 88.204, "p95_ms": 84.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.705, "count": 130, "max_ms": 99.688, "p95_ms": 94.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.178, "count": 130, "max_ms": 128.15, "p95_ms": 117.404}, "read_interval": {"avg_ms": 232.109, "count": 129, "max_ms": 15566.303, "p95_ms": 135.052}, "triton_wait": {"avg_ms": 85.17, "count": 130, "max_ms": 113.168, "p95_ms": 104.405}, "visualize": {"avg_ms": 3.631, "count": 130, "max_ms": 4.506, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1740, "tracking_summary": 1573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6386.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36574.778, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.145, "sample_count": 1275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:27:41+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-06T21:27:41+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-06T21:27:41.293217+09:00", "mtime_epoch": 1783340861.2932174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:27:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 859.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.268, "pushed": 4.268, "read": 4.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.06, "count": 127, "max_ms": 170.969, "p95_ms": 144.017}, "gstreamer_push": {"avg_ms": 0.802, "count": 127, "max_ms": 1.767, "p95_ms": 0.903}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.012, "count": 127, "max_ms": 108.879, "p95_ms": 87.377}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.868, "count": 127, "max_ms": 105.645, "p95_ms": 89.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.525, "count": 127, "max_ms": 292.777, "p95_ms": 267.279}, "read_interval": {"avg_ms": 235.799, "count": 126, "max_ms": 299.124, "p95_ms": 272.851}, "triton_wait": {"avg_ms": 65.645, "count": 127, "max_ms": 108.891, "p95_ms": 91.717}, "visualize": {"avg_ms": 26.989, "count": 127, "max_ms": 44.492, "p95_ms": 36.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.76, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 5992.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.615, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.953, "name": "ffmpeg", "pid": 29101, "rss_mb": 275.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.72, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:27:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:27:42+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T21:27:42+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T21:27:42.737245+09:00", "mtime_epoch": 1783340862.7372448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:27:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 352, "pushed_frames": 352, "read_frames": 351, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.737, "pushed": 11.737, "read": 11.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.527, "count": 352, "max_ms": 5.808, "p95_ms": 4.049}, "gstreamer_push": {"avg_ms": 1.298, "count": 352, "max_ms": 2.444, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.624, "count": 352, "max_ms": 83.559, "p95_ms": 72.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.051, "count": 352, "max_ms": 118.927, "p95_ms": 80.96}, "yolo11_640_fire_11class": {"avg_ms": 56.149, "count": 352, "max_ms": 84.699, "p95_ms": 74.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.654, "count": 352, "max_ms": 95.08, "p95_ms": 82.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.15, "count": 352, "max_ms": 135.311, "p95_ms": 95.948}, "read_interval": {"avg_ms": 85.425, "count": 351, "max_ms": 457.023, "p95_ms": 111.279}, "triton_wait": {"avg_ms": 59.065, "count": 352, "max_ms": 118.939, "p95_ms": 83.486}, "visualize": {"avg_ms": 3.672, "count": 352, "max_ms": 6.38, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6274.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:27:41+09:00", "last_error_summary": "[h264 @ 0x564309591540] error while decoding MB 60 28, bytestream -11 [in#0/rtsp @ 0x564308ff9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564308ff9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:27:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.856, "last_started_at": "2026-07-06T21:27:44+09:00", "pid": 29208, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.191, "name": "ffmpeg", "pid": 29208, "rss_mb": 310.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 13, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.327, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:27:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:27:51+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:27:51+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:27:51.585412+09:00", "mtime_epoch": 1783340871.5854118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:27:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.659, "pushed": 5.659, "read": 5.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.318, "count": 80, "max_ms": 6.963, "p95_ms": 6.633}, "gstreamer_push": {"avg_ms": 1.305, "count": 80, "max_ms": 1.809, "p95_ms": 1.62}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.709, "count": 80, "max_ms": 87.901, "p95_ms": 83.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.019, "count": 80, "max_ms": 119.277, "p95_ms": 103.306}, "yolo11_640_fire_11class": {"avg_ms": 76.595, "count": 80, "max_ms": 89.9, "p95_ms": 86.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.554, "count": 80, "max_ms": 100.349, "p95_ms": 95.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.908, "count": 80, "max_ms": 140.034, "p95_ms": 116.893}, "read_interval": {"avg_ms": 376.302, "count": 80, "max_ms": 16071.105, "p95_ms": 131.047}, "triton_wait": {"avg_ms": 85.676, "count": 80, "max_ms": 119.292, "p95_ms": 103.319}, "visualize": {"avg_ms": 3.747, "count": 80, "max_ms": 6.152, "p95_ms": 5.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.136, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1742, "tracking_summary": 1574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6292.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36604.981, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.317, "sample_count": 1264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:28:11+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T21:28:11+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T21:28:11.557789+09:00", "mtime_epoch": 1783340891.557789, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:28:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 862.352, "name": "celery", "pid": 239, "rss_mb": 858.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.172, "pushed": 4.172, "read": 4.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.143, "count": 125, "max_ms": 146.487, "p95_ms": 142.479}, "gstreamer_push": {"avg_ms": 0.96, "count": 125, "max_ms": 3.201, "p95_ms": 1.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.158, "count": 125, "max_ms": 113.649, "p95_ms": 104.797}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.349, "count": 125, "max_ms": 117.604, "p95_ms": 110.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.513, "count": 125, "max_ms": 294.907, "p95_ms": 279.566}, "read_interval": {"avg_ms": 241.668, "count": 124, "max_ms": 301.027, "p95_ms": 288.479}, "triton_wait": {"avg_ms": 78.484, "count": 125, "max_ms": 117.616, "p95_ms": 110.629}, "visualize": {"avg_ms": 29.078, "count": 125, "max_ms": 42.903, "p95_ms": 40.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6292.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.631, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.953, "name": "ffmpeg", "pid": 29101, "rss_mb": 275.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.933, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:28:12+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:28:12+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:28:12.717811+09:00", "mtime_epoch": 1783340892.7178109, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:28:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.319, "pushed": 9.319, "read": 9.285}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.52, "count": 279, "max_ms": 5.512, "p95_ms": 4.179}, "gstreamer_push": {"avg_ms": 1.32, "count": 279, "max_ms": 1.621, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.51, "count": 279, "max_ms": 89.654, "p95_ms": 81.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.514, "count": 279, "max_ms": 121.146, "p95_ms": 103.083}, "yolo11_640_fire_11class": {"avg_ms": 72.336, "count": 279, "max_ms": 93.988, "p95_ms": 84.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.616, "count": 279, "max_ms": 103.235, "p95_ms": 94.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.981, "count": 279, "max_ms": 134.423, "p95_ms": 116.57}, "read_interval": {"avg_ms": 107.548, "count": 278, "max_ms": 147.658, "p95_ms": 129.507}, "triton_wait": {"avg_ms": 81.79, "count": 279, "max_ms": 121.159, "p95_ms": 103.247}, "visualize": {"avg_ms": 3.636, "count": 279, "max_ms": 5.019, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6289.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:27:41+09:00", "last_error_summary": "[h264 @ 0x564309591540] error while decoding MB 60 28, bytestream -11 [in#0/rtsp @ 0x564308ff9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564308ff9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:27:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.878, "last_started_at": "2026-07-06T21:27:44+09:00", "pid": 29208, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.648, "name": "ffmpeg", "pid": 29208, "rss_mb": 325.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 13, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.056, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:28:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:28:21+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:28:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:28:21.605979+09:00", "mtime_epoch": 1783340901.6059787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:28:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.928, "pushed": 8.928, "read": 8.894}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.183, "count": 267, "max_ms": 6.677, "p95_ms": 5.199}, "gstreamer_push": {"avg_ms": 1.295, "count": 267, "max_ms": 1.741, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.652, "count": 267, "max_ms": 88.681, "p95_ms": 82.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.425, "count": 267, "max_ms": 114.673, "p95_ms": 106.517}, "yolo11_640_fire_11class": {"avg_ms": 76.536, "count": 267, "max_ms": 92.721, "p95_ms": 86.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.66, "count": 267, "max_ms": 103.354, "p95_ms": 97.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.102, "count": 267, "max_ms": 128.155, "p95_ms": 119.511}, "read_interval": {"avg_ms": 112.442, "count": 266, "max_ms": 144.331, "p95_ms": 131.989}, "triton_wait": {"avg_ms": 87.206, "count": 267, "max_ms": 114.689, "p95_ms": 106.529}, "visualize": {"avg_ms": 3.621, "count": 267, "max_ms": 4.566, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1742, "tracking_summary": 1575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6293.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36635.083, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.317, "sample_count": 1278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:28:41+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-06T21:28:41+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T21:28:41.686357+09:00", "mtime_epoch": 1783340921.6863575, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:28:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 864.895, "name": "celery", "pid": 239, "rss_mb": 858.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.487, "pushed": 4.487, "read": 4.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.39, "count": 134, "max_ms": 147.726, "p95_ms": 145.188}, "gstreamer_push": {"avg_ms": 1.004, "count": 134, "max_ms": 1.835, "p95_ms": 1.767}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.582, "count": 134, "max_ms": 119.819, "p95_ms": 108.837}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.566, "count": 134, "max_ms": 121.567, "p95_ms": 112.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.516, "count": 134, "max_ms": 299.478, "p95_ms": 284.493}, "read_interval": {"avg_ms": 224.756, "count": 133, "max_ms": 305.502, "p95_ms": 291.477}, "triton_wait": {"avg_ms": 78.763, "count": 134, "max_ms": 121.581, "p95_ms": 112.959}, "visualize": {"avg_ms": 29.519, "count": 134, "max_ms": 40.154, "p95_ms": 35.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.745, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.953, "name": "ffmpeg", "pid": 29101, "rss_mb": 275.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.493, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T21:28:42+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-06T21:28:42+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T21:28:42.810379+09:00", "mtime_epoch": 1783340922.8103788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:28:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.541, "count": 267, "max_ms": 5.036, "p95_ms": 4.273}, "gstreamer_push": {"avg_ms": 1.325, "count": 267, "max_ms": 1.47, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.064, "count": 267, "max_ms": 88.827, "p95_ms": 82.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.711, "count": 267, "max_ms": 122.047, "p95_ms": 103.163}, "yolo11_640_fire_11class": {"avg_ms": 75.284, "count": 267, "max_ms": 98.062, "p95_ms": 86.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.915, "count": 267, "max_ms": 109.759, "p95_ms": 97.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.62, "count": 267, "max_ms": 134.224, "p95_ms": 116.59}, "read_interval": {"avg_ms": 112.246, "count": 267, "max_ms": 150.259, "p95_ms": 129.837}, "triton_wait": {"avg_ms": 86.316, "count": 267, "max_ms": 122.059, "p95_ms": 104.507}, "visualize": {"avg_ms": 3.684, "count": 267, "max_ms": 4.815, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6284.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:27:41+09:00", "last_error_summary": "[h264 @ 0x564309591540] error while decoding MB 60 28, bytestream -11 [in#0/rtsp @ 0x564308ff9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564308ff9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:27:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.891, "last_started_at": "2026-07-06T21:27:44+09:00", "pid": 29208, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.906, "name": "ffmpeg", "pid": 29208, "rss_mb": 325.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 13, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.89, "sample_count": 2170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:28:51+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:28:51+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:28:51.622545+09:00", "mtime_epoch": 1783340931.622545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:28:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.867, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 266, "max_ms": 6.418, "p95_ms": 4.657}, "gstreamer_push": {"avg_ms": 1.31, "count": 266, "max_ms": 1.768, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.054, "count": 266, "max_ms": 93.392, "p95_ms": 82.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.605, "count": 266, "max_ms": 123.987, "p95_ms": 105.801}, "yolo11_640_fire_11class": {"avg_ms": 76.084, "count": 266, "max_ms": 97.493, "p95_ms": 87.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.348, "count": 266, "max_ms": 108.763, "p95_ms": 96.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.799, "count": 266, "max_ms": 136.706, "p95_ms": 119.175}, "read_interval": {"avg_ms": 112.826, "count": 266, "max_ms": 149.415, "p95_ms": 131.413}, "triton_wait": {"avg_ms": 86.953, "count": 266, "max_ms": 124.0, "p95_ms": 106.579}, "visualize": {"avg_ms": 3.644, "count": 266, "max_ms": 4.519, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1744, "tracking_summary": 1576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6287.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36665.111, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.655, "sample_count": 1268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:29:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:29:11+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T21:29:11+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T21:29:11.666923+09:00", "mtime_epoch": 1783340951.666923, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:29:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 853.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.158, "pushed": 4.158, "read": 4.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.558, "count": 124, "max_ms": 156.465, "p95_ms": 142.817}, "gstreamer_push": {"avg_ms": 1.085, "count": 124, "max_ms": 2.893, "p95_ms": 1.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.086, "count": 124, "max_ms": 115.812, "p95_ms": 107.532}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.751, "count": 124, "max_ms": 120.292, "p95_ms": 114.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.907, "count": 124, "max_ms": 304.796, "p95_ms": 286.876}, "read_interval": {"avg_ms": 242.024, "count": 123, "max_ms": 311.412, "p95_ms": 294.247}, "triton_wait": {"avg_ms": 81.873, "count": 124, "max_ms": 120.304, "p95_ms": 115.028}, "visualize": {"avg_ms": 30.658, "count": 124, "max_ms": 41.004, "p95_ms": 39.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6288.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.804, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.953, "name": "ffmpeg", "pid": 29101, "rss_mb": 275.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.102, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:29:12+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:29:12+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T21:29:12.898946+09:00", "mtime_epoch": 1783340952.8989463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:29:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1653.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.879, "pushed": 8.879, "read": 8.845}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.547, "count": 266, "max_ms": 5.817, "p95_ms": 4.384}, "gstreamer_push": {"avg_ms": 1.335, "count": 266, "max_ms": 2.232, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.078, "count": 266, "max_ms": 93.437, "p95_ms": 84.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.49, "count": 266, "max_ms": 124.667, "p95_ms": 104.521}, "yolo11_640_fire_11class": {"avg_ms": 76.816, "count": 266, "max_ms": 93.426, "p95_ms": 87.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.072, "count": 266, "max_ms": 104.652, "p95_ms": 96.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.733, "count": 266, "max_ms": 136.933, "p95_ms": 117.035}, "read_interval": {"avg_ms": 113.009, "count": 265, "max_ms": 150.5, "p95_ms": 131.573}, "triton_wait": {"avg_ms": 87.446, "count": 266, "max_ms": 124.68, "p95_ms": 104.664}, "visualize": {"avg_ms": 3.678, "count": 266, "max_ms": 6.297, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6292.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:27:41+09:00", "last_error_summary": "[h264 @ 0x564309591540] error while decoding MB 60 28, bytestream -11 [in#0/rtsp @ 0x564308ff9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564308ff9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:27:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.993, "last_started_at": "2026-07-06T21:27:44+09:00", "pid": 29208, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.906, "name": "ffmpeg", "pid": 29208, "rss_mb": 325.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 13, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.149, "sample_count": 2375, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:29:21+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:29:21+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T21:29:21.731113+09:00", "mtime_epoch": 1783340961.7311127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:29:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1541.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.216, "count": 268, "max_ms": 6.988, "p95_ms": 5.113}, "gstreamer_push": {"avg_ms": 1.292, "count": 268, "max_ms": 1.667, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.788, "count": 268, "max_ms": 94.371, "p95_ms": 83.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.647, "count": 268, "max_ms": 120.571, "p95_ms": 105.344}, "yolo11_640_fire_11class": {"avg_ms": 75.967, "count": 268, "max_ms": 94.89, "p95_ms": 86.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.061, "count": 268, "max_ms": 102.822, "p95_ms": 96.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.216, "count": 268, "max_ms": 133.226, "p95_ms": 118.239}, "read_interval": {"avg_ms": 112.323, "count": 267, "max_ms": 150.527, "p95_ms": 130.882}, "triton_wait": {"avg_ms": 86.266, "count": 268, "max_ms": 120.584, "p95_ms": 105.357}, "visualize": {"avg_ms": 3.676, "count": 268, "max_ms": 6.088, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1745, "tracking_summary": 1577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6293.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36695.409, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 283.257, "sample_count": 1257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:29:42+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-06T21:29:41+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-06T21:29:41.919493+09:00", "mtime_epoch": 1783340981.9194932, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:29:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 855.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.231, "pushed": 4.231, "read": 4.197}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.183, "count": 126, "max_ms": 143.127, "p95_ms": 141.434}, "gstreamer_push": {"avg_ms": 0.842, "count": 126, "max_ms": 1.814, "p95_ms": 0.974}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.331, "count": 126, "max_ms": 110.902, "p95_ms": 105.189}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.275, "count": 126, "max_ms": 117.337, "p95_ms": 113.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.497, "count": 126, "max_ms": 297.613, "p95_ms": 283.963}, "read_interval": {"avg_ms": 237.833, "count": 125, "max_ms": 303.699, "p95_ms": 290.034}, "triton_wait": {"avg_ms": 76.362, "count": 126, "max_ms": 117.35, "p95_ms": 113.464}, "visualize": {"avg_ms": 28.145, "count": 126, "max_ms": 40.904, "p95_ms": 39.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6292.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.83, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.844, "name": "ffmpeg", "pid": 29101, "rss_mb": 278.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.246, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:29:43+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:29:42+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:29:42.923512+09:00", "mtime_epoch": 1783340982.9235122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:29:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.054, "pushed": 9.054, "read": 9.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.607, "count": 271, "max_ms": 5.811, "p95_ms": 5.179}, "gstreamer_push": {"avg_ms": 1.329, "count": 271, "max_ms": 2.491, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.457, "count": 271, "max_ms": 90.562, "p95_ms": 83.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.519, "count": 271, "max_ms": 118.394, "p95_ms": 97.822}, "yolo11_640_fire_11class": {"avg_ms": 75.661, "count": 271, "max_ms": 93.269, "p95_ms": 86.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.894, "count": 271, "max_ms": 106.824, "p95_ms": 95.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.393, "count": 271, "max_ms": 130.333, "p95_ms": 111.808}, "read_interval": {"avg_ms": 110.796, "count": 270, "max_ms": 142.51, "p95_ms": 127.61}, "triton_wait": {"avg_ms": 85.078, "count": 271, "max_ms": 118.406, "p95_ms": 99.421}, "visualize": {"avg_ms": 3.663, "count": 271, "max_ms": 6.446, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:27:41+09:00", "last_error_summary": "[h264 @ 0x564309591540] error while decoding MB 60 28, bytestream -11 [in#0/rtsp @ 0x564308ff9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564308ff9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:27:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.191, "last_started_at": "2026-07-06T21:27:44+09:00", "pid": 29208, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.043, "name": "ffmpeg", "pid": 29208, "rss_mb": 327.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 13, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.893, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:30:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:30:03+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T21:30:02+09:00", "mjpeg": {"age_sec": 14.307, "exists": true, "mtime": "2026-07-06T21:29:48.711621+09:00", "mtime_epoch": 1783340988.7116213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:30:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.804, "pushed": 4.804, "read": 4.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.217, "count": 144, "max_ms": 6.53, "p95_ms": 5.034}, "gstreamer_push": {"avg_ms": 1.298, "count": 144, "max_ms": 1.694, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.15, "count": 144, "max_ms": 90.983, "p95_ms": 83.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.523, "count": 144, "max_ms": 113.603, "p95_ms": 96.814}, "yolo11_640_fire_11class": {"avg_ms": 74.572, "count": 144, "max_ms": 93.438, "p95_ms": 84.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.804, "count": 144, "max_ms": 106.858, "p95_ms": 95.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.936, "count": 144, "max_ms": 127.135, "p95_ms": 115.796}, "read_interval": {"avg_ms": 209.663, "count": 143, "max_ms": 14364.489, "p95_ms": 132.137}, "triton_wait": {"avg_ms": 83.996, "count": 144, "max_ms": 113.616, "p95_ms": 102.461}, "visualize": {"avg_ms": 3.649, "count": 144, "max_ms": 4.599, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1746, "tracking_summary": 1578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36725.576, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.705, "sample_count": 1257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:30:12+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T21:30:12+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T21:30:12.140063+09:00", "mtime_epoch": 1783341012.1400628, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:30:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 856.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.043, "pushed": 4.043, "read": 4.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.412, "count": 121, "max_ms": 150.409, "p95_ms": 142.327}, "gstreamer_push": {"avg_ms": 0.864, "count": 121, "max_ms": 2.841, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.732, "count": 121, "max_ms": 101.072, "p95_ms": 88.63}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.198, "count": 121, "max_ms": 111.737, "p95_ms": 101.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.4, "count": 121, "max_ms": 282.79, "p95_ms": 271.705}, "read_interval": {"avg_ms": 249.43, "count": 120, "max_ms": 291.869, "p95_ms": 277.995}, "triton_wait": {"avg_ms": 73.212, "count": 121, "max_ms": 111.75, "p95_ms": 101.411}, "visualize": {"avg_ms": 27.058, "count": 121, "max_ms": 40.242, "p95_ms": 38.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6303.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.843, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.125, "name": "ffmpeg", "pid": 29101, "rss_mb": 288.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.208, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:30:13+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T21:30:12+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-06T21:30:12.956078+09:00", "mtime_epoch": 1783341012.956078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:30:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 347, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.567, "pushed": 11.567, "read": 11.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.518, "count": 347, "max_ms": 5.343, "p95_ms": 4.014}, "gstreamer_push": {"avg_ms": 1.287, "count": 347, "max_ms": 1.697, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.165, "count": 347, "max_ms": 84.001, "p95_ms": 72.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.444, "count": 347, "max_ms": 103.222, "p95_ms": 80.954}, "yolo11_640_fire_11class": {"avg_ms": 57.196, "count": 347, "max_ms": 88.213, "p95_ms": 78.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.718, "count": 347, "max_ms": 99.955, "p95_ms": 87.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.889, "count": 347, "max_ms": 117.031, "p95_ms": 99.328}, "read_interval": {"avg_ms": 86.553, "count": 347, "max_ms": 262.878, "p95_ms": 112.422}, "triton_wait": {"avg_ms": 60.856, "count": 347, "max_ms": 103.237, "p95_ms": 87.574}, "visualize": {"avg_ms": 3.649, "count": 347, "max_ms": 4.665, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6303.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:20+09:00", "last_error_summary": "[h264 @ 0x559ca40a8d40] error while decoding MB 13 62, bytestream -15 [in#0/rtsp @ 0x559ca4066e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559ca4066e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:30:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.925, "last_started_at": "2026-07-06T21:30:23+09:00", "pid": 29360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.785, "name": "ffmpeg", "pid": 29360, "rss_mb": 323.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 14, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.846, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:30:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:30:33+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T21:30:32+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T21:30:32.932454+09:00", "mtime_epoch": 1783341032.9324543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:30:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.247, "pushed": 6.247, "read": 6.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.137, "count": 88, "max_ms": 6.881, "p95_ms": 4.249}, "gstreamer_push": {"avg_ms": 1.297, "count": 88, "max_ms": 1.461, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.979, "count": 88, "max_ms": 90.191, "p95_ms": 81.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.967, "count": 88, "max_ms": 107.818, "p95_ms": 100.091}, "yolo11_640_fire_11class": {"avg_ms": 72.042, "count": 88, "max_ms": 89.886, "p95_ms": 84.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.387, "count": 88, "max_ms": 99.997, "p95_ms": 92.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.922, "count": 88, "max_ms": 120.726, "p95_ms": 112.942}, "read_interval": {"avg_ms": 340.771, "count": 88, "max_ms": 16016.525, "p95_ms": 123.695}, "triton_wait": {"avg_ms": 80.133, "count": 88, "max_ms": 107.829, "p95_ms": 100.103}, "visualize": {"avg_ms": 3.657, "count": 88, "max_ms": 5.883, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.087, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1748, "tracking_summary": 1579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36755.789, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.279, "sample_count": 1272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:30:42+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T21:30:42+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-06T21:30:42.364632+09:00", "mtime_epoch": 1783341042.364632, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:30:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 860.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.636, "pushed": 4.636, "read": 4.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.978, "count": 139, "max_ms": 151.061, "p95_ms": 146.636}, "gstreamer_push": {"avg_ms": 0.814, "count": 139, "max_ms": 0.994, "p95_ms": 0.95}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.336, "count": 139, "max_ms": 109.002, "p95_ms": 89.115}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.1, "count": 139, "max_ms": 113.352, "p95_ms": 102.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 210.601, "count": 139, "max_ms": 280.105, "p95_ms": 269.21}, "read_interval": {"avg_ms": 217.229, "count": 138, "max_ms": 286.148, "p95_ms": 274.841}, "triton_wait": {"avg_ms": 70.125, "count": 139, "max_ms": 113.366, "p95_ms": 102.2}, "visualize": {"avg_ms": 24.61, "count": 139, "max_ms": 31.565, "p95_ms": 28.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6317.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 372, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:24:43+09:00", "last_error_summary": "[h264 @ 0x55cf24400040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55cf24400040] error while decoding MB 0 36, bytestream 935 [h264 @ 0x55cf23837680] error while decoding MB 76 20, bytestream -6 [in#0/rtsp @ 0x55cf23715e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cf23715e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:24:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 367.74, "last_started_at": "2026-07-06T21:24:46+09:00", "pid": 29101, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.828, "name": "ffmpeg", "pid": 29101, "rss_mb": 296.828, "state": "S (sleeping)", "threads": 104}, "restart_count": 124, "restart_count_per_hour": 9, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.363, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T21:30:53+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T21:30:53+09:00", "mjpeg": {"age_sec": 19.139, "exists": true, "mtime": "2026-07-06T21:30:34.788489+09:00", "mtime_epoch": 1783341034.7884893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:30:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.635, "pushed": 3.635, "read": 3.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.584, "count": 109, "max_ms": 5.764, "p95_ms": 4.318}, "gstreamer_push": {"avg_ms": 1.339, "count": 109, "max_ms": 2.041, "p95_ms": 1.505}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.799, "count": 109, "max_ms": 88.052, "p95_ms": 79.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.957, "count": 109, "max_ms": 109.062, "p95_ms": 90.197}, "yolo11_640_fire_11class": {"avg_ms": 67.543, "count": 109, "max_ms": 86.245, "p95_ms": 80.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.37, "count": 109, "max_ms": 97.709, "p95_ms": 88.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.873, "count": 109, "max_ms": 121.345, "p95_ms": 107.599}, "read_interval": {"avg_ms": 277.768, "count": 108, "max_ms": 19163.107, "p95_ms": 127.385}, "triton_wait": {"avg_ms": 74.528, "count": 109, "max_ms": 109.074, "p95_ms": 95.142}, "visualize": {"avg_ms": 3.685, "count": 109, "max_ms": 6.029, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6226.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:20+09:00", "last_error_summary": "[h264 @ 0x559ca40a8d40] error while decoding MB 13 62, bytestream -15 [in#0/rtsp @ 0x559ca4066e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559ca4066e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:30:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.936, "last_started_at": "2026-07-06T21:30:23+09:00", "pid": 29360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.621, "name": "ffmpeg", "pid": 29360, "rss_mb": 326.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 14, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.518, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:31:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:31:03+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T21:31:02+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:31:02.953020+09:00", "mtime_epoch": 1783341062.9530196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:31:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.167}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.112, "count": 305, "max_ms": 6.551, "p95_ms": 4.683}, "gstreamer_push": {"avg_ms": 1.268, "count": 305, "max_ms": 1.668, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.118, "count": 305, "max_ms": 87.548, "p95_ms": 75.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.98, "count": 305, "max_ms": 105.215, "p95_ms": 85.179}, "yolo11_640_fire_11class": {"avg_ms": 58.349, "count": 305, "max_ms": 88.164, "p95_ms": 76.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.331, "count": 305, "max_ms": 100.293, "p95_ms": 85.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.074, "count": 305, "max_ms": 118.314, "p95_ms": 100.542}, "read_interval": {"avg_ms": 98.427, "count": 305, "max_ms": 517.631, "p95_ms": 144.544}, "triton_wait": {"avg_ms": 63.553, "count": 305, "max_ms": 105.229, "p95_ms": 87.291}, "visualize": {"avg_ms": 3.608, "count": 305, "max_ms": 4.676, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1749, "tracking_summary": 1580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6282.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36785.875, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.122, "sample_count": 1276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:31:12+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-06T21:31:12+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T21:31:12.485199+09:00", "mtime_epoch": 1783341072.485199, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:31:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 859.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.281, "pushed": 4.281, "read": 4.248}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.883, "count": 128, "max_ms": 147.809, "p95_ms": 143.086}, "gstreamer_push": {"avg_ms": 0.788, "count": 128, "max_ms": 0.982, "p95_ms": 0.908}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.674, "count": 128, "max_ms": 111.87, "p95_ms": 97.548}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.544, "count": 128, "max_ms": 117.33, "p95_ms": 104.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.395, "count": 128, "max_ms": 284.478, "p95_ms": 263.029}, "read_interval": {"avg_ms": 235.303, "count": 127, "max_ms": 290.517, "p95_ms": 269.272}, "triton_wait": {"avg_ms": 72.74, "count": 128, "max_ms": 117.342, "p95_ms": 105.5}, "visualize": {"avg_ms": 25.012, "count": 128, "max_ms": 30.211, "p95_ms": 28.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6287.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.239, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.434, "name": "ffmpeg", "pid": 29512, "rss_mb": 265.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 9, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.051, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:31:23+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:31:23+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:31:23.833413+09:00", "mtime_epoch": 1783341083.8334126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:31:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.669, "pushed": 7.669, "read": 7.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 230, "max_ms": 5.204, "p95_ms": 3.793}, "gstreamer_push": {"avg_ms": 1.332, "count": 230, "max_ms": 2.041, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.352, "count": 230, "max_ms": 92.808, "p95_ms": 84.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.194, "count": 230, "max_ms": 118.321, "p95_ms": 90.667}, "yolo11_640_fire_11class": {"avg_ms": 75.243, "count": 230, "max_ms": 93.784, "p95_ms": 86.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.641, "count": 230, "max_ms": 102.659, "p95_ms": 96.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.668, "count": 230, "max_ms": 130.685, "p95_ms": 110.461}, "read_interval": {"avg_ms": 130.329, "count": 230, "max_ms": 4864.341, "p95_ms": 123.418}, "triton_wait": {"avg_ms": 85.535, "count": 230, "max_ms": 118.333, "p95_ms": 98.239}, "visualize": {"avg_ms": 3.657, "count": 230, "max_ms": 5.01, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6287.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:20+09:00", "last_error_summary": "[h264 @ 0x559ca40a8d40] error while decoding MB 13 62, bytestream -15 [in#0/rtsp @ 0x559ca4066e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559ca4066e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:30:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.949, "last_started_at": "2026-07-06T21:30:23+09:00", "pid": 29360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.621, "name": "ffmpeg", "pid": 29360, "rss_mb": 326.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 14, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.979, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:31:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:31:33+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T21:31:32+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T21:31:32.961584+09:00", "mtime_epoch": 1783341092.9615843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:31:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.034, "pushed": 9.034, "read": 9.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.279, "count": 271, "max_ms": 6.639, "p95_ms": 5.466}, "gstreamer_push": {"avg_ms": 1.293, "count": 271, "max_ms": 1.965, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.152, "count": 271, "max_ms": 94.777, "p95_ms": 83.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.267, "count": 271, "max_ms": 117.956, "p95_ms": 89.213}, "yolo11_640_fire_11class": {"avg_ms": 74.547, "count": 271, "max_ms": 90.057, "p95_ms": 84.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.906, "count": 271, "max_ms": 101.077, "p95_ms": 94.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.569, "count": 271, "max_ms": 131.015, "p95_ms": 110.57}, "read_interval": {"avg_ms": 110.747, "count": 271, "max_ms": 145.166, "p95_ms": 123.69}, "triton_wait": {"avg_ms": 84.628, "count": 271, "max_ms": 117.968, "p95_ms": 96.804}, "visualize": {"avg_ms": 3.664, "count": 271, "max_ms": 5.616, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1750, "tracking_summary": 1581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6288.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36816.057, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.165, "sample_count": 1282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:31:42+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T21:31:42+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T21:31:42.609741+09:00", "mtime_epoch": 1783341102.6097414, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:31:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 861.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.32, "pushed": 4.32, "read": 4.287}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.248, "count": 129, "max_ms": 154.745, "p95_ms": 149.137}, "gstreamer_push": {"avg_ms": 0.8, "count": 129, "max_ms": 0.997, "p95_ms": 0.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.111, "count": 129, "max_ms": 110.106, "p95_ms": 106.308}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.426, "count": 129, "max_ms": 121.616, "p95_ms": 108.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.832, "count": 129, "max_ms": 296.54, "p95_ms": 283.393}, "read_interval": {"avg_ms": 232.587, "count": 128, "max_ms": 305.699, "p95_ms": 290.03}, "triton_wait": {"avg_ms": 74.564, "count": 129, "max_ms": 121.629, "p95_ms": 108.94}, "visualize": {"avg_ms": 25.043, "count": 129, "max_ms": 32.525, "p95_ms": 30.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6284.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.342, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.207, "name": "ffmpeg", "pid": 29512, "rss_mb": 266.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 9, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.051, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:31:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:31:54+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T21:31:53+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:31:53.933926+09:00", "mtime_epoch": 1783341113.9339263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:31:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.102, "pushed": 9.102, "read": 9.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.542, "count": 273, "max_ms": 5.305, "p95_ms": 4.296}, "gstreamer_push": {"avg_ms": 1.313, "count": 273, "max_ms": 1.607, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.74, "count": 273, "max_ms": 89.104, "p95_ms": 82.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.363, "count": 273, "max_ms": 120.065, "p95_ms": 93.743}, "yolo11_640_fire_11class": {"avg_ms": 74.781, "count": 273, "max_ms": 91.64, "p95_ms": 86.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.623, "count": 273, "max_ms": 101.012, "p95_ms": 95.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.079, "count": 273, "max_ms": 132.725, "p95_ms": 111.935}, "read_interval": {"avg_ms": 110.228, "count": 272, "max_ms": 145.904, "p95_ms": 124.937}, "triton_wait": {"avg_ms": 84.942, "count": 273, "max_ms": 120.079, "p95_ms": 99.43}, "visualize": {"avg_ms": 3.63, "count": 273, "max_ms": 4.661, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6288.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:20+09:00", "last_error_summary": "[h264 @ 0x559ca40a8d40] error while decoding MB 13 62, bytestream -15 [in#0/rtsp @ 0x559ca4066e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559ca4066e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:30:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.053, "last_started_at": "2026-07-06T21:30:23+09:00", "pid": 29360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.621, "name": "ffmpeg", "pid": 29360, "rss_mb": 326.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 14, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.356, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:32:03+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:32:03+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:32:03.074076+09:00", "mtime_epoch": 1783341123.074076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:32:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.034, "pushed": 9.034, "read": 9.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.152, "count": 271, "max_ms": 6.95, "p95_ms": 5.714}, "gstreamer_push": {"avg_ms": 1.27, "count": 271, "max_ms": 1.845, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.089, "count": 271, "max_ms": 91.565, "p95_ms": 82.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.649, "count": 271, "max_ms": 113.485, "p95_ms": 96.168}, "yolo11_640_fire_11class": {"avg_ms": 75.466, "count": 271, "max_ms": 92.727, "p95_ms": 85.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.453, "count": 271, "max_ms": 99.615, "p95_ms": 94.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.93, "count": 271, "max_ms": 126.429, "p95_ms": 113.05}, "read_interval": {"avg_ms": 110.656, "count": 271, "max_ms": 138.658, "p95_ms": 126.029}, "triton_wait": {"avg_ms": 85.322, "count": 271, "max_ms": 113.498, "p95_ms": 99.394}, "visualize": {"avg_ms": 3.556, "count": 271, "max_ms": 6.292, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1752, "tracking_summary": 1582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6286.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36846.102, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.775, "sample_count": 1273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:32:12+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T21:32:12+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T21:32:12.722234+09:00", "mtime_epoch": 1783341132.722234, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:32:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 859.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.127, "pushed": 4.127, "read": 4.093}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.307, "count": 123, "max_ms": 170.65, "p95_ms": 145.748}, "gstreamer_push": {"avg_ms": 0.878, "count": 123, "max_ms": 2.859, "p95_ms": 1.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.623, "count": 123, "max_ms": 115.919, "p95_ms": 107.38}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.143, "count": 123, "max_ms": 114.552, "p95_ms": 109.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.784, "count": 123, "max_ms": 293.572, "p95_ms": 282.668}, "read_interval": {"avg_ms": 244.688, "count": 122, "max_ms": 302.792, "p95_ms": 291.028}, "triton_wait": {"avg_ms": 75.594, "count": 123, "max_ms": 115.93, "p95_ms": 110.183}, "visualize": {"avg_ms": 27.929, "count": 123, "max_ms": 45.91, "p95_ms": 43.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6286.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.405, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.207, "name": "ffmpeg", "pid": 29512, "rss_mb": 266.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 9, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.638, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:32:24+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:32:23+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T21:32:23.998420+09:00", "mtime_epoch": 1783341143.9984195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:32:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.915, "pushed": 8.915, "read": 8.881}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.555, "count": 267, "max_ms": 5.878, "p95_ms": 4.114}, "gstreamer_push": {"avg_ms": 1.34, "count": 267, "max_ms": 2.403, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.575, "count": 267, "max_ms": 93.166, "p95_ms": 84.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.904, "count": 267, "max_ms": 115.182, "p95_ms": 93.249}, "yolo11_640_fire_11class": {"avg_ms": 76.941, "count": 267, "max_ms": 99.765, "p95_ms": 88.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.093, "count": 267, "max_ms": 106.536, "p95_ms": 99.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.061, "count": 267, "max_ms": 127.491, "p95_ms": 112.512}, "read_interval": {"avg_ms": 112.592, "count": 266, "max_ms": 140.846, "p95_ms": 126.581}, "triton_wait": {"avg_ms": 86.839, "count": 267, "max_ms": 115.195, "p95_ms": 100.076}, "visualize": {"avg_ms": 3.652, "count": 267, "max_ms": 6.382, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6284.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:20+09:00", "last_error_summary": "[h264 @ 0x559ca40a8d40] error while decoding MB 13 62, bytestream -15 [in#0/rtsp @ 0x559ca4066e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559ca4066e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:30:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.121, "last_started_at": "2026-07-06T21:30:23+09:00", "pid": 29360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.621, "name": "ffmpeg", "pid": 29360, "rss_mb": 326.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 13, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.52, "sample_count": 2327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:32:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:32:33+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:32:33+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:32:33.142570+09:00", "mtime_epoch": 1783341153.1425703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:32:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.843, "pushed": 8.843, "read": 8.81}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 265, "max_ms": 6.074, "p95_ms": 5.386}, "gstreamer_push": {"avg_ms": 1.304, "count": 265, "max_ms": 1.917, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.077, "count": 265, "max_ms": 91.433, "p95_ms": 85.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.375, "count": 265, "max_ms": 119.532, "p95_ms": 99.322}, "yolo11_640_fire_11class": {"avg_ms": 77.017, "count": 265, "max_ms": 96.173, "p95_ms": 88.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.315, "count": 265, "max_ms": 102.796, "p95_ms": 99.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.394, "count": 265, "max_ms": 132.807, "p95_ms": 114.814}, "read_interval": {"avg_ms": 113.447, "count": 264, "max_ms": 145.094, "p95_ms": 128.257}, "triton_wait": {"avg_ms": 87.406, "count": 265, "max_ms": 119.544, "p95_ms": 101.81}, "visualize": {"avg_ms": 3.673, "count": 265, "max_ms": 5.729, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1752, "tracking_summary": 1584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6280.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36876.184, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.129, "sample_count": 1282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:32:42+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T21:32:42+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T21:32:42.734729+09:00", "mtime_epoch": 1783341162.7347286, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:32:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 851.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.556, "pushed": 4.556, "read": 4.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.448, "count": 136, "max_ms": 165.686, "p95_ms": 146.644}, "gstreamer_push": {"avg_ms": 0.897, "count": 136, "max_ms": 1.989, "p95_ms": 1.729}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.426, "count": 136, "max_ms": 116.311, "p95_ms": 106.933}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.761, "count": 136, "max_ms": 118.129, "p95_ms": 109.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.314, "count": 136, "max_ms": 307.08, "p95_ms": 280.336}, "read_interval": {"avg_ms": 220.868, "count": 135, "max_ms": 315.505, "p95_ms": 286.523}, "triton_wait": {"avg_ms": 78.069, "count": 136, "max_ms": 118.143, "p95_ms": 109.977}, "visualize": {"avg_ms": 26.87, "count": 136, "max_ms": 35.534, "p95_ms": 33.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6287.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.489, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.207, "name": "ffmpeg", "pid": 29512, "rss_mb": 266.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 9, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.512, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:32:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:32:54+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:32:54+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T21:32:54.090917+09:00", "mtime_epoch": 1783341174.0909166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:32:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.012, "pushed": 9.012, "read": 8.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.599, "count": 270, "max_ms": 5.654, "p95_ms": 4.973}, "gstreamer_push": {"avg_ms": 1.314, "count": 270, "max_ms": 2.273, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.446, "count": 270, "max_ms": 91.453, "p95_ms": 83.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.123, "count": 270, "max_ms": 127.355, "p95_ms": 103.782}, "yolo11_640_fire_11class": {"avg_ms": 75.815, "count": 270, "max_ms": 90.822, "p95_ms": 86.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.492, "count": 270, "max_ms": 102.389, "p95_ms": 96.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.172, "count": 270, "max_ms": 140.893, "p95_ms": 116.094}, "read_interval": {"avg_ms": 111.422, "count": 269, "max_ms": 153.859, "p95_ms": 131.639}, "triton_wait": {"avg_ms": 85.896, "count": 270, "max_ms": 127.369, "p95_ms": 103.794}, "visualize": {"avg_ms": 3.62, "count": 270, "max_ms": 5.932, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6282.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:20+09:00", "last_error_summary": "[h264 @ 0x559ca40a8d40] error while decoding MB 13 62, bytestream -15 [in#0/rtsp @ 0x559ca4066e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559ca4066e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:30:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.564, "last_started_at": "2026-07-06T21:30:23+09:00", "pid": 29360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.23, "name": "ffmpeg", "pid": 29360, "rss_mb": 327.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 13, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.247, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:33:10+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T21:33:10+09:00", "mjpeg": {"age_sec": 16.675, "exists": true, "mtime": "2026-07-06T21:32:54.006915+09:00", "mtime_epoch": 1783341174.0069153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:33:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.101, "pushed": 4.101, "read": 4.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 123, "max_ms": 7.013, "p95_ms": 5.647}, "gstreamer_push": {"avg_ms": 1.315, "count": 123, "max_ms": 1.686, "p95_ms": 1.524}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.329, "count": 123, "max_ms": 92.373, "p95_ms": 83.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.878, "count": 123, "max_ms": 120.629, "p95_ms": 103.557}, "yolo11_640_fire_11class": {"avg_ms": 73.737, "count": 123, "max_ms": 91.1, "p95_ms": 87.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.495, "count": 123, "max_ms": 102.074, "p95_ms": 97.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.269, "count": 123, "max_ms": 135.727, "p95_ms": 116.346}, "read_interval": {"avg_ms": 246.048, "count": 122, "max_ms": 16726.731, "p95_ms": 133.352}, "triton_wait": {"avg_ms": 83.193, "count": 123, "max_ms": 120.645, "p95_ms": 103.57}, "visualize": {"avg_ms": 3.665, "count": 123, "max_ms": 5.776, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1753, "tracking_summary": 1585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6282.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36906.408, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.115, "sample_count": 1281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:33:13+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-06T21:33:12+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-06T21:33:12.947230+09:00", "mtime_epoch": 1783341192.9472299, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:33:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 851.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.203, "pushed": 4.203, "read": 4.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.101, "count": 126, "max_ms": 152.498, "p95_ms": 145.964}, "gstreamer_push": {"avg_ms": 0.938, "count": 126, "max_ms": 2.033, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.747, "count": 126, "max_ms": 116.34, "p95_ms": 105.747}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.916, "count": 126, "max_ms": 115.7, "p95_ms": 108.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.757, "count": 126, "max_ms": 296.456, "p95_ms": 271.481}, "read_interval": {"avg_ms": 239.597, "count": 125, "max_ms": 303.385, "p95_ms": 280.947}, "triton_wait": {"avg_ms": 82.213, "count": 126, "max_ms": 116.352, "p95_ms": 109.184}, "visualize": {"avg_ms": 29.482, "count": 126, "max_ms": 41.809, "p95_ms": 39.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6289.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.536, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.559, "name": "ffmpeg", "pid": 29512, "rss_mb": 269.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 9, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.331, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:33:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:33:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T21:33:24+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T21:33:24.163417+09:00", "mtime_epoch": 1783341204.1634166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:33:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1654.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.379, "pushed": 11.379, "read": 11.346}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.503, "count": 341, "max_ms": 5.383, "p95_ms": 4.734}, "gstreamer_push": {"avg_ms": 1.259, "count": 341, "max_ms": 1.551, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.381, "count": 341, "max_ms": 69.095, "p95_ms": 63.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.767, "count": 341, "max_ms": 90.144, "p95_ms": 85.051}, "yolo11_640_fire_11class": {"avg_ms": 57.313, "count": 341, "max_ms": 69.754, "p95_ms": 66.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.295, "count": 341, "max_ms": 71.163, "p95_ms": 67.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.235, "count": 341, "max_ms": 101.931, "p95_ms": 97.545}, "read_interval": {"avg_ms": 88.135, "count": 340, "max_ms": 118.738, "p95_ms": 111.09}, "triton_wait": {"avg_ms": 63.421, "count": 341, "max_ms": 90.159, "p95_ms": 85.064}, "visualize": {"avg_ms": 3.556, "count": 341, "max_ms": 5.683, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6290.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.886, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.0, "name": "ffmpeg", "pid": 29619, "rss_mb": 326.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 14, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.05, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:33:40+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-06T21:33:40+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T21:33:40.611691+09:00", "mtime_epoch": 1783341220.6116915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:33:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.711, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.978, "pushed": 5.978, "read": 5.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.384, "count": 83, "max_ms": 6.099, "p95_ms": 5.667}, "gstreamer_push": {"avg_ms": 1.28, "count": 83, "max_ms": 1.533, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.371, "count": 83, "max_ms": 86.675, "p95_ms": 82.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.802, "count": 83, "max_ms": 107.832, "p95_ms": 88.511}, "yolo11_640_fire_11class": {"avg_ms": 73.431, "count": 83, "max_ms": 87.993, "p95_ms": 83.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.219, "count": 83, "max_ms": 98.994, "p95_ms": 92.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.937, "count": 83, "max_ms": 120.669, "p95_ms": 108.779}, "read_interval": {"avg_ms": 361.398, "count": 83, "max_ms": 16199.325, "p95_ms": 127.4}, "triton_wait": {"avg_ms": 82.957, "count": 83, "max_ms": 107.845, "p95_ms": 95.701}, "visualize": {"avg_ms": 3.629, "count": 83, "max_ms": 4.06, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.884, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1755, "tracking_summary": 1586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6294.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36936.484, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.336, "sample_count": 1270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:33:43+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-06T21:33:43+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-06T21:33:43.027732+09:00", "mtime_epoch": 1783341223.027732, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:33:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 862.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.127, "pushed": 4.127, "read": 4.093}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.853, "count": 123, "max_ms": 173.818, "p95_ms": 144.39}, "gstreamer_push": {"avg_ms": 0.915, "count": 123, "max_ms": 3.371, "p95_ms": 1.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.042, "count": 123, "max_ms": 100.77, "p95_ms": 87.056}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.978, "count": 123, "max_ms": 112.47, "p95_ms": 98.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.516, "count": 123, "max_ms": 292.418, "p95_ms": 275.664}, "read_interval": {"avg_ms": 244.322, "count": 122, "max_ms": 299.948, "p95_ms": 282.667}, "triton_wait": {"avg_ms": 79.071, "count": 123, "max_ms": 112.483, "p95_ms": 98.612}, "visualize": {"avg_ms": 29.718, "count": 123, "max_ms": 41.762, "p95_ms": 40.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6294.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.593, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.816, "name": "ffmpeg", "pid": 29512, "rss_mb": 269.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 9, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.13, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:33:54+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:33:54+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:33:54.187919+09:00", "mtime_epoch": 1783341234.1879191, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:33:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.717}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.539, "count": 292, "max_ms": 5.667, "p95_ms": 4.124}, "gstreamer_push": {"avg_ms": 1.312, "count": 292, "max_ms": 1.52, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.688, "count": 292, "max_ms": 89.186, "p95_ms": 80.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.142, "count": 292, "max_ms": 111.252, "p95_ms": 87.822}, "yolo11_640_fire_11class": {"avg_ms": 68.84, "count": 292, "max_ms": 88.714, "p95_ms": 81.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.58, "count": 292, "max_ms": 99.065, "p95_ms": 92.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.402, "count": 292, "max_ms": 123.556, "p95_ms": 106.967}, "read_interval": {"avg_ms": 102.885, "count": 291, "max_ms": 141.865, "p95_ms": 122.846}, "triton_wait": {"avg_ms": 77.214, "count": 292, "max_ms": 111.266, "p95_ms": 94.774}, "visualize": {"avg_ms": 3.643, "count": 292, "max_ms": 4.962, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6295.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.983, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.32, "name": "ffmpeg", "pid": 29619, "rss_mb": 328.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 14, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.114, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:34:10+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:34:10+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T21:34:10.688196+09:00", "mtime_epoch": 1783341250.6881964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:34:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.007, "pushed": 9.007, "read": 8.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 270, "max_ms": 5.336, "p95_ms": 4.279}, "gstreamer_push": {"avg_ms": 1.283, "count": 270, "max_ms": 1.51, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.965, "count": 270, "max_ms": 92.735, "p95_ms": 81.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.683, "count": 270, "max_ms": 110.498, "p95_ms": 91.043}, "yolo11_640_fire_11class": {"avg_ms": 76.224, "count": 270, "max_ms": 95.248, "p95_ms": 84.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.778, "count": 270, "max_ms": 107.449, "p95_ms": 95.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.907, "count": 270, "max_ms": 123.568, "p95_ms": 110.08}, "read_interval": {"avg_ms": 111.463, "count": 269, "max_ms": 137.305, "p95_ms": 123.587}, "triton_wait": {"avg_ms": 86.26, "count": 270, "max_ms": 110.51, "p95_ms": 97.063}, "visualize": {"avg_ms": 3.602, "count": 270, "max_ms": 4.559, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1755, "tracking_summary": 1587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6291.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36966.527, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.913, "sample_count": 1267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:34:13+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T21:34:13+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-06T21:34:13.076236+09:00", "mtime_epoch": 1783341253.0762365, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:34:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 857.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.993, "pushed": 3.993, "read": 3.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.848, "count": 119, "max_ms": 181.991, "p95_ms": 146.105}, "gstreamer_push": {"avg_ms": 0.78, "count": 119, "max_ms": 1.116, "p95_ms": 0.841}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.02, "count": 119, "max_ms": 110.321, "p95_ms": 99.552}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.485, "count": 119, "max_ms": 114.204, "p95_ms": 110.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.883, "count": 119, "max_ms": 289.527, "p95_ms": 280.727}, "read_interval": {"avg_ms": 252.465, "count": 118, "max_ms": 297.468, "p95_ms": 287.025}, "triton_wait": {"avg_ms": 75.514, "count": 119, "max_ms": 114.218, "p95_ms": 110.191}, "visualize": {"avg_ms": 25.734, "count": 119, "max_ms": 41.412, "p95_ms": 27.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6295.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.672, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.816, "name": "ffmpeg", "pid": 29512, "rss_mb": 269.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 9, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.602, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:34:24+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T21:34:24+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:34:24.264425+09:00", "mtime_epoch": 1783341264.2644253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:34:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.943, "pushed": 8.943, "read": 8.91}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.469, "count": 268, "max_ms": 5.406, "p95_ms": 3.64}, "gstreamer_push": {"avg_ms": 1.315, "count": 268, "max_ms": 1.568, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.947, "count": 268, "max_ms": 92.408, "p95_ms": 81.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.028, "count": 268, "max_ms": 118.245, "p95_ms": 96.367}, "yolo11_640_fire_11class": {"avg_ms": 75.86, "count": 268, "max_ms": 95.471, "p95_ms": 85.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.585, "count": 268, "max_ms": 107.644, "p95_ms": 95.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.512, "count": 268, "max_ms": 130.576, "p95_ms": 113.53}, "read_interval": {"avg_ms": 112.211, "count": 267, "max_ms": 147.485, "p95_ms": 128.764}, "triton_wait": {"avg_ms": 86.384, "count": 268, "max_ms": 118.259, "p95_ms": 101.228}, "visualize": {"avg_ms": 3.626, "count": 268, "max_ms": 4.589, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6294.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.082, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.32, "name": "ffmpeg", "pid": 29619, "rss_mb": 328.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 14, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.543, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:34:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:34:40+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T21:34:40+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T21:34:40.776704+09:00", "mtime_epoch": 1783341280.7767043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:34:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1542.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.903, "pushed": 8.903, "read": 8.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.208, "count": 267, "max_ms": 6.322, "p95_ms": 5.038}, "gstreamer_push": {"avg_ms": 1.296, "count": 267, "max_ms": 1.942, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.972, "count": 267, "max_ms": 93.639, "p95_ms": 82.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.921, "count": 267, "max_ms": 115.912, "p95_ms": 99.371}, "yolo11_640_fire_11class": {"avg_ms": 76.31, "count": 267, "max_ms": 92.37, "p95_ms": 85.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.597, "count": 267, "max_ms": 104.923, "p95_ms": 96.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.843, "count": 267, "max_ms": 129.461, "p95_ms": 116.408}, "read_interval": {"avg_ms": 112.676, "count": 266, "max_ms": 146.193, "p95_ms": 128.957}, "triton_wait": {"avg_ms": 86.947, "count": 267, "max_ms": 115.925, "p95_ms": 103.53}, "visualize": {"avg_ms": 3.64, "count": 267, "max_ms": 4.619, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1758, "tracking_summary": 1588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6294.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 36996.676, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.79, "sample_count": 1274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:34:43+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-06T21:34:43+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-06T21:34:43.188745+09:00", "mtime_epoch": 1783341283.188745, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:34:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 859.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.482, "pushed": 4.482, "read": 4.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.013, "count": 134, "max_ms": 159.869, "p95_ms": 145.461}, "gstreamer_push": {"avg_ms": 0.845, "count": 134, "max_ms": 1.839, "p95_ms": 0.974}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.78, "count": 134, "max_ms": 110.622, "p95_ms": 101.219}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.568, "count": 134, "max_ms": 116.839, "p95_ms": 108.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.039, "count": 134, "max_ms": 293.034, "p95_ms": 273.083}, "read_interval": {"avg_ms": 224.554, "count": 133, "max_ms": 304.765, "p95_ms": 278.839}, "triton_wait": {"avg_ms": 75.628, "count": 134, "max_ms": 116.853, "p95_ms": 108.96}, "visualize": {"avg_ms": 25.546, "count": 134, "max_ms": 35.906, "p95_ms": 31.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6292.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.676, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.816, "name": "ffmpeg", "pid": 29512, "rss_mb": 269.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 8, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.725, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:34:54+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T21:34:54+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-06T21:34:54.292933+09:00", "mtime_epoch": 1783341294.2929332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:34:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.904, "pushed": 8.904, "read": 8.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.507, "count": 267, "max_ms": 5.305, "p95_ms": 4.699}, "gstreamer_push": {"avg_ms": 1.281, "count": 267, "max_ms": 1.505, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.515, "count": 267, "max_ms": 93.583, "p95_ms": 81.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.418, "count": 267, "max_ms": 113.283, "p95_ms": 96.805}, "yolo11_640_fire_11class": {"avg_ms": 76.567, "count": 267, "max_ms": 92.317, "p95_ms": 87.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.985, "count": 267, "max_ms": 103.26, "p95_ms": 95.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.916, "count": 267, "max_ms": 125.383, "p95_ms": 112.291}, "read_interval": {"avg_ms": 112.488, "count": 267, "max_ms": 144.895, "p95_ms": 125.645}, "triton_wait": {"avg_ms": 86.942, "count": 267, "max_ms": 113.295, "p95_ms": 99.972}, "visualize": {"avg_ms": 3.554, "count": 267, "max_ms": 5.228, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6290.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.153, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.32, "name": "ffmpeg", "pid": 29619, "rss_mb": 328.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 14, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.115, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:35:10+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:35:10+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:35:10.861215+09:00", "mtime_epoch": 1783341310.8612146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:35:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1543.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.945, "pushed": 8.945, "read": 8.912}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.18, "count": 268, "max_ms": 6.469, "p95_ms": 4.889}, "gstreamer_push": {"avg_ms": 1.292, "count": 268, "max_ms": 1.629, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.451, "count": 268, "max_ms": 93.699, "p95_ms": 83.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.697, "count": 268, "max_ms": 108.644, "p95_ms": 91.507}, "yolo11_640_fire_11class": {"avg_ms": 76.229, "count": 268, "max_ms": 94.271, "p95_ms": 85.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.926, "count": 268, "max_ms": 106.035, "p95_ms": 95.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.368, "count": 268, "max_ms": 121.522, "p95_ms": 111.732}, "read_interval": {"avg_ms": 112.193, "count": 267, "max_ms": 134.896, "p95_ms": 124.628}, "triton_wait": {"avg_ms": 86.553, "count": 268, "max_ms": 108.657, "p95_ms": 98.734}, "visualize": {"avg_ms": 3.625, "count": 268, "max_ms": 4.615, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1759, "tracking_summary": 1589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6284.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37026.733, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.268, "sample_count": 1270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:35:13+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T21:35:13+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T21:35:13.253255+09:00", "mtime_epoch": 1783341313.2532554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:35:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 848.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.956, "pushed": 3.956, "read": 3.922}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.121, "count": 118, "max_ms": 158.156, "p95_ms": 146.715}, "gstreamer_push": {"avg_ms": 0.987, "count": 118, "max_ms": 2.826, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.841, "count": 118, "max_ms": 114.571, "p95_ms": 108.689}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.487, "count": 118, "max_ms": 114.589, "p95_ms": 109.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.473, "count": 118, "max_ms": 296.82, "p95_ms": 285.874}, "read_interval": {"avg_ms": 254.424, "count": 117, "max_ms": 303.945, "p95_ms": 293.388}, "triton_wait": {"avg_ms": 75.665, "count": 118, "max_ms": 114.603, "p95_ms": 110.276}, "visualize": {"avg_ms": 27.923, "count": 118, "max_ms": 43.114, "p95_ms": 39.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6285.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.717, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.816, "name": "ffmpeg", "pid": 29512, "rss_mb": 269.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 8, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.765, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:35:24+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:35:24+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:35:24.313444+09:00", "mtime_epoch": 1783341324.3134437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:35:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.82, "pushed": 8.82, "read": 8.786}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.664, "count": 264, "max_ms": 6.291, "p95_ms": 5.072}, "gstreamer_push": {"avg_ms": 1.339, "count": 264, "max_ms": 2.458, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.168, "count": 264, "max_ms": 91.336, "p95_ms": 83.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.885, "count": 264, "max_ms": 115.451, "p95_ms": 104.057}, "yolo11_640_fire_11class": {"avg_ms": 76.778, "count": 264, "max_ms": 91.349, "p95_ms": 86.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.715, "count": 264, "max_ms": 102.843, "p95_ms": 97.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.309, "count": 264, "max_ms": 127.918, "p95_ms": 116.268}, "read_interval": {"avg_ms": 113.781, "count": 263, "max_ms": 141.292, "p95_ms": 129.193}, "triton_wait": {"avg_ms": 87.807, "count": 264, "max_ms": 115.465, "p95_ms": 104.071}, "visualize": {"avg_ms": 3.741, "count": 264, "max_ms": 6.467, "p95_ms": 4.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6294.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.199, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.32, "name": "ffmpeg", "pid": 29619, "rss_mb": 328.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 14, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.111, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:35:41+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T21:35:40+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T21:35:40.889727+09:00", "mtime_epoch": 1783341340.8897266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:35:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1543.227, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.847, "pushed": 8.847, "read": 8.814}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.276, "count": 265, "max_ms": 7.353, "p95_ms": 5.329}, "gstreamer_push": {"avg_ms": 1.302, "count": 265, "max_ms": 2.196, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.962, "count": 265, "max_ms": 89.924, "p95_ms": 82.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.292, "count": 265, "max_ms": 116.418, "p95_ms": 103.213}, "yolo11_640_fire_11class": {"avg_ms": 76.008, "count": 265, "max_ms": 88.938, "p95_ms": 85.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.935, "count": 265, "max_ms": 102.874, "p95_ms": 96.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.249, "count": 265, "max_ms": 130.496, "p95_ms": 117.077}, "read_interval": {"avg_ms": 113.326, "count": 264, "max_ms": 144.189, "p95_ms": 130.55}, "triton_wait": {"avg_ms": 87.206, "count": 265, "max_ms": 116.43, "p95_ms": 103.226}, "visualize": {"avg_ms": 3.681, "count": 265, "max_ms": 6.319, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1760, "tracking_summary": 1590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6300.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37056.866, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.727, "sample_count": 1266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:35:43+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-06T21:35:43+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T21:35:43.397769+09:00", "mtime_epoch": 1783341343.3977695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:35:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 857.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.451, "pushed": 4.451, "read": 4.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.777, "count": 133, "max_ms": 158.959, "p95_ms": 142.682}, "gstreamer_push": {"avg_ms": 1.268, "count": 133, "max_ms": 2.29, "p95_ms": 1.996}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.219, "count": 133, "max_ms": 109.475, "p95_ms": 105.829}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.118, "count": 133, "max_ms": 121.604, "p95_ms": 107.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.25, "count": 133, "max_ms": 303.761, "p95_ms": 282.009}, "read_interval": {"avg_ms": 226.142, "count": 132, "max_ms": 310.921, "p95_ms": 289.091}, "triton_wait": {"avg_ms": 74.521, "count": 133, "max_ms": 121.615, "p95_ms": 107.379}, "visualize": {"avg_ms": 31.185, "count": 133, "max_ms": 43.328, "p95_ms": 40.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6300.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.821, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.293, "name": "ffmpeg", "pid": 29512, "rss_mb": 277.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 8, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.12, "sample_count": 2731, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:35:54+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:35:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:35:54.417958+09:00", "mtime_epoch": 1783341354.417958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:35:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.837, "pushed": 8.837, "read": 8.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.74, "count": 265, "max_ms": 5.827, "p95_ms": 5.421}, "gstreamer_push": {"avg_ms": 1.363, "count": 265, "max_ms": 2.378, "p95_ms": 1.547}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.796, "count": 265, "max_ms": 89.099, "p95_ms": 81.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.944, "count": 265, "max_ms": 121.587, "p95_ms": 92.518}, "yolo11_640_fire_11class": {"avg_ms": 76.265, "count": 265, "max_ms": 89.347, "p95_ms": 85.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.334, "count": 265, "max_ms": 102.913, "p95_ms": 96.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.861, "count": 265, "max_ms": 133.927, "p95_ms": 113.942}, "read_interval": {"avg_ms": 113.597, "count": 264, "max_ms": 148.247, "p95_ms": 128.073}, "triton_wait": {"avg_ms": 87.158, "count": 265, "max_ms": 121.599, "p95_ms": 100.233}, "visualize": {"avg_ms": 3.795, "count": 265, "max_ms": 6.4, "p95_ms": 5.561}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6293.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.232, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.32, "name": "ffmpeg", "pid": 29619, "rss_mb": 328.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 14, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.376, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:36:11+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-06T21:36:10+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-06T21:36:10.902241+09:00", "mtime_epoch": 1783341370.9022408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:36:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1543.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.889, "pushed": 8.889, "read": 8.856}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 266, "max_ms": 7.612, "p95_ms": 5.343}, "gstreamer_push": {"avg_ms": 1.31, "count": 266, "max_ms": 2.116, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.595, "count": 266, "max_ms": 93.09, "p95_ms": 82.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.31, "count": 266, "max_ms": 116.215, "p95_ms": 94.455}, "yolo11_640_fire_11class": {"avg_ms": 76.002, "count": 266, "max_ms": 93.929, "p95_ms": 85.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.8, "count": 266, "max_ms": 106.029, "p95_ms": 96.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.636, "count": 266, "max_ms": 129.317, "p95_ms": 112.875}, "read_interval": {"avg_ms": 112.799, "count": 265, "max_ms": 146.276, "p95_ms": 127.303}, "triton_wait": {"avg_ms": 86.5, "count": 266, "max_ms": 116.228, "p95_ms": 100.073}, "visualize": {"avg_ms": 3.748, "count": 266, "max_ms": 6.376, "p95_ms": 4.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1761, "tracking_summary": 1591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37086.916, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.092, "sample_count": 1255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:36:13+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T21:36:13+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T21:36:13.486285+09:00", "mtime_epoch": 1783341373.486285, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:36:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 859.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.994, "pushed": 3.994, "read": 3.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.465, "count": 119, "max_ms": 154.237, "p95_ms": 145.906}, "gstreamer_push": {"avg_ms": 0.825, "count": 119, "max_ms": 1.846, "p95_ms": 1.39}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.081, "count": 119, "max_ms": 116.381, "p95_ms": 106.8}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.938, "count": 119, "max_ms": 120.533, "p95_ms": 112.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.607, "count": 119, "max_ms": 298.848, "p95_ms": 291.137}, "read_interval": {"avg_ms": 252.593, "count": 118, "max_ms": 305.836, "p95_ms": 297.34}, "triton_wait": {"avg_ms": 76.156, "count": 119, "max_ms": 120.545, "p95_ms": 112.976}, "visualize": {"avg_ms": 30.172, "count": 119, "max_ms": 48.192, "p95_ms": 42.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6292.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.881, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.379, "name": "ffmpeg", "pid": 29512, "rss_mb": 278.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 8, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.279, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:36:24+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:36:24+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:36:24.478474+09:00", "mtime_epoch": 1783341384.478474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:36:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.981, "pushed": 8.981, "read": 8.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.583, "count": 269, "max_ms": 5.536, "p95_ms": 4.946}, "gstreamer_push": {"avg_ms": 1.313, "count": 269, "max_ms": 1.54, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.721, "count": 269, "max_ms": 89.938, "p95_ms": 81.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.509, "count": 269, "max_ms": 118.698, "p95_ms": 99.438}, "yolo11_640_fire_11class": {"avg_ms": 76.378, "count": 269, "max_ms": 97.49, "p95_ms": 86.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.575, "count": 269, "max_ms": 109.474, "p95_ms": 96.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.611, "count": 269, "max_ms": 130.969, "p95_ms": 112.91}, "read_interval": {"avg_ms": 111.728, "count": 268, "max_ms": 143.987, "p95_ms": 127.107}, "triton_wait": {"avg_ms": 86.375, "count": 269, "max_ms": 118.711, "p95_ms": 100.673}, "visualize": {"avg_ms": 3.618, "count": 269, "max_ms": 5.119, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.266, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.32, "name": "ffmpeg", "pid": 29619, "rss_mb": 328.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 14, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.823, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:36:41+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T21:36:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T21:36:41.002759+09:00", "mtime_epoch": 1783341401.0027585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:36:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1543.484, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.157, "pushed": 9.157, "read": 9.124}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.205, "count": 274, "max_ms": 6.236, "p95_ms": 4.939}, "gstreamer_push": {"avg_ms": 1.299, "count": 274, "max_ms": 1.86, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.74, "count": 274, "max_ms": 90.071, "p95_ms": 80.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.041, "count": 274, "max_ms": 117.779, "p95_ms": 100.898}, "yolo11_640_fire_11class": {"avg_ms": 72.792, "count": 274, "max_ms": 88.869, "p95_ms": 83.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.649, "count": 274, "max_ms": 102.845, "p95_ms": 93.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.189, "count": 274, "max_ms": 130.482, "p95_ms": 113.901}, "read_interval": {"avg_ms": 109.691, "count": 273, "max_ms": 144.926, "p95_ms": 128.81}, "triton_wait": {"avg_ms": 83.325, "count": 274, "max_ms": 117.792, "p95_ms": 101.038}, "visualize": {"avg_ms": 3.634, "count": 274, "max_ms": 4.572, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1762, "tracking_summary": 1592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37116.953, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.95, "sample_count": 1262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:36:43+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T21:36:43+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T21:36:43.570803+09:00", "mtime_epoch": 1783341403.5708027, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:36:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 858.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.503, "pushed": 4.503, "read": 4.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 104.063, "count": 134, "max_ms": 155.013, "p95_ms": 145.698}, "gstreamer_push": {"avg_ms": 1.055, "count": 134, "max_ms": 2.954, "p95_ms": 1.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.98, "count": 134, "max_ms": 110.309, "p95_ms": 101.116}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.918, "count": 134, "max_ms": 111.47, "p95_ms": 108.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.87, "count": 134, "max_ms": 298.592, "p95_ms": 280.277}, "read_interval": {"avg_ms": 224.378, "count": 133, "max_ms": 304.656, "p95_ms": 287.05}, "triton_wait": {"avg_ms": 79.052, "count": 134, "max_ms": 111.484, "p95_ms": 108.139}, "visualize": {"avg_ms": 29.797, "count": 134, "max_ms": 43.818, "p95_ms": 40.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.76, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6300.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 376, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:30:54+09:00", "last_error_summary": "[h264 @ 0x564157841380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564157841380] error while decoding MB 0 30, bytestream 3536 [h264 @ 0x5641584a2980] error while decoding MB 44 7, bytestream -18 [h264 @ 0x5641578dcc00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5641578dcc00] error while decoding MB 0 17, bytestream 2689 [h264 @ 0x5641584a2980] error while decoding MB 3 7, bytestream -5 [in#0/rtsp @ 0x5641577bae00] Error during demuxing: Connection timed", "last_exit_at": "2026-07-06T21:30:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 358.66, "last_started_at": "2026-07-06T21:30:57+09:00", "pid": 29512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.316, "name": "ffmpeg", "pid": 29512, "rss_mb": 283.316, "state": "S (sleeping)", "threads": 104}, "restart_count": 125, "restart_count_per_hour": 8, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.291, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:36:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T21:36:56+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T21:36:56+09:00", "mjpeg": {"age_sec": 19.237, "exists": true, "mtime": "2026-07-06T21:36:37.114691+09:00", "mtime_epoch": 1783341397.1146915, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:36:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.275, "pushed": 3.275, "read": 3.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 98, "max_ms": 5.144, "p95_ms": 4.614}, "gstreamer_push": {"avg_ms": 1.264, "count": 98, "max_ms": 1.597, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.647, "count": 98, "max_ms": 87.295, "p95_ms": 79.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.395, "count": 98, "max_ms": 109.575, "p95_ms": 100.379}, "yolo11_640_fire_11class": {"avg_ms": 75.786, "count": 98, "max_ms": 90.395, "p95_ms": 86.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.905, "count": 98, "max_ms": 97.787, "p95_ms": 95.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.656, "count": 98, "max_ms": 122.111, "p95_ms": 111.919}, "read_interval": {"avg_ms": 308.748, "count": 97, "max_ms": 19264.566, "p95_ms": 127.597}, "triton_wait": {"avg_ms": 85.93, "count": 98, "max_ms": 109.589, "p95_ms": 100.392}, "visualize": {"avg_ms": 3.473, "count": 98, "max_ms": 4.364, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1763, "tracking_summary": 1593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6289.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37147.014, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.727, "sample_count": 1267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:37:13+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T21:37:13+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T21:37:13.651322+09:00", "mtime_epoch": 1783341433.6513224, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:37:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 859.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.316, "pushed": 4.316, "read": 4.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.215, "count": 129, "max_ms": 155.106, "p95_ms": 150.832}, "gstreamer_push": {"avg_ms": 1.091, "count": 129, "max_ms": 2.898, "p95_ms": 1.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.915, "count": 129, "max_ms": 112.344, "p95_ms": 102.031}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.102, "count": 129, "max_ms": 118.268, "p95_ms": 107.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.563, "count": 129, "max_ms": 287.274, "p95_ms": 274.415}, "read_interval": {"avg_ms": 233.49, "count": 128, "max_ms": 297.765, "p95_ms": 281.641}, "triton_wait": {"avg_ms": 76.566, "count": 129, "max_ms": 118.281, "p95_ms": 109.932}, "visualize": {"avg_ms": 29.855, "count": 129, "max_ms": 46.417, "p95_ms": 39.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6290.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.641, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.488, "name": "ffmpeg", "pid": 29771, "rss_mb": 265.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 9, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.018, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:37:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:37:26+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T21:37:26+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T21:37:26.267541+09:00", "mtime_epoch": 1783341446.267541, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:37:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1655.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.82, "pushed": 8.82, "read": 8.786}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 264, "max_ms": 4.661, "p95_ms": 4.186}, "gstreamer_push": {"avg_ms": 1.296, "count": 264, "max_ms": 2.059, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.801, "count": 264, "max_ms": 89.883, "p95_ms": 78.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.072, "count": 264, "max_ms": 121.921, "p95_ms": 91.25}, "yolo11_640_fire_11class": {"avg_ms": 60.215, "count": 264, "max_ms": 90.808, "p95_ms": 81.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.818, "count": 264, "max_ms": 100.979, "p95_ms": 92.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.012, "count": 264, "max_ms": 134.06, "p95_ms": 107.486}, "read_interval": {"avg_ms": 113.834, "count": 263, "max_ms": 4294.108, "p95_ms": 128.897}, "triton_wait": {"avg_ms": 65.987, "count": 264, "max_ms": 121.934, "p95_ms": 95.407}, "visualize": {"avg_ms": 3.622, "count": 264, "max_ms": 5.153, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6291.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:33:28+09:00", "last_error_summary": "[h264 @ 0x5641cbc9b140] error while decoding MB 101 36, bytestream -7 [in#0/rtsp @ 0x5641cb707e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5641cb707e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.697, "last_started_at": "2026-07-06T21:33:30+09:00", "pid": 29619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.203, "name": "ffmpeg", "pid": 29619, "rss_mb": 329.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 13, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.614, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:37:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:37:26+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T21:37:26+09:00", "mjpeg": {"age_sec": 17.782, "exists": true, "mtime": "2026-07-06T21:37:08.719237+09:00", "mtime_epoch": 1783341428.719237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:37:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1543.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.972, "pushed": 3.972, "read": 3.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 119, "max_ms": 6.295, "p95_ms": 4.902}, "gstreamer_push": {"avg_ms": 1.285, "count": 119, "max_ms": 1.492, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.091, "count": 119, "max_ms": 87.738, "p95_ms": 83.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.471, "count": 119, "max_ms": 120.788, "p95_ms": 107.309}, "yolo11_640_fire_11class": {"avg_ms": 67.365, "count": 119, "max_ms": 88.87, "p95_ms": 86.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.522, "count": 119, "max_ms": 98.219, "p95_ms": 95.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.473, "count": 119, "max_ms": 133.501, "p95_ms": 120.542}, "read_interval": {"avg_ms": 253.816, "count": 118, "max_ms": 17813.224, "p95_ms": 137.662}, "triton_wait": {"avg_ms": 77.771, "count": 119, "max_ms": 120.801, "p95_ms": 107.322}, "visualize": {"avg_ms": 3.619, "count": 119, "max_ms": 4.326, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1764, "tracking_summary": 1594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 5989.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37177.099, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.016, "sample_count": 1260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:37:43+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T21:37:43+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T21:37:43.659843+09:00", "mtime_epoch": 1783341463.659843, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:37:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 859.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.289, "pushed": 4.289, "read": 4.255}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.45, "count": 128, "max_ms": 151.954, "p95_ms": 143.929}, "gstreamer_push": {"avg_ms": 0.792, "count": 128, "max_ms": 1.734, "p95_ms": 0.905}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.79, "count": 128, "max_ms": 89.319, "p95_ms": 85.008}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.593, "count": 128, "max_ms": 101.328, "p95_ms": 90.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.147, "count": 128, "max_ms": 270.783, "p95_ms": 261.787}, "read_interval": {"avg_ms": 234.863, "count": 127, "max_ms": 276.558, "p95_ms": 268.264}, "triton_wait": {"avg_ms": 72.613, "count": 128, "max_ms": 101.342, "p95_ms": 90.313}, "visualize": {"avg_ms": 27.245, "count": 128, "max_ms": 37.782, "p95_ms": 36.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6286.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.65, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.488, "name": "ffmpeg", "pid": 29771, "rss_mb": 265.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 9, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.705, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:37:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T21:37:56+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:37:56.288063+09:00", "mtime_epoch": 1783341476.2880626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:37:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 292, "max_ms": 5.591, "p95_ms": 4.279}, "gstreamer_push": {"avg_ms": 1.309, "count": 292, "max_ms": 2.001, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.138, "count": 292, "max_ms": 85.671, "p95_ms": 79.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.631, "count": 292, "max_ms": 112.161, "p95_ms": 84.922}, "yolo11_640_fire_11class": {"avg_ms": 60.816, "count": 292, "max_ms": 87.445, "p95_ms": 80.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.572, "count": 292, "max_ms": 96.033, "p95_ms": 89.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.149, "count": 292, "max_ms": 124.351, "p95_ms": 102.052}, "read_interval": {"avg_ms": 102.692, "count": 292, "max_ms": 175.501, "p95_ms": 127.086}, "triton_wait": {"avg_ms": 66.001, "count": 292, "max_ms": 112.174, "p95_ms": 90.041}, "visualize": {"avg_ms": 3.655, "count": 292, "max_ms": 4.725, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6287.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:37:43+09:00", "last_error_summary": "[h264 @ 0x55c29c9bb680] error while decoding MB 115 26, bytestream -21 [in#0/rtsp @ 0x55c29c979e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c29c979e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.102, "last_started_at": "2026-07-06T21:37:46+09:00", "pid": 29878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 322.426, "name": "ffmpeg", "pid": 29878, "rss_mb": 322.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.151, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:37:56+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T21:37:56+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:37:56.500066+09:00", "mtime_epoch": 1783341476.500066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:37:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1543.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.19, "pushed": 6.19, "read": 6.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.181, "count": 85, "max_ms": 5.605, "p95_ms": 4.754}, "gstreamer_push": {"avg_ms": 1.323, "count": 85, "max_ms": 1.961, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.115, "count": 85, "max_ms": 86.893, "p95_ms": 84.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.795, "count": 85, "max_ms": 113.6, "p95_ms": 102.237}, "yolo11_640_fire_11class": {"avg_ms": 74.27, "count": 85, "max_ms": 87.486, "p95_ms": 85.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.993, "count": 85, "max_ms": 96.636, "p95_ms": 95.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.573, "count": 85, "max_ms": 126.499, "p95_ms": 115.247}, "read_interval": {"avg_ms": 353.858, "count": 85, "max_ms": 16440.458, "p95_ms": 129.248}, "triton_wait": {"avg_ms": 83.574, "count": 85, "max_ms": 113.612, "p95_ms": 102.249}, "visualize": {"avg_ms": 3.662, "count": 85, "max_ms": 4.547, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.733, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1765, "tracking_summary": 1595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6290.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37207.266, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.913, "sample_count": 1254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:38:14+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-06T21:38:13+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-06T21:38:13.832368+09:00", "mtime_epoch": 1783341493.8323681, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:38:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 860.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.013, "pushed": 4.013, "read": 3.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.616, "count": 120, "max_ms": 170.596, "p95_ms": 143.206}, "gstreamer_push": {"avg_ms": 0.766, "count": 120, "max_ms": 0.831, "p95_ms": 0.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.308, "count": 120, "max_ms": 106.226, "p95_ms": 102.005}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.137, "count": 120, "max_ms": 114.124, "p95_ms": 107.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.738, "count": 120, "max_ms": 282.627, "p95_ms": 278.708}, "read_interval": {"avg_ms": 251.445, "count": 119, "max_ms": 288.739, "p95_ms": 285.013}, "triton_wait": {"avg_ms": 76.157, "count": 120, "max_ms": 114.138, "p95_ms": 107.429}, "visualize": {"avg_ms": 25.245, "count": 120, "max_ms": 33.275, "p95_ms": 26.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6294.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.765, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.129, "name": "ffmpeg", "pid": 29771, "rss_mb": 270.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 9, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.286, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:38:26+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T21:38:26+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:38:26.392587+09:00", "mtime_epoch": 1783341506.3925872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:38:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.035, "pushed": 9.035, "read": 9.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.604, "count": 271, "max_ms": 5.453, "p95_ms": 4.538}, "gstreamer_push": {"avg_ms": 1.324, "count": 271, "max_ms": 1.697, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.656, "count": 271, "max_ms": 88.87, "p95_ms": 82.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.742, "count": 271, "max_ms": 114.386, "p95_ms": 100.638}, "yolo11_640_fire_11class": {"avg_ms": 74.608, "count": 271, "max_ms": 89.263, "p95_ms": 83.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.286, "count": 271, "max_ms": 101.453, "p95_ms": 94.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.004, "count": 271, "max_ms": 124.571, "p95_ms": 113.633}, "read_interval": {"avg_ms": 110.686, "count": 271, "max_ms": 140.278, "p95_ms": 126.158}, "triton_wait": {"avg_ms": 84.634, "count": 271, "max_ms": 114.397, "p95_ms": 101.343}, "visualize": {"avg_ms": 3.694, "count": 271, "max_ms": 4.945, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6294.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:37:43+09:00", "last_error_summary": "[h264 @ 0x55c29c9bb680] error while decoding MB 115 26, bytestream -21 [in#0/rtsp @ 0x55c29c979e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c29c979e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.103, "last_started_at": "2026-07-06T21:37:46+09:00", "pid": 29878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.004, "name": "ffmpeg", "pid": 29878, "rss_mb": 325.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.151, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:38:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T21:38:26+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T21:38:26.504589+09:00", "mtime_epoch": 1783341506.504589, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:38:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1543.742, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.07, "pushed": 9.07, "read": 9.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.198, "count": 272, "max_ms": 6.348, "p95_ms": 5.596}, "gstreamer_push": {"avg_ms": 1.278, "count": 272, "max_ms": 1.981, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.171, "count": 272, "max_ms": 88.611, "p95_ms": 82.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.546, "count": 272, "max_ms": 118.898, "p95_ms": 100.197}, "yolo11_640_fire_11class": {"avg_ms": 75.511, "count": 272, "max_ms": 90.484, "p95_ms": 85.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.16, "count": 272, "max_ms": 100.18, "p95_ms": 94.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.049, "count": 272, "max_ms": 131.897, "p95_ms": 113.061}, "read_interval": {"avg_ms": 110.324, "count": 272, "max_ms": 144.698, "p95_ms": 125.687}, "triton_wait": {"avg_ms": 85.397, "count": 272, "max_ms": 118.909, "p95_ms": 100.21}, "visualize": {"avg_ms": 3.579, "count": 272, "max_ms": 4.492, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1766, "tracking_summary": 1596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6292.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37237.43, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.221, "sample_count": 1261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:38:44+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T21:38:43+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T21:38:44.000895+09:00", "mtime_epoch": 1783341524.0008948, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:38:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 858.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.352, "pushed": 4.352, "read": 4.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.234, "count": 130, "max_ms": 188.415, "p95_ms": 148.165}, "gstreamer_push": {"avg_ms": 0.856, "count": 130, "max_ms": 1.845, "p95_ms": 1.02}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.089, "count": 130, "max_ms": 113.949, "p95_ms": 105.895}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.274, "count": 130, "max_ms": 119.719, "p95_ms": 114.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.061, "count": 130, "max_ms": 330.397, "p95_ms": 290.479}, "read_interval": {"avg_ms": 231.971, "count": 129, "max_ms": 339.459, "p95_ms": 296.628}, "triton_wait": {"avg_ms": 79.327, "count": 130, "max_ms": 119.732, "p95_ms": 114.264}, "visualize": {"avg_ms": 26.584, "count": 130, "max_ms": 41.049, "p95_ms": 34.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6292.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.78, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.129, "name": "ffmpeg", "pid": 29771, "rss_mb": 270.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 9, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.91, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:38:56+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:38:56+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:38:56.409112+09:00", "mtime_epoch": 1783341536.409112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:38:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.891, "pushed": 8.891, "read": 8.857}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 266, "max_ms": 5.54, "p95_ms": 3.778}, "gstreamer_push": {"avg_ms": 1.325, "count": 266, "max_ms": 1.534, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.584, "count": 266, "max_ms": 91.522, "p95_ms": 83.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.917, "count": 266, "max_ms": 115.614, "p95_ms": 101.584}, "yolo11_640_fire_11class": {"avg_ms": 77.152, "count": 266, "max_ms": 93.749, "p95_ms": 85.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.56, "count": 266, "max_ms": 102.668, "p95_ms": 96.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.667, "count": 266, "max_ms": 127.897, "p95_ms": 114.483}, "read_interval": {"avg_ms": 112.818, "count": 265, "max_ms": 145.516, "p95_ms": 128.462}, "triton_wait": {"avg_ms": 87.48, "count": 266, "max_ms": 115.627, "p95_ms": 102.156}, "visualize": {"avg_ms": 3.625, "count": 266, "max_ms": 4.563, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6292.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:37:43+09:00", "last_error_summary": "[h264 @ 0x55c29c9bb680] error while decoding MB 115 26, bytestream -21 [in#0/rtsp @ 0x55c29c979e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c29c979e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.126, "last_started_at": "2026-07-06T21:37:46+09:00", "pid": 29878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.004, "name": "ffmpeg", "pid": 29878, "rss_mb": 325.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.901, "sample_count": 2386, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:38:56+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:38:56+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T21:38:56.521114+09:00", "mtime_epoch": 1783341536.5211139, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:38:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.892, "pushed": 8.892, "read": 8.859}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.31, "count": 266, "max_ms": 6.537, "p95_ms": 5.687}, "gstreamer_push": {"avg_ms": 1.291, "count": 266, "max_ms": 1.492, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.822, "count": 266, "max_ms": 88.859, "p95_ms": 82.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.196, "count": 266, "max_ms": 117.021, "p95_ms": 102.212}, "yolo11_640_fire_11class": {"avg_ms": 76.06, "count": 266, "max_ms": 92.609, "p95_ms": 84.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.475, "count": 266, "max_ms": 102.016, "p95_ms": 95.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.689, "count": 266, "max_ms": 129.841, "p95_ms": 116.023}, "read_interval": {"avg_ms": 112.871, "count": 265, "max_ms": 147.892, "p95_ms": 130.712}, "triton_wait": {"avg_ms": 86.737, "count": 266, "max_ms": 117.034, "p95_ms": 102.224}, "visualize": {"avg_ms": 3.65, "count": 266, "max_ms": 5.0, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1769, "tracking_summary": 1597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6297.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37267.518, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.82, "sample_count": 1266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:39:14+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-06T21:39:14+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T21:39:14.049421+09:00", "mtime_epoch": 1783341554.0494213, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:39:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 862.504, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.158, "pushed": 4.158, "read": 4.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.425, "count": 124, "max_ms": 148.112, "p95_ms": 145.149}, "gstreamer_push": {"avg_ms": 0.778, "count": 124, "max_ms": 1.741, "p95_ms": 0.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.856, "count": 124, "max_ms": 117.52, "p95_ms": 100.628}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.278, "count": 124, "max_ms": 113.162, "p95_ms": 109.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.836, "count": 124, "max_ms": 286.896, "p95_ms": 280.286}, "read_interval": {"avg_ms": 242.353, "count": 123, "max_ms": 293.488, "p95_ms": 286.294}, "triton_wait": {"avg_ms": 72.552, "count": 124, "max_ms": 117.534, "p95_ms": 109.523}, "visualize": {"avg_ms": 24.018, "count": 124, "max_ms": 39.561, "p95_ms": 27.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6297.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.796, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.129, "name": "ffmpeg", "pid": 29771, "rss_mb": 270.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 9, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.052, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:39:26+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:39:26+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T21:39:26.425638+09:00", "mtime_epoch": 1783341566.4256384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:39:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.867, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.579, "count": 266, "max_ms": 5.835, "p95_ms": 4.846}, "gstreamer_push": {"avg_ms": 1.303, "count": 266, "max_ms": 2.323, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.595, "count": 266, "max_ms": 91.35, "p95_ms": 82.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.133, "count": 266, "max_ms": 127.205, "p95_ms": 103.55}, "yolo11_640_fire_11class": {"avg_ms": 76.929, "count": 266, "max_ms": 91.851, "p95_ms": 85.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.052, "count": 266, "max_ms": 101.248, "p95_ms": 95.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.571, "count": 266, "max_ms": 139.481, "p95_ms": 115.622}, "read_interval": {"avg_ms": 112.858, "count": 266, "max_ms": 152.57, "p95_ms": 130.772}, "triton_wait": {"avg_ms": 87.379, "count": 266, "max_ms": 127.218, "p95_ms": 103.562}, "visualize": {"avg_ms": 3.626, "count": 266, "max_ms": 6.215, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:37:43+09:00", "last_error_summary": "[h264 @ 0x55c29c9bb680] error while decoding MB 115 26, bytestream -21 [in#0/rtsp @ 0x55c29c979e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c29c979e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.154, "last_started_at": "2026-07-06T21:37:46+09:00", "pid": 29878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.004, "name": "ffmpeg", "pid": 29878, "rss_mb": 325.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.022, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:39:26+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T21:39:26+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T21:39:26.541641+09:00", "mtime_epoch": 1783341566.5416405, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:39:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.0, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.891, "pushed": 8.891, "read": 8.858}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.251, "count": 266, "max_ms": 7.095, "p95_ms": 5.392}, "gstreamer_push": {"avg_ms": 1.286, "count": 266, "max_ms": 1.96, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.683, "count": 266, "max_ms": 89.518, "p95_ms": 82.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.515, "count": 266, "max_ms": 120.101, "p95_ms": 103.022}, "yolo11_640_fire_11class": {"avg_ms": 76.328, "count": 266, "max_ms": 89.505, "p95_ms": 84.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.547, "count": 266, "max_ms": 101.177, "p95_ms": 94.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.742, "count": 266, "max_ms": 132.932, "p95_ms": 115.835}, "read_interval": {"avg_ms": 112.865, "count": 265, "max_ms": 146.834, "p95_ms": 129.637}, "triton_wait": {"avg_ms": 86.845, "count": 266, "max_ms": 120.113, "p95_ms": 103.034}, "visualize": {"avg_ms": 3.637, "count": 266, "max_ms": 5.99, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1769, "tracking_summary": 1598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6285.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37297.764, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.221, "sample_count": 1267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:39:44+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T21:39:44+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-06T21:39:44.297953+09:00", "mtime_epoch": 1783341584.2979527, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:39:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 850.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.5, "pushed": 4.533, "read": 4.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.619, "count": 135, "max_ms": 156.142, "p95_ms": 143.968}, "gstreamer_push": {"avg_ms": 0.889, "count": 136, "max_ms": 1.849, "p95_ms": 1.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.389, "count": 135, "max_ms": 113.543, "p95_ms": 106.19}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.732, "count": 135, "max_ms": 120.434, "p95_ms": 109.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.224, "count": 135, "max_ms": 288.218, "p95_ms": 279.271}, "read_interval": {"avg_ms": 222.019, "count": 135, "max_ms": 296.566, "p95_ms": 285.287}, "triton_wait": {"avg_ms": 74.032, "count": 135, "max_ms": 120.447, "p95_ms": 110.343}, "visualize": {"avg_ms": 25.643, "count": 135, "max_ms": 43.976, "p95_ms": 32.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6282.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.821, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.387, "name": "ffmpeg", "pid": 29771, "rss_mb": 270.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 9, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.738, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:39:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:39:56+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T21:39:56+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T21:39:56.486167+09:00", "mtime_epoch": 1783341596.4861672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:39:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.469, "count": 300, "max_ms": 5.524, "p95_ms": 4.351}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 2.007, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.154, "count": 300, "max_ms": 85.294, "p95_ms": 80.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.208, "count": 300, "max_ms": 119.147, "p95_ms": 87.809}, "yolo11_640_fire_11class": {"avg_ms": 67.049, "count": 300, "max_ms": 95.079, "p95_ms": 82.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.197, "count": 300, "max_ms": 106.868, "p95_ms": 93.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.106, "count": 300, "max_ms": 131.527, "p95_ms": 107.196}, "read_interval": {"avg_ms": 100.139, "count": 299, "max_ms": 148.396, "p95_ms": 120.605}, "triton_wait": {"avg_ms": 75.172, "count": 300, "max_ms": 119.16, "p95_ms": 94.143}, "visualize": {"avg_ms": 3.546, "count": 300, "max_ms": 4.644, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1771, "tracking_summary": 1599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6298.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37327.79, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.626, "sample_count": 1267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:40:14+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T21:40:14+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-06T21:40:14.434484+09:00", "mtime_epoch": 1783341614.4344838, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:40:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 865.055, "name": "celery", "pid": 239, "rss_mb": 864.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.965, "pushed": 3.965, "read": 3.932}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.565, "count": 118, "max_ms": 155.189, "p95_ms": 145.971}, "gstreamer_push": {"avg_ms": 0.939, "count": 118, "max_ms": 2.973, "p95_ms": 1.745}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.945, "count": 118, "max_ms": 89.853, "p95_ms": 86.673}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.702, "count": 118, "max_ms": 94.561, "p95_ms": 91.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.548, "count": 118, "max_ms": 277.33, "p95_ms": 270.036}, "read_interval": {"avg_ms": 255.194, "count": 117, "max_ms": 286.778, "p95_ms": 276.999}, "triton_wait": {"avg_ms": 76.867, "count": 118, "max_ms": 94.575, "p95_ms": 91.424}, "visualize": {"avg_ms": 29.363, "count": 118, "max_ms": 43.165, "p95_ms": 39.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6319.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:37:43+09:00", "last_error_summary": "[h264 @ 0x55c29c9bb680] error while decoding MB 115 26, bytestream -21 [in#0/rtsp @ 0x55c29c979e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c29c979e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.76, "last_started_at": "2026-07-06T21:37:46+09:00", "pid": 29878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 349.238, "name": "ffmpeg", "pid": 29878, "rss_mb": 349.238, "state": "S (sleeping)", "threads": 104}, "restart_count": 62, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.235, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:40:16+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T21:40:16+09:00", "mjpeg": {"age_sec": 26.735, "exists": true, "mtime": "2026-07-06T21:39:49.514045+09:00", "mtime_epoch": 1783341589.5140445, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:40:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.075, "pushed": 0.075, "read": 0.075}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.106, "count": 2, "max_ms": 4.165, "p95_ms": 4.165}, "gstreamer_push": {"avg_ms": 1.274, "count": 2, "max_ms": 1.372, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.931, "count": 2, "max_ms": 58.539, "p95_ms": 58.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.025, "count": 2, "max_ms": 89.708, "p95_ms": 89.708}, "yolo11_640_fire_11class": {"avg_ms": 59.507, "count": 2, "max_ms": 64.662, "p95_ms": 64.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.318, "count": 2, "max_ms": 65.266, "p95_ms": 65.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.236, "count": 2, "max_ms": 102.723, "p95_ms": 102.723}, "read_interval": {"avg_ms": 16263.779, "count": 2, "max_ms": 26708.028, "p95_ms": 26708.028}, "triton_wait": {"avg_ms": 72.551, "count": 2, "max_ms": 89.72, "p95_ms": 89.72}, "visualize": {"avg_ms": 3.607, "count": 2, "max_ms": 3.661, "p95_ms": 3.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 26.819, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6281.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.874, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.387, "name": "ffmpeg", "pid": 29771, "rss_mb": 270.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 9, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.558, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:40:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:40:26+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T21:40:26+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T21:40:26.510697+09:00", "mtime_epoch": 1783341626.510697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:40:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.377, "pushed": 11.377, "read": 11.343}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.492, "count": 341, "max_ms": 5.825, "p95_ms": 4.001}, "gstreamer_push": {"avg_ms": 1.301, "count": 341, "max_ms": 2.185, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.458, "count": 341, "max_ms": 85.765, "p95_ms": 71.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.258, "count": 341, "max_ms": 116.065, "p95_ms": 84.286}, "yolo11_640_fire_11class": {"avg_ms": 58.071, "count": 341, "max_ms": 85.98, "p95_ms": 76.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.932, "count": 341, "max_ms": 95.899, "p95_ms": 85.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.691, "count": 341, "max_ms": 128.281, "p95_ms": 100.256}, "read_interval": {"avg_ms": 88.068, "count": 340, "max_ms": 142.659, "p95_ms": 113.632}, "triton_wait": {"avg_ms": 62.609, "count": 341, "max_ms": 116.077, "p95_ms": 88.18}, "visualize": {"avg_ms": 3.642, "count": 341, "max_ms": 5.542, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1772, "tracking_summary": 1600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6296.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37358.055, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.24, "sample_count": 1264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T21:40:44+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T21:40:44+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-06T21:40:44.595016+09:00", "mtime_epoch": 1783341644.5950165, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:40:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 861.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.329, "pushed": 4.329, "read": 4.295}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.784, "count": 129, "max_ms": 147.831, "p95_ms": 144.497}, "gstreamer_push": {"avg_ms": 0.814, "count": 129, "max_ms": 1.03, "p95_ms": 0.956}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.902, "count": 129, "max_ms": 112.826, "p95_ms": 104.926}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.351, "count": 129, "max_ms": 114.409, "p95_ms": 106.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.751, "count": 129, "max_ms": 282.457, "p95_ms": 278.931}, "read_interval": {"avg_ms": 232.686, "count": 128, "max_ms": 291.624, "p95_ms": 286.15}, "triton_wait": {"avg_ms": 76.49, "count": 129, "max_ms": 114.422, "p95_ms": 107.53}, "visualize": {"avg_ms": 25.536, "count": 129, "max_ms": 35.294, "p95_ms": 32.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6296.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:40:17+09:00", "last_error_summary": "[NULL @ 0x557643bbe200] missing picture in access unit with size 18 [h264 @ 0x5576447ceb00] no frame! [in#0/rtsp @ 0x557643bb9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643bb9e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557643bbe840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.237, "last_started_at": "2026-07-06T21:40:20+09:00", "pid": 30030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.797, "name": "ffmpeg", "pid": 30030, "rss_mb": 325.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 15, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.901, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:40:46+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:40:46+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:40:46.259046+09:00", "mtime_epoch": 1783341646.2590458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:40:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.258, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.616, "pushed": 7.616, "read": 7.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.415, "count": 228, "max_ms": 6.625, "p95_ms": 6.022}, "gstreamer_push": {"avg_ms": 1.296, "count": 228, "max_ms": 1.519, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.5, "count": 228, "max_ms": 88.146, "p95_ms": 81.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.546, "count": 228, "max_ms": 115.929, "p95_ms": 103.384}, "yolo11_640_fire_11class": {"avg_ms": 76.059, "count": 228, "max_ms": 90.806, "p95_ms": 86.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.847, "count": 228, "max_ms": 100.529, "p95_ms": 95.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.097, "count": 228, "max_ms": 129.047, "p95_ms": 116.332}, "read_interval": {"avg_ms": 131.777, "count": 227, "max_ms": 4905.03, "p95_ms": 128.887}, "triton_wait": {"avg_ms": 86.016, "count": 228, "max_ms": 115.942, "p95_ms": 103.396}, "visualize": {"avg_ms": 3.651, "count": 228, "max_ms": 4.659, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.947, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.387, "name": "ffmpeg", "pid": 29771, "rss_mb": 270.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.525, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:40:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:40:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T21:40:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T21:40:56.591229+09:00", "mtime_epoch": 1783341656.5912287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:40:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.975, "pushed": 8.975, "read": 8.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 269, "max_ms": 5.791, "p95_ms": 5.077}, "gstreamer_push": {"avg_ms": 1.346, "count": 269, "max_ms": 2.495, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.165, "count": 269, "max_ms": 87.987, "p95_ms": 81.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.86, "count": 269, "max_ms": 121.382, "p95_ms": 97.258}, "yolo11_640_fire_11class": {"avg_ms": 75.572, "count": 269, "max_ms": 91.063, "p95_ms": 85.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.192, "count": 269, "max_ms": 101.586, "p95_ms": 94.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.111, "count": 269, "max_ms": 133.656, "p95_ms": 113.121}, "read_interval": {"avg_ms": 111.823, "count": 268, "max_ms": 148.969, "p95_ms": 127.589}, "triton_wait": {"avg_ms": 85.526, "count": 269, "max_ms": 121.394, "p95_ms": 100.715}, "visualize": {"avg_ms": 3.737, "count": 269, "max_ms": 6.39, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1772, "tracking_summary": 1602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6297.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37388.167, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 277.228, "sample_count": 1282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:41:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:41:14+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-06T21:41:14+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-06T21:41:14.739550+09:00", "mtime_epoch": 1783341674.73955, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:41:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 859.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.589, "pushed": 4.589, "read": 4.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.161, "count": 137, "max_ms": 160.224, "p95_ms": 151.437}, "gstreamer_push": {"avg_ms": 0.839, "count": 137, "max_ms": 1.312, "p95_ms": 0.967}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.504, "count": 137, "max_ms": 116.331, "p95_ms": 108.396}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.471, "count": 137, "max_ms": 119.82, "p95_ms": 110.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.819, "count": 137, "max_ms": 295.054, "p95_ms": 277.228}, "read_interval": {"avg_ms": 219.627, "count": 136, "max_ms": 301.925, "p95_ms": 283.395}, "triton_wait": {"avg_ms": 81.699, "count": 137, "max_ms": 119.832, "p95_ms": 110.971}, "visualize": {"avg_ms": 26.004, "count": 137, "max_ms": 41.007, "p95_ms": 32.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:40:17+09:00", "last_error_summary": "[NULL @ 0x557643bbe200] missing picture in access unit with size 18 [h264 @ 0x5576447ceb00] no frame! [in#0/rtsp @ 0x557643bb9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643bb9e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557643bbe840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.307, "last_started_at": "2026-07-06T21:40:20+09:00", "pid": 30030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.797, "name": "ffmpeg", "pid": 30030, "rss_mb": 325.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 15, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.516, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:41:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:41:16+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:41:16.335578+09:00", "mtime_epoch": 1783341676.3355784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:41:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.979, "pushed": 8.979, "read": 8.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.267, "count": 269, "max_ms": 7.162, "p95_ms": 5.955}, "gstreamer_push": {"avg_ms": 1.281, "count": 269, "max_ms": 1.863, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.137, "count": 269, "max_ms": 91.357, "p95_ms": 82.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.615, "count": 269, "max_ms": 123.727, "p95_ms": 106.487}, "yolo11_640_fire_11class": {"avg_ms": 76.017, "count": 269, "max_ms": 93.889, "p95_ms": 86.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.43, "count": 269, "max_ms": 103.387, "p95_ms": 95.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.896, "count": 269, "max_ms": 137.282, "p95_ms": 119.385}, "read_interval": {"avg_ms": 111.793, "count": 268, "max_ms": 149.702, "p95_ms": 133.821}, "triton_wait": {"avg_ms": 86.035, "count": 269, "max_ms": 123.74, "p95_ms": 106.499}, "visualize": {"avg_ms": 3.594, "count": 269, "max_ms": 6.212, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6299.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.956, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.965, "name": "ffmpeg", "pid": 29771, "rss_mb": 272.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.691, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:41:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T21:41:26+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T21:41:26.599761+09:00", "mtime_epoch": 1783341686.5997605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:41:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1656.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.001, "pushed": 9.001, "read": 9.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.532, "count": 270, "max_ms": 5.919, "p95_ms": 5.088}, "gstreamer_push": {"avg_ms": 1.293, "count": 270, "max_ms": 2.331, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.301, "count": 270, "max_ms": 91.794, "p95_ms": 84.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.226, "count": 270, "max_ms": 119.496, "p95_ms": 108.192}, "yolo11_640_fire_11class": {"avg_ms": 75.453, "count": 270, "max_ms": 89.13, "p95_ms": 85.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.979, "count": 270, "max_ms": 98.589, "p95_ms": 95.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.812, "count": 270, "max_ms": 134.862, "p95_ms": 119.953}, "read_interval": {"avg_ms": 111.139, "count": 270, "max_ms": 149.319, "p95_ms": 134.61}, "triton_wait": {"avg_ms": 85.68, "count": 270, "max_ms": 119.512, "p95_ms": 108.204}, "visualize": {"avg_ms": 3.608, "count": 270, "max_ms": 6.283, "p95_ms": 4.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1774, "tracking_summary": 1603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6294.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37418.237, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 279.271, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:41:45+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-06T21:41:44+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-06T21:41:44.824084+09:00", "mtime_epoch": 1783341704.8240843, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:41:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 855.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.957, "pushed": 3.957, "read": 3.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.229, "count": 118, "max_ms": 155.165, "p95_ms": 146.759}, "gstreamer_push": {"avg_ms": 0.78, "count": 118, "max_ms": 1.049, "p95_ms": 0.902}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.596, "count": 118, "max_ms": 111.699, "p95_ms": 109.288}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.594, "count": 118, "max_ms": 117.339, "p95_ms": 115.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.727, "count": 118, "max_ms": 302.888, "p95_ms": 288.43}, "read_interval": {"avg_ms": 255.189, "count": 117, "max_ms": 310.366, "p95_ms": 296.394}, "triton_wait": {"avg_ms": 79.709, "count": 118, "max_ms": 117.352, "p95_ms": 115.352}, "visualize": {"avg_ms": 25.899, "count": 118, "max_ms": 32.121, "p95_ms": 28.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:40:17+09:00", "last_error_summary": "[NULL @ 0x557643bbe200] missing picture in access unit with size 18 [h264 @ 0x5576447ceb00] no frame! [in#0/rtsp @ 0x557643bb9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643bb9e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557643bbe840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.337, "last_started_at": "2026-07-06T21:40:20+09:00", "pid": 30030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.797, "name": "ffmpeg", "pid": 30030, "rss_mb": 325.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 15, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.023, "sample_count": 2049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T21:41:46+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T21:41:46+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T21:41:46.348111+09:00", "mtime_epoch": 1783341706.3481112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:41:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.516, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.99, "pushed": 8.99, "read": 8.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.17, "count": 269, "max_ms": 7.14, "p95_ms": 5.231}, "gstreamer_push": {"avg_ms": 1.278, "count": 269, "max_ms": 1.69, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.71, "count": 269, "max_ms": 89.428, "p95_ms": 85.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.573, "count": 269, "max_ms": 123.087, "p95_ms": 109.81}, "yolo11_640_fire_11class": {"avg_ms": 75.89, "count": 269, "max_ms": 89.656, "p95_ms": 86.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.438, "count": 269, "max_ms": 102.152, "p95_ms": 94.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.847, "count": 269, "max_ms": 136.361, "p95_ms": 122.741}, "read_interval": {"avg_ms": 111.597, "count": 268, "max_ms": 148.889, "p95_ms": 135.407}, "triton_wait": {"avg_ms": 86.075, "count": 269, "max_ms": 123.098, "p95_ms": 109.823}, "visualize": {"avg_ms": 3.595, "count": 269, "max_ms": 5.939, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.989, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.965, "name": "ffmpeg", "pid": 29771, "rss_mb": 272.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.951, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:41:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:41:56+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T21:41:56+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:41:56.620294+09:00", "mtime_epoch": 1783341716.6202939, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:41:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.922, "pushed": 8.922, "read": 8.889}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.537, "count": 267, "max_ms": 5.557, "p95_ms": 4.184}, "gstreamer_push": {"avg_ms": 1.318, "count": 267, "max_ms": 1.904, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.22, "count": 267, "max_ms": 89.929, "p95_ms": 83.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.997, "count": 267, "max_ms": 121.014, "p95_ms": 103.502}, "yolo11_640_fire_11class": {"avg_ms": 76.354, "count": 267, "max_ms": 89.917, "p95_ms": 85.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.456, "count": 267, "max_ms": 102.379, "p95_ms": 96.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.079, "count": 267, "max_ms": 131.638, "p95_ms": 117.164}, "read_interval": {"avg_ms": 112.479, "count": 266, "max_ms": 147.026, "p95_ms": 130.408}, "triton_wait": {"avg_ms": 86.836, "count": 267, "max_ms": 121.023, "p95_ms": 103.512}, "visualize": {"avg_ms": 3.657, "count": 267, "max_ms": 4.72, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1775, "tracking_summary": 1604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6294.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37448.349, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.628, "sample_count": 1259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:42:15+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-06T21:42:14+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T21:42:14.868618+09:00", "mtime_epoch": 1783341734.8686185, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:42:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 854.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.126, "pushed": 4.126, "read": 4.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.653, "count": 123, "max_ms": 152.207, "p95_ms": 145.071}, "gstreamer_push": {"avg_ms": 0.953, "count": 123, "max_ms": 2.875, "p95_ms": 1.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.567, "count": 123, "max_ms": 113.984, "p95_ms": 107.699}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.587, "count": 123, "max_ms": 122.922, "p95_ms": 113.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.207, "count": 123, "max_ms": 302.406, "p95_ms": 284.946}, "read_interval": {"avg_ms": 244.418, "count": 122, "max_ms": 308.302, "p95_ms": 294.109}, "triton_wait": {"avg_ms": 77.614, "count": 123, "max_ms": 122.936, "p95_ms": 113.044}, "visualize": {"avg_ms": 28.989, "count": 123, "max_ms": 40.588, "p95_ms": 36.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6298.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:40:17+09:00", "last_error_summary": "[NULL @ 0x557643bbe200] missing picture in access unit with size 18 [h264 @ 0x5576447ceb00] no frame! [in#0/rtsp @ 0x557643bb9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643bb9e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557643bbe840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.408, "last_started_at": "2026-07-06T21:40:20+09:00", "pid": 30030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.797, "name": "ffmpeg", "pid": 30030, "rss_mb": 325.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 15, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.388, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:42:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:42:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:42:16+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:42:16.436646+09:00", "mtime_epoch": 1783341736.4366465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:42:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.913, "pushed": 8.913, "read": 8.879}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.166, "count": 267, "max_ms": 6.122, "p95_ms": 4.575}, "gstreamer_push": {"avg_ms": 1.281, "count": 267, "max_ms": 1.508, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.27, "count": 267, "max_ms": 91.383, "p95_ms": 82.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.525, "count": 267, "max_ms": 117.525, "p95_ms": 95.921}, "yolo11_640_fire_11class": {"avg_ms": 76.721, "count": 267, "max_ms": 96.421, "p95_ms": 85.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.891, "count": 267, "max_ms": 109.626, "p95_ms": 96.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.56, "count": 267, "max_ms": 130.822, "p95_ms": 114.968}, "read_interval": {"avg_ms": 112.616, "count": 266, "max_ms": 143.18, "p95_ms": 128.099}, "triton_wait": {"avg_ms": 86.779, "count": 267, "max_ms": 117.538, "p95_ms": 102.175}, "visualize": {"avg_ms": 3.62, "count": 267, "max_ms": 5.51, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 328.057, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.965, "name": "ffmpeg", "pid": 29771, "rss_mb": 272.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.738, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:42:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:42:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T21:42:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T21:42:26.692829+09:00", "mtime_epoch": 1783341746.6928291, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:42:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.98, "pushed": 8.98, "read": 8.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 269, "max_ms": 5.32, "p95_ms": 4.726}, "gstreamer_push": {"avg_ms": 1.308, "count": 269, "max_ms": 1.868, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.642, "count": 269, "max_ms": 89.296, "p95_ms": 83.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.727, "count": 269, "max_ms": 119.036, "p95_ms": 100.878}, "yolo11_640_fire_11class": {"avg_ms": 76.236, "count": 269, "max_ms": 100.723, "p95_ms": 86.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.836, "count": 269, "max_ms": 109.338, "p95_ms": 95.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.844, "count": 269, "max_ms": 131.202, "p95_ms": 113.986}, "read_interval": {"avg_ms": 111.799, "count": 268, "max_ms": 144.207, "p95_ms": 128.506}, "triton_wait": {"avg_ms": 85.672, "count": 269, "max_ms": 119.049, "p95_ms": 101.943}, "visualize": {"avg_ms": 3.601, "count": 269, "max_ms": 5.018, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1776, "tracking_summary": 1605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37478.511, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.441, "sample_count": 1258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:42:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:42:45+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-06T21:42:45+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T21:42:45.085157+09:00", "mtime_epoch": 1783341765.0851572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:42:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 865.27, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.245, "pushed": 4.245, "read": 4.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.498, "count": 127, "max_ms": 177.1, "p95_ms": 150.368}, "gstreamer_push": {"avg_ms": 0.806, "count": 127, "max_ms": 1.794, "p95_ms": 0.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.219, "count": 127, "max_ms": 108.332, "p95_ms": 101.622}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.545, "count": 127, "max_ms": 114.498, "p95_ms": 109.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.741, "count": 127, "max_ms": 286.86, "p95_ms": 281.501}, "read_interval": {"avg_ms": 237.509, "count": 126, "max_ms": 295.52, "p95_ms": 287.179}, "triton_wait": {"avg_ms": 75.558, "count": 127, "max_ms": 114.511, "p95_ms": 109.352}, "visualize": {"avg_ms": 25.875, "count": 127, "max_ms": 36.322, "p95_ms": 29.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6304.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:40:17+09:00", "last_error_summary": "[NULL @ 0x557643bbe200] missing picture in access unit with size 18 [h264 @ 0x5576447ceb00] no frame! [in#0/rtsp @ 0x557643bb9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643bb9e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557643bbe840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.454, "last_started_at": "2026-07-06T21:40:20+09:00", "pid": 30030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.797, "name": "ffmpeg", "pid": 30030, "rss_mb": 325.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 15, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.212, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:42:46+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T21:42:46+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T21:42:46.485182+09:00", "mtime_epoch": 1783341766.485182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:42:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1544.773, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.954, "pushed": 8.954, "read": 8.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.19, "count": 268, "max_ms": 6.668, "p95_ms": 4.903}, "gstreamer_push": {"avg_ms": 1.293, "count": 268, "max_ms": 1.864, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.586, "count": 268, "max_ms": 90.402, "p95_ms": 82.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.322, "count": 268, "max_ms": 114.089, "p95_ms": 101.094}, "yolo11_640_fire_11class": {"avg_ms": 76.49, "count": 268, "max_ms": 93.912, "p95_ms": 86.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.21, "count": 268, "max_ms": 102.623, "p95_ms": 95.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.206, "count": 268, "max_ms": 127.303, "p95_ms": 115.474}, "read_interval": {"avg_ms": 112.134, "count": 267, "max_ms": 140.173, "p95_ms": 128.639}, "triton_wait": {"avg_ms": 86.346, "count": 268, "max_ms": 114.101, "p95_ms": 102.636}, "visualize": {"avg_ms": 3.644, "count": 268, "max_ms": 5.426, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6300.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 358.107, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.965, "name": "ffmpeg", "pid": 29771, "rss_mb": 272.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.052, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:42:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:42:56+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:42:56+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:42:56.737365+09:00", "mtime_epoch": 1783341776.737365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:42:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.554, "count": 267, "max_ms": 5.8, "p95_ms": 4.319}, "gstreamer_push": {"avg_ms": 1.327, "count": 267, "max_ms": 2.426, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.933, "count": 267, "max_ms": 89.329, "p95_ms": 82.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.848, "count": 267, "max_ms": 114.386, "p95_ms": 92.329}, "yolo11_640_fire_11class": {"avg_ms": 76.371, "count": 267, "max_ms": 94.142, "p95_ms": 86.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.396, "count": 267, "max_ms": 104.627, "p95_ms": 96.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.527, "count": 267, "max_ms": 126.944, "p95_ms": 111.369}, "read_interval": {"avg_ms": 112.522, "count": 266, "max_ms": 141.847, "p95_ms": 127.219}, "triton_wait": {"avg_ms": 86.211, "count": 267, "max_ms": 114.399, "p95_ms": 99.123}, "visualize": {"avg_ms": 3.663, "count": 267, "max_ms": 6.341, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1779, "tracking_summary": 1606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6305.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37508.739, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.441, "sample_count": 1268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:43:15+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-06T21:43:15+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T21:43:15.281696+09:00", "mtime_epoch": 1783341795.2816963, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:43:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 865.621, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.335, "pushed": 4.335, "read": 4.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.242, "count": 130, "max_ms": 162.413, "p95_ms": 149.297}, "gstreamer_push": {"avg_ms": 0.798, "count": 130, "max_ms": 1.01, "p95_ms": 0.911}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.945, "count": 130, "max_ms": 110.921, "p95_ms": 102.452}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.479, "count": 130, "max_ms": 112.787, "p95_ms": 103.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.79, "count": 130, "max_ms": 284.802, "p95_ms": 275.988}, "read_interval": {"avg_ms": 232.244, "count": 129, "max_ms": 293.406, "p95_ms": 281.927}, "triton_wait": {"avg_ms": 71.766, "count": 130, "max_ms": 112.8, "p95_ms": 107.033}, "visualize": {"avg_ms": 23.928, "count": 130, "max_ms": 30.607, "p95_ms": 27.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6306.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:40:17+09:00", "last_error_summary": "[NULL @ 0x557643bbe200] missing picture in access unit with size 18 [h264 @ 0x5576447ceb00] no frame! [in#0/rtsp @ 0x557643bb9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643bb9e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557643bbe840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.494, "last_started_at": "2026-07-06T21:40:20+09:00", "pid": 30030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.797, "name": "ffmpeg", "pid": 30030, "rss_mb": 325.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 15, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.196, "sample_count": 2348, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:43:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:43:16+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T21:43:16+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:43:16.513718+09:00", "mtime_epoch": 1783341796.5137184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:43:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.988, "pushed": 8.988, "read": 8.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.302, "count": 269, "max_ms": 7.318, "p95_ms": 5.728}, "gstreamer_push": {"avg_ms": 1.291, "count": 269, "max_ms": 1.864, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.404, "count": 269, "max_ms": 89.541, "p95_ms": 81.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.853, "count": 269, "max_ms": 120.884, "p95_ms": 90.635}, "yolo11_640_fire_11class": {"avg_ms": 75.954, "count": 269, "max_ms": 96.377, "p95_ms": 84.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.54, "count": 269, "max_ms": 104.387, "p95_ms": 93.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.222, "count": 269, "max_ms": 134.005, "p95_ms": 110.248}, "read_interval": {"avg_ms": 111.635, "count": 268, "max_ms": 146.285, "p95_ms": 124.186}, "triton_wait": {"avg_ms": 85.148, "count": 269, "max_ms": 120.897, "p95_ms": 97.13}, "visualize": {"avg_ms": 3.699, "count": 269, "max_ms": 6.105, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6301.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 388.175, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.965, "name": "ffmpeg", "pid": 29771, "rss_mb": 272.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.799, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:43:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:43:26+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:43:26+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:43:26.805902+09:00", "mtime_epoch": 1783341806.8059025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:43:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.981, "pushed": 8.981, "read": 8.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 269, "max_ms": 5.67, "p95_ms": 4.261}, "gstreamer_push": {"avg_ms": 1.325, "count": 269, "max_ms": 1.734, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.582, "count": 269, "max_ms": 89.667, "p95_ms": 82.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.364, "count": 269, "max_ms": 120.201, "p95_ms": 95.108}, "yolo11_640_fire_11class": {"avg_ms": 76.354, "count": 269, "max_ms": 94.643, "p95_ms": 85.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.226, "count": 269, "max_ms": 99.067, "p95_ms": 94.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.452, "count": 269, "max_ms": 132.364, "p95_ms": 110.859}, "read_interval": {"avg_ms": 111.761, "count": 268, "max_ms": 149.719, "p95_ms": 124.396}, "triton_wait": {"avg_ms": 86.15, "count": 269, "max_ms": 120.214, "p95_ms": 98.33}, "visualize": {"avg_ms": 3.669, "count": 269, "max_ms": 4.671, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1779, "tracking_summary": 1607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37538.759, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.183, "sample_count": 1268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:43:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:43:45+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T21:43:45+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T21:43:45.322234+09:00", "mtime_epoch": 1783341825.322234, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:43:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 861.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.365, "pushed": 4.365, "read": 4.331}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.183, "count": 130, "max_ms": 160.686, "p95_ms": 147.393}, "gstreamer_push": {"avg_ms": 0.808, "count": 130, "max_ms": 1.204, "p95_ms": 0.913}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.976, "count": 130, "max_ms": 110.36, "p95_ms": 104.294}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.973, "count": 130, "max_ms": 114.198, "p95_ms": 108.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.105, "count": 130, "max_ms": 291.934, "p95_ms": 282.321}, "read_interval": {"avg_ms": 230.809, "count": 129, "max_ms": 297.889, "p95_ms": 287.943}, "triton_wait": {"avg_ms": 77.068, "count": 130, "max_ms": 114.21, "p95_ms": 109.863}, "visualize": {"avg_ms": 25.961, "count": 130, "max_ms": 38.36, "p95_ms": 31.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6303.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:40:17+09:00", "last_error_summary": "[NULL @ 0x557643bbe200] missing picture in access unit with size 18 [h264 @ 0x5576447ceb00] no frame! [in#0/rtsp @ 0x557643bb9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557643bb9e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557643bbe840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.029, "last_started_at": "2026-07-06T21:40:20+09:00", "pid": 30030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.625, "name": "ffmpeg", "pid": 30030, "rss_mb": 326.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 15, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.771, "sample_count": 2194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:43:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:43:56+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T21:43:56+09:00", "mjpeg": {"age_sec": 17.247, "exists": true, "mtime": "2026-07-06T21:43:38.902119+09:00", "mtime_epoch": 1783341818.902119, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:43:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.806, "pushed": 3.806, "read": 3.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.267, "count": 114, "max_ms": 6.803, "p95_ms": 5.212}, "gstreamer_push": {"avg_ms": 1.283, "count": 114, "max_ms": 1.444, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.613, "count": 114, "max_ms": 91.488, "p95_ms": 82.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.125, "count": 114, "max_ms": 121.276, "p95_ms": 92.413}, "yolo11_640_fire_11class": {"avg_ms": 76.638, "count": 114, "max_ms": 90.923, "p95_ms": 83.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.974, "count": 114, "max_ms": 100.075, "p95_ms": 93.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.999, "count": 114, "max_ms": 134.229, "p95_ms": 107.321}, "read_interval": {"avg_ms": 265.203, "count": 113, "max_ms": 17289.346, "p95_ms": 131.998}, "triton_wait": {"avg_ms": 87.101, "count": 114, "max_ms": 121.289, "p95_ms": 94.593}, "visualize": {"avg_ms": 3.655, "count": 114, "max_ms": 4.656, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6302.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 418.205, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.801, "name": "ffmpeg", "pid": 29771, "rss_mb": 275.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.383, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:43:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:43:56+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T21:43:56+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T21:43:56.878441+09:00", "mtime_epoch": 1783341836.8784409, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:43:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.59, "pushed": 10.59, "read": 10.557}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.523, "count": 317, "max_ms": 5.546, "p95_ms": 3.961}, "gstreamer_push": {"avg_ms": 1.304, "count": 317, "max_ms": 1.978, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.366, "count": 317, "max_ms": 94.13, "p95_ms": 79.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.49, "count": 317, "max_ms": 112.944, "p95_ms": 85.918}, "yolo11_640_fire_11class": {"avg_ms": 63.11, "count": 317, "max_ms": 94.143, "p95_ms": 80.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.661, "count": 317, "max_ms": 102.808, "p95_ms": 91.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.538, "count": 317, "max_ms": 125.666, "p95_ms": 104.227}, "read_interval": {"avg_ms": 94.789, "count": 316, "max_ms": 138.984, "p95_ms": 118.237}, "triton_wait": {"avg_ms": 69.325, "count": 317, "max_ms": 112.955, "p95_ms": 91.809}, "visualize": {"avg_ms": 3.678, "count": 317, "max_ms": 5.165, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1780, "tracking_summary": 1608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6002.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37568.996, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.063, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:44:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:44:15+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T21:44:15+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T21:44:15.562776+09:00", "mtime_epoch": 1783341855.5627759, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:44:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 859.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.034, "pushed": 4.034, "read": 4.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.287, "count": 121, "max_ms": 149.073, "p95_ms": 145.839}, "gstreamer_push": {"avg_ms": 0.933, "count": 121, "max_ms": 1.868, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.823, "count": 121, "max_ms": 94.114, "p95_ms": 89.28}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.718, "count": 121, "max_ms": 96.777, "p95_ms": 91.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.858, "count": 121, "max_ms": 284.012, "p95_ms": 273.491}, "read_interval": {"avg_ms": 249.959, "count": 120, "max_ms": 291.069, "p95_ms": 280.52}, "triton_wait": {"avg_ms": 74.208, "count": 121, "max_ms": 96.789, "p95_ms": 92.027}, "visualize": {"avg_ms": 29.553, "count": 121, "max_ms": 44.131, "p95_ms": 43.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6305.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:44:13+09:00", "last_error_summary": "[h264 @ 0x5624de2ad880] error while decoding MB 107 40, bytestream -5 [in#0/rtsp @ 0x5624ddc46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5624ddc46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.263, "last_started_at": "2026-07-06T21:44:15+09:00", "pid": 30182, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.355, "name": "ffmpeg", "pid": 30182, "rss_mb": 326.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 16, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.196, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:44:26+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T21:44:26+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T21:44:26.098965+09:00", "mtime_epoch": 1783341866.0989647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:44:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.031, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.474, "pushed": 6.474, "read": 6.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.251, "count": 89, "max_ms": 6.339, "p95_ms": 5.086}, "gstreamer_push": {"avg_ms": 1.32, "count": 89, "max_ms": 1.581, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.344, "count": 89, "max_ms": 90.292, "p95_ms": 80.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.391, "count": 89, "max_ms": 114.462, "p95_ms": 102.776}, "yolo11_640_fire_11class": {"avg_ms": 71.894, "count": 89, "max_ms": 93.361, "p95_ms": 86.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.97, "count": 89, "max_ms": 104.038, "p95_ms": 95.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.602, "count": 89, "max_ms": 128.419, "p95_ms": 117.239}, "read_interval": {"avg_ms": 337.357, "count": 89, "max_ms": 16388.353, "p95_ms": 129.441}, "triton_wait": {"avg_ms": 79.695, "count": 89, "max_ms": 114.474, "p95_ms": 103.861}, "visualize": {"avg_ms": 3.671, "count": 89, "max_ms": 4.837, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.748, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6305.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 448.255, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.801, "name": "ffmpeg", "pid": 29771, "rss_mb": 275.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.691, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:44:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:44:26+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T21:44:26+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T21:44:26.862978+09:00", "mtime_epoch": 1783341866.8629785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:44:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.811, "pushed": 10.811, "read": 10.778}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.554, "count": 324, "max_ms": 5.43, "p95_ms": 4.166}, "gstreamer_push": {"avg_ms": 1.316, "count": 324, "max_ms": 2.199, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.287, "count": 324, "max_ms": 88.864, "p95_ms": 76.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.711, "count": 324, "max_ms": 112.191, "p95_ms": 89.09}, "yolo11_640_fire_11class": {"avg_ms": 60.084, "count": 324, "max_ms": 91.433, "p95_ms": 78.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.391, "count": 324, "max_ms": 102.906, "p95_ms": 87.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.498, "count": 324, "max_ms": 124.755, "p95_ms": 104.102}, "read_interval": {"avg_ms": 92.596, "count": 323, "max_ms": 143.893, "p95_ms": 117.956}, "triton_wait": {"avg_ms": 66.257, "count": 324, "max_ms": 112.204, "p95_ms": 91.77}, "visualize": {"avg_ms": 3.706, "count": 324, "max_ms": 5.927, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1782, "tracking_summary": 1609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6309.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37599.11, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.318, "sample_count": 1253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:44:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:44:45+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T21:44:45+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T21:44:45.739317+09:00", "mtime_epoch": 1783341885.7393174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:44:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.297, "name": "celery", "pid": 239, "rss_mb": 864.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.151, "pushed": 4.151, "read": 4.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.922, "count": 124, "max_ms": 161.867, "p95_ms": 150.022}, "gstreamer_push": {"avg_ms": 0.796, "count": 124, "max_ms": 1.309, "p95_ms": 0.907}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.464, "count": 124, "max_ms": 113.623, "p95_ms": 103.661}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.636, "count": 124, "max_ms": 116.477, "p95_ms": 111.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.053, "count": 124, "max_ms": 291.746, "p95_ms": 282.567}, "read_interval": {"avg_ms": 243.299, "count": 123, "max_ms": 297.604, "p95_ms": 290.481}, "triton_wait": {"avg_ms": 79.748, "count": 124, "max_ms": 116.488, "p95_ms": 111.427}, "visualize": {"avg_ms": 26.544, "count": 124, "max_ms": 36.895, "p95_ms": 31.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6312.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:44:13+09:00", "last_error_summary": "[h264 @ 0x5624de2ad880] error while decoding MB 107 40, bytestream -5 [in#0/rtsp @ 0x5624ddc46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5624ddc46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.344, "last_started_at": "2026-07-06T21:44:15+09:00", "pid": 30182, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.934, "name": "ffmpeg", "pid": 30182, "rss_mb": 328.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 16, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.474, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:44:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:44:56+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T21:44:56+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T21:44:56.179505+09:00", "mtime_epoch": 1783341896.179505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101436}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:44:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.074, "pushed": 9.074, "read": 9.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.172, "count": 272, "max_ms": 6.831, "p95_ms": 5.86}, "gstreamer_push": {"avg_ms": 1.265, "count": 272, "max_ms": 1.979, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.904, "count": 272, "max_ms": 89.543, "p95_ms": 83.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.007, "count": 272, "max_ms": 115.479, "p95_ms": 104.082}, "yolo11_640_fire_11class": {"avg_ms": 75.981, "count": 272, "max_ms": 96.838, "p95_ms": 86.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.216, "count": 272, "max_ms": 105.749, "p95_ms": 96.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.178, "count": 272, "max_ms": 130.772, "p95_ms": 117.276}, "read_interval": {"avg_ms": 110.549, "count": 271, "max_ms": 147.318, "p95_ms": 129.05}, "triton_wait": {"avg_ms": 85.624, "count": 272, "max_ms": 115.492, "p95_ms": 104.226}, "visualize": {"avg_ms": 3.532, "count": 272, "max_ms": 6.034, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6312.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 478.31, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.379, "name": "ffmpeg", "pid": 29771, "rss_mb": 278.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.179, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:44:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:44:57+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T21:44:56+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T21:44:56.959519+09:00", "mtime_epoch": 1783341896.9595191, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:44:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.112, "pushed": 9.112, "read": 9.079}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.575, "count": 273, "max_ms": 5.749, "p95_ms": 4.555}, "gstreamer_push": {"avg_ms": 1.319, "count": 273, "max_ms": 2.215, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.398, "count": 273, "max_ms": 91.711, "p95_ms": 83.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.505, "count": 273, "max_ms": 116.146, "p95_ms": 99.533}, "yolo11_640_fire_11class": {"avg_ms": 74.372, "count": 273, "max_ms": 93.338, "p95_ms": 85.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.573, "count": 273, "max_ms": 105.44, "p95_ms": 95.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.423, "count": 273, "max_ms": 128.771, "p95_ms": 113.071}, "read_interval": {"avg_ms": 110.137, "count": 272, "max_ms": 142.141, "p95_ms": 128.911}, "triton_wait": {"avg_ms": 84.102, "count": 273, "max_ms": 116.158, "p95_ms": 101.038}, "visualize": {"avg_ms": 3.68, "count": 273, "max_ms": 6.22, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1782, "tracking_summary": 1610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37629.295, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.501, "sample_count": 1271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:45:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:45:16+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-06T21:45:15+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-06T21:45:15.895859+09:00", "mtime_epoch": 1783341915.8958595, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:45:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 866.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.549, "pushed": 4.549, "read": 4.515}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 108.187, "count": 136, "max_ms": 168.762, "p95_ms": 145.762}, "gstreamer_push": {"avg_ms": 0.805, "count": 136, "max_ms": 0.944, "p95_ms": 0.913}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.875, "count": 136, "max_ms": 112.422, "p95_ms": 105.467}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.026, "count": 136, "max_ms": 116.617, "p95_ms": 107.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.116, "count": 136, "max_ms": 287.589, "p95_ms": 278.655}, "read_interval": {"avg_ms": 222.068, "count": 135, "max_ms": 295.882, "p95_ms": 286.646}, "triton_wait": {"avg_ms": 78.373, "count": 136, "max_ms": 116.636, "p95_ms": 108.24}, "visualize": {"avg_ms": 24.77, "count": 136, "max_ms": 33.119, "p95_ms": 31.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6315.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:44:13+09:00", "last_error_summary": "[h264 @ 0x5624de2ad880] error while decoding MB 107 40, bytestream -5 [in#0/rtsp @ 0x5624ddc46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5624ddc46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.401, "last_started_at": "2026-07-06T21:44:15+09:00", "pid": 30182, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.934, "name": "ffmpeg", "pid": 30182, "rss_mb": 328.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 16, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.704, "sample_count": 2352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:45:26+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:45:26+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:45:26.244046+09:00", "mtime_epoch": 1783341926.2440457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:45:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.289, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.015, "pushed": 9.015, "read": 8.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.178, "count": 270, "max_ms": 6.592, "p95_ms": 6.121}, "gstreamer_push": {"avg_ms": 1.245, "count": 270, "max_ms": 1.671, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.719, "count": 270, "max_ms": 91.433, "p95_ms": 83.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.255, "count": 270, "max_ms": 115.717, "p95_ms": 106.722}, "yolo11_640_fire_11class": {"avg_ms": 75.453, "count": 270, "max_ms": 100.92, "p95_ms": 87.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.45, "count": 270, "max_ms": 105.251, "p95_ms": 95.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.298, "count": 270, "max_ms": 128.443, "p95_ms": 117.496}, "read_interval": {"avg_ms": 111.296, "count": 269, "max_ms": 145.163, "p95_ms": 133.784}, "triton_wait": {"avg_ms": 85.815, "count": 270, "max_ms": 115.73, "p95_ms": 106.733}, "visualize": {"avg_ms": 3.503, "count": 270, "max_ms": 4.585, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6315.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 508.398, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.379, "name": "ffmpeg", "pid": 29771, "rss_mb": 278.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.855, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:45:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:45:27+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-06T21:45:27+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T21:45:27.044060+09:00", "mtime_epoch": 1783341927.0440602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:45:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1657.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.044, "pushed": 9.044, "read": 9.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.656, "count": 271, "max_ms": 5.692, "p95_ms": 4.947}, "gstreamer_push": {"avg_ms": 1.312, "count": 271, "max_ms": 1.843, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.027, "count": 271, "max_ms": 91.562, "p95_ms": 82.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.46, "count": 271, "max_ms": 121.792, "p95_ms": 103.685}, "yolo11_640_fire_11class": {"avg_ms": 74.79, "count": 271, "max_ms": 100.81, "p95_ms": 86.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.036, "count": 271, "max_ms": 104.847, "p95_ms": 96.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.393, "count": 271, "max_ms": 134.081, "p95_ms": 116.672}, "read_interval": {"avg_ms": 111.08, "count": 270, "max_ms": 146.848, "p95_ms": 131.28}, "triton_wait": {"avg_ms": 84.963, "count": 271, "max_ms": 121.805, "p95_ms": 104.097}, "visualize": {"avg_ms": 3.696, "count": 271, "max_ms": 5.754, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1784, "tracking_summary": 1611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37659.473, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.753, "sample_count": 1266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:45:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:45:46+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-06T21:45:46+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T21:45:46.044402+09:00", "mtime_epoch": 1783341946.0444024, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:45:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 862.852, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.204, "pushed": 4.204, "read": 4.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.02, "count": 126, "max_ms": 148.617, "p95_ms": 145.287}, "gstreamer_push": {"avg_ms": 0.892, "count": 126, "max_ms": 1.884, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.702, "count": 126, "max_ms": 116.155, "p95_ms": 106.785}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.805, "count": 126, "max_ms": 116.371, "p95_ms": 111.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.421, "count": 126, "max_ms": 289.379, "p95_ms": 283.955}, "read_interval": {"avg_ms": 239.512, "count": 125, "max_ms": 297.357, "p95_ms": 291.632}, "triton_wait": {"avg_ms": 81.948, "count": 126, "max_ms": 116.384, "p95_ms": 111.668}, "visualize": {"avg_ms": 27.612, "count": 126, "max_ms": 41.814, "p95_ms": 34.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6311.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:44:13+09:00", "last_error_summary": "[h264 @ 0x5624de2ad880] error while decoding MB 107 40, bytestream -5 [in#0/rtsp @ 0x5624ddc46e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5624ddc46e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.438, "last_started_at": "2026-07-06T21:44:15+09:00", "pid": 30182, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.934, "name": "ffmpeg", "pid": 30182, "rss_mb": 328.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 16, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.834, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:45:56+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:45:56+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T21:45:56.284587+09:00", "mtime_epoch": 1783341956.284587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:45:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.02, "pushed": 9.02, "read": 8.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.148, "count": 270, "max_ms": 6.391, "p95_ms": 4.932}, "gstreamer_push": {"avg_ms": 1.289, "count": 270, "max_ms": 1.507, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.42, "count": 270, "max_ms": 93.736, "p95_ms": 82.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.836, "count": 270, "max_ms": 119.066, "p95_ms": 89.844}, "yolo11_640_fire_11class": {"avg_ms": 75.401, "count": 270, "max_ms": 93.048, "p95_ms": 86.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.124, "count": 270, "max_ms": 103.887, "p95_ms": 95.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.647, "count": 270, "max_ms": 132.456, "p95_ms": 110.257}, "read_interval": {"avg_ms": 111.25, "count": 269, "max_ms": 145.842, "p95_ms": 125.063}, "triton_wait": {"avg_ms": 84.892, "count": 270, "max_ms": 119.078, "p95_ms": 98.336}, "visualize": {"avg_ms": 3.62, "count": 270, "max_ms": 4.601, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6305.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 538.444, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.379, "name": "ffmpeg", "pid": 29771, "rss_mb": 278.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 8, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.582, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:45:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:45:57+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:45:57+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T21:45:57.080601+09:00", "mtime_epoch": 1783341957.0806012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:45:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.986, "pushed": 8.986, "read": 8.953}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.541, "count": 269, "max_ms": 5.124, "p95_ms": 4.429}, "gstreamer_push": {"avg_ms": 1.322, "count": 269, "max_ms": 1.646, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.337, "count": 269, "max_ms": 91.797, "p95_ms": 82.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.734, "count": 269, "max_ms": 111.375, "p95_ms": 91.556}, "yolo11_640_fire_11class": {"avg_ms": 76.173, "count": 269, "max_ms": 91.869, "p95_ms": 85.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.007, "count": 269, "max_ms": 102.368, "p95_ms": 95.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.956, "count": 269, "max_ms": 123.816, "p95_ms": 111.183}, "read_interval": {"avg_ms": 111.688, "count": 268, "max_ms": 136.515, "p95_ms": 125.018}, "triton_wait": {"avg_ms": 85.708, "count": 269, "max_ms": 111.387, "p95_ms": 98.669}, "visualize": {"avg_ms": 3.637, "count": 269, "max_ms": 4.763, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1785, "tracking_summary": 1612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37689.722, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.557, "sample_count": 1254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:46:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T21:46:16+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-06T21:46:16+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T21:46:16.264947+09:00", "mtime_epoch": 1783341976.264947, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:46:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 863.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.136, "pushed": 4.136, "read": 4.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.948, "count": 124, "max_ms": 169.927, "p95_ms": 144.584}, "gstreamer_push": {"avg_ms": 0.809, "count": 124, "max_ms": 1.969, "p95_ms": 0.973}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.341, "count": 124, "max_ms": 109.807, "p95_ms": 95.618}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.605, "count": 124, "max_ms": 114.097, "p95_ms": 101.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.05, "count": 124, "max_ms": 285.097, "p95_ms": 271.185}, "read_interval": {"avg_ms": 243.737, "count": 123, "max_ms": 293.849, "p95_ms": 278.022}, "triton_wait": {"avg_ms": 79.618, "count": 124, "max_ms": 114.11, "p95_ms": 101.388}, "visualize": {"avg_ms": 26.699, "count": 124, "max_ms": 37.542, "p95_ms": 32.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6312.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 568.49, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.957, "name": "ffmpeg", "pid": 29771, "rss_mb": 280.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.919, "sample_count": 2858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:46:27+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T21:46:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T21:46:27.129143+09:00", "mtime_epoch": 1783341987.129143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:46:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 337, "pushed_frames": 337, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.258, "pushed": 11.258, "read": 11.224}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.566, "count": 337, "max_ms": 5.758, "p95_ms": 4.859}, "gstreamer_push": {"avg_ms": 1.298, "count": 337, "max_ms": 2.519, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.511, "count": 337, "max_ms": 92.221, "p95_ms": 76.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.144, "count": 337, "max_ms": 105.527, "p95_ms": 83.942}, "yolo11_640_fire_11class": {"avg_ms": 58.837, "count": 337, "max_ms": 92.232, "p95_ms": 79.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.982, "count": 337, "max_ms": 103.028, "p95_ms": 88.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.046, "count": 337, "max_ms": 159.598, "p95_ms": 101.289}, "read_interval": {"avg_ms": 89.101, "count": 336, "max_ms": 167.754, "p95_ms": 115.164}, "triton_wait": {"avg_ms": 63.686, "count": 337, "max_ms": 105.541, "p95_ms": 89.503}, "visualize": {"avg_ms": 3.619, "count": 337, "max_ms": 6.377, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6173.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 65, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:46:33+09:00", "last_error_summary": "[h264 @ 0x556a7c933a80] error while decoding MB 78 30, bytestream -5", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.621, "last_started_at": "2026-07-06T21:46:35+09:00", "pid": 30334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 192.305, "name": "ffmpeg", "pid": 30334, "rss_mb": 192.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 17, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.058, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:46:38+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-06T21:46:38+09:00", "mjpeg": {"age_sec": 35.172, "exists": true, "mtime": "2026-07-06T21:46:03.148710+09:00", "mtime_epoch": 1783341963.1487105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:46:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.098, "count": 1, "max_ms": 4.098, "p95_ms": 4.098}, "gstreamer_push": {"avg_ms": 1.362, "count": 1, "max_ms": 1.362, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.293, "count": 1, "max_ms": 34.293, "p95_ms": 34.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.037, "count": 1, "max_ms": 50.037, "p95_ms": 50.037}, "yolo11_640_fire_11class": {"avg_ms": 44.381, "count": 1, "max_ms": 44.381, "p95_ms": 44.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.669, "count": 1, "max_ms": 53.669, "p95_ms": 53.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.56, "count": 1, "max_ms": 66.56, "p95_ms": 66.56}, "read_interval": {"avg_ms": 35211.017, "count": 1, "max_ms": 35211.017, "p95_ms": 35211.017}, "triton_wait": {"avg_ms": 53.681, "count": 1, "max_ms": 53.681, "p95_ms": 53.681}, "visualize": {"avg_ms": 3.699, "count": 1, "max_ms": 3.699, "p95_ms": 3.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1786, "tracking_summary": 1613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37719.803, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.183, "sample_count": 1255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:46:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T21:46:46+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T21:46:46+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-06T21:46:46.369490+09:00", "mtime_epoch": 1783342006.3694904, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:46:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 860.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.991, "pushed": 3.991, "read": 3.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.047, "count": 119, "max_ms": 163.556, "p95_ms": 149.94}, "gstreamer_push": {"avg_ms": 0.772, "count": 119, "max_ms": 0.941, "p95_ms": 0.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.468, "count": 119, "max_ms": 106.808, "p95_ms": 100.789}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.865, "count": 119, "max_ms": 113.038, "p95_ms": 104.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.887, "count": 119, "max_ms": 295.75, "p95_ms": 282.555}, "read_interval": {"avg_ms": 252.836, "count": 118, "max_ms": 301.798, "p95_ms": 288.747}, "triton_wait": {"avg_ms": 73.938, "count": 119, "max_ms": 113.051, "p95_ms": 106.82}, "visualize": {"avg_ms": 27.11, "count": 119, "max_ms": 39.938, "p95_ms": 33.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 598.585, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.957, "name": "ffmpeg", "pid": 29771, "rss_mb": 280.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.51, "sample_count": 2894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:46:57+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:46:57+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:46:57.217686+09:00", "mtime_epoch": 1783342017.2176864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:46:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.574, "count": 302, "max_ms": 5.481, "p95_ms": 4.558}, "gstreamer_push": {"avg_ms": 1.3, "count": 302, "max_ms": 1.58, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.586, "count": 302, "max_ms": 89.772, "p95_ms": 80.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.423, "count": 302, "max_ms": 118.037, "p95_ms": 91.556}, "yolo11_640_fire_11class": {"avg_ms": 66.228, "count": 302, "max_ms": 92.075, "p95_ms": 84.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.784, "count": 302, "max_ms": 100.864, "p95_ms": 92.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.465, "count": 302, "max_ms": 130.279, "p95_ms": 109.996}, "read_interval": {"avg_ms": 99.264, "count": 302, "max_ms": 143.49, "p95_ms": 124.513}, "triton_wait": {"avg_ms": 73.27, "count": 302, "max_ms": 118.05, "p95_ms": 97.538}, "visualize": {"avg_ms": 3.634, "count": 302, "max_ms": 5.344, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6312.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 65, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:46:33+09:00", "last_error_summary": "[h264 @ 0x556a7c933a80] error while decoding MB 78 30, bytestream -5", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.698, "last_started_at": "2026-07-06T21:46:35+09:00", "pid": 30334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.594, "name": "ffmpeg", "pid": 30334, "rss_mb": 325.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 17, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.294, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:47:08+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:47:08+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:47:08.301887+09:00", "mtime_epoch": 1783342028.3018866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:47:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.547, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.165, "count": 269, "max_ms": 6.445, "p95_ms": 4.859}, "gstreamer_push": {"avg_ms": 1.291, "count": 269, "max_ms": 1.467, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.69, "count": 269, "max_ms": 91.052, "p95_ms": 84.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.541, "count": 269, "max_ms": 115.192, "p95_ms": 103.397}, "yolo11_640_fire_11class": {"avg_ms": 77.121, "count": 269, "max_ms": 94.311, "p95_ms": 87.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.955, "count": 269, "max_ms": 102.276, "p95_ms": 97.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.033, "count": 269, "max_ms": 128.021, "p95_ms": 116.146}, "read_interval": {"avg_ms": 111.803, "count": 268, "max_ms": 138.231, "p95_ms": 127.391}, "triton_wait": {"avg_ms": 87.213, "count": 269, "max_ms": 115.204, "p95_ms": 103.409}, "visualize": {"avg_ms": 3.642, "count": 269, "max_ms": 4.518, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1788, "tracking_summary": 1614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6310.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37749.941, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 280.687, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:47:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:47:16+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-06T21:47:16+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-06T21:47:16.450034+09:00", "mtime_epoch": 1783342036.450034, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:47:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 860.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.488, "pushed": 4.488, "read": 4.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.279, "count": 134, "max_ms": 166.555, "p95_ms": 147.316}, "gstreamer_push": {"avg_ms": 0.881, "count": 134, "max_ms": 2.202, "p95_ms": 1.706}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.412, "count": 134, "max_ms": 112.801, "p95_ms": 101.18}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.966, "count": 134, "max_ms": 116.199, "p95_ms": 107.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.904, "count": 134, "max_ms": 292.539, "p95_ms": 277.547}, "read_interval": {"avg_ms": 224.32, "count": 133, "max_ms": 293.054, "p95_ms": 283.185}, "triton_wait": {"avg_ms": 76.023, "count": 134, "max_ms": 116.211, "p95_ms": 107.759}, "visualize": {"avg_ms": 25.746, "count": 134, "max_ms": 37.179, "p95_ms": 33.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6308.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 628.689, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.957, "name": "ffmpeg", "pid": 29771, "rss_mb": 280.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.418, "sample_count": 2895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:47:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:47:27+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:47:27+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T21:47:27.326231+09:00", "mtime_epoch": 1783342047.3262308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:47:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 8.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.521, "count": 270, "max_ms": 5.778, "p95_ms": 4.516}, "gstreamer_push": {"avg_ms": 1.295, "count": 270, "max_ms": 1.496, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.439, "count": 270, "max_ms": 89.366, "p95_ms": 81.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.67, "count": 270, "max_ms": 115.722, "p95_ms": 93.222}, "yolo11_640_fire_11class": {"avg_ms": 76.073, "count": 270, "max_ms": 91.648, "p95_ms": 86.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.977, "count": 270, "max_ms": 104.788, "p95_ms": 95.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.006, "count": 270, "max_ms": 127.87, "p95_ms": 113.569}, "read_interval": {"avg_ms": 111.494, "count": 269, "max_ms": 144.475, "p95_ms": 127.894}, "triton_wait": {"avg_ms": 85.87, "count": 270, "max_ms": 115.735, "p95_ms": 101.462}, "visualize": {"avg_ms": 3.581, "count": 270, "max_ms": 5.906, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6302.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 65, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:46:33+09:00", "last_error_summary": "[h264 @ 0x556a7c933a80] error while decoding MB 78 30, bytestream -5", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.794, "last_started_at": "2026-07-06T21:46:35+09:00", "pid": 30334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.594, "name": "ffmpeg", "pid": 30334, "rss_mb": 325.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 17, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.798, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:47:38+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:47:38+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:47:38.402431+09:00", "mtime_epoch": 1783342058.402431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:47:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.038, "pushed": 9.038, "read": 9.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 271, "max_ms": 6.153, "p95_ms": 5.242}, "gstreamer_push": {"avg_ms": 1.275, "count": 271, "max_ms": 1.968, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.937, "count": 271, "max_ms": 86.687, "p95_ms": 81.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.58, "count": 271, "max_ms": 114.946, "p95_ms": 93.288}, "yolo11_640_fire_11class": {"avg_ms": 75.84, "count": 271, "max_ms": 92.289, "p95_ms": 84.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.576, "count": 271, "max_ms": 104.98, "p95_ms": 94.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.29, "count": 271, "max_ms": 127.756, "p95_ms": 111.126}, "read_interval": {"avg_ms": 111.062, "count": 270, "max_ms": 140.132, "p95_ms": 123.78}, "triton_wait": {"avg_ms": 85.618, "count": 271, "max_ms": 114.959, "p95_ms": 98.163}, "visualize": {"avg_ms": 3.582, "count": 271, "max_ms": 5.099, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1789, "tracking_summary": 1615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37779.978, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.212, "sample_count": 1256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:47:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T21:47:46+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T21:47:46+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T21:47:46.550579+09:00", "mtime_epoch": 1783342066.5505786, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:47:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 857.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.959, "pushed": 3.959, "read": 3.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.439, "count": 118, "max_ms": 165.635, "p95_ms": 150.897}, "gstreamer_push": {"avg_ms": 0.93, "count": 118, "max_ms": 2.746, "p95_ms": 1.777}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.565, "count": 118, "max_ms": 116.219, "p95_ms": 108.471}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.825, "count": 118, "max_ms": 119.345, "p95_ms": 110.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.439, "count": 118, "max_ms": 300.749, "p95_ms": 292.655}, "read_interval": {"avg_ms": 254.671, "count": 117, "max_ms": 308.812, "p95_ms": 298.798}, "triton_wait": {"avg_ms": 75.977, "count": 118, "max_ms": 119.358, "p95_ms": 110.331}, "visualize": {"avg_ms": 29.217, "count": 118, "max_ms": 45.068, "p95_ms": 38.453}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6303.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.731, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.957, "name": "ffmpeg", "pid": 29771, "rss_mb": 280.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.71, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:47:57+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T21:47:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T21:47:57.366774+09:00", "mtime_epoch": 1783342077.3667743, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:47:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.02, "pushed": 9.02, "read": 8.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.574, "count": 270, "max_ms": 5.337, "p95_ms": 4.956}, "gstreamer_push": {"avg_ms": 1.33, "count": 270, "max_ms": 1.74, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.941, "count": 270, "max_ms": 91.254, "p95_ms": 81.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.31, "count": 270, "max_ms": 114.781, "p95_ms": 98.62}, "yolo11_640_fire_11class": {"avg_ms": 75.562, "count": 270, "max_ms": 92.588, "p95_ms": 86.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.953, "count": 270, "max_ms": 103.451, "p95_ms": 95.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.594, "count": 270, "max_ms": 127.341, "p95_ms": 113.471}, "read_interval": {"avg_ms": 111.282, "count": 269, "max_ms": 140.929, "p95_ms": 128.561}, "triton_wait": {"avg_ms": 85.203, "count": 270, "max_ms": 114.796, "p95_ms": 100.282}, "visualize": {"avg_ms": 3.695, "count": 270, "max_ms": 4.744, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6303.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 65, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:46:33+09:00", "last_error_summary": "[h264 @ 0x556a7c933a80] error while decoding MB 78 30, bytestream -5", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.892, "last_started_at": "2026-07-06T21:46:35+09:00", "pid": 30334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.594, "name": "ffmpeg", "pid": 30334, "rss_mb": 325.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 17, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.644, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:48:08+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T21:48:08+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T21:48:08.482976+09:00", "mtime_epoch": 1783342088.4829757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:48:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.004, "pushed": 9.004, "read": 8.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.394, "count": 270, "max_ms": 7.201, "p95_ms": 6.034}, "gstreamer_push": {"avg_ms": 1.307, "count": 270, "max_ms": 1.895, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.645, "count": 270, "max_ms": 89.582, "p95_ms": 84.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.569, "count": 270, "max_ms": 114.674, "p95_ms": 102.15}, "yolo11_640_fire_11class": {"avg_ms": 75.306, "count": 270, "max_ms": 91.118, "p95_ms": 86.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.645, "count": 270, "max_ms": 101.906, "p95_ms": 95.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.251, "count": 270, "max_ms": 127.675, "p95_ms": 115.095}, "read_interval": {"avg_ms": 111.42, "count": 269, "max_ms": 142.194, "p95_ms": 128.305}, "triton_wait": {"avg_ms": 85.035, "count": 270, "max_ms": 114.688, "p95_ms": 102.163}, "visualize": {"avg_ms": 3.691, "count": 270, "max_ms": 5.841, "p95_ms": 4.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1790, "tracking_summary": 1616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37810.126, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.982, "sample_count": 1256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:48:16+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T21:48:16+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T21:48:16.667124+09:00", "mtime_epoch": 1783342096.6671238, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:48:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 856.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.319, "pushed": 4.319, "read": 4.286}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.03, "count": 129, "max_ms": 149.45, "p95_ms": 145.731}, "gstreamer_push": {"avg_ms": 1.083, "count": 129, "max_ms": 3.33, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.892, "count": 129, "max_ms": 111.83, "p95_ms": 103.56}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.516, "count": 129, "max_ms": 113.909, "p95_ms": 108.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.5, "count": 129, "max_ms": 295.923, "p95_ms": 283.869}, "read_interval": {"avg_ms": 233.396, "count": 128, "max_ms": 301.983, "p95_ms": 292.11}, "triton_wait": {"avg_ms": 79.712, "count": 129, "max_ms": 113.922, "p95_ms": 108.876}, "visualize": {"avg_ms": 28.921, "count": 129, "max_ms": 44.482, "p95_ms": 40.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6311.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.807, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.957, "name": "ffmpeg", "pid": 29771, "rss_mb": 280.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.688, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:48:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:48:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T21:48:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T21:48:27.451319+09:00", "mtime_epoch": 1783342107.4513192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:48:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.568, "count": 300, "max_ms": 5.582, "p95_ms": 4.433}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.481, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.672, "count": 300, "max_ms": 89.853, "p95_ms": 81.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.285, "count": 300, "max_ms": 115.929, "p95_ms": 91.172}, "yolo11_640_fire_11class": {"avg_ms": 65.912, "count": 300, "max_ms": 90.654, "p95_ms": 81.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.425, "count": 300, "max_ms": 102.006, "p95_ms": 90.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.721, "count": 300, "max_ms": 128.418, "p95_ms": 110.012}, "read_interval": {"avg_ms": 100.236, "count": 299, "max_ms": 141.437, "p95_ms": 124.923}, "triton_wait": {"avg_ms": 74.495, "count": 300, "max_ms": 115.941, "p95_ms": 97.668}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 4.612, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6338.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 65, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:46:33+09:00", "last_error_summary": "[h264 @ 0x556a7c933a80] error while decoding MB 78 30, bytestream -5", "last_exit_at": "2026-07-06T21:44:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.196, "last_started_at": "2026-07-06T21:46:35+09:00", "pid": 30334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 350.676, "name": "ffmpeg", "pid": 30334, "rss_mb": 350.676, "state": "S (sleeping)", "threads": 104}, "restart_count": 65, "restart_count_per_hour": 17, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.095, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:48:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T21:48:45+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T21:48:45+09:00", "mjpeg": {"age_sec": 16.128, "exists": true, "mtime": "2026-07-06T21:48:29.767361+09:00", "mtime_epoch": 1783342109.7673614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:48:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1545.805, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.123, "pushed": 0.123, "read": 0.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.602, "count": 2, "max_ms": 4.115, "p95_ms": 4.115}, "gstreamer_push": {"avg_ms": 1.175, "count": 2, "max_ms": 1.306, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.645, "count": 2, "max_ms": 60.677, "p95_ms": 60.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.204, "count": 2, "max_ms": 93.808, "p95_ms": 93.808}, "yolo11_640_fire_11class": {"avg_ms": 59.816, "count": 2, "max_ms": 61.841, "p95_ms": 61.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.564, "count": 2, "max_ms": 61.829, "p95_ms": 61.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.521, "count": 2, "max_ms": 103.737, "p95_ms": 103.737}, "read_interval": {"avg_ms": 16122.348, "count": 2, "max_ms": 16129.608, "p95_ms": 16129.608}, "triton_wait": {"avg_ms": 79.214, "count": 2, "max_ms": 93.819, "p95_ms": 93.819}, "visualize": {"avg_ms": 3.168, "count": 2, "max_ms": 3.632, "p95_ms": 3.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.224, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1792, "tracking_summary": 1617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6014.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37840.278, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.447, "sample_count": 1245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:48:47+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T21:48:46+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T21:48:46.843671+09:00", "mtime_epoch": 1783342126.8436708, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:48:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 859.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.016, "pushed": 4.016, "read": 3.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.919, "count": 120, "max_ms": 146.017, "p95_ms": 144.112}, "gstreamer_push": {"avg_ms": 0.96, "count": 120, "max_ms": 2.855, "p95_ms": 1.812}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.326, "count": 120, "max_ms": 99.333, "p95_ms": 88.709}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.297, "count": 120, "max_ms": 96.412, "p95_ms": 90.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.423, "count": 120, "max_ms": 281.726, "p95_ms": 273.667}, "read_interval": {"avg_ms": 251.263, "count": 119, "max_ms": 287.795, "p95_ms": 281.518}, "triton_wait": {"avg_ms": 76.885, "count": 120, "max_ms": 99.345, "p95_ms": 90.459}, "visualize": {"avg_ms": 29.906, "count": 120, "max_ms": 44.898, "p95_ms": 43.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.82, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.535, "name": "ffmpeg", "pid": 29771, "rss_mb": 283.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.688, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:48:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:48:57+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:48:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T21:48:57.455863+09:00", "mtime_epoch": 1783342137.4558635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:48:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.125, "pushed": 11.125, "read": 11.091}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.682, "count": 333, "max_ms": 5.342, "p95_ms": 4.613}, "gstreamer_push": {"avg_ms": 1.294, "count": 333, "max_ms": 1.583, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.347, "count": 333, "max_ms": 86.745, "p95_ms": 76.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.713, "count": 333, "max_ms": 114.722, "p95_ms": 83.948}, "yolo11_640_fire_11class": {"avg_ms": 58.628, "count": 333, "max_ms": 94.838, "p95_ms": 77.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.622, "count": 333, "max_ms": 100.569, "p95_ms": 85.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.326, "count": 333, "max_ms": 127.197, "p95_ms": 99.11}, "read_interval": {"avg_ms": 90.067, "count": 332, "max_ms": 145.933, "p95_ms": 114.03}, "triton_wait": {"avg_ms": 63.997, "count": 333, "max_ms": 114.735, "p95_ms": 85.855}, "visualize": {"avg_ms": 3.675, "count": 333, "max_ms": 4.868, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6314.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:48:47+09:00", "last_error_summary": "[h264 @ 0x556ac99c3940] error while decoding MB 78 22, bytestream -9 [in#0/rtsp @ 0x556ac90efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556ac90efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:48:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.556, "last_started_at": "2026-07-06T21:48:49+09:00", "pid": 30486, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.145, "name": "ffmpeg", "pid": 30486, "rss_mb": 328.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.576, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:49:15+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T21:49:15+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T21:49:15.836197+09:00", "mtime_epoch": 1783342155.836197, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:49:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.833, "pushed": 7.833, "read": 7.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.171, "count": 235, "max_ms": 6.841, "p95_ms": 4.95}, "gstreamer_push": {"avg_ms": 1.298, "count": 235, "max_ms": 1.525, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.189, "count": 235, "max_ms": 91.183, "p95_ms": 82.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.429, "count": 235, "max_ms": 114.381, "p95_ms": 105.011}, "yolo11_640_fire_11class": {"avg_ms": 75.741, "count": 235, "max_ms": 100.551, "p95_ms": 88.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.618, "count": 235, "max_ms": 102.346, "p95_ms": 95.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.026, "count": 235, "max_ms": 127.261, "p95_ms": 117.759}, "read_interval": {"avg_ms": 127.845, "count": 235, "max_ms": 4395.315, "p95_ms": 132.02}, "triton_wait": {"avg_ms": 85.151, "count": 235, "max_ms": 114.394, "p95_ms": 105.023}, "visualize": {"avg_ms": 3.628, "count": 235, "max_ms": 4.737, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1792, "tracking_summary": 1618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6316.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37870.447, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.447, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:49:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:49:17+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T21:49:16+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T21:49:17.008218+09:00", "mtime_epoch": 1783342157.0082183, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:49:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 860.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.614, "pushed": 4.614, "read": 4.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.193, "count": 138, "max_ms": 149.154, "p95_ms": 147.248}, "gstreamer_push": {"avg_ms": 0.838, "count": 138, "max_ms": 1.792, "p95_ms": 0.938}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.521, "count": 138, "max_ms": 117.517, "p95_ms": 104.454}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.952, "count": 138, "max_ms": 120.193, "p95_ms": 111.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.722, "count": 138, "max_ms": 296.096, "p95_ms": 274.884}, "read_interval": {"avg_ms": 218.401, "count": 137, "max_ms": 305.08, "p95_ms": 281.211}, "triton_wait": {"avg_ms": 80.073, "count": 138, "max_ms": 120.205, "p95_ms": 111.268}, "visualize": {"avg_ms": 26.602, "count": 138, "max_ms": 39.348, "p95_ms": 33.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6316.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.849, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.535, "name": "ffmpeg", "pid": 29771, "rss_mb": 283.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.064, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:49:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:49:27+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T21:49:27+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:49:27.476408+09:00", "mtime_epoch": 1783342167.4764082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:49:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1658.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.516, "pushed": 7.516, "read": 7.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.648, "count": 225, "max_ms": 5.786, "p95_ms": 5.026}, "gstreamer_push": {"avg_ms": 1.367, "count": 225, "max_ms": 2.455, "p95_ms": 1.697}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.973, "count": 225, "max_ms": 91.089, "p95_ms": 84.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.574, "count": 225, "max_ms": 124.004, "p95_ms": 104.684}, "yolo11_640_fire_11class": {"avg_ms": 75.086, "count": 225, "max_ms": 89.905, "p95_ms": 87.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.095, "count": 225, "max_ms": 100.145, "p95_ms": 94.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.932, "count": 225, "max_ms": 136.69, "p95_ms": 117.097}, "read_interval": {"avg_ms": 133.52, "count": 224, "max_ms": 2785.646, "p95_ms": 134.244}, "triton_wait": {"avg_ms": 85.366, "count": 225, "max_ms": 124.017, "p95_ms": 104.698}, "visualize": {"avg_ms": 3.756, "count": 225, "max_ms": 6.36, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6319.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:48:47+09:00", "last_error_summary": "[h264 @ 0x556ac99c3940] error while decoding MB 78 22, bytestream -9 [in#0/rtsp @ 0x556ac90efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556ac90efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:48:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.578, "last_started_at": "2026-07-06T21:48:49+09:00", "pid": 30486, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.145, "name": "ffmpeg", "pid": 30486, "rss_mb": 328.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.686, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:49:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:49:45+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:49:45+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:49:45.828742+09:00", "mtime_epoch": 1783342185.8287416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:49:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.152, "pushed": 9.152, "read": 9.118}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.311, "count": 274, "max_ms": 6.945, "p95_ms": 5.925}, "gstreamer_push": {"avg_ms": 1.321, "count": 274, "max_ms": 2.14, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.677, "count": 274, "max_ms": 90.362, "p95_ms": 83.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.626, "count": 274, "max_ms": 122.584, "p95_ms": 108.434}, "yolo11_640_fire_11class": {"avg_ms": 73.019, "count": 274, "max_ms": 93.731, "p95_ms": 87.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.586, "count": 274, "max_ms": 105.606, "p95_ms": 95.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.504, "count": 274, "max_ms": 135.722, "p95_ms": 120.964}, "read_interval": {"avg_ms": 109.56, "count": 273, "max_ms": 147.613, "p95_ms": 134.768}, "triton_wait": {"avg_ms": 83.313, "count": 274, "max_ms": 122.597, "p95_ms": 108.445}, "visualize": {"avg_ms": 3.73, "count": 274, "max_ms": 6.204, "p95_ms": 4.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1793, "tracking_summary": 1619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6319.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37900.524, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.653, "sample_count": 1265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:49:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:49:47+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-06T21:49:47+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-06T21:49:47.040764+09:00", "mtime_epoch": 1783342187.0407636, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:49:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 862.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.223, "pushed": 4.223, "read": 4.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.273, "count": 126, "max_ms": 159.604, "p95_ms": 148.119}, "gstreamer_push": {"avg_ms": 0.91, "count": 126, "max_ms": 2.929, "p95_ms": 1.745}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.155, "count": 126, "max_ms": 111.525, "p95_ms": 104.161}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.119, "count": 126, "max_ms": 116.595, "p95_ms": 110.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.677, "count": 126, "max_ms": 294.791, "p95_ms": 283.749}, "read_interval": {"avg_ms": 238.257, "count": 125, "max_ms": 303.615, "p95_ms": 290.916}, "triton_wait": {"avg_ms": 81.238, "count": 126, "max_ms": 116.608, "p95_ms": 110.601}, "visualize": {"avg_ms": 26.347, "count": 126, "max_ms": 35.034, "p95_ms": 34.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6308.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.885, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.535, "name": "ffmpeg", "pid": 29771, "rss_mb": 283.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.968, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:49:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:49:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T21:49:57+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T21:49:57.504954+09:00", "mtime_epoch": 1783342197.5049539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:49:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1659.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.989, "pushed": 8.989, "read": 8.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.596, "count": 269, "max_ms": 5.683, "p95_ms": 4.951}, "gstreamer_push": {"avg_ms": 1.305, "count": 269, "max_ms": 1.604, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.35, "count": 269, "max_ms": 87.81, "p95_ms": 83.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.801, "count": 269, "max_ms": 120.929, "p95_ms": 107.935}, "yolo11_640_fire_11class": {"avg_ms": 75.392, "count": 269, "max_ms": 94.941, "p95_ms": 86.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.921, "count": 269, "max_ms": 106.718, "p95_ms": 96.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.448, "count": 269, "max_ms": 133.38, "p95_ms": 119.945}, "read_interval": {"avg_ms": 111.605, "count": 268, "max_ms": 145.816, "p95_ms": 133.65}, "triton_wait": {"avg_ms": 86.236, "count": 269, "max_ms": 120.943, "p95_ms": 107.948}, "visualize": {"avg_ms": 3.627, "count": 269, "max_ms": 4.823, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6325.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:48:47+09:00", "last_error_summary": "[h264 @ 0x556ac99c3940] error while decoding MB 78 22, bytestream -9 [in#0/rtsp @ 0x556ac90efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556ac90efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:48:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.659, "last_started_at": "2026-07-06T21:48:49+09:00", "pid": 30486, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.145, "name": "ffmpeg", "pid": 30486, "rss_mb": 328.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 17, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.359, "sample_count": 2068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:50:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:50:16+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T21:50:15+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:50:15.905288+09:00", "mtime_epoch": 1783342215.9052882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:50:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.208, "pushed": 9.208, "read": 9.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.2, "count": 276, "max_ms": 6.524, "p95_ms": 5.479}, "gstreamer_push": {"avg_ms": 1.271, "count": 276, "max_ms": 1.717, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.01, "count": 276, "max_ms": 93.242, "p95_ms": 82.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.013, "count": 276, "max_ms": 117.238, "p95_ms": 96.724}, "yolo11_640_fire_11class": {"avg_ms": 73.704, "count": 276, "max_ms": 93.988, "p95_ms": 85.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.329, "count": 276, "max_ms": 105.749, "p95_ms": 95.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.225, "count": 276, "max_ms": 130.239, "p95_ms": 111.308}, "read_interval": {"avg_ms": 108.946, "count": 275, "max_ms": 144.953, "p95_ms": 124.356}, "triton_wait": {"avg_ms": 83.499, "count": 276, "max_ms": 117.251, "p95_ms": 98.056}, "visualize": {"avg_ms": 3.576, "count": 276, "max_ms": 4.746, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1795, "tracking_summary": 1620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37930.561, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.557, "sample_count": 1249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:50:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:50:17+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T21:50:17+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T21:50:17.125310+09:00", "mtime_epoch": 1783342217.1253104, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:50:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 862.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.063, "pushed": 4.063, "read": 4.029}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.38, "count": 121, "max_ms": 179.1, "p95_ms": 167.231}, "gstreamer_push": {"avg_ms": 0.918, "count": 121, "max_ms": 1.959, "p95_ms": 1.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.083, "count": 121, "max_ms": 111.364, "p95_ms": 102.323}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.186, "count": 121, "max_ms": 118.374, "p95_ms": 109.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.39, "count": 121, "max_ms": 302.984, "p95_ms": 289.528}, "read_interval": {"avg_ms": 248.251, "count": 120, "max_ms": 308.973, "p95_ms": 297.018}, "triton_wait": {"avg_ms": 78.2, "count": 121, "max_ms": 118.388, "p95_ms": 109.038}, "visualize": {"avg_ms": 29.956, "count": 121, "max_ms": 42.091, "p95_ms": 40.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.926, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.043, "name": "ffmpeg", "pid": 29771, "rss_mb": 297.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.045, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:50:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:50:27+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T21:50:27+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T21:50:27.549500+09:00", "mtime_epoch": 1783342227.5495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:50:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1659.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.087, "pushed": 9.087, "read": 9.054}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.533, "count": 272, "max_ms": 5.594, "p95_ms": 4.271}, "gstreamer_push": {"avg_ms": 1.311, "count": 272, "max_ms": 2.11, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.903, "count": 272, "max_ms": 93.97, "p95_ms": 83.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.849, "count": 272, "max_ms": 120.058, "p95_ms": 97.322}, "yolo11_640_fire_11class": {"avg_ms": 74.355, "count": 272, "max_ms": 94.806, "p95_ms": 84.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.565, "count": 272, "max_ms": 106.424, "p95_ms": 94.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.011, "count": 272, "max_ms": 131.921, "p95_ms": 111.045}, "read_interval": {"avg_ms": 110.385, "count": 271, "max_ms": 144.049, "p95_ms": 125.664}, "triton_wait": {"avg_ms": 84.794, "count": 272, "max_ms": 120.07, "p95_ms": 98.717}, "visualize": {"avg_ms": 3.653, "count": 272, "max_ms": 4.477, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1795, "tracking_summary": 1621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37960.727, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.677, "sample_count": 1244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:50:47+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T21:50:47+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-06T21:50:47.277859+09:00", "mtime_epoch": 1783342247.277859, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:50:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 860.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.979, "pushed": 3.979, "read": 3.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.045, "count": 119, "max_ms": 172.863, "p95_ms": 144.662}, "gstreamer_push": {"avg_ms": 0.766, "count": 119, "max_ms": 0.883, "p95_ms": 0.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.483, "count": 119, "max_ms": 106.643, "p95_ms": 99.896}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.511, "count": 119, "max_ms": 111.924, "p95_ms": 106.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.017, "count": 119, "max_ms": 285.967, "p95_ms": 278.656}, "read_interval": {"avg_ms": 253.424, "count": 118, "max_ms": 294.129, "p95_ms": 284.869}, "triton_wait": {"avg_ms": 76.583, "count": 119, "max_ms": 111.936, "p95_ms": 106.841}, "visualize": {"avg_ms": 25.657, "count": 119, "max_ms": 34.062, "p95_ms": 27.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:48:47+09:00", "last_error_summary": "[h264 @ 0x556ac99c3940] error while decoding MB 78 22, bytestream -9 [in#0/rtsp @ 0x556ac90efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556ac90efe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:48:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.638, "last_started_at": "2026-07-06T21:48:49+09:00", "pid": 30486, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.977, "name": "ffmpeg", "pid": 30486, "rss_mb": 328.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 17, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.095, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:50:54+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T21:50:54+09:00", "mjpeg": {"age_sec": 17.103, "exists": true, "mtime": "2026-07-06T21:50:37.881688+09:00", "mtime_epoch": 1783342237.8816879, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:50:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.934, "pushed": 3.934, "read": 3.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.212, "count": 118, "max_ms": 6.366, "p95_ms": 5.302}, "gstreamer_push": {"avg_ms": 1.256, "count": 118, "max_ms": 1.578, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.268, "count": 118, "max_ms": 85.648, "p95_ms": 81.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.467, "count": 118, "max_ms": 114.263, "p95_ms": 92.681}, "yolo11_640_fire_11class": {"avg_ms": 76.084, "count": 118, "max_ms": 95.526, "p95_ms": 85.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.598, "count": 118, "max_ms": 96.889, "p95_ms": 94.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.978, "count": 118, "max_ms": 126.997, "p95_ms": 110.464}, "read_interval": {"avg_ms": 256.465, "count": 117, "max_ms": 17133.345, "p95_ms": 124.812}, "triton_wait": {"avg_ms": 85.322, "count": 118, "max_ms": 114.276, "p95_ms": 96.901}, "visualize": {"avg_ms": 3.575, "count": 118, "max_ms": 5.397, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6333.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 839.009, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.684, "name": "ffmpeg", "pid": 29771, "rss_mb": 301.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.671, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:50:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:50:57+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:50:57+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T21:50:57.638047+09:00", "mtime_epoch": 1783342257.6380475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:50:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1659.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.709, "pushed": 10.709, "read": 10.676}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.581, "count": 321, "max_ms": 5.334, "p95_ms": 4.671}, "gstreamer_push": {"avg_ms": 1.3, "count": 321, "max_ms": 1.526, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.963, "count": 321, "max_ms": 85.285, "p95_ms": 76.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.305, "count": 321, "max_ms": 102.579, "p95_ms": 84.305}, "yolo11_640_fire_11class": {"avg_ms": 61.428, "count": 321, "max_ms": 93.439, "p95_ms": 80.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.299, "count": 321, "max_ms": 98.184, "p95_ms": 88.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.044, "count": 321, "max_ms": 114.768, "p95_ms": 101.963}, "read_interval": {"avg_ms": 93.66, "count": 320, "max_ms": 213.639, "p95_ms": 116.625}, "triton_wait": {"avg_ms": 67.797, "count": 321, "max_ms": 102.591, "p95_ms": 89.281}, "visualize": {"avg_ms": 3.676, "count": 321, "max_ms": 4.971, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1796, "tracking_summary": 1622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6198.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 37990.931, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.653, "sample_count": 1251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:51:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:51:17+09:00", "last_frame_read_age_sec": 0.26, "last_frame_read_at": "2026-07-06T21:51:17+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T21:51:17.478409+09:00", "mtime_epoch": 1783342277.4784086, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:51:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 852.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.375, "pushed": 4.375, "read": 4.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.393, "count": 131, "max_ms": 147.065, "p95_ms": 145.924}, "gstreamer_push": {"avg_ms": 1.038, "count": 131, "max_ms": 2.947, "p95_ms": 1.994}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.262, "count": 131, "max_ms": 88.331, "p95_ms": 85.257}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.118, "count": 131, "max_ms": 94.472, "p95_ms": 89.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.298, "count": 131, "max_ms": 281.468, "p95_ms": 272.075}, "read_interval": {"avg_ms": 230.285, "count": 130, "max_ms": 288.538, "p95_ms": 279.252}, "triton_wait": {"avg_ms": 76.148, "count": 131, "max_ms": 94.484, "p95_ms": 89.983}, "visualize": {"avg_ms": 29.883, "count": 131, "max_ms": 41.893, "p95_ms": 39.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6332.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:12+09:00", "last_error_summary": "[h264 @ 0x557853ae08c0] error while decoding MB 111 15, bytestream -7 [in#0/rtsp @ 0x55785347ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785347ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.676, "last_started_at": "2026-07-06T21:51:15+09:00", "pid": 30638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.621, "name": "ffmpeg", "pid": 30638, "rss_mb": 325.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.073, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:51:24+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T21:51:24+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T21:51:24.926544+09:00", "mtime_epoch": 1783342284.9265442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:51:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.112, "pushed": 7.112, "read": 7.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.17, "count": 98, "max_ms": 5.418, "p95_ms": 5.005}, "gstreamer_push": {"avg_ms": 1.301, "count": 98, "max_ms": 1.546, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.44, "count": 98, "max_ms": 63.715, "p95_ms": 59.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.954, "count": 98, "max_ms": 88.793, "p95_ms": 85.532}, "yolo11_640_fire_11class": {"avg_ms": 57.376, "count": 98, "max_ms": 70.884, "p95_ms": 66.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.833, "count": 98, "max_ms": 69.863, "p95_ms": 67.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.356, "count": 98, "max_ms": 101.52, "p95_ms": 98.876}, "read_interval": {"avg_ms": 306.303, "count": 98, "max_ms": 16308.208, "p95_ms": 157.607}, "triton_wait": {"avg_ms": 63.484, "count": 98, "max_ms": 88.806, "p95_ms": 85.545}, "visualize": {"avg_ms": 3.693, "count": 98, "max_ms": 6.657, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.78, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 379, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:36:56+09:00", "last_error_summary": "[h264 @ 0x5555d2890480] reference picture missing during reorder [h264 @ 0x5555d2890480] Missing reference picture, default is 65578 [h264 @ 0x5555d295f300] mmco: unref short failure [h264 @ 0x5555d295f300] illegal short term buffer state detected [h264 @ 0x5555d295f300] error while decoding MB 79 39, bytestream -12 [h264 @ 0x5555d1e45cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555d1e45cc0] error while decoding MB 0 17, bytestream 7474 [h264 @ 0x5555d1e9ab40] top block ", "last_exit_at": "2026-07-06T21:36:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 869.96, "last_started_at": "2026-07-06T21:36:58+09:00", "pid": 29771, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.93, "name": "ffmpeg", "pid": 29771, "rss_mb": 310.93, "state": "S (sleeping)", "threads": 104}, "restart_count": 126, "restart_count_per_hour": 7, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.828, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:51:28+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:51:28+09:00", "mjpeg": {"age_sec": 19.387, "exists": true, "mtime": "2026-07-06T21:51:09.302260+09:00", "mtime_epoch": 1783342269.3022597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:51:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1659.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 116, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.868, "pushed": 3.868, "read": 3.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.629, "count": 116, "max_ms": 4.596, "p95_ms": 4.234}, "gstreamer_push": {"avg_ms": 1.303, "count": 116, "max_ms": 1.512, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.702, "count": 116, "max_ms": 75.653, "p95_ms": 64.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.846, "count": 116, "max_ms": 86.73, "p95_ms": 85.297}, "yolo11_640_fire_11class": {"avg_ms": 58.454, "count": 116, "max_ms": 75.133, "p95_ms": 68.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.26, "count": 116, "max_ms": 83.952, "p95_ms": 68.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.586, "count": 116, "max_ms": 98.783, "p95_ms": 97.393}, "read_interval": {"avg_ms": 258.324, "count": 116, "max_ms": 19367.622, "p95_ms": 111.147}, "triton_wait": {"avg_ms": 66.251, "count": 116, "max_ms": 86.742, "p95_ms": 85.308}, "visualize": {"avg_ms": 3.691, "count": 116, "max_ms": 4.251, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1799, "tracking_summary": 1623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6295.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38021.104, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.677, "sample_count": 1248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:51:47+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T21:51:47+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T21:51:47.666959+09:00", "mtime_epoch": 1783342307.6669586, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:51:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 854.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.913, "pushed": 3.913, "read": 3.879}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.114, "count": 117, "max_ms": 164.101, "p95_ms": 149.236}, "gstreamer_push": {"avg_ms": 0.985, "count": 117, "max_ms": 2.748, "p95_ms": 1.809}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.904, "count": 117, "max_ms": 115.822, "p95_ms": 105.304}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.761, "count": 117, "max_ms": 114.939, "p95_ms": 109.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.991, "count": 117, "max_ms": 295.861, "p95_ms": 286.4}, "read_interval": {"avg_ms": 257.958, "count": 116, "max_ms": 304.014, "p95_ms": 293.595}, "triton_wait": {"avg_ms": 77.903, "count": 117, "max_ms": 115.833, "p95_ms": 109.547}, "visualize": {"avg_ms": 28.204, "count": 117, "max_ms": 41.44, "p95_ms": 37.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6300.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:12+09:00", "last_error_summary": "[h264 @ 0x557853ae08c0] error while decoding MB 111 15, bytestream -7 [in#0/rtsp @ 0x55785347ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785347ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.713, "last_started_at": "2026-07-06T21:51:15+09:00", "pid": 30638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.941, "name": "ffmpeg", "pid": 30638, "rss_mb": 327.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.669, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:51:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T21:51:54+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T21:51:54.939091+09:00", "mtime_epoch": 1783342314.939091, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:51:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.305, "pushed": 9.305, "read": 9.305}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.205, "count": 279, "max_ms": 6.728, "p95_ms": 4.968}, "gstreamer_push": {"avg_ms": 1.292, "count": 279, "max_ms": 1.664, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.676, "count": 279, "max_ms": 87.088, "p95_ms": 80.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.33, "count": 279, "max_ms": 122.046, "p95_ms": 96.824}, "yolo11_640_fire_11class": {"avg_ms": 69.296, "count": 279, "max_ms": 91.148, "p95_ms": 82.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.292, "count": 279, "max_ms": 105.341, "p95_ms": 91.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.013, "count": 279, "max_ms": 135.243, "p95_ms": 113.191}, "read_interval": {"avg_ms": 107.574, "count": 279, "max_ms": 345.927, "p95_ms": 139.002}, "triton_wait": {"avg_ms": 78.067, "count": 279, "max_ms": 122.058, "p95_ms": 99.653}, "visualize": {"avg_ms": 3.665, "count": 279, "max_ms": 4.717, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6294.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.598, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.938, "name": "ffmpeg", "pid": 30790, "rss_mb": 267.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 8, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.769, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:51:58+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:51:58+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:51:58.691159+09:00", "mtime_epoch": 1783342318.6911595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:51:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1659.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.804, "pushed": 7.804, "read": 7.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.527, "count": 234, "max_ms": 5.309, "p95_ms": 4.495}, "gstreamer_push": {"avg_ms": 1.303, "count": 234, "max_ms": 1.587, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.462, "count": 234, "max_ms": 90.825, "p95_ms": 81.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.493, "count": 234, "max_ms": 121.884, "p95_ms": 106.041}, "yolo11_640_fire_11class": {"avg_ms": 76.024, "count": 234, "max_ms": 91.745, "p95_ms": 87.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.874, "count": 234, "max_ms": 105.759, "p95_ms": 95.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.907, "count": 234, "max_ms": 134.626, "p95_ms": 118.485}, "read_interval": {"avg_ms": 128.689, "count": 233, "max_ms": 4507.797, "p95_ms": 132.197}, "triton_wait": {"avg_ms": 85.777, "count": 234, "max_ms": 121.897, "p95_ms": 106.054}, "visualize": {"avg_ms": 3.608, "count": 234, "max_ms": 4.621, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1799, "tracking_summary": 1625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38051.311, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.5, "sample_count": 1243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:52:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:52:18+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-06T21:52:17+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T21:52:17.847509+09:00", "mtime_epoch": 1783342337.8475087, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:52:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 862.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.314, "pushed": 4.314, "read": 4.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.576, "count": 129, "max_ms": 151.358, "p95_ms": 145.568}, "gstreamer_push": {"avg_ms": 1.024, "count": 129, "max_ms": 2.007, "p95_ms": 1.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.249, "count": 129, "max_ms": 112.408, "p95_ms": 107.096}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.899, "count": 129, "max_ms": 117.591, "p95_ms": 112.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.009, "count": 129, "max_ms": 300.13, "p95_ms": 293.249}, "read_interval": {"avg_ms": 233.816, "count": 128, "max_ms": 308.69, "p95_ms": 299.057}, "triton_wait": {"avg_ms": 80.085, "count": 129, "max_ms": 117.604, "p95_ms": 112.431}, "visualize": {"avg_ms": 28.482, "count": 129, "max_ms": 42.506, "p95_ms": 40.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6307.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:12+09:00", "last_error_summary": "[h264 @ 0x557853ae08c0] error while decoding MB 111 15, bytestream -7 [in#0/rtsp @ 0x55785347ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785347ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.756, "last_started_at": "2026-07-06T21:51:15+09:00", "pid": 30638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.941, "name": "ffmpeg", "pid": 30638, "rss_mb": 327.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.127, "sample_count": 2066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:52:25+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T21:52:24+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T21:52:24.967638+09:00", "mtime_epoch": 1783342344.9676385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:52:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.953, "pushed": 8.953, "read": 8.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.155, "count": 268, "max_ms": 6.733, "p95_ms": 4.834}, "gstreamer_push": {"avg_ms": 1.303, "count": 268, "max_ms": 1.835, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.583, "count": 268, "max_ms": 88.991, "p95_ms": 83.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.539, "count": 268, "max_ms": 117.919, "p95_ms": 105.239}, "yolo11_640_fire_11class": {"avg_ms": 76.143, "count": 268, "max_ms": 90.006, "p95_ms": 85.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.691, "count": 268, "max_ms": 101.618, "p95_ms": 94.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.082, "count": 268, "max_ms": 130.881, "p95_ms": 118.223}, "read_interval": {"avg_ms": 112.063, "count": 267, "max_ms": 148.154, "p95_ms": 130.394}, "triton_wait": {"avg_ms": 86.152, "count": 268, "max_ms": 117.933, "p95_ms": 105.249}, "visualize": {"avg_ms": 3.633, "count": 268, "max_ms": 5.711, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.637, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 8, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.769, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:52:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:52:28+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:52:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T21:52:28.735707+09:00", "mtime_epoch": 1783342348.7357073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:52:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1659.77, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.988, "pushed": 8.988, "read": 8.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.551, "count": 269, "max_ms": 5.369, "p95_ms": 4.883}, "gstreamer_push": {"avg_ms": 1.305, "count": 269, "max_ms": 2.046, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.768, "count": 269, "max_ms": 89.143, "p95_ms": 82.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.538, "count": 269, "max_ms": 117.843, "p95_ms": 100.489}, "yolo11_640_fire_11class": {"avg_ms": 76.452, "count": 269, "max_ms": 94.791, "p95_ms": 85.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.121, "count": 269, "max_ms": 101.694, "p95_ms": 95.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.547, "count": 269, "max_ms": 130.128, "p95_ms": 113.258}, "read_interval": {"avg_ms": 111.659, "count": 268, "max_ms": 144.794, "p95_ms": 126.601}, "triton_wait": {"avg_ms": 86.366, "count": 269, "max_ms": 117.856, "p95_ms": 101.293}, "visualize": {"avg_ms": 3.613, "count": 269, "max_ms": 5.081, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1800, "tracking_summary": 1626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6299.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38081.418, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.117, "sample_count": 1243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:52:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:52:48+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T21:52:47+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T21:52:47.976058+09:00", "mtime_epoch": 1783342367.9760582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:52:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.676, "name": "celery", "pid": 239, "rss_mb": 855.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.987, "pushed": 3.987, "read": 3.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.135, "count": 119, "max_ms": 158.049, "p95_ms": 150.904}, "gstreamer_push": {"avg_ms": 0.773, "count": 119, "max_ms": 0.923, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.666, "count": 119, "max_ms": 110.86, "p95_ms": 109.174}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.959, "count": 119, "max_ms": 117.999, "p95_ms": 113.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.253, "count": 119, "max_ms": 297.775, "p95_ms": 290.184}, "read_interval": {"avg_ms": 253.013, "count": 118, "max_ms": 303.898, "p95_ms": 297.086}, "triton_wait": {"avg_ms": 77.321, "count": 119, "max_ms": 118.013, "p95_ms": 113.655}, "visualize": {"avg_ms": 27.008, "count": 119, "max_ms": 43.31, "p95_ms": 33.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6309.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:12+09:00", "last_error_summary": "[h264 @ 0x557853ae08c0] error while decoding MB 111 15, bytestream -7 [in#0/rtsp @ 0x55785347ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785347ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.774, "last_started_at": "2026-07-06T21:51:15+09:00", "pid": 30638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.941, "name": "ffmpeg", "pid": 30638, "rss_mb": 327.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.307, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:52:55+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:52:54+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T21:52:54.988186+09:00", "mtime_epoch": 1783342374.9881861, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:52:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.126, "pushed": 9.126, "read": 9.093}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 273, "max_ms": 6.534, "p95_ms": 5.284}, "gstreamer_push": {"avg_ms": 1.285, "count": 273, "max_ms": 1.582, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.415, "count": 273, "max_ms": 88.634, "p95_ms": 81.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.17, "count": 273, "max_ms": 120.955, "p95_ms": 98.566}, "yolo11_640_fire_11class": {"avg_ms": 74.61, "count": 273, "max_ms": 95.325, "p95_ms": 85.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.465, "count": 273, "max_ms": 102.039, "p95_ms": 93.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.885, "count": 273, "max_ms": 134.335, "p95_ms": 113.655}, "read_interval": {"avg_ms": 109.945, "count": 272, "max_ms": 147.556, "p95_ms": 126.622}, "triton_wait": {"avg_ms": 83.928, "count": 273, "max_ms": 120.969, "p95_ms": 100.733}, "visualize": {"avg_ms": 3.658, "count": 273, "max_ms": 4.682, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6300.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.727, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.473, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:52:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:52:58+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:52:58+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:52:58.816256+09:00", "mtime_epoch": 1783342378.8162558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:52:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1659.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.173, "pushed": 9.173, "read": 9.139}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.605, "count": 275, "max_ms": 5.508, "p95_ms": 4.977}, "gstreamer_push": {"avg_ms": 1.323, "count": 275, "max_ms": 1.957, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.986, "count": 275, "max_ms": 91.364, "p95_ms": 81.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.791, "count": 275, "max_ms": 116.583, "p95_ms": 96.064}, "yolo11_640_fire_11class": {"avg_ms": 74.866, "count": 275, "max_ms": 94.797, "p95_ms": 86.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.596, "count": 275, "max_ms": 104.513, "p95_ms": 94.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.123, "count": 275, "max_ms": 130.2, "p95_ms": 113.22}, "read_interval": {"avg_ms": 109.402, "count": 274, "max_ms": 146.755, "p95_ms": 127.708}, "triton_wait": {"avg_ms": 83.689, "count": 275, "max_ms": 116.596, "p95_ms": 100.493}, "visualize": {"avg_ms": 3.679, "count": 275, "max_ms": 4.764, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1802, "tracking_summary": 1627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38111.512, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 282.5, "sample_count": 1241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:53:18+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T21:53:18+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T21:53:18.068607+09:00", "mtime_epoch": 1783342398.0686073, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:53:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.742, "name": "celery", "pid": 239, "rss_mb": 858.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.228, "pushed": 4.228, "read": 4.194}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.431, "count": 126, "max_ms": 147.599, "p95_ms": 145.212}, "gstreamer_push": {"avg_ms": 0.987, "count": 126, "max_ms": 3.378, "p95_ms": 1.927}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.577, "count": 126, "max_ms": 113.938, "p95_ms": 105.932}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.727, "count": 126, "max_ms": 117.031, "p95_ms": 110.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.609, "count": 126, "max_ms": 295.716, "p95_ms": 284.582}, "read_interval": {"avg_ms": 238.719, "count": 125, "max_ms": 304.359, "p95_ms": 290.771}, "triton_wait": {"avg_ms": 77.808, "count": 126, "max_ms": 117.045, "p95_ms": 110.594}, "visualize": {"avg_ms": 28.512, "count": 126, "max_ms": 46.115, "p95_ms": 36.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6298.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:12+09:00", "last_error_summary": "[h264 @ 0x557853ae08c0] error while decoding MB 111 15, bytestream -7 [in#0/rtsp @ 0x55785347ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785347ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.85, "last_started_at": "2026-07-06T21:51:15+09:00", "pid": 30638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.941, "name": "ffmpeg", "pid": 30638, "rss_mb": 327.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 18, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.847, "sample_count": 2170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:53:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:53:25+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:53:25+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:53:25.064735+09:00", "mtime_epoch": 1783342405.064735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:53:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1546.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.91, "pushed": 8.91, "read": 8.877}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 267, "max_ms": 7.086, "p95_ms": 6.053}, "gstreamer_push": {"avg_ms": 1.283, "count": 267, "max_ms": 2.173, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.021, "count": 267, "max_ms": 87.036, "p95_ms": 82.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.782, "count": 267, "max_ms": 118.655, "p95_ms": 104.136}, "yolo11_640_fire_11class": {"avg_ms": 76.217, "count": 267, "max_ms": 91.041, "p95_ms": 85.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.107, "count": 267, "max_ms": 106.295, "p95_ms": 96.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.618, "count": 267, "max_ms": 131.6, "p95_ms": 117.32}, "read_interval": {"avg_ms": 112.646, "count": 266, "max_ms": 145.411, "p95_ms": 129.811}, "triton_wait": {"avg_ms": 86.619, "count": 267, "max_ms": 118.668, "p95_ms": 104.259}, "visualize": {"avg_ms": 3.607, "count": 267, "max_ms": 6.149, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6304.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.727, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.5, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:53:28+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T21:53:28+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:53:28.816803+09:00", "mtime_epoch": 1783342408.8168035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:53:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1660.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.937, "pushed": 8.937, "read": 8.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.607, "count": 268, "max_ms": 5.711, "p95_ms": 4.796}, "gstreamer_push": {"avg_ms": 1.366, "count": 268, "max_ms": 2.389, "p95_ms": 1.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.725, "count": 268, "max_ms": 91.334, "p95_ms": 82.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.039, "count": 268, "max_ms": 117.567, "p95_ms": 98.701}, "yolo11_640_fire_11class": {"avg_ms": 75.265, "count": 268, "max_ms": 91.871, "p95_ms": 86.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.022, "count": 268, "max_ms": 102.618, "p95_ms": 97.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.305, "count": 268, "max_ms": 149.511, "p95_ms": 114.53}, "read_interval": {"avg_ms": 111.938, "count": 268, "max_ms": 159.326, "p95_ms": 129.726}, "triton_wait": {"avg_ms": 85.633, "count": 268, "max_ms": 117.579, "p95_ms": 101.991}, "visualize": {"avg_ms": 3.718, "count": 268, "max_ms": 6.3, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1802, "tracking_summary": 1628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38141.551, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 283.684, "sample_count": 1254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:53:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:53:48+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-06T21:53:48+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T21:53:48.153157+09:00", "mtime_epoch": 1783342428.1531565, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:53:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.742, "name": "celery", "pid": 239, "rss_mb": 859.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.452, "pushed": 4.452, "read": 4.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 99.386, "count": 133, "max_ms": 178.592, "p95_ms": 149.559}, "gstreamer_push": {"avg_ms": 1.207, "count": 133, "max_ms": 3.953, "p95_ms": 2.185}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.259, "count": 133, "max_ms": 122.252, "p95_ms": 110.676}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.186, "count": 133, "max_ms": 123.79, "p95_ms": 112.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.184, "count": 133, "max_ms": 315.705, "p95_ms": 285.41}, "read_interval": {"avg_ms": 225.983, "count": 132, "max_ms": 325.003, "p95_ms": 292.009}, "triton_wait": {"avg_ms": 81.513, "count": 133, "max_ms": 123.803, "p95_ms": 113.577}, "visualize": {"avg_ms": 33.164, "count": 133, "max_ms": 58.446, "p95_ms": 46.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:12+09:00", "last_error_summary": "[h264 @ 0x557853ae08c0] error while decoding MB 111 15, bytestream -7 [in#0/rtsp @ 0x55785347ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785347ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.954, "last_started_at": "2026-07-06T21:51:15+09:00", "pid": 30638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.941, "name": "ffmpeg", "pid": 30638, "rss_mb": 327.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 17, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.086, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:53:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:53:55+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:53:55+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T21:53:55.173285+09:00", "mtime_epoch": 1783342435.1732848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:53:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.223, "count": 267, "max_ms": 5.782, "p95_ms": 4.782}, "gstreamer_push": {"avg_ms": 1.319, "count": 267, "max_ms": 2.205, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.663, "count": 267, "max_ms": 90.315, "p95_ms": 83.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.852, "count": 267, "max_ms": 124.039, "p95_ms": 109.82}, "yolo11_640_fire_11class": {"avg_ms": 75.489, "count": 267, "max_ms": 90.83, "p95_ms": 86.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.344, "count": 267, "max_ms": 101.389, "p95_ms": 97.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.567, "count": 267, "max_ms": 137.181, "p95_ms": 122.718}, "read_interval": {"avg_ms": 112.748, "count": 266, "max_ms": 150.705, "p95_ms": 135.504}, "triton_wait": {"avg_ms": 86.532, "count": 267, "max_ms": 124.052, "p95_ms": 109.833}, "visualize": {"avg_ms": 3.698, "count": 267, "max_ms": 4.446, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6310.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.829, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.985, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:53:59+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T21:53:58+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:53:58.925353+09:00", "mtime_epoch": 1783342438.9253533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:53:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1660.152, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.871, "pushed": 8.871, "read": 8.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.66, "count": 266, "max_ms": 5.655, "p95_ms": 5.023}, "gstreamer_push": {"avg_ms": 1.322, "count": 266, "max_ms": 2.133, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.927, "count": 266, "max_ms": 89.52, "p95_ms": 83.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.859, "count": 266, "max_ms": 120.672, "p95_ms": 109.68}, "yolo11_640_fire_11class": {"avg_ms": 76.673, "count": 266, "max_ms": 91.027, "p95_ms": 87.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.534, "count": 266, "max_ms": 101.43, "p95_ms": 96.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.923, "count": 266, "max_ms": 133.795, "p95_ms": 121.849}, "read_interval": {"avg_ms": 113.175, "count": 265, "max_ms": 149.155, "p95_ms": 134.741}, "triton_wait": {"avg_ms": 87.531, "count": 266, "max_ms": 120.685, "p95_ms": 109.69}, "visualize": {"avg_ms": 3.662, "count": 266, "max_ms": 4.692, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1804, "tracking_summary": 1629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6299.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38171.6, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 284.764, "sample_count": 1233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:54:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:54:18+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T21:54:18+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T21:54:18.149705+09:00", "mtime_epoch": 1783342458.1497047, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:54:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 866.742, "name": "celery", "pid": 239, "rss_mb": 852.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.671, "count": 116, "max_ms": 155.971, "p95_ms": 147.769}, "gstreamer_push": {"avg_ms": 0.913, "count": 116, "max_ms": 2.019, "p95_ms": 1.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.767, "count": 116, "max_ms": 112.27, "p95_ms": 109.501}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.872, "count": 116, "max_ms": 121.852, "p95_ms": 112.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.945, "count": 116, "max_ms": 297.48, "p95_ms": 287.39}, "read_interval": {"avg_ms": 259.068, "count": 115, "max_ms": 303.823, "p95_ms": 294.927}, "triton_wait": {"avg_ms": 82.96, "count": 116, "max_ms": 121.866, "p95_ms": 112.122}, "visualize": {"avg_ms": 28.515, "count": 116, "max_ms": 42.377, "p95_ms": 40.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6301.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.906, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.96, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:54:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:54:29+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T21:54:29+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T21:54:29.025903+09:00", "mtime_epoch": 1783342469.0259032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:54:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1660.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.874, "pushed": 10.874, "read": 10.841}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.529, "count": 326, "max_ms": 5.393, "p95_ms": 4.176}, "gstreamer_push": {"avg_ms": 1.308, "count": 326, "max_ms": 1.52, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.206, "count": 326, "max_ms": 91.382, "p95_ms": 74.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.79, "count": 326, "max_ms": 111.492, "p95_ms": 84.992}, "yolo11_640_fire_11class": {"avg_ms": 59.511, "count": 326, "max_ms": 90.431, "p95_ms": 75.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.857, "count": 326, "max_ms": 100.441, "p95_ms": 83.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.333, "count": 326, "max_ms": 123.879, "p95_ms": 99.137}, "read_interval": {"avg_ms": 92.287, "count": 325, "max_ms": 135.959, "p95_ms": 112.808}, "triton_wait": {"avg_ms": 67.154, "count": 326, "max_ms": 111.505, "p95_ms": 86.576}, "visualize": {"avg_ms": 3.65, "count": 326, "max_ms": 4.47, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6325.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:12+09:00", "last_error_summary": "[h264 @ 0x557853ae08c0] error while decoding MB 111 15, bytestream -7 [in#0/rtsp @ 0x55785347ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55785347ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.171, "last_started_at": "2026-07-06T21:51:15+09:00", "pid": 30638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 350.434, "name": "ffmpeg", "pid": 30638, "rss_mb": 350.434, "state": "S (sleeping)", "threads": 104}, "restart_count": 67, "restart_count_per_hour": 17, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.776, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:54:30+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T21:54:30+09:00", "mjpeg": {"age_sec": 16.097, "exists": true, "mtime": "2026-07-06T21:54:14.385636+09:00", "mtime_epoch": 1783342454.3856359, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:54:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 23, "pushed_frames": 23, "read_frames": 22, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.768, "pushed": 0.768, "read": 0.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.336, "count": 23, "max_ms": 5.596, "p95_ms": 5.568}, "gstreamer_push": {"avg_ms": 1.314, "count": 23, "max_ms": 2.155, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.959, "count": 23, "max_ms": 84.276, "p95_ms": 81.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.582, "count": 23, "max_ms": 118.457, "p95_ms": 112.498}, "yolo11_640_fire_11class": {"avg_ms": 73.746, "count": 23, "max_ms": 83.346, "p95_ms": 82.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.246, "count": 23, "max_ms": 93.518, "p95_ms": 93.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.479, "count": 23, "max_ms": 131.411, "p95_ms": 125.309}, "read_interval": {"avg_ms": 1360.195, "count": 22, "max_ms": 16118.951, "p95_ms": 11584.833}, "triton_wait": {"avg_ms": 85.342, "count": 23, "max_ms": 118.471, "p95_ms": 112.511}, "visualize": {"avg_ms": 3.646, "count": 23, "max_ms": 4.046, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1805, "tracking_summary": 1630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38201.673, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.41, "sample_count": 1227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:54:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:54:48+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-06T21:54:48+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T21:54:48.214254+09:00", "mtime_epoch": 1783342488.2142541, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:54:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 864.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.028, "pushed": 4.028, "read": 3.994}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.598, "count": 120, "max_ms": 162.496, "p95_ms": 146.193}, "gstreamer_push": {"avg_ms": 0.912, "count": 120, "max_ms": 2.814, "p95_ms": 1.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.539, "count": 120, "max_ms": 110.76, "p95_ms": 103.737}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.341, "count": 120, "max_ms": 116.8, "p95_ms": 110.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.737, "count": 120, "max_ms": 315.676, "p95_ms": 283.448}, "read_interval": {"avg_ms": 250.443, "count": 119, "max_ms": 321.79, "p95_ms": 292.459}, "triton_wait": {"avg_ms": 83.365, "count": 120, "max_ms": 116.814, "p95_ms": 110.773}, "visualize": {"avg_ms": 28.934, "count": 120, "max_ms": 43.267, "p95_ms": 37.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6307.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.953, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.51, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:54:59+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:54:59+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:54:59.050452+09:00", "mtime_epoch": 1783342499.0504522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:54:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1660.441, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.619, "pushed": 9.619, "read": 9.586}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.611, "count": 288, "max_ms": 5.631, "p95_ms": 4.67}, "gstreamer_push": {"avg_ms": 1.31, "count": 288, "max_ms": 1.532, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.214, "count": 288, "max_ms": 93.14, "p95_ms": 82.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.028, "count": 288, "max_ms": 114.045, "p95_ms": 104.97}, "yolo11_640_fire_11class": {"avg_ms": 70.225, "count": 288, "max_ms": 93.13, "p95_ms": 85.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.9, "count": 288, "max_ms": 102.509, "p95_ms": 92.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.915, "count": 288, "max_ms": 126.53, "p95_ms": 117.403}, "read_interval": {"avg_ms": 104.307, "count": 287, "max_ms": 140.581, "p95_ms": 132.687}, "triton_wait": {"avg_ms": 78.619, "count": 288, "max_ms": 114.057, "p95_ms": 104.984}, "visualize": {"avg_ms": 3.654, "count": 288, "max_ms": 4.513, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6307.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:54:31+09:00", "last_error_summary": "[h264 @ 0x558f8491a180] error while decoding MB 0 28, bytestream -9 [in#0/rtsp @ 0x558f84892e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558f84892e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.937, "last_started_at": "2026-07-06T21:54:34+09:00", "pid": 30897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.961, "name": "ffmpeg", "pid": 30897, "rss_mb": 325.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.871, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:55:00+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T21:55:00+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T21:55:00.482478+09:00", "mtime_epoch": 1783342500.4824784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:55:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.521, "pushed": 7.521, "read": 7.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.212, "count": 225, "max_ms": 6.634, "p95_ms": 5.423}, "gstreamer_push": {"avg_ms": 1.276, "count": 225, "max_ms": 1.596, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.06, "count": 225, "max_ms": 93.743, "p95_ms": 83.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.764, "count": 225, "max_ms": 111.745, "p95_ms": 103.507}, "yolo11_640_fire_11class": {"avg_ms": 76.249, "count": 225, "max_ms": 93.731, "p95_ms": 87.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.848, "count": 225, "max_ms": 101.518, "p95_ms": 94.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.791, "count": 225, "max_ms": 124.738, "p95_ms": 116.316}, "read_interval": {"avg_ms": 133.47, "count": 224, "max_ms": 5550.946, "p95_ms": 128.237}, "triton_wait": {"avg_ms": 84.961, "count": 225, "max_ms": 111.758, "p95_ms": 103.519}, "visualize": {"avg_ms": 3.616, "count": 225, "max_ms": 5.039, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1806, "tracking_summary": 1631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38231.712, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.356, "sample_count": 1224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:55:18+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-06T21:55:18+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T21:55:18.354805+09:00", "mtime_epoch": 1783342518.3548052, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:55:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 864.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.967, "pushed": 3.967, "read": 3.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.582, "count": 118, "max_ms": 164.947, "p95_ms": 146.476}, "gstreamer_push": {"avg_ms": 0.804, "count": 118, "max_ms": 1.843, "p95_ms": 0.934}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.41, "count": 118, "max_ms": 115.661, "p95_ms": 107.953}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.251, "count": 118, "max_ms": 117.052, "p95_ms": 113.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.699, "count": 118, "max_ms": 291.471, "p95_ms": 287.542}, "read_interval": {"avg_ms": 255.309, "count": 117, "max_ms": 300.086, "p95_ms": 295.057}, "triton_wait": {"avg_ms": 78.309, "count": 118, "max_ms": 117.065, "p95_ms": 113.872}, "visualize": {"avg_ms": 26.075, "count": 118, "max_ms": 36.044, "p95_ms": 32.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.018, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.361, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:55:29+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T21:55:29+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T21:55:29.095002+09:00", "mtime_epoch": 1783342529.0950017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:55:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1660.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.048, "pushed": 9.048, "read": 9.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.605, "count": 271, "max_ms": 5.861, "p95_ms": 4.408}, "gstreamer_push": {"avg_ms": 1.343, "count": 271, "max_ms": 2.404, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.195, "count": 271, "max_ms": 89.978, "p95_ms": 82.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.407, "count": 271, "max_ms": 112.464, "p95_ms": 97.582}, "yolo11_640_fire_11class": {"avg_ms": 74.227, "count": 271, "max_ms": 91.894, "p95_ms": 86.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.897, "count": 271, "max_ms": 101.532, "p95_ms": 96.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.52, "count": 271, "max_ms": 124.925, "p95_ms": 114.19}, "read_interval": {"avg_ms": 110.867, "count": 270, "max_ms": 143.487, "p95_ms": 127.295}, "triton_wait": {"avg_ms": 84.96, "count": 271, "max_ms": 112.476, "p95_ms": 101.403}, "visualize": {"avg_ms": 3.705, "count": 271, "max_ms": 6.385, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6302.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:54:31+09:00", "last_error_summary": "[h264 @ 0x558f8491a180] error while decoding MB 0 28, bytestream -9 [in#0/rtsp @ 0x558f84892e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558f84892e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.04, "last_started_at": "2026-07-06T21:54:34+09:00", "pid": 30897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.961, "name": "ffmpeg", "pid": 30897, "rss_mb": 325.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.92, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:55:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:55:30+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:55:30+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:55:30.599029+09:00", "mtime_epoch": 1783342530.599029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:55:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.07, "pushed": 9.07, "read": 9.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.392, "count": 272, "max_ms": 6.976, "p95_ms": 5.981}, "gstreamer_push": {"avg_ms": 1.301, "count": 272, "max_ms": 2.024, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.905, "count": 272, "max_ms": 89.336, "p95_ms": 81.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.136, "count": 272, "max_ms": 120.412, "p95_ms": 96.677}, "yolo11_640_fire_11class": {"avg_ms": 73.438, "count": 272, "max_ms": 90.803, "p95_ms": 85.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.168, "count": 272, "max_ms": 100.689, "p95_ms": 94.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.692, "count": 272, "max_ms": 134.01, "p95_ms": 113.608}, "read_interval": {"avg_ms": 110.653, "count": 271, "max_ms": 150.494, "p95_ms": 129.714}, "triton_wait": {"avg_ms": 84.461, "count": 272, "max_ms": 120.424, "p95_ms": 100.7}, "visualize": {"avg_ms": 3.714, "count": 272, "max_ms": 6.211, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1808, "tracking_summary": 1632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38261.774, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.356, "sample_count": 1237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:55:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T21:55:48+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T21:55:48+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-06T21:55:48.347354+09:00", "mtime_epoch": 1783342548.347354, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:55:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 863.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.416, "pushed": 4.416, "read": 4.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.19, "count": 132, "max_ms": 159.176, "p95_ms": 147.924}, "gstreamer_push": {"avg_ms": 0.815, "count": 132, "max_ms": 1.395, "p95_ms": 0.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.606, "count": 132, "max_ms": 108.866, "p95_ms": 99.461}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.57, "count": 132, "max_ms": 113.136, "p95_ms": 107.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.429, "count": 132, "max_ms": 287.509, "p95_ms": 280.303}, "read_interval": {"avg_ms": 227.631, "count": 131, "max_ms": 294.454, "p95_ms": 286.332}, "triton_wait": {"avg_ms": 74.604, "count": 132, "max_ms": 113.153, "p95_ms": 107.456}, "visualize": {"avg_ms": 24.662, "count": 132, "max_ms": 30.268, "p95_ms": 28.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6307.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.067, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.657, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:55:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:55:59+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:55:59+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:55:59.159552+09:00", "mtime_epoch": 1783342559.1595516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:55:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1660.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.952, "pushed": 8.952, "read": 8.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.621, "count": 268, "max_ms": 5.331, "p95_ms": 4.898}, "gstreamer_push": {"avg_ms": 1.331, "count": 268, "max_ms": 1.646, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.283, "count": 268, "max_ms": 90.317, "p95_ms": 81.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.659, "count": 268, "max_ms": 119.305, "p95_ms": 101.91}, "yolo11_640_fire_11class": {"avg_ms": 75.931, "count": 268, "max_ms": 90.305, "p95_ms": 84.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.159, "count": 268, "max_ms": 100.956, "p95_ms": 96.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.818, "count": 268, "max_ms": 133.053, "p95_ms": 114.24}, "read_interval": {"avg_ms": 112.103, "count": 267, "max_ms": 146.155, "p95_ms": 129.653}, "triton_wait": {"avg_ms": 86.437, "count": 268, "max_ms": 119.319, "p95_ms": 101.922}, "visualize": {"avg_ms": 3.697, "count": 268, "max_ms": 4.577, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:54:31+09:00", "last_error_summary": "[h264 @ 0x558f8491a180] error while decoding MB 0 28, bytestream -9 [in#0/rtsp @ 0x558f84892e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558f84892e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.142, "last_started_at": "2026-07-06T21:54:34+09:00", "pid": 30897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.961, "name": "ffmpeg", "pid": 30897, "rss_mb": 325.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.247, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:56:00+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T21:56:00+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T21:56:00.699580+09:00", "mtime_epoch": 1783342560.69958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:56:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 269, "max_ms": 6.677, "p95_ms": 5.81}, "gstreamer_push": {"avg_ms": 1.283, "count": 269, "max_ms": 1.798, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.147, "count": 269, "max_ms": 90.722, "p95_ms": 81.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.367, "count": 269, "max_ms": 122.353, "p95_ms": 106.731}, "yolo11_640_fire_11class": {"avg_ms": 75.274, "count": 269, "max_ms": 90.71, "p95_ms": 85.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.452, "count": 269, "max_ms": 100.358, "p95_ms": 95.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.871, "count": 269, "max_ms": 135.209, "p95_ms": 119.51}, "read_interval": {"avg_ms": 111.882, "count": 268, "max_ms": 147.968, "p95_ms": 133.045}, "triton_wait": {"avg_ms": 85.957, "count": 269, "max_ms": 122.366, "p95_ms": 106.743}, "visualize": {"avg_ms": 3.616, "count": 269, "max_ms": 6.045, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1809, "tracking_summary": 1633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6310.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38291.791, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.303, "sample_count": 1224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:56:18+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T21:56:18+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T21:56:18.411904+09:00", "mtime_epoch": 1783342578.411904, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:56:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 866.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.933, "pushed": 3.933, "read": 3.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.178, "count": 117, "max_ms": 156.56, "p95_ms": 148.995}, "gstreamer_push": {"avg_ms": 0.865, "count": 117, "max_ms": 2.057, "p95_ms": 1.796}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.84, "count": 117, "max_ms": 115.701, "p95_ms": 109.829}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.337, "count": 117, "max_ms": 120.437, "p95_ms": 112.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.607, "count": 117, "max_ms": 299.097, "p95_ms": 289.84}, "read_interval": {"avg_ms": 257.117, "count": 116, "max_ms": 305.396, "p95_ms": 296.191}, "triton_wait": {"avg_ms": 80.581, "count": 117, "max_ms": 120.451, "p95_ms": 112.922}, "visualize": {"avg_ms": 26.06, "count": 117, "max_ms": 39.856, "p95_ms": 31.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.746, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6310.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.125, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.973, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:56:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T21:56:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T21:56:29.248102+09:00", "mtime_epoch": 1783342589.2481024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:56:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1660.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.284, "pushed": 10.284, "read": 10.251}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 308, "max_ms": 5.463, "p95_ms": 4.106}, "gstreamer_push": {"avg_ms": 1.296, "count": 308, "max_ms": 1.655, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.001, "count": 308, "max_ms": 86.004, "p95_ms": 79.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.671, "count": 308, "max_ms": 121.685, "p95_ms": 91.273}, "yolo11_640_fire_11class": {"avg_ms": 64.135, "count": 308, "max_ms": 87.073, "p95_ms": 79.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.378, "count": 308, "max_ms": 97.654, "p95_ms": 89.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.635, "count": 308, "max_ms": 134.035, "p95_ms": 108.769}, "read_interval": {"avg_ms": 97.64, "count": 307, "max_ms": 147.24, "p95_ms": 123.03}, "triton_wait": {"avg_ms": 72.689, "count": 308, "max_ms": 121.698, "p95_ms": 95.276}, "visualize": {"avg_ms": 3.574, "count": 308, "max_ms": 5.414, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1810, "tracking_summary": 1634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6032.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38321.868, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.553, "sample_count": 1238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:56:48+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-06T21:56:48+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-06T21:56:48.400453+09:00", "mtime_epoch": 1783342608.400453, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:56:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 866.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.348, "pushed": 4.348, "read": 4.315}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.484, "count": 130, "max_ms": 162.052, "p95_ms": 147.466}, "gstreamer_push": {"avg_ms": 0.894, "count": 130, "max_ms": 1.83, "p95_ms": 1.766}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.413, "count": 130, "max_ms": 91.025, "p95_ms": 87.506}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.138, "count": 130, "max_ms": 94.133, "p95_ms": 91.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.312, "count": 130, "max_ms": 274.194, "p95_ms": 267.664}, "read_interval": {"avg_ms": 231.024, "count": 129, "max_ms": 280.419, "p95_ms": 274.496}, "triton_wait": {"avg_ms": 77.185, "count": 130, "max_ms": 94.145, "p95_ms": 91.637}, "visualize": {"avg_ms": 26.772, "count": 130, "max_ms": 41.483, "p95_ms": 33.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6181.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:56:44+09:00", "last_error_summary": "[h264 @ 0x55ea87e6d240] error while decoding MB 67 25, bytestream -5", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.376, "last_started_at": "2026-07-06T21:56:46+09:00", "pid": 31049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.773, "name": "ffmpeg", "pid": 31049, "rss_mb": 198.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.678, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T21:56:49+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T21:56:49+09:00", "mjpeg": {"age_sec": 34.903, "exists": true, "mtime": "2026-07-06T21:56:14.427831+09:00", "mtime_epoch": 1783342574.4278312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:56:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.951, "count": 1, "max_ms": 6.951, "p95_ms": 6.951}, "gstreamer_push": {"avg_ms": 1.741, "count": 1, "max_ms": 1.741, "p95_ms": 1.741}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.499, "count": 1, "max_ms": 73.499, "p95_ms": 73.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 106.605, "count": 1, "max_ms": 106.605, "p95_ms": 106.605}, "yolo11_640_fire_11class": {"avg_ms": 72.526, "count": 1, "max_ms": 72.526, "p95_ms": 72.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.051, "count": 1, "max_ms": 82.051, "p95_ms": 82.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.477, "count": 1, "max_ms": 128.477, "p95_ms": 128.477}, "read_interval": {"avg_ms": 34869.944, "count": 1, "max_ms": 34869.944, "p95_ms": 34869.944}, "triton_wait": {"avg_ms": 106.669, "count": 1, "max_ms": 106.669, "p95_ms": 106.669}, "visualize": {"avg_ms": 6.189, "count": 1, "max_ms": 6.189, "p95_ms": 6.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6304.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.194, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.69, "sample_count": 2856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:56:59+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T21:56:59+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T21:56:59.308653+09:00", "mtime_epoch": 1783342619.3086529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:56:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.738, "pushed": 10.738, "read": 10.704}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.63, "count": 322, "max_ms": 5.837, "p95_ms": 4.581}, "gstreamer_push": {"avg_ms": 1.338, "count": 322, "max_ms": 2.401, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.688, "count": 322, "max_ms": 88.32, "p95_ms": 77.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.476, "count": 322, "max_ms": 121.236, "p95_ms": 86.455}, "yolo11_640_fire_11class": {"avg_ms": 60.549, "count": 322, "max_ms": 88.99, "p95_ms": 77.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.641, "count": 322, "max_ms": 101.127, "p95_ms": 87.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.618, "count": 322, "max_ms": 133.516, "p95_ms": 103.702}, "read_interval": {"avg_ms": 93.367, "count": 321, "max_ms": 156.255, "p95_ms": 121.141}, "triton_wait": {"avg_ms": 67.099, "count": 322, "max_ms": 121.248, "p95_ms": 89.094}, "visualize": {"avg_ms": 3.756, "count": 322, "max_ms": 6.433, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1812, "tracking_summary": 1635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38351.962, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.254, "sample_count": 1226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:57:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T21:57:18+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T21:57:18+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-06T21:57:18.557005+09:00", "mtime_epoch": 1783342638.5570054, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:57:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 865.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.954, "pushed": 3.954, "read": 3.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.416, "count": 118, "max_ms": 149.463, "p95_ms": 148.34}, "gstreamer_push": {"avg_ms": 0.823, "count": 118, "max_ms": 1.802, "p95_ms": 1.049}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.399, "count": 118, "max_ms": 113.783, "p95_ms": 107.664}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.923, "count": 118, "max_ms": 120.473, "p95_ms": 112.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.098, "count": 118, "max_ms": 301.67, "p95_ms": 293.556}, "read_interval": {"avg_ms": 255.356, "count": 117, "max_ms": 307.934, "p95_ms": 299.878}, "triton_wait": {"avg_ms": 80.279, "count": 118, "max_ms": 120.487, "p95_ms": 113.291}, "visualize": {"avg_ms": 28.621, "count": 118, "max_ms": 46.239, "p95_ms": 40.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6311.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:56:44+09:00", "last_error_summary": "[h264 @ 0x55ea87e6d240] error while decoding MB 67 25, bytestream -5", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.395, "last_started_at": "2026-07-06T21:56:46+09:00", "pid": 31049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.238, "name": "ffmpeg", "pid": 31049, "rss_mb": 327.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.678, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:57:19+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T21:57:19+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:57:19.253018+09:00", "mtime_epoch": 1783342639.2530181, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:57:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.998, "pushed": 8.998, "read": 8.965}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.323, "count": 269, "max_ms": 7.052, "p95_ms": 5.701}, "gstreamer_push": {"avg_ms": 1.305, "count": 269, "max_ms": 1.921, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.179, "count": 269, "max_ms": 90.21, "p95_ms": 84.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.265, "count": 269, "max_ms": 118.307, "p95_ms": 104.36}, "yolo11_640_fire_11class": {"avg_ms": 76.206, "count": 269, "max_ms": 90.847, "p95_ms": 86.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.31, "count": 269, "max_ms": 102.056, "p95_ms": 96.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.795, "count": 269, "max_ms": 131.268, "p95_ms": 119.032}, "read_interval": {"avg_ms": 111.587, "count": 268, "max_ms": 147.632, "p95_ms": 130.639}, "triton_wait": {"avg_ms": 86.614, "count": 269, "max_ms": 118.319, "p95_ms": 104.372}, "visualize": {"avg_ms": 3.719, "count": 269, "max_ms": 6.142, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.216, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.697, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:57:29+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T21:57:29+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:57:29.313202+09:00", "mtime_epoch": 1783342649.3132024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:57:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.062, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.925, "pushed": 8.925, "read": 8.892}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.638, "count": 267, "max_ms": 5.358, "p95_ms": 4.787}, "gstreamer_push": {"avg_ms": 1.328, "count": 267, "max_ms": 2.289, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.092, "count": 267, "max_ms": 86.679, "p95_ms": 82.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.582, "count": 267, "max_ms": 117.927, "p95_ms": 101.045}, "yolo11_640_fire_11class": {"avg_ms": 75.507, "count": 267, "max_ms": 89.424, "p95_ms": 85.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.916, "count": 267, "max_ms": 101.758, "p95_ms": 96.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.598, "count": 267, "max_ms": 130.623, "p95_ms": 114.121}, "read_interval": {"avg_ms": 112.457, "count": 266, "max_ms": 147.977, "p95_ms": 129.45}, "triton_wait": {"avg_ms": 86.114, "count": 267, "max_ms": 117.936, "p95_ms": 101.769}, "visualize": {"avg_ms": 3.696, "count": 267, "max_ms": 5.673, "p95_ms": 4.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1812, "tracking_summary": 1636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6309.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38382.096, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.41, "sample_count": 1246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:57:48+09:00", "last_frame_read_age_sec": 0.251, "last_frame_read_at": "2026-07-06T21:57:48+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T21:57:48.649557+09:00", "mtime_epoch": 1783342668.6495566, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:57:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 864.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.606, "pushed": 4.606, "read": 4.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.815, "count": 138, "max_ms": 153.609, "p95_ms": 147.884}, "gstreamer_push": {"avg_ms": 0.828, "count": 138, "max_ms": 1.202, "p95_ms": 0.946}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.119, "count": 138, "max_ms": 114.771, "p95_ms": 105.107}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.504, "count": 138, "max_ms": 117.972, "p95_ms": 110.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.464, "count": 138, "max_ms": 285.831, "p95_ms": 276.733}, "read_interval": {"avg_ms": 218.082, "count": 137, "max_ms": 294.411, "p95_ms": 283.385}, "triton_wait": {"avg_ms": 77.639, "count": 138, "max_ms": 117.984, "p95_ms": 112.058}, "visualize": {"avg_ms": 26.101, "count": 138, "max_ms": 32.532, "p95_ms": 31.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6309.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:56:44+09:00", "last_error_summary": "[h264 @ 0x55ea87e6d240] error while decoding MB 67 25, bytestream -5", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.451, "last_started_at": "2026-07-06T21:56:46+09:00", "pid": 31049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.238, "name": "ffmpeg", "pid": 31049, "rss_mb": 327.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.332, "sample_count": 2083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:57:49+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T21:57:49+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T21:57:49.313569+09:00", "mtime_epoch": 1783342669.3135688, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:57:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.884, "pushed": 8.884, "read": 8.851}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.194, "count": 266, "max_ms": 6.412, "p95_ms": 5.533}, "gstreamer_push": {"avg_ms": 1.275, "count": 266, "max_ms": 1.711, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.454, "count": 266, "max_ms": 85.868, "p95_ms": 81.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.456, "count": 266, "max_ms": 119.712, "p95_ms": 93.524}, "yolo11_640_fire_11class": {"avg_ms": 76.726, "count": 266, "max_ms": 89.033, "p95_ms": 85.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.201, "count": 266, "max_ms": 102.308, "p95_ms": 96.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.094, "count": 266, "max_ms": 133.077, "p95_ms": 112.606}, "read_interval": {"avg_ms": 113.002, "count": 265, "max_ms": 147.468, "p95_ms": 126.67}, "triton_wait": {"avg_ms": 87.27, "count": 266, "max_ms": 119.725, "p95_ms": 100.051}, "visualize": {"avg_ms": 3.592, "count": 266, "max_ms": 4.495, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6301.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.256, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.742, "name": "ffmpeg", "pid": 30790, "rss_mb": 269.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.697, "sample_count": 2848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:57:59+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T21:57:59+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T21:57:59.345753+09:00", "mtime_epoch": 1783342679.3457527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:57:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.962, "pushed": 8.962, "read": 8.928}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 268, "max_ms": 4.994, "p95_ms": 4.006}, "gstreamer_push": {"avg_ms": 1.307, "count": 268, "max_ms": 1.66, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.865, "count": 268, "max_ms": 88.249, "p95_ms": 82.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.088, "count": 268, "max_ms": 121.039, "p95_ms": 98.649}, "yolo11_640_fire_11class": {"avg_ms": 76.496, "count": 268, "max_ms": 91.361, "p95_ms": 86.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.693, "count": 268, "max_ms": 100.077, "p95_ms": 95.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.836, "count": 268, "max_ms": 134.694, "p95_ms": 113.062}, "read_interval": {"avg_ms": 112.064, "count": 267, "max_ms": 149.046, "p95_ms": 126.649}, "triton_wait": {"avg_ms": 86.728, "count": 268, "max_ms": 121.053, "p95_ms": 100.09}, "visualize": {"avg_ms": 3.6, "count": 268, "max_ms": 4.563, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1813, "tracking_summary": 1637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38412.108, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.256, "sample_count": 1242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:58:18+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T21:58:18+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-06T21:58:18.642106+09:00", "mtime_epoch": 1783342698.6421063, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:58:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.539, "name": "celery", "pid": 239, "rss_mb": 862.852, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.103, "pushed": 4.103, "read": 4.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.352, "count": 122, "max_ms": 152.958, "p95_ms": 149.917}, "gstreamer_push": {"avg_ms": 1.121, "count": 122, "max_ms": 2.865, "p95_ms": 1.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.692, "count": 122, "max_ms": 116.903, "p95_ms": 114.202}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.587, "count": 122, "max_ms": 129.667, "p95_ms": 115.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.773, "count": 122, "max_ms": 306.164, "p95_ms": 292.928}, "read_interval": {"avg_ms": 245.786, "count": 121, "max_ms": 314.294, "p95_ms": 299.196}, "triton_wait": {"avg_ms": 83.928, "count": 122, "max_ms": 129.681, "p95_ms": 115.287}, "visualize": {"avg_ms": 30.614, "count": 122, "max_ms": 43.436, "p95_ms": 41.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.731, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6311.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:56:44+09:00", "last_error_summary": "[h264 @ 0x55ea87e6d240] error while decoding MB 67 25, bytestream -5", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.496, "last_started_at": "2026-07-06T21:56:46+09:00", "pid": 31049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.238, "name": "ffmpeg", "pid": 31049, "rss_mb": 327.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.889, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:58:19+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T21:58:19+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T21:58:19.354119+09:00", "mtime_epoch": 1783342699.3541193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:58:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.886, "pushed": 8.886, "read": 8.853}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.349, "count": 266, "max_ms": 6.73, "p95_ms": 6.059}, "gstreamer_push": {"avg_ms": 1.287, "count": 266, "max_ms": 1.638, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.86, "count": 266, "max_ms": 96.154, "p95_ms": 83.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.826, "count": 266, "max_ms": 127.093, "p95_ms": 107.948}, "yolo11_640_fire_11class": {"avg_ms": 75.939, "count": 266, "max_ms": 96.167, "p95_ms": 86.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.03, "count": 266, "max_ms": 108.537, "p95_ms": 97.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.062, "count": 266, "max_ms": 140.058, "p95_ms": 122.244}, "read_interval": {"avg_ms": 112.947, "count": 265, "max_ms": 155.301, "p95_ms": 134.706}, "triton_wait": {"avg_ms": 86.907, "count": 266, "max_ms": 127.106, "p95_ms": 108.549}, "visualize": {"avg_ms": 3.658, "count": 266, "max_ms": 4.934, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6308.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.353, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.32, "name": "ffmpeg", "pid": 30790, "rss_mb": 277.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.877, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:58:29+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T21:58:29+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T21:58:29.446304+09:00", "mtime_epoch": 1783342709.4463043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 103727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:58:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.32, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.449, "pushed": 9.449, "read": 9.416}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.508, "count": 283, "max_ms": 4.926, "p95_ms": 4.019}, "gstreamer_push": {"avg_ms": 1.316, "count": 283, "max_ms": 1.677, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.969, "count": 283, "max_ms": 95.579, "p95_ms": 82.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.576, "count": 283, "max_ms": 123.019, "p95_ms": 101.985}, "yolo11_640_fire_11class": {"avg_ms": 71.47, "count": 283, "max_ms": 96.132, "p95_ms": 86.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.164, "count": 283, "max_ms": 108.493, "p95_ms": 97.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.169, "count": 283, "max_ms": 135.351, "p95_ms": 117.648}, "read_interval": {"avg_ms": 106.324, "count": 282, "max_ms": 147.758, "p95_ms": 131.252}, "triton_wait": {"avg_ms": 80.986, "count": 283, "max_ms": 123.033, "p95_ms": 104.127}, "visualize": {"avg_ms": 3.629, "count": 283, "max_ms": 4.783, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1815, "tracking_summary": 1638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6324.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38442.201, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.256, "sample_count": 1229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:58:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:58:48+09:00", "last_frame_read_age_sec": 0.26, "last_frame_read_at": "2026-07-06T21:58:48+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-06T21:58:48.746658+09:00", "mtime_epoch": 1783342728.7466583, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:58:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.891, "name": "celery", "pid": 239, "rss_mb": 866.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.062, "pushed": 4.062, "read": 4.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.382, "count": 121, "max_ms": 148.029, "p95_ms": 145.351}, "gstreamer_push": {"avg_ms": 0.982, "count": 121, "max_ms": 2.775, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.782, "count": 121, "max_ms": 119.932, "p95_ms": 87.625}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.069, "count": 121, "max_ms": 122.828, "p95_ms": 93.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.591, "count": 121, "max_ms": 297.453, "p95_ms": 277.888}, "read_interval": {"avg_ms": 248.55, "count": 120, "max_ms": 304.008, "p95_ms": 285.096}, "triton_wait": {"avg_ms": 81.127, "count": 121, "max_ms": 122.84, "p95_ms": 93.458}, "visualize": {"avg_ms": 30.184, "count": 121, "max_ms": 42.895, "p95_ms": 40.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.789, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6344.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:56:44+09:00", "last_error_summary": "[h264 @ 0x55ea87e6d240] error while decoding MB 67 25, bytestream -5", "last_exit_at": "2026-07-06T21:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.813, "last_started_at": "2026-07-06T21:56:46+09:00", "pid": 31049, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.422, "name": "ffmpeg", "pid": 31049, "rss_mb": 351.422, "state": "S (sleeping)", "threads": 104}, "restart_count": 69, "restart_count_per_hour": 18, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.698, "sample_count": 1791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:58:54+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T21:58:54+09:00", "mjpeg": {"age_sec": 26.433, "exists": true, "mtime": "2026-07-06T21:58:28.334284+09:00", "mtime_epoch": 1783342708.334284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:58:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1547.867, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.075, "pushed": 0.075, "read": 0.075}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.14, "count": 2, "max_ms": 4.212, "p95_ms": 4.212}, "gstreamer_push": {"avg_ms": 1.268, "count": 2, "max_ms": 1.307, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.271, "count": 2, "max_ms": 54.097, "p95_ms": 54.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.773, "count": 2, "max_ms": 58.773, "p95_ms": 58.773}, "yolo11_640_fire_11class": {"avg_ms": 56.455, "count": 2, "max_ms": 56.564, "p95_ms": 56.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.367, "count": 2, "max_ms": 57.077, "p95_ms": 57.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.442, "count": 2, "max_ms": 71.593, "p95_ms": 71.593}, "read_interval": {"avg_ms": 16502.258, "count": 2, "max_ms": 26445.912, "p95_ms": 26445.912}, "triton_wait": {"avg_ms": 58.786, "count": 2, "max_ms": 58.786, "p95_ms": 58.786}, "visualize": {"avg_ms": 3.542, "count": 2, "max_ms": 3.545, "p95_ms": 3.545}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 26.525, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6046.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.42, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.375, "name": "ffmpeg", "pid": 30790, "rss_mb": 287.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.046, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:58:59+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T21:58:59+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T21:58:59.542856+09:00", "mtime_epoch": 1783342739.5428562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:58:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 337, "pushed_frames": 337, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.239, "pushed": 11.239, "read": 11.206}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.519, "count": 337, "max_ms": 5.379, "p95_ms": 3.949}, "gstreamer_push": {"avg_ms": 1.303, "count": 337, "max_ms": 1.992, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.444, "count": 337, "max_ms": 76.865, "p95_ms": 62.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.258, "count": 337, "max_ms": 87.514, "p95_ms": 82.907}, "yolo11_640_fire_11class": {"avg_ms": 57.008, "count": 337, "max_ms": 75.147, "p95_ms": 67.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.925, "count": 337, "max_ms": 84.306, "p95_ms": 67.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.27, "count": 337, "max_ms": 99.632, "p95_ms": 95.633}, "read_interval": {"avg_ms": 89.231, "count": 336, "max_ms": 663.921, "p95_ms": 108.96}, "triton_wait": {"avg_ms": 61.968, "count": 337, "max_ms": 87.526, "p95_ms": 83.097}, "visualize": {"avg_ms": 3.671, "count": 337, "max_ms": 4.987, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1815, "tracking_summary": 1639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38472.322, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.831, "sample_count": 1232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:59:19+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-06T21:59:18+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-06T21:59:18.847210+09:00", "mtime_epoch": 1783342758.8472102, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:59:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.891, "name": "celery", "pid": 239, "rss_mb": 862.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.952, "pushed": 3.952, "read": 3.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.482, "count": 118, "max_ms": 148.968, "p95_ms": 145.682}, "gstreamer_push": {"avg_ms": 0.866, "count": 118, "max_ms": 1.811, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.43, "count": 118, "max_ms": 112.787, "p95_ms": 101.707}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.015, "count": 118, "max_ms": 116.293, "p95_ms": 112.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.435, "count": 118, "max_ms": 298.429, "p95_ms": 286.411}, "read_interval": {"avg_ms": 254.93, "count": 117, "max_ms": 304.367, "p95_ms": 293.053}, "triton_wait": {"avg_ms": 77.028, "count": 118, "max_ms": 116.307, "p95_ms": 112.353}, "visualize": {"avg_ms": 27.202, "count": 118, "max_ms": 40.756, "p95_ms": 36.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6329.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:58:55+09:00", "last_error_summary": "[NULL @ 0x561f23a60200] missing picture in access unit with size 6 [h264 @ 0x561f24260dc0] no frame! [in#0/rtsp @ 0x561f23a5be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f23a5be00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x561f23a60840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:58:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.434, "last_started_at": "2026-07-06T21:58:58+09:00", "pid": 31201, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.16, "name": "ffmpeg", "pid": 31201, "rss_mb": 327.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.722, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:59:24+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T21:59:24+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-06T21:59:24.699317+09:00", "mtime_epoch": 1783342764.6993175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:59:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.07, "pushed": 8.07, "read": 8.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.086, "count": 242, "max_ms": 6.284, "p95_ms": 4.891}, "gstreamer_push": {"avg_ms": 1.271, "count": 242, "max_ms": 1.816, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.702, "count": 242, "max_ms": 88.056, "p95_ms": 80.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.81, "count": 242, "max_ms": 117.066, "p95_ms": 98.626}, "yolo11_640_fire_11class": {"avg_ms": 73.342, "count": 242, "max_ms": 95.633, "p95_ms": 87.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.373, "count": 242, "max_ms": 101.48, "p95_ms": 95.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.599, "count": 242, "max_ms": 130.077, "p95_ms": 114.027}, "read_interval": {"avg_ms": 123.981, "count": 242, "max_ms": 4531.449, "p95_ms": 124.656}, "triton_wait": {"avg_ms": 81.988, "count": 242, "max_ms": 117.079, "p95_ms": 100.988}, "visualize": {"avg_ms": 3.591, "count": 242, "max_ms": 5.693, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6337.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:51:29+09:00", "last_error_summary": "[h264 @ 0x55a6d21da200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a6d21da200] error while decoding MB 0 29, bytestream 5842 [h264 @ 0x55a6d2f7ce40] error while decoding MB 26 27, bytestream -5 [in#0/rtsp @ 0x55a6d21bee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a6d21bee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T21:51:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 489.415, "last_started_at": "2026-07-06T21:51:32+09:00", "pid": 30790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.77, "name": "ffmpeg", "pid": 30790, "rss_mb": 292.77, "state": "S (sleeping)", "threads": 104}, "restart_count": 127, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.69, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T21:59:41+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T21:59:41+09:00", "mjpeg": {"age_sec": 19.151, "exists": true, "mtime": "2026-07-06T21:59:22.451276+09:00", "mtime_epoch": 1783342762.4512763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T21:59:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.578, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.334, "pushed": 3.334, "read": 3.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.521, "count": 99, "max_ms": 4.426, "p95_ms": 4.118}, "gstreamer_push": {"avg_ms": 1.322, "count": 100, "max_ms": 1.547, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.425, "count": 99, "max_ms": 85.658, "p95_ms": 81.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.086, "count": 99, "max_ms": 113.283, "p95_ms": 108.275}, "yolo11_640_fire_11class": {"avg_ms": 74.62, "count": 99, "max_ms": 90.939, "p95_ms": 86.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.107, "count": 99, "max_ms": 100.527, "p95_ms": 95.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.807, "count": 100, "max_ms": 125.84, "p95_ms": 118.869}, "read_interval": {"avg_ms": 302.956, "count": 99, "max_ms": 19168.663, "p95_ms": 135.238}, "triton_wait": {"avg_ms": 84.606, "count": 99, "max_ms": 113.297, "p95_ms": 108.289}, "visualize": {"avg_ms": 3.628, "count": 99, "max_ms": 4.002, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1817, "tracking_summary": 1640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6201.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38502.44, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.078, "sample_count": 1246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:59:49+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-06T21:59:48+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T21:59:48.963763+09:00", "mtime_epoch": 1783342788.9637625, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T21:59:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.891, "name": "celery", "pid": 239, "rss_mb": 866.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.485, "pushed": 4.485, "read": 4.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.172, "count": 134, "max_ms": 167.366, "p95_ms": 146.614}, "gstreamer_push": {"avg_ms": 0.811, "count": 134, "max_ms": 1.411, "p95_ms": 0.917}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.743, "count": 134, "max_ms": 105.454, "p95_ms": 88.61}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.983, "count": 134, "max_ms": 110.062, "p95_ms": 100.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.982, "count": 134, "max_ms": 286.41, "p95_ms": 266.23}, "read_interval": {"avg_ms": 224.239, "count": 133, "max_ms": 291.353, "p95_ms": 272.243}, "triton_wait": {"avg_ms": 73.996, "count": 134, "max_ms": 110.076, "p95_ms": 100.782}, "visualize": {"avg_ms": 24.949, "count": 134, "max_ms": 31.865, "p95_ms": 27.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6299.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:58:55+09:00", "last_error_summary": "[NULL @ 0x561f23a60200] missing picture in access unit with size 6 [h264 @ 0x561f24260dc0] no frame! [in#0/rtsp @ 0x561f23a5be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f23a5be00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x561f23a60840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:58:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.48, "last_started_at": "2026-07-06T21:58:58+09:00", "pid": 31201, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 31201, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.512, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T21:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T21:59:54+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T21:59:54+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T21:59:54.723868+09:00", "mtime_epoch": 1783342794.7238681, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T21:59:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.125, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.546, "pushed": 10.546, "read": 10.512}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.186, "count": 316, "max_ms": 6.979, "p95_ms": 5.297}, "gstreamer_push": {"avg_ms": 1.279, "count": 316, "max_ms": 2.124, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.703, "count": 316, "max_ms": 85.357, "p95_ms": 76.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.538, "count": 316, "max_ms": 112.928, "p95_ms": 84.961}, "yolo11_640_fire_11class": {"avg_ms": 59.465, "count": 316, "max_ms": 91.951, "p95_ms": 78.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.544, "count": 316, "max_ms": 95.002, "p95_ms": 87.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.761, "count": 316, "max_ms": 126.113, "p95_ms": 101.409}, "read_interval": {"avg_ms": 95.028, "count": 315, "max_ms": 261.419, "p95_ms": 125.447}, "triton_wait": {"avg_ms": 64.998, "count": 316, "max_ms": 112.942, "p95_ms": 87.607}, "visualize": {"avg_ms": 3.605, "count": 316, "max_ms": 5.819, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.031, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.121, "name": "ffmpeg", "pid": 31353, "rss_mb": 265.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 8, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.73, "sample_count": 2658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:00:11+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:00:11+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:00:11.544177+09:00", "mtime_epoch": 1783342811.5441768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:00:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.777, "pushed": 7.777, "read": 7.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.438, "count": 233, "max_ms": 5.68, "p95_ms": 4.76}, "gstreamer_push": {"avg_ms": 1.259, "count": 233, "max_ms": 2.201, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.051, "count": 233, "max_ms": 90.59, "p95_ms": 83.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.883, "count": 233, "max_ms": 124.439, "p95_ms": 103.495}, "yolo11_640_fire_11class": {"avg_ms": 75.432, "count": 233, "max_ms": 93.855, "p95_ms": 87.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.873, "count": 233, "max_ms": 98.924, "p95_ms": 95.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.736, "count": 233, "max_ms": 137.84, "p95_ms": 115.872}, "read_interval": {"avg_ms": 128.981, "count": 232, "max_ms": 5116.33, "p95_ms": 127.986}, "triton_wait": {"avg_ms": 83.921, "count": 233, "max_ms": 124.455, "p95_ms": 103.508}, "visualize": {"avg_ms": 3.49, "count": 233, "max_ms": 5.975, "p95_ms": 4.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1819, "tracking_summary": 1641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6308.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38532.552, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.078, "sample_count": 1243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:00:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:00:19+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T22:00:19+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T22:00:19.112316+09:00", "mtime_epoch": 1783342819.1123157, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:00:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.891, "name": "celery", "pid": 239, "rss_mb": 862.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.924, "pushed": 3.924, "read": 3.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.993, "count": 117, "max_ms": 156.192, "p95_ms": 148.661}, "gstreamer_push": {"avg_ms": 0.853, "count": 117, "max_ms": 3.226, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.417, "count": 117, "max_ms": 110.675, "p95_ms": 106.005}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.043, "count": 117, "max_ms": 119.342, "p95_ms": 111.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.477, "count": 117, "max_ms": 294.534, "p95_ms": 286.94}, "read_interval": {"avg_ms": 257.437, "count": 116, "max_ms": 302.412, "p95_ms": 293.966}, "triton_wait": {"avg_ms": 78.142, "count": 117, "max_ms": 119.355, "p95_ms": 111.119}, "visualize": {"avg_ms": 25.505, "count": 117, "max_ms": 42.596, "p95_ms": 34.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6311.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:58:55+09:00", "last_error_summary": "[NULL @ 0x561f23a60200] missing picture in access unit with size 6 [h264 @ 0x561f24260dc0] no frame! [in#0/rtsp @ 0x561f23a5be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f23a5be00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x561f23a60840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:58:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.557, "last_started_at": "2026-07-06T21:58:58+09:00", "pid": 31201, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 31201, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.809, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:00:24+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T22:00:24+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T22:00:24.780420+09:00", "mtime_epoch": 1783342824.7804198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:00:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.05, "pushed": 9.05, "read": 9.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 271, "max_ms": 7.561, "p95_ms": 6.148}, "gstreamer_push": {"avg_ms": 1.301, "count": 271, "max_ms": 1.907, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.258, "count": 271, "max_ms": 89.355, "p95_ms": 81.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.934, "count": 271, "max_ms": 124.928, "p95_ms": 104.203}, "yolo11_640_fire_11class": {"avg_ms": 74.124, "count": 271, "max_ms": 90.219, "p95_ms": 84.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.088, "count": 271, "max_ms": 100.477, "p95_ms": 94.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.773, "count": 271, "max_ms": 137.892, "p95_ms": 118.793}, "read_interval": {"avg_ms": 110.935, "count": 270, "max_ms": 151.361, "p95_ms": 133.209}, "triton_wait": {"avg_ms": 84.518, "count": 271, "max_ms": 124.942, "p95_ms": 104.216}, "visualize": {"avg_ms": 3.73, "count": 271, "max_ms": 6.38, "p95_ms": 4.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.082, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.152, "name": "ffmpeg", "pid": 31353, "rss_mb": 266.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 8, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.983, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:00:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:00:41+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:00:41+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:00:41.596728+09:00", "mtime_epoch": 1783342841.5967283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:00:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1661.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.851, "pushed": 8.851, "read": 8.817}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.669, "count": 265, "max_ms": 5.877, "p95_ms": 5.757}, "gstreamer_push": {"avg_ms": 1.383, "count": 265, "max_ms": 2.61, "p95_ms": 2.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.155, "count": 265, "max_ms": 89.298, "p95_ms": 82.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.348, "count": 265, "max_ms": 120.065, "p95_ms": 97.888}, "yolo11_640_fire_11class": {"avg_ms": 76.843, "count": 265, "max_ms": 90.209, "p95_ms": 87.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.958, "count": 265, "max_ms": 100.971, "p95_ms": 98.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.937, "count": 265, "max_ms": 132.748, "p95_ms": 113.551}, "read_interval": {"avg_ms": 113.395, "count": 264, "max_ms": 145.308, "p95_ms": 129.372}, "triton_wait": {"avg_ms": 87.202, "count": 265, "max_ms": 120.077, "p95_ms": 100.028}, "visualize": {"avg_ms": 3.822, "count": 265, "max_ms": 6.499, "p95_ms": 6.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1819, "tracking_summary": 1642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6313.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38562.675, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.521, "sample_count": 1245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:00:49+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-06T22:00:49+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-06T22:00:49.200868+09:00", "mtime_epoch": 1783342849.200868, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:00:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.891, "name": "celery", "pid": 239, "rss_mb": 866.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.459, "pushed": 4.459, "read": 4.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.517, "count": 133, "max_ms": 147.823, "p95_ms": 145.541}, "gstreamer_push": {"avg_ms": 0.821, "count": 133, "max_ms": 1.072, "p95_ms": 0.937}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.95, "count": 133, "max_ms": 118.595, "p95_ms": 104.745}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.787, "count": 133, "max_ms": 117.963, "p95_ms": 111.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.584, "count": 133, "max_ms": 291.528, "p95_ms": 280.84}, "read_interval": {"avg_ms": 226.04, "count": 132, "max_ms": 297.634, "p95_ms": 287.815}, "triton_wait": {"avg_ms": 77.881, "count": 133, "max_ms": 118.607, "p95_ms": 111.118}, "visualize": {"avg_ms": 24.279, "count": 133, "max_ms": 29.779, "p95_ms": 28.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6313.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:58:55+09:00", "last_error_summary": "[NULL @ 0x561f23a60200] missing picture in access unit with size 6 [h264 @ 0x561f24260dc0] no frame! [in#0/rtsp @ 0x561f23a5be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f23a5be00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x561f23a60840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:58:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.615, "last_started_at": "2026-07-06T21:58:58+09:00", "pid": 31201, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 31201, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.38, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:00:54+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T22:00:54+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T22:00:54.836971+09:00", "mtime_epoch": 1783342854.8369713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:00:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.383, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.953, "pushed": 8.953, "read": 8.919}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.323, "count": 268, "max_ms": 6.994, "p95_ms": 6.058}, "gstreamer_push": {"avg_ms": 1.29, "count": 268, "max_ms": 1.694, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.079, "count": 268, "max_ms": 91.315, "p95_ms": 82.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.799, "count": 268, "max_ms": 119.682, "p95_ms": 104.019}, "yolo11_640_fire_11class": {"avg_ms": 75.113, "count": 268, "max_ms": 92.278, "p95_ms": 85.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.69, "count": 268, "max_ms": 100.894, "p95_ms": 96.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.19, "count": 268, "max_ms": 132.793, "p95_ms": 117.087}, "read_interval": {"avg_ms": 112.118, "count": 267, "max_ms": 149.314, "p95_ms": 132.318}, "triton_wait": {"avg_ms": 86.073, "count": 268, "max_ms": 119.696, "p95_ms": 104.035}, "visualize": {"avg_ms": 3.691, "count": 268, "max_ms": 6.104, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6317.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.172, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.988, "name": "ffmpeg", "pid": 31353, "rss_mb": 268.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 8, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.124, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:01:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:01:11+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T22:01:11+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T22:01:11.669280+09:00", "mtime_epoch": 1783342871.6692803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:01:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1662.094, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.97, "pushed": 8.97, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.498, "count": 269, "max_ms": 5.021, "p95_ms": 3.893}, "gstreamer_push": {"avg_ms": 1.331, "count": 269, "max_ms": 2.066, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.256, "count": 269, "max_ms": 91.719, "p95_ms": 84.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.906, "count": 269, "max_ms": 119.611, "p95_ms": 105.749}, "yolo11_640_fire_11class": {"avg_ms": 75.435, "count": 269, "max_ms": 95.088, "p95_ms": 84.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.633, "count": 269, "max_ms": 101.605, "p95_ms": 95.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.503, "count": 269, "max_ms": 131.888, "p95_ms": 117.865}, "read_interval": {"avg_ms": 111.787, "count": 268, "max_ms": 153.879, "p95_ms": 130.29}, "triton_wait": {"avg_ms": 86.253, "count": 269, "max_ms": 119.624, "p95_ms": 105.761}, "visualize": {"avg_ms": 3.645, "count": 269, "max_ms": 4.492, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1821, "tracking_summary": 1643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6317.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38592.856, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.933, "sample_count": 1243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:01:19+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T22:01:19+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T22:01:19.417423+09:00", "mtime_epoch": 1783342879.4174225, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:01:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.965, "name": "celery", "pid": 239, "rss_mb": 867.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.907, "pushed": 3.907, "read": 3.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.42, "count": 117, "max_ms": 152.122, "p95_ms": 148.846}, "gstreamer_push": {"avg_ms": 0.787, "count": 117, "max_ms": 1.728, "p95_ms": 0.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.404, "count": 117, "max_ms": 114.806, "p95_ms": 108.576}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.73, "count": 117, "max_ms": 117.671, "p95_ms": 115.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.182, "count": 117, "max_ms": 301.973, "p95_ms": 293.652}, "read_interval": {"avg_ms": 258.01, "count": 116, "max_ms": 308.012, "p95_ms": 299.693}, "triton_wait": {"avg_ms": 79.114, "count": 117, "max_ms": 117.684, "p95_ms": 115.161}, "visualize": {"avg_ms": 27.866, "count": 117, "max_ms": 42.856, "p95_ms": 37.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6316.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:58:55+09:00", "last_error_summary": "[NULL @ 0x561f23a60200] missing picture in access unit with size 6 [h264 @ 0x561f24260dc0] no frame! [in#0/rtsp @ 0x561f23a5be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f23a5be00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x561f23a60840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:58:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.701, "last_started_at": "2026-07-06T21:58:58+09:00", "pid": 31201, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 31201, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 18, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.301, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:01:25+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T22:01:24+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T22:01:24.933524+09:00", "mtime_epoch": 1783342884.9335237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:01:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.942, "pushed": 8.942, "read": 8.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 268, "max_ms": 6.442, "p95_ms": 5.011}, "gstreamer_push": {"avg_ms": 1.293, "count": 268, "max_ms": 1.569, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.933, "count": 268, "max_ms": 91.82, "p95_ms": 83.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.187, "count": 268, "max_ms": 120.693, "p95_ms": 107.051}, "yolo11_640_fire_11class": {"avg_ms": 75.869, "count": 268, "max_ms": 94.356, "p95_ms": 86.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.884, "count": 268, "max_ms": 101.052, "p95_ms": 96.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.378, "count": 268, "max_ms": 133.528, "p95_ms": 120.36}, "read_interval": {"avg_ms": 112.236, "count": 267, "max_ms": 150.075, "p95_ms": 132.614}, "triton_wait": {"avg_ms": 86.536, "count": 268, "max_ms": 120.706, "p95_ms": 107.065}, "visualize": {"avg_ms": 3.602, "count": 268, "max_ms": 4.459, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6314.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.193, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.988, "name": "ffmpeg", "pid": 31353, "rss_mb": 268.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.811, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:01:41+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T22:01:41+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T22:01:41.713832+09:00", "mtime_epoch": 1783342901.713832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:01:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1662.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.022, "pushed": 9.022, "read": 8.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.477, "count": 270, "max_ms": 5.157, "p95_ms": 4.115}, "gstreamer_push": {"avg_ms": 1.311, "count": 270, "max_ms": 1.983, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.649, "count": 270, "max_ms": 89.254, "p95_ms": 81.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.7, "count": 270, "max_ms": 120.987, "p95_ms": 102.811}, "yolo11_640_fire_11class": {"avg_ms": 75.343, "count": 270, "max_ms": 91.362, "p95_ms": 85.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.414, "count": 270, "max_ms": 101.095, "p95_ms": 95.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.032, "count": 270, "max_ms": 133.696, "p95_ms": 115.228}, "read_interval": {"avg_ms": 111.199, "count": 269, "max_ms": 146.788, "p95_ms": 128.069}, "triton_wait": {"avg_ms": 85.963, "count": 270, "max_ms": 120.998, "p95_ms": 102.822}, "visualize": {"avg_ms": 3.59, "count": 270, "max_ms": 5.325, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1822, "tracking_summary": 1644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6310.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38622.989, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.871, "sample_count": 1241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:01:49+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-06T22:01:49+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T22:01:49.609977+09:00", "mtime_epoch": 1783342909.6099768, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:01:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 867.965, "name": "celery", "pid": 239, "rss_mb": 859.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.249, "pushed": 4.249, "read": 4.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.001, "count": 127, "max_ms": 186.239, "p95_ms": 151.763}, "gstreamer_push": {"avg_ms": 0.827, "count": 127, "max_ms": 1.82, "p95_ms": 0.965}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.202, "count": 127, "max_ms": 118.167, "p95_ms": 105.765}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.374, "count": 127, "max_ms": 116.548, "p95_ms": 111.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.44, "count": 127, "max_ms": 301.708, "p95_ms": 285.223}, "read_interval": {"avg_ms": 237.65, "count": 126, "max_ms": 307.798, "p95_ms": 293.519}, "triton_wait": {"avg_ms": 78.433, "count": 127, "max_ms": 118.179, "p95_ms": 111.012}, "visualize": {"avg_ms": 26.13, "count": 127, "max_ms": 45.748, "p95_ms": 32.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6304.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:58:55+09:00", "last_error_summary": "[NULL @ 0x561f23a60200] missing picture in access unit with size 6 [h264 @ 0x561f24260dc0] no frame! [in#0/rtsp @ 0x561f23a5be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f23a5be00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x561f23a60840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:58:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.745, "last_started_at": "2026-07-06T21:58:58+09:00", "pid": 31201, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 31201, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 17, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.38, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:01:55+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:01:54+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:01:54.982075+09:00", "mtime_epoch": 1783342914.9820755, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:01:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.948, "pushed": 8.948, "read": 8.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.233, "count": 268, "max_ms": 6.631, "p95_ms": 5.365}, "gstreamer_push": {"avg_ms": 1.294, "count": 268, "max_ms": 2.071, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.381, "count": 268, "max_ms": 94.867, "p95_ms": 82.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.685, "count": 268, "max_ms": 118.776, "p95_ms": 104.211}, "yolo11_640_fire_11class": {"avg_ms": 75.264, "count": 268, "max_ms": 94.879, "p95_ms": 86.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.461, "count": 268, "max_ms": 103.721, "p95_ms": 96.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.103, "count": 268, "max_ms": 132.044, "p95_ms": 117.132}, "read_interval": {"avg_ms": 112.084, "count": 267, "max_ms": 149.246, "p95_ms": 131.699}, "triton_wait": {"avg_ms": 86.173, "count": 268, "max_ms": 118.789, "p95_ms": 104.222}, "visualize": {"avg_ms": 3.636, "count": 268, "max_ms": 4.484, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6314.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.259, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.988, "name": "ffmpeg", "pid": 31353, "rss_mb": 268.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.811, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:02:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:02:11+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T22:02:11+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T22:02:11.802384+09:00", "mtime_epoch": 1783342931.8023844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:02:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1662.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.748}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.645, "count": 293, "max_ms": 5.841, "p95_ms": 5.048}, "gstreamer_push": {"avg_ms": 1.347, "count": 293, "max_ms": 2.551, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.44, "count": 293, "max_ms": 95.652, "p95_ms": 81.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.1, "count": 293, "max_ms": 120.125, "p95_ms": 96.416}, "yolo11_640_fire_11class": {"avg_ms": 68.209, "count": 293, "max_ms": 95.665, "p95_ms": 85.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.302, "count": 293, "max_ms": 104.642, "p95_ms": 96.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.361, "count": 293, "max_ms": 132.318, "p95_ms": 113.388}, "read_interval": {"avg_ms": 102.675, "count": 292, "max_ms": 149.501, "p95_ms": 127.331}, "triton_wait": {"avg_ms": 76.822, "count": 293, "max_ms": 120.137, "p95_ms": 101.123}, "visualize": {"avg_ms": 3.749, "count": 293, "max_ms": 6.408, "p95_ms": 4.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1822, "tracking_summary": 1645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38653.095, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.416, "sample_count": 1257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:02:19+09:00", "last_frame_read_age_sec": 0.27, "last_frame_read_at": "2026-07-06T22:02:19+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-06T22:02:19.630528+09:00", "mtime_epoch": 1783342939.630528, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:02:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 868.16, "name": "celery", "pid": 239, "rss_mb": 865.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.484, "pushed": 4.484, "read": 4.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 101.372, "count": 134, "max_ms": 152.067, "p95_ms": 149.495}, "gstreamer_push": {"avg_ms": 0.971, "count": 134, "max_ms": 2.983, "p95_ms": 1.903}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.801, "count": 134, "max_ms": 113.827, "p95_ms": 97.054}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.129, "count": 134, "max_ms": 111.115, "p95_ms": 107.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.263, "count": 134, "max_ms": 287.934, "p95_ms": 270.427}, "read_interval": {"avg_ms": 224.28, "count": 133, "max_ms": 553.102, "p95_ms": 277.201}, "triton_wait": {"avg_ms": 82.429, "count": 134, "max_ms": 113.841, "p95_ms": 107.032}, "visualize": {"avg_ms": 27.626, "count": 134, "max_ms": 46.015, "p95_ms": 40.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6336.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:58:55+09:00", "last_error_summary": "[NULL @ 0x561f23a60200] missing picture in access unit with size 6 [h264 @ 0x561f24260dc0] no frame! [in#0/rtsp @ 0x561f23a5be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561f23a5be00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x561f23a60840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T21:58:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.664, "last_started_at": "2026-07-06T21:58:58+09:00", "pid": 31201, "process": {"exists": true, "fd_count": 5, "hwm_mb": 349.84, "name": "ffmpeg", "pid": 31201, "rss_mb": 349.84, "state": "S (sleeping)", "threads": 104}, "restart_count": 70, "restart_count_per_hour": 17, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.267, "sample_count": 2118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:02:33+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T22:02:33+09:00", "mjpeg": {"age_sec": 16.436, "exists": true, "mtime": "2026-07-06T22:02:17.562490+09:00", "mtime_epoch": 1783342937.56249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:02:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.641, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.121, "pushed": 0.121, "read": 0.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.884, "count": 2, "max_ms": 5.594, "p95_ms": 5.594}, "gstreamer_push": {"avg_ms": 1.3, "count": 2, "max_ms": 1.372, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.444, "count": 2, "max_ms": 61.021, "p95_ms": 61.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.16, "count": 2, "max_ms": 85.314, "p95_ms": 85.314}, "yolo11_640_fire_11class": {"avg_ms": 61.953, "count": 2, "max_ms": 62.917, "p95_ms": 62.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.252, "count": 2, "max_ms": 62.929, "p95_ms": 62.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.353, "count": 2, "max_ms": 98.348, "p95_ms": 98.348}, "read_interval": {"avg_ms": 16196.845, "count": 2, "max_ms": 16424.794, "p95_ms": 16424.794}, "triton_wait": {"avg_ms": 73.456, "count": 2, "max_ms": 85.328, "p95_ms": 85.328}, "visualize": {"avg_ms": 3.947, "count": 2, "max_ms": 4.208, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.531, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6226.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.308, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.228, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:02:41+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:02:41+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:02:41.822936+09:00", "mtime_epoch": 1783342961.8229356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:02:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1662.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.923, "pushed": 10.923, "read": 10.89}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.608, "count": 327, "max_ms": 5.434, "p95_ms": 4.825}, "gstreamer_push": {"avg_ms": 1.277, "count": 327, "max_ms": 1.583, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.399, "count": 327, "max_ms": 82.768, "p95_ms": 70.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.653, "count": 327, "max_ms": 108.561, "p95_ms": 90.013}, "yolo11_640_fire_11class": {"avg_ms": 59.712, "count": 327, "max_ms": 84.517, "p95_ms": 73.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.816, "count": 327, "max_ms": 94.22, "p95_ms": 80.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.783, "count": 327, "max_ms": 120.78, "p95_ms": 102.123}, "read_interval": {"avg_ms": 91.821, "count": 326, "max_ms": 138.878, "p95_ms": 116.037}, "triton_wait": {"avg_ms": 66.673, "count": 327, "max_ms": 108.574, "p95_ms": 90.048}, "visualize": {"avg_ms": 3.622, "count": 327, "max_ms": 5.16, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1824, "tracking_summary": 1646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38683.151, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.933, "sample_count": 1235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:02:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:02:49+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T22:02:49+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-06T22:02:49.695080+09:00", "mtime_epoch": 1783342969.6950803, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:02:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 868.16, "name": "celery", "pid": 239, "rss_mb": 867.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.861, "pushed": 3.861, "read": 3.828}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.092, "count": 115, "max_ms": 155.474, "p95_ms": 148.498}, "gstreamer_push": {"avg_ms": 0.775, "count": 115, "max_ms": 1.809, "p95_ms": 0.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.929, "count": 115, "max_ms": 108.145, "p95_ms": 99.259}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.717, "count": 115, "max_ms": 113.622, "p95_ms": 108.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.473, "count": 115, "max_ms": 292.484, "p95_ms": 285.697}, "read_interval": {"avg_ms": 261.36, "count": 114, "max_ms": 299.493, "p95_ms": 291.943}, "triton_wait": {"avg_ms": 82.755, "count": 115, "max_ms": 113.635, "p95_ms": 108.095}, "visualize": {"avg_ms": 25.871, "count": 115, "max_ms": 32.718, "p95_ms": 27.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:02:35+09:00", "last_error_summary": "[h264 @ 0x562b2872c000] error while decoding MB 78 31, bytestream -7 [in#0/rtsp @ 0x562b27bdee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b27bdee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:02:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.813, "last_started_at": "2026-07-06T22:02:38+09:00", "pid": 31460, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.293, "name": "ffmpeg", "pid": 31460, "rss_mb": 326.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 18, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.225, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:03:04+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:03:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:03:03.923342+09:00", "mtime_epoch": 1783342983.9233415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:03:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.618, "pushed": 7.618, "read": 7.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.3, "count": 228, "max_ms": 6.638, "p95_ms": 5.667}, "gstreamer_push": {"avg_ms": 1.28, "count": 228, "max_ms": 1.734, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.153, "count": 228, "max_ms": 92.566, "p95_ms": 82.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.829, "count": 228, "max_ms": 117.797, "p95_ms": 102.528}, "yolo11_640_fire_11class": {"avg_ms": 75.551, "count": 228, "max_ms": 91.656, "p95_ms": 85.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.334, "count": 228, "max_ms": 102.78, "p95_ms": 94.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.549, "count": 228, "max_ms": 130.544, "p95_ms": 115.822}, "read_interval": {"avg_ms": 131.734, "count": 227, "max_ms": 5033.759, "p95_ms": 128.243}, "triton_wait": {"avg_ms": 85.557, "count": 228, "max_ms": 117.81, "p95_ms": 102.796}, "visualize": {"avg_ms": 3.632, "count": 228, "max_ms": 4.624, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6317.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.332, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.779, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:03:11+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T22:03:11+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:03:11.843487+09:00", "mtime_epoch": 1783342991.843487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:03:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1662.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.991, "pushed": 8.991, "read": 8.958}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.475, "count": 269, "max_ms": 5.576, "p95_ms": 3.91}, "gstreamer_push": {"avg_ms": 1.316, "count": 269, "max_ms": 1.537, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.943, "count": 269, "max_ms": 90.163, "p95_ms": 83.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.995, "count": 269, "max_ms": 118.39, "p95_ms": 99.911}, "yolo11_640_fire_11class": {"avg_ms": 75.641, "count": 269, "max_ms": 89.365, "p95_ms": 85.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.829, "count": 269, "max_ms": 100.563, "p95_ms": 94.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.126, "count": 269, "max_ms": 130.443, "p95_ms": 113.033}, "read_interval": {"avg_ms": 111.575, "count": 268, "max_ms": 144.98, "p95_ms": 127.332}, "triton_wait": {"avg_ms": 85.972, "count": 269, "max_ms": 118.403, "p95_ms": 100.575}, "visualize": {"avg_ms": 3.608, "count": 269, "max_ms": 4.404, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1825, "tracking_summary": 1647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6317.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38713.265, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 284.952, "sample_count": 1236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:03:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:03:20+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T22:03:19+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-06T22:03:19.831634+09:00", "mtime_epoch": 1783342999.8316338, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:03:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 868.16, "name": "celery", "pid": 239, "rss_mb": 867.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.15, "pushed": 4.15, "read": 4.117}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.406, "count": 124, "max_ms": 150.225, "p95_ms": 147.204}, "gstreamer_push": {"avg_ms": 0.8, "count": 124, "max_ms": 1.442, "p95_ms": 0.93}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.071, "count": 124, "max_ms": 109.64, "p95_ms": 104.239}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.856, "count": 124, "max_ms": 117.744, "p95_ms": 110.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.983, "count": 124, "max_ms": 292.519, "p95_ms": 286.453}, "read_interval": {"avg_ms": 242.84, "count": 123, "max_ms": 301.111, "p95_ms": 292.877}, "triton_wait": {"avg_ms": 77.882, "count": 124, "max_ms": 117.758, "p95_ms": 110.125}, "visualize": {"avg_ms": 25.862, "count": 124, "max_ms": 35.837, "p95_ms": 29.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6314.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:02:35+09:00", "last_error_summary": "[h264 @ 0x562b2872c000] error while decoding MB 78 31, bytestream -7 [in#0/rtsp @ 0x562b27bdee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b27bdee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:02:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.886, "last_started_at": "2026-07-06T22:02:38+09:00", "pid": 31460, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.551, "name": "ffmpeg", "pid": 31460, "rss_mb": 326.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 18, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.758, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:03:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:03:34+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:03:33+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:03:33.995894+09:00", "mtime_epoch": 1783343013.995894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:03:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1548.898, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.011, "pushed": 9.011, "read": 8.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.16, "count": 270, "max_ms": 5.424, "p95_ms": 4.673}, "gstreamer_push": {"avg_ms": 1.284, "count": 270, "max_ms": 1.825, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.225, "count": 270, "max_ms": 88.382, "p95_ms": 82.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.979, "count": 270, "max_ms": 111.716, "p95_ms": 91.518}, "yolo11_640_fire_11class": {"avg_ms": 75.636, "count": 270, "max_ms": 89.503, "p95_ms": 85.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.85, "count": 270, "max_ms": 100.406, "p95_ms": 94.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.496, "count": 270, "max_ms": 124.981, "p95_ms": 110.837}, "read_interval": {"avg_ms": 111.376, "count": 269, "max_ms": 138.035, "p95_ms": 124.383}, "triton_wait": {"avg_ms": 85.606, "count": 270, "max_ms": 111.729, "p95_ms": 97.62}, "visualize": {"avg_ms": 3.635, "count": 270, "max_ms": 4.399, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6308.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.344, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.326, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:03:41+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T22:03:41+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T22:03:41.872039+09:00", "mtime_epoch": 1783343021.8720388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:03:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1662.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.001, "pushed": 9.001, "read": 9.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.386, "count": 270, "max_ms": 5.615, "p95_ms": 3.916}, "gstreamer_push": {"avg_ms": 1.28, "count": 270, "max_ms": 1.779, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.174, "count": 270, "max_ms": 90.423, "p95_ms": 81.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.09, "count": 270, "max_ms": 113.184, "p95_ms": 97.303}, "yolo11_640_fire_11class": {"avg_ms": 76.448, "count": 270, "max_ms": 91.385, "p95_ms": 87.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.392, "count": 270, "max_ms": 101.972, "p95_ms": 95.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.183, "count": 270, "max_ms": 125.608, "p95_ms": 112.893}, "read_interval": {"avg_ms": 111.238, "count": 270, "max_ms": 138.803, "p95_ms": 126.714}, "triton_wait": {"avg_ms": 86.394, "count": 270, "max_ms": 113.197, "p95_ms": 100.462}, "visualize": {"avg_ms": 3.507, "count": 270, "max_ms": 5.343, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1826, "tracking_summary": 1648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6314.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38743.282, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.41, "sample_count": 1234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:03:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:03:50+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-06T22:03:49+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-06T22:03:49.864186+09:00", "mtime_epoch": 1783343029.8641856, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:03:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 868.785, "name": "celery", "pid": 239, "rss_mb": 863.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.003, "pushed": 4.003, "read": 3.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.466, "count": 119, "max_ms": 158.058, "p95_ms": 150.165}, "gstreamer_push": {"avg_ms": 1.041, "count": 119, "max_ms": 3.319, "p95_ms": 1.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.331, "count": 119, "max_ms": 111.735, "p95_ms": 108.36}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.355, "count": 119, "max_ms": 114.363, "p95_ms": 110.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.006, "count": 119, "max_ms": 298.851, "p95_ms": 294.417}, "read_interval": {"avg_ms": 252.443, "count": 118, "max_ms": 305.888, "p95_ms": 301.677}, "triton_wait": {"avg_ms": 79.435, "count": 119, "max_ms": 114.375, "p95_ms": 111.32}, "visualize": {"avg_ms": 30.295, "count": 119, "max_ms": 41.156, "p95_ms": 39.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.727, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6319.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:02:35+09:00", "last_error_summary": "[h264 @ 0x562b2872c000] error while decoding MB 78 31, bytestream -7 [in#0/rtsp @ 0x562b27bdee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b27bdee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:02:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.982, "last_started_at": "2026-07-06T22:02:38+09:00", "pid": 31460, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.551, "name": "ffmpeg", "pid": 31460, "rss_mb": 326.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 17, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.122, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:04:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:04:04+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:04:04+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T22:04:04.084447+09:00", "mtime_epoch": 1783343044.084447, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:04:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.912, "pushed": 8.912, "read": 8.878}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.231, "count": 267, "max_ms": 6.602, "p95_ms": 5.385}, "gstreamer_push": {"avg_ms": 1.294, "count": 267, "max_ms": 1.739, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.44, "count": 267, "max_ms": 91.619, "p95_ms": 81.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.805, "count": 267, "max_ms": 119.287, "p95_ms": 94.297}, "yolo11_640_fire_11class": {"avg_ms": 76.452, "count": 267, "max_ms": 93.267, "p95_ms": 85.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.507, "count": 267, "max_ms": 104.123, "p95_ms": 95.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.648, "count": 267, "max_ms": 132.114, "p95_ms": 113.439}, "read_interval": {"avg_ms": 112.711, "count": 266, "max_ms": 146.824, "p95_ms": 129.638}, "triton_wait": {"avg_ms": 86.684, "count": 267, "max_ms": 119.3, "p95_ms": 100.256}, "visualize": {"avg_ms": 3.637, "count": 267, "max_ms": 4.928, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6320.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.431, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.514, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:04:12+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:04:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T22:04:11.936591+09:00", "mtime_epoch": 1783343051.9365911, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:04:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1664.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.907, "pushed": 8.907, "read": 8.874}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.566, "count": 267, "max_ms": 5.662, "p95_ms": 4.32}, "gstreamer_push": {"avg_ms": 1.34, "count": 267, "max_ms": 2.183, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.529, "count": 267, "max_ms": 90.688, "p95_ms": 82.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.717, "count": 267, "max_ms": 117.256, "p95_ms": 91.688}, "yolo11_640_fire_11class": {"avg_ms": 76.894, "count": 267, "max_ms": 93.861, "p95_ms": 85.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.097, "count": 267, "max_ms": 104.237, "p95_ms": 95.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.218, "count": 267, "max_ms": 129.473, "p95_ms": 109.539}, "read_interval": {"avg_ms": 112.657, "count": 266, "max_ms": 141.699, "p95_ms": 126.139}, "triton_wait": {"avg_ms": 86.832, "count": 267, "max_ms": 117.271, "p95_ms": 97.033}, "visualize": {"avg_ms": 3.703, "count": 267, "max_ms": 6.241, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1828, "tracking_summary": 1649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6320.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38773.418, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.416, "sample_count": 1245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:04:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:04:20+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-06T22:04:19+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T22:04:19.988739+09:00", "mtime_epoch": 1783343059.988739, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:04:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 868.785, "name": "celery", "pid": 239, "rss_mb": 867.938, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.311, "pushed": 4.311, "read": 4.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.27, "count": 129, "max_ms": 164.691, "p95_ms": 146.591}, "gstreamer_push": {"avg_ms": 0.81, "count": 129, "max_ms": 1.946, "p95_ms": 0.932}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.626, "count": 129, "max_ms": 114.806, "p95_ms": 104.522}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.572, "count": 129, "max_ms": 115.97, "p95_ms": 107.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.814, "count": 129, "max_ms": 286.856, "p95_ms": 273.793}, "read_interval": {"avg_ms": 233.582, "count": 128, "max_ms": 295.552, "p95_ms": 281.784}, "triton_wait": {"avg_ms": 73.615, "count": 129, "max_ms": 115.983, "p95_ms": 107.468}, "visualize": {"avg_ms": 24.135, "count": 129, "max_ms": 35.317, "p95_ms": 28.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6321.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:02:35+09:00", "last_error_summary": "[h264 @ 0x562b2872c000] error while decoding MB 78 31, bytestream -7 [in#0/rtsp @ 0x562b27bdee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b27bdee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:02:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.047, "last_started_at": "2026-07-06T22:02:38+09:00", "pid": 31460, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.551, "name": "ffmpeg", "pid": 31460, "rss_mb": 326.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 17, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.822, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:04:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:04:34+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:04:34+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:04:34.152999+09:00", "mtime_epoch": 1783343074.1529994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:04:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.878, "pushed": 8.878, "read": 8.845}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.219, "count": 266, "max_ms": 6.94, "p95_ms": 4.879}, "gstreamer_push": {"avg_ms": 1.294, "count": 266, "max_ms": 1.757, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.036, "count": 266, "max_ms": 87.922, "p95_ms": 82.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.451, "count": 266, "max_ms": 121.073, "p95_ms": 99.487}, "yolo11_640_fire_11class": {"avg_ms": 75.99, "count": 266, "max_ms": 87.461, "p95_ms": 84.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.708, "count": 266, "max_ms": 96.488, "p95_ms": 94.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.965, "count": 266, "max_ms": 135.474, "p95_ms": 112.789}, "read_interval": {"avg_ms": 113.024, "count": 265, "max_ms": 148.246, "p95_ms": 127.584}, "triton_wait": {"avg_ms": 86.873, "count": 266, "max_ms": 121.086, "p95_ms": 99.499}, "visualize": {"avg_ms": 3.704, "count": 266, "max_ms": 6.168, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.478, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.514, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:04:42+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:04:41+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T22:04:41.985143+09:00", "mtime_epoch": 1783343081.9851434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:04:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1664.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.918, "pushed": 8.918, "read": 8.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.52, "count": 267, "max_ms": 5.73, "p95_ms": 4.32}, "gstreamer_push": {"avg_ms": 1.324, "count": 267, "max_ms": 2.374, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.22, "count": 267, "max_ms": 88.811, "p95_ms": 82.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.484, "count": 267, "max_ms": 116.813, "p95_ms": 101.597}, "yolo11_640_fire_11class": {"avg_ms": 76.482, "count": 267, "max_ms": 89.712, "p95_ms": 84.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.731, "count": 267, "max_ms": 99.9, "p95_ms": 95.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.137, "count": 267, "max_ms": 129.722, "p95_ms": 114.322}, "read_interval": {"avg_ms": 112.502, "count": 266, "max_ms": 146.08, "p95_ms": 126.987}, "triton_wait": {"avg_ms": 86.909, "count": 267, "max_ms": 116.827, "p95_ms": 101.608}, "visualize": {"avg_ms": 3.656, "count": 267, "max_ms": 6.341, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1829, "tracking_summary": 1650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38803.599, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.848, "sample_count": 1235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:04:50+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T22:04:50+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-06T22:04:50.209295+09:00", "mtime_epoch": 1783343090.2092946, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:04:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 869.957, "name": "celery", "pid": 239, "rss_mb": 869.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.141, "pushed": 4.141, "read": 4.108}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.96, "count": 124, "max_ms": 155.843, "p95_ms": 150.336}, "gstreamer_push": {"avg_ms": 0.795, "count": 124, "max_ms": 0.927, "p95_ms": 0.907}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.503, "count": 124, "max_ms": 111.585, "p95_ms": 106.401}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.871, "count": 124, "max_ms": 117.437, "p95_ms": 107.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.904, "count": 124, "max_ms": 294.48, "p95_ms": 284.835}, "read_interval": {"avg_ms": 243.83, "count": 123, "max_ms": 300.985, "p95_ms": 293.176}, "triton_wait": {"avg_ms": 79.217, "count": 124, "max_ms": 117.45, "p95_ms": 107.91}, "visualize": {"avg_ms": 25.73, "count": 124, "max_ms": 32.272, "p95_ms": 28.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.49, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.687, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:05:12+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T22:05:12+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T22:05:12.037696+09:00", "mtime_epoch": 1783343112.0376956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:05:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1664.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 338, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.267, "pushed": 11.267, "read": 11.267}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.466, "count": 338, "max_ms": 5.381, "p95_ms": 4.056}, "gstreamer_push": {"avg_ms": 1.288, "count": 338, "max_ms": 1.646, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.47, "count": 338, "max_ms": 84.704, "p95_ms": 74.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.766, "count": 338, "max_ms": 111.557, "p95_ms": 85.686}, "yolo11_640_fire_11class": {"avg_ms": 58.171, "count": 338, "max_ms": 88.595, "p95_ms": 77.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.921, "count": 338, "max_ms": 102.405, "p95_ms": 87.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.816, "count": 338, "max_ms": 123.867, "p95_ms": 100.251}, "read_interval": {"avg_ms": 88.908, "count": 338, "max_ms": 137.243, "p95_ms": 113.365}, "triton_wait": {"avg_ms": 63.783, "count": 338, "max_ms": 111.569, "p95_ms": 87.735}, "visualize": {"avg_ms": 3.624, "count": 338, "max_ms": 4.465, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6347.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:02:35+09:00", "last_error_summary": "[h264 @ 0x562b2872c000] error while decoding MB 78 31, bytestream -7 [in#0/rtsp @ 0x562b27bdee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562b27bdee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:02:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.055, "last_started_at": "2026-07-06T22:02:38+09:00", "pid": 31460, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.371, "name": "ffmpeg", "pid": 31460, "rss_mb": 351.371, "state": "S (sleeping)", "threads": 104}, "restart_count": 71, "restart_count_per_hour": 17, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.007, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:05:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:05:15+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T22:05:15+09:00", "mjpeg": {"age_sec": 16.345, "exists": true, "mtime": "2026-07-06T22:04:58.913455+09:00", "mtime_epoch": 1783343098.9134545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:05:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.122, "pushed": 0.122, "read": 0.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.122, "count": 2, "max_ms": 4.151, "p95_ms": 4.151}, "gstreamer_push": {"avg_ms": 1.329, "count": 2, "max_ms": 1.333, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.951, "count": 2, "max_ms": 69.966, "p95_ms": 69.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.757, "count": 2, "max_ms": 73.954, "p95_ms": 73.954}, "yolo11_640_fire_11class": {"avg_ms": 62.74, "count": 2, "max_ms": 70.484, "p95_ms": 70.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.359, "count": 2, "max_ms": 79.711, "p95_ms": 79.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.426, "count": 2, "max_ms": 92.848, "p95_ms": 92.848}, "read_interval": {"avg_ms": 15109.223, "count": 2, "max_ms": 16376.982, "p95_ms": 16376.982}, "triton_wait": {"avg_ms": 68.648, "count": 2, "max_ms": 79.723, "p95_ms": 79.723}, "visualize": {"avg_ms": 3.56, "count": 2, "max_ms": 3.661, "p95_ms": 3.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.455, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1830, "tracking_summary": 1651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6044.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38833.812, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 284.226, "sample_count": 1243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:05:20+09:00", "last_frame_read_age_sec": 0.255, "last_frame_read_at": "2026-07-06T22:05:20+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T22:05:20.361849+09:00", "mtime_epoch": 1783343120.3618488, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:05:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 870.262, "name": "celery", "pid": 239, "rss_mb": 870.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.155, "pushed": 4.155, "read": 4.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.947, "count": 124, "max_ms": 150.978, "p95_ms": 148.718}, "gstreamer_push": {"avg_ms": 0.809, "count": 124, "max_ms": 1.814, "p95_ms": 0.927}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.94, "count": 124, "max_ms": 109.316, "p95_ms": 86.172}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.204, "count": 124, "max_ms": 118.894, "p95_ms": 90.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.179, "count": 124, "max_ms": 295.96, "p95_ms": 267.74}, "read_interval": {"avg_ms": 241.984, "count": 123, "max_ms": 304.019, "p95_ms": 273.755}, "triton_wait": {"avg_ms": 76.464, "count": 124, "max_ms": 118.907, "p95_ms": 90.359}, "visualize": {"avg_ms": 24.915, "count": 124, "max_ms": 31.472, "p95_ms": 29.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.565, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.423, "sample_count": 2856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:05:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:05:42+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:05:42+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:05:42.082245+09:00", "mtime_epoch": 1783343142.082245, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:05:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1664.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.675, "pushed": 9.675, "read": 9.641}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.655, "count": 290, "max_ms": 5.887, "p95_ms": 5.05}, "gstreamer_push": {"avg_ms": 1.333, "count": 290, "max_ms": 2.476, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.09, "count": 290, "max_ms": 89.963, "p95_ms": 82.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.553, "count": 290, "max_ms": 120.443, "p95_ms": 101.928}, "yolo11_640_fire_11class": {"avg_ms": 67.82, "count": 290, "max_ms": 90.749, "p95_ms": 85.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.829, "count": 290, "max_ms": 101.841, "p95_ms": 94.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.212, "count": 290, "max_ms": 132.915, "p95_ms": 115.981}, "read_interval": {"avg_ms": 103.652, "count": 289, "max_ms": 324.897, "p95_ms": 132.521}, "triton_wait": {"avg_ms": 76.716, "count": 290, "max_ms": 120.456, "p95_ms": 101.944}, "visualize": {"avg_ms": 3.717, "count": 290, "max_ms": 6.395, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6310.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:05:16+09:00", "last_error_summary": "[h264 @ 0x563a468e6cc0] error while decoding MB 79 30, bytestream -5 [in#0/rtsp @ 0x563a45da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a45da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.399, "last_started_at": "2026-07-06T22:05:18+09:00", "pid": 31612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.031, "name": "ffmpeg", "pid": 31612, "rss_mb": 331.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.225, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:05:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:05:45+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T22:05:45+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T22:05:45.206263+09:00", "mtime_epoch": 1783343145.206263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:05:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.74, "pushed": 7.74, "read": 7.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.23, "count": 232, "max_ms": 7.037, "p95_ms": 5.288}, "gstreamer_push": {"avg_ms": 1.296, "count": 232, "max_ms": 2.016, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.418, "count": 232, "max_ms": 89.257, "p95_ms": 84.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.689, "count": 232, "max_ms": 119.252, "p95_ms": 104.455}, "yolo11_640_fire_11class": {"avg_ms": 74.671, "count": 232, "max_ms": 93.304, "p95_ms": 86.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.906, "count": 232, "max_ms": 103.928, "p95_ms": 97.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.659, "count": 232, "max_ms": 132.352, "p95_ms": 118.616}, "read_interval": {"avg_ms": 129.598, "count": 231, "max_ms": 4870.831, "p95_ms": 129.316}, "triton_wait": {"avg_ms": 84.526, "count": 232, "max_ms": 119.267, "p95_ms": 104.479}, "visualize": {"avg_ms": 3.707, "count": 232, "max_ms": 6.185, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1832, "tracking_summary": 1652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6312.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38863.988, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.233, "sample_count": 1229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:05:50+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-06T22:05:50+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-06T22:05:50.610295+09:00", "mtime_epoch": 1783343150.610295, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:05:50+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 870.305, "name": "celery", "pid": 239, "rss_mb": 856.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.009, "pushed": 4.009, "read": 3.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.345, "count": 120, "max_ms": 161.446, "p95_ms": 148.324}, "gstreamer_push": {"avg_ms": 0.963, "count": 120, "max_ms": 3.049, "p95_ms": 1.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.305, "count": 120, "max_ms": 112.259, "p95_ms": 103.898}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.735, "count": 120, "max_ms": 116.929, "p95_ms": 111.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.461, "count": 120, "max_ms": 300.609, "p95_ms": 287.775}, "read_interval": {"avg_ms": 251.98, "count": 119, "max_ms": 307.24, "p95_ms": 296.248}, "triton_wait": {"avg_ms": 78.884, "count": 120, "max_ms": 116.942, "p95_ms": 112.271}, "visualize": {"avg_ms": 28.455, "count": 120, "max_ms": 45.449, "p95_ms": 38.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.629, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.734, "sample_count": 2853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:06:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:06:12+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:06:12+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:06:12.142428+09:00", "mtime_epoch": 1783343172.1424277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:06:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1664.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.877, "pushed": 8.877, "read": 8.844}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.577, "count": 266, "max_ms": 5.64, "p95_ms": 5.03}, "gstreamer_push": {"avg_ms": 1.326, "count": 266, "max_ms": 1.863, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.726, "count": 266, "max_ms": 90.961, "p95_ms": 82.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.325, "count": 266, "max_ms": 121.575, "p95_ms": 105.124}, "yolo11_640_fire_11class": {"avg_ms": 75.777, "count": 266, "max_ms": 92.966, "p95_ms": 86.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.085, "count": 266, "max_ms": 103.53, "p95_ms": 96.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.229, "count": 266, "max_ms": 133.912, "p95_ms": 117.55}, "read_interval": {"avg_ms": 113.003, "count": 265, "max_ms": 147.67, "p95_ms": 132.134}, "triton_wait": {"avg_ms": 86.867, "count": 266, "max_ms": 121.589, "p95_ms": 105.138}, "visualize": {"avg_ms": 3.667, "count": 266, "max_ms": 4.653, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6314.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:05:16+09:00", "last_error_summary": "[h264 @ 0x563a468e6cc0] error while decoding MB 79 30, bytestream -5 [in#0/rtsp @ 0x563a45da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a45da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.486, "last_started_at": "2026-07-06T22:05:18+09:00", "pid": 31612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.031, "name": "ffmpeg", "pid": 31612, "rss_mb": 331.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.151, "sample_count": 2041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:06:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:06:15+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:06:15+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:06:15.310448+09:00", "mtime_epoch": 1783343175.310448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:06:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.414, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.873, "pushed": 8.873, "read": 8.839}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.143, "count": 266, "max_ms": 6.717, "p95_ms": 4.726}, "gstreamer_push": {"avg_ms": 1.291, "count": 266, "max_ms": 1.525, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.576, "count": 266, "max_ms": 90.373, "p95_ms": 83.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.094, "count": 266, "max_ms": 118.546, "p95_ms": 105.249}, "yolo11_640_fire_11class": {"avg_ms": 76.533, "count": 266, "max_ms": 91.14, "p95_ms": 86.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.748, "count": 266, "max_ms": 102.594, "p95_ms": 97.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.366, "count": 266, "max_ms": 131.939, "p95_ms": 118.349}, "read_interval": {"avg_ms": 113.109, "count": 265, "max_ms": 144.537, "p95_ms": 132.404}, "triton_wait": {"avg_ms": 87.52, "count": 266, "max_ms": 118.56, "p95_ms": 105.262}, "visualize": {"avg_ms": 3.608, "count": 266, "max_ms": 4.663, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1832, "tracking_summary": 1654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38894.192, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.223, "sample_count": 1244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:06:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:06:20+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-06T22:06:20+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-06T22:06:20.710483+09:00", "mtime_epoch": 1783343180.710483, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:06:20+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 870.305, "name": "celery", "pid": 239, "rss_mb": 865.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.412, "pushed": 4.412, "read": 4.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 105.528, "count": 132, "max_ms": 151.784, "p95_ms": 148.475}, "gstreamer_push": {"avg_ms": 1.098, "count": 132, "max_ms": 2.746, "p95_ms": 1.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.134, "count": 132, "max_ms": 116.091, "p95_ms": 109.158}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.38, "count": 132, "max_ms": 120.365, "p95_ms": 111.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.474, "count": 132, "max_ms": 298.233, "p95_ms": 287.331}, "read_interval": {"avg_ms": 228.285, "count": 131, "max_ms": 306.092, "p95_ms": 294.406}, "triton_wait": {"avg_ms": 81.652, "count": 132, "max_ms": 120.379, "p95_ms": 112.399}, "visualize": {"avg_ms": 30.475, "count": 132, "max_ms": 48.347, "p95_ms": 45.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6317.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.657, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.734, "sample_count": 2849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:06:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:06:42+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T22:06:42+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T22:06:42.158628+09:00", "mtime_epoch": 1783343202.158628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115682}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:06:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1664.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.89, "pushed": 8.89, "read": 8.856}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.558, "count": 266, "max_ms": 5.353, "p95_ms": 4.316}, "gstreamer_push": {"avg_ms": 1.321, "count": 266, "max_ms": 1.963, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.585, "count": 266, "max_ms": 89.001, "p95_ms": 82.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.918, "count": 266, "max_ms": 120.393, "p95_ms": 109.73}, "yolo11_640_fire_11class": {"avg_ms": 75.829, "count": 266, "max_ms": 89.296, "p95_ms": 84.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.926, "count": 266, "max_ms": 98.916, "p95_ms": 95.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.938, "count": 266, "max_ms": 132.737, "p95_ms": 122.098}, "read_interval": {"avg_ms": 112.816, "count": 265, "max_ms": 145.894, "p95_ms": 134.614}, "triton_wait": {"avg_ms": 86.615, "count": 266, "max_ms": 120.406, "p95_ms": 109.741}, "visualize": {"avg_ms": 3.657, "count": 266, "max_ms": 5.913, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6312.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:05:16+09:00", "last_error_summary": "[h264 @ 0x563a468e6cc0] error while decoding MB 79 30, bytestream -5 [in#0/rtsp @ 0x563a45da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a45da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.519, "last_started_at": "2026-07-06T22:05:18+09:00", "pid": 31612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.031, "name": "ffmpeg", "pid": 31612, "rss_mb": 331.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.479, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:06:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:06:45+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T22:06:45+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T22:06:45.322650+09:00", "mtime_epoch": 1783343205.32265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:06:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.892, "pushed": 8.892, "read": 8.858}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.209, "count": 266, "max_ms": 6.914, "p95_ms": 5.219}, "gstreamer_push": {"avg_ms": 1.28, "count": 266, "max_ms": 1.529, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.211, "count": 266, "max_ms": 88.971, "p95_ms": 83.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.55, "count": 266, "max_ms": 122.003, "p95_ms": 110.952}, "yolo11_640_fire_11class": {"avg_ms": 76.091, "count": 266, "max_ms": 89.561, "p95_ms": 85.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.276, "count": 266, "max_ms": 99.167, "p95_ms": 95.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.104, "count": 266, "max_ms": 134.743, "p95_ms": 123.914}, "read_interval": {"avg_ms": 112.86, "count": 265, "max_ms": 151.61, "p95_ms": 138.784}, "triton_wait": {"avg_ms": 87.112, "count": 266, "max_ms": 122.016, "p95_ms": 110.966}, "visualize": {"avg_ms": 3.672, "count": 266, "max_ms": 5.871, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1833, "tracking_summary": 1655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38924.346, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.717, "sample_count": 1242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:06:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:06:51+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-06T22:06:50+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T22:06:50.910689+09:00", "mtime_epoch": 1783343210.9106894, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:06:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 870.305, "name": "celery", "pid": 239, "rss_mb": 865.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.213, "pushed": 4.213, "read": 4.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.982, "count": 126, "max_ms": 152.767, "p95_ms": 149.616}, "gstreamer_push": {"avg_ms": 0.853, "count": 126, "max_ms": 1.766, "p95_ms": 1.483}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.7, "count": 126, "max_ms": 114.297, "p95_ms": 107.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.423, "count": 126, "max_ms": 120.975, "p95_ms": 110.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.438, "count": 126, "max_ms": 299.406, "p95_ms": 286.77}, "read_interval": {"avg_ms": 239.283, "count": 125, "max_ms": 307.376, "p95_ms": 293.653}, "triton_wait": {"avg_ms": 80.693, "count": 126, "max_ms": 120.989, "p95_ms": 110.99}, "visualize": {"avg_ms": 26.888, "count": 126, "max_ms": 36.877, "p95_ms": 33.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.718, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.548, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:07:12+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:07:12+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:07:12.234845+09:00", "mtime_epoch": 1783343232.2348452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:07:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1664.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.011, "pushed": 9.011, "read": 8.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.616, "count": 270, "max_ms": 5.784, "p95_ms": 4.446}, "gstreamer_push": {"avg_ms": 1.327, "count": 270, "max_ms": 2.089, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.962, "count": 270, "max_ms": 90.507, "p95_ms": 82.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.567, "count": 270, "max_ms": 121.144, "p95_ms": 106.08}, "yolo11_640_fire_11class": {"avg_ms": 74.495, "count": 270, "max_ms": 90.495, "p95_ms": 85.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.303, "count": 270, "max_ms": 100.037, "p95_ms": 94.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.561, "count": 270, "max_ms": 133.366, "p95_ms": 119.08}, "read_interval": {"avg_ms": 111.326, "count": 269, "max_ms": 146.761, "p95_ms": 132.521}, "triton_wait": {"avg_ms": 85.124, "count": 270, "max_ms": 121.157, "p95_ms": 106.093}, "visualize": {"avg_ms": 3.696, "count": 270, "max_ms": 6.149, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6324.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:05:16+09:00", "last_error_summary": "[h264 @ 0x563a468e6cc0] error while decoding MB 79 30, bytestream -5 [in#0/rtsp @ 0x563a45da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a45da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.612, "last_started_at": "2026-07-06T22:05:18+09:00", "pid": 31612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.031, "name": "ffmpeg", "pid": 31612, "rss_mb": 331.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.225, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:07:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:07:15+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:07:15+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T22:07:15.426869+09:00", "mtime_epoch": 1783343235.4268692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:07:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.072, "pushed": 9.072, "read": 9.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 272, "max_ms": 6.669, "p95_ms": 4.649}, "gstreamer_push": {"avg_ms": 1.285, "count": 272, "max_ms": 1.771, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.544, "count": 272, "max_ms": 89.293, "p95_ms": 82.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.07, "count": 272, "max_ms": 115.309, "p95_ms": 101.319}, "yolo11_640_fire_11class": {"avg_ms": 74.828, "count": 272, "max_ms": 90.731, "p95_ms": 85.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.451, "count": 272, "max_ms": 102.627, "p95_ms": 95.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.746, "count": 272, "max_ms": 128.289, "p95_ms": 116.491}, "read_interval": {"avg_ms": 110.604, "count": 271, "max_ms": 141.009, "p95_ms": 130.121}, "triton_wait": {"avg_ms": 84.755, "count": 272, "max_ms": 115.322, "p95_ms": 101.882}, "visualize": {"avg_ms": 3.614, "count": 272, "max_ms": 5.616, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1835, "tracking_summary": 1656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6313.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38954.347, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.075, "sample_count": 1230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:07:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T22:07:21+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T22:07:20+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T22:07:20.866910+09:00", "mtime_epoch": 1783343240.8669105, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:07:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 856.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.001, "pushed": 4.001, "read": 4.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.571, "count": 120, "max_ms": 163.362, "p95_ms": 148.476}, "gstreamer_push": {"avg_ms": 0.924, "count": 120, "max_ms": 1.938, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.905, "count": 120, "max_ms": 113.783, "p95_ms": 106.8}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.439, "count": 120, "max_ms": 117.499, "p95_ms": 112.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.867, "count": 120, "max_ms": 311.974, "p95_ms": 289.562}, "read_interval": {"avg_ms": 249.628, "count": 120, "max_ms": 318.002, "p95_ms": 296.354}, "triton_wait": {"avg_ms": 80.496, "count": 120, "max_ms": 117.513, "p95_ms": 112.562}, "visualize": {"avg_ms": 29.909, "count": 120, "max_ms": 41.042, "p95_ms": 39.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.778, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.576, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:07:42+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T22:07:42+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-06T22:07:42.335078+09:00", "mtime_epoch": 1783343262.3350785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:07:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.919, "pushed": 10.919, "read": 10.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.588, "count": 327, "max_ms": 5.799, "p95_ms": 4.395}, "gstreamer_push": {"avg_ms": 1.32, "count": 327, "max_ms": 2.447, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.495, "count": 327, "max_ms": 89.043, "p95_ms": 76.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.137, "count": 327, "max_ms": 102.176, "p95_ms": 83.132}, "yolo11_640_fire_11class": {"avg_ms": 60.622, "count": 327, "max_ms": 90.883, "p95_ms": 77.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.911, "count": 327, "max_ms": 101.141, "p95_ms": 87.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.519, "count": 327, "max_ms": 114.988, "p95_ms": 101.265}, "read_interval": {"avg_ms": 91.973, "count": 326, "max_ms": 128.429, "p95_ms": 116.345}, "triton_wait": {"avg_ms": 66.224, "count": 327, "max_ms": 102.188, "p95_ms": 88.094}, "visualize": {"avg_ms": 3.696, "count": 327, "max_ms": 6.389, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1835, "tracking_summary": 1657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6317.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 38984.581, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.453, "sample_count": 1232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:07:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:07:51+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T22:07:51+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-06T22:07:51.139150+09:00", "mtime_epoch": 1783343271.1391497, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:07:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 859.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.969, "pushed": 3.969, "read": 3.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.125, "count": 119, "max_ms": 148.149, "p95_ms": 146.514}, "gstreamer_push": {"avg_ms": 0.776, "count": 119, "max_ms": 1.785, "p95_ms": 0.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.28, "count": 119, "max_ms": 87.697, "p95_ms": 84.495}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.654, "count": 119, "max_ms": 101.987, "p95_ms": 91.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.445, "count": 119, "max_ms": 282.311, "p95_ms": 268.689}, "read_interval": {"avg_ms": 254.076, "count": 118, "max_ms": 290.35, "p95_ms": 276.451}, "triton_wait": {"avg_ms": 75.667, "count": 119, "max_ms": 102.001, "p95_ms": 91.652}, "visualize": {"avg_ms": 25.993, "count": 119, "max_ms": 39.813, "p95_ms": 36.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6347.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:05:16+09:00", "last_error_summary": "[h264 @ 0x563a468e6cc0] error while decoding MB 79 30, bytestream -5 [in#0/rtsp @ 0x563a45da3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a45da3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.045, "last_started_at": "2026-07-06T22:05:18+09:00", "pid": 31612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.273, "name": "ffmpeg", "pid": 31612, "rss_mb": 353.273, "state": "S (sleeping)", "threads": 104}, "restart_count": 72, "restart_count_per_hour": 18, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.491, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:07:52+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-06T22:07:52+09:00", "mjpeg": {"age_sec": 15.8, "exists": true, "mtime": "2026-07-06T22:07:37.163037+09:00", "mtime_epoch": 1783343257.1630373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:07:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.126, "pushed": 0.126, "read": 0.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.107, "count": 2, "max_ms": 4.16, "p95_ms": 4.16}, "gstreamer_push": {"avg_ms": 1.282, "count": 2, "max_ms": 1.346, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.606, "count": 2, "max_ms": 79.412, "p95_ms": 79.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.729, "count": 2, "max_ms": 79.913, "p95_ms": 79.913}, "yolo11_640_fire_11class": {"avg_ms": 66.95, "count": 2, "max_ms": 79.4, "p95_ms": 79.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.655, "count": 2, "max_ms": 87.233, "p95_ms": 87.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.322, "count": 2, "max_ms": 99.894, "p95_ms": 99.894}, "read_interval": {"avg_ms": 15294.346, "count": 2, "max_ms": 15841.744, "p95_ms": 15841.744}, "triton_wait": {"avg_ms": 71.665, "count": 2, "max_ms": 87.244, "p95_ms": 87.244}, "visualize": {"avg_ms": 3.54, "count": 2, "max_ms": 3.605, "p95_ms": 3.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 15.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.873, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.3, "sample_count": 2874, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:08:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:08:12+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T22:08:12+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:08:12.395326+09:00", "mtime_epoch": 1783343292.3953264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:08:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.591, "pushed": 10.591, "read": 10.558}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.577, "count": 317, "max_ms": 5.853, "p95_ms": 4.295}, "gstreamer_push": {"avg_ms": 1.315, "count": 317, "max_ms": 2.421, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.809, "count": 317, "max_ms": 87.109, "p95_ms": 77.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.734, "count": 317, "max_ms": 119.809, "p95_ms": 86.614}, "yolo11_640_fire_11class": {"avg_ms": 62.175, "count": 317, "max_ms": 87.695, "p95_ms": 81.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.362, "count": 317, "max_ms": 97.473, "p95_ms": 89.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.835, "count": 317, "max_ms": 134.617, "p95_ms": 103.415}, "read_interval": {"avg_ms": 94.638, "count": 316, "max_ms": 156.362, "p95_ms": 119.245}, "triton_wait": {"avg_ms": 68.512, "count": 317, "max_ms": 119.825, "p95_ms": 90.603}, "visualize": {"avg_ms": 3.707, "count": 317, "max_ms": 6.37, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1837, "tracking_summary": 1658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6320.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39014.599, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.717, "sample_count": 1238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:08:21+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T22:08:21+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T22:08:21.159401+09:00", "mtime_epoch": 1783343301.1594012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:08:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 862.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.338, "pushed": 4.338, "read": 4.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.018, "count": 129, "max_ms": 175.053, "p95_ms": 151.424}, "gstreamer_push": {"avg_ms": 0.895, "count": 129, "max_ms": 1.769, "p95_ms": 1.705}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.813, "count": 129, "max_ms": 110.231, "p95_ms": 102.814}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.192, "count": 129, "max_ms": 119.503, "p95_ms": 108.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.732, "count": 129, "max_ms": 294.499, "p95_ms": 276.769}, "read_interval": {"avg_ms": 232.555, "count": 128, "max_ms": 300.644, "p95_ms": 285.263}, "triton_wait": {"avg_ms": 79.257, "count": 129, "max_ms": 119.515, "p95_ms": 108.085}, "visualize": {"avg_ms": 26.56, "count": 129, "max_ms": 39.702, "p95_ms": 35.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.74, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.994, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.09, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.933, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:08:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:08:23+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:08:22+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T22:08:22.939417+09:00", "mtime_epoch": 1783343302.9394166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:08:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.867, "pushed": 6.867, "read": 6.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.151, "count": 205, "max_ms": 6.955, "p95_ms": 4.871}, "gstreamer_push": {"avg_ms": 1.307, "count": 206, "max_ms": 1.929, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.693, "count": 205, "max_ms": 91.162, "p95_ms": 83.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.797, "count": 205, "max_ms": 124.065, "p95_ms": 104.185}, "yolo11_640_fire_11class": {"avg_ms": 75.99, "count": 205, "max_ms": 96.816, "p95_ms": 86.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.187, "count": 205, "max_ms": 101.153, "p95_ms": 96.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.598, "count": 206, "max_ms": 138.026, "p95_ms": 117.262}, "read_interval": {"avg_ms": 146.141, "count": 205, "max_ms": 7546.337, "p95_ms": 129.411}, "triton_wait": {"avg_ms": 85.796, "count": 205, "max_ms": 124.079, "p95_ms": 104.198}, "visualize": {"avg_ms": 3.683, "count": 205, "max_ms": 6.12, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6314.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.963, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.566, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.375, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:08:42+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:08:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T22:08:42.487588+09:00", "mtime_epoch": 1783343322.4875884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:08:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.14, "pushed": 9.14, "read": 9.106}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.361, "count": 274, "max_ms": 5.412, "p95_ms": 4.12}, "gstreamer_push": {"avg_ms": 1.271, "count": 274, "max_ms": 1.687, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.338, "count": 274, "max_ms": 91.717, "p95_ms": 84.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.163, "count": 274, "max_ms": 121.001, "p95_ms": 102.725}, "yolo11_640_fire_11class": {"avg_ms": 74.576, "count": 274, "max_ms": 92.231, "p95_ms": 86.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.777, "count": 274, "max_ms": 99.152, "p95_ms": 95.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.591, "count": 274, "max_ms": 133.17, "p95_ms": 115.1}, "read_interval": {"avg_ms": 109.797, "count": 273, "max_ms": 145.746, "p95_ms": 127.98}, "triton_wait": {"avg_ms": 84.903, "count": 274, "max_ms": 121.014, "p95_ms": 102.738}, "visualize": {"avg_ms": 3.453, "count": 274, "max_ms": 4.755, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1839, "tracking_summary": 1659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6323.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39044.841, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 285.717, "sample_count": 1232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:08:51+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T22:08:51+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T22:08:51.395669+09:00", "mtime_epoch": 1783343331.3956687, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:08:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 865.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.837, "pushed": 3.837, "read": 3.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.77, "count": 115, "max_ms": 169.119, "p95_ms": 158.731}, "gstreamer_push": {"avg_ms": 0.914, "count": 115, "max_ms": 1.909, "p95_ms": 1.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.586, "count": 115, "max_ms": 111.62, "p95_ms": 105.999}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.056, "count": 115, "max_ms": 116.919, "p95_ms": 110.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.125, "count": 115, "max_ms": 309.336, "p95_ms": 290.461}, "read_interval": {"avg_ms": 263.007, "count": 114, "max_ms": 316.855, "p95_ms": 298.257}, "triton_wait": {"avg_ms": 78.338, "count": 115, "max_ms": 116.934, "p95_ms": 110.627}, "visualize": {"avg_ms": 27.173, "count": 115, "max_ms": 42.386, "p95_ms": 36.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.087, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.816, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:08:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:08:53+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:08:53+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:08:53.035684+09:00", "mtime_epoch": 1783343333.0356836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:08:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1549.93, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.207, "pushed": 9.207, "read": 9.174}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.127, "count": 276, "max_ms": 6.344, "p95_ms": 4.904}, "gstreamer_push": {"avg_ms": 1.277, "count": 276, "max_ms": 2.121, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.777, "count": 276, "max_ms": 91.74, "p95_ms": 82.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.368, "count": 276, "max_ms": 116.327, "p95_ms": 102.18}, "yolo11_640_fire_11class": {"avg_ms": 73.452, "count": 276, "max_ms": 94.945, "p95_ms": 85.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.547, "count": 276, "max_ms": 102.447, "p95_ms": 94.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.413, "count": 276, "max_ms": 129.376, "p95_ms": 115.115}, "read_interval": {"avg_ms": 109.016, "count": 275, "max_ms": 142.689, "p95_ms": 127.58}, "triton_wait": {"avg_ms": 83.691, "count": 276, "max_ms": 116.34, "p95_ms": 102.192}, "visualize": {"avg_ms": 3.589, "count": 276, "max_ms": 4.378, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6325.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.005, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.824, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.52, "sample_count": 2881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:09:12+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T22:09:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-06T22:09:12.543864+09:00", "mtime_epoch": 1783343352.5438635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:09:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.983, "pushed": 8.983, "read": 8.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.547, "count": 269, "max_ms": 5.471, "p95_ms": 4.355}, "gstreamer_push": {"avg_ms": 1.327, "count": 269, "max_ms": 2.353, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.662, "count": 269, "max_ms": 89.623, "p95_ms": 83.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.646, "count": 269, "max_ms": 120.374, "p95_ms": 105.623}, "yolo11_640_fire_11class": {"avg_ms": 75.386, "count": 269, "max_ms": 98.699, "p95_ms": 86.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.293, "count": 269, "max_ms": 101.307, "p95_ms": 96.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.338, "count": 269, "max_ms": 132.223, "p95_ms": 117.75}, "read_interval": {"avg_ms": 111.734, "count": 268, "max_ms": 148.74, "p95_ms": 133.661}, "triton_wait": {"avg_ms": 86.056, "count": 269, "max_ms": 120.386, "p95_ms": 105.635}, "visualize": {"avg_ms": 3.652, "count": 269, "max_ms": 4.946, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1839, "tracking_summary": 1660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6317.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39074.916, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.056, "sample_count": 1237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:09:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:09:21+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T22:09:21+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T22:09:21.479948+09:00", "mtime_epoch": 1783343361.4799478, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:09:21+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 859.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.425, "pushed": 4.425, "read": 4.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.538, "count": 132, "max_ms": 151.893, "p95_ms": 147.367}, "gstreamer_push": {"avg_ms": 0.871, "count": 132, "max_ms": 1.805, "p95_ms": 1.732}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.56, "count": 132, "max_ms": 110.119, "p95_ms": 105.352}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.429, "count": 132, "max_ms": 114.933, "p95_ms": 109.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 220.916, "count": 132, "max_ms": 296.001, "p95_ms": 283.188}, "read_interval": {"avg_ms": 227.685, "count": 131, "max_ms": 301.594, "p95_ms": 288.977}, "triton_wait": {"avg_ms": 77.55, "count": 132, "max_ms": 114.949, "p95_ms": 109.76}, "visualize": {"avg_ms": 25.994, "count": 132, "max_ms": 40.426, "p95_ms": 34.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.131, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.388, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:09:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:09:23+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T22:09:23+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:09:23.083963+09:00", "mtime_epoch": 1783343363.0839632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:09:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.92, "pushed": 8.92, "read": 8.886}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.268, "count": 267, "max_ms": 6.475, "p95_ms": 5.146}, "gstreamer_push": {"avg_ms": 1.317, "count": 267, "max_ms": 2.314, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.97, "count": 267, "max_ms": 89.269, "p95_ms": 83.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.11, "count": 267, "max_ms": 119.303, "p95_ms": 106.373}, "yolo11_640_fire_11class": {"avg_ms": 75.666, "count": 267, "max_ms": 98.629, "p95_ms": 85.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.681, "count": 267, "max_ms": 99.575, "p95_ms": 96.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.468, "count": 267, "max_ms": 132.887, "p95_ms": 119.572}, "read_interval": {"avg_ms": 112.555, "count": 266, "max_ms": 145.33, "p95_ms": 132.375}, "triton_wait": {"avg_ms": 86.341, "count": 267, "max_ms": 119.316, "p95_ms": 106.386}, "visualize": {"avg_ms": 3.698, "count": 267, "max_ms": 4.936, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.108, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.824, "name": "ffmpeg", "pid": 31353, "rss_mb": 271.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.581, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:09:42+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T22:09:42+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:09:42.624151+09:00", "mtime_epoch": 1783343382.6241515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:09:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.102, "pushed": 9.102, "read": 9.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.288, "count": 273, "max_ms": 5.759, "p95_ms": 4.14}, "gstreamer_push": {"avg_ms": 1.245, "count": 273, "max_ms": 1.9, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.848, "count": 273, "max_ms": 89.637, "p95_ms": 83.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.376, "count": 273, "max_ms": 112.853, "p95_ms": 102.844}, "yolo11_640_fire_11class": {"avg_ms": 75.65, "count": 273, "max_ms": 90.05, "p95_ms": 85.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.234, "count": 273, "max_ms": 100.929, "p95_ms": 93.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.093, "count": 273, "max_ms": 125.259, "p95_ms": 115.067}, "read_interval": {"avg_ms": 110.262, "count": 272, "max_ms": 143.219, "p95_ms": 132.032}, "triton_wait": {"avg_ms": 85.667, "count": 273, "max_ms": 112.866, "p95_ms": 102.856}, "visualize": {"avg_ms": 3.366, "count": 273, "max_ms": 4.534, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1841, "tracking_summary": 1661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6326.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39105.111, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.973, "sample_count": 1222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:09:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:09:51+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-06T22:09:51+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T22:09:51.644240+09:00", "mtime_epoch": 1783343391.6442401, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:09:51+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 868.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.742, "pushed": 3.742, "read": 3.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.263, "count": 112, "max_ms": 177.441, "p95_ms": 159.647}, "gstreamer_push": {"avg_ms": 1.094, "count": 112, "max_ms": 2.753, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.776, "count": 112, "max_ms": 111.314, "p95_ms": 107.885}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.614, "count": 112, "max_ms": 120.089, "p95_ms": 112.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.327, "count": 112, "max_ms": 317.862, "p95_ms": 305.661}, "read_interval": {"avg_ms": 269.519, "count": 111, "max_ms": 323.974, "p95_ms": 313.864}, "triton_wait": {"avg_ms": 79.205, "count": 112, "max_ms": 120.103, "p95_ms": 112.082}, "visualize": {"avg_ms": 35.017, "count": 112, "max_ms": 50.882, "p95_ms": 47.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.175, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.262, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:09:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:09:53+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T22:09:53+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T22:09:53.120255+09:00", "mtime_epoch": 1783343393.1202548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:09:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.087, "pushed": 9.087, "read": 9.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.219, "count": 272, "max_ms": 6.535, "p95_ms": 5.537}, "gstreamer_push": {"avg_ms": 1.269, "count": 272, "max_ms": 2.085, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.658, "count": 272, "max_ms": 88.342, "p95_ms": 82.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.467, "count": 272, "max_ms": 119.323, "p95_ms": 103.325}, "yolo11_640_fire_11class": {"avg_ms": 74.623, "count": 272, "max_ms": 94.07, "p95_ms": 85.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.859, "count": 272, "max_ms": 100.715, "p95_ms": 94.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.639, "count": 272, "max_ms": 132.372, "p95_ms": 116.441}, "read_interval": {"avg_ms": 110.42, "count": 271, "max_ms": 149.904, "p95_ms": 131.092}, "triton_wait": {"avg_ms": 84.808, "count": 272, "max_ms": 119.336, "p95_ms": 103.339}, "visualize": {"avg_ms": 3.574, "count": 272, "max_ms": 4.561, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6331.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.143, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.887, "name": "ffmpeg", "pid": 31353, "rss_mb": 273.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.149, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:10:12+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T22:10:12+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T22:10:12.644450+09:00", "mtime_epoch": 1783343412.6444504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:10:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.991, "pushed": 8.991, "read": 8.957}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.455, "count": 269, "max_ms": 4.975, "p95_ms": 3.801}, "gstreamer_push": {"avg_ms": 1.318, "count": 269, "max_ms": 2.154, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.117, "count": 269, "max_ms": 95.324, "p95_ms": 83.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.121, "count": 269, "max_ms": 129.114, "p95_ms": 101.256}, "yolo11_640_fire_11class": {"avg_ms": 75.993, "count": 269, "max_ms": 95.827, "p95_ms": 86.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.765, "count": 269, "max_ms": 106.202, "p95_ms": 96.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.2, "count": 269, "max_ms": 141.363, "p95_ms": 114.247}, "read_interval": {"avg_ms": 111.602, "count": 268, "max_ms": 154.344, "p95_ms": 128.687}, "triton_wait": {"avg_ms": 86.102, "count": 269, "max_ms": 129.128, "p95_ms": 101.987}, "visualize": {"avg_ms": 3.605, "count": 269, "max_ms": 4.54, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1842, "tracking_summary": 1662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39135.216, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.522, "sample_count": 1227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:10:22+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-06T22:10:21+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-06T22:10:21.824544+09:00", "mtime_epoch": 1783343421.8245442, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:10:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 865.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.253, "pushed": 4.253, "read": 4.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.265, "count": 127, "max_ms": 166.324, "p95_ms": 151.417}, "gstreamer_push": {"avg_ms": 0.833, "count": 127, "max_ms": 1.94, "p95_ms": 0.969}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.673, "count": 127, "max_ms": 118.803, "p95_ms": 107.27}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.735, "count": 127, "max_ms": 117.746, "p95_ms": 110.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.062, "count": 127, "max_ms": 308.909, "p95_ms": 287.211}, "read_interval": {"avg_ms": 237.312, "count": 126, "max_ms": 317.298, "p95_ms": 296.382}, "triton_wait": {"avg_ms": 78.851, "count": 127, "max_ms": 118.814, "p95_ms": 110.457}, "visualize": {"avg_ms": 26.061, "count": 127, "max_ms": 42.436, "p95_ms": 36.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6321.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.257, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.317, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:10:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:10:23+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:10:23+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:10:23.208558+09:00", "mtime_epoch": 1783343423.2085583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:10:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.908, "pushed": 8.908, "read": 8.875}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.191, "count": 267, "max_ms": 5.908, "p95_ms": 4.921}, "gstreamer_push": {"avg_ms": 1.308, "count": 267, "max_ms": 1.566, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.909, "count": 267, "max_ms": 95.512, "p95_ms": 82.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.604, "count": 267, "max_ms": 120.084, "p95_ms": 104.332}, "yolo11_640_fire_11class": {"avg_ms": 75.998, "count": 267, "max_ms": 96.025, "p95_ms": 86.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.181, "count": 267, "max_ms": 106.267, "p95_ms": 95.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.659, "count": 267, "max_ms": 133.465, "p95_ms": 117.317}, "read_interval": {"avg_ms": 112.662, "count": 266, "max_ms": 145.83, "p95_ms": 133.509}, "triton_wait": {"avg_ms": 86.651, "count": 267, "max_ms": 120.099, "p95_ms": 104.51}, "visualize": {"avg_ms": 3.657, "count": 267, "max_ms": 4.653, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6336.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.171, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.215, "name": "ffmpeg", "pid": 31353, "rss_mb": 281.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 7, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.455, "sample_count": 2791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:10:42+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:10:42+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T22:10:42.680761+09:00", "mtime_epoch": 1783343442.6807606, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:10:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.825, "pushed": 8.825, "read": 8.791}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.493, "count": 264, "max_ms": 4.678, "p95_ms": 3.799}, "gstreamer_push": {"avg_ms": 1.335, "count": 264, "max_ms": 2.179, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.769, "count": 264, "max_ms": 93.202, "p95_ms": 85.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.503, "count": 264, "max_ms": 123.932, "p95_ms": 111.64}, "yolo11_640_fire_11class": {"avg_ms": 77.243, "count": 264, "max_ms": 93.215, "p95_ms": 87.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.926, "count": 264, "max_ms": 108.999, "p95_ms": 96.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.217, "count": 264, "max_ms": 136.28, "p95_ms": 124.31}, "read_interval": {"avg_ms": 113.712, "count": 263, "max_ms": 148.996, "p95_ms": 137.393}, "triton_wait": {"avg_ms": 87.942, "count": 264, "max_ms": 123.945, "p95_ms": 111.652}, "visualize": {"avg_ms": 3.636, "count": 264, "max_ms": 4.522, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1842, "tracking_summary": 1663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6337.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39165.324, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.523, "sample_count": 1240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:10:52+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-06T22:10:51+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-06T22:10:51.836857+09:00", "mtime_epoch": 1783343451.8368573, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:10:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 868.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.475, "pushed": 4.475, "read": 4.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.526, "count": 134, "max_ms": 153.829, "p95_ms": 150.86}, "gstreamer_push": {"avg_ms": 0.862, "count": 134, "max_ms": 2.166, "p95_ms": 0.97}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.968, "count": 134, "max_ms": 117.834, "p95_ms": 112.883}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.716, "count": 134, "max_ms": 118.768, "p95_ms": 113.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.683, "count": 134, "max_ms": 296.842, "p95_ms": 289.441}, "read_interval": {"avg_ms": 224.142, "count": 133, "max_ms": 303.054, "p95_ms": 295.519}, "triton_wait": {"avg_ms": 83.406, "count": 134, "max_ms": 118.783, "p95_ms": 114.479}, "visualize": {"avg_ms": 26.912, "count": 134, "max_ms": 46.916, "p95_ms": 39.541}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.332, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.349, "sample_count": 2348, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:10:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:10:53+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:10:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:10:53.284873+09:00", "mtime_epoch": 1783343453.2848728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:10:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.445, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.819, "pushed": 8.819, "read": 8.785}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.174, "count": 264, "max_ms": 6.424, "p95_ms": 5.076}, "gstreamer_push": {"avg_ms": 1.292, "count": 264, "max_ms": 1.584, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.98, "count": 264, "max_ms": 90.717, "p95_ms": 83.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.934, "count": 264, "max_ms": 131.532, "p95_ms": 111.6}, "yolo11_640_fire_11class": {"avg_ms": 76.438, "count": 264, "max_ms": 92.5, "p95_ms": 86.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.272, "count": 264, "max_ms": 108.821, "p95_ms": 95.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.897, "count": 264, "max_ms": 144.597, "p95_ms": 124.442}, "read_interval": {"avg_ms": 113.931, "count": 263, "max_ms": 156.813, "p95_ms": 138.305}, "triton_wait": {"avg_ms": 87.9, "count": 264, "max_ms": 131.545, "p95_ms": 111.613}, "visualize": {"avg_ms": 3.636, "count": 264, "max_ms": 5.625, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6348.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 385, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T21:59:42+09:00", "last_error_summary": "[h264 @ 0x563f3e9feb00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563f3e9feb00] error while decoding MB 0 39, bytestream 4496 [h264 @ 0x563f3de52840] cabac decode of qscale diff failed at 17 17 [h264 @ 0x563f3de52840] error while decoding MB 17 17, bytestream 2059 [h264 @ 0x563f3ddfdcc0] error while decoding MB 15 39, bytestream -15 [in#0/rtsp @ 0x563f3ddcee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563f3ddcee00] Error retrieving a packet from demuxer: C", "last_exit_at": "2026-07-06T21:59:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.252, "last_started_at": "2026-07-06T21:59:45+09:00", "pid": 31353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.551, "name": "ffmpeg", "pid": 31353, "rss_mb": 290.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 6, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.489, "sample_count": 2769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:11:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:11:12+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T22:11:12+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T22:11:12.741082+09:00", "mtime_epoch": 1783343472.7410817, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:11:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.141, "pushed": 8.141, "read": 8.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.604, "count": 244, "max_ms": 6.644, "p95_ms": 5.29}, "gstreamer_push": {"avg_ms": 1.367, "count": 244, "max_ms": 2.572, "p95_ms": 1.585}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.292, "count": 244, "max_ms": 91.457, "p95_ms": 81.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.321, "count": 244, "max_ms": 115.916, "p95_ms": 104.986}, "yolo11_640_fire_11class": {"avg_ms": 74.893, "count": 244, "max_ms": 91.446, "p95_ms": 85.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.868, "count": 244, "max_ms": 99.356, "p95_ms": 94.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.608, "count": 244, "max_ms": 128.475, "p95_ms": 117.655}, "read_interval": {"avg_ms": 123.236, "count": 243, "max_ms": 2707.024, "p95_ms": 132.116}, "triton_wait": {"avg_ms": 86.033, "count": 244, "max_ms": 115.928, "p95_ms": 105.0}, "visualize": {"avg_ms": 3.751, "count": 244, "max_ms": 6.459, "p95_ms": 4.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1844, "tracking_summary": 1664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6345.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39195.396, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.182, "sample_count": 1226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:11:22+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-06T22:11:22+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T22:11:22.013183+09:00", "mtime_epoch": 1783343482.0131826, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:11:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 871.137, "name": "celery", "pid": 239, "rss_mb": 868.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.243, "count": 116, "max_ms": 152.134, "p95_ms": 150.055}, "gstreamer_push": {"avg_ms": 0.772, "count": 116, "max_ms": 1.007, "p95_ms": 0.866}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.753, "count": 116, "max_ms": 111.029, "p95_ms": 105.673}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.185, "count": 116, "max_ms": 118.838, "p95_ms": 111.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.467, "count": 116, "max_ms": 294.85, "p95_ms": 289.182}, "read_interval": {"avg_ms": 259.807, "count": 115, "max_ms": 301.789, "p95_ms": 296.093}, "triton_wait": {"avg_ms": 80.255, "count": 116, "max_ms": 118.851, "p95_ms": 111.412}, "visualize": {"avg_ms": 26.167, "count": 116, "max_ms": 35.137, "p95_ms": 27.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.344, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.317, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:11:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:11:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:11:23+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:11:23.297197+09:00", "mtime_epoch": 1783343483.2971966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:11:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.467, "pushed": 9.467, "read": 9.467}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.216, "count": 284, "max_ms": 7.924, "p95_ms": 6.132}, "gstreamer_push": {"avg_ms": 1.285, "count": 284, "max_ms": 1.939, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.878, "count": 284, "max_ms": 91.125, "p95_ms": 80.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.092, "count": 284, "max_ms": 122.158, "p95_ms": 96.733}, "yolo11_640_fire_11class": {"avg_ms": 70.334, "count": 284, "max_ms": 91.114, "p95_ms": 84.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.198, "count": 284, "max_ms": 99.551, "p95_ms": 93.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.772, "count": 284, "max_ms": 135.541, "p95_ms": 113.602}, "read_interval": {"avg_ms": 105.664, "count": 284, "max_ms": 148.828, "p95_ms": 128.717}, "triton_wait": {"avg_ms": 79.818, "count": 284, "max_ms": 122.172, "p95_ms": 99.564}, "visualize": {"avg_ms": 3.627, "count": 284, "max_ms": 6.266, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6194.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.126, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.309, "name": "ffmpeg", "pid": 31916, "rss_mb": 139.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.403, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:11:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:11:45+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T22:11:45+09:00", "mjpeg": {"age_sec": 4.923, "exists": true, "mtime": "2026-07-06T22:11:40.205384+09:00", "mtime_epoch": 1783343500.2053835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:11:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1665.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.87, "pushed": 1.87, "read": 1.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.523, "count": 56, "max_ms": 4.911, "p95_ms": 4.118}, "gstreamer_push": {"avg_ms": 1.308, "count": 56, "max_ms": 1.447, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.033, "count": 56, "max_ms": 86.917, "p95_ms": 80.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.236, "count": 56, "max_ms": 107.933, "p95_ms": 102.336}, "yolo11_640_fire_11class": {"avg_ms": 76.247, "count": 56, "max_ms": 88.157, "p95_ms": 83.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.171, "count": 56, "max_ms": 100.034, "p95_ms": 95.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.651, "count": 56, "max_ms": 120.191, "p95_ms": 114.794}, "read_interval": {"avg_ms": 544.282, "count": 55, "max_ms": 19119.398, "p95_ms": 132.857}, "triton_wait": {"avg_ms": 86.565, "count": 56, "max_ms": 107.946, "p95_ms": 102.349}, "visualize": {"avg_ms": 3.585, "count": 56, "max_ms": 4.106, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1845, "tracking_summary": 1665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6323.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39225.608, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.182, "sample_count": 1221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:11:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:11:52+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-06T22:11:52+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-06T22:11:52.177518+09:00", "mtime_epoch": 1783343512.1775177, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:11:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 873.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.04, "pushed": 4.04, "read": 4.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.969, "count": 121, "max_ms": 171.656, "p95_ms": 148.558}, "gstreamer_push": {"avg_ms": 0.783, "count": 121, "max_ms": 0.928, "p95_ms": 0.867}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.941, "count": 121, "max_ms": 104.469, "p95_ms": 96.614}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.064, "count": 121, "max_ms": 114.82, "p95_ms": 104.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.912, "count": 121, "max_ms": 296.335, "p95_ms": 281.625}, "read_interval": {"avg_ms": 249.737, "count": 120, "max_ms": 304.528, "p95_ms": 288.544}, "triton_wait": {"avg_ms": 82.146, "count": 121, "max_ms": 114.834, "p95_ms": 104.935}, "visualize": {"avg_ms": 26.0, "count": 121, "max_ms": 30.29, "p95_ms": 27.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.351, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 18, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.933, "sample_count": 2418, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:11:53+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:11:53+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:11:53.297530+09:00", "mtime_epoch": 1783343513.2975302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:11:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.568, "pushed": 10.568, "read": 10.568}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.195, "count": 317, "max_ms": 6.458, "p95_ms": 5.077}, "gstreamer_push": {"avg_ms": 1.281, "count": 317, "max_ms": 1.612, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.912, "count": 317, "max_ms": 86.966, "p95_ms": 78.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.246, "count": 317, "max_ms": 114.634, "p95_ms": 86.822}, "yolo11_640_fire_11class": {"avg_ms": 61.236, "count": 317, "max_ms": 87.561, "p95_ms": 79.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.832, "count": 317, "max_ms": 95.93, "p95_ms": 88.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.646, "count": 317, "max_ms": 127.554, "p95_ms": 102.512}, "read_interval": {"avg_ms": 94.66, "count": 317, "max_ms": 140.756, "p95_ms": 116.899}, "triton_wait": {"avg_ms": 68.764, "count": 317, "max_ms": 114.647, "p95_ms": 89.589}, "visualize": {"avg_ms": 3.629, "count": 317, "max_ms": 4.79, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6319.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.17, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.27, "name": "ffmpeg", "pid": 31916, "rss_mb": 266.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.247, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:12:15+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:12:15+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:12:15.073778+09:00", "mtime_epoch": 1783343535.073778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:12:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.15, "pushed": 9.15, "read": 9.116}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.527, "count": 274, "max_ms": 5.183, "p95_ms": 4.457}, "gstreamer_push": {"avg_ms": 1.322, "count": 274, "max_ms": 1.589, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.687, "count": 274, "max_ms": 90.946, "p95_ms": 85.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.693, "count": 274, "max_ms": 119.853, "p95_ms": 99.834}, "yolo11_640_fire_11class": {"avg_ms": 75.337, "count": 274, "max_ms": 93.689, "p95_ms": 87.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.408, "count": 274, "max_ms": 103.185, "p95_ms": 95.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.981, "count": 274, "max_ms": 132.214, "p95_ms": 113.638}, "read_interval": {"avg_ms": 109.636, "count": 273, "max_ms": 144.143, "p95_ms": 127.821}, "triton_wait": {"avg_ms": 84.733, "count": 274, "max_ms": 119.865, "p95_ms": 101.186}, "visualize": {"avg_ms": 3.638, "count": 274, "max_ms": 4.56, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1846, "tracking_summary": 1666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39255.776, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.522, "sample_count": 1223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:12:22+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T22:12:22+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-06T22:12:22.389862+09:00", "mtime_epoch": 1783343542.3898623, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:12:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 871.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.112, "pushed": 4.112, "read": 4.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.806, "count": 123, "max_ms": 151.927, "p95_ms": 149.328}, "gstreamer_push": {"avg_ms": 0.806, "count": 123, "max_ms": 1.85, "p95_ms": 0.906}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.327, "count": 123, "max_ms": 112.138, "p95_ms": 107.12}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.663, "count": 123, "max_ms": 115.447, "p95_ms": 113.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.538, "count": 123, "max_ms": 295.816, "p95_ms": 287.154}, "read_interval": {"avg_ms": 245.657, "count": 122, "max_ms": 301.87, "p95_ms": 293.081}, "triton_wait": {"avg_ms": 78.701, "count": 123, "max_ms": 115.46, "p95_ms": 113.059}, "visualize": {"avg_ms": 26.172, "count": 123, "max_ms": 35.928, "p95_ms": 28.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6325.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.466, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.348, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.19, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:12:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:12:23+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:12:23+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T22:12:23.409874+09:00", "mtime_epoch": 1783343543.409874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:12:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.25, "count": 270, "max_ms": 6.721, "p95_ms": 5.397}, "gstreamer_push": {"avg_ms": 1.301, "count": 270, "max_ms": 2.035, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.737, "count": 270, "max_ms": 93.087, "p95_ms": 85.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.125, "count": 270, "max_ms": 119.327, "p95_ms": 97.363}, "yolo11_640_fire_11class": {"avg_ms": 74.38, "count": 270, "max_ms": 93.074, "p95_ms": 85.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.213, "count": 270, "max_ms": 104.104, "p95_ms": 95.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.667, "count": 270, "max_ms": 132.364, "p95_ms": 116.19}, "read_interval": {"avg_ms": 111.086, "count": 270, "max_ms": 149.812, "p95_ms": 130.011}, "triton_wait": {"avg_ms": 84.623, "count": 270, "max_ms": 119.345, "p95_ms": 103.237}, "visualize": {"avg_ms": 3.663, "count": 270, "max_ms": 4.908, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.208, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.043, "name": "ffmpeg", "pid": 31916, "rss_mb": 267.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.315, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:12:45+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:12:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:12:45.118127+09:00", "mtime_epoch": 1783343565.1181273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:12:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.053, "pushed": 9.053, "read": 9.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.525, "count": 271, "max_ms": 5.494, "p95_ms": 4.208}, "gstreamer_push": {"avg_ms": 1.321, "count": 271, "max_ms": 1.817, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.814, "count": 271, "max_ms": 90.998, "p95_ms": 84.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.474, "count": 271, "max_ms": 125.923, "p95_ms": 102.267}, "yolo11_640_fire_11class": {"avg_ms": 75.417, "count": 271, "max_ms": 92.003, "p95_ms": 86.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.911, "count": 271, "max_ms": 102.624, "p95_ms": 95.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.72, "count": 271, "max_ms": 163.189, "p95_ms": 115.081}, "read_interval": {"avg_ms": 110.823, "count": 270, "max_ms": 172.386, "p95_ms": 130.191}, "triton_wait": {"avg_ms": 85.211, "count": 271, "max_ms": 125.935, "p95_ms": 102.636}, "visualize": {"avg_ms": 3.647, "count": 271, "max_ms": 4.895, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1848, "tracking_summary": 1667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6326.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39285.99, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.182, "sample_count": 1230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:12:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:12:52+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T22:12:52+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T22:12:52.514215+09:00", "mtime_epoch": 1783343572.5142145, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:12:52+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 870.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.187, "pushed": 4.187, "read": 4.154}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.03, "count": 125, "max_ms": 178.562, "p95_ms": 151.914}, "gstreamer_push": {"avg_ms": 0.801, "count": 125, "max_ms": 0.991, "p95_ms": 0.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.591, "count": 125, "max_ms": 108.466, "p95_ms": 103.074}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.638, "count": 125, "max_ms": 112.799, "p95_ms": 109.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.597, "count": 125, "max_ms": 292.058, "p95_ms": 283.859}, "read_interval": {"avg_ms": 240.024, "count": 124, "max_ms": 300.468, "p95_ms": 290.414}, "triton_wait": {"avg_ms": 74.739, "count": 125, "max_ms": 112.812, "p95_ms": 109.132}, "visualize": {"avg_ms": 23.982, "count": 125, "max_ms": 30.755, "p95_ms": 27.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.571, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.605, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:12:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:12:53+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:12:53+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T22:12:53.526227+09:00", "mtime_epoch": 1783343573.5262265, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:12:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1550.961, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.1, "pushed": 9.134, "read": 9.1}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.227, "count": 273, "max_ms": 6.335, "p95_ms": 5.503}, "gstreamer_push": {"avg_ms": 1.252, "count": 274, "max_ms": 1.544, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.971, "count": 273, "max_ms": 86.395, "p95_ms": 81.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.46, "count": 273, "max_ms": 117.615, "p95_ms": 100.665}, "yolo11_640_fire_11class": {"avg_ms": 74.026, "count": 273, "max_ms": 92.159, "p95_ms": 85.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.25, "count": 273, "max_ms": 101.094, "p95_ms": 93.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.646, "count": 273, "max_ms": 130.496, "p95_ms": 113.621}, "read_interval": {"avg_ms": 109.848, "count": 273, "max_ms": 146.973, "p95_ms": 126.548}, "triton_wait": {"avg_ms": 83.896, "count": 273, "max_ms": 117.629, "p95_ms": 100.679}, "visualize": {"avg_ms": 3.543, "count": 273, "max_ms": 4.465, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.25, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 31916, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.095, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:13:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T22:13:15+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:13:15+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:13:15.154485+09:00", "mtime_epoch": 1783343595.1544847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:13:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.954, "pushed": 8.954, "read": 8.921}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.534, "count": 268, "max_ms": 5.11, "p95_ms": 4.179}, "gstreamer_push": {"avg_ms": 1.326, "count": 268, "max_ms": 1.843, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.258, "count": 268, "max_ms": 91.797, "p95_ms": 84.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.51, "count": 268, "max_ms": 118.361, "p95_ms": 100.69}, "yolo11_640_fire_11class": {"avg_ms": 76.268, "count": 268, "max_ms": 91.769, "p95_ms": 85.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.441, "count": 268, "max_ms": 103.552, "p95_ms": 96.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.96, "count": 268, "max_ms": 130.552, "p95_ms": 114.801}, "read_interval": {"avg_ms": 112.083, "count": 267, "max_ms": 144.486, "p95_ms": 129.215}, "triton_wait": {"avg_ms": 86.691, "count": 268, "max_ms": 118.374, "p95_ms": 102.687}, "visualize": {"avg_ms": 3.641, "count": 268, "max_ms": 4.214, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1849, "tracking_summary": 1668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39316.181, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.626, "sample_count": 1224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:13:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:13:22+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-06T22:13:22+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-06T22:13:22.790577+09:00", "mtime_epoch": 1783343602.790577, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:13:22+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 871.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.14, "pushed": 4.14, "read": 4.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.872, "count": 124, "max_ms": 174.345, "p95_ms": 151.293}, "gstreamer_push": {"avg_ms": 0.804, "count": 124, "max_ms": 1.357, "p95_ms": 0.911}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.635, "count": 124, "max_ms": 112.301, "p95_ms": 109.795}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.99, "count": 124, "max_ms": 113.249, "p95_ms": 111.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.631, "count": 124, "max_ms": 295.791, "p95_ms": 288.508}, "read_interval": {"avg_ms": 243.733, "count": 123, "max_ms": 304.686, "p95_ms": 294.852}, "triton_wait": {"avg_ms": 78.238, "count": 124, "max_ms": 113.262, "p95_ms": 111.523}, "visualize": {"avg_ms": 25.63, "count": 124, "max_ms": 39.407, "p95_ms": 28.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.632, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.605, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.169, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:13:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:13:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:13:23+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:13:23.578586+09:00", "mtime_epoch": 1783343603.5785863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:13:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.915, "pushed": 8.915, "read": 8.881}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.157, "count": 267, "max_ms": 5.352, "p95_ms": 4.377}, "gstreamer_push": {"avg_ms": 1.306, "count": 267, "max_ms": 1.569, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.195, "count": 267, "max_ms": 93.471, "p95_ms": 84.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.413, "count": 267, "max_ms": 119.78, "p95_ms": 99.695}, "yolo11_640_fire_11class": {"avg_ms": 75.686, "count": 267, "max_ms": 93.46, "p95_ms": 86.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.957, "count": 267, "max_ms": 103.909, "p95_ms": 95.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.186, "count": 267, "max_ms": 132.941, "p95_ms": 114.357}, "read_interval": {"avg_ms": 112.578, "count": 266, "max_ms": 146.432, "p95_ms": 128.286}, "triton_wait": {"avg_ms": 86.204, "count": 267, "max_ms": 119.794, "p95_ms": 101.026}, "visualize": {"avg_ms": 3.637, "count": 267, "max_ms": 4.804, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.328, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 31916, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.717, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:13:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:13:45+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:13:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:13:45.238851+09:00", "mtime_epoch": 1783343625.2388506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:13:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.007, "pushed": 9.007, "read": 8.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 270, "max_ms": 5.625, "p95_ms": 4.49}, "gstreamer_push": {"avg_ms": 1.331, "count": 270, "max_ms": 1.934, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.347, "count": 270, "max_ms": 90.967, "p95_ms": 82.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.051, "count": 270, "max_ms": 118.9, "p95_ms": 99.032}, "yolo11_640_fire_11class": {"avg_ms": 74.78, "count": 270, "max_ms": 92.062, "p95_ms": 86.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.264, "count": 270, "max_ms": 103.022, "p95_ms": 95.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.791, "count": 270, "max_ms": 131.172, "p95_ms": 112.88}, "read_interval": {"avg_ms": 111.369, "count": 269, "max_ms": 143.96, "p95_ms": 127.047}, "triton_wait": {"avg_ms": 85.443, "count": 270, "max_ms": 118.913, "p95_ms": 101.339}, "visualize": {"avg_ms": 3.676, "count": 270, "max_ms": 5.754, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1850, "tracking_summary": 1669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39346.254, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.182, "sample_count": 1233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:13:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:13:53+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T22:13:52+09:00", "mjpeg": {"age_sec": 0.236, "exists": true, "mtime": "2026-07-06T22:13:52.810944+09:00", "mtime_epoch": 1783343632.8109438, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:13:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 870.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.112, "pushed": 4.112, "read": 4.078}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.361, "count": 123, "max_ms": 176.651, "p95_ms": 150.243}, "gstreamer_push": {"avg_ms": 0.792, "count": 123, "max_ms": 0.949, "p95_ms": 0.908}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.599, "count": 123, "max_ms": 116.397, "p95_ms": 109.185}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.268, "count": 123, "max_ms": 120.982, "p95_ms": 111.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.69, "count": 123, "max_ms": 294.778, "p95_ms": 288.549}, "read_interval": {"avg_ms": 244.425, "count": 122, "max_ms": 300.932, "p95_ms": 295.852}, "triton_wait": {"avg_ms": 77.443, "count": 123, "max_ms": 120.995, "p95_ms": 112.007}, "visualize": {"avg_ms": 25.055, "count": 123, "max_ms": 35.623, "p95_ms": 29.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.645, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.605, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.266, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:13:53+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:13:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:13:53.602953+09:00", "mtime_epoch": 1783343633.6029534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:13:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.219, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.999, "pushed": 8.999, "read": 8.965}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.139, "count": 269, "max_ms": 5.48, "p95_ms": 4.303}, "gstreamer_push": {"avg_ms": 1.291, "count": 269, "max_ms": 1.825, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.596, "count": 269, "max_ms": 94.624, "p95_ms": 81.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.751, "count": 269, "max_ms": 122.55, "p95_ms": 99.763}, "yolo11_640_fire_11class": {"avg_ms": 74.079, "count": 269, "max_ms": 94.637, "p95_ms": 85.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.927, "count": 269, "max_ms": 105.32, "p95_ms": 95.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.235, "count": 269, "max_ms": 136.081, "p95_ms": 115.313}, "read_interval": {"avg_ms": 111.578, "count": 268, "max_ms": 149.112, "p95_ms": 129.238}, "triton_wait": {"avg_ms": 85.4, "count": 269, "max_ms": 122.564, "p95_ms": 102.296}, "visualize": {"avg_ms": 3.631, "count": 269, "max_ms": 5.602, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6324.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.366, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 31916, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.634, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:14:15+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T22:14:15+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T22:14:15.267223+09:00", "mtime_epoch": 1783343655.267223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:14:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.054, "pushed": 9.054, "read": 9.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.7, "count": 271, "max_ms": 5.761, "p95_ms": 5.114}, "gstreamer_push": {"avg_ms": 1.308, "count": 271, "max_ms": 2.351, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.681, "count": 271, "max_ms": 91.666, "p95_ms": 83.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.235, "count": 271, "max_ms": 121.316, "p95_ms": 102.917}, "yolo11_640_fire_11class": {"avg_ms": 74.659, "count": 271, "max_ms": 96.251, "p95_ms": 86.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.937, "count": 271, "max_ms": 105.715, "p95_ms": 95.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.614, "count": 271, "max_ms": 135.384, "p95_ms": 117.402}, "read_interval": {"avg_ms": 110.816, "count": 270, "max_ms": 150.333, "p95_ms": 131.354}, "triton_wait": {"avg_ms": 85.256, "count": 271, "max_ms": 121.332, "p95_ms": 104.47}, "visualize": {"avg_ms": 3.646, "count": 271, "max_ms": 6.322, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1852, "tracking_summary": 1670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6323.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39376.333, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.44, "sample_count": 1220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:14:23+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-06T22:14:22+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-06T22:14:22.851318+09:00", "mtime_epoch": 1783343662.8513181, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:14:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 866.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.993, "pushed": 3.993, "read": 3.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.121, "count": 119, "max_ms": 152.352, "p95_ms": 150.136}, "gstreamer_push": {"avg_ms": 0.834, "count": 119, "max_ms": 1.792, "p95_ms": 1.366}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.795, "count": 119, "max_ms": 112.502, "p95_ms": 106.397}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.433, "count": 119, "max_ms": 115.419, "p95_ms": 111.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.839, "count": 119, "max_ms": 293.404, "p95_ms": 288.339}, "read_interval": {"avg_ms": 252.419, "count": 118, "max_ms": 299.543, "p95_ms": 295.844}, "triton_wait": {"avg_ms": 78.669, "count": 119, "max_ms": 115.43, "p95_ms": 111.031}, "visualize": {"avg_ms": 27.25, "count": 119, "max_ms": 38.731, "p95_ms": 35.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.677, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.605, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.162, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:14:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:14:23+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:14:23+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:14:23.631328+09:00", "mtime_epoch": 1783343663.6313279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:14:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.023, "pushed": 9.023, "read": 8.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.178, "count": 270, "max_ms": 6.979, "p95_ms": 4.827}, "gstreamer_push": {"avg_ms": 1.294, "count": 270, "max_ms": 1.779, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.686, "count": 270, "max_ms": 88.7, "p95_ms": 82.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.562, "count": 270, "max_ms": 121.155, "p95_ms": 96.793}, "yolo11_640_fire_11class": {"avg_ms": 74.258, "count": 270, "max_ms": 88.741, "p95_ms": 84.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.529, "count": 270, "max_ms": 101.341, "p95_ms": 94.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.869, "count": 270, "max_ms": 133.952, "p95_ms": 113.321}, "read_interval": {"avg_ms": 111.222, "count": 269, "max_ms": 151.449, "p95_ms": 129.432}, "triton_wait": {"avg_ms": 84.938, "count": 270, "max_ms": 121.169, "p95_ms": 100.299}, "visualize": {"avg_ms": 3.642, "count": 270, "max_ms": 6.16, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6323.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.413, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 31916, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.612, "sample_count": 2450, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:14:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:14:45+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:14:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:14:45.323603+09:00", "mtime_epoch": 1783343685.3236027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:14:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.958, "pushed": 8.958, "read": 8.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.538, "count": 268, "max_ms": 5.483, "p95_ms": 4.302}, "gstreamer_push": {"avg_ms": 1.332, "count": 268, "max_ms": 1.657, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.374, "count": 268, "max_ms": 91.269, "p95_ms": 83.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.033, "count": 268, "max_ms": 128.891, "p95_ms": 98.812}, "yolo11_640_fire_11class": {"avg_ms": 76.609, "count": 268, "max_ms": 90.736, "p95_ms": 86.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.682, "count": 268, "max_ms": 102.144, "p95_ms": 97.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.95, "count": 268, "max_ms": 141.023, "p95_ms": 113.184}, "read_interval": {"avg_ms": 112.113, "count": 267, "max_ms": 157.813, "p95_ms": 127.449}, "triton_wait": {"avg_ms": 86.725, "count": 268, "max_ms": 128.904, "p95_ms": 100.969}, "visualize": {"avg_ms": 3.629, "count": 268, "max_ms": 4.987, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1852, "tracking_summary": 1671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39406.399, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.834, "sample_count": 1241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:14:53+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-06T22:14:52+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T22:14:52.935700+09:00", "mtime_epoch": 1783343692.9356997, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:14:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 868.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.449, "pushed": 4.449, "read": 4.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 106.67, "count": 133, "max_ms": 160.836, "p95_ms": 151.018}, "gstreamer_push": {"avg_ms": 0.853, "count": 133, "max_ms": 2.0, "p95_ms": 0.976}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.656, "count": 133, "max_ms": 115.388, "p95_ms": 108.071}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.612, "count": 133, "max_ms": 115.891, "p95_ms": 110.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.057, "count": 133, "max_ms": 299.729, "p95_ms": 287.801}, "read_interval": {"avg_ms": 225.647, "count": 132, "max_ms": 305.755, "p95_ms": 293.932}, "triton_wait": {"avg_ms": 80.956, "count": 133, "max_ms": 115.906, "p95_ms": 111.82}, "visualize": {"avg_ms": 27.562, "count": 133, "max_ms": 46.898, "p95_ms": 40.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.731, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.605, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.266, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:14:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:14:53+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:14:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:14:53.683709+09:00", "mtime_epoch": 1783343693.6837094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:14:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.477, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.018, "pushed": 9.018, "read": 8.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.239, "count": 270, "max_ms": 6.786, "p95_ms": 5.623}, "gstreamer_push": {"avg_ms": 1.297, "count": 270, "max_ms": 2.149, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.576, "count": 270, "max_ms": 89.406, "p95_ms": 82.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.392, "count": 270, "max_ms": 121.559, "p95_ms": 106.425}, "yolo11_640_fire_11class": {"avg_ms": 74.339, "count": 270, "max_ms": 88.544, "p95_ms": 85.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.536, "count": 270, "max_ms": 99.12, "p95_ms": 95.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.903, "count": 270, "max_ms": 134.669, "p95_ms": 119.285}, "read_interval": {"avg_ms": 111.296, "count": 269, "max_ms": 148.378, "p95_ms": 131.364}, "triton_wait": {"avg_ms": 84.903, "count": 270, "max_ms": 121.571, "p95_ms": 106.438}, "visualize": {"avg_ms": 3.628, "count": 270, "max_ms": 5.951, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6328.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.42, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.879, "name": "ffmpeg", "pid": 31916, "rss_mb": 269.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.095, "sample_count": 2455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:15:15+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:15:15+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:15:15.323988+09:00", "mtime_epoch": 1783343715.323988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:15:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.069, "pushed": 9.069, "read": 9.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.522, "count": 272, "max_ms": 5.562, "p95_ms": 4.726}, "gstreamer_push": {"avg_ms": 1.298, "count": 272, "max_ms": 1.893, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.938, "count": 272, "max_ms": 91.439, "p95_ms": 83.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.35, "count": 272, "max_ms": 120.983, "p95_ms": 106.928}, "yolo11_640_fire_11class": {"avg_ms": 75.498, "count": 272, "max_ms": 91.472, "p95_ms": 87.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.868, "count": 272, "max_ms": 102.388, "p95_ms": 96.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.487, "count": 272, "max_ms": 131.641, "p95_ms": 118.926}, "read_interval": {"avg_ms": 110.309, "count": 272, "max_ms": 145.023, "p95_ms": 131.648}, "triton_wait": {"avg_ms": 85.345, "count": 272, "max_ms": 120.993, "p95_ms": 106.94}, "visualize": {"avg_ms": 3.584, "count": 272, "max_ms": 4.726, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1853, "tracking_summary": 1672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6320.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39436.519, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.801, "sample_count": 1236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:15:23+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-06T22:15:23+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-06T22:15:23.048088+09:00", "mtime_epoch": 1783343723.0480883, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:15:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 860.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.151, "pushed": 4.151, "read": 4.117}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.026, "count": 124, "max_ms": 174.459, "p95_ms": 150.566}, "gstreamer_push": {"avg_ms": 0.854, "count": 124, "max_ms": 1.895, "p95_ms": 1.013}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.685, "count": 124, "max_ms": 114.708, "p95_ms": 108.694}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.477, "count": 124, "max_ms": 118.78, "p95_ms": 111.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.865, "count": 124, "max_ms": 292.411, "p95_ms": 286.303}, "read_interval": {"avg_ms": 242.587, "count": 123, "max_ms": 301.084, "p95_ms": 293.266}, "triton_wait": {"avg_ms": 82.818, "count": 124, "max_ms": 118.793, "p95_ms": 112.007}, "visualize": {"avg_ms": 27.209, "count": 124, "max_ms": 44.808, "p95_ms": 41.512}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.759, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.605, "name": "ffmpeg", "pid": 31764, "rss_mb": 330.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.623, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:15:23+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T22:15:23+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:15:23.712097+09:00", "mtime_epoch": 1783343723.712097, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:15:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.086, "pushed": 9.086, "read": 9.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.386, "count": 272, "max_ms": 6.74, "p95_ms": 5.917}, "gstreamer_push": {"avg_ms": 1.309, "count": 272, "max_ms": 1.811, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.669, "count": 272, "max_ms": 90.969, "p95_ms": 82.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.307, "count": 272, "max_ms": 122.065, "p95_ms": 96.655}, "yolo11_640_fire_11class": {"avg_ms": 72.956, "count": 272, "max_ms": 90.957, "p95_ms": 85.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.774, "count": 272, "max_ms": 101.885, "p95_ms": 95.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.782, "count": 272, "max_ms": 135.892, "p95_ms": 114.292}, "read_interval": {"avg_ms": 110.402, "count": 271, "max_ms": 151.245, "p95_ms": 130.658}, "triton_wait": {"avg_ms": 82.523, "count": 272, "max_ms": 122.078, "p95_ms": 100.841}, "visualize": {"avg_ms": 3.681, "count": 272, "max_ms": 6.038, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.427, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.879, "name": "ffmpeg", "pid": 31916, "rss_mb": 269.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.224, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:15:45+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:15:45+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:15:45.332380+09:00", "mtime_epoch": 1783343745.3323798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:15:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1666.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.518, "count": 268, "max_ms": 5.747, "p95_ms": 4.532}, "gstreamer_push": {"avg_ms": 1.328, "count": 268, "max_ms": 2.186, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.166, "count": 268, "max_ms": 91.451, "p95_ms": 84.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.544, "count": 268, "max_ms": 115.112, "p95_ms": 98.923}, "yolo11_640_fire_11class": {"avg_ms": 75.999, "count": 268, "max_ms": 90.345, "p95_ms": 85.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.85, "count": 268, "max_ms": 100.837, "p95_ms": 95.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.265, "count": 268, "max_ms": 127.602, "p95_ms": 113.597}, "read_interval": {"avg_ms": 111.964, "count": 268, "max_ms": 140.616, "p95_ms": 127.349}, "triton_wait": {"avg_ms": 85.99, "count": 268, "max_ms": 115.126, "p95_ms": 99.998}, "visualize": {"avg_ms": 3.617, "count": 268, "max_ms": 6.143, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1855, "tracking_summary": 1673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39466.574, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.513, "sample_count": 1226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:15:53+09:00", "last_frame_read_age_sec": 0.261, "last_frame_read_at": "2026-07-06T22:15:53+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T22:15:53.116482+09:00", "mtime_epoch": 1783343753.1164823, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:15:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 868.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.061, "pushed": 4.061, "read": 4.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.126, "count": 121, "max_ms": 151.608, "p95_ms": 148.161}, "gstreamer_push": {"avg_ms": 0.987, "count": 121, "max_ms": 3.153, "p95_ms": 1.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.209, "count": 121, "max_ms": 109.82, "p95_ms": 105.642}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.744, "count": 121, "max_ms": 114.096, "p95_ms": 110.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.379, "count": 121, "max_ms": 289.578, "p95_ms": 283.721}, "read_interval": {"avg_ms": 248.229, "count": 120, "max_ms": 295.561, "p95_ms": 290.722}, "triton_wait": {"avg_ms": 79.834, "count": 121, "max_ms": 114.108, "p95_ms": 110.481}, "visualize": {"avg_ms": 28.618, "count": 121, "max_ms": 43.305, "p95_ms": 39.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6343.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 73, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:07:53+09:00", "last_error_summary": "[h264 @ 0x55e4cac8bfc0] error while decoding MB 103 16, bytestream -5 [in#0/rtsp @ 0x55e4caaffe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e4caaffe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:07:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.582, "last_started_at": "2026-07-06T22:07:57+09:00", "pid": 31764, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.445, "name": "ffmpeg", "pid": 31764, "rss_mb": 355.445, "state": "S (sleeping)", "threads": 104}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.621, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:16:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:16:07+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T22:16:07+09:00", "mjpeg": {"age_sec": 19.028, "exists": true, "mtime": "2026-07-06T22:15:48.600423+09:00", "mtime_epoch": 1783343748.6004229, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:16:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.734, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.272, "pushed": 3.272, "read": 3.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 98, "max_ms": 6.296, "p95_ms": 4.865}, "gstreamer_push": {"avg_ms": 1.303, "count": 98, "max_ms": 1.547, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.238, "count": 98, "max_ms": 86.86, "p95_ms": 81.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.862, "count": 98, "max_ms": 120.442, "p95_ms": 112.157}, "yolo11_640_fire_11class": {"avg_ms": 75.061, "count": 98, "max_ms": 87.354, "p95_ms": 84.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.025, "count": 98, "max_ms": 99.99, "p95_ms": 95.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.411, "count": 98, "max_ms": 133.594, "p95_ms": 124.842}, "read_interval": {"avg_ms": 308.997, "count": 97, "max_ms": 19067.951, "p95_ms": 138.278}, "triton_wait": {"avg_ms": 86.382, "count": 98, "max_ms": 120.456, "p95_ms": 112.171}, "visualize": {"avg_ms": 3.697, "count": 98, "max_ms": 4.694, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6246.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.508, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.879, "name": "ffmpeg", "pid": 31916, "rss_mb": 269.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.793, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:16:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:16:15+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:16:15+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:16:15.412778+09:00", "mtime_epoch": 1783343775.4127781, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:16:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1667.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.783, "pushed": 10.783, "read": 10.75}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.614, "count": 323, "max_ms": 5.418, "p95_ms": 4.349}, "gstreamer_push": {"avg_ms": 1.318, "count": 323, "max_ms": 1.499, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.506, "count": 323, "max_ms": 83.691, "p95_ms": 75.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.251, "count": 323, "max_ms": 106.04, "p95_ms": 83.792}, "yolo11_640_fire_11class": {"avg_ms": 60.787, "count": 323, "max_ms": 87.707, "p95_ms": 78.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.665, "count": 323, "max_ms": 99.159, "p95_ms": 87.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.93, "count": 323, "max_ms": 118.326, "p95_ms": 100.424}, "read_interval": {"avg_ms": 93.068, "count": 322, "max_ms": 130.998, "p95_ms": 114.673}, "triton_wait": {"avg_ms": 67.444, "count": 323, "max_ms": 106.053, "p95_ms": 88.071}, "visualize": {"avg_ms": 3.704, "count": 323, "max_ms": 4.901, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1855, "tracking_summary": 1674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39496.683, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.801, "sample_count": 1221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:16:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:16:23+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-06T22:16:23+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-06T22:16:23.200882+09:00", "mtime_epoch": 1783343783.2008822, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:16:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 866.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.72, "pushed": 3.72, "read": 3.687}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.666, "count": 111, "max_ms": 159.899, "p95_ms": 153.493}, "gstreamer_push": {"avg_ms": 0.901, "count": 111, "max_ms": 1.925, "p95_ms": 1.784}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.236, "count": 111, "max_ms": 112.287, "p95_ms": 104.695}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.126, "count": 111, "max_ms": 114.174, "p95_ms": 112.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.123, "count": 111, "max_ms": 310.759, "p95_ms": 301.326}, "read_interval": {"avg_ms": 271.045, "count": 110, "max_ms": 318.277, "p95_ms": 308.234}, "triton_wait": {"avg_ms": 82.16, "count": 111, "max_ms": 114.187, "p95_ms": 112.31}, "visualize": {"avg_ms": 32.437, "count": 111, "max_ms": 47.28, "p95_ms": 40.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6328.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:16:08+09:00", "last_error_summary": "[h264 @ 0x5555f7934280] error while decoding MB 106 31, bytestream -5 [in#0/rtsp @ 0x5555f6d16e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555f6d16e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:16:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.782, "last_started_at": "2026-07-06T22:16:10+09:00", "pid": 32023, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.914, "name": "ffmpeg", "pid": 32023, "rss_mb": 329.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.266, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:16:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:16:37+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T22:16:37+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:16:37.565075+09:00", "mtime_epoch": 1783343797.5650752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:16:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.685, "pushed": 7.685, "read": 7.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.041, "count": 230, "max_ms": 6.32, "p95_ms": 4.948}, "gstreamer_push": {"avg_ms": 1.273, "count": 230, "max_ms": 1.773, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.112, "count": 230, "max_ms": 89.752, "p95_ms": 82.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.389, "count": 230, "max_ms": 115.384, "p95_ms": 104.883}, "yolo11_640_fire_11class": {"avg_ms": 76.605, "count": 230, "max_ms": 91.631, "p95_ms": 86.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.234, "count": 230, "max_ms": 101.174, "p95_ms": 96.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.396, "count": 230, "max_ms": 128.951, "p95_ms": 118.157}, "read_interval": {"avg_ms": 130.659, "count": 229, "max_ms": 4505.306, "p95_ms": 131.423}, "triton_wait": {"avg_ms": 86.945, "count": 230, "max_ms": 115.397, "p95_ms": 104.894}, "visualize": {"avg_ms": 3.524, "count": 230, "max_ms": 5.073, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.612, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.879, "name": "ffmpeg", "pid": 31916, "rss_mb": 269.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.667, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:16:45+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:16:45+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:16:45.517182+09:00", "mtime_epoch": 1783343805.5171824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:16:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1667.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.975, "pushed": 8.975, "read": 8.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.494, "count": 269, "max_ms": 5.552, "p95_ms": 4.117}, "gstreamer_push": {"avg_ms": 1.315, "count": 269, "max_ms": 1.799, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.925, "count": 269, "max_ms": 89.882, "p95_ms": 83.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.258, "count": 269, "max_ms": 119.496, "p95_ms": 106.84}, "yolo11_640_fire_11class": {"avg_ms": 75.109, "count": 269, "max_ms": 92.706, "p95_ms": 86.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.354, "count": 269, "max_ms": 101.599, "p95_ms": 97.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.342, "count": 269, "max_ms": 131.623, "p95_ms": 119.275}, "read_interval": {"avg_ms": 111.877, "count": 268, "max_ms": 148.724, "p95_ms": 132.295}, "triton_wait": {"avg_ms": 86.092, "count": 269, "max_ms": 119.508, "p95_ms": 106.851}, "visualize": {"avg_ms": 3.616, "count": 269, "max_ms": 4.94, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1857, "tracking_summary": 1675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39526.751, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.339, "sample_count": 1227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T22:16:53+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T22:16:53+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-06T22:16:53.353288+09:00", "mtime_epoch": 1783343813.3532884, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:16:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 863.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.261, "pushed": 4.261, "read": 4.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.871, "count": 127, "max_ms": 163.453, "p95_ms": 148.324}, "gstreamer_push": {"avg_ms": 1.02, "count": 127, "max_ms": 2.798, "p95_ms": 1.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.927, "count": 127, "max_ms": 112.403, "p95_ms": 107.38}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.008, "count": 127, "max_ms": 116.565, "p95_ms": 111.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.598, "count": 127, "max_ms": 300.528, "p95_ms": 292.524}, "read_interval": {"avg_ms": 236.967, "count": 126, "max_ms": 306.303, "p95_ms": 300.432}, "triton_wait": {"avg_ms": 80.08, "count": 127, "max_ms": 116.579, "p95_ms": 111.886}, "visualize": {"avg_ms": 29.823, "count": 127, "max_ms": 41.381, "p95_ms": 40.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6331.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:16:08+09:00", "last_error_summary": "[h264 @ 0x5555f7934280] error while decoding MB 106 31, bytestream -5 [in#0/rtsp @ 0x5555f6d16e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555f6d16e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:16:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.869, "last_started_at": "2026-07-06T22:16:10+09:00", "pid": 32023, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.914, "name": "ffmpeg", "pid": 32023, "rss_mb": 329.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.313, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:17:07+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:17:07+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:17:07.649483+09:00", "mtime_epoch": 1783343827.6494827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:17:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1551.992, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.974, "pushed": 8.974, "read": 8.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.173, "count": 269, "max_ms": 6.796, "p95_ms": 5.076}, "gstreamer_push": {"avg_ms": 1.288, "count": 269, "max_ms": 1.728, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.254, "count": 269, "max_ms": 89.484, "p95_ms": 83.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.777, "count": 269, "max_ms": 116.94, "p95_ms": 100.493}, "yolo11_640_fire_11class": {"avg_ms": 74.837, "count": 269, "max_ms": 89.977, "p95_ms": 86.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.365, "count": 269, "max_ms": 102.18, "p95_ms": 96.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.643, "count": 269, "max_ms": 130.221, "p95_ms": 114.591}, "read_interval": {"avg_ms": 111.836, "count": 268, "max_ms": 145.862, "p95_ms": 127.918}, "triton_wait": {"avg_ms": 85.82, "count": 269, "max_ms": 116.953, "p95_ms": 101.645}, "visualize": {"avg_ms": 3.631, "count": 269, "max_ms": 5.595, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6332.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.661, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.879, "name": "ffmpeg", "pid": 31916, "rss_mb": 269.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.695, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:17:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:17:15+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:17:15+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T22:17:15.561591+09:00", "mtime_epoch": 1783343835.561591, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:17:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1667.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.947, "pushed": 8.947, "read": 8.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.566, "count": 268, "max_ms": 5.512, "p95_ms": 4.323}, "gstreamer_push": {"avg_ms": 1.322, "count": 268, "max_ms": 1.585, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.069, "count": 268, "max_ms": 91.761, "p95_ms": 84.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.716, "count": 268, "max_ms": 118.848, "p95_ms": 102.221}, "yolo11_640_fire_11class": {"avg_ms": 75.407, "count": 268, "max_ms": 91.83, "p95_ms": 85.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.104, "count": 268, "max_ms": 102.638, "p95_ms": 96.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.713, "count": 268, "max_ms": 131.395, "p95_ms": 114.84}, "read_interval": {"avg_ms": 112.096, "count": 267, "max_ms": 144.575, "p95_ms": 130.573}, "triton_wait": {"avg_ms": 86.376, "count": 268, "max_ms": 118.862, "p95_ms": 102.65}, "visualize": {"avg_ms": 3.684, "count": 268, "max_ms": 5.095, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1859, "tracking_summary": 1676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6332.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39556.968, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.878, "sample_count": 1221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:17:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:17:23+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-06T22:17:23+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T22:17:23.529700+09:00", "mtime_epoch": 1783343843.5297, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:17:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.125, "name": "celery", "pid": 239, "rss_mb": 870.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.941, "pushed": 3.941, "read": 3.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.069, "count": 118, "max_ms": 151.624, "p95_ms": 150.815}, "gstreamer_push": {"avg_ms": 0.772, "count": 118, "max_ms": 0.882, "p95_ms": 0.845}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.393, "count": 118, "max_ms": 116.824, "p95_ms": 104.721}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.737, "count": 118, "max_ms": 117.992, "p95_ms": 108.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.547, "count": 118, "max_ms": 294.712, "p95_ms": 285.201}, "read_interval": {"avg_ms": 256.126, "count": 117, "max_ms": 300.053, "p95_ms": 291.852}, "triton_wait": {"avg_ms": 75.911, "count": 118, "max_ms": 118.004, "p95_ms": 109.387}, "visualize": {"avg_ms": 24.82, "count": 118, "max_ms": 38.804, "p95_ms": 29.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:16:08+09:00", "last_error_summary": "[h264 @ 0x5555f7934280] error while decoding MB 106 31, bytestream -5 [in#0/rtsp @ 0x5555f6d16e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555f6d16e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:16:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.879, "last_started_at": "2026-07-06T22:16:10+09:00", "pid": 32023, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.914, "name": "ffmpeg", "pid": 32023, "rss_mb": 329.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.51, "sample_count": 2481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:17:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:17:37+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:17:37+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:17:37.657894+09:00", "mtime_epoch": 1783343857.6578944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:17:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1552.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.934, "pushed": 8.934, "read": 8.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.214, "count": 268, "max_ms": 6.412, "p95_ms": 5.115}, "gstreamer_push": {"avg_ms": 1.281, "count": 268, "max_ms": 1.519, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.71, "count": 268, "max_ms": 91.265, "p95_ms": 83.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.426, "count": 268, "max_ms": 124.949, "p95_ms": 102.395}, "yolo11_640_fire_11class": {"avg_ms": 75.159, "count": 268, "max_ms": 90.837, "p95_ms": 84.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.471, "count": 268, "max_ms": 102.445, "p95_ms": 95.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.76, "count": 268, "max_ms": 138.217, "p95_ms": 116.813}, "read_interval": {"avg_ms": 111.979, "count": 268, "max_ms": 151.243, "p95_ms": 131.3}, "triton_wait": {"avg_ms": 85.884, "count": 268, "max_ms": 124.962, "p95_ms": 102.459}, "visualize": {"avg_ms": 3.607, "count": 268, "max_ms": 4.41, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.739, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.457, "name": "ffmpeg", "pid": 31916, "rss_mb": 272.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.541, "sample_count": 2742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:17:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T22:17:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:17:45.650005+09:00", "mtime_epoch": 1783343865.6500049, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:17:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1667.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.526, "count": 269, "max_ms": 5.427, "p95_ms": 4.587}, "gstreamer_push": {"avg_ms": 1.327, "count": 269, "max_ms": 1.952, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.383, "count": 269, "max_ms": 90.183, "p95_ms": 82.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.406, "count": 269, "max_ms": 113.048, "p95_ms": 98.435}, "yolo11_640_fire_11class": {"avg_ms": 75.907, "count": 269, "max_ms": 91.016, "p95_ms": 86.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.009, "count": 269, "max_ms": 100.349, "p95_ms": 96.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.246, "count": 269, "max_ms": 125.309, "p95_ms": 112.817}, "read_interval": {"avg_ms": 111.814, "count": 268, "max_ms": 140.407, "p95_ms": 127.129}, "triton_wait": {"avg_ms": 86.014, "count": 269, "max_ms": 113.06, "p95_ms": 100.361}, "visualize": {"avg_ms": 3.617, "count": 269, "max_ms": 4.648, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1859, "tracking_summary": 1677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39587.037, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.799, "sample_count": 1225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:17:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:17:53+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T22:17:53+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-06T22:17:53.586115+09:00", "mtime_epoch": 1783343873.586115, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:17:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 869.504, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.329, "pushed": 4.329, "read": 4.296}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.69, "count": 129, "max_ms": 151.769, "p95_ms": 148.205}, "gstreamer_push": {"avg_ms": 0.996, "count": 129, "max_ms": 2.481, "p95_ms": 1.964}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.784, "count": 129, "max_ms": 111.585, "p95_ms": 104.889}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.552, "count": 129, "max_ms": 113.436, "p95_ms": 107.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.322, "count": 129, "max_ms": 285.95, "p95_ms": 280.314}, "read_interval": {"avg_ms": 232.865, "count": 128, "max_ms": 293.399, "p95_ms": 287.133}, "triton_wait": {"avg_ms": 79.834, "count": 129, "max_ms": 113.449, "p95_ms": 107.653}, "visualize": {"avg_ms": 27.969, "count": 129, "max_ms": 41.977, "p95_ms": 39.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6335.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.744, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 31916, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.306, "sample_count": 2804, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:18:15+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T22:18:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T22:18:15.662422+09:00", "mtime_epoch": 1783343895.6624224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:18:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1667.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 330, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.003, "pushed": 11.003, "read": 11.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.55, "count": 330, "max_ms": 5.589, "p95_ms": 4.31}, "gstreamer_push": {"avg_ms": 1.297, "count": 330, "max_ms": 2.057, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.467, "count": 330, "max_ms": 85.277, "p95_ms": 73.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.448, "count": 330, "max_ms": 106.696, "p95_ms": 85.748}, "yolo11_640_fire_11class": {"avg_ms": 58.946, "count": 330, "max_ms": 88.267, "p95_ms": 77.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.52, "count": 330, "max_ms": 98.891, "p95_ms": 86.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.699, "count": 330, "max_ms": 119.074, "p95_ms": 100.098}, "read_interval": {"avg_ms": 90.926, "count": 330, "max_ms": 132.175, "p95_ms": 113.381}, "triton_wait": {"avg_ms": 65.505, "count": 330, "max_ms": 106.708, "p95_ms": 87.604}, "visualize": {"avg_ms": 3.658, "count": 330, "max_ms": 4.741, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6358.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:16:08+09:00", "last_error_summary": "[h264 @ 0x5555f7934280] error while decoding MB 106 31, bytestream -5 [in#0/rtsp @ 0x5555f6d16e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555f6d16e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:16:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.82, "last_started_at": "2026-07-06T22:16:10+09:00", "pid": 32023, "process": {"exists": true, "fd_count": 5, "hwm_mb": 352.344, "name": "ffmpeg", "pid": 32023, "rss_mb": 352.344, "state": "S (sleeping)", "threads": 104}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.182, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:18:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:18:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-06T22:18:21+09:00", "mjpeg": {"age_sec": 16.559, "exists": true, "mtime": "2026-07-06T22:18:05.138275+09:00", "mtime_epoch": 1783343885.1382754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:18:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1552.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.12, "pushed": 0.12, "read": 0.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 2, "max_ms": 4.065, "p95_ms": 4.065}, "gstreamer_push": {"avg_ms": 1.199, "count": 2, "max_ms": 1.232, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.199, "count": 2, "max_ms": 68.912, "p95_ms": 68.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.254, "count": 2, "max_ms": 70.051, "p95_ms": 70.051}, "yolo11_640_fire_11class": {"avg_ms": 58.302, "count": 2, "max_ms": 69.562, "p95_ms": 69.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.073, "count": 2, "max_ms": 78.62, "p95_ms": 78.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.116, "count": 2, "max_ms": 91.664, "p95_ms": 91.664}, "read_interval": {"avg_ms": 16166.372, "count": 2, "max_ms": 16603.437, "p95_ms": 16603.437}, "triton_wait": {"avg_ms": 63.084, "count": 2, "max_ms": 78.632, "p95_ms": 78.632}, "visualize": {"avg_ms": 3.558, "count": 2, "max_ms": 3.608, "p95_ms": 3.608}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.671, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1861, "tracking_summary": 1678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6036.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39617.117, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.264, "sample_count": 1214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:18:23+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-06T22:18:23+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T22:18:23.646534+09:00", "mtime_epoch": 1783343903.6465342, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:18:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 870.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.824, "pushed": 3.824, "read": 3.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.125, "count": 114, "max_ms": 154.643, "p95_ms": 153.237}, "gstreamer_push": {"avg_ms": 1.048, "count": 114, "max_ms": 2.934, "p95_ms": 1.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.382, "count": 114, "max_ms": 90.007, "p95_ms": 87.426}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.356, "count": 114, "max_ms": 103.097, "p95_ms": 90.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.633, "count": 114, "max_ms": 284.32, "p95_ms": 278.572}, "read_interval": {"avg_ms": 263.673, "count": 113, "max_ms": 292.652, "p95_ms": 286.391}, "triton_wait": {"avg_ms": 77.737, "count": 114, "max_ms": 103.11, "p95_ms": 90.195}, "visualize": {"avg_ms": 31.023, "count": 114, "max_ms": 45.36, "p95_ms": 42.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6339.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.832, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 31916, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.275, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:18:45+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:18:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T22:18:45.742845+09:00", "mtime_epoch": 1783343925.7428453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:18:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1667.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.543, "count": 304, "max_ms": 5.695, "p95_ms": 4.249}, "gstreamer_push": {"avg_ms": 1.305, "count": 304, "max_ms": 1.985, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.277, "count": 304, "max_ms": 89.597, "p95_ms": 79.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.031, "count": 304, "max_ms": 118.277, "p95_ms": 93.609}, "yolo11_640_fire_11class": {"avg_ms": 64.707, "count": 304, "max_ms": 92.63, "p95_ms": 81.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.898, "count": 304, "max_ms": 102.313, "p95_ms": 90.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.14, "count": 304, "max_ms": 130.647, "p95_ms": 110.002}, "read_interval": {"avg_ms": 98.593, "count": 304, "max_ms": 145.816, "p95_ms": 123.188}, "triton_wait": {"avg_ms": 72.965, "count": 304, "max_ms": 118.29, "p95_ms": 97.346}, "visualize": {"avg_ms": 3.63, "count": 304, "max_ms": 5.345, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6341.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.015, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.691, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.679, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:18:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:18:51+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:18:51+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:18:51.658929+09:00", "mtime_epoch": 1783343931.6589289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 115139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:18:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1552.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.643, "pushed": 7.643, "read": 7.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.365, "count": 229, "max_ms": 6.168, "p95_ms": 5.656}, "gstreamer_push": {"avg_ms": 1.302, "count": 229, "max_ms": 1.471, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.809, "count": 229, "max_ms": 88.225, "p95_ms": 81.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.365, "count": 229, "max_ms": 116.959, "p95_ms": 103.628}, "yolo11_640_fire_11class": {"avg_ms": 72.951, "count": 229, "max_ms": 93.605, "p95_ms": 83.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.289, "count": 229, "max_ms": 100.66, "p95_ms": 93.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.335, "count": 229, "max_ms": 129.878, "p95_ms": 116.542}, "read_interval": {"avg_ms": 131.334, "count": 228, "max_ms": 5372.752, "p95_ms": 130.777}, "triton_wait": {"avg_ms": 83.201, "count": 229, "max_ms": 116.972, "p95_ms": 103.641}, "visualize": {"avg_ms": 3.69, "count": 229, "max_ms": 4.792, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1862, "tracking_summary": 1679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39647.119, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.513, "sample_count": 1215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:18:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:18:53+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-06T22:18:53+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T22:18:53.642957+09:00", "mtime_epoch": 1783343933.642957, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:18:53+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 871.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.067, "pushed": 4.067, "read": 4.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.956, "count": 122, "max_ms": 200.327, "p95_ms": 181.49}, "gstreamer_push": {"avg_ms": 0.806, "count": 122, "max_ms": 1.249, "p95_ms": 0.916}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.13, "count": 122, "max_ms": 111.771, "p95_ms": 106.986}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.057, "count": 122, "max_ms": 117.52, "p95_ms": 109.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.355, "count": 122, "max_ms": 348.879, "p95_ms": 298.748}, "read_interval": {"avg_ms": 245.958, "count": 122, "max_ms": 356.594, "p95_ms": 305.175}, "triton_wait": {"avg_ms": 80.182, "count": 122, "max_ms": 117.53, "p95_ms": 110.761}, "visualize": {"avg_ms": 25.332, "count": 122, "max_ms": 38.202, "p95_ms": 30.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.842, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 31916, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.163, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:19:15+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:19:15+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:19:15.747271+09:00", "mtime_epoch": 1783343955.747271, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:19:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1668.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.934, "pushed": 8.934, "read": 8.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.649, "count": 268, "max_ms": 5.828, "p95_ms": 5.206}, "gstreamer_push": {"avg_ms": 1.352, "count": 268, "max_ms": 2.441, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.223, "count": 268, "max_ms": 88.744, "p95_ms": 81.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.05, "count": 268, "max_ms": 119.479, "p95_ms": 104.796}, "yolo11_640_fire_11class": {"avg_ms": 75.628, "count": 268, "max_ms": 97.355, "p95_ms": 85.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.089, "count": 268, "max_ms": 99.325, "p95_ms": 95.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.301, "count": 268, "max_ms": 131.588, "p95_ms": 117.125}, "read_interval": {"avg_ms": 111.98, "count": 268, "max_ms": 144.948, "p95_ms": 130.478}, "triton_wait": {"avg_ms": 85.775, "count": 268, "max_ms": 119.491, "p95_ms": 104.809}, "visualize": {"avg_ms": 3.75, "count": 268, "max_ms": 6.381, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.027, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.557, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:19:21+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T22:19:21+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T22:19:21.659355+09:00", "mtime_epoch": 1783343961.6593554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:19:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1552.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.9, "pushed": 8.9, "read": 8.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.26, "count": 267, "max_ms": 7.047, "p95_ms": 5.964}, "gstreamer_push": {"avg_ms": 1.292, "count": 267, "max_ms": 1.819, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.376, "count": 267, "max_ms": 88.321, "p95_ms": 83.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.466, "count": 267, "max_ms": 122.369, "p95_ms": 109.895}, "yolo11_640_fire_11class": {"avg_ms": 75.649, "count": 267, "max_ms": 93.313, "p95_ms": 86.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.225, "count": 267, "max_ms": 100.293, "p95_ms": 95.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.24, "count": 267, "max_ms": 135.405, "p95_ms": 122.715}, "read_interval": {"avg_ms": 112.356, "count": 267, "max_ms": 148.457, "p95_ms": 135.12}, "triton_wait": {"avg_ms": 86.188, "count": 267, "max_ms": 122.382, "p95_ms": 109.907}, "visualize": {"avg_ms": 3.684, "count": 267, "max_ms": 6.25, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1862, "tracking_summary": 1680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6337.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39677.195, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.302, "sample_count": 1230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:19:23+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T22:19:23+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T22:19:23.831386+09:00", "mtime_epoch": 1783343963.8313863, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:19:23+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 867.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.527, "pushed": 4.527, "read": 4.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 102.907, "count": 135, "max_ms": 177.148, "p95_ms": 153.952}, "gstreamer_push": {"avg_ms": 0.997, "count": 135, "max_ms": 2.853, "p95_ms": 1.858}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.201, "count": 135, "max_ms": 114.316, "p95_ms": 107.524}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.671, "count": 135, "max_ms": 115.665, "p95_ms": 109.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.542, "count": 135, "max_ms": 297.265, "p95_ms": 288.137}, "read_interval": {"avg_ms": 223.151, "count": 134, "max_ms": 304.79, "p95_ms": 294.437}, "triton_wait": {"avg_ms": 80.109, "count": 135, "max_ms": 115.677, "p95_ms": 110.585}, "visualize": {"avg_ms": 28.652, "count": 135, "max_ms": 45.34, "p95_ms": 38.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.822, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6343.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.851, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 31916, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.665, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:19:45+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:19:45+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:19:45.759701+09:00", "mtime_epoch": 1783343985.7597008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:19:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1668.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.968, "pushed": 8.968, "read": 8.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 269, "max_ms": 5.512, "p95_ms": 4.707}, "gstreamer_push": {"avg_ms": 1.319, "count": 269, "max_ms": 1.711, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.73, "count": 269, "max_ms": 95.243, "p95_ms": 82.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.455, "count": 269, "max_ms": 124.396, "p95_ms": 106.581}, "yolo11_640_fire_11class": {"avg_ms": 73.76, "count": 269, "max_ms": 95.257, "p95_ms": 84.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.434, "count": 269, "max_ms": 101.499, "p95_ms": 93.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.018, "count": 269, "max_ms": 139.977, "p95_ms": 118.686}, "read_interval": {"avg_ms": 111.564, "count": 269, "max_ms": 156.79, "p95_ms": 133.558}, "triton_wait": {"avg_ms": 84.851, "count": 269, "max_ms": 124.412, "p95_ms": 106.593}, "visualize": {"avg_ms": 3.606, "count": 269, "max_ms": 4.666, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6339.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.075, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.846, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:19:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:19:51+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:19:51+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:19:51.719786+09:00", "mtime_epoch": 1783343991.7197864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:19:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1552.508, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.986, "pushed": 8.986, "read": 8.953}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.23, "count": 269, "max_ms": 6.359, "p95_ms": 5.661}, "gstreamer_push": {"avg_ms": 1.29, "count": 269, "max_ms": 1.615, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.985, "count": 269, "max_ms": 89.956, "p95_ms": 82.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.836, "count": 269, "max_ms": 118.651, "p95_ms": 105.615}, "yolo11_640_fire_11class": {"avg_ms": 75.463, "count": 269, "max_ms": 90.809, "p95_ms": 84.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.226, "count": 269, "max_ms": 101.327, "p95_ms": 93.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.792, "count": 269, "max_ms": 131.51, "p95_ms": 118.919}, "read_interval": {"avg_ms": 111.695, "count": 268, "max_ms": 144.11, "p95_ms": 130.268}, "triton_wait": {"avg_ms": 85.895, "count": 269, "max_ms": 118.663, "p95_ms": 105.627}, "visualize": {"avg_ms": 3.608, "count": 269, "max_ms": 4.798, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1864, "tracking_summary": 1681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39707.453, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.358, "sample_count": 1216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:19:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:19:54+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-06T22:19:53+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-06T22:19:53.971819+09:00", "mtime_epoch": 1783343993.971819, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:19:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 871.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.913, "pushed": 3.913, "read": 3.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.46, "count": 117, "max_ms": 187.849, "p95_ms": 155.171}, "gstreamer_push": {"avg_ms": 0.779, "count": 117, "max_ms": 1.14, "p95_ms": 0.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.162, "count": 117, "max_ms": 114.826, "p95_ms": 108.628}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.682, "count": 117, "max_ms": 116.309, "p95_ms": 113.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.166, "count": 117, "max_ms": 296.884, "p95_ms": 288.946}, "read_interval": {"avg_ms": 256.651, "count": 116, "max_ms": 305.08, "p95_ms": 296.716}, "triton_wait": {"avg_ms": 79.965, "count": 117, "max_ms": 116.322, "p95_ms": 113.862}, "visualize": {"avg_ms": 25.933, "count": 117, "max_ms": 34.694, "p95_ms": 29.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6339.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.927, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 31916, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.198, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:20:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:20:15+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:20:15+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:20:15.832135+09:00", "mtime_epoch": 1783344015.832135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:20:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1668.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.913, "pushed": 8.913, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.536, "count": 267, "max_ms": 5.774, "p95_ms": 4.435}, "gstreamer_push": {"avg_ms": 1.344, "count": 267, "max_ms": 2.411, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.692, "count": 267, "max_ms": 91.61, "p95_ms": 83.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.81, "count": 267, "max_ms": 113.52, "p95_ms": 101.562}, "yolo11_640_fire_11class": {"avg_ms": 76.056, "count": 267, "max_ms": 95.245, "p95_ms": 86.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.506, "count": 267, "max_ms": 106.801, "p95_ms": 96.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.075, "count": 267, "max_ms": 125.872, "p95_ms": 115.962}, "read_interval": {"avg_ms": 112.637, "count": 266, "max_ms": 139.794, "p95_ms": 130.282}, "triton_wait": {"avg_ms": 86.784, "count": 267, "max_ms": 113.531, "p95_ms": 103.49}, "visualize": {"avg_ms": 3.666, "count": 267, "max_ms": 6.326, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6329.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.152, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.157, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:20:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:20:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T22:20:21+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T22:20:21.808222+09:00", "mtime_epoch": 1783344021.8082216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:20:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1552.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.301, "count": 267, "max_ms": 6.942, "p95_ms": 5.614}, "gstreamer_push": {"avg_ms": 1.291, "count": 267, "max_ms": 1.831, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.064, "count": 267, "max_ms": 91.376, "p95_ms": 83.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.434, "count": 267, "max_ms": 117.099, "p95_ms": 105.861}, "yolo11_640_fire_11class": {"avg_ms": 75.696, "count": 267, "max_ms": 95.712, "p95_ms": 85.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.944, "count": 267, "max_ms": 105.61, "p95_ms": 94.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.629, "count": 267, "max_ms": 130.718, "p95_ms": 119.686}, "read_interval": {"avg_ms": 112.697, "count": 266, "max_ms": 147.526, "p95_ms": 132.688}, "triton_wait": {"avg_ms": 86.53, "count": 267, "max_ms": 117.119, "p95_ms": 105.874}, "visualize": {"avg_ms": 3.675, "count": 267, "max_ms": 6.124, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1865, "tracking_summary": 1682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6332.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39737.519, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.76, "sample_count": 1214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:20:24+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T22:20:24+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-06T22:20:24.096255+09:00", "mtime_epoch": 1783344024.0962548, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:20:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 860.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.093, "pushed": 4.093, "read": 4.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.932, "count": 122, "max_ms": 176.892, "p95_ms": 149.835}, "gstreamer_push": {"avg_ms": 0.828, "count": 122, "max_ms": 1.797, "p95_ms": 0.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.164, "count": 122, "max_ms": 109.352, "p95_ms": 106.042}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.628, "count": 122, "max_ms": 117.26, "p95_ms": 112.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.685, "count": 122, "max_ms": 306.315, "p95_ms": 293.359}, "read_interval": {"avg_ms": 246.538, "count": 121, "max_ms": 312.356, "p95_ms": 299.047}, "triton_wait": {"avg_ms": 78.655, "count": 122, "max_ms": 117.274, "p95_ms": 112.365}, "visualize": {"avg_ms": 27.344, "count": 122, "max_ms": 40.528, "p95_ms": 32.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6332.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 542.997, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 31916, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 7, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.902, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:20:45+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:20:45+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:20:45.900572+09:00", "mtime_epoch": 1783344045.9005723, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:20:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1668.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.94, "pushed": 8.94, "read": 8.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.465, "count": 268, "max_ms": 5.363, "p95_ms": 4.838}, "gstreamer_push": {"avg_ms": 1.297, "count": 268, "max_ms": 1.636, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.735, "count": 268, "max_ms": 93.746, "p95_ms": 83.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.512, "count": 268, "max_ms": 114.294, "p95_ms": 104.775}, "yolo11_640_fire_11class": {"avg_ms": 76.426, "count": 268, "max_ms": 93.759, "p95_ms": 85.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.255, "count": 268, "max_ms": 101.548, "p95_ms": 95.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.646, "count": 268, "max_ms": 126.666, "p95_ms": 117.171}, "read_interval": {"avg_ms": 112.191, "count": 267, "max_ms": 149.255, "p95_ms": 132.648}, "triton_wait": {"avg_ms": 86.752, "count": 268, "max_ms": 114.306, "p95_ms": 104.787}, "visualize": {"avg_ms": 3.562, "count": 268, "max_ms": 4.817, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6335.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.188, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.476, "sample_count": 2171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:20:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T22:20:51+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-06T22:20:51+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T22:20:51.804659+09:00", "mtime_epoch": 1783344051.8046587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:20:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1552.766, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.888, "pushed": 8.888, "read": 8.854}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 266, "max_ms": 6.39, "p95_ms": 4.815}, "gstreamer_push": {"avg_ms": 1.276, "count": 266, "max_ms": 1.506, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.602, "count": 266, "max_ms": 90.269, "p95_ms": 83.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.733, "count": 266, "max_ms": 121.622, "p95_ms": 108.995}, "yolo11_640_fire_11class": {"avg_ms": 76.289, "count": 266, "max_ms": 91.255, "p95_ms": 85.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.431, "count": 266, "max_ms": 101.664, "p95_ms": 95.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.119, "count": 266, "max_ms": 132.255, "p95_ms": 122.059}, "read_interval": {"avg_ms": 112.816, "count": 265, "max_ms": 144.464, "p95_ms": 133.283}, "triton_wait": {"avg_ms": 87.291, "count": 266, "max_ms": 121.632, "p95_ms": 109.008}, "visualize": {"avg_ms": 3.626, "count": 266, "max_ms": 5.779, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1866, "tracking_summary": 1683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6328.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39767.586, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.318, "sample_count": 1209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:20:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:20:54+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T22:20:54+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T22:20:54.176693+09:00", "mtime_epoch": 1783344054.1766934, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:20:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 856.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.89, "pushed": 3.89, "read": 3.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.416, "count": 116, "max_ms": 151.252, "p95_ms": 149.567}, "gstreamer_push": {"avg_ms": 1.096, "count": 116, "max_ms": 2.946, "p95_ms": 1.931}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.691, "count": 116, "max_ms": 113.13, "p95_ms": 107.275}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.301, "count": 116, "max_ms": 119.899, "p95_ms": 111.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.949, "count": 116, "max_ms": 302.707, "p95_ms": 292.28}, "read_interval": {"avg_ms": 259.51, "count": 115, "max_ms": 309.658, "p95_ms": 299.363}, "triton_wait": {"avg_ms": 78.365, "count": 116, "max_ms": 119.913, "p95_ms": 112.537}, "visualize": {"avg_ms": 31.425, "count": 116, "max_ms": 43.91, "p95_ms": 40.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6328.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.017, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.613, "name": "ffmpeg", "pid": 31916, "rss_mb": 277.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 6, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.678, "sample_count": 2774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:21:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:21:16+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T22:21:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T22:21:15.933013+09:00", "mtime_epoch": 1783344075.9330127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:21:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1668.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.86, "pushed": 8.86, "read": 8.827}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.669, "count": 265, "max_ms": 5.506, "p95_ms": 4.993}, "gstreamer_push": {"avg_ms": 1.333, "count": 265, "max_ms": 1.586, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.491, "count": 265, "max_ms": 90.382, "p95_ms": 85.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.888, "count": 265, "max_ms": 121.514, "p95_ms": 104.745}, "yolo11_640_fire_11class": {"avg_ms": 76.692, "count": 265, "max_ms": 90.889, "p95_ms": 86.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.333, "count": 265, "max_ms": 101.918, "p95_ms": 97.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.918, "count": 265, "max_ms": 133.935, "p95_ms": 116.88}, "read_interval": {"avg_ms": 113.317, "count": 264, "max_ms": 154.421, "p95_ms": 129.536}, "triton_wait": {"avg_ms": 87.534, "count": 265, "max_ms": 121.527, "p95_ms": 104.758}, "visualize": {"avg_ms": 3.698, "count": 265, "max_ms": 4.975, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.266, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.869, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:21:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:21:22+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:21:21+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:21:21.909101+09:00", "mtime_epoch": 1783344081.9091005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:21:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.17, "count": 267, "max_ms": 6.186, "p95_ms": 4.8}, "gstreamer_push": {"avg_ms": 1.291, "count": 267, "max_ms": 1.615, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.895, "count": 267, "max_ms": 90.296, "p95_ms": 83.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.606, "count": 267, "max_ms": 119.915, "p95_ms": 104.959}, "yolo11_640_fire_11class": {"avg_ms": 75.542, "count": 267, "max_ms": 90.953, "p95_ms": 86.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.417, "count": 267, "max_ms": 101.487, "p95_ms": 97.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.683, "count": 267, "max_ms": 132.796, "p95_ms": 117.965}, "read_interval": {"avg_ms": 112.667, "count": 266, "max_ms": 150.789, "p95_ms": 130.721}, "triton_wait": {"avg_ms": 86.784, "count": 267, "max_ms": 119.929, "p95_ms": 104.971}, "visualize": {"avg_ms": 3.639, "count": 267, "max_ms": 4.35, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1868, "tracking_summary": 1684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6336.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39797.665, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.452, "sample_count": 1221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T22:21:24+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T22:21:24+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-06T22:21:24.213135+09:00", "mtime_epoch": 1783344084.2131345, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:21:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 865.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.114, "pushed": 4.114, "read": 4.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.148, "count": 123, "max_ms": 167.094, "p95_ms": 150.522}, "gstreamer_push": {"avg_ms": 1.233, "count": 123, "max_ms": 2.08, "p95_ms": 1.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.932, "count": 123, "max_ms": 114.273, "p95_ms": 108.663}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.729, "count": 123, "max_ms": 118.721, "p95_ms": 111.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.202, "count": 123, "max_ms": 306.87, "p95_ms": 291.468}, "read_interval": {"avg_ms": 244.463, "count": 122, "max_ms": 315.296, "p95_ms": 299.324}, "triton_wait": {"avg_ms": 79.807, "count": 123, "max_ms": 118.735, "p95_ms": 111.985}, "visualize": {"avg_ms": 33.392, "count": 123, "max_ms": 44.984, "p95_ms": 41.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.109, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.047, "name": "ffmpeg", "pid": 31916, "rss_mb": 289.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 6, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.348, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:21:46+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T22:21:46+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T22:21:46.029457+09:00", "mtime_epoch": 1783344106.0294569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:21:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1668.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.104, "pushed": 9.104, "read": 9.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.621, "count": 273, "max_ms": 5.33, "p95_ms": 5.05}, "gstreamer_push": {"avg_ms": 1.295, "count": 273, "max_ms": 1.492, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.737, "count": 273, "max_ms": 92.784, "p95_ms": 83.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.257, "count": 273, "max_ms": 113.661, "p95_ms": 100.93}, "yolo11_640_fire_11class": {"avg_ms": 74.681, "count": 273, "max_ms": 97.29, "p95_ms": 86.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.486, "count": 273, "max_ms": 99.452, "p95_ms": 93.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.747, "count": 273, "max_ms": 125.84, "p95_ms": 113.021}, "read_interval": {"avg_ms": 110.262, "count": 272, "max_ms": 143.668, "p95_ms": 125.761}, "triton_wait": {"avg_ms": 84.603, "count": 273, "max_ms": 113.673, "p95_ms": 100.944}, "visualize": {"avg_ms": 3.6, "count": 273, "max_ms": 4.824, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6342.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.324, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.145, "sample_count": 2352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:21:52+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:21:51+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:21:51.965545+09:00", "mtime_epoch": 1783344111.9655447, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:21:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.049, "pushed": 9.049, "read": 9.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.157, "count": 271, "max_ms": 6.285, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.291, "count": 271, "max_ms": 1.506, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.84, "count": 271, "max_ms": 93.05, "p95_ms": 81.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.833, "count": 271, "max_ms": 120.637, "p95_ms": 102.911}, "yolo11_640_fire_11class": {"avg_ms": 74.489, "count": 271, "max_ms": 89.841, "p95_ms": 84.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.097, "count": 271, "max_ms": 99.443, "p95_ms": 94.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.841, "count": 271, "max_ms": 133.629, "p95_ms": 116.161}, "read_interval": {"avg_ms": 110.896, "count": 270, "max_ms": 145.92, "p95_ms": 128.54}, "triton_wait": {"avg_ms": 84.964, "count": 271, "max_ms": 120.649, "p95_ms": 102.924}, "visualize": {"avg_ms": 3.643, "count": 271, "max_ms": 4.48, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1869, "tracking_summary": 1685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6343.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39827.781, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.075, "sample_count": 1214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:21:54+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-06T22:21:54+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T22:21:54.401581+09:00", "mtime_epoch": 1783344114.401581, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:21:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.176, "name": "celery", "pid": 239, "rss_mb": 859.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.014, "pushed": 4.014, "read": 3.981}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.672, "count": 120, "max_ms": 154.432, "p95_ms": 149.086}, "gstreamer_push": {"avg_ms": 0.795, "count": 120, "max_ms": 1.842, "p95_ms": 0.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.163, "count": 120, "max_ms": 114.16, "p95_ms": 106.763}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.841, "count": 120, "max_ms": 115.025, "p95_ms": 109.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.32, "count": 120, "max_ms": 294.289, "p95_ms": 286.395}, "read_interval": {"avg_ms": 251.47, "count": 119, "max_ms": 300.795, "p95_ms": 294.09}, "triton_wait": {"avg_ms": 77.219, "count": 120, "max_ms": 115.039, "p95_ms": 109.796}, "visualize": {"avg_ms": 26.667, "count": 120, "max_ms": 41.376, "p95_ms": 38.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6354.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.209, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.914, "name": "ffmpeg", "pid": 31916, "rss_mb": 292.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 6, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.654, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:22:16+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:22:16+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:22:16.117904+09:00", "mtime_epoch": 1783344136.1179037, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:22:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1668.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.001, "pushed": 9.001, "read": 8.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.534, "count": 270, "max_ms": 5.117, "p95_ms": 4.603}, "gstreamer_push": {"avg_ms": 1.313, "count": 270, "max_ms": 2.178, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.448, "count": 270, "max_ms": 92.288, "p95_ms": 82.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.94, "count": 270, "max_ms": 124.418, "p95_ms": 104.016}, "yolo11_640_fire_11class": {"avg_ms": 75.087, "count": 270, "max_ms": 91.76, "p95_ms": 85.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.317, "count": 270, "max_ms": 102.537, "p95_ms": 95.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.074, "count": 270, "max_ms": 136.586, "p95_ms": 116.128}, "read_interval": {"avg_ms": 111.452, "count": 269, "max_ms": 154.749, "p95_ms": 129.441}, "triton_wait": {"avg_ms": 85.974, "count": 270, "max_ms": 124.429, "p95_ms": 104.029}, "visualize": {"avg_ms": 3.61, "count": 270, "max_ms": 4.552, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6354.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.388, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.7, "sample_count": 2354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:22:22+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T22:22:22+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-06T22:22:22.001992+09:00", "mtime_epoch": 1783344142.0019915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:22:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.079, "pushed": 9.079, "read": 9.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.236, "count": 272, "max_ms": 6.285, "p95_ms": 5.191}, "gstreamer_push": {"avg_ms": 1.299, "count": 272, "max_ms": 1.512, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.656, "count": 272, "max_ms": 89.754, "p95_ms": 82.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.127, "count": 272, "max_ms": 120.987, "p95_ms": 104.53}, "yolo11_640_fire_11class": {"avg_ms": 73.506, "count": 272, "max_ms": 90.213, "p95_ms": 84.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.579, "count": 272, "max_ms": 100.176, "p95_ms": 94.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.396, "count": 272, "max_ms": 133.887, "p95_ms": 117.623}, "read_interval": {"avg_ms": 110.421, "count": 271, "max_ms": 147.053, "p95_ms": 130.453}, "triton_wait": {"avg_ms": 84.413, "count": 272, "max_ms": 120.999, "p95_ms": 104.543}, "visualize": {"avg_ms": 3.674, "count": 272, "max_ms": 4.598, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1870, "tracking_summary": 1686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6355.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39857.863, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.946, "sample_count": 1221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:22:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:22:24+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-06T22:22:24+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-06T22:22:24.386027+09:00", "mtime_epoch": 1783344144.386027, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:22:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.75, "name": "celery", "pid": 239, "rss_mb": 865.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.19, "pushed": 4.19, "read": 4.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.125, "count": 125, "max_ms": 176.775, "p95_ms": 152.292}, "gstreamer_push": {"avg_ms": 1.179, "count": 125, "max_ms": 6.739, "p95_ms": 1.938}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.776, "count": 125, "max_ms": 115.445, "p95_ms": 107.411}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.885, "count": 125, "max_ms": 117.951, "p95_ms": 112.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.323, "count": 125, "max_ms": 305.238, "p95_ms": 291.009}, "read_interval": {"avg_ms": 240.243, "count": 124, "max_ms": 313.255, "p95_ms": 298.234}, "triton_wait": {"avg_ms": 79.024, "count": 125, "max_ms": 117.963, "p95_ms": 112.592}, "visualize": {"avg_ms": 31.35, "count": 125, "max_ms": 43.432, "p95_ms": 40.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6360.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 389, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:11:40+09:00", "last_error_summary": "[h264 @ 0x563f003ab740] error while decoding MB 28 30, bytestream -7 [h264 @ 0x563eff625140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563eff625140] error while decoding MB 0 4, bytestream 7428 [h264 @ 0x563eff639300] left block unavailable for requested intra mode [h264 @ 0x563eff639300] error while decoding MB 0 30, bytestream 1384 [h264 @ 0x563eff72bb00] error while decoding MB 29 2, bytestream 212 [in#0/rtsp @ 0x563eff5f5e00] Error during demuxing: Connection timed out ", "last_exit_at": "2026-07-06T22:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.279, "last_started_at": "2026-07-06T22:11:43+09:00", "pid": 31916, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.102, "name": "ffmpeg", "pid": 31916, "rss_mb": 299.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 6, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.654, "sample_count": 2773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:22:46+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T22:22:46+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-06T22:22:46.170353+09:00", "mtime_epoch": 1783344166.170353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:22:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.744, "pushed": 8.744, "read": 8.71}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.644, "count": 262, "max_ms": 5.767, "p95_ms": 4.983}, "gstreamer_push": {"avg_ms": 1.339, "count": 262, "max_ms": 2.458, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.337, "count": 262, "max_ms": 90.114, "p95_ms": 82.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.887, "count": 262, "max_ms": 112.953, "p95_ms": 99.662}, "yolo11_640_fire_11class": {"avg_ms": 75.28, "count": 262, "max_ms": 90.102, "p95_ms": 86.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.57, "count": 262, "max_ms": 101.663, "p95_ms": 97.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.06, "count": 262, "max_ms": 127.8, "p95_ms": 113.593}, "read_interval": {"avg_ms": 114.71, "count": 261, "max_ms": 709.198, "p95_ms": 127.989}, "triton_wait": {"avg_ms": 84.697, "count": 262, "max_ms": 112.965, "p95_ms": 100.933}, "visualize": {"avg_ms": 3.686, "count": 262, "max_ms": 6.232, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6362.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.431, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.31, "sample_count": 2386, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:22:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T22:22:52+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T22:22:52.098442+09:00", "mtime_epoch": 1783344172.0984418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:22:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.281, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.216, "pushed": 9.216, "read": 9.182}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 276, "max_ms": 7.02, "p95_ms": 5.378}, "gstreamer_push": {"avg_ms": 1.284, "count": 276, "max_ms": 1.868, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.92, "count": 276, "max_ms": 89.717, "p95_ms": 81.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.529, "count": 276, "max_ms": 113.662, "p95_ms": 97.782}, "yolo11_640_fire_11class": {"avg_ms": 73.367, "count": 276, "max_ms": 89.731, "p95_ms": 85.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.147, "count": 276, "max_ms": 101.864, "p95_ms": 96.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.544, "count": 276, "max_ms": 126.507, "p95_ms": 114.941}, "read_interval": {"avg_ms": 108.931, "count": 275, "max_ms": 142.348, "p95_ms": 128.892}, "triton_wait": {"avg_ms": 82.595, "count": 276, "max_ms": 113.674, "p95_ms": 101.337}, "visualize": {"avg_ms": 3.658, "count": 276, "max_ms": 5.938, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1872, "tracking_summary": 1687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6362.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39887.876, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.009, "sample_count": 1206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:22:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:22:54+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-06T22:22:54+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T22:22:54.418477+09:00", "mtime_epoch": 1783344174.4184766, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:22:54+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.75, "name": "celery", "pid": 239, "rss_mb": 870.207, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.831, "pushed": 3.831, "read": 3.797}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.593, "count": 114, "max_ms": 181.957, "p95_ms": 165.199}, "gstreamer_push": {"avg_ms": 0.965, "count": 114, "max_ms": 2.926, "p95_ms": 1.887}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.323, "count": 114, "max_ms": 115.876, "p95_ms": 106.958}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.132, "count": 114, "max_ms": 118.015, "p95_ms": 114.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.368, "count": 114, "max_ms": 321.471, "p95_ms": 303.046}, "read_interval": {"avg_ms": 263.261, "count": 113, "max_ms": 327.596, "p95_ms": 309.021}, "triton_wait": {"avg_ms": 80.504, "count": 114, "max_ms": 118.027, "p95_ms": 114.398}, "visualize": {"avg_ms": 29.51, "count": 114, "max_ms": 45.023, "p95_ms": 43.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6207.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.085, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.004, "name": "ffmpeg", "pid": 32327, "rss_mb": 147.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 7, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.962, "sample_count": 2501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:23:16+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:23:16+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:23:16.214804+09:00", "mtime_epoch": 1783344196.2148044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:23:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.005, "pushed": 2.005, "read": 1.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.661, "count": 60, "max_ms": 5.085, "p95_ms": 4.395}, "gstreamer_push": {"avg_ms": 1.342, "count": 60, "max_ms": 1.552, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.256, "count": 60, "max_ms": 89.992, "p95_ms": 82.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.577, "count": 60, "max_ms": 116.07, "p95_ms": 103.338}, "yolo11_640_fire_11class": {"avg_ms": 76.201, "count": 60, "max_ms": 101.75, "p95_ms": 84.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.402, "count": 60, "max_ms": 100.154, "p95_ms": 94.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.346, "count": 60, "max_ms": 128.228, "p95_ms": 115.726}, "read_interval": {"avg_ms": 506.95, "count": 59, "max_ms": 19100.971, "p95_ms": 146.178}, "triton_wait": {"avg_ms": 85.93, "count": 60, "max_ms": 116.082, "p95_ms": 103.35}, "visualize": {"avg_ms": 3.7, "count": 60, "max_ms": 4.498, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.494, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.949, "name": "ffmpeg", "pid": 32175, "rss_mb": 331.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.0, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:23:22+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T22:23:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:23:22.142894+09:00", "mtime_epoch": 1783344202.1428938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:23:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.774, "pushed": 10.774, "read": 10.74}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 323, "max_ms": 6.279, "p95_ms": 4.887}, "gstreamer_push": {"avg_ms": 1.273, "count": 323, "max_ms": 1.523, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.457, "count": 323, "max_ms": 88.455, "p95_ms": 76.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.476, "count": 323, "max_ms": 115.417, "p95_ms": 87.863}, "yolo11_640_fire_11class": {"avg_ms": 62.374, "count": 323, "max_ms": 99.846, "p95_ms": 79.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.156, "count": 323, "max_ms": 97.951, "p95_ms": 88.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.004, "count": 323, "max_ms": 128.525, "p95_ms": 103.166}, "read_interval": {"avg_ms": 93.023, "count": 322, "max_ms": 147.094, "p95_ms": 117.441}, "triton_wait": {"avg_ms": 67.389, "count": 323, "max_ms": 115.43, "p95_ms": 90.588}, "visualize": {"avg_ms": 3.572, "count": 323, "max_ms": 4.686, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1872, "tracking_summary": 1688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6326.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39918.044, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.009, "sample_count": 1226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:23:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:23:24+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T22:23:24+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T22:23:24.594931+09:00", "mtime_epoch": 1783344204.594931, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:23:24+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.75, "name": "celery", "pid": 239, "rss_mb": 867.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.516, "pushed": 4.516, "read": 4.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 103.974, "count": 135, "max_ms": 173.134, "p95_ms": 151.14}, "gstreamer_push": {"avg_ms": 0.826, "count": 135, "max_ms": 1.814, "p95_ms": 0.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.05, "count": 135, "max_ms": 107.388, "p95_ms": 98.806}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.982, "count": 135, "max_ms": 118.467, "p95_ms": 106.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.213, "count": 135, "max_ms": 305.867, "p95_ms": 271.866}, "read_interval": {"avg_ms": 223.277, "count": 134, "max_ms": 314.287, "p95_ms": 278.871}, "triton_wait": {"avg_ms": 81.085, "count": 135, "max_ms": 118.481, "p95_ms": 106.137}, "visualize": {"avg_ms": 27.259, "count": 135, "max_ms": 43.724, "p95_ms": 38.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6323.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.111, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.742, "name": "ffmpeg", "pid": 32327, "rss_mb": 266.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 7, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.051, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:23:46+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T22:23:46+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T22:23:46.271259+09:00", "mtime_epoch": 1783344226.2712586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:23:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.662, "pushed": 9.662, "read": 9.629}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.484, "count": 289, "max_ms": 5.713, "p95_ms": 4.281}, "gstreamer_push": {"avg_ms": 1.305, "count": 289, "max_ms": 1.753, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.829, "count": 289, "max_ms": 89.989, "p95_ms": 81.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.829, "count": 289, "max_ms": 114.804, "p95_ms": 103.248}, "yolo11_640_fire_11class": {"avg_ms": 70.25, "count": 289, "max_ms": 92.9, "p95_ms": 86.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.453, "count": 289, "max_ms": 100.69, "p95_ms": 94.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.925, "count": 289, "max_ms": 127.443, "p95_ms": 115.028}, "read_interval": {"avg_ms": 103.971, "count": 288, "max_ms": 142.743, "p95_ms": 126.222}, "triton_wait": {"avg_ms": 79.904, "count": 289, "max_ms": 114.815, "p95_ms": 103.262}, "visualize": {"avg_ms": 3.595, "count": 289, "max_ms": 4.939, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1873, "tracking_summary": 1689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39948.214, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.44, "sample_count": 1227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:23:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:23:55+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-06T22:23:54+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T22:23:54.751387+09:00", "mtime_epoch": 1783344234.7513871, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:23:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.75, "name": "celery", "pid": 239, "rss_mb": 870.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.144, "pushed": 4.144, "read": 4.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.403, "count": 124, "max_ms": 154.387, "p95_ms": 151.416}, "gstreamer_push": {"avg_ms": 0.799, "count": 124, "max_ms": 0.95, "p95_ms": 0.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.182, "count": 124, "max_ms": 113.066, "p95_ms": 103.601}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.997, "count": 124, "max_ms": 115.937, "p95_ms": 108.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.462, "count": 124, "max_ms": 292.877, "p95_ms": 288.925}, "read_interval": {"avg_ms": 243.024, "count": 123, "max_ms": 299.102, "p95_ms": 296.148}, "triton_wait": {"avg_ms": 85.179, "count": 124, "max_ms": 115.949, "p95_ms": 110.542}, "visualize": {"avg_ms": 25.036, "count": 124, "max_ms": 33.136, "p95_ms": 28.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6357.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:18:22+09:00", "last_error_summary": "[h264 @ 0x562a4993ba40] error while decoding MB 61 17, bytestream -5 [in#0/rtsp @ 0x562a48d20e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562a48d20e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.826, "last_started_at": "2026-07-06T22:18:25+09:00", "pid": 32175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.969, "name": "ffmpeg", "pid": 32175, "rss_mb": 353.969, "state": "S (sleeping)", "threads": 104}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.623, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:24:06+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T22:24:06+09:00", "mjpeg": {"age_sec": 15.98, "exists": true, "mtime": "2026-07-06T22:23:50.583324+09:00", "mtime_epoch": 1783344230.583324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:24:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 4, "pushed_frames": 4, "read_frames": 3, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.133, "pushed": 0.133, "read": 0.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.1, "count": 4, "max_ms": 4.236, "p95_ms": 4.236}, "gstreamer_push": {"avg_ms": 1.335, "count": 4, "max_ms": 1.424, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.243, "count": 4, "max_ms": 74.46, "p95_ms": 74.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.424, "count": 4, "max_ms": 77.889, "p95_ms": 77.889}, "yolo11_640_fire_11class": {"avg_ms": 62.148, "count": 4, "max_ms": 74.961, "p95_ms": 74.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.776, "count": 4, "max_ms": 85.725, "p95_ms": 85.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.76, "count": 4, "max_ms": 98.149, "p95_ms": 98.149}, "read_interval": {"avg_ms": 10004.197, "count": 3, "max_ms": 16011.192, "p95_ms": 16011.192}, "triton_wait": {"avg_ms": 72.957, "count": 4, "max_ms": 85.737, "p95_ms": 85.737}, "visualize": {"avg_ms": 3.598, "count": 4, "max_ms": 3.68, "p95_ms": 3.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6304.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.135, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 7, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.827, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:24:16+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:24:16+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T22:24:16.271714+09:00", "mtime_epoch": 1783344256.2717142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:24:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.525, "pushed": 10.525, "read": 10.491}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 315, "max_ms": 4.711, "p95_ms": 4.325}, "gstreamer_push": {"avg_ms": 1.282, "count": 315, "max_ms": 1.86, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.572, "count": 315, "max_ms": 86.466, "p95_ms": 75.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.266, "count": 315, "max_ms": 106.632, "p95_ms": 88.092}, "yolo11_640_fire_11class": {"avg_ms": 59.671, "count": 315, "max_ms": 90.421, "p95_ms": 77.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.065, "count": 315, "max_ms": 98.392, "p95_ms": 85.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.595, "count": 315, "max_ms": 119.308, "p95_ms": 101.212}, "read_interval": {"avg_ms": 95.263, "count": 314, "max_ms": 136.387, "p95_ms": 120.053}, "triton_wait": {"avg_ms": 66.705, "count": 315, "max_ms": 106.644, "p95_ms": 89.253}, "visualize": {"avg_ms": 3.557, "count": 315, "max_ms": 4.645, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1874, "tracking_summary": 1690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 39978.45, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.349, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:24:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:24:25+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-06T22:24:24+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-06T22:24:24.963846+09:00", "mtime_epoch": 1783344264.9638464, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:24:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 873.75, "name": "celery", "pid": 239, "rss_mb": 871.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.071, "pushed": 4.071, "read": 4.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.799, "count": 122, "max_ms": 162.609, "p95_ms": 155.33}, "gstreamer_push": {"avg_ms": 0.791, "count": 122, "max_ms": 1.331, "p95_ms": 0.896}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.791, "count": 122, "max_ms": 108.686, "p95_ms": 99.322}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.514, "count": 122, "max_ms": 116.199, "p95_ms": 103.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.083, "count": 122, "max_ms": 307.898, "p95_ms": 279.396}, "read_interval": {"avg_ms": 247.39, "count": 121, "max_ms": 313.984, "p95_ms": 286.875}, "triton_wait": {"avg_ms": 79.8, "count": 122, "max_ms": 116.224, "p95_ms": 103.956}, "visualize": {"avg_ms": 26.652, "count": 122, "max_ms": 34.163, "p95_ms": 30.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6332.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:24:07+09:00", "last_error_summary": "[h264 @ 0x556d192ae680] error while decoding MB 116 31, bytestream -5 [in#0/rtsp @ 0x556d18b66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d18b66e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.642, "last_started_at": "2026-07-06T22:24:09+09:00", "pid": 32434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.113, "name": "ffmpeg", "pid": 32434, "rss_mb": 328.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.376, "sample_count": 2446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:24:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:24:36+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:24:36+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T22:24:36.464022+09:00", "mtime_epoch": 1783344276.464022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:24:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.539, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.769, "pushed": 7.769, "read": 7.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.205, "count": 233, "max_ms": 6.892, "p95_ms": 5.381}, "gstreamer_push": {"avg_ms": 1.291, "count": 233, "max_ms": 1.962, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.985, "count": 233, "max_ms": 92.588, "p95_ms": 83.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.04, "count": 233, "max_ms": 114.311, "p95_ms": 99.354}, "yolo11_640_fire_11class": {"avg_ms": 75.101, "count": 233, "max_ms": 93.083, "p95_ms": 85.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.373, "count": 233, "max_ms": 104.598, "p95_ms": 95.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.685, "count": 233, "max_ms": 127.388, "p95_ms": 113.569}, "read_interval": {"avg_ms": 128.647, "count": 233, "max_ms": 4579.926, "p95_ms": 127.695}, "triton_wait": {"avg_ms": 84.824, "count": 233, "max_ms": 114.324, "p95_ms": 100.743}, "visualize": {"avg_ms": 3.622, "count": 233, "max_ms": 6.136, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6324.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.155, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.683, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:24:46+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T22:24:46+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:24:46.288172+09:00", "mtime_epoch": 1783344286.288172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:24:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.061, "pushed": 9.061, "read": 9.027}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.535, "count": 271, "max_ms": 5.895, "p95_ms": 4.161}, "gstreamer_push": {"avg_ms": 1.322, "count": 271, "max_ms": 2.249, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.377, "count": 271, "max_ms": 90.884, "p95_ms": 82.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.805, "count": 271, "max_ms": 115.495, "p95_ms": 103.161}, "yolo11_640_fire_11class": {"avg_ms": 74.529, "count": 271, "max_ms": 91.388, "p95_ms": 84.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.572, "count": 271, "max_ms": 102.767, "p95_ms": 94.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.178, "count": 271, "max_ms": 127.566, "p95_ms": 115.967}, "read_interval": {"avg_ms": 110.776, "count": 270, "max_ms": 145.302, "p95_ms": 129.58}, "triton_wait": {"avg_ms": 84.925, "count": 271, "max_ms": 115.507, "p95_ms": 103.173}, "visualize": {"avg_ms": 3.66, "count": 271, "max_ms": 6.465, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1875, "tracking_summary": 1691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40008.571, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.574, "sample_count": 1211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:24:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:24:55+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-06T22:24:55+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-06T22:24:55.080307+09:00", "mtime_epoch": 1783344295.0803065, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:24:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 867.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.817, "pushed": 3.817, "read": 3.784}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.13, "count": 114, "max_ms": 172.16, "p95_ms": 154.041}, "gstreamer_push": {"avg_ms": 0.841, "count": 114, "max_ms": 2.073, "p95_ms": 1.75}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.962, "count": 114, "max_ms": 110.614, "p95_ms": 106.693}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.149, "count": 114, "max_ms": 115.953, "p95_ms": 112.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.397, "count": 114, "max_ms": 319.775, "p95_ms": 291.191}, "read_interval": {"avg_ms": 263.895, "count": 113, "max_ms": 326.071, "p95_ms": 298.588}, "triton_wait": {"avg_ms": 79.163, "count": 114, "max_ms": 115.966, "p95_ms": 112.269}, "visualize": {"avg_ms": 27.349, "count": 114, "max_ms": 39.91, "p95_ms": 35.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6324.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:24:07+09:00", "last_error_summary": "[h264 @ 0x556d192ae680] error while decoding MB 116 31, bytestream -5 [in#0/rtsp @ 0x556d18b66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d18b66e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.746, "last_started_at": "2026-07-06T22:24:09+09:00", "pid": 32434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.113, "name": "ffmpeg", "pid": 32434, "rss_mb": 328.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.161, "sample_count": 2444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:25:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:25:06+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:25:06+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T22:25:06.568483+09:00", "mtime_epoch": 1783344306.5684826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:25:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 267, "max_ms": 6.491, "p95_ms": 5.009}, "gstreamer_push": {"avg_ms": 1.295, "count": 267, "max_ms": 1.55, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.371, "count": 267, "max_ms": 86.825, "p95_ms": 83.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.731, "count": 267, "max_ms": 113.456, "p95_ms": 102.78}, "yolo11_640_fire_11class": {"avg_ms": 75.251, "count": 267, "max_ms": 88.391, "p95_ms": 84.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.964, "count": 267, "max_ms": 101.66, "p95_ms": 95.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.183, "count": 267, "max_ms": 126.273, "p95_ms": 115.638}, "read_interval": {"avg_ms": 112.732, "count": 266, "max_ms": 139.261, "p95_ms": 129.248}, "triton_wait": {"avg_ms": 86.204, "count": 267, "max_ms": 113.468, "p95_ms": 102.792}, "visualize": {"avg_ms": 3.651, "count": 267, "max_ms": 4.859, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.163, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.174, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:25:16+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T22:25:16+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T22:25:16.308632+09:00", "mtime_epoch": 1783344316.308632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:25:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.868, "pushed": 8.868, "read": 8.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.599, "count": 266, "max_ms": 5.234, "p95_ms": 4.755}, "gstreamer_push": {"avg_ms": 1.32, "count": 266, "max_ms": 1.547, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.493, "count": 266, "max_ms": 90.775, "p95_ms": 83.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.742, "count": 266, "max_ms": 117.392, "p95_ms": 100.998}, "yolo11_640_fire_11class": {"avg_ms": 76.515, "count": 266, "max_ms": 90.021, "p95_ms": 85.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.101, "count": 266, "max_ms": 101.03, "p95_ms": 95.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.516, "count": 266, "max_ms": 129.551, "p95_ms": 113.297}, "read_interval": {"avg_ms": 112.863, "count": 266, "max_ms": 143.379, "p95_ms": 127.925}, "triton_wait": {"avg_ms": 87.182, "count": 266, "max_ms": 117.404, "p95_ms": 101.021}, "visualize": {"avg_ms": 3.681, "count": 266, "max_ms": 4.925, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1876, "tracking_summary": 1692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6335.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40038.676, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.483, "sample_count": 1218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:25:25+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T22:25:25+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-06T22:25:25.308770+09:00", "mtime_epoch": 1783344325.3087702, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:25:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 872.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.322, "pushed": 4.322, "read": 4.288}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.107, "count": 129, "max_ms": 164.831, "p95_ms": 148.839}, "gstreamer_push": {"avg_ms": 0.896, "count": 129, "max_ms": 1.858, "p95_ms": 1.739}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.968, "count": 129, "max_ms": 107.779, "p95_ms": 104.023}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.992, "count": 129, "max_ms": 114.304, "p95_ms": 109.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.605, "count": 129, "max_ms": 293.453, "p95_ms": 287.172}, "read_interval": {"avg_ms": 233.814, "count": 128, "max_ms": 299.443, "p95_ms": 293.467}, "triton_wait": {"avg_ms": 76.011, "count": 129, "max_ms": 114.318, "p95_ms": 109.277}, "visualize": {"avg_ms": 26.635, "count": 129, "max_ms": 39.74, "p95_ms": 34.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6335.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:24:07+09:00", "last_error_summary": "[h264 @ 0x556d192ae680] error while decoding MB 116 31, bytestream -5 [in#0/rtsp @ 0x556d18b66e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d18b66e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.766, "last_started_at": "2026-07-06T22:24:09+09:00", "pid": 32434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.113, "name": "ffmpeg", "pid": 32434, "rss_mb": 328.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.031, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:25:36+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T22:25:36+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T22:25:36.572943+09:00", "mtime_epoch": 1783344336.5729434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:25:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1553.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.958, "pushed": 8.958, "read": 8.925}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.172, "count": 268, "max_ms": 6.224, "p95_ms": 4.988}, "gstreamer_push": {"avg_ms": 1.294, "count": 268, "max_ms": 1.494, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.645, "count": 268, "max_ms": 88.089, "p95_ms": 83.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.149, "count": 268, "max_ms": 111.685, "p95_ms": 92.771}, "yolo11_640_fire_11class": {"avg_ms": 76.461, "count": 268, "max_ms": 88.655, "p95_ms": 85.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.168, "count": 268, "max_ms": 98.448, "p95_ms": 95.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.801, "count": 268, "max_ms": 125.096, "p95_ms": 111.499}, "read_interval": {"avg_ms": 111.927, "count": 267, "max_ms": 139.182, "p95_ms": 126.546}, "triton_wait": {"avg_ms": 85.893, "count": 268, "max_ms": 111.698, "p95_ms": 98.458}, "visualize": {"avg_ms": 3.653, "count": 268, "max_ms": 6.158, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.251, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.297, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:25:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:25:46+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:25:46+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:25:46.385095+09:00", "mtime_epoch": 1783344346.3850946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:25:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.524, "count": 268, "max_ms": 5.165, "p95_ms": 4.552}, "gstreamer_push": {"avg_ms": 1.326, "count": 268, "max_ms": 1.533, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.827, "count": 268, "max_ms": 87.935, "p95_ms": 83.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.838, "count": 268, "max_ms": 116.374, "p95_ms": 98.833}, "yolo11_640_fire_11class": {"avg_ms": 76.803, "count": 268, "max_ms": 89.615, "p95_ms": 85.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.484, "count": 268, "max_ms": 100.24, "p95_ms": 95.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.675, "count": 268, "max_ms": 128.511, "p95_ms": 111.521}, "read_interval": {"avg_ms": 111.858, "count": 268, "max_ms": 141.385, "p95_ms": 125.992}, "triton_wait": {"avg_ms": 86.432, "count": 268, "max_ms": 116.385, "p95_ms": 99.307}, "visualize": {"avg_ms": 3.666, "count": 268, "max_ms": 4.91, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1879, "tracking_summary": 1693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6332.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40068.94, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.105, "sample_count": 1219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:25:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:25:55+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-06T22:25:55+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T22:25:55.485235+09:00", "mtime_epoch": 1783344355.485235, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:25:55+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 870.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.943, "pushed": 3.943, "read": 3.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.03, "count": 118, "max_ms": 152.017, "p95_ms": 150.872}, "gstreamer_push": {"avg_ms": 0.767, "count": 118, "max_ms": 0.927, "p95_ms": 0.863}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.502, "count": 118, "max_ms": 107.183, "p95_ms": 101.065}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.479, "count": 118, "max_ms": 112.548, "p95_ms": 108.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.231, "count": 118, "max_ms": 286.499, "p95_ms": 282.439}, "read_interval": {"avg_ms": 254.838, "count": 117, "max_ms": 294.602, "p95_ms": 289.063}, "triton_wait": {"avg_ms": 77.695, "count": 118, "max_ms": 112.56, "p95_ms": 108.129}, "visualize": {"avg_ms": 23.753, "count": 118, "max_ms": 30.814, "p95_ms": 26.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6030.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.331, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.134, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:26:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:26:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T22:26:16+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T22:26:16.489560+09:00", "mtime_epoch": 1783344376.4895597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:26:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.268, "pushed": 11.268, "read": 11.235}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.544, "count": 337, "max_ms": 4.945, "p95_ms": 4.174}, "gstreamer_push": {"avg_ms": 1.314, "count": 338, "max_ms": 1.543, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.677, "count": 337, "max_ms": 67.624, "p95_ms": 64.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.998, "count": 337, "max_ms": 92.184, "p95_ms": 87.555}, "yolo11_640_fire_11class": {"avg_ms": 57.141, "count": 337, "max_ms": 70.921, "p95_ms": 66.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.637, "count": 337, "max_ms": 70.934, "p95_ms": 67.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.979, "count": 338, "max_ms": 104.415, "p95_ms": 99.67}, "read_interval": {"avg_ms": 89.013, "count": 337, "max_ms": 120.851, "p95_ms": 113.706}, "triton_wait": {"avg_ms": 63.859, "count": 337, "max_ms": 92.197, "p95_ms": 87.567}, "visualize": {"avg_ms": 3.66, "count": 337, "max_ms": 4.404, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6198.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.597, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.645, "name": "ffmpeg", "pid": 32586, "rss_mb": 201.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.821, "sample_count": 2138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:26:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:26:21+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T22:26:21+09:00", "mjpeg": {"age_sec": 34.898, "exists": true, "mtime": "2026-07-06T22:25:46.389095+09:00", "mtime_epoch": 1783344346.3890948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:26:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.07, "count": 1, "max_ms": 4.07, "p95_ms": 4.07}, "gstreamer_push": {"avg_ms": 1.21, "count": 1, "max_ms": 1.21, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.053, "count": 1, "max_ms": 48.053, "p95_ms": 48.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.845, "count": 1, "max_ms": 61.845, "p95_ms": 61.845}, "yolo11_640_fire_11class": {"avg_ms": 62.721, "count": 1, "max_ms": 62.721, "p95_ms": 62.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.304, "count": 1, "max_ms": 63.304, "p95_ms": 63.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.992, "count": 1, "max_ms": 75.992, "p95_ms": 75.992}, "read_interval": {"avg_ms": 34929.819, "count": 1, "max_ms": 34929.819, "p95_ms": 34929.819}, "triton_wait": {"avg_ms": 63.313, "count": 1, "max_ms": 63.313, "p95_ms": 63.313}, "visualize": {"avg_ms": 3.571, "count": 1, "max_ms": 3.571, "p95_ms": 3.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1879, "tracking_summary": 1694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6314.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40099.068, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 287.383, "sample_count": 1225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:26:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:26:25+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T22:26:25+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T22:26:25.637701+09:00", "mtime_epoch": 1783344385.6377013, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:26:25+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 867.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.286, "pushed": 4.286, "read": 4.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.262, "count": 128, "max_ms": 174.351, "p95_ms": 149.666}, "gstreamer_push": {"avg_ms": 0.886, "count": 128, "max_ms": 1.938, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.988, "count": 128, "max_ms": 107.833, "p95_ms": 89.205}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.289, "count": 128, "max_ms": 115.982, "p95_ms": 97.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.416, "count": 128, "max_ms": 287.152, "p95_ms": 269.671}, "read_interval": {"avg_ms": 235.359, "count": 127, "max_ms": 296.103, "p95_ms": 277.008}, "triton_wait": {"avg_ms": 81.411, "count": 128, "max_ms": 115.995, "p95_ms": 97.845}, "visualize": {"avg_ms": 25.862, "count": 128, "max_ms": 39.565, "p95_ms": 36.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.345, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.175, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:26:46+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T22:26:46+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:26:46.478024+09:00", "mtime_epoch": 1783344406.4780245, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:26:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1669.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.329, "pushed": 9.329, "read": 9.295}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.594, "count": 279, "max_ms": 5.551, "p95_ms": 4.463}, "gstreamer_push": {"avg_ms": 1.32, "count": 279, "max_ms": 1.787, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.943, "count": 279, "max_ms": 89.103, "p95_ms": 81.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.592, "count": 279, "max_ms": 117.982, "p95_ms": 105.385}, "yolo11_640_fire_11class": {"avg_ms": 71.92, "count": 279, "max_ms": 89.625, "p95_ms": 83.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.735, "count": 279, "max_ms": 101.584, "p95_ms": 93.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.978, "count": 279, "max_ms": 130.136, "p95_ms": 117.664}, "read_interval": {"avg_ms": 107.572, "count": 278, "max_ms": 147.132, "p95_ms": 130.944}, "triton_wait": {"avg_ms": 81.717, "count": 279, "max_ms": 117.996, "p95_ms": 105.397}, "visualize": {"avg_ms": 3.673, "count": 279, "max_ms": 5.283, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6334.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.655, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.699, "name": "ffmpeg", "pid": 32586, "rss_mb": 328.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.941, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:26:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:26:51+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T22:26:51+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-06T22:26:51.222098+09:00", "mtime_epoch": 1783344411.222098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:26:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.055, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.053, "pushed": 9.053, "read": 9.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 271, "max_ms": 6.514, "p95_ms": 5.693}, "gstreamer_push": {"avg_ms": 1.265, "count": 271, "max_ms": 1.775, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.973, "count": 271, "max_ms": 90.414, "p95_ms": 82.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.961, "count": 271, "max_ms": 120.999, "p95_ms": 104.312}, "yolo11_640_fire_11class": {"avg_ms": 76.236, "count": 271, "max_ms": 93.739, "p95_ms": 86.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.505, "count": 271, "max_ms": 103.772, "p95_ms": 93.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.079, "count": 271, "max_ms": 134.326, "p95_ms": 117.371}, "read_interval": {"avg_ms": 110.81, "count": 270, "max_ms": 146.333, "p95_ms": 129.97}, "triton_wait": {"avg_ms": 86.264, "count": 271, "max_ms": 121.013, "p95_ms": 104.324}, "visualize": {"avg_ms": 3.585, "count": 271, "max_ms": 4.581, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1880, "tracking_summary": 1695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40129.232, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.267, "sample_count": 1220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:26:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:26:56+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T22:26:55+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T22:26:55.790169+09:00", "mtime_epoch": 1783344415.7901692, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:26:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 870.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.876, "pushed": 3.876, "read": 3.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.073, "count": 116, "max_ms": 156.38, "p95_ms": 152.784}, "gstreamer_push": {"avg_ms": 0.785, "count": 116, "max_ms": 1.787, "p95_ms": 0.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.557, "count": 116, "max_ms": 111.405, "p95_ms": 107.902}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.289, "count": 116, "max_ms": 119.536, "p95_ms": 110.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.27, "count": 116, "max_ms": 302.502, "p95_ms": 294.921}, "read_interval": {"avg_ms": 260.105, "count": 115, "max_ms": 308.593, "p95_ms": 300.933}, "triton_wait": {"avg_ms": 77.637, "count": 116, "max_ms": 119.551, "p95_ms": 110.478}, "visualize": {"avg_ms": 26.73, "count": 116, "max_ms": 41.114, "p95_ms": 32.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6324.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.373, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.175, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:27:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:27:16+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T22:27:16+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T22:27:16.490491+09:00", "mtime_epoch": 1783344436.4904912, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:27:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.923, "pushed": 8.923, "read": 8.89}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.635, "count": 267, "max_ms": 5.829, "p95_ms": 4.822}, "gstreamer_push": {"avg_ms": 1.352, "count": 267, "max_ms": 2.389, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.194, "count": 267, "max_ms": 89.019, "p95_ms": 81.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.52, "count": 267, "max_ms": 116.758, "p95_ms": 103.044}, "yolo11_640_fire_11class": {"avg_ms": 76.397, "count": 267, "max_ms": 91.516, "p95_ms": 86.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.593, "count": 267, "max_ms": 102.978, "p95_ms": 96.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.076, "count": 267, "max_ms": 129.117, "p95_ms": 115.251}, "read_interval": {"avg_ms": 112.419, "count": 266, "max_ms": 141.891, "p95_ms": 127.578}, "triton_wait": {"avg_ms": 86.671, "count": 267, "max_ms": 116.77, "p95_ms": 103.057}, "visualize": {"avg_ms": 3.721, "count": 267, "max_ms": 6.418, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6322.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.69, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.699, "name": "ffmpeg", "pid": 32586, "rss_mb": 328.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 32, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:27:21+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:27:21+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:27:21.286566+09:00", "mtime_epoch": 1783344441.286566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:27:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.919, "pushed": 8.919, "read": 8.886}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 267, "max_ms": 6.961, "p95_ms": 5.335}, "gstreamer_push": {"avg_ms": 1.304, "count": 267, "max_ms": 1.668, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.009, "count": 267, "max_ms": 88.928, "p95_ms": 83.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.767, "count": 267, "max_ms": 115.22, "p95_ms": 102.224}, "yolo11_640_fire_11class": {"avg_ms": 75.854, "count": 267, "max_ms": 89.522, "p95_ms": 86.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.232, "count": 267, "max_ms": 101.413, "p95_ms": 96.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.262, "count": 267, "max_ms": 128.197, "p95_ms": 116.049}, "read_interval": {"avg_ms": 112.491, "count": 266, "max_ms": 140.226, "p95_ms": 129.21}, "triton_wait": {"avg_ms": 86.131, "count": 267, "max_ms": 115.234, "p95_ms": 102.238}, "visualize": {"avg_ms": 3.695, "count": 267, "max_ms": 6.333, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1882, "tracking_summary": 1696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6324.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40159.418, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.304, "sample_count": 1214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:27:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:27:26+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T22:27:25+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T22:27:25.978639+09:00", "mtime_epoch": 1783344445.9786391, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:27:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 859.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.947, "pushed": 3.947, "read": 3.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.295, "count": 118, "max_ms": 176.756, "p95_ms": 151.293}, "gstreamer_push": {"avg_ms": 1.327, "count": 118, "max_ms": 3.37, "p95_ms": 2.092}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.893, "count": 118, "max_ms": 111.84, "p95_ms": 107.367}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.252, "count": 118, "max_ms": 118.093, "p95_ms": 114.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.431, "count": 118, "max_ms": 305.76, "p95_ms": 299.69}, "read_interval": {"avg_ms": 255.887, "count": 117, "max_ms": 312.44, "p95_ms": 306.571}, "triton_wait": {"avg_ms": 81.302, "count": 118, "max_ms": 118.107, "p95_ms": 114.163}, "visualize": {"avg_ms": 33.051, "count": 118, "max_ms": 46.286, "p95_ms": 40.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6323.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.373, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 32327, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.122, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:27:46+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:27:46+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:27:46.498960+09:00", "mtime_epoch": 1783344466.4989595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:27:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.771, "pushed": 8.771, "read": 8.771}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.556, "count": 263, "max_ms": 5.146, "p95_ms": 4.133}, "gstreamer_push": {"avg_ms": 1.329, "count": 263, "max_ms": 2.063, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.337, "count": 263, "max_ms": 94.095, "p95_ms": 84.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.34, "count": 263, "max_ms": 118.926, "p95_ms": 107.009}, "yolo11_640_fire_11class": {"avg_ms": 76.108, "count": 263, "max_ms": 93.011, "p95_ms": 87.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.61, "count": 263, "max_ms": 103.918, "p95_ms": 98.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.729, "count": 263, "max_ms": 131.449, "p95_ms": 119.24}, "read_interval": {"avg_ms": 114.119, "count": 263, "max_ms": 146.59, "p95_ms": 132.071}, "triton_wait": {"avg_ms": 88.454, "count": 263, "max_ms": 118.942, "p95_ms": 107.022}, "visualize": {"avg_ms": 3.666, "count": 263, "max_ms": 4.654, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.765, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.699, "name": "ffmpeg", "pid": 32586, "rss_mb": 328.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.008, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:27:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:27:51+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T22:27:51+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:27:51.355035+09:00", "mtime_epoch": 1783344471.3550353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:27:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.78, "pushed": 8.78, "read": 8.746}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.154, "count": 263, "max_ms": 6.294, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.29, "count": 263, "max_ms": 1.581, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.874, "count": 263, "max_ms": 93.931, "p95_ms": 84.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.73, "count": 263, "max_ms": 127.433, "p95_ms": 108.263}, "yolo11_640_fire_11class": {"avg_ms": 75.995, "count": 263, "max_ms": 93.116, "p95_ms": 87.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.514, "count": 263, "max_ms": 103.638, "p95_ms": 98.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.515, "count": 263, "max_ms": 140.709, "p95_ms": 121.623}, "read_interval": {"avg_ms": 114.337, "count": 262, "max_ms": 153.219, "p95_ms": 134.553}, "triton_wait": {"avg_ms": 88.611, "count": 263, "max_ms": 127.447, "p95_ms": 108.276}, "visualize": {"avg_ms": 3.647, "count": 263, "max_ms": 4.657, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1882, "tracking_summary": 1697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6339.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40189.506, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.557, "sample_count": 1226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:27:56+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T22:27:56+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T22:27:56.067109+09:00", "mtime_epoch": 1783344476.067109, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:27:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 870.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.217, "pushed": 4.217, "read": 4.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.524, "count": 126, "max_ms": 154.856, "p95_ms": 152.935}, "gstreamer_push": {"avg_ms": 1.036, "count": 126, "max_ms": 2.081, "p95_ms": 1.893}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.873, "count": 126, "max_ms": 117.612, "p95_ms": 111.374}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.08, "count": 126, "max_ms": 118.771, "p95_ms": 114.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.824, "count": 126, "max_ms": 303.531, "p95_ms": 290.982}, "read_interval": {"avg_ms": 238.685, "count": 125, "max_ms": 310.547, "p95_ms": 298.15}, "triton_wait": {"avg_ms": 84.321, "count": 126, "max_ms": 118.784, "p95_ms": 115.527}, "visualize": {"avg_ms": 30.199, "count": 126, "max_ms": 47.486, "p95_ms": 45.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.422, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.156, "name": "ffmpeg", "pid": 32327, "rss_mb": 272.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.472, "sample_count": 2822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:28:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:28:16+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:28:16+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:28:16.547430+09:00", "mtime_epoch": 1783344496.5474298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:28:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.883}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.536, "count": 267, "max_ms": 5.58, "p95_ms": 4.049}, "gstreamer_push": {"avg_ms": 1.327, "count": 267, "max_ms": 1.952, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.12, "count": 267, "max_ms": 92.651, "p95_ms": 82.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.581, "count": 267, "max_ms": 117.303, "p95_ms": 106.39}, "yolo11_640_fire_11class": {"avg_ms": 76.024, "count": 267, "max_ms": 93.839, "p95_ms": 86.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.743, "count": 267, "max_ms": 104.717, "p95_ms": 98.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.356, "count": 267, "max_ms": 129.325, "p95_ms": 118.745}, "read_interval": {"avg_ms": 112.509, "count": 266, "max_ms": 147.349, "p95_ms": 133.579}, "triton_wait": {"avg_ms": 87.163, "count": 267, "max_ms": 117.316, "p95_ms": 106.402}, "visualize": {"avg_ms": 3.638, "count": 267, "max_ms": 4.434, "p95_ms": 3.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6338.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.872, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.699, "name": "ffmpeg", "pid": 32586, "rss_mb": 328.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.458, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:28:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:28:21+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:28:21+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T22:28:21.459507+09:00", "mtime_epoch": 1783344501.4595068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:28:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.937, "pushed": 8.937, "read": 8.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.166, "count": 268, "max_ms": 6.565, "p95_ms": 4.761}, "gstreamer_push": {"avg_ms": 1.312, "count": 268, "max_ms": 2.059, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.286, "count": 268, "max_ms": 91.631, "p95_ms": 81.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.378, "count": 268, "max_ms": 118.752, "p95_ms": 104.408}, "yolo11_640_fire_11class": {"avg_ms": 75.035, "count": 268, "max_ms": 92.266, "p95_ms": 86.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.814, "count": 268, "max_ms": 105.012, "p95_ms": 97.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.063, "count": 268, "max_ms": 132.871, "p95_ms": 117.642}, "read_interval": {"avg_ms": 112.318, "count": 267, "max_ms": 155.194, "p95_ms": 131.387}, "triton_wait": {"avg_ms": 86.136, "count": 268, "max_ms": 118.765, "p95_ms": 104.977}, "visualize": {"avg_ms": 3.646, "count": 268, "max_ms": 5.509, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1884, "tracking_summary": 1698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6340.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40219.546, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.346, "sample_count": 1215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:28:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:28:26+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-06T22:28:26+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-06T22:28:26.071579+09:00", "mtime_epoch": 1783344506.071579, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:28:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 871.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.168, "pushed": 4.168, "read": 4.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.581, "count": 124, "max_ms": 201.708, "p95_ms": 152.734}, "gstreamer_push": {"avg_ms": 0.8, "count": 124, "max_ms": 1.163, "p95_ms": 0.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.314, "count": 124, "max_ms": 116.29, "p95_ms": 105.447}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.806, "count": 124, "max_ms": 118.4, "p95_ms": 114.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.458, "count": 124, "max_ms": 351.026, "p95_ms": 293.426}, "read_interval": {"avg_ms": 241.822, "count": 123, "max_ms": 360.431, "p95_ms": 300.627}, "triton_wait": {"avg_ms": 81.861, "count": 124, "max_ms": 118.412, "p95_ms": 114.432}, "visualize": {"avg_ms": 26.187, "count": 124, "max_ms": 40.211, "p95_ms": 28.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.503, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.156, "name": "ffmpeg", "pid": 32327, "rss_mb": 272.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.611, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:28:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:28:46+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:28:46+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T22:28:46.635902+09:00", "mtime_epoch": 1783344526.635902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:28:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.007, "pushed": 9.007, "read": 8.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.598, "count": 270, "max_ms": 5.692, "p95_ms": 4.438}, "gstreamer_push": {"avg_ms": 1.337, "count": 270, "max_ms": 1.567, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.922, "count": 270, "max_ms": 91.337, "p95_ms": 82.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.926, "count": 270, "max_ms": 118.65, "p95_ms": 102.487}, "yolo11_640_fire_11class": {"avg_ms": 74.923, "count": 270, "max_ms": 91.348, "p95_ms": 85.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.708, "count": 270, "max_ms": 99.56, "p95_ms": 94.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.765, "count": 270, "max_ms": 131.237, "p95_ms": 115.256}, "read_interval": {"avg_ms": 111.41, "count": 269, "max_ms": 150.522, "p95_ms": 128.629}, "triton_wait": {"avg_ms": 85.417, "count": 270, "max_ms": 118.66, "p95_ms": 102.499}, "visualize": {"avg_ms": 3.675, "count": 270, "max_ms": 4.754, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6342.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.876, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.699, "name": "ffmpeg", "pid": 32586, "rss_mb": 328.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.714, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:28:51+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T22:28:51+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-06T22:28:51.495978+09:00", "mtime_epoch": 1783344531.4959784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:28:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.069, "pushed": 9.069, "read": 9.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 272, "max_ms": 6.343, "p95_ms": 5.247}, "gstreamer_push": {"avg_ms": 1.295, "count": 272, "max_ms": 1.669, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.202, "count": 272, "max_ms": 90.57, "p95_ms": 82.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.317, "count": 272, "max_ms": 119.018, "p95_ms": 102.029}, "yolo11_640_fire_11class": {"avg_ms": 74.541, "count": 272, "max_ms": 89.797, "p95_ms": 85.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.856, "count": 272, "max_ms": 99.888, "p95_ms": 94.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.414, "count": 272, "max_ms": 132.024, "p95_ms": 114.921}, "read_interval": {"avg_ms": 110.429, "count": 272, "max_ms": 146.071, "p95_ms": 129.644}, "triton_wait": {"avg_ms": 84.404, "count": 272, "max_ms": 119.031, "p95_ms": 102.043}, "visualize": {"avg_ms": 3.664, "count": 272, "max_ms": 4.818, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1885, "tracking_summary": 1699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6343.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40249.625, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.802, "sample_count": 1212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:28:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:28:56+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T22:28:56+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T22:28:56.184052+09:00", "mtime_epoch": 1783344536.184052, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:28:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 873.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.057, "pushed": 4.057, "read": 4.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.948, "count": 121, "max_ms": 182.905, "p95_ms": 151.7}, "gstreamer_push": {"avg_ms": 0.799, "count": 121, "max_ms": 1.201, "p95_ms": 0.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.059, "count": 121, "max_ms": 110.653, "p95_ms": 103.946}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.53, "count": 121, "max_ms": 115.996, "p95_ms": 112.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.834, "count": 121, "max_ms": 307.252, "p95_ms": 288.653}, "read_interval": {"avg_ms": 248.574, "count": 120, "max_ms": 317.016, "p95_ms": 296.376}, "triton_wait": {"avg_ms": 79.543, "count": 121, "max_ms": 116.008, "p95_ms": 112.113}, "visualize": {"avg_ms": 26.522, "count": 121, "max_ms": 40.937, "p95_ms": 30.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6341.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.505, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.156, "name": "ffmpeg", "pid": 32327, "rss_mb": 272.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.459, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:29:16+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:29:16+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T22:29:16.624374+09:00", "mtime_epoch": 1783344556.624374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:29:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 9.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.502, "count": 270, "max_ms": 5.608, "p95_ms": 3.889}, "gstreamer_push": {"avg_ms": 1.312, "count": 270, "max_ms": 1.763, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.349, "count": 270, "max_ms": 91.096, "p95_ms": 83.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.41, "count": 270, "max_ms": 107.179, "p95_ms": 99.46}, "yolo11_640_fire_11class": {"avg_ms": 76.165, "count": 270, "max_ms": 91.082, "p95_ms": 86.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.016, "count": 270, "max_ms": 100.813, "p95_ms": 95.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.824, "count": 270, "max_ms": 120.214, "p95_ms": 113.618}, "read_interval": {"avg_ms": 111.102, "count": 270, "max_ms": 134.931, "p95_ms": 126.835}, "triton_wait": {"avg_ms": 85.674, "count": 270, "max_ms": 107.192, "p95_ms": 100.825}, "visualize": {"avg_ms": 3.616, "count": 270, "max_ms": 4.56, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.955, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.699, "name": "ffmpeg", "pid": 32586, "rss_mb": 328.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.941, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:29:21+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T22:29:21+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T22:29:21.536451+09:00", "mtime_epoch": 1783344561.5364513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:29:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.57, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.969, "pushed": 8.969, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.22, "count": 269, "max_ms": 6.985, "p95_ms": 4.874}, "gstreamer_push": {"avg_ms": 1.288, "count": 269, "max_ms": 1.754, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.003, "count": 269, "max_ms": 89.296, "p95_ms": 81.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.481, "count": 269, "max_ms": 126.052, "p95_ms": 103.114}, "yolo11_640_fire_11class": {"avg_ms": 75.286, "count": 269, "max_ms": 89.284, "p95_ms": 84.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.503, "count": 269, "max_ms": 100.924, "p95_ms": 94.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.711, "count": 269, "max_ms": 138.907, "p95_ms": 118.637}, "read_interval": {"avg_ms": 111.753, "count": 268, "max_ms": 153.635, "p95_ms": 131.34}, "triton_wait": {"avg_ms": 85.788, "count": 269, "max_ms": 126.066, "p95_ms": 103.131}, "visualize": {"avg_ms": 3.663, "count": 269, "max_ms": 6.077, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1885, "tracking_summary": 1700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40279.773, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.121, "sample_count": 1206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:29:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:29:26+09:00", "last_frame_read_age_sec": 0.265, "last_frame_read_at": "2026-07-06T22:29:26+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-06T22:29:26.312526+09:00", "mtime_epoch": 1783344566.3125265, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:29:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 862.883, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.852, "pushed": 3.852, "read": 3.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.183, "count": 115, "max_ms": 182.295, "p95_ms": 162.072}, "gstreamer_push": {"avg_ms": 0.84, "count": 115, "max_ms": 2.038, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.13, "count": 115, "max_ms": 114.782, "p95_ms": 106.52}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.425, "count": 115, "max_ms": 113.979, "p95_ms": 111.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.289, "count": 115, "max_ms": 302.328, "p95_ms": 292.25}, "read_interval": {"avg_ms": 262.074, "count": 114, "max_ms": 310.086, "p95_ms": 301.026}, "triton_wait": {"avg_ms": 77.445, "count": 115, "max_ms": 114.793, "p95_ms": 111.039}, "visualize": {"avg_ms": 26.871, "count": 115, "max_ms": 41.833, "p95_ms": 39.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6339.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.576, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.156, "name": "ffmpeg", "pid": 32327, "rss_mb": 272.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.508, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:29:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:29:46+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:29:46+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:29:46.704848+09:00", "mtime_epoch": 1783344586.7048483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:29:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.076, "pushed": 9.076, "read": 9.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 272, "max_ms": 6.012, "p95_ms": 4.744}, "gstreamer_push": {"avg_ms": 1.322, "count": 272, "max_ms": 2.641, "p95_ms": 1.514}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.508, "count": 272, "max_ms": 88.051, "p95_ms": 82.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.507, "count": 272, "max_ms": 115.263, "p95_ms": 102.379}, "yolo11_640_fire_11class": {"avg_ms": 75.062, "count": 272, "max_ms": 88.377, "p95_ms": 86.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.669, "count": 272, "max_ms": 101.224, "p95_ms": 97.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.301, "count": 272, "max_ms": 127.929, "p95_ms": 116.209}, "read_interval": {"avg_ms": 110.548, "count": 271, "max_ms": 144.08, "p95_ms": 130.499}, "triton_wait": {"avg_ms": 85.285, "count": 272, "max_ms": 115.276, "p95_ms": 102.391}, "visualize": {"avg_ms": 3.584, "count": 272, "max_ms": 6.555, "p95_ms": 4.541}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6343.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.994, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.699, "name": "ffmpeg", "pid": 32586, "rss_mb": 328.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 18, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.371, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:29:51+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T22:29:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:29:51.592926+09:00", "mtime_epoch": 1783344591.5929255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:29:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.087, "pushed": 9.087, "read": 9.054}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.332, "count": 272, "max_ms": 7.589, "p95_ms": 6.046}, "gstreamer_push": {"avg_ms": 1.299, "count": 272, "max_ms": 2.169, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.115, "count": 272, "max_ms": 86.533, "p95_ms": 81.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.429, "count": 272, "max_ms": 112.281, "p95_ms": 101.659}, "yolo11_640_fire_11class": {"avg_ms": 74.002, "count": 272, "max_ms": 90.49, "p95_ms": 84.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.573, "count": 272, "max_ms": 102.005, "p95_ms": 95.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.239, "count": 272, "max_ms": 129.868, "p95_ms": 114.693}, "read_interval": {"avg_ms": 110.438, "count": 271, "max_ms": 142.566, "p95_ms": 129.594}, "triton_wait": {"avg_ms": 84.035, "count": 272, "max_ms": 112.306, "p95_ms": 101.672}, "visualize": {"avg_ms": 3.75, "count": 272, "max_ms": 6.361, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1888, "tracking_summary": 1702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6343.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40309.877, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.986, "sample_count": 1220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:29:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:29:56+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-06T22:29:56+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T22:29:56.457002+09:00", "mtime_epoch": 1783344596.4570024, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:29:56+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 871.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.296, "pushed": 4.296, "read": 4.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.936, "count": 128, "max_ms": 179.535, "p95_ms": 162.409}, "gstreamer_push": {"avg_ms": 0.934, "count": 128, "max_ms": 2.999, "p95_ms": 1.779}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.499, "count": 128, "max_ms": 109.33, "p95_ms": 104.508}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.558, "count": 128, "max_ms": 114.865, "p95_ms": 108.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.152, "count": 128, "max_ms": 301.885, "p95_ms": 286.245}, "read_interval": {"avg_ms": 235.195, "count": 127, "max_ms": 311.667, "p95_ms": 294.577}, "triton_wait": {"avg_ms": 78.594, "count": 128, "max_ms": 114.878, "p95_ms": 108.769}, "visualize": {"avg_ms": 26.667, "count": 128, "max_ms": 53.291, "p95_ms": 39.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6357.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.599, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.273, "name": "ffmpeg", "pid": 32327, "rss_mb": 291.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.014, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:30:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:30:16+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T22:30:16+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:30:16.729323+09:00", "mtime_epoch": 1783344616.7293231, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:30:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.657, "pushed": 9.657, "read": 9.624}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.534, "count": 289, "max_ms": 5.766, "p95_ms": 4.248}, "gstreamer_push": {"avg_ms": 1.315, "count": 289, "max_ms": 2.189, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.416, "count": 289, "max_ms": 90.196, "p95_ms": 80.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.332, "count": 289, "max_ms": 105.103, "p95_ms": 89.079}, "yolo11_640_fire_11class": {"avg_ms": 69.338, "count": 289, "max_ms": 90.214, "p95_ms": 81.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.441, "count": 289, "max_ms": 102.206, "p95_ms": 91.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.258, "count": 289, "max_ms": 117.54, "p95_ms": 107.263}, "read_interval": {"avg_ms": 103.864, "count": 288, "max_ms": 133.16, "p95_ms": 121.709}, "triton_wait": {"avg_ms": 78.061, "count": 289, "max_ms": 105.115, "p95_ms": 94.749}, "visualize": {"avg_ms": 3.656, "count": 289, "max_ms": 6.266, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1889, "tracking_summary": 1702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6356.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40340.079, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.346, "sample_count": 1204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:30:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:30:26+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-06T22:30:26+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T22:30:26.609480+09:00", "mtime_epoch": 1783344626.6094797, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:30:26+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 863.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.843, "pushed": 3.843, "read": 3.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.601, "count": 115, "max_ms": 199.584, "p95_ms": 151.746}, "gstreamer_push": {"avg_ms": 0.778, "count": 115, "max_ms": 1.739, "p95_ms": 0.834}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.153, "count": 115, "max_ms": 103.098, "p95_ms": 91.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.685, "count": 115, "max_ms": 106.621, "p95_ms": 97.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.888, "count": 115, "max_ms": 292.964, "p95_ms": 276.304}, "read_interval": {"avg_ms": 262.472, "count": 114, "max_ms": 300.034, "p95_ms": 283.411}, "triton_wait": {"avg_ms": 79.977, "count": 115, "max_ms": 106.632, "p95_ms": 97.8}, "visualize": {"avg_ms": 25.497, "count": 115, "max_ms": 40.88, "p95_ms": 29.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6377.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 77, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:26:16+09:00", "last_error_summary": "[h264 @ 0x55ddcf3b59c0] error while decoding MB 39 21, bytestream -7", "last_exit_at": "2026-07-06T22:24:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 251.225, "last_started_at": "2026-07-06T22:26:18+09:00", "pid": 32586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 350.887, "name": "ffmpeg", "pid": 32586, "rss_mb": 350.887, "state": "S (sleeping)", "threads": 104}, "restart_count": 77, "restart_count_per_hour": 17, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.569, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:30:29+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:30:29+09:00", "mjpeg": {"age_sec": 11.97, "exists": true, "mtime": "2026-07-06T22:30:17.945342+09:00", "mtime_epoch": 1783344617.9453423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:30:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1554.828, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.767, "pushed": 2.8, "read": 2.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.111, "count": 83, "max_ms": 6.981, "p95_ms": 5.666}, "gstreamer_push": {"avg_ms": 1.238, "count": 84, "max_ms": 1.648, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.975, "count": 83, "max_ms": 89.924, "p95_ms": 79.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.6, "count": 83, "max_ms": 107.687, "p95_ms": 94.759}, "yolo11_640_fire_11class": {"avg_ms": 75.81, "count": 83, "max_ms": 89.944, "p95_ms": 85.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.268, "count": 83, "max_ms": 102.151, "p95_ms": 94.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.938, "count": 83, "max_ms": 120.572, "p95_ms": 115.033}, "read_interval": {"avg_ms": 361.224, "count": 83, "max_ms": 11960.612, "p95_ms": 128.028}, "triton_wait": {"avg_ms": 85.389, "count": 83, "max_ms": 107.7, "p95_ms": 98.26}, "visualize": {"avg_ms": 3.503, "count": 83, "max_ms": 5.972, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6358.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.664, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.445, "name": "ffmpeg", "pid": 32327, "rss_mb": 303.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 6, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.618, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:30:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:30:46+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:30:46+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:30:46.789799+09:00", "mtime_epoch": 1783344646.7897995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:30:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1670.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.439, "pushed": 10.439, "read": 10.405}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.55, "count": 313, "max_ms": 5.439, "p95_ms": 4.338}, "gstreamer_push": {"avg_ms": 1.282, "count": 313, "max_ms": 1.751, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.376, "count": 313, "max_ms": 87.211, "p95_ms": 76.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.783, "count": 313, "max_ms": 113.498, "p95_ms": 87.63}, "yolo11_640_fire_11class": {"avg_ms": 61.526, "count": 313, "max_ms": 85.684, "p95_ms": 77.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.249, "count": 313, "max_ms": 98.627, "p95_ms": 88.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.458, "count": 313, "max_ms": 125.676, "p95_ms": 101.651}, "read_interval": {"avg_ms": 95.991, "count": 312, "max_ms": 825.642, "p95_ms": 117.11}, "triton_wait": {"avg_ms": 68.295, "count": 313, "max_ms": 113.512, "p95_ms": 89.494}, "visualize": {"avg_ms": 3.619, "count": 313, "max_ms": 5.197, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1890, "tracking_summary": 1704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6372.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40370.353, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.346, "sample_count": 1217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:30:57+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-06T22:30:56+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-06T22:30:56.857959+09:00", "mtime_epoch": 1783344656.8579593, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:30:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.113, "name": "celery", "pid": 239, "rss_mb": 871.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.37, "pushed": 4.37, "read": 4.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.273, "count": 131, "max_ms": 182.974, "p95_ms": 152.211}, "gstreamer_push": {"avg_ms": 1.053, "count": 131, "max_ms": 2.044, "p95_ms": 1.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.594, "count": 131, "max_ms": 111.717, "p95_ms": 102.389}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.806, "count": 131, "max_ms": 118.389, "p95_ms": 109.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.889, "count": 131, "max_ms": 298.514, "p95_ms": 286.009}, "read_interval": {"avg_ms": 230.502, "count": 130, "max_ms": 299.022, "p95_ms": 292.845}, "triton_wait": {"avg_ms": 75.017, "count": 131, "max_ms": 118.402, "p95_ms": 109.834}, "visualize": {"avg_ms": 28.68, "count": 131, "max_ms": 41.061, "p95_ms": 39.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6373.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:30:31+09:00", "last_error_summary": "[h264 @ 0x5646caebea40] error while decoding MB 67 32, bytestream -5 [in#0/rtsp @ 0x5646ca5e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646ca5e7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:30:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.521, "last_started_at": "2026-07-06T22:30:33+09:00", "pid": 32738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.129, "name": "ffmpeg", "pid": 32738, "rss_mb": 329.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.735, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:30:59+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T22:30:59+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:30:59.842007+09:00", "mtime_epoch": 1783344659.8420067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:30:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.053, "pushed": 8.053, "read": 8.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.391, "count": 241, "max_ms": 7.046, "p95_ms": 6.775}, "gstreamer_push": {"avg_ms": 1.31, "count": 241, "max_ms": 1.936, "p95_ms": 1.553}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.562, "count": 241, "max_ms": 88.706, "p95_ms": 82.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.083, "count": 241, "max_ms": 112.107, "p95_ms": 92.833}, "yolo11_640_fire_11class": {"avg_ms": 72.127, "count": 241, "max_ms": 89.643, "p95_ms": 84.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.386, "count": 241, "max_ms": 100.619, "p95_ms": 94.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.784, "count": 241, "max_ms": 124.85, "p95_ms": 113.33}, "read_interval": {"avg_ms": 124.632, "count": 240, "max_ms": 4310.941, "p95_ms": 127.128}, "triton_wait": {"avg_ms": 81.507, "count": 241, "max_ms": 112.12, "p95_ms": 98.65}, "visualize": {"avg_ms": 3.743, "count": 241, "max_ms": 6.187, "p95_ms": 5.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6374.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 398, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:23:10+09:00", "last_error_summary": "[h264 @ 0x5612d850dc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5612d850dc40] error while decoding MB 0 4, bytestream 2606 [h264 @ 0x5612d8fd2200] left block unavailable for requested intra mode [h264 @ 0x5612d8fd2200] error while decoding MB 0 9, bytestream 5769 [h264 @ 0x5612d85acc80] cabac decode of qscale diff failed at 49 19 [h264 @ 0x5612d85acc80] error while decoding MB 49 19, bytestream 4328 [h264 @ 0x5612d850dc40] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-06T22:23:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.908, "last_started_at": "2026-07-06T22:23:13+09:00", "pid": 32327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.477, "name": "ffmpeg", "pid": 32327, "rss_mb": 304.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 5, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.469, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:31:17+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T22:31:17+09:00", "mjpeg": {"age_sec": 9.03, "exists": true, "mtime": "2026-07-06T22:31:08.102138+09:00", "mtime_epoch": 1783344668.1021378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:31:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.25, "pushed": 6.25, "read": 6.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.831, "count": 187, "max_ms": 7.019, "p95_ms": 5.769}, "gstreamer_push": {"avg_ms": 1.426, "count": 187, "max_ms": 2.436, "p95_ms": 2.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.435, "count": 187, "max_ms": 89.033, "p95_ms": 82.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.686, "count": 187, "max_ms": 118.446, "p95_ms": 98.079}, "yolo11_640_fire_11class": {"avg_ms": 75.0, "count": 187, "max_ms": 89.655, "p95_ms": 85.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.552, "count": 187, "max_ms": 99.887, "p95_ms": 95.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.889, "count": 187, "max_ms": 130.665, "p95_ms": 114.246}, "read_interval": {"avg_ms": 160.977, "count": 186, "max_ms": 9071.649, "p95_ms": 133.051}, "triton_wait": {"avg_ms": 84.835, "count": 187, "max_ms": 118.458, "p95_ms": 99.274}, "visualize": {"avg_ms": 3.94, "count": 187, "max_ms": 6.398, "p95_ms": 6.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1891, "tracking_summary": 1705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6375.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40400.424, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.986, "sample_count": 1205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:31:27+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-06T22:31:27+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-06T22:31:27.034439+09:00", "mtime_epoch": 1783344687.0344388, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:31:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 874.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.487, "count": 116, "max_ms": 154.946, "p95_ms": 151.855}, "gstreamer_push": {"avg_ms": 0.821, "count": 116, "max_ms": 1.906, "p95_ms": 0.973}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.793, "count": 116, "max_ms": 111.896, "p95_ms": 91.273}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.119, "count": 116, "max_ms": 116.849, "p95_ms": 102.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.333, "count": 116, "max_ms": 298.203, "p95_ms": 284.331}, "read_interval": {"avg_ms": 259.744, "count": 115, "max_ms": 304.323, "p95_ms": 291.659}, "triton_wait": {"avg_ms": 77.374, "count": 116, "max_ms": 116.862, "p95_ms": 102.614}, "visualize": {"avg_ms": 29.734, "count": 116, "max_ms": 45.122, "p95_ms": 39.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6098.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:30:31+09:00", "last_error_summary": "[h264 @ 0x5646caebea40] error while decoding MB 67 32, bytestream -5 [in#0/rtsp @ 0x5646ca5e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646ca5e7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:30:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.55, "last_started_at": "2026-07-06T22:30:33+09:00", "pid": 32738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.129, "name": "ffmpeg", "pid": 32738, "rss_mb": 329.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.693, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:31:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T22:31:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T22:31:29.898484+09:00", "mtime_epoch": 1783344689.8984845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:31:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.524, "pushed": 10.524, "read": 10.49}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.354, "count": 315, "max_ms": 7.427, "p95_ms": 6.694}, "gstreamer_push": {"avg_ms": 1.293, "count": 315, "max_ms": 1.993, "p95_ms": 1.519}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.975, "count": 315, "max_ms": 92.344, "p95_ms": 79.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.843, "count": 315, "max_ms": 115.598, "p95_ms": 86.985}, "yolo11_640_fire_11class": {"avg_ms": 62.295, "count": 315, "max_ms": 92.331, "p95_ms": 80.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.043, "count": 315, "max_ms": 101.226, "p95_ms": 89.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.276, "count": 315, "max_ms": 128.573, "p95_ms": 105.694}, "read_interval": {"avg_ms": 95.367, "count": 314, "max_ms": 141.435, "p95_ms": 122.099}, "triton_wait": {"avg_ms": 69.061, "count": 315, "max_ms": 115.611, "p95_ms": 89.864}, "visualize": {"avg_ms": 3.76, "count": 315, "max_ms": 6.231, "p95_ms": 4.576}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.324, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.023, "name": "ffmpeg", "pid": 32890, "rss_mb": 267.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.406, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:31:47+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T22:31:47+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T22:31:47.070758+09:00", "mtime_epoch": 1783344707.0707579, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:31:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.199, "pushed": 7.199, "read": 7.199}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.533, "count": 144, "max_ms": 5.71, "p95_ms": 4.494}, "gstreamer_push": {"avg_ms": 1.325, "count": 144, "max_ms": 1.498, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.158, "count": 144, "max_ms": 89.329, "p95_ms": 83.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.299, "count": 144, "max_ms": 113.985, "p95_ms": 96.224}, "yolo11_640_fire_11class": {"avg_ms": 74.643, "count": 144, "max_ms": 88.577, "p95_ms": 86.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.625, "count": 144, "max_ms": 100.039, "p95_ms": 95.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.023, "count": 144, "max_ms": 126.239, "p95_ms": 114.525}, "read_interval": {"avg_ms": 208.381, "count": 144, "max_ms": 10119.617, "p95_ms": 129.72}, "triton_wait": {"avg_ms": 84.818, "count": 144, "max_ms": 113.997, "p95_ms": 100.051}, "visualize": {"avg_ms": 3.64, "count": 144, "max_ms": 4.549, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.002, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1892, "tracking_summary": 1706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6339.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40430.523, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.802, "sample_count": 1217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:31:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:31:57+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-06T22:31:57+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-06T22:31:57.142918+09:00", "mtime_epoch": 1783344717.1429183, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:31:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 871.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.29, "pushed": 4.29, "read": 4.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 116.422, "count": 128, "max_ms": 181.85, "p95_ms": 154.558}, "gstreamer_push": {"avg_ms": 0.906, "count": 128, "max_ms": 2.001, "p95_ms": 1.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.177, "count": 128, "max_ms": 117.307, "p95_ms": 107.068}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.699, "count": 128, "max_ms": 114.771, "p95_ms": 110.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.136, "count": 128, "max_ms": 305.145, "p95_ms": 288.226}, "read_interval": {"avg_ms": 235.474, "count": 127, "max_ms": 312.089, "p95_ms": 297.69}, "triton_wait": {"avg_ms": 79.781, "count": 128, "max_ms": 117.32, "p95_ms": 110.187}, "visualize": {"avg_ms": 28.094, "count": 128, "max_ms": 46.792, "p95_ms": 44.705}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6339.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:30:31+09:00", "last_error_summary": "[h264 @ 0x5646caebea40] error while decoding MB 67 32, bytestream -5 [in#0/rtsp @ 0x5646ca5e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646ca5e7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:30:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.652, "last_started_at": "2026-07-06T22:30:33+09:00", "pid": 32738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.129, "name": "ffmpeg", "pid": 32738, "rss_mb": 329.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.925, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:31:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:32:00+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:31:59+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:31:59.966963+09:00", "mtime_epoch": 1783344719.9669633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:32:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.185, "pushed": 9.185, "read": 9.152}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.237, "count": 275, "max_ms": 6.513, "p95_ms": 5.198}, "gstreamer_push": {"avg_ms": 1.291, "count": 275, "max_ms": 1.918, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.787, "count": 275, "max_ms": 90.744, "p95_ms": 81.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.782, "count": 275, "max_ms": 113.537, "p95_ms": 105.154}, "yolo11_640_fire_11class": {"avg_ms": 72.518, "count": 275, "max_ms": 89.822, "p95_ms": 85.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.75, "count": 275, "max_ms": 100.064, "p95_ms": 95.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.698, "count": 275, "max_ms": 127.356, "p95_ms": 118.181}, "read_interval": {"avg_ms": 109.144, "count": 274, "max_ms": 140.79, "p95_ms": 131.915}, "triton_wait": {"avg_ms": 82.676, "count": 275, "max_ms": 113.551, "p95_ms": 105.168}, "visualize": {"avg_ms": 3.65, "count": 275, "max_ms": 4.628, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6342.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.364, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.406, "name": "ffmpeg", "pid": 32890, "rss_mb": 271.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.852, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:32:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T22:32:17+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T22:32:17.135237+09:00", "mtime_epoch": 1783344737.135237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:32:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.986, "pushed": 8.986, "read": 8.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.506, "count": 269, "max_ms": 5.343, "p95_ms": 4.314}, "gstreamer_push": {"avg_ms": 1.31, "count": 269, "max_ms": 1.585, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.445, "count": 269, "max_ms": 90.915, "p95_ms": 81.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.004, "count": 269, "max_ms": 121.968, "p95_ms": 108.82}, "yolo11_640_fire_11class": {"avg_ms": 76.24, "count": 269, "max_ms": 92.621, "p95_ms": 87.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.823, "count": 269, "max_ms": 103.184, "p95_ms": 94.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.838, "count": 269, "max_ms": 134.298, "p95_ms": 121.17}, "read_interval": {"avg_ms": 111.713, "count": 268, "max_ms": 148.034, "p95_ms": 134.364}, "triton_wait": {"avg_ms": 86.773, "count": 269, "max_ms": 121.98, "p95_ms": 108.833}, "visualize": {"avg_ms": 3.61, "count": 269, "max_ms": 4.731, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1893, "tracking_summary": 1707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6342.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40460.613, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.325, "sample_count": 1227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:32:27+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-06T22:32:27+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-06T22:32:27.135397+09:00", "mtime_epoch": 1783344747.1353967, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:32:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 872.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.32, "pushed": 4.32, "read": 4.287}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 114.866, "count": 129, "max_ms": 159.406, "p95_ms": 156.921}, "gstreamer_push": {"avg_ms": 0.815, "count": 129, "max_ms": 1.369, "p95_ms": 0.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.225, "count": 129, "max_ms": 115.136, "p95_ms": 110.392}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.954, "count": 129, "max_ms": 122.718, "p95_ms": 112.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.353, "count": 129, "max_ms": 295.754, "p95_ms": 290.996}, "read_interval": {"avg_ms": 232.785, "count": 128, "max_ms": 303.119, "p95_ms": 297.148}, "triton_wait": {"avg_ms": 82.473, "count": 129, "max_ms": 122.731, "p95_ms": 112.463}, "visualize": {"avg_ms": 25.098, "count": 129, "max_ms": 39.924, "p95_ms": 30.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6342.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:30:31+09:00", "last_error_summary": "[h264 @ 0x5646caebea40] error while decoding MB 67 32, bytestream -5 [in#0/rtsp @ 0x5646ca5e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646ca5e7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:30:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.719, "last_started_at": "2026-07-06T22:30:33+09:00", "pid": 32738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.129, "name": "ffmpeg", "pid": 32738, "rss_mb": 329.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.331, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:32:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:32:30+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T22:32:30+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T22:32:30.023443+09:00", "mtime_epoch": 1783344750.0234427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:32:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.344, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.911, "pushed": 8.911, "read": 8.878}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 267, "max_ms": 8.223, "p95_ms": 6.775}, "gstreamer_push": {"avg_ms": 1.271, "count": 267, "max_ms": 1.675, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.694, "count": 267, "max_ms": 91.257, "p95_ms": 80.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.014, "count": 267, "max_ms": 120.651, "p95_ms": 108.431}, "yolo11_640_fire_11class": {"avg_ms": 74.917, "count": 267, "max_ms": 93.391, "p95_ms": 86.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.833, "count": 267, "max_ms": 103.653, "p95_ms": 95.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.085, "count": 267, "max_ms": 137.397, "p95_ms": 121.616}, "read_interval": {"avg_ms": 112.537, "count": 266, "max_ms": 157.483, "p95_ms": 134.726}, "triton_wait": {"avg_ms": 85.897, "count": 267, "max_ms": 120.664, "p95_ms": 108.445}, "visualize": {"avg_ms": 3.672, "count": 267, "max_ms": 6.18, "p95_ms": 5.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6345.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.451, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.406, "name": "ffmpeg", "pid": 32890, "rss_mb": 271.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.124, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:32:47+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T22:32:47+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T22:32:47.203717+09:00", "mtime_epoch": 1783344767.2037172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:32:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.977, "pushed": 8.977, "read": 8.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.64, "count": 269, "max_ms": 5.826, "p95_ms": 5.567}, "gstreamer_push": {"avg_ms": 1.364, "count": 269, "max_ms": 2.345, "p95_ms": 1.814}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.642, "count": 269, "max_ms": 92.705, "p95_ms": 81.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.737, "count": 269, "max_ms": 115.668, "p95_ms": 105.154}, "yolo11_640_fire_11class": {"avg_ms": 75.486, "count": 269, "max_ms": 92.717, "p95_ms": 85.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.314, "count": 269, "max_ms": 104.903, "p95_ms": 96.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.281, "count": 269, "max_ms": 127.901, "p95_ms": 117.299}, "read_interval": {"avg_ms": 111.802, "count": 268, "max_ms": 150.544, "p95_ms": 131.068}, "triton_wait": {"avg_ms": 85.803, "count": 269, "max_ms": 115.681, "p95_ms": 105.166}, "visualize": {"avg_ms": 3.766, "count": 269, "max_ms": 6.435, "p95_ms": 5.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1894, "tracking_summary": 1708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6347.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40490.729, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.078, "sample_count": 1216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:32:57+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T22:32:57+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T22:32:57.287879+09:00", "mtime_epoch": 1783344777.2878785, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:32:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 877.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.822, "pushed": 3.822, "read": 3.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.378, "count": 114, "max_ms": 191.881, "p95_ms": 156.262}, "gstreamer_push": {"avg_ms": 0.789, "count": 114, "max_ms": 1.358, "p95_ms": 0.906}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.152, "count": 114, "max_ms": 112.836, "p95_ms": 106.703}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.545, "count": 114, "max_ms": 123.79, "p95_ms": 114.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.458, "count": 114, "max_ms": 313.781, "p95_ms": 298.685}, "read_interval": {"avg_ms": 264.292, "count": 113, "max_ms": 322.014, "p95_ms": 305.75}, "triton_wait": {"avg_ms": 81.588, "count": 114, "max_ms": 123.803, "p95_ms": 114.653}, "visualize": {"avg_ms": 26.587, "count": 114, "max_ms": 46.036, "p95_ms": 29.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6342.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:30:31+09:00", "last_error_summary": "[h264 @ 0x5646caebea40] error while decoding MB 67 32, bytestream -5 [in#0/rtsp @ 0x5646ca5e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646ca5e7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:30:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.778, "last_started_at": "2026-07-06T22:30:33+09:00", "pid": 32738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.129, "name": "ffmpeg", "pid": 32738, "rss_mb": 329.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 18, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.077, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:33:00+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:33:00+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:33:00.095923+09:00", "mtime_epoch": 1783344780.0959234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:33:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.948, "pushed": 8.948, "read": 8.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 268, "max_ms": 6.518, "p95_ms": 4.973}, "gstreamer_push": {"avg_ms": 1.283, "count": 268, "max_ms": 1.829, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.32, "count": 268, "max_ms": 92.518, "p95_ms": 81.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.517, "count": 268, "max_ms": 122.569, "p95_ms": 104.633}, "yolo11_640_fire_11class": {"avg_ms": 74.97, "count": 268, "max_ms": 91.012, "p95_ms": 85.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.975, "count": 268, "max_ms": 106.663, "p95_ms": 98.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.34, "count": 268, "max_ms": 135.372, "p95_ms": 117.809}, "read_interval": {"avg_ms": 112.15, "count": 267, "max_ms": 319.309, "p95_ms": 134.023}, "triton_wait": {"avg_ms": 85.628, "count": 268, "max_ms": 122.583, "p95_ms": 104.907}, "visualize": {"avg_ms": 3.572, "count": 268, "max_ms": 4.753, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6343.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.453, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.922, "name": "ffmpeg", "pid": 32890, "rss_mb": 271.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.913, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:33:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:33:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T22:33:17+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-06T22:33:17.240198+09:00", "mtime_epoch": 1783344797.2401977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:33:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.37, "pushed": 9.37, "read": 9.37}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.47, "count": 281, "max_ms": 5.316, "p95_ms": 4.495}, "gstreamer_push": {"avg_ms": 1.287, "count": 281, "max_ms": 1.723, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.008, "count": 281, "max_ms": 93.785, "p95_ms": 81.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.396, "count": 281, "max_ms": 112.841, "p95_ms": 103.014}, "yolo11_640_fire_11class": {"avg_ms": 72.196, "count": 281, "max_ms": 92.943, "p95_ms": 84.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.395, "count": 281, "max_ms": 107.778, "p95_ms": 95.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.76, "count": 281, "max_ms": 125.169, "p95_ms": 115.365}, "read_interval": {"avg_ms": 106.911, "count": 281, "max_ms": 142.293, "p95_ms": 128.645}, "triton_wait": {"avg_ms": 81.847, "count": 281, "max_ms": 112.853, "p95_ms": 103.337}, "visualize": {"avg_ms": 3.56, "count": 281, "max_ms": 4.551, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1895, "tracking_summary": 1709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6347.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40520.96, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.325, "sample_count": 1212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:33:27+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T22:33:27+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-06T22:33:27.504362+09:00", "mtime_epoch": 1783344807.5043619, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:33:27+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 871.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.986, "pushed": 3.986, "read": 3.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.98, "count": 119, "max_ms": 152.274, "p95_ms": 150.53}, "gstreamer_push": {"avg_ms": 0.781, "count": 119, "max_ms": 0.956, "p95_ms": 0.877}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.685, "count": 119, "max_ms": 107.242, "p95_ms": 103.843}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.68, "count": 119, "max_ms": 117.382, "p95_ms": 112.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.51, "count": 119, "max_ms": 295.524, "p95_ms": 287.834}, "read_interval": {"avg_ms": 252.158, "count": 118, "max_ms": 301.619, "p95_ms": 295.161}, "triton_wait": {"avg_ms": 82.735, "count": 119, "max_ms": 117.395, "p95_ms": 112.251}, "visualize": {"avg_ms": 25.98, "count": 119, "max_ms": 37.142, "p95_ms": 28.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6358.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:30:31+09:00", "last_error_summary": "[h264 @ 0x5646caebea40] error while decoding MB 67 32, bytestream -5 [in#0/rtsp @ 0x5646ca5e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5646ca5e7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:30:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.538, "last_started_at": "2026-07-06T22:30:33+09:00", "pid": 32738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.613, "name": "ffmpeg", "pid": 32738, "rss_mb": 351.613, "state": "S (sleeping)", "threads": 104}, "restart_count": 78, "restart_count_per_hour": 17, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.57, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:33:43+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-06T22:33:43+09:00", "mjpeg": {"age_sec": 16.2, "exists": true, "mtime": "2026-07-06T22:33:27.752366+09:00", "mtime_epoch": 1783344807.752366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:33:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.123, "pushed": 0.123, "read": 0.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.543, "count": 2, "max_ms": 4.96, "p95_ms": 4.96}, "gstreamer_push": {"avg_ms": 1.433, "count": 2, "max_ms": 1.503, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.658, "count": 2, "max_ms": 46.697, "p95_ms": 46.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.33, "count": 2, "max_ms": 61.646, "p95_ms": 61.646}, "yolo11_640_fire_11class": {"avg_ms": 56.624, "count": 2, "max_ms": 56.966, "p95_ms": 56.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.623, "count": 2, "max_ms": 56.978, "p95_ms": 56.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.97, "count": 2, "max_ms": 75.657, "p95_ms": 75.657}, "read_interval": {"avg_ms": 16348.499, "count": 2, "max_ms": 16487.921, "p95_ms": 16487.921}, "triton_wait": {"avg_ms": 60.343, "count": 2, "max_ms": 61.66, "p95_ms": 61.66}, "visualize": {"avg_ms": 3.801, "count": 2, "max_ms": 3.921, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.289, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6037.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.491, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.016, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.87, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:33:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:33:47+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T22:33:47+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T22:33:47.280679+09:00", "mtime_epoch": 1783344827.280679, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:33:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.182, "pushed": 11.182, "read": 11.148}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 335, "max_ms": 5.455, "p95_ms": 4.185}, "gstreamer_push": {"avg_ms": 1.314, "count": 335, "max_ms": 2.038, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.897, "count": 335, "max_ms": 78.93, "p95_ms": 63.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.791, "count": 335, "max_ms": 102.225, "p95_ms": 83.729}, "yolo11_640_fire_11class": {"avg_ms": 58.397, "count": 335, "max_ms": 87.42, "p95_ms": 69.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.111, "count": 335, "max_ms": 91.255, "p95_ms": 69.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.593, "count": 335, "max_ms": 114.546, "p95_ms": 96.52}, "read_interval": {"avg_ms": 89.687, "count": 334, "max_ms": 127.835, "p95_ms": 111.316}, "triton_wait": {"avg_ms": 64.484, "count": 335, "max_ms": 102.238, "p95_ms": 84.267}, "visualize": {"avg_ms": 3.667, "count": 335, "max_ms": 4.756, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1896, "tracking_summary": 1710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6332.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40551.095, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.985, "sample_count": 1209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:33:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:33:57+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T22:33:57+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T22:33:57.644845+09:00", "mtime_epoch": 1783344837.644845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:33:57+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 859.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.95, "pushed": 3.95, "read": 3.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.291, "count": 118, "max_ms": 156.31, "p95_ms": 149.963}, "gstreamer_push": {"avg_ms": 1.127, "count": 118, "max_ms": 2.071, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.883, "count": 118, "max_ms": 103.91, "p95_ms": 99.334}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.926, "count": 118, "max_ms": 113.162, "p95_ms": 107.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.352, "count": 118, "max_ms": 300.674, "p95_ms": 281.84}, "read_interval": {"avg_ms": 255.355, "count": 117, "max_ms": 309.39, "p95_ms": 288.095}, "triton_wait": {"avg_ms": 83.939, "count": 118, "max_ms": 113.176, "p95_ms": 107.554}, "visualize": {"avg_ms": 31.354, "count": 118, "max_ms": 41.8, "p95_ms": 40.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6345.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.985, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.406, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.925, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:34:14+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T22:34:13+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T22:34:13.961107+09:00", "mtime_epoch": 1783344853.9611068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:34:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.634, "pushed": 7.634, "read": 7.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.316, "count": 229, "max_ms": 6.492, "p95_ms": 5.672}, "gstreamer_push": {"avg_ms": 1.306, "count": 229, "max_ms": 1.785, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.427, "count": 229, "max_ms": 89.19, "p95_ms": 81.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.004, "count": 229, "max_ms": 111.81, "p95_ms": 103.932}, "yolo11_640_fire_11class": {"avg_ms": 73.54, "count": 229, "max_ms": 89.206, "p95_ms": 86.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.16, "count": 229, "max_ms": 101.149, "p95_ms": 97.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.194, "count": 229, "max_ms": 124.799, "p95_ms": 117.027}, "read_interval": {"avg_ms": 130.93, "count": 229, "max_ms": 5134.43, "p95_ms": 128.986}, "triton_wait": {"avg_ms": 84.07, "count": 229, "max_ms": 111.825, "p95_ms": 103.945}, "visualize": {"avg_ms": 3.678, "count": 229, "max_ms": 5.059, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6345.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.535, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.87, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:34:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:34:17+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T22:34:17+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T22:34:17.273160+09:00", "mtime_epoch": 1783344857.27316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:34:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.412, "pushed": 9.412, "read": 9.378}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.578, "count": 282, "max_ms": 5.509, "p95_ms": 4.571}, "gstreamer_push": {"avg_ms": 1.3, "count": 282, "max_ms": 1.907, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.611, "count": 282, "max_ms": 88.143, "p95_ms": 80.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.328, "count": 282, "max_ms": 116.044, "p95_ms": 99.906}, "yolo11_640_fire_11class": {"avg_ms": 71.489, "count": 282, "max_ms": 89.162, "p95_ms": 85.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.096, "count": 282, "max_ms": 102.264, "p95_ms": 95.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.172, "count": 282, "max_ms": 128.306, "p95_ms": 113.219}, "read_interval": {"avg_ms": 106.436, "count": 281, "max_ms": 147.026, "p95_ms": 125.42}, "triton_wait": {"avg_ms": 81.024, "count": 282, "max_ms": 116.057, "p95_ms": 101.022}, "visualize": {"avg_ms": 3.602, "count": 282, "max_ms": 5.848, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1898, "tracking_summary": 1711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6345.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40581.283, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 288.613, "sample_count": 1215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:34:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:34:28+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-06T22:34:27+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-06T22:34:27.805329+09:00", "mtime_epoch": 1783344867.805329, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:34:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 870.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.044, "pushed": 4.044, "read": 4.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.478, "count": 121, "max_ms": 165.054, "p95_ms": 154.845}, "gstreamer_push": {"avg_ms": 0.878, "count": 121, "max_ms": 2.337, "p95_ms": 1.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.072, "count": 121, "max_ms": 118.495, "p95_ms": 106.143}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.004, "count": 121, "max_ms": 118.507, "p95_ms": 110.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.521, "count": 121, "max_ms": 299.875, "p95_ms": 293.013}, "read_interval": {"avg_ms": 249.169, "count": 120, "max_ms": 308.05, "p95_ms": 300.862}, "triton_wait": {"avg_ms": 79.063, "count": 121, "max_ms": 118.519, "p95_ms": 110.72}, "visualize": {"avg_ms": 26.152, "count": 121, "max_ms": 41.04, "p95_ms": 39.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.046, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.406, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.489, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:34:44+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T22:34:43+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T22:34:43.997589+09:00", "mtime_epoch": 1783344883.9975893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:34:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.181, "pushed": 9.181, "read": 9.148}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.287, "count": 275, "max_ms": 6.639, "p95_ms": 5.691}, "gstreamer_push": {"avg_ms": 1.277, "count": 275, "max_ms": 1.66, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.745, "count": 275, "max_ms": 91.396, "p95_ms": 83.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.557, "count": 275, "max_ms": 115.552, "p95_ms": 100.826}, "yolo11_640_fire_11class": {"avg_ms": 73.4, "count": 275, "max_ms": 91.408, "p95_ms": 86.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.046, "count": 275, "max_ms": 103.049, "p95_ms": 96.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.339, "count": 275, "max_ms": 128.581, "p95_ms": 115.016}, "read_interval": {"avg_ms": 109.262, "count": 274, "max_ms": 143.373, "p95_ms": 128.018}, "triton_wait": {"avg_ms": 83.381, "count": 275, "max_ms": 115.564, "p95_ms": 102.029}, "visualize": {"avg_ms": 3.613, "count": 275, "max_ms": 4.683, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6346.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.61, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.556, "sample_count": 2640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:34:47+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:34:47+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T22:34:47.381644+09:00", "mtime_epoch": 1783344887.3816438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:34:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1671.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.142, "pushed": 9.142, "read": 9.109}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.572, "count": 274, "max_ms": 6.078, "p95_ms": 4.931}, "gstreamer_push": {"avg_ms": 1.309, "count": 274, "max_ms": 1.851, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.123, "count": 274, "max_ms": 90.815, "p95_ms": 82.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.132, "count": 274, "max_ms": 118.379, "p95_ms": 102.427}, "yolo11_640_fire_11class": {"avg_ms": 73.928, "count": 274, "max_ms": 91.351, "p95_ms": 86.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.617, "count": 274, "max_ms": 103.254, "p95_ms": 96.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.316, "count": 274, "max_ms": 130.903, "p95_ms": 114.926}, "read_interval": {"avg_ms": 109.754, "count": 273, "max_ms": 145.724, "p95_ms": 128.366}, "triton_wait": {"avg_ms": 84.101, "count": 274, "max_ms": 118.393, "p95_ms": 102.521}, "visualize": {"avg_ms": 3.635, "count": 274, "max_ms": 5.894, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1899, "tracking_summary": 1712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6339.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40611.385, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.879, "sample_count": 1208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:34:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:34:58+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T22:34:57+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T22:34:57.977814+09:00", "mtime_epoch": 1783344897.9778142, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:34:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 861.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.055, "pushed": 4.055, "read": 4.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.956, "count": 121, "max_ms": 156.121, "p95_ms": 153.684}, "gstreamer_push": {"avg_ms": 0.902, "count": 121, "max_ms": 1.792, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.291, "count": 121, "max_ms": 114.911, "p95_ms": 105.204}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.539, "count": 121, "max_ms": 123.223, "p95_ms": 111.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.932, "count": 121, "max_ms": 307.295, "p95_ms": 290.136}, "read_interval": {"avg_ms": 249.014, "count": 120, "max_ms": 313.53, "p95_ms": 296.761}, "triton_wait": {"avg_ms": 78.697, "count": 121, "max_ms": 123.236, "p95_ms": 111.088}, "visualize": {"avg_ms": 27.522, "count": 121, "max_ms": 39.813, "p95_ms": 36.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.105, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.406, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.122, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:35:14+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:35:14+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:35:14.066073+09:00", "mtime_epoch": 1783344914.066073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:35:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1555.859, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.982, "pushed": 8.982, "read": 8.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.274, "count": 269, "max_ms": 6.608, "p95_ms": 5.532}, "gstreamer_push": {"avg_ms": 1.293, "count": 269, "max_ms": 2.004, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.653, "count": 269, "max_ms": 91.006, "p95_ms": 81.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.324, "count": 269, "max_ms": 119.568, "p95_ms": 101.292}, "yolo11_640_fire_11class": {"avg_ms": 74.88, "count": 269, "max_ms": 95.439, "p95_ms": 84.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.644, "count": 269, "max_ms": 103.23, "p95_ms": 95.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.281, "count": 269, "max_ms": 134.295, "p95_ms": 115.189}, "read_interval": {"avg_ms": 111.735, "count": 268, "max_ms": 150.447, "p95_ms": 131.415}, "triton_wait": {"avg_ms": 85.244, "count": 269, "max_ms": 119.581, "p95_ms": 101.976}, "visualize": {"avg_ms": 3.648, "count": 269, "max_ms": 4.92, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.679, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.427, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:35:17+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:35:17+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:35:17.438127+09:00", "mtime_epoch": 1783344917.4381273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:35:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.982, "pushed": 8.982, "read": 8.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.562, "count": 269, "max_ms": 5.637, "p95_ms": 4.679}, "gstreamer_push": {"avg_ms": 1.304, "count": 269, "max_ms": 1.575, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.537, "count": 269, "max_ms": 91.555, "p95_ms": 82.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.161, "count": 269, "max_ms": 123.094, "p95_ms": 100.931}, "yolo11_640_fire_11class": {"avg_ms": 76.254, "count": 269, "max_ms": 93.04, "p95_ms": 86.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.147, "count": 269, "max_ms": 103.354, "p95_ms": 96.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.63, "count": 269, "max_ms": 143.067, "p95_ms": 113.826}, "read_interval": {"avg_ms": 111.767, "count": 268, "max_ms": 152.286, "p95_ms": 128.371}, "triton_wait": {"avg_ms": 86.273, "count": 269, "max_ms": 123.106, "p95_ms": 101.275}, "visualize": {"avg_ms": 3.625, "count": 269, "max_ms": 5.04, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1900, "tracking_summary": 1713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6350.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40641.474, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.413, "sample_count": 1214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:35:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:35:28+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-06T22:35:27+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-06T22:35:27.986297+09:00", "mtime_epoch": 1783344927.9862971, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:35:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 875.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.052, "pushed": 4.052, "read": 4.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.743, "count": 121, "max_ms": 159.138, "p95_ms": 153.904}, "gstreamer_push": {"avg_ms": 0.899, "count": 121, "max_ms": 2.685, "p95_ms": 1.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.39, "count": 121, "max_ms": 113.434, "p95_ms": 105.381}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.634, "count": 121, "max_ms": 116.547, "p95_ms": 111.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.078, "count": 121, "max_ms": 302.793, "p95_ms": 290.346}, "read_interval": {"avg_ms": 248.232, "count": 120, "max_ms": 308.661, "p95_ms": 296.363}, "triton_wait": {"avg_ms": 78.693, "count": 121, "max_ms": 116.561, "p95_ms": 112.019}, "visualize": {"avg_ms": 27.77, "count": 121, "max_ms": 50.195, "p95_ms": 39.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6349.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.142, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.664, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.375, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:35:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:35:44+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T22:35:44+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:35:44.106557+09:00", "mtime_epoch": 1783344944.1065567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:35:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.955, "pushed": 8.955, "read": 8.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 268, "max_ms": 6.84, "p95_ms": 5.091}, "gstreamer_push": {"avg_ms": 1.288, "count": 268, "max_ms": 1.753, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.402, "count": 268, "max_ms": 88.037, "p95_ms": 83.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.255, "count": 268, "max_ms": 118.069, "p95_ms": 106.893}, "yolo11_640_fire_11class": {"avg_ms": 75.228, "count": 268, "max_ms": 87.493, "p95_ms": 84.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.276, "count": 268, "max_ms": 98.334, "p95_ms": 95.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.014, "count": 268, "max_ms": 130.855, "p95_ms": 119.306}, "read_interval": {"avg_ms": 112.096, "count": 267, "max_ms": 142.729, "p95_ms": 131.613}, "triton_wait": {"avg_ms": 86.051, "count": 268, "max_ms": 118.082, "p95_ms": 106.906}, "visualize": {"avg_ms": 3.667, "count": 268, "max_ms": 5.934, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6349.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.742, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.546, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:35:47+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:35:47+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:35:47.502611+09:00", "mtime_epoch": 1783344947.5026114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:35:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.018, "pushed": 9.018, "read": 8.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.532, "count": 270, "max_ms": 5.719, "p95_ms": 4.357}, "gstreamer_push": {"avg_ms": 1.325, "count": 270, "max_ms": 2.267, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.44, "count": 270, "max_ms": 88.895, "p95_ms": 83.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.242, "count": 270, "max_ms": 120.76, "p95_ms": 106.312}, "yolo11_640_fire_11class": {"avg_ms": 75.388, "count": 270, "max_ms": 89.536, "p95_ms": 85.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.542, "count": 270, "max_ms": 100.079, "p95_ms": 95.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.201, "count": 270, "max_ms": 132.967, "p95_ms": 119.594}, "read_interval": {"avg_ms": 111.337, "count": 269, "max_ms": 145.53, "p95_ms": 132.388}, "triton_wait": {"avg_ms": 86.002, "count": 270, "max_ms": 120.773, "p95_ms": 106.324}, "visualize": {"avg_ms": 3.647, "count": 270, "max_ms": 6.188, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1902, "tracking_summary": 1714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6347.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40671.597, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.797, "sample_count": 1201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:35:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:35:58+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T22:35:58+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T22:35:58.162783+09:00", "mtime_epoch": 1783344958.1627831, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:35:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 871.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.951, "pushed": 3.951, "read": 3.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.154, "count": 118, "max_ms": 169.932, "p95_ms": 155.05}, "gstreamer_push": {"avg_ms": 0.785, "count": 118, "max_ms": 1.879, "p95_ms": 0.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.664, "count": 118, "max_ms": 111.285, "p95_ms": 105.526}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.019, "count": 118, "max_ms": 115.476, "p95_ms": 112.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.795, "count": 118, "max_ms": 301.69, "p95_ms": 292.108}, "read_interval": {"avg_ms": 255.347, "count": 117, "max_ms": 307.436, "p95_ms": 298.658}, "triton_wait": {"avg_ms": 79.415, "count": 118, "max_ms": 115.491, "p95_ms": 112.814}, "visualize": {"avg_ms": 26.391, "count": 118, "max_ms": 34.62, "p95_ms": 31.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6347.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.225, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.664, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.203, "sample_count": 2397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:36:14+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T22:36:14+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:36:14.187042+09:00", "mtime_epoch": 1783344974.1870415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:36:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.117, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.941, "pushed": 8.941, "read": 8.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.207, "count": 268, "max_ms": 6.927, "p95_ms": 5.423}, "gstreamer_push": {"avg_ms": 1.279, "count": 268, "max_ms": 1.627, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.543, "count": 268, "max_ms": 88.659, "p95_ms": 82.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.904, "count": 268, "max_ms": 119.561, "p95_ms": 105.842}, "yolo11_640_fire_11class": {"avg_ms": 75.241, "count": 268, "max_ms": 90.156, "p95_ms": 84.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.232, "count": 268, "max_ms": 99.995, "p95_ms": 95.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.533, "count": 268, "max_ms": 129.656, "p95_ms": 119.289}, "read_interval": {"avg_ms": 112.247, "count": 267, "max_ms": 141.176, "p95_ms": 130.219}, "triton_wait": {"avg_ms": 85.688, "count": 268, "max_ms": 119.571, "p95_ms": 105.854}, "visualize": {"avg_ms": 3.609, "count": 268, "max_ms": 5.989, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6347.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.748, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.848, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:36:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:36:17+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T22:36:17+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T22:36:17.495095+09:00", "mtime_epoch": 1783344977.495095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:36:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.869, "pushed": 8.869, "read": 8.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.609, "count": 266, "max_ms": 5.769, "p95_ms": 4.66}, "gstreamer_push": {"avg_ms": 1.343, "count": 266, "max_ms": 2.225, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.647, "count": 266, "max_ms": 90.942, "p95_ms": 83.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.348, "count": 266, "max_ms": 116.585, "p95_ms": 105.192}, "yolo11_640_fire_11class": {"avg_ms": 76.454, "count": 266, "max_ms": 91.462, "p95_ms": 85.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.275, "count": 266, "max_ms": 100.716, "p95_ms": 96.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.392, "count": 266, "max_ms": 128.701, "p95_ms": 117.406}, "read_interval": {"avg_ms": 112.745, "count": 266, "max_ms": 141.58, "p95_ms": 130.367}, "triton_wait": {"avg_ms": 86.999, "count": 266, "max_ms": 116.598, "p95_ms": 105.202}, "visualize": {"avg_ms": 3.706, "count": 266, "max_ms": 6.212, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1902, "tracking_summary": 1715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40701.806, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.027, "sample_count": 1216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:36:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T22:36:28+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-06T22:36:28+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-06T22:36:28.319270+09:00", "mtime_epoch": 1783344988.3192697, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:36:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 872.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.411, "pushed": 4.411, "read": 4.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.508, "count": 132, "max_ms": 155.867, "p95_ms": 152.273}, "gstreamer_push": {"avg_ms": 0.938, "count": 132, "max_ms": 3.057, "p95_ms": 1.769}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.046, "count": 132, "max_ms": 112.851, "p95_ms": 107.053}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.647, "count": 132, "max_ms": 117.304, "p95_ms": 111.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 221.857, "count": 132, "max_ms": 289.786, "p95_ms": 287.478}, "read_interval": {"avg_ms": 228.319, "count": 131, "max_ms": 297.573, "p95_ms": 293.5}, "triton_wait": {"avg_ms": 80.788, "count": 132, "max_ms": 117.316, "p95_ms": 111.734}, "visualize": {"avg_ms": 29.453, "count": 132, "max_ms": 44.445, "p95_ms": 40.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6345.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.273, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.664, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.571, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:36:44+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:36:44+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:36:44.231527+09:00", "mtime_epoch": 1783345004.2315266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:36:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.852, "pushed": 8.852, "read": 8.818}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.232, "count": 265, "max_ms": 7.022, "p95_ms": 5.033}, "gstreamer_push": {"avg_ms": 1.298, "count": 265, "max_ms": 1.729, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.115, "count": 265, "max_ms": 89.347, "p95_ms": 84.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.319, "count": 265, "max_ms": 122.426, "p95_ms": 110.828}, "yolo11_640_fire_11class": {"avg_ms": 75.859, "count": 265, "max_ms": 89.274, "p95_ms": 85.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.466, "count": 265, "max_ms": 101.348, "p95_ms": 96.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.847, "count": 265, "max_ms": 135.237, "p95_ms": 123.737}, "read_interval": {"avg_ms": 113.35, "count": 264, "max_ms": 147.727, "p95_ms": 137.395}, "triton_wait": {"avg_ms": 86.822, "count": 265, "max_ms": 122.438, "p95_ms": 110.84}, "visualize": {"avg_ms": 3.664, "count": 265, "max_ms": 6.158, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 316.769, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 6, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.314, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:36:47+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T22:36:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T22:36:47.535580+09:00", "mtime_epoch": 1783345007.53558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:36:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.892, "pushed": 8.892, "read": 8.859}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.553, "count": 266, "max_ms": 5.904, "p95_ms": 4.224}, "gstreamer_push": {"avg_ms": 1.33, "count": 266, "max_ms": 2.344, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.803, "count": 266, "max_ms": 93.962, "p95_ms": 84.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.262, "count": 266, "max_ms": 122.369, "p95_ms": 111.87}, "yolo11_640_fire_11class": {"avg_ms": 76.227, "count": 266, "max_ms": 93.95, "p95_ms": 86.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.754, "count": 266, "max_ms": 103.75, "p95_ms": 97.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.19, "count": 266, "max_ms": 134.896, "p95_ms": 124.118}, "read_interval": {"avg_ms": 112.873, "count": 265, "max_ms": 153.066, "p95_ms": 136.679}, "triton_wait": {"avg_ms": 86.878, "count": 266, "max_ms": 122.381, "p95_ms": 111.882}, "visualize": {"avg_ms": 3.676, "count": 266, "max_ms": 6.412, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1903, "tracking_summary": 1716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6347.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40731.826, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.892, "sample_count": 1209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:36:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:36:58+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-06T22:36:58+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-06T22:36:58.327754+09:00", "mtime_epoch": 1783345018.3277543, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:36:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 868.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.066, "pushed": 4.066, "read": 4.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.151, "count": 121, "max_ms": 157.334, "p95_ms": 153.853}, "gstreamer_push": {"avg_ms": 1.057, "count": 121, "max_ms": 2.885, "p95_ms": 1.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.77, "count": 121, "max_ms": 115.803, "p95_ms": 110.359}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.839, "count": 121, "max_ms": 119.466, "p95_ms": 113.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.793, "count": 121, "max_ms": 306.793, "p95_ms": 294.828}, "read_interval": {"avg_ms": 247.548, "count": 120, "max_ms": 306.923, "p95_ms": 301.147}, "triton_wait": {"avg_ms": 84.012, "count": 121, "max_ms": 119.48, "p95_ms": 115.814}, "visualize": {"avg_ms": 29.843, "count": 121, "max_ms": 45.881, "p95_ms": 41.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.756, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6339.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.323, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.664, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 30, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.725, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "rtsp_timeout_count_per_hour>=30"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:37:14+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:37:14+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T22:37:14.280012+09:00", "mtime_epoch": 1783345034.280012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:37:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.375, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.147, "pushed": 9.147, "read": 9.114}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.246, "count": 274, "max_ms": 6.958, "p95_ms": 5.856}, "gstreamer_push": {"avg_ms": 1.264, "count": 274, "max_ms": 1.623, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.425, "count": 274, "max_ms": 88.989, "p95_ms": 82.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.346, "count": 274, "max_ms": 119.34, "p95_ms": 101.888}, "yolo11_640_fire_11class": {"avg_ms": 74.303, "count": 274, "max_ms": 92.774, "p95_ms": 86.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.195, "count": 274, "max_ms": 105.323, "p95_ms": 94.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.189, "count": 274, "max_ms": 132.404, "p95_ms": 115.298}, "read_interval": {"avg_ms": 109.658, "count": 273, "max_ms": 149.448, "p95_ms": 128.452}, "triton_wait": {"avg_ms": 83.456, "count": 274, "max_ms": 119.353, "p95_ms": 102.084}, "visualize": {"avg_ms": 3.552, "count": 274, "max_ms": 4.791, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6347.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.863, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 5, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.776, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:37:17+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-06T22:37:17+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T22:37:17.608066+09:00", "mtime_epoch": 1783345037.6080658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:37:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.304, "pushed": 9.304, "read": 9.271}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.491, "count": 279, "max_ms": 4.985, "p95_ms": 4.328}, "gstreamer_push": {"avg_ms": 1.289, "count": 279, "max_ms": 1.804, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.791, "count": 279, "max_ms": 85.871, "p95_ms": 81.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.549, "count": 279, "max_ms": 111.809, "p95_ms": 97.877}, "yolo11_640_fire_11class": {"avg_ms": 74.155, "count": 279, "max_ms": 94.808, "p95_ms": 86.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.012, "count": 279, "max_ms": 106.396, "p95_ms": 94.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.645, "count": 279, "max_ms": 124.371, "p95_ms": 113.049}, "read_interval": {"avg_ms": 107.785, "count": 278, "max_ms": 138.104, "p95_ms": 126.986}, "triton_wait": {"avg_ms": 82.607, "count": 279, "max_ms": 111.821, "p95_ms": 100.337}, "visualize": {"avg_ms": 3.579, "count": 279, "max_ms": 5.444, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1905, "tracking_summary": 1717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6351.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40761.888, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.013, "sample_count": 1200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:37:28+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-06T22:37:28+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T22:37:28.408240+09:00", "mtime_epoch": 1783345048.4082403, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:37:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 874.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.959, "pushed": 3.959, "read": 3.925}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.571, "count": 118, "max_ms": 158.393, "p95_ms": 152.185}, "gstreamer_push": {"avg_ms": 1.091, "count": 118, "max_ms": 2.811, "p95_ms": 1.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.834, "count": 118, "max_ms": 116.399, "p95_ms": 101.575}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.324, "count": 118, "max_ms": 118.535, "p95_ms": 112.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.425, "count": 118, "max_ms": 309.911, "p95_ms": 299.729}, "read_interval": {"avg_ms": 254.499, "count": 117, "max_ms": 315.919, "p95_ms": 307.02}, "triton_wait": {"avg_ms": 81.417, "count": 118, "max_ms": 118.547, "p95_ms": 112.744}, "visualize": {"avg_ms": 30.58, "count": 118, "max_ms": 42.259, "p95_ms": 40.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6349.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.361, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.664, "name": "ffmpeg", "pid": 32997, "rss_mb": 328.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 18, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.422, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:37:44+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T22:37:44+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:37:44.324498+09:00", "mtime_epoch": 1783345064.3244977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:37:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.021, "pushed": 9.021, "read": 8.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.197, "count": 270, "max_ms": 6.142, "p95_ms": 4.844}, "gstreamer_push": {"avg_ms": 1.302, "count": 270, "max_ms": 2.266, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.687, "count": 270, "max_ms": 90.122, "p95_ms": 83.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.916, "count": 270, "max_ms": 115.027, "p95_ms": 103.85}, "yolo11_640_fire_11class": {"avg_ms": 74.998, "count": 270, "max_ms": 95.847, "p95_ms": 86.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.923, "count": 270, "max_ms": 105.986, "p95_ms": 98.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.07, "count": 270, "max_ms": 128.094, "p95_ms": 116.981}, "read_interval": {"avg_ms": 111.25, "count": 269, "max_ms": 144.77, "p95_ms": 130.082}, "triton_wait": {"avg_ms": 85.225, "count": 270, "max_ms": 115.039, "p95_ms": 104.072}, "visualize": {"avg_ms": 3.644, "count": 270, "max_ms": 4.522, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6349.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.941, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.273, "name": "ffmpeg", "pid": 32890, "rss_mb": 275.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 5, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.736, "sample_count": 2788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:37:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:37:47+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:37:47+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T22:37:47.704552+09:00", "mtime_epoch": 1783345067.7045524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:37:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.007, "pushed": 9.007, "read": 8.974}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.617, "count": 270, "max_ms": 5.727, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.339, "count": 270, "max_ms": 1.987, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.337, "count": 270, "max_ms": 91.903, "p95_ms": 83.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.838, "count": 270, "max_ms": 116.475, "p95_ms": 99.025}, "yolo11_640_fire_11class": {"avg_ms": 75.222, "count": 270, "max_ms": 97.435, "p95_ms": 86.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.291, "count": 270, "max_ms": 105.316, "p95_ms": 98.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.854, "count": 270, "max_ms": 129.032, "p95_ms": 114.719}, "read_interval": {"avg_ms": 111.375, "count": 269, "max_ms": 143.123, "p95_ms": 128.34}, "triton_wait": {"avg_ms": 85.385, "count": 270, "max_ms": 116.488, "p95_ms": 101.8}, "visualize": {"avg_ms": 3.695, "count": 270, "max_ms": 4.609, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1905, "tracking_summary": 1718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6340.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40791.94, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.013, "sample_count": 1196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:37:58+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-06T22:37:58+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-06T22:37:58.456727+09:00", "mtime_epoch": 1783345078.4567266, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:37:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 862.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.758, "pushed": 3.758, "read": 3.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.176, "count": 112, "max_ms": 184.641, "p95_ms": 151.714}, "gstreamer_push": {"avg_ms": 0.794, "count": 112, "max_ms": 1.784, "p95_ms": 0.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.239, "count": 112, "max_ms": 108.806, "p95_ms": 103.831}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.301, "count": 112, "max_ms": 119.657, "p95_ms": 112.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.548, "count": 112, "max_ms": 308.074, "p95_ms": 297.011}, "read_interval": {"avg_ms": 268.079, "count": 111, "max_ms": 314.141, "p95_ms": 305.169}, "triton_wait": {"avg_ms": 80.314, "count": 112, "max_ms": 119.67, "p95_ms": 112.27}, "visualize": {"avg_ms": 29.274, "count": 112, "max_ms": 41.516, "p95_ms": 40.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.801, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6344.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.434, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 17, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.027, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:38:14+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T22:38:14+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T22:38:14.408985+09:00", "mtime_epoch": 1783345094.4089847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:38:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.633, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.041, "pushed": 9.041, "read": 9.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 271, "max_ms": 8.053, "p95_ms": 6.099}, "gstreamer_push": {"avg_ms": 1.296, "count": 271, "max_ms": 2.277, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.332, "count": 271, "max_ms": 89.06, "p95_ms": 81.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.145, "count": 271, "max_ms": 116.58, "p95_ms": 97.286}, "yolo11_640_fire_11class": {"avg_ms": 74.794, "count": 271, "max_ms": 88.957, "p95_ms": 85.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.339, "count": 271, "max_ms": 99.949, "p95_ms": 94.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.657, "count": 271, "max_ms": 129.589, "p95_ms": 112.855}, "read_interval": {"avg_ms": 111.018, "count": 270, "max_ms": 145.248, "p95_ms": 127.688}, "triton_wait": {"avg_ms": 84.508, "count": 271, "max_ms": 116.593, "p95_ms": 99.962}, "visualize": {"avg_ms": 3.697, "count": 271, "max_ms": 6.372, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6347.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 406.971, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.461, "name": "ffmpeg", "pid": 32890, "rss_mb": 281.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 5, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.424, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:38:17+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:38:17+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:38:17.725039+09:00", "mtime_epoch": 1783345097.7250385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:38:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.031, "pushed": 9.031, "read": 8.998}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.658, "count": 270, "max_ms": 6.241, "p95_ms": 5.051}, "gstreamer_push": {"avg_ms": 1.321, "count": 270, "max_ms": 2.36, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.721, "count": 270, "max_ms": 88.565, "p95_ms": 83.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.435, "count": 270, "max_ms": 117.919, "p95_ms": 99.214}, "yolo11_640_fire_11class": {"avg_ms": 75.031, "count": 270, "max_ms": 90.934, "p95_ms": 85.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.345, "count": 270, "max_ms": 99.816, "p95_ms": 94.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.094, "count": 270, "max_ms": 130.222, "p95_ms": 112.552}, "read_interval": {"avg_ms": 111.217, "count": 269, "max_ms": 284.84, "p95_ms": 128.363}, "triton_wait": {"avg_ms": 84.586, "count": 270, "max_ms": 117.932, "p95_ms": 99.828}, "visualize": {"avg_ms": 3.72, "count": 270, "max_ms": 6.6, "p95_ms": 4.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1906, "tracking_summary": 1719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6348.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40822.079, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.87, "sample_count": 1200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:38:28+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T22:38:28+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T22:38:28.717216+09:00", "mtime_epoch": 1783345108.7172165, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:38:28+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 862.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.082, "pushed": 4.082, "read": 4.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.887, "count": 122, "max_ms": 161.378, "p95_ms": 157.004}, "gstreamer_push": {"avg_ms": 1.303, "count": 122, "max_ms": 2.112, "p95_ms": 1.972}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.872, "count": 122, "max_ms": 110.674, "p95_ms": 106.391}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.255, "count": 122, "max_ms": 118.859, "p95_ms": 111.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.505, "count": 122, "max_ms": 308.737, "p95_ms": 297.241}, "read_interval": {"avg_ms": 247.675, "count": 121, "max_ms": 314.624, "p95_ms": 305.134}, "triton_wait": {"avg_ms": 81.296, "count": 122, "max_ms": 118.873, "p95_ms": 111.572}, "visualize": {"avg_ms": 34.386, "count": 122, "max_ms": 68.07, "p95_ms": 44.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6355.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.443, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 17, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.027, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T22:38:44+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:38:44+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:38:44.401471+09:00", "mtime_epoch": 1783345124.4014707, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:38:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 268, "max_ms": 6.982, "p95_ms": 5.944}, "gstreamer_push": {"avg_ms": 1.313, "count": 268, "max_ms": 1.833, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.566, "count": 268, "max_ms": 88.734, "p95_ms": 83.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.932, "count": 268, "max_ms": 117.907, "p95_ms": 103.945}, "yolo11_640_fire_11class": {"avg_ms": 75.079, "count": 268, "max_ms": 89.143, "p95_ms": 85.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.886, "count": 268, "max_ms": 99.845, "p95_ms": 95.901}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.365, "count": 268, "max_ms": 131.017, "p95_ms": 116.889}, "read_interval": {"avg_ms": 111.913, "count": 268, "max_ms": 144.089, "p95_ms": 130.354}, "triton_wait": {"avg_ms": 85.119, "count": 268, "max_ms": 117.921, "p95_ms": 103.958}, "visualize": {"avg_ms": 3.755, "count": 268, "max_ms": 6.085, "p95_ms": 4.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6355.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.034, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.023, "name": "ffmpeg", "pid": 32890, "rss_mb": 290.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 5, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.563, "sample_count": 2709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:38:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:38:47+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:38:47+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:38:47.789526+09:00", "mtime_epoch": 1783345127.7895255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:38:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1672.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.981, "pushed": 8.981, "read": 8.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.662, "count": 269, "max_ms": 7.366, "p95_ms": 5.129}, "gstreamer_push": {"avg_ms": 1.366, "count": 269, "max_ms": 2.428, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.497, "count": 269, "max_ms": 87.792, "p95_ms": 82.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.993, "count": 269, "max_ms": 115.584, "p95_ms": 104.512}, "yolo11_640_fire_11class": {"avg_ms": 74.868, "count": 269, "max_ms": 92.577, "p95_ms": 85.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.66, "count": 269, "max_ms": 100.121, "p95_ms": 96.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.494, "count": 269, "max_ms": 127.825, "p95_ms": 116.739}, "read_interval": {"avg_ms": 111.745, "count": 268, "max_ms": 222.109, "p95_ms": 130.79}, "triton_wait": {"avg_ms": 84.876, "count": 269, "max_ms": 115.596, "p95_ms": 104.524}, "visualize": {"avg_ms": 3.747, "count": 269, "max_ms": 6.426, "p95_ms": 4.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1909, "tracking_summary": 1720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6362.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40852.12, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.318, "sample_count": 1196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:38:58+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-06T22:38:58+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T22:38:58.649702+09:00", "mtime_epoch": 1783345138.6497016, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:38:58+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 869.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.823, "pushed": 3.823, "read": 3.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.235, "count": 114, "max_ms": 170.569, "p95_ms": 158.945}, "gstreamer_push": {"avg_ms": 1.019, "count": 114, "max_ms": 2.889, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.838, "count": 114, "max_ms": 110.957, "p95_ms": 104.246}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.246, "count": 114, "max_ms": 116.93, "p95_ms": 107.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.3, "count": 114, "max_ms": 308.869, "p95_ms": 294.111}, "read_interval": {"avg_ms": 263.352, "count": 113, "max_ms": 316.629, "p95_ms": 303.212}, "triton_wait": {"avg_ms": 77.49, "count": 114, "max_ms": 116.944, "p95_ms": 109.565}, "visualize": {"avg_ms": 28.743, "count": 114, "max_ms": 72.074, "p95_ms": 40.646}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6359.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.455, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 17, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.981, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:39:14+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:39:14+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:39:14.413957+09:00", "mtime_epoch": 1783345154.413957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:39:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1556.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.029, "pushed": 9.029, "read": 8.996}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.239, "count": 270, "max_ms": 6.075, "p95_ms": 5.415}, "gstreamer_push": {"avg_ms": 1.274, "count": 270, "max_ms": 1.841, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.529, "count": 270, "max_ms": 89.863, "p95_ms": 82.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.432, "count": 270, "max_ms": 117.049, "p95_ms": 103.623}, "yolo11_640_fire_11class": {"avg_ms": 75.101, "count": 270, "max_ms": 90.477, "p95_ms": 84.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.88, "count": 270, "max_ms": 101.262, "p95_ms": 95.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.871, "count": 270, "max_ms": 129.874, "p95_ms": 116.753}, "read_interval": {"avg_ms": 111.154, "count": 269, "max_ms": 147.679, "p95_ms": 129.849}, "triton_wait": {"avg_ms": 85.01, "count": 270, "max_ms": 117.061, "p95_ms": 103.635}, "visualize": {"avg_ms": 3.623, "count": 270, "max_ms": 4.738, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6365.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 402, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:31:28+09:00", "last_error_summary": "[h264 @ 0x559d6323d740] error while decoding MB 0 12, bytestream -6 [h264 @ 0x559d63136380] left block unavailable for requested intra mode [h264 @ 0x559d63136380] error while decoding MB 0 10, bytestream 71795 [h264 @ 0x559d63b82ac0] left block unavailable for requested intra mode [h264 @ 0x559d63b82ac0] error while decoding MB 0 27, bytestream 3435 [h264 @ 0x559d63ebe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559d63ebe4c0] error while decoding MB 0 11, bytestream 671 ", "last_exit_at": "2026-07-06T22:31:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.14, "last_started_at": "2026-07-06T22:31:30+09:00", "pid": 32890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.828, "name": "ffmpeg", "pid": 32890, "rss_mb": 291.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 5, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.627, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:39:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:39:17+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-06T22:39:17+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-06T22:39:17.870013+09:00", "mtime_epoch": 1783345157.8700132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:39:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1673.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.934, "pushed": 8.934, "read": 8.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.529, "count": 267, "max_ms": 5.508, "p95_ms": 4.107}, "gstreamer_push": {"avg_ms": 1.319, "count": 268, "max_ms": 1.866, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.074, "count": 267, "max_ms": 87.676, "p95_ms": 82.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.696, "count": 267, "max_ms": 116.275, "p95_ms": 97.371}, "yolo11_640_fire_11class": {"avg_ms": 76.649, "count": 267, "max_ms": 89.993, "p95_ms": 86.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.851, "count": 267, "max_ms": 101.286, "p95_ms": 97.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.071, "count": 268, "max_ms": 128.672, "p95_ms": 113.088}, "read_interval": {"avg_ms": 112.216, "count": 267, "max_ms": 141.063, "p95_ms": 126.83}, "triton_wait": {"avg_ms": 86.807, "count": 267, "max_ms": 116.288, "p95_ms": 100.6}, "visualize": {"avg_ms": 3.659, "count": 267, "max_ms": 4.672, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1909, "tracking_summary": 1721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6362.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40882.269, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.318, "sample_count": 1205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T22:39:29+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T22:39:28+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T22:39:28.834191+09:00", "mtime_epoch": 1783345168.834191, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:39:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 869.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.314, "pushed": 4.314, "read": 4.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.851, "count": 129, "max_ms": 179.038, "p95_ms": 153.914}, "gstreamer_push": {"avg_ms": 0.847, "count": 129, "max_ms": 2.036, "p95_ms": 0.95}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.034, "count": 129, "max_ms": 110.387, "p95_ms": 105.19}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.096, "count": 129, "max_ms": 119.777, "p95_ms": 109.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.829, "count": 129, "max_ms": 304.214, "p95_ms": 292.152}, "read_interval": {"avg_ms": 233.609, "count": 128, "max_ms": 312.013, "p95_ms": 299.316}, "triton_wait": {"avg_ms": 77.193, "count": 129, "max_ms": 119.79, "p95_ms": 109.871}, "visualize": {"avg_ms": 25.899, "count": 129, "max_ms": 40.179, "p95_ms": 34.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6095.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.534, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 17, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.509, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:39:44+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T22:39:44+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T22:39:44.526446+09:00", "mtime_epoch": 1783345184.5264456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:39:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.011, "pushed": 11.011, "read": 10.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.191, "count": 330, "max_ms": 5.768, "p95_ms": 5.059}, "gstreamer_push": {"avg_ms": 1.287, "count": 330, "max_ms": 1.629, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.509, "count": 330, "max_ms": 85.684, "p95_ms": 75.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.075, "count": 330, "max_ms": 114.633, "p95_ms": 86.183}, "yolo11_640_fire_11class": {"avg_ms": 59.376, "count": 330, "max_ms": 89.732, "p95_ms": 77.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.495, "count": 330, "max_ms": 101.191, "p95_ms": 89.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.826, "count": 330, "max_ms": 127.711, "p95_ms": 104.3}, "read_interval": {"avg_ms": 91.17, "count": 329, "max_ms": 145.786, "p95_ms": 117.956}, "triton_wait": {"avg_ms": 65.078, "count": 330, "max_ms": 114.652, "p95_ms": 91.577}, "visualize": {"avg_ms": 3.612, "count": 330, "max_ms": 4.83, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6212.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.236, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.215, "name": "ffmpeg", "pid": 33149, "rss_mb": 149.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.721, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T22:39:48+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T22:39:47+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T22:39:47.942501+09:00", "mtime_epoch": 1783345187.942501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:39:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1673.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.903, "pushed": 1.903, "read": 1.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.65, "count": 57, "max_ms": 5.216, "p95_ms": 4.869}, "gstreamer_push": {"avg_ms": 1.363, "count": 57, "max_ms": 1.504, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.728, "count": 57, "max_ms": 85.56, "p95_ms": 78.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.514, "count": 57, "max_ms": 114.695, "p95_ms": 94.084}, "yolo11_640_fire_11class": {"avg_ms": 72.652, "count": 57, "max_ms": 89.664, "p95_ms": 86.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.159, "count": 57, "max_ms": 100.339, "p95_ms": 97.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.744, "count": 57, "max_ms": 127.312, "p95_ms": 110.074}, "read_interval": {"avg_ms": 534.374, "count": 56, "max_ms": 10124.389, "p95_ms": 4809.694}, "triton_wait": {"avg_ms": 84.266, "count": 57, "max_ms": 114.707, "p95_ms": 97.677}, "visualize": {"avg_ms": 3.699, "count": 57, "max_ms": 4.491, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1910, "tracking_summary": 1722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40912.331, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.318, "sample_count": 1197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:39:59+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-06T22:39:58+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-06T22:39:58.866536+09:00", "mtime_epoch": 1783345198.8665357, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:39:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 862.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.825, "pushed": 3.825, "read": 3.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.472, "count": 114, "max_ms": 182.929, "p95_ms": 154.04}, "gstreamer_push": {"avg_ms": 1.164, "count": 114, "max_ms": 2.953, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.127, "count": 114, "max_ms": 102.634, "p95_ms": 97.671}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.697, "count": 114, "max_ms": 105.912, "p95_ms": 97.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.509, "count": 114, "max_ms": 303.731, "p95_ms": 290.222}, "read_interval": {"avg_ms": 263.577, "count": 113, "max_ms": 312.921, "p95_ms": 296.323}, "triton_wait": {"avg_ms": 74.014, "count": 114, "max_ms": 105.923, "p95_ms": 97.68}, "visualize": {"avg_ms": 32.3, "count": 114, "max_ms": 47.141, "p95_ms": 45.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.807, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.582, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 17, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.03, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:40:14+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:40:14+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:40:14.542544+09:00", "mtime_epoch": 1783345214.5425444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:40:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.148, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.177, "pushed": 9.177, "read": 9.144}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.191, "count": 275, "max_ms": 5.639, "p95_ms": 4.902}, "gstreamer_push": {"avg_ms": 1.282, "count": 275, "max_ms": 1.822, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.244, "count": 275, "max_ms": 94.158, "p95_ms": 81.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.33, "count": 275, "max_ms": 116.38, "p95_ms": 100.281}, "yolo11_640_fire_11class": {"avg_ms": 72.735, "count": 275, "max_ms": 93.262, "p95_ms": 84.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.691, "count": 275, "max_ms": 104.689, "p95_ms": 93.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.749, "count": 275, "max_ms": 129.365, "p95_ms": 115.1}, "read_interval": {"avg_ms": 109.223, "count": 274, "max_ms": 148.504, "p95_ms": 128.658}, "triton_wait": {"avg_ms": 82.886, "count": 275, "max_ms": 116.393, "p95_ms": 101.25}, "visualize": {"avg_ms": 3.618, "count": 275, "max_ms": 4.606, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6343.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.328, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.863, "name": "ffmpeg", "pid": 33149, "rss_mb": 265.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.898, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:40:18+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-06T22:40:18+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-06T22:40:18.014547+09:00", "mtime_epoch": 1783345218.014547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:40:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1673.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.102, "pushed": 9.102, "read": 9.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.522, "count": 273, "max_ms": 5.885, "p95_ms": 4.638}, "gstreamer_push": {"avg_ms": 1.291, "count": 273, "max_ms": 1.492, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.264, "count": 273, "max_ms": 94.208, "p95_ms": 82.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.936, "count": 273, "max_ms": 115.071, "p95_ms": 103.293}, "yolo11_640_fire_11class": {"avg_ms": 76.695, "count": 273, "max_ms": 95.425, "p95_ms": 87.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.229, "count": 273, "max_ms": 105.977, "p95_ms": 97.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.29, "count": 273, "max_ms": 127.303, "p95_ms": 115.817}, "read_interval": {"avg_ms": 110.102, "count": 272, "max_ms": 140.457, "p95_ms": 127.711}, "triton_wait": {"avg_ms": 86.271, "count": 273, "max_ms": 115.085, "p95_ms": 103.66}, "visualize": {"avg_ms": 3.574, "count": 273, "max_ms": 4.905, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1912, "tracking_summary": 1723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6335.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40942.43, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.021, "sample_count": 1196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:40:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:40:29+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T22:40:28+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-06T22:40:29.002558+09:00", "mtime_epoch": 1783345229.0025582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:40:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 865.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.991, "pushed": 3.991, "read": 3.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.195, "count": 119, "max_ms": 184.82, "p95_ms": 155.073}, "gstreamer_push": {"avg_ms": 0.864, "count": 119, "max_ms": 2.084, "p95_ms": 1.78}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.264, "count": 119, "max_ms": 114.331, "p95_ms": 107.721}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.698, "count": 119, "max_ms": 118.281, "p95_ms": 112.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.259, "count": 119, "max_ms": 313.39, "p95_ms": 298.329}, "read_interval": {"avg_ms": 253.034, "count": 118, "max_ms": 318.962, "p95_ms": 304.281}, "triton_wait": {"avg_ms": 81.726, "count": 119, "max_ms": 118.294, "p95_ms": 112.326}, "visualize": {"avg_ms": 27.522, "count": 119, "max_ms": 44.011, "p95_ms": 39.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6344.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.591, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 16, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.276, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:40:44+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:40:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:40:44.558579+09:00", "mtime_epoch": 1783345244.5585792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:40:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.835}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.232, "count": 265, "max_ms": 6.903, "p95_ms": 5.073}, "gstreamer_push": {"avg_ms": 1.297, "count": 265, "max_ms": 1.572, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.649, "count": 265, "max_ms": 89.989, "p95_ms": 82.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.419, "count": 265, "max_ms": 115.292, "p95_ms": 96.395}, "yolo11_640_fire_11class": {"avg_ms": 76.627, "count": 265, "max_ms": 95.686, "p95_ms": 85.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.642, "count": 265, "max_ms": 100.089, "p95_ms": 95.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.576, "count": 265, "max_ms": 128.479, "p95_ms": 112.275}, "read_interval": {"avg_ms": 113.272, "count": 265, "max_ms": 146.71, "p95_ms": 126.511}, "triton_wait": {"avg_ms": 86.548, "count": 265, "max_ms": 115.305, "p95_ms": 99.017}, "visualize": {"avg_ms": 3.675, "count": 265, "max_ms": 6.142, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 2347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.335, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.637, "name": "ffmpeg", "pid": 33149, "rss_mb": 266.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.088, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:40:48+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:40:48+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:40:48.046585+09:00", "mtime_epoch": 1783345248.0465848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:40:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1756.938, "name": "celery", "pid": 237, "rss_mb": 1673.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.835}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.575, "count": 265, "max_ms": 5.718, "p95_ms": 4.176}, "gstreamer_push": {"avg_ms": 1.335, "count": 265, "max_ms": 2.274, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.249, "count": 265, "max_ms": 91.313, "p95_ms": 83.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.419, "count": 265, "max_ms": 116.849, "p95_ms": 95.605}, "yolo11_640_fire_11class": {"avg_ms": 77.752, "count": 265, "max_ms": 96.572, "p95_ms": 86.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.767, "count": 265, "max_ms": 99.246, "p95_ms": 95.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.984, "count": 265, "max_ms": 129.86, "p95_ms": 111.554}, "read_interval": {"avg_ms": 113.339, "count": 265, "max_ms": 146.467, "p95_ms": 125.335}, "triton_wait": {"avg_ms": 87.631, "count": 265, "max_ms": 116.861, "p95_ms": 98.369}, "visualize": {"avg_ms": 3.683, "count": 265, "max_ms": 6.236, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1912, "tracking_summary": 1724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6335.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 40972.668, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.547, "sample_count": 1206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:40:59+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-06T22:40:59+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-06T22:40:59.194605+09:00", "mtime_epoch": 1783345259.1946049, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:40:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 862.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.301, "pushed": 4.301, "read": 4.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 115.354, "count": 129, "max_ms": 163.735, "p95_ms": 157.319}, "gstreamer_push": {"avg_ms": 0.993, "count": 129, "max_ms": 2.021, "p95_ms": 1.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.77, "count": 129, "max_ms": 113.122, "p95_ms": 104.842}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.076, "count": 129, "max_ms": 118.597, "p95_ms": 109.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.504, "count": 129, "max_ms": 304.498, "p95_ms": 291.627}, "read_interval": {"avg_ms": 233.993, "count": 128, "max_ms": 311.775, "p95_ms": 298.599}, "triton_wait": {"avg_ms": 80.232, "count": 129, "max_ms": 118.61, "p95_ms": 109.826}, "visualize": {"avg_ms": 28.104, "count": 129, "max_ms": 40.632, "p95_ms": 35.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6648.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.687, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 16, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.298, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:41:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:41:14+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:41:14+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:41:14.646637+09:00", "mtime_epoch": 1783345274.6466374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:41:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.406, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.237, "pushed": 9.237, "read": 9.204}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 277, "max_ms": 6.697, "p95_ms": 5.863}, "gstreamer_push": {"avg_ms": 1.258, "count": 277, "max_ms": 1.688, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.011, "count": 277, "max_ms": 91.802, "p95_ms": 83.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.891, "count": 277, "max_ms": 120.963, "p95_ms": 109.945}, "yolo11_640_fire_11class": {"avg_ms": 73.71, "count": 277, "max_ms": 91.916, "p95_ms": 87.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.481, "count": 277, "max_ms": 102.44, "p95_ms": 97.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.081, "count": 277, "max_ms": 133.548, "p95_ms": 123.128}, "read_interval": {"avg_ms": 108.623, "count": 276, "max_ms": 148.309, "p95_ms": 138.031}, "triton_wait": {"avg_ms": 82.411, "count": 277, "max_ms": 120.976, "p95_ms": 109.957}, "visualize": {"avg_ms": 3.534, "count": 277, "max_ms": 4.674, "p95_ms": 4.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6493.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.385, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 33149, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.898, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:41:18+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:41:18+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:41:18.098645+09:00", "mtime_epoch": 1783345278.0986454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:41:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1829.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.881, "pushed": 8.881, "read": 8.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.617, "count": 266, "max_ms": 5.416, "p95_ms": 4.511}, "gstreamer_push": {"avg_ms": 1.504, "count": 266, "max_ms": 6.936, "p95_ms": 3.675}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.121, "count": 266, "max_ms": 92.523, "p95_ms": 82.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.352, "count": 266, "max_ms": 118.807, "p95_ms": 108.553}, "yolo11_640_fire_11class": {"avg_ms": 74.628, "count": 266, "max_ms": 93.522, "p95_ms": 87.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.504, "count": 266, "max_ms": 103.645, "p95_ms": 96.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.527, "count": 266, "max_ms": 554.635, "p95_ms": 122.468}, "read_interval": {"avg_ms": 112.973, "count": 265, "max_ms": 566.484, "p95_ms": 136.094}, "triton_wait": {"avg_ms": 83.923, "count": 266, "max_ms": 118.821, "p95_ms": 108.565}, "visualize": {"avg_ms": 3.706, "count": 266, "max_ms": 10.382, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1914, "tracking_summary": 1725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6487.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41002.864, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.068, "sample_count": 1197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:41:29+09:00", "last_frame_read_age_sec": 0.271, "last_frame_read_at": "2026-07-06T22:41:29+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-06T22:41:29.398674+09:00", "mtime_epoch": 1783345289.398674, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:41:29+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 873.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.077, "pushed": 4.077, "read": 4.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.507, "count": 122, "max_ms": 170.288, "p95_ms": 157.014}, "gstreamer_push": {"avg_ms": 1.071, "count": 122, "max_ms": 3.377, "p95_ms": 2.026}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.661, "count": 122, "max_ms": 113.922, "p95_ms": 108.15}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.257, "count": 122, "max_ms": 123.512, "p95_ms": 113.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.463, "count": 122, "max_ms": 305.924, "p95_ms": 295.613}, "read_interval": {"avg_ms": 247.264, "count": 121, "max_ms": 311.795, "p95_ms": 301.795}, "triton_wait": {"avg_ms": 81.352, "count": 122, "max_ms": 123.526, "p95_ms": 113.305}, "visualize": {"avg_ms": 31.676, "count": 122, "max_ms": 53.194, "p95_ms": 40.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6470.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.752, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 16, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.1, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:41:44+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T22:41:44+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T22:41:44.702717+09:00", "mtime_epoch": 1783345304.7027173, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:41:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.978, "pushed": 8.978, "read": 8.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 269, "max_ms": 6.188, "p95_ms": 4.728}, "gstreamer_push": {"avg_ms": 1.291, "count": 269, "max_ms": 1.515, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.588, "count": 269, "max_ms": 87.977, "p95_ms": 81.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.867, "count": 269, "max_ms": 121.08, "p95_ms": 101.199}, "yolo11_640_fire_11class": {"avg_ms": 75.39, "count": 269, "max_ms": 91.091, "p95_ms": 86.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.931, "count": 269, "max_ms": 104.35, "p95_ms": 96.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.055, "count": 269, "max_ms": 134.316, "p95_ms": 116.567}, "read_interval": {"avg_ms": 111.723, "count": 268, "max_ms": 147.666, "p95_ms": 131.09}, "triton_wait": {"avg_ms": 85.111, "count": 269, "max_ms": 121.092, "p95_ms": 103.235}, "visualize": {"avg_ms": 3.661, "count": 269, "max_ms": 4.438, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6462.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.385, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 33149, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.204, "sample_count": 2481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:41:48+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T22:41:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-06T22:41:48.106728+09:00", "mtime_epoch": 1783345308.1067276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:41:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1781.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.97, "pushed": 8.97, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.562, "count": 269, "max_ms": 5.576, "p95_ms": 4.27}, "gstreamer_push": {"avg_ms": 1.331, "count": 269, "max_ms": 2.14, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.176, "count": 269, "max_ms": 89.374, "p95_ms": 83.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.236, "count": 269, "max_ms": 117.319, "p95_ms": 101.437}, "yolo11_640_fire_11class": {"avg_ms": 76.183, "count": 269, "max_ms": 92.723, "p95_ms": 86.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.879, "count": 269, "max_ms": 103.28, "p95_ms": 97.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.228, "count": 269, "max_ms": 129.686, "p95_ms": 114.184}, "read_interval": {"avg_ms": 111.586, "count": 269, "max_ms": 142.024, "p95_ms": 128.208}, "triton_wait": {"avg_ms": 85.9, "count": 269, "max_ms": 117.331, "p95_ms": 102.141}, "visualize": {"avg_ms": 3.669, "count": 269, "max_ms": 5.844, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1915, "tracking_summary": 1726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6444.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41032.99, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.628, "sample_count": 1201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:41:59+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-06T22:41:59+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T22:41:59.522764+09:00", "mtime_epoch": 1783345319.5227642, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:41:59+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 874.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.215, "pushed": 4.215, "read": 4.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.583, "count": 126, "max_ms": 151.61, "p95_ms": 149.708}, "gstreamer_push": {"avg_ms": 0.781, "count": 126, "max_ms": 0.949, "p95_ms": 0.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.381, "count": 126, "max_ms": 111.624, "p95_ms": 106.155}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.551, "count": 126, "max_ms": 117.207, "p95_ms": 109.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.544, "count": 126, "max_ms": 293.451, "p95_ms": 282.22}, "read_interval": {"avg_ms": 238.772, "count": 125, "max_ms": 302.084, "p95_ms": 288.521}, "triton_wait": {"avg_ms": 76.581, "count": 126, "max_ms": 117.217, "p95_ms": 109.679}, "visualize": {"avg_ms": 25.668, "count": 126, "max_ms": 28.383, "p95_ms": 27.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6412.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.795, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.18, "name": "ffmpeg", "pid": 32997, "rss_mb": 329.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 16, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.483, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:42:14+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:42:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:42:14.762818+09:00", "mtime_epoch": 1783345334.7628176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:42:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.664, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.113, "pushed": 9.113, "read": 9.08}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.319, "count": 273, "max_ms": 6.811, "p95_ms": 5.723}, "gstreamer_push": {"avg_ms": 1.28, "count": 273, "max_ms": 1.588, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.761, "count": 273, "max_ms": 91.038, "p95_ms": 81.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.184, "count": 273, "max_ms": 118.473, "p95_ms": 94.248}, "yolo11_640_fire_11class": {"avg_ms": 73.71, "count": 273, "max_ms": 91.437, "p95_ms": 83.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.54, "count": 273, "max_ms": 102.39, "p95_ms": 93.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.488, "count": 273, "max_ms": 133.265, "p95_ms": 112.86}, "read_interval": {"avg_ms": 110.045, "count": 272, "max_ms": 148.8, "p95_ms": 127.248}, "triton_wait": {"avg_ms": 83.403, "count": 273, "max_ms": 118.489, "p95_ms": 99.715}, "visualize": {"avg_ms": 3.687, "count": 273, "max_ms": 5.814, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6399.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.392, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 33149, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.119, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:42:18+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:42:18+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:42:18.102830+09:00", "mtime_epoch": 1783345338.1028302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:42:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1726.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.068, "pushed": 9.068, "read": 9.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 272, "max_ms": 5.765, "p95_ms": 4.211}, "gstreamer_push": {"avg_ms": 1.3, "count": 272, "max_ms": 2.143, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.61, "count": 272, "max_ms": 90.209, "p95_ms": 82.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.418, "count": 272, "max_ms": 114.773, "p95_ms": 97.523}, "yolo11_640_fire_11class": {"avg_ms": 75.268, "count": 272, "max_ms": 90.75, "p95_ms": 85.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.197, "count": 272, "max_ms": 100.766, "p95_ms": 94.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.169, "count": 272, "max_ms": 127.085, "p95_ms": 111.862}, "read_interval": {"avg_ms": 110.246, "count": 272, "max_ms": 139.32, "p95_ms": 125.581}, "triton_wait": {"avg_ms": 85.069, "count": 272, "max_ms": 114.787, "p95_ms": 99.118}, "visualize": {"avg_ms": 3.582, "count": 272, "max_ms": 6.027, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1915, "tracking_summary": 1727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6395.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41063.206, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.778, "sample_count": 1200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:42:29+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-06T22:42:29+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T22:42:29.730875+09:00", "mtime_epoch": 1783345349.730875, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:42:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 872.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.905, "pushed": 3.905, "read": 3.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.736, "count": 117, "max_ms": 180.875, "p95_ms": 151.391}, "gstreamer_push": {"avg_ms": 0.836, "count": 117, "max_ms": 1.808, "p95_ms": 1.708}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.535, "count": 117, "max_ms": 109.006, "p95_ms": 105.256}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.065, "count": 117, "max_ms": 115.822, "p95_ms": 111.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.415, "count": 117, "max_ms": 300.445, "p95_ms": 291.96}, "read_interval": {"avg_ms": 257.984, "count": 116, "max_ms": 308.869, "p95_ms": 300.23}, "triton_wait": {"avg_ms": 77.077, "count": 117, "max_ms": 115.836, "p95_ms": 111.096}, "visualize": {"avg_ms": 26.844, "count": 117, "max_ms": 39.234, "p95_ms": 36.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6374.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 79, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:33:45+09:00", "last_error_summary": "[h264 @ 0x56372e5dd400] error while decoding MB 90 47, bytestream -5 [in#0/rtsp @ 0x56372d9c8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56372d9c8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 539.374, "last_started_at": "2026-07-06T22:33:48+09:00", "pid": 32997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.012, "name": "ffmpeg", "pid": 32997, "rss_mb": 330.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 16, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.008, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:42:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:42:47+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-06T22:42:47+09:00", "mjpeg": {"age_sec": 8.989, "exists": true, "mtime": "2026-07-06T22:42:38.442910+09:00", "mtime_epoch": 1783345358.4429104, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:42:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.322, "pushed": 6.322, "read": 6.288}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.341, "count": 189, "max_ms": 6.401, "p95_ms": 5.571}, "gstreamer_push": {"avg_ms": 1.289, "count": 189, "max_ms": 1.497, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.82, "count": 189, "max_ms": 87.342, "p95_ms": 82.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.865, "count": 189, "max_ms": 115.962, "p95_ms": 104.041}, "yolo11_640_fire_11class": {"avg_ms": 74.817, "count": 189, "max_ms": 87.944, "p95_ms": 84.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.913, "count": 189, "max_ms": 99.129, "p95_ms": 96.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.288, "count": 189, "max_ms": 128.871, "p95_ms": 116.782}, "read_interval": {"avg_ms": 159.066, "count": 188, "max_ms": 8980.737, "p95_ms": 134.474}, "triton_wait": {"avg_ms": 85.256, "count": 189, "max_ms": 115.975, "p95_ms": 104.053}, "visualize": {"avg_ms": 3.677, "count": 189, "max_ms": 4.612, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6366.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.444, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 33149, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.848, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:42:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T22:42:48+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T22:42:48.190952+09:00", "mtime_epoch": 1783345368.190952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:42:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.626, "pushed": 9.626, "read": 9.593}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.525, "count": 288, "max_ms": 5.451, "p95_ms": 4.041}, "gstreamer_push": {"avg_ms": 1.33, "count": 288, "max_ms": 1.548, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.418, "count": 288, "max_ms": 87.815, "p95_ms": 80.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.067, "count": 288, "max_ms": 116.062, "p95_ms": 93.701}, "yolo11_640_fire_11class": {"avg_ms": 69.871, "count": 288, "max_ms": 89.337, "p95_ms": 85.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.874, "count": 288, "max_ms": 99.933, "p95_ms": 96.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.224, "count": 288, "max_ms": 128.31, "p95_ms": 111.533}, "read_interval": {"avg_ms": 104.421, "count": 287, "max_ms": 140.578, "p95_ms": 126.611}, "triton_wait": {"avg_ms": 78.973, "count": 288, "max_ms": 116.074, "p95_ms": 98.756}, "visualize": {"avg_ms": 3.644, "count": 288, "max_ms": 4.4, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1918, "tracking_summary": 1728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6046.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41093.231, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.238, "sample_count": 1216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:43:00+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-06T22:42:59+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-06T22:42:59.791004+09:00", "mtime_epoch": 1783345379.791004, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:43:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 872.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.3, "pushed": 4.3, "read": 4.266}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.625, "count": 128, "max_ms": 165.079, "p95_ms": 153.86}, "gstreamer_push": {"avg_ms": 0.828, "count": 128, "max_ms": 1.897, "p95_ms": 0.928}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.634, "count": 128, "max_ms": 108.703, "p95_ms": 92.565}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.788, "count": 128, "max_ms": 113.403, "p95_ms": 103.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.589, "count": 128, "max_ms": 291.498, "p95_ms": 274.069}, "read_interval": {"avg_ms": 234.49, "count": 127, "max_ms": 300.677, "p95_ms": 282.149}, "triton_wait": {"avg_ms": 77.827, "count": 128, "max_ms": 113.416, "p95_ms": 103.371}, "visualize": {"avg_ms": 26.248, "count": 128, "max_ms": 40.07, "p95_ms": 35.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.77, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6346.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.15, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.363, "name": "ffmpeg", "pid": 33316, "rss_mb": 325.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 17, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.434, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:43:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:43:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T22:43:17+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:43:17.375087+09:00", "mtime_epoch": 1783345397.3750875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:43:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 139, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.96, "pushed": 6.96, "read": 6.96}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.245, "count": 139, "max_ms": 6.534, "p95_ms": 5.254}, "gstreamer_push": {"avg_ms": 1.292, "count": 139, "max_ms": 1.527, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.792, "count": 139, "max_ms": 87.931, "p95_ms": 84.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.427, "count": 139, "max_ms": 117.539, "p95_ms": 102.026}, "yolo11_640_fire_11class": {"avg_ms": 76.847, "count": 139, "max_ms": 91.664, "p95_ms": 86.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.189, "count": 139, "max_ms": 101.349, "p95_ms": 94.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.246, "count": 139, "max_ms": 130.553, "p95_ms": 115.312}, "read_interval": {"avg_ms": 216.204, "count": 139, "max_ms": 10168.919, "p95_ms": 129.923}, "triton_wait": {"avg_ms": 86.354, "count": 139, "max_ms": 117.552, "p95_ms": 102.038}, "visualize": {"avg_ms": 3.643, "count": 139, "max_ms": 4.653, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6346.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.467, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 33149, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.715, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:43:18+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T22:43:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:43:18.187092+09:00", "mtime_epoch": 1783345398.1870916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:43:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.22}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.532, "count": 307, "max_ms": 5.254, "p95_ms": 4.126}, "gstreamer_push": {"avg_ms": 1.313, "count": 307, "max_ms": 1.557, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.51, "count": 307, "max_ms": 87.021, "p95_ms": 80.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.754, "count": 307, "max_ms": 118.496, "p95_ms": 85.645}, "yolo11_640_fire_11class": {"avg_ms": 65.609, "count": 307, "max_ms": 90.299, "p95_ms": 82.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.926, "count": 307, "max_ms": 100.401, "p95_ms": 91.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.614, "count": 307, "max_ms": 130.951, "p95_ms": 106.058}, "read_interval": {"avg_ms": 97.761, "count": 306, "max_ms": 146.376, "p95_ms": 120.212}, "triton_wait": {"avg_ms": 72.383, "count": 307, "max_ms": 118.51, "p95_ms": 94.143}, "visualize": {"avg_ms": 3.634, "count": 307, "max_ms": 4.594, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1919, "tracking_summary": 1729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6348.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41123.499, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.152, "sample_count": 1208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:43:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:43:30+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-06T22:43:30+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-06T22:43:30.043152+09:00", "mtime_epoch": 1783345410.0431516, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:43:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 874.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.829, "pushed": 3.829, "read": 3.795}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.202, "count": 114, "max_ms": 174.214, "p95_ms": 158.418}, "gstreamer_push": {"avg_ms": 0.769, "count": 114, "max_ms": 0.96, "p95_ms": 0.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.76, "count": 114, "max_ms": 112.452, "p95_ms": 108.797}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.733, "count": 114, "max_ms": 116.933, "p95_ms": 109.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.697, "count": 114, "max_ms": 301.597, "p95_ms": 293.156}, "read_interval": {"avg_ms": 263.305, "count": 113, "max_ms": 308.504, "p95_ms": 299.277}, "triton_wait": {"avg_ms": 78.918, "count": 114, "max_ms": 116.946, "p95_ms": 111.274}, "visualize": {"avg_ms": 24.832, "count": 114, "max_ms": 36.752, "p95_ms": 27.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.773, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6352.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.235, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.879, "name": "ffmpeg", "pid": 33316, "rss_mb": 325.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 17, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.434, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:43:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:43:47+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:43:47+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:43:47.459244+09:00", "mtime_epoch": 1783345427.4592443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:43:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1557.922, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.54, "pushed": 7.54, "read": 7.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.397, "count": 226, "max_ms": 7.044, "p95_ms": 5.967}, "gstreamer_push": {"avg_ms": 1.312, "count": 226, "max_ms": 1.805, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.122, "count": 226, "max_ms": 92.855, "p95_ms": 82.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.654, "count": 226, "max_ms": 122.639, "p95_ms": 107.61}, "yolo11_640_fire_11class": {"avg_ms": 75.741, "count": 226, "max_ms": 94.408, "p95_ms": 85.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.472, "count": 226, "max_ms": 105.232, "p95_ms": 96.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.61, "count": 226, "max_ms": 135.827, "p95_ms": 120.492}, "read_interval": {"avg_ms": 133.211, "count": 225, "max_ms": 4729.31, "p95_ms": 133.52}, "triton_wait": {"avg_ms": 86.375, "count": 226, "max_ms": 122.651, "p95_ms": 107.622}, "visualize": {"avg_ms": 3.736, "count": 226, "max_ms": 5.955, "p95_ms": 4.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6352.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.521, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 33149, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.92, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:43:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:43:48+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:43:48+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T22:43:48.235249+09:00", "mtime_epoch": 1783345428.2352486, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:43:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.145, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.317, "pushed": 9.317, "read": 9.283}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.66, "count": 279, "max_ms": 5.766, "p95_ms": 5.022}, "gstreamer_push": {"avg_ms": 1.321, "count": 279, "max_ms": 2.444, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.614, "count": 279, "max_ms": 94.259, "p95_ms": 81.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.285, "count": 279, "max_ms": 112.063, "p95_ms": 103.147}, "yolo11_640_fire_11class": {"avg_ms": 72.625, "count": 279, "max_ms": 95.178, "p95_ms": 85.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.802, "count": 279, "max_ms": 106.592, "p95_ms": 96.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.457, "count": 279, "max_ms": 123.954, "p95_ms": 116.831}, "read_interval": {"avg_ms": 107.695, "count": 278, "max_ms": 140.136, "p95_ms": 129.998}, "triton_wait": {"avg_ms": 82.103, "count": 279, "max_ms": 112.07, "p95_ms": 103.57}, "visualize": {"avg_ms": 3.632, "count": 279, "max_ms": 6.261, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1920, "tracking_summary": 1730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6351.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41153.595, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.378, "sample_count": 1225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:44:00+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T22:44:00+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-06T22:44:00.119315+09:00", "mtime_epoch": 1783345440.1193151, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:44:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 877.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.392, "pushed": 4.392, "read": 4.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.347, "count": 131, "max_ms": 154.433, "p95_ms": 151.781}, "gstreamer_push": {"avg_ms": 0.811, "count": 131, "max_ms": 1.322, "p95_ms": 0.918}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.526, "count": 131, "max_ms": 114.424, "p95_ms": 105.595}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.864, "count": 131, "max_ms": 118.658, "p95_ms": 109.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.946, "count": 131, "max_ms": 291.756, "p95_ms": 281.503}, "read_interval": {"avg_ms": 229.282, "count": 130, "max_ms": 297.626, "p95_ms": 290.108}, "triton_wait": {"avg_ms": 77.96, "count": 131, "max_ms": 118.671, "p95_ms": 109.72}, "visualize": {"avg_ms": 23.818, "count": 131, "max_ms": 31.849, "p95_ms": 27.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.241, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.137, "name": "ffmpeg", "pid": 33316, "rss_mb": 326.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 16, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.898, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:44:17+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:44:17+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T22:44:17.463417+09:00", "mtime_epoch": 1783345457.4634166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:44:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.036, "pushed": 9.036, "read": 9.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.236, "count": 271, "max_ms": 6.666, "p95_ms": 5.747}, "gstreamer_push": {"avg_ms": 1.282, "count": 271, "max_ms": 1.586, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.753, "count": 271, "max_ms": 90.599, "p95_ms": 82.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.495, "count": 271, "max_ms": 112.739, "p95_ms": 96.631}, "yolo11_640_fire_11class": {"avg_ms": 74.398, "count": 271, "max_ms": 97.05, "p95_ms": 85.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.835, "count": 271, "max_ms": 102.503, "p95_ms": 94.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.266, "count": 271, "max_ms": 126.141, "p95_ms": 112.13}, "read_interval": {"avg_ms": 110.725, "count": 271, "max_ms": 144.15, "p95_ms": 127.123}, "triton_wait": {"avg_ms": 84.255, "count": 271, "max_ms": 112.753, "p95_ms": 98.752}, "visualize": {"avg_ms": 3.635, "count": 271, "max_ms": 4.618, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.546, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.152, "name": "ffmpeg", "pid": 33149, "rss_mb": 267.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.184, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:44:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:44:18+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:44:18+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:44:18.255421+09:00", "mtime_epoch": 1783345458.2554214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:44:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.122, "pushed": 9.122, "read": 9.089}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 273, "max_ms": 5.636, "p95_ms": 4.575}, "gstreamer_push": {"avg_ms": 1.311, "count": 273, "max_ms": 1.869, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.277, "count": 273, "max_ms": 91.722, "p95_ms": 83.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.774, "count": 273, "max_ms": 117.63, "p95_ms": 91.741}, "yolo11_640_fire_11class": {"avg_ms": 75.18, "count": 273, "max_ms": 92.472, "p95_ms": 87.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.582, "count": 273, "max_ms": 102.807, "p95_ms": 94.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.863, "count": 273, "max_ms": 130.015, "p95_ms": 112.328}, "read_interval": {"avg_ms": 109.949, "count": 272, "max_ms": 149.642, "p95_ms": 127.605}, "triton_wait": {"avg_ms": 84.682, "count": 273, "max_ms": 117.643, "p95_ms": 99.802}, "visualize": {"avg_ms": 3.599, "count": 273, "max_ms": 4.733, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1921, "tracking_summary": 1731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6355.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41183.702, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.481, "sample_count": 1210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:44:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:44:30+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T22:44:30+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T22:44:30.339495+09:00", "mtime_epoch": 1783345470.3394954, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:44:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 876.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.818, "pushed": 3.818, "read": 3.784}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.968, "count": 114, "max_ms": 172.201, "p95_ms": 158.026}, "gstreamer_push": {"avg_ms": 0.785, "count": 114, "max_ms": 1.391, "p95_ms": 0.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.975, "count": 114, "max_ms": 110.769, "p95_ms": 105.92}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.147, "count": 114, "max_ms": 117.718, "p95_ms": 112.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.261, "count": 114, "max_ms": 316.821, "p95_ms": 303.589}, "read_interval": {"avg_ms": 264.892, "count": 113, "max_ms": 327.562, "p95_ms": 310.327}, "triton_wait": {"avg_ms": 80.59, "count": 114, "max_ms": 117.732, "p95_ms": 112.754}, "visualize": {"avg_ms": 28.851, "count": 114, "max_ms": 47.337, "p95_ms": 40.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6351.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.338, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.137, "name": "ffmpeg", "pid": 33316, "rss_mb": 326.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 16, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.312, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:44:47+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:44:47+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:44:47.551605+09:00", "mtime_epoch": 1783345487.5516047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:44:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.18, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.971, "pushed": 8.971, "read": 8.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.203, "count": 269, "max_ms": 6.733, "p95_ms": 5.178}, "gstreamer_push": {"avg_ms": 1.278, "count": 269, "max_ms": 1.57, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.108, "count": 269, "max_ms": 94.212, "p95_ms": 84.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.956, "count": 269, "max_ms": 119.087, "p95_ms": 104.918}, "yolo11_640_fire_11class": {"avg_ms": 74.61, "count": 269, "max_ms": 94.225, "p95_ms": 86.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.554, "count": 269, "max_ms": 105.148, "p95_ms": 95.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.71, "count": 269, "max_ms": 131.983, "p95_ms": 118.017}, "read_interval": {"avg_ms": 111.847, "count": 268, "max_ms": 152.079, "p95_ms": 131.71}, "triton_wait": {"avg_ms": 85.863, "count": 269, "max_ms": 119.099, "p95_ms": 105.16}, "visualize": {"avg_ms": 3.633, "count": 269, "max_ms": 4.669, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.65, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 33149, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.119, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:44:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:44:48+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:44:48+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:44:48.359610+09:00", "mtime_epoch": 1783345488.3596098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:44:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.933, "pushed": 8.967, "read": 8.933}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.557, "count": 268, "max_ms": 5.661, "p95_ms": 4.541}, "gstreamer_push": {"avg_ms": 1.33, "count": 269, "max_ms": 1.522, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.297, "count": 268, "max_ms": 92.45, "p95_ms": 84.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.645, "count": 268, "max_ms": 117.413, "p95_ms": 104.638}, "yolo11_640_fire_11class": {"avg_ms": 75.307, "count": 268, "max_ms": 92.464, "p95_ms": 85.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.158, "count": 268, "max_ms": 103.354, "p95_ms": 95.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.753, "count": 268, "max_ms": 129.849, "p95_ms": 117.006}, "read_interval": {"avg_ms": 111.872, "count": 268, "max_ms": 142.633, "p95_ms": 129.858}, "triton_wait": {"avg_ms": 86.491, "count": 268, "max_ms": 117.425, "p95_ms": 104.65}, "visualize": {"avg_ms": 3.628, "count": 268, "max_ms": 4.637, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1922, "tracking_summary": 1732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6353.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41213.817, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.96, "sample_count": 1227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:45:00+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-06T22:45:00+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-06T22:45:00.407690+09:00", "mtime_epoch": 1783345500.4076896, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:45:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 874.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.38, "pushed": 4.38, "read": 4.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.17, "count": 131, "max_ms": 157.788, "p95_ms": 154.044}, "gstreamer_push": {"avg_ms": 0.813, "count": 131, "max_ms": 1.201, "p95_ms": 0.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.909, "count": 131, "max_ms": 112.768, "p95_ms": 104.165}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.769, "count": 131, "max_ms": 113.372, "p95_ms": 110.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.1, "count": 131, "max_ms": 293.211, "p95_ms": 288.284}, "read_interval": {"avg_ms": 229.943, "count": 130, "max_ms": 299.351, "p95_ms": 296.045}, "triton_wait": {"avg_ms": 79.911, "count": 131, "max_ms": 113.385, "p95_ms": 110.74}, "visualize": {"avg_ms": 26.17, "count": 131, "max_ms": 34.809, "p95_ms": 31.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6351.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.386, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.137, "name": "ffmpeg", "pid": 33316, "rss_mb": 326.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 16, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.007, "sample_count": 2439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:45:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:45:17+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:45:17+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T22:45:17.615807+09:00", "mtime_epoch": 1783345517.615807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:45:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.851, "pushed": 8.851, "read": 8.818}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.096, "count": 265, "max_ms": 5.896, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.298, "count": 265, "max_ms": 2.243, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.082, "count": 265, "max_ms": 93.07, "p95_ms": 83.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.126, "count": 265, "max_ms": 119.244, "p95_ms": 110.154}, "yolo11_640_fire_11class": {"avg_ms": 76.229, "count": 265, "max_ms": 93.08, "p95_ms": 85.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.858, "count": 265, "max_ms": 103.165, "p95_ms": 95.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.293, "count": 265, "max_ms": 132.232, "p95_ms": 123.109}, "read_interval": {"avg_ms": 113.402, "count": 264, "max_ms": 148.364, "p95_ms": 135.692}, "triton_wait": {"avg_ms": 87.574, "count": 265, "max_ms": 119.257, "p95_ms": 110.166}, "visualize": {"avg_ms": 3.585, "count": 265, "max_ms": 4.665, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6352.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.668, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 33149, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.787, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:45:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:45:18+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:45:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:45:18.387812+09:00", "mtime_epoch": 1783345518.3878124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:45:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.861, "pushed": 8.861, "read": 8.827}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.601, "count": 265, "max_ms": 5.403, "p95_ms": 4.419}, "gstreamer_push": {"avg_ms": 1.334, "count": 265, "max_ms": 1.921, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.142, "count": 265, "max_ms": 92.988, "p95_ms": 83.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.876, "count": 265, "max_ms": 121.378, "p95_ms": 111.015}, "yolo11_640_fire_11class": {"avg_ms": 75.717, "count": 265, "max_ms": 92.998, "p95_ms": 85.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.355, "count": 265, "max_ms": 103.149, "p95_ms": 95.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.638, "count": 265, "max_ms": 133.973, "p95_ms": 123.377}, "read_interval": {"avg_ms": 113.26, "count": 264, "max_ms": 152.43, "p95_ms": 136.625}, "triton_wait": {"avg_ms": 87.228, "count": 265, "max_ms": 121.391, "p95_ms": 111.027}, "visualize": {"avg_ms": 3.679, "count": 265, "max_ms": 4.687, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1923, "tracking_summary": 1733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6356.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41243.946, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 291.378, "sample_count": 1231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:45:30+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T22:45:30+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T22:45:30.507898+09:00", "mtime_epoch": 1783345530.5078979, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:45:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 876.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.173, "pushed": 4.173, "read": 4.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.884, "count": 125, "max_ms": 189.879, "p95_ms": 185.172}, "gstreamer_push": {"avg_ms": 0.805, "count": 125, "max_ms": 0.98, "p95_ms": 0.881}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.177, "count": 125, "max_ms": 116.321, "p95_ms": 108.881}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.396, "count": 125, "max_ms": 117.975, "p95_ms": 111.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.398, "count": 125, "max_ms": 326.045, "p95_ms": 295.58}, "read_interval": {"avg_ms": 240.94, "count": 124, "max_ms": 331.939, "p95_ms": 301.537}, "triton_wait": {"avg_ms": 82.678, "count": 125, "max_ms": 117.988, "p95_ms": 111.723}, "visualize": {"avg_ms": 25.002, "count": 125, "max_ms": 32.565, "p95_ms": 30.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6357.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.393, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.395, "name": "ffmpeg", "pid": 33316, "rss_mb": 326.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 16, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.426, "sample_count": 2440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:45:47+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T22:45:47+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T22:45:47.604022+09:00", "mtime_epoch": 1783345547.6040223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:45:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.438, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.868, "pushed": 8.868, "read": 8.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 266, "max_ms": 6.913, "p95_ms": 5.727}, "gstreamer_push": {"avg_ms": 1.285, "count": 266, "max_ms": 1.523, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.285, "count": 266, "max_ms": 89.749, "p95_ms": 81.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.579, "count": 266, "max_ms": 123.018, "p95_ms": 99.391}, "yolo11_640_fire_11class": {"avg_ms": 76.735, "count": 266, "max_ms": 95.455, "p95_ms": 86.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.691, "count": 266, "max_ms": 104.91, "p95_ms": 95.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.689, "count": 266, "max_ms": 136.57, "p95_ms": 115.333}, "read_interval": {"avg_ms": 112.775, "count": 266, "max_ms": 148.901, "p95_ms": 128.44}, "triton_wait": {"avg_ms": 86.83, "count": 266, "max_ms": 123.031, "p95_ms": 102.013}, "visualize": {"avg_ms": 3.606, "count": 266, "max_ms": 4.817, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6357.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.787, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 33149, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.953, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:45:48+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T22:45:48+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-06T22:45:48.480029+09:00", "mtime_epoch": 1783345548.4800286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:45:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.66, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.835}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 265, "max_ms": 5.498, "p95_ms": 3.87}, "gstreamer_push": {"avg_ms": 1.33, "count": 265, "max_ms": 2.075, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.95, "count": 265, "max_ms": 89.529, "p95_ms": 82.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.187, "count": 265, "max_ms": 124.929, "p95_ms": 101.71}, "yolo11_640_fire_11class": {"avg_ms": 77.105, "count": 265, "max_ms": 95.359, "p95_ms": 87.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.11, "count": 265, "max_ms": 105.038, "p95_ms": 95.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.782, "count": 265, "max_ms": 137.01, "p95_ms": 115.213}, "read_interval": {"avg_ms": 113.151, "count": 265, "max_ms": 151.059, "p95_ms": 128.491}, "triton_wait": {"avg_ms": 87.369, "count": 265, "max_ms": 124.941, "p95_ms": 102.484}, "visualize": {"avg_ms": 3.652, "count": 265, "max_ms": 5.102, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1924, "tracking_summary": 1734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6346.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41274.05, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.426, "sample_count": 1218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:46:00+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-06T22:46:00+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-06T22:46:00.636120+09:00", "mtime_epoch": 1783345560.6361198, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:46:00+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 877.926, "name": "celery", "pid": 239, "rss_mb": 866.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.857, "pushed": 3.857, "read": 3.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.874, "count": 115, "max_ms": 196.171, "p95_ms": 164.108}, "gstreamer_push": {"avg_ms": 0.806, "count": 115, "max_ms": 1.932, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.542, "count": 115, "max_ms": 120.472, "p95_ms": 109.195}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.412, "count": 115, "max_ms": 120.455, "p95_ms": 114.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.921, "count": 115, "max_ms": 308.645, "p95_ms": 298.902}, "read_interval": {"avg_ms": 262.087, "count": 114, "max_ms": 319.85, "p95_ms": 304.999}, "triton_wait": {"avg_ms": 79.431, "count": 115, "max_ms": 120.484, "p95_ms": 114.955}, "visualize": {"avg_ms": 26.788, "count": 115, "max_ms": 38.713, "p95_ms": 33.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6349.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.413, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.395, "name": "ffmpeg", "pid": 33316, "rss_mb": 326.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 16, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.782, "sample_count": 2429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:46:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:46:17+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:46:17+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T22:46:17.628250+09:00", "mtime_epoch": 1783345577.6282504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:46:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.857, "pushed": 8.857, "read": 8.823}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 265, "max_ms": 6.671, "p95_ms": 4.556}, "gstreamer_push": {"avg_ms": 1.29, "count": 265, "max_ms": 1.734, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.259, "count": 265, "max_ms": 89.845, "p95_ms": 84.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.411, "count": 265, "max_ms": 121.587, "p95_ms": 103.592}, "yolo11_640_fire_11class": {"avg_ms": 76.299, "count": 265, "max_ms": 90.718, "p95_ms": 86.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.117, "count": 265, "max_ms": 102.441, "p95_ms": 96.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.156, "count": 265, "max_ms": 134.626, "p95_ms": 116.384}, "read_interval": {"avg_ms": 113.276, "count": 264, "max_ms": 148.673, "p95_ms": 131.241}, "triton_wait": {"avg_ms": 87.324, "count": 265, "max_ms": 121.6, "p95_ms": 103.604}, "visualize": {"avg_ms": 3.619, "count": 265, "max_ms": 4.587, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6343.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.83, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.73, "name": "ffmpeg", "pid": 33149, "rss_mb": 269.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.739, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:46:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:46:18+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T22:46:18+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T22:46:18.528257+09:00", "mtime_epoch": 1783345578.5282574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:46:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.851, "pushed": 8.851, "read": 8.817}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.628, "count": 265, "max_ms": 5.355, "p95_ms": 4.474}, "gstreamer_push": {"avg_ms": 1.331, "count": 265, "max_ms": 1.657, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.522, "count": 265, "max_ms": 89.65, "p95_ms": 84.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.687, "count": 265, "max_ms": 114.902, "p95_ms": 102.835}, "yolo11_640_fire_11class": {"avg_ms": 76.624, "count": 265, "max_ms": 89.664, "p95_ms": 85.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.366, "count": 265, "max_ms": 101.457, "p95_ms": 96.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.961, "count": 265, "max_ms": 127.247, "p95_ms": 115.272}, "read_interval": {"avg_ms": 113.313, "count": 264, "max_ms": 141.832, "p95_ms": 128.935}, "triton_wait": {"avg_ms": 87.487, "count": 265, "max_ms": 114.916, "p95_ms": 102.848}, "visualize": {"avg_ms": 3.7, "count": 265, "max_ms": 4.638, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1925, "tracking_summary": 1735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41304.104, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.816, "sample_count": 1215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:46:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:46:30+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-06T22:46:30+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T22:46:30.624353+09:00", "mtime_epoch": 1783345590.624353, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:46:30+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 868.93, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.918, "pushed": 3.918, "read": 3.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.832, "count": 117, "max_ms": 167.619, "p95_ms": 153.615}, "gstreamer_push": {"avg_ms": 0.912, "count": 117, "max_ms": 2.836, "p95_ms": 1.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.218, "count": 117, "max_ms": 114.894, "p95_ms": 105.896}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.047, "count": 117, "max_ms": 118.589, "p95_ms": 114.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.856, "count": 117, "max_ms": 309.27, "p95_ms": 297.981}, "read_interval": {"avg_ms": 256.542, "count": 116, "max_ms": 315.29, "p95_ms": 303.986}, "triton_wait": {"avg_ms": 80.116, "count": 117, "max_ms": 118.603, "p95_ms": 114.906}, "visualize": {"avg_ms": 29.089, "count": 117, "max_ms": 40.424, "p95_ms": 38.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6349.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.524, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.395, "name": "ffmpeg", "pid": 33316, "rss_mb": 326.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 15, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.406, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:46:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:46:47+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T22:46:47+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:46:47.740491+09:00", "mtime_epoch": 1783345607.7404914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:46:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.901, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.236, "count": 266, "max_ms": 6.572, "p95_ms": 5.006}, "gstreamer_push": {"avg_ms": 1.285, "count": 267, "max_ms": 2.166, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.087, "count": 266, "max_ms": 92.989, "p95_ms": 81.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.873, "count": 266, "max_ms": 116.233, "p95_ms": 108.101}, "yolo11_640_fire_11class": {"avg_ms": 75.692, "count": 266, "max_ms": 92.331, "p95_ms": 85.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.178, "count": 266, "max_ms": 104.092, "p95_ms": 96.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.624, "count": 266, "max_ms": 129.565, "p95_ms": 121.202}, "read_interval": {"avg_ms": 112.766, "count": 266, "max_ms": 142.715, "p95_ms": 134.579}, "triton_wait": {"avg_ms": 86.688, "count": 266, "max_ms": 116.246, "p95_ms": 108.113}, "visualize": {"avg_ms": 3.649, "count": 266, "max_ms": 4.949, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6343.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.928, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.988, "name": "ffmpeg", "pid": 33149, "rss_mb": 269.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.398, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:46:48+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T22:46:48+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-06T22:46:48.608499+09:00", "mtime_epoch": 1783345608.6084986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:46:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1674.918, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.904, "pushed": 8.904, "read": 8.871}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.493, "count": 267, "max_ms": 5.329, "p95_ms": 4.282}, "gstreamer_push": {"avg_ms": 1.315, "count": 267, "max_ms": 1.644, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.011, "count": 267, "max_ms": 90.303, "p95_ms": 82.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.577, "count": 267, "max_ms": 116.708, "p95_ms": 103.867}, "yolo11_640_fire_11class": {"avg_ms": 76.67, "count": 267, "max_ms": 93.159, "p95_ms": 86.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.037, "count": 267, "max_ms": 104.945, "p95_ms": 97.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.487, "count": 267, "max_ms": 129.209, "p95_ms": 116.715}, "read_interval": {"avg_ms": 112.64, "count": 266, "max_ms": 142.526, "p95_ms": 130.206}, "triton_wait": {"avg_ms": 87.324, "count": 267, "max_ms": 116.721, "p95_ms": 104.163}, "visualize": {"avg_ms": 3.622, "count": 267, "max_ms": 4.893, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1926, "tracking_summary": 1736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6363.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41334.267, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.234, "sample_count": 1214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:47:01+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-07-06T22:47:00+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T22:47:00.836600+09:00", "mtime_epoch": 1783345620.8365998, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:47:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 874.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.18, "pushed": 4.18, "read": 4.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.604, "count": 125, "max_ms": 155.099, "p95_ms": 152.269}, "gstreamer_push": {"avg_ms": 0.818, "count": 125, "max_ms": 1.951, "p95_ms": 0.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.12, "count": 125, "max_ms": 110.086, "p95_ms": 104.821}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.432, "count": 125, "max_ms": 115.21, "p95_ms": 111.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.451, "count": 125, "max_ms": 302.945, "p95_ms": 290.314}, "read_interval": {"avg_ms": 241.291, "count": 124, "max_ms": 310.991, "p95_ms": 297.656}, "triton_wait": {"avg_ms": 74.445, "count": 125, "max_ms": 115.223, "p95_ms": 111.561}, "visualize": {"avg_ms": 26.604, "count": 125, "max_ms": 38.59, "p95_ms": 35.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6372.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 454.009, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.742, "name": "ffmpeg", "pid": 33149, "rss_mb": 284.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.401, "sample_count": 2803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:47:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:47:18+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:47:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:47:18.728751+09:00", "mtime_epoch": 1783345638.7287512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:47:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.971, "pushed": 10.971, "read": 10.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.552, "count": 329, "max_ms": 5.642, "p95_ms": 4.964}, "gstreamer_push": {"avg_ms": 1.239, "count": 329, "max_ms": 2.005, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.775, "count": 329, "max_ms": 81.557, "p95_ms": 64.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.891, "count": 329, "max_ms": 106.393, "p95_ms": 83.281}, "yolo11_640_fire_11class": {"avg_ms": 57.404, "count": 329, "max_ms": 88.9, "p95_ms": 69.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.149, "count": 329, "max_ms": 90.648, "p95_ms": 69.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.162, "count": 329, "max_ms": 118.65, "p95_ms": 96.978}, "read_interval": {"avg_ms": 91.371, "count": 328, "max_ms": 921.027, "p95_ms": 110.906}, "triton_wait": {"avg_ms": 61.946, "count": 329, "max_ms": 106.405, "p95_ms": 84.304}, "visualize": {"avg_ms": 3.504, "count": 329, "max_ms": 5.593, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6396.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:42:58+09:00", "last_error_summary": "[h264 @ 0x55dcd751b8c0] error while decoding MB 102 38, bytestream -15 [in#0/rtsp @ 0x55dcd7395e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55dcd7395e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 261.6, "last_started_at": "2026-07-06T22:43:01+09:00", "pid": 33316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.219, "name": "ffmpeg", "pid": 33316, "rss_mb": 351.219, "state": "S (sleeping)", "threads": 104}, "restart_count": 80, "restart_count_per_hour": 15, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.159, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:47:22+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T22:47:22+09:00", "mjpeg": {"age_sec": 16.214, "exists": true, "mtime": "2026-07-06T22:47:06.700649+09:00", "mtime_epoch": 1783345626.700649, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:47:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.123, "pushed": 0.123, "read": 0.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.766, "count": 2, "max_ms": 4.229, "p95_ms": 4.229}, "gstreamer_push": {"avg_ms": 1.264, "count": 2, "max_ms": 1.403, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.388, "count": 2, "max_ms": 47.841, "p95_ms": 47.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.532, "count": 2, "max_ms": 59.668, "p95_ms": 59.668}, "yolo11_640_fire_11class": {"avg_ms": 58.531, "count": 2, "max_ms": 59.676, "p95_ms": 59.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.905, "count": 2, "max_ms": 60.404, "p95_ms": 60.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.308, "count": 2, "max_ms": 71.811, "p95_ms": 71.811}, "read_interval": {"avg_ms": 16325.67, "count": 2, "max_ms": 16430.88, "p95_ms": 16430.88}, "triton_wait": {"avg_ms": 58.914, "count": 2, "max_ms": 60.412, "p95_ms": 60.412}, "visualize": {"avg_ms": 3.53, "count": 2, "max_ms": 3.75, "p95_ms": 3.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.3, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1929, "tracking_summary": 1737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6290.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41364.3, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.775, "sample_count": 1219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:47:31+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-06T22:47:30+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-06T22:47:30.820856+09:00", "mtime_epoch": 1783345650.8208556, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:47:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 877.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.097, "pushed": 4.097, "read": 4.063}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.992, "count": 122, "max_ms": 156.291, "p95_ms": 152.365}, "gstreamer_push": {"avg_ms": 0.777, "count": 122, "max_ms": 0.924, "p95_ms": 0.894}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.648, "count": 122, "max_ms": 104.405, "p95_ms": 88.016}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.776, "count": 122, "max_ms": 102.64, "p95_ms": 90.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.453, "count": 122, "max_ms": 281.97, "p95_ms": 267.89}, "read_interval": {"avg_ms": 245.829, "count": 121, "max_ms": 287.929, "p95_ms": 273.646}, "triton_wait": {"avg_ms": 76.918, "count": 122, "max_ms": 104.417, "p95_ms": 90.441}, "visualize": {"avg_ms": 23.744, "count": 122, "max_ms": 37.137, "p95_ms": 26.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.778, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6376.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 484.029, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 33149, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.392, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:47:48+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:47:48+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:47:48.737014+09:00", "mtime_epoch": 1783345668.7370136, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:47:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.176, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.788}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.636, "count": 294, "max_ms": 5.85, "p95_ms": 5.051}, "gstreamer_push": {"avg_ms": 1.329, "count": 294, "max_ms": 2.513, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.805, "count": 294, "max_ms": 86.592, "p95_ms": 79.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.808, "count": 294, "max_ms": 117.168, "p95_ms": 92.252}, "yolo11_640_fire_11class": {"avg_ms": 67.406, "count": 294, "max_ms": 91.732, "p95_ms": 82.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.665, "count": 294, "max_ms": 98.799, "p95_ms": 92.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.493, "count": 294, "max_ms": 129.486, "p95_ms": 110.292}, "read_interval": {"avg_ms": 102.063, "count": 293, "max_ms": 147.862, "p95_ms": 126.18}, "triton_wait": {"avg_ms": 76.052, "count": 294, "max_ms": 117.18, "p95_ms": 96.863}, "visualize": {"avg_ms": 3.695, "count": 294, "max_ms": 6.479, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6376.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.271, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.633, "name": "ffmpeg", "pid": 33468, "rss_mb": 328.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 16, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.896, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:47:52+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T22:47:52+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-06T22:47:52.869051+09:00", "mtime_epoch": 1783345672.8690505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:47:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.58, "pushed": 7.58, "read": 7.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.204, "count": 227, "max_ms": 6.937, "p95_ms": 5.855}, "gstreamer_push": {"avg_ms": 1.278, "count": 227, "max_ms": 2.152, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.937, "count": 227, "max_ms": 88.169, "p95_ms": 81.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.728, "count": 227, "max_ms": 116.561, "p95_ms": 95.675}, "yolo11_640_fire_11class": {"avg_ms": 75.755, "count": 227, "max_ms": 89.335, "p95_ms": 85.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.523, "count": 227, "max_ms": 99.631, "p95_ms": 95.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.303, "count": 227, "max_ms": 131.735, "p95_ms": 112.618}, "read_interval": {"avg_ms": 132.438, "count": 226, "max_ms": 5236.938, "p95_ms": 128.286}, "triton_wait": {"avg_ms": 85.504, "count": 227, "max_ms": 116.577, "p95_ms": 99.285}, "visualize": {"avg_ms": 3.61, "count": 227, "max_ms": 6.228, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1929, "tracking_summary": 1738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6379.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41394.389, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.211, "sample_count": 1222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:48:01+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-06T22:48:00+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-06T22:48:00.965123+09:00", "mtime_epoch": 1783345680.9651234, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:48:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 877.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.391, "pushed": 4.391, "read": 4.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.467, "count": 131, "max_ms": 165.546, "p95_ms": 156.375}, "gstreamer_push": {"avg_ms": 0.784, "count": 131, "max_ms": 0.985, "p95_ms": 0.871}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.234, "count": 131, "max_ms": 115.216, "p95_ms": 108.755}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.223, "count": 131, "max_ms": 117.608, "p95_ms": 111.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.004, "count": 131, "max_ms": 298.607, "p95_ms": 290.145}, "read_interval": {"avg_ms": 229.626, "count": 130, "max_ms": 304.651, "p95_ms": 296.237}, "triton_wait": {"avg_ms": 76.445, "count": 131, "max_ms": 117.618, "p95_ms": 112.225}, "visualize": {"avg_ms": 24.289, "count": 131, "max_ms": 30.533, "p95_ms": 27.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6385.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 405, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:39:42+09:00", "last_error_summary": "[h264 @ 0x562b6264dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b6264dcc0] error while decoding MB 0 4, bytestream 5345 [h264 @ 0x562b63036f40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b63036f40] error while decoding MB 0 7, bytestream 5879 [h264 @ 0x562b625720c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562b625720c0] error while decoding MB 0 5, bytestream 5336 [in#0/rtsp @ 0x562b624eee00] Error during demuxing: Connect", "last_exit_at": "2026-07-06T22:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 516.7, "last_started_at": "2026-07-06T22:39:44+09:00", "pid": 33149, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.957, "name": "ffmpeg", "pid": 33149, "rss_mb": 298.957, "state": "S (sleeping)", "threads": 104}, "restart_count": 132, "restart_count_per_hour": 6, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.763, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:48:21+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T22:48:21+09:00", "mjpeg": {"age_sec": 19.54, "exists": true, "mtime": "2026-07-06T22:48:01.969133+09:00", "mtime_epoch": 1783345681.9691327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:48:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.21, "pushed": 3.21, "read": 3.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.58, "count": 96, "max_ms": 5.7, "p95_ms": 4.534}, "gstreamer_push": {"avg_ms": 1.316, "count": 96, "max_ms": 2.31, "p95_ms": 1.5}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.227, "count": 96, "max_ms": 91.338, "p95_ms": 87.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.716, "count": 96, "max_ms": 113.829, "p95_ms": 101.361}, "yolo11_640_fire_11class": {"avg_ms": 75.52, "count": 96, "max_ms": 96.158, "p95_ms": 91.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.954, "count": 96, "max_ms": 103.974, "p95_ms": 99.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.526, "count": 96, "max_ms": 126.11, "p95_ms": 113.923}, "read_interval": {"avg_ms": 314.889, "count": 95, "max_ms": 19563.01, "p95_ms": 131.228}, "triton_wait": {"avg_ms": 84.021, "count": 96, "max_ms": 113.842, "p95_ms": 102.002}, "visualize": {"avg_ms": 3.726, "count": 96, "max_ms": 5.472, "p95_ms": 4.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6113.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.312, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.633, "name": "ffmpeg", "pid": 33468, "rss_mb": 328.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 16, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 28, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.9, "sample_count": 2354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:48:22+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T22:48:22+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T22:48:22.929325+09:00", "mtime_epoch": 1783345702.9293249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:48:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1558.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.79, "pushed": 10.79, "read": 10.756}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.147, "count": 323, "max_ms": 6.295, "p95_ms": 5.709}, "gstreamer_push": {"avg_ms": 1.22, "count": 323, "max_ms": 1.504, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.219, "count": 323, "max_ms": 92.887, "p95_ms": 78.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.446, "count": 323, "max_ms": 112.361, "p95_ms": 86.904}, "yolo11_640_fire_11class": {"avg_ms": 62.059, "count": 323, "max_ms": 93.44, "p95_ms": 84.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.841, "count": 323, "max_ms": 105.427, "p95_ms": 91.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.426, "count": 323, "max_ms": 125.34, "p95_ms": 104.794}, "read_interval": {"avg_ms": 93.054, "count": 322, "max_ms": 138.063, "p95_ms": 117.621}, "triton_wait": {"avg_ms": 68.063, "count": 323, "max_ms": 112.374, "p95_ms": 94.4}, "visualize": {"avg_ms": 3.463, "count": 323, "max_ms": 4.689, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1930, "tracking_summary": 1739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41424.402, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.816, "sample_count": 1225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:48:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:48:31+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-06T22:48:30+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T22:48:30.933399+09:00", "mtime_epoch": 1783345710.9333994, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:48:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 872.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.936, "pushed": 3.936, "read": 3.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.975, "count": 117, "max_ms": 158.012, "p95_ms": 154.609}, "gstreamer_push": {"avg_ms": 0.774, "count": 117, "max_ms": 0.969, "p95_ms": 0.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.53, "count": 117, "max_ms": 109.358, "p95_ms": 90.95}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.141, "count": 117, "max_ms": 116.506, "p95_ms": 98.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.812, "count": 117, "max_ms": 297.471, "p95_ms": 283.249}, "read_interval": {"avg_ms": 256.324, "count": 116, "max_ms": 304.083, "p95_ms": 289.863}, "triton_wait": {"avg_ms": 78.706, "count": 117, "max_ms": 116.519, "p95_ms": 98.665}, "visualize": {"avg_ms": 25.316, "count": 117, "max_ms": 36.154, "p95_ms": 32.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.723, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6345.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.422, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.418, "name": "ffmpeg", "pid": 33620, "rss_mb": 267.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.353, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:48:51+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T22:48:51+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T22:48:51.417593+09:00", "mtime_epoch": 1783345731.4175935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:48:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.748, "pushed": 7.748, "read": 7.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.554, "count": 232, "max_ms": 5.342, "p95_ms": 4.223}, "gstreamer_push": {"avg_ms": 1.348, "count": 232, "max_ms": 1.803, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.687, "count": 232, "max_ms": 92.144, "p95_ms": 84.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.897, "count": 232, "max_ms": 117.579, "p95_ms": 93.178}, "yolo11_640_fire_11class": {"avg_ms": 76.84, "count": 232, "max_ms": 95.155, "p95_ms": 88.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.778, "count": 232, "max_ms": 103.446, "p95_ms": 98.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.0, "count": 232, "max_ms": 130.499, "p95_ms": 113.024}, "read_interval": {"avg_ms": 129.415, "count": 231, "max_ms": 4665.757, "p95_ms": 125.425}, "triton_wait": {"avg_ms": 85.604, "count": 232, "max_ms": 117.592, "p95_ms": 100.388}, "visualize": {"avg_ms": 3.691, "count": 232, "max_ms": 4.724, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6344.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.329, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.891, "name": "ffmpeg", "pid": 33468, "rss_mb": 328.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 15, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.111, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:48:53+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T22:48:52+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T22:48:52.929608+09:00", "mtime_epoch": 1783345732.9296079, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:48:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.328, "pushed": 9.328, "read": 9.294}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.245, "count": 279, "max_ms": 6.61, "p95_ms": 5.32}, "gstreamer_push": {"avg_ms": 1.288, "count": 279, "max_ms": 1.552, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.062, "count": 279, "max_ms": 92.186, "p95_ms": 82.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.344, "count": 279, "max_ms": 117.545, "p95_ms": 90.632}, "yolo11_640_fire_11class": {"avg_ms": 72.344, "count": 279, "max_ms": 92.199, "p95_ms": 85.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.984, "count": 279, "max_ms": 102.889, "p95_ms": 96.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.051, "count": 279, "max_ms": 130.302, "p95_ms": 112.331}, "read_interval": {"avg_ms": 107.649, "count": 278, "max_ms": 147.317, "p95_ms": 126.071}, "triton_wait": {"avg_ms": 81.043, "count": 279, "max_ms": 117.558, "p95_ms": 99.027}, "visualize": {"avg_ms": 3.648, "count": 279, "max_ms": 4.716, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1932, "tracking_summary": 1740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6345.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41454.621, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.464, "sample_count": 1207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:49:01+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-06T22:49:01+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-06T22:49:01.201688+09:00", "mtime_epoch": 1783345741.2016876, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:49:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 864.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.774, "pushed": 3.774, "read": 3.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.555, "count": 113, "max_ms": 157.32, "p95_ms": 156.03}, "gstreamer_push": {"avg_ms": 1.142, "count": 113, "max_ms": 1.986, "p95_ms": 1.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.966, "count": 113, "max_ms": 112.317, "p95_ms": 107.396}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.326, "count": 113, "max_ms": 118.807, "p95_ms": 111.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.322, "count": 113, "max_ms": 304.662, "p95_ms": 301.342}, "read_interval": {"avg_ms": 267.76, "count": 112, "max_ms": 311.76, "p95_ms": 307.563}, "triton_wait": {"avg_ms": 84.419, "count": 113, "max_ms": 118.821, "p95_ms": 111.926}, "visualize": {"avg_ms": 33.578, "count": 113, "max_ms": 47.158, "p95_ms": 44.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6358.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.525, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.418, "name": "ffmpeg", "pid": 33620, "rss_mb": 267.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.432, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:49:21+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:49:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:49:21.537886+09:00", "mtime_epoch": 1783345761.5378861, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:49:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.434, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.903, "pushed": 8.903, "read": 8.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.559, "count": 267, "max_ms": 5.138, "p95_ms": 4.209}, "gstreamer_push": {"avg_ms": 1.326, "count": 267, "max_ms": 1.495, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.513, "count": 267, "max_ms": 90.842, "p95_ms": 83.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.592, "count": 267, "max_ms": 121.16, "p95_ms": 104.716}, "yolo11_640_fire_11class": {"avg_ms": 76.996, "count": 267, "max_ms": 92.391, "p95_ms": 88.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.542, "count": 267, "max_ms": 103.916, "p95_ms": 97.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.635, "count": 267, "max_ms": 134.043, "p95_ms": 117.032}, "read_interval": {"avg_ms": 112.748, "count": 266, "max_ms": 146.944, "p95_ms": 130.256}, "triton_wait": {"avg_ms": 87.266, "count": 267, "max_ms": 121.173, "p95_ms": 104.728}, "visualize": {"avg_ms": 3.672, "count": 267, "max_ms": 5.188, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6358.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.361, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.891, "name": "ffmpeg", "pid": 33468, "rss_mb": 328.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 15, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.831, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:49:23+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:49:22+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:49:22.941900+09:00", "mtime_epoch": 1783345762.9419, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:49:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.211, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.888, "pushed": 8.888, "read": 8.855}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.181, "count": 266, "max_ms": 6.892, "p95_ms": 5.061}, "gstreamer_push": {"avg_ms": 1.297, "count": 266, "max_ms": 1.502, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.18, "count": 266, "max_ms": 90.436, "p95_ms": 84.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.614, "count": 266, "max_ms": 116.543, "p95_ms": 109.102}, "yolo11_640_fire_11class": {"avg_ms": 75.747, "count": 266, "max_ms": 92.713, "p95_ms": 87.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.385, "count": 266, "max_ms": 103.668, "p95_ms": 97.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.213, "count": 266, "max_ms": 130.301, "p95_ms": 122.11}, "read_interval": {"avg_ms": 112.853, "count": 265, "max_ms": 143.321, "p95_ms": 134.985}, "triton_wait": {"avg_ms": 86.361, "count": 266, "max_ms": 116.556, "p95_ms": 109.114}, "visualize": {"avg_ms": 3.646, "count": 266, "max_ms": 4.848, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1932, "tracking_summary": 1741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6358.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41484.745, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.903, "sample_count": 1222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:49:31+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-06T22:49:31+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-06T22:49:31.261982+09:00", "mtime_epoch": 1783345771.2619824, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:49:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 878.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.325, "pushed": 4.325, "read": 4.291}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.637, "count": 129, "max_ms": 178.753, "p95_ms": 156.062}, "gstreamer_push": {"avg_ms": 1.064, "count": 129, "max_ms": 3.281, "p95_ms": 1.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.61, "count": 129, "max_ms": 111.879, "p95_ms": 107.642}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.821, "count": 129, "max_ms": 116.026, "p95_ms": 112.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.3, "count": 129, "max_ms": 350.884, "p95_ms": 295.395}, "read_interval": {"avg_ms": 233.018, "count": 128, "max_ms": 358.595, "p95_ms": 300.941}, "triton_wait": {"avg_ms": 82.93, "count": 129, "max_ms": 116.038, "p95_ms": 112.222}, "visualize": {"avg_ms": 29.897, "count": 129, "max_ms": 62.193, "p95_ms": 42.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6347.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.594, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.418, "name": "ffmpeg", "pid": 33620, "rss_mb": 267.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.661, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:49:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T22:49:51+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-06T22:49:51+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-06T22:49:51.578187+09:00", "mtime_epoch": 1783345791.5781865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:49:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.811, "pushed": 8.811, "read": 8.777}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.573, "count": 264, "max_ms": 5.884, "p95_ms": 4.475}, "gstreamer_push": {"avg_ms": 1.338, "count": 264, "max_ms": 2.365, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.555, "count": 264, "max_ms": 90.352, "p95_ms": 85.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.032, "count": 264, "max_ms": 125.669, "p95_ms": 106.067}, "yolo11_640_fire_11class": {"avg_ms": 77.289, "count": 264, "max_ms": 91.94, "p95_ms": 86.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.597, "count": 264, "max_ms": 106.205, "p95_ms": 97.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.573, "count": 264, "max_ms": 137.94, "p95_ms": 119.048}, "read_interval": {"avg_ms": 113.773, "count": 263, "max_ms": 155.585, "p95_ms": 130.944}, "triton_wait": {"avg_ms": 88.151, "count": 264, "max_ms": 125.681, "p95_ms": 106.218}, "visualize": {"avg_ms": 3.68, "count": 264, "max_ms": 6.421, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6356.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.426, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.891, "name": "ffmpeg", "pid": 33468, "rss_mb": 328.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 15, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.9, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:49:53+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:49:52+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:49:53.010201+09:00", "mtime_epoch": 1783345793.010201, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:49:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.848, "pushed": 8.848, "read": 8.814}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 265, "max_ms": 7.031, "p95_ms": 5.467}, "gstreamer_push": {"avg_ms": 1.311, "count": 265, "max_ms": 1.823, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.264, "count": 265, "max_ms": 91.557, "p95_ms": 84.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.246, "count": 265, "max_ms": 121.191, "p95_ms": 108.304}, "yolo11_640_fire_11class": {"avg_ms": 76.421, "count": 265, "max_ms": 91.536, "p95_ms": 85.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.439, "count": 265, "max_ms": 103.368, "p95_ms": 96.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.218, "count": 265, "max_ms": 134.923, "p95_ms": 121.33}, "read_interval": {"avg_ms": 113.433, "count": 264, "max_ms": 151.029, "p95_ms": 134.593}, "triton_wait": {"avg_ms": 87.126, "count": 265, "max_ms": 121.204, "p95_ms": 108.316}, "visualize": {"avg_ms": 3.71, "count": 265, "max_ms": 6.255, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1933, "tracking_summary": 1742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6358.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41514.782, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.412, "sample_count": 1212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:50:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:50:01+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T22:50:01+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-06T22:50:01.330286+09:00", "mtime_epoch": 1783345801.3302858, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:50:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 877.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.129, "pushed": 4.129, "read": 4.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.374, "count": 123, "max_ms": 158.633, "p95_ms": 154.233}, "gstreamer_push": {"avg_ms": 0.86, "count": 123, "max_ms": 1.806, "p95_ms": 1.705}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.816, "count": 123, "max_ms": 120.076, "p95_ms": 110.879}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.487, "count": 123, "max_ms": 119.022, "p95_ms": 113.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.249, "count": 123, "max_ms": 305.633, "p95_ms": 294.615}, "read_interval": {"avg_ms": 244.122, "count": 122, "max_ms": 311.653, "p95_ms": 301.55}, "triton_wait": {"avg_ms": 82.678, "count": 123, "max_ms": 120.088, "p95_ms": 113.868}, "visualize": {"avg_ms": 26.397, "count": 123, "max_ms": 38.796, "p95_ms": 32.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6361.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.67, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.75, "name": "ffmpeg", "pid": 33620, "rss_mb": 274.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.466, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:50:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:50:21+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T22:50:21+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T22:50:21.670495+09:00", "mtime_epoch": 1783345821.6704953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:50:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.691, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.938, "pushed": 8.938, "read": 8.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 268, "max_ms": 5.619, "p95_ms": 4.533}, "gstreamer_push": {"avg_ms": 1.297, "count": 268, "max_ms": 1.69, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.971, "count": 268, "max_ms": 97.525, "p95_ms": 85.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.182, "count": 268, "max_ms": 117.969, "p95_ms": 105.25}, "yolo11_640_fire_11class": {"avg_ms": 76.444, "count": 268, "max_ms": 101.612, "p95_ms": 87.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.803, "count": 268, "max_ms": 99.69, "p95_ms": 95.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.936, "count": 268, "max_ms": 132.027, "p95_ms": 117.433}, "read_interval": {"avg_ms": 112.143, "count": 267, "max_ms": 150.892, "p95_ms": 130.983}, "triton_wait": {"avg_ms": 86.752, "count": 268, "max_ms": 117.983, "p95_ms": 105.262}, "visualize": {"avg_ms": 3.582, "count": 268, "max_ms": 4.645, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6363.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.49, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.891, "name": "ffmpeg", "pid": 33468, "rss_mb": 328.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 15, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.957, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:50:23+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-06T22:50:23+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-06T22:50:23.030509+09:00", "mtime_epoch": 1783345823.0305095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:50:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.913, "pushed": 8.913, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.162, "count": 267, "max_ms": 6.62, "p95_ms": 4.701}, "gstreamer_push": {"avg_ms": 1.295, "count": 267, "max_ms": 2.003, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.156, "count": 267, "max_ms": 100.308, "p95_ms": 84.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.168, "count": 267, "max_ms": 123.922, "p95_ms": 107.667}, "yolo11_640_fire_11class": {"avg_ms": 75.959, "count": 267, "max_ms": 99.329, "p95_ms": 87.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.65, "count": 267, "max_ms": 100.317, "p95_ms": 95.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.542, "count": 267, "max_ms": 136.975, "p95_ms": 120.636}, "read_interval": {"avg_ms": 112.425, "count": 266, "max_ms": 144.861, "p95_ms": 133.646}, "triton_wait": {"avg_ms": 86.75, "count": 267, "max_ms": 123.935, "p95_ms": 107.679}, "visualize": {"avg_ms": 3.627, "count": 267, "max_ms": 4.698, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1935, "tracking_summary": 1743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6366.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41544.815, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.272, "sample_count": 1208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:50:31+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T22:50:31+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T22:50:31.370596+09:00", "mtime_epoch": 1783345831.3705964, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:50:31+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 877.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.002, "pushed": 4.002, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.937, "count": 119, "max_ms": 184.6, "p95_ms": 152.838}, "gstreamer_push": {"avg_ms": 0.785, "count": 119, "max_ms": 0.933, "p95_ms": 0.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.745, "count": 119, "max_ms": 116.342, "p95_ms": 105.663}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.608, "count": 119, "max_ms": 117.588, "p95_ms": 115.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.408, "count": 119, "max_ms": 298.039, "p95_ms": 292.783}, "read_interval": {"avg_ms": 252.355, "count": 118, "max_ms": 304.166, "p95_ms": 300.202}, "triton_wait": {"avg_ms": 81.62, "count": 119, "max_ms": 117.601, "p95_ms": 115.51}, "visualize": {"avg_ms": 26.777, "count": 119, "max_ms": 34.448, "p95_ms": 33.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.734, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6368.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.721, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.812, "name": "ffmpeg", "pid": 33620, "rss_mb": 276.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.661, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:50:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:50:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T22:50:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T22:50:51.750811+09:00", "mtime_epoch": 1783345851.7508113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:50:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.018, "pushed": 9.018, "read": 8.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.756, "count": 270, "max_ms": 5.603, "p95_ms": 5.177}, "gstreamer_push": {"avg_ms": 1.322, "count": 270, "max_ms": 1.612, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.341, "count": 270, "max_ms": 90.142, "p95_ms": 83.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.051, "count": 270, "max_ms": 115.686, "p95_ms": 104.058}, "yolo11_640_fire_11class": {"avg_ms": 75.141, "count": 270, "max_ms": 92.331, "p95_ms": 85.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.981, "count": 270, "max_ms": 100.416, "p95_ms": 94.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.97, "count": 270, "max_ms": 127.695, "p95_ms": 116.696}, "read_interval": {"avg_ms": 111.336, "count": 269, "max_ms": 143.46, "p95_ms": 130.926}, "triton_wait": {"avg_ms": 85.356, "count": 270, "max_ms": 115.699, "p95_ms": 104.07}, "visualize": {"avg_ms": 3.698, "count": 270, "max_ms": 4.592, "p95_ms": 4.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6368.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.521, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.891, "name": "ffmpeg", "pid": 33468, "rss_mb": 328.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 15, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.849, "sample_count": 2404, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:50:53+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T22:50:53+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T22:50:53.102826+09:00", "mtime_epoch": 1783345853.1028259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:50:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.984, "pushed": 8.984, "read": 8.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 269, "max_ms": 6.411, "p95_ms": 5.382}, "gstreamer_push": {"avg_ms": 1.301, "count": 269, "max_ms": 2.138, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.149, "count": 269, "max_ms": 90.114, "p95_ms": 83.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.446, "count": 269, "max_ms": 112.376, "p95_ms": 102.716}, "yolo11_640_fire_11class": {"avg_ms": 75.354, "count": 269, "max_ms": 89.721, "p95_ms": 86.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.185, "count": 269, "max_ms": 100.759, "p95_ms": 95.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.499, "count": 269, "max_ms": 125.241, "p95_ms": 115.674}, "read_interval": {"avg_ms": 111.626, "count": 268, "max_ms": 137.983, "p95_ms": 129.202}, "triton_wait": {"avg_ms": 85.595, "count": 269, "max_ms": 112.392, "p95_ms": 102.728}, "visualize": {"avg_ms": 3.632, "count": 269, "max_ms": 4.583, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1935, "tracking_summary": 1744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6369.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41575.03, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.511, "sample_count": 1205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:51:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:51:01+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T22:51:01+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-06T22:51:01.554916+09:00", "mtime_epoch": 1783345861.5549161, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:51:01+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 878.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.778, "pushed": 3.778, "read": 3.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.781, "count": 113, "max_ms": 162.747, "p95_ms": 154.839}, "gstreamer_push": {"avg_ms": 0.782, "count": 113, "max_ms": 1.135, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.83, "count": 113, "max_ms": 110.84, "p95_ms": 105.551}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.27, "count": 113, "max_ms": 120.904, "p95_ms": 113.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.581, "count": 113, "max_ms": 301.238, "p95_ms": 293.703}, "read_interval": {"avg_ms": 267.193, "count": 112, "max_ms": 308.299, "p95_ms": 300.059}, "triton_wait": {"avg_ms": 80.283, "count": 113, "max_ms": 120.917, "p95_ms": 113.873}, "visualize": {"avg_ms": 25.748, "count": 113, "max_ms": 27.685, "p95_ms": 27.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6369.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.738, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.391, "name": "ffmpeg", "pid": 33620, "rss_mb": 279.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 7, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.053, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:51:21+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T22:51:21+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T22:51:21.787134+09:00", "mtime_epoch": 1783345881.7871342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:51:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1675.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.795, "pushed": 9.795, "read": 9.762}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.581, "count": 293, "max_ms": 5.604, "p95_ms": 4.289}, "gstreamer_push": {"avg_ms": 1.325, "count": 293, "max_ms": 2.381, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.589, "count": 293, "max_ms": 90.786, "p95_ms": 80.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.978, "count": 293, "max_ms": 118.133, "p95_ms": 94.191}, "yolo11_640_fire_11class": {"avg_ms": 68.203, "count": 293, "max_ms": 91.673, "p95_ms": 85.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.54, "count": 293, "max_ms": 102.73, "p95_ms": 94.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.198, "count": 293, "max_ms": 130.209, "p95_ms": 112.887}, "read_interval": {"avg_ms": 102.511, "count": 292, "max_ms": 146.733, "p95_ms": 126.416}, "triton_wait": {"avg_ms": 76.874, "count": 293, "max_ms": 118.146, "p95_ms": 100.63}, "visualize": {"avg_ms": 3.678, "count": 293, "max_ms": 4.64, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6370.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 81, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:47:24+09:00", "last_error_summary": "[h264 @ 0x55c91b825700] error while decoding MB 31 21, bytestream -5 [in#0/rtsp @ 0x55c91b022e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c91b022e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:47:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 240.299, "last_started_at": "2026-07-06T22:47:26+09:00", "pid": 33468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.77, "name": "ffmpeg", "pid": 33468, "rss_mb": 329.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 14, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.77, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:51:26+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-06T22:51:26+09:00", "mjpeg": {"age_sec": 16.931, "exists": true, "mtime": "2026-07-06T22:51:10.047007+09:00", "mtime_epoch": 1783345870.0470073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:51:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.727, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.938, "pushed": 3.938, "read": 3.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.164, "count": 118, "max_ms": 6.093, "p95_ms": 5.4}, "gstreamer_push": {"avg_ms": 1.273, "count": 118, "max_ms": 1.937, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.821, "count": 118, "max_ms": 89.151, "p95_ms": 83.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.23, "count": 118, "max_ms": 117.766, "p95_ms": 108.222}, "yolo11_640_fire_11class": {"avg_ms": 75.583, "count": 118, "max_ms": 90.52, "p95_ms": 86.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.502, "count": 118, "max_ms": 100.016, "p95_ms": 97.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.813, "count": 118, "max_ms": 130.817, "p95_ms": 121.127}, "read_interval": {"avg_ms": 256.298, "count": 117, "max_ms": 16975.202, "p95_ms": 136.549}, "triton_wait": {"avg_ms": 85.996, "count": 118, "max_ms": 117.778, "p95_ms": 108.232}, "visualize": {"avg_ms": 3.623, "count": 118, "max_ms": 4.667, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1937, "tracking_summary": 1745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6370.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41605.226, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.301, "sample_count": 1215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:51:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:51:32+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-06T22:51:31+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T22:51:31.779243+09:00", "mtime_epoch": 1783345891.779243, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:51:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 876.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.24, "pushed": 4.24, "read": 4.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.888, "count": 127, "max_ms": 157.484, "p95_ms": 153.272}, "gstreamer_push": {"avg_ms": 0.81, "count": 127, "max_ms": 1.808, "p95_ms": 0.909}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.885, "count": 127, "max_ms": 109.627, "p95_ms": 101.533}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.762, "count": 127, "max_ms": 115.867, "p95_ms": 108.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.02, "count": 127, "max_ms": 295.415, "p95_ms": 290.701}, "read_interval": {"avg_ms": 237.589, "count": 126, "max_ms": 302.602, "p95_ms": 296.944}, "triton_wait": {"avg_ms": 81.823, "count": 127, "max_ms": 115.879, "p95_ms": 108.794}, "visualize": {"avg_ms": 25.512, "count": 127, "max_ms": 34.037, "p95_ms": 30.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6401.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.758, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.137, "name": "ffmpeg", "pid": 33620, "rss_mb": 286.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.38, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:51:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:51:51+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:51:51+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T22:51:51.779463+09:00", "mtime_epoch": 1783345911.779463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:51:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.529, "pushed": 10.529, "read": 10.496}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.537, "count": 315, "max_ms": 5.663, "p95_ms": 4.273}, "gstreamer_push": {"avg_ms": 1.307, "count": 315, "max_ms": 1.596, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.817, "count": 315, "max_ms": 83.782, "p95_ms": 76.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.496, "count": 315, "max_ms": 115.945, "p95_ms": 86.368}, "yolo11_640_fire_11class": {"avg_ms": 61.691, "count": 315, "max_ms": 86.964, "p95_ms": 78.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.414, "count": 315, "max_ms": 97.732, "p95_ms": 86.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.335, "count": 315, "max_ms": 128.103, "p95_ms": 100.637}, "read_interval": {"avg_ms": 95.25, "count": 314, "max_ms": 270.118, "p95_ms": 117.639}, "triton_wait": {"avg_ms": 69.136, "count": 315, "max_ms": 115.959, "p95_ms": 88.117}, "visualize": {"avg_ms": 3.654, "count": 315, "max_ms": 4.802, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6243.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:51:52+09:00", "last_error_summary": "[h264 @ 0x55ebeb7d0ec0] error while decoding MB 94 3, bytestream -37 [in#0/rtsp @ 0x55ebeaa26e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ebeaa26e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.221, "last_started_at": "2026-07-06T22:51:55+09:00", "pid": 33727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.016, "name": "ffmpeg", "pid": 33727, "rss_mb": 194.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.41, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:51:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:51:57+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T22:51:57+09:00", "mjpeg": {"age_sec": 4.307, "exists": true, "mtime": "2026-07-06T22:51:52.991477+09:00", "mtime_epoch": 1783345912.9914765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:51:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.277, "pushed": 6.277, "read": 6.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.135, "count": 86, "max_ms": 5.174, "p95_ms": 4.868}, "gstreamer_push": {"avg_ms": 1.273, "count": 86, "max_ms": 1.418, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.379, "count": 86, "max_ms": 86.274, "p95_ms": 82.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.182, "count": 86, "max_ms": 115.18, "p95_ms": 106.281}, "yolo11_640_fire_11class": {"avg_ms": 76.424, "count": 86, "max_ms": 90.145, "p95_ms": 86.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.812, "count": 86, "max_ms": 101.421, "p95_ms": 97.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.436, "count": 86, "max_ms": 128.287, "p95_ms": 119.171}, "read_interval": {"avg_ms": 352.579, "count": 86, "max_ms": 16696.235, "p95_ms": 132.951}, "triton_wait": {"avg_ms": 86.606, "count": 86, "max_ms": 115.19, "p95_ms": 106.294}, "visualize": {"avg_ms": 3.613, "count": 86, "max_ms": 4.114, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.701, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1939, "tracking_summary": 1746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6371.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41635.268, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.317, "sample_count": 1204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:52:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:52:02+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T22:52:01+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-06T22:52:01.807574+09:00", "mtime_epoch": 1783345921.8075743, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:52:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 878.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.827, "pushed": 3.827, "read": 3.794}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.836, "count": 114, "max_ms": 163.976, "p95_ms": 156.303}, "gstreamer_push": {"avg_ms": 0.772, "count": 114, "max_ms": 1.127, "p95_ms": 0.84}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.545, "count": 114, "max_ms": 116.676, "p95_ms": 105.985}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.77, "count": 114, "max_ms": 119.853, "p95_ms": 109.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.796, "count": 114, "max_ms": 299.59, "p95_ms": 292.834}, "read_interval": {"avg_ms": 263.449, "count": 113, "max_ms": 305.972, "p95_ms": 300.996}, "triton_wait": {"avg_ms": 80.864, "count": 114, "max_ms": 119.866, "p95_ms": 109.722}, "visualize": {"avg_ms": 24.35, "count": 114, "max_ms": 34.38, "p95_ms": 27.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6379.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.787, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.098, "name": "ffmpeg", "pid": 33620, "rss_mb": 293.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.433, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:52:21+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T22:52:21+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T22:52:21.795798+09:00", "mtime_epoch": 1783345941.7957983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:52:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.207, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.257, "pushed": 9.257, "read": 9.224}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.57, "count": 277, "max_ms": 5.847, "p95_ms": 4.241}, "gstreamer_push": {"avg_ms": 1.33, "count": 277, "max_ms": 2.177, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.427, "count": 277, "max_ms": 91.641, "p95_ms": 81.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.99, "count": 277, "max_ms": 116.123, "p95_ms": 99.091}, "yolo11_640_fire_11class": {"avg_ms": 73.203, "count": 277, "max_ms": 91.006, "p95_ms": 86.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.498, "count": 277, "max_ms": 103.129, "p95_ms": 96.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.923, "count": 277, "max_ms": 128.589, "p95_ms": 113.278}, "read_interval": {"avg_ms": 108.348, "count": 276, "max_ms": 141.667, "p95_ms": 126.129}, "triton_wait": {"avg_ms": 82.573, "count": 277, "max_ms": 116.137, "p95_ms": 100.453}, "visualize": {"avg_ms": 3.676, "count": 277, "max_ms": 6.043, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6375.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:51:52+09:00", "last_error_summary": "[h264 @ 0x55ebeb7d0ec0] error while decoding MB 94 3, bytestream -37 [in#0/rtsp @ 0x55ebeaa26e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ebeaa26e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.262, "last_started_at": "2026-07-06T22:51:55+09:00", "pid": 33727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.336, "name": "ffmpeg", "pid": 33727, "rss_mb": 328.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.39, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:52:27+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T22:52:27+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T22:52:27.243860+09:00", "mtime_epoch": 1783345947.2438598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:52:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.911, "pushed": 8.911, "read": 8.878}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.208, "count": 267, "max_ms": 6.887, "p95_ms": 5.374}, "gstreamer_push": {"avg_ms": 1.297, "count": 267, "max_ms": 1.629, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.446, "count": 267, "max_ms": 89.218, "p95_ms": 83.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.215, "count": 267, "max_ms": 118.908, "p95_ms": 100.422}, "yolo11_640_fire_11class": {"avg_ms": 77.347, "count": 267, "max_ms": 91.797, "p95_ms": 87.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.919, "count": 267, "max_ms": 103.512, "p95_ms": 98.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.133, "count": 267, "max_ms": 131.925, "p95_ms": 114.662}, "read_interval": {"avg_ms": 112.494, "count": 266, "max_ms": 146.336, "p95_ms": 128.213}, "triton_wait": {"avg_ms": 87.148, "count": 267, "max_ms": 118.922, "p95_ms": 101.504}, "visualize": {"avg_ms": 3.65, "count": 267, "max_ms": 5.722, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1939, "tracking_summary": 1747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6381.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41665.337, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.115, "sample_count": 1210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:52:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:52:32+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T22:52:31+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T22:52:31.907913+09:00", "mtime_epoch": 1783345951.9079127, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:52:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 873.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.26, "pushed": 4.26, "read": 4.226}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.151, "count": 127, "max_ms": 167.876, "p95_ms": 154.41}, "gstreamer_push": {"avg_ms": 0.961, "count": 127, "max_ms": 2.2, "p95_ms": 1.896}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.085, "count": 127, "max_ms": 115.732, "p95_ms": 106.316}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.02, "count": 127, "max_ms": 115.744, "p95_ms": 113.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.73, "count": 127, "max_ms": 297.111, "p95_ms": 291.44}, "read_interval": {"avg_ms": 236.683, "count": 126, "max_ms": 304.815, "p95_ms": 297.499}, "triton_wait": {"avg_ms": 79.126, "count": 127, "max_ms": 115.755, "p95_ms": 113.7}, "visualize": {"avg_ms": 26.557, "count": 127, "max_ms": 42.471, "p95_ms": 38.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6386.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:51:52+09:00", "last_error_summary": "[h264 @ 0x55ebeb7d0ec0] error while decoding MB 94 3, bytestream -37 [in#0/rtsp @ 0x55ebeaa26e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ebeaa26e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.325, "last_started_at": "2026-07-06T22:51:55+09:00", "pid": 33727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.336, "name": "ffmpeg", "pid": 33727, "rss_mb": 328.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.092, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:52:57+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T22:52:57+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T22:52:57.336203+09:00", "mtime_epoch": 1783345977.336203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:52:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1559.984, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.813, "pushed": 9.813, "read": 9.78}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.197, "count": 294, "max_ms": 6.37, "p95_ms": 4.956}, "gstreamer_push": {"avg_ms": 1.298, "count": 294, "max_ms": 2.074, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.567, "count": 294, "max_ms": 92.22, "p95_ms": 81.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.464, "count": 294, "max_ms": 116.592, "p95_ms": 89.745}, "yolo11_640_fire_11class": {"avg_ms": 67.974, "count": 294, "max_ms": 92.864, "p95_ms": 84.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.754, "count": 294, "max_ms": 103.391, "p95_ms": 93.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.424, "count": 294, "max_ms": 129.696, "p95_ms": 113.011}, "read_interval": {"avg_ms": 102.313, "count": 293, "max_ms": 142.587, "p95_ms": 128.314}, "triton_wait": {"avg_ms": 76.533, "count": 294, "max_ms": 116.605, "p95_ms": 100.06}, "visualize": {"avg_ms": 3.647, "count": 294, "max_ms": 5.531, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1940, "tracking_summary": 1748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6385.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41695.531, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.844, "sample_count": 1192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:53:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:53:02+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-06T22:53:02+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T22:53:02.060257+09:00", "mtime_epoch": 1783345982.0602574, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:53:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 877.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.812, "pushed": 3.812, "read": 3.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.47, "count": 114, "max_ms": 160.953, "p95_ms": 155.727}, "gstreamer_push": {"avg_ms": 0.773, "count": 114, "max_ms": 1.115, "p95_ms": 0.84}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.377, "count": 114, "max_ms": 110.807, "p95_ms": 104.706}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.109, "count": 114, "max_ms": 121.911, "p95_ms": 109.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.192, "count": 114, "max_ms": 306.342, "p95_ms": 290.262}, "read_interval": {"avg_ms": 264.808, "count": 113, "max_ms": 312.291, "p95_ms": 296.424}, "triton_wait": {"avg_ms": 81.328, "count": 114, "max_ms": 121.925, "p95_ms": 110.053}, "visualize": {"avg_ms": 26.61, "count": 114, "max_ms": 42.046, "p95_ms": 29.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6391.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 408, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:48:22+09:00", "last_error_summary": "[h264 @ 0x56500b279c40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56500b279c40] error while decoding MB 0 28, bytestream 3494 [h264 @ 0x56500a9e5480] cabac decode of qscale diff failed at 7 29 [h264 @ 0x56500a9e5480] error while decoding MB 7 29, bytestream 4044 [in#0/rtsp @ 0x56500a8c2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56500a8c2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:48:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 278.837, "last_started_at": "2026-07-06T22:48:25+09:00", "pid": 33620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.496, "name": "ffmpeg", "pid": 33620, "rss_mb": 299.496, "state": "S (sleeping)", "threads": 104}, "restart_count": 133, "restart_count_per_hour": 6, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.654, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T22:53:03+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T22:53:03+09:00", "mjpeg": {"age_sec": 19.098, "exists": true, "mtime": "2026-07-06T22:52:44.852060+09:00", "mtime_epoch": 1783345964.8520598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:53:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.272, "pushed": 3.272, "read": 3.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.767, "count": 98, "max_ms": 5.514, "p95_ms": 5.002}, "gstreamer_push": {"avg_ms": 1.341, "count": 98, "max_ms": 1.601, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.18, "count": 98, "max_ms": 90.806, "p95_ms": 85.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.615, "count": 98, "max_ms": 114.075, "p95_ms": 108.994}, "yolo11_640_fire_11class": {"avg_ms": 75.518, "count": 98, "max_ms": 90.165, "p95_ms": 85.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.428, "count": 98, "max_ms": 101.587, "p95_ms": 96.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.861, "count": 98, "max_ms": 128.208, "p95_ms": 121.663}, "read_interval": {"avg_ms": 308.953, "count": 97, "max_ms": 19132.228, "p95_ms": 140.741}, "triton_wait": {"avg_ms": 85.983, "count": 98, "max_ms": 114.09, "p95_ms": 109.008}, "visualize": {"avg_ms": 3.776, "count": 98, "max_ms": 4.989, "p95_ms": 4.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6358.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:51:52+09:00", "last_error_summary": "[h264 @ 0x55ebeb7d0ec0] error while decoding MB 94 3, bytestream -37 [in#0/rtsp @ 0x55ebeaa26e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ebeaa26e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.383, "last_started_at": "2026-07-06T22:51:55+09:00", "pid": 33727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.336, "name": "ffmpeg", "pid": 33727, "rss_mb": 328.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.957, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:53:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:53:27+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:53:27+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T22:53:27.360551+09:00", "mtime_epoch": 1783346007.3605509, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:53:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1560.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.786, "pushed": 9.786, "read": 9.752}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.162, "count": 293, "max_ms": 5.563, "p95_ms": 4.747}, "gstreamer_push": {"avg_ms": 1.291, "count": 293, "max_ms": 1.533, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.535, "count": 293, "max_ms": 94.56, "p95_ms": 81.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.346, "count": 293, "max_ms": 122.424, "p95_ms": 101.111}, "yolo11_640_fire_11class": {"avg_ms": 67.608, "count": 293, "max_ms": 96.102, "p95_ms": 83.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.258, "count": 293, "max_ms": 105.89, "p95_ms": 93.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.574, "count": 293, "max_ms": 135.357, "p95_ms": 116.76}, "read_interval": {"avg_ms": 102.543, "count": 292, "max_ms": 148.721, "p95_ms": 129.292}, "triton_wait": {"avg_ms": 76.721, "count": 293, "max_ms": 122.437, "p95_ms": 103.642}, "visualize": {"avg_ms": 3.622, "count": 293, "max_ms": 4.334, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1942, "tracking_summary": 1749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6359.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41725.686, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.248, "sample_count": 1196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:53:32+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T22:53:32+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T22:53:32.240608+09:00", "mtime_epoch": 1783346012.240608, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:53:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 879.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.049, "pushed": 4.049, "read": 4.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.037, "count": 121, "max_ms": 172.443, "p95_ms": 156.108}, "gstreamer_push": {"avg_ms": 0.794, "count": 121, "max_ms": 1.373, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.454, "count": 121, "max_ms": 116.609, "p95_ms": 106.437}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.669, "count": 121, "max_ms": 117.41, "p95_ms": 110.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.488, "count": 121, "max_ms": 306.605, "p95_ms": 292.8}, "read_interval": {"avg_ms": 249.178, "count": 120, "max_ms": 312.849, "p95_ms": 299.965}, "triton_wait": {"avg_ms": 81.769, "count": 121, "max_ms": 117.423, "p95_ms": 110.815}, "visualize": {"avg_ms": 24.855, "count": 121, "max_ms": 34.033, "p95_ms": 28.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6358.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.61, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.004, "name": "ffmpeg", "pid": 33879, "rss_mb": 265.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.259, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:53:33+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:53:33+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:53:33.864627+09:00", "mtime_epoch": 1783346013.864627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:53:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.465, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.7, "pushed": 7.7, "read": 7.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.533, "count": 231, "max_ms": 5.568, "p95_ms": 4.496}, "gstreamer_push": {"avg_ms": 1.318, "count": 231, "max_ms": 1.788, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.61, "count": 231, "max_ms": 96.101, "p95_ms": 84.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.906, "count": 231, "max_ms": 116.29, "p95_ms": 105.558}, "yolo11_640_fire_11class": {"avg_ms": 76.322, "count": 231, "max_ms": 97.632, "p95_ms": 87.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.848, "count": 231, "max_ms": 107.452, "p95_ms": 97.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.023, "count": 231, "max_ms": 129.501, "p95_ms": 118.31}, "read_interval": {"avg_ms": 129.846, "count": 231, "max_ms": 4529.491, "p95_ms": 130.393}, "triton_wait": {"avg_ms": 86.769, "count": 231, "max_ms": 116.303, "p95_ms": 105.594}, "visualize": {"avg_ms": 3.599, "count": 231, "max_ms": 4.777, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6354.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:51:52+09:00", "last_error_summary": "[h264 @ 0x55ebeb7d0ec0] error while decoding MB 94 3, bytestream -37 [in#0/rtsp @ 0x55ebeaa26e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ebeaa26e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.495, "last_started_at": "2026-07-06T22:51:55+09:00", "pid": 33727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.336, "name": "ffmpeg", "pid": 33727, "rss_mb": 328.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 26, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.894, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:53:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T22:53:57+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T22:53:57.460905+09:00", "mtime_epoch": 1783346037.4609048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:53:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1560.242, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.904, "pushed": 8.904, "read": 8.871}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.54, "count": 267, "max_ms": 7.032, "p95_ms": 6.162}, "gstreamer_push": {"avg_ms": 1.317, "count": 267, "max_ms": 1.982, "p95_ms": 1.506}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.347, "count": 267, "max_ms": 88.901, "p95_ms": 82.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.749, "count": 267, "max_ms": 122.407, "p95_ms": 106.983}, "yolo11_640_fire_11class": {"avg_ms": 74.477, "count": 267, "max_ms": 92.145, "p95_ms": 86.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.954, "count": 267, "max_ms": 107.158, "p95_ms": 95.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.361, "count": 267, "max_ms": 135.312, "p95_ms": 120.035}, "read_interval": {"avg_ms": 112.726, "count": 266, "max_ms": 152.405, "p95_ms": 134.811}, "triton_wait": {"avg_ms": 85.78, "count": 267, "max_ms": 122.421, "p95_ms": 106.995}, "visualize": {"avg_ms": 3.788, "count": 267, "max_ms": 6.178, "p95_ms": 4.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1942, "tracking_summary": 1750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6352.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41755.75, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.783, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:54:02+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-06T22:54:02+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-06T22:54:02.376963+09:00", "mtime_epoch": 1783346042.3769631, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:54:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 871.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.36, "pushed": 4.36, "read": 4.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 111.536, "count": 130, "max_ms": 193.947, "p95_ms": 157.071}, "gstreamer_push": {"avg_ms": 0.864, "count": 130, "max_ms": 1.816, "p95_ms": 1.659}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.383, "count": 130, "max_ms": 122.577, "p95_ms": 111.375}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.171, "count": 130, "max_ms": 123.661, "p95_ms": 116.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.333, "count": 130, "max_ms": 308.247, "p95_ms": 292.391}, "read_interval": {"avg_ms": 231.624, "count": 129, "max_ms": 314.342, "p95_ms": 298.922}, "triton_wait": {"avg_ms": 82.341, "count": 130, "max_ms": 123.674, "p95_ms": 116.374}, "visualize": {"avg_ms": 26.609, "count": 130, "max_ms": 35.878, "p95_ms": 33.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6349.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.66, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.777, "name": "ffmpeg", "pid": 33879, "rss_mb": 265.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.577, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:54:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:54:04+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T22:54:03+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:54:03.920981+09:00", "mtime_epoch": 1783346043.9209814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:54:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.784, "pushed": 8.784, "read": 8.751}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.652, "count": 263, "max_ms": 7.348, "p95_ms": 5.222}, "gstreamer_push": {"avg_ms": 1.363, "count": 263, "max_ms": 2.438, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.142, "count": 263, "max_ms": 89.31, "p95_ms": 83.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.665, "count": 263, "max_ms": 129.193, "p95_ms": 109.009}, "yolo11_640_fire_11class": {"avg_ms": 76.859, "count": 263, "max_ms": 96.098, "p95_ms": 86.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.004, "count": 263, "max_ms": 101.492, "p95_ms": 96.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.997, "count": 263, "max_ms": 145.421, "p95_ms": 121.614}, "read_interval": {"avg_ms": 114.284, "count": 262, "max_ms": 163.296, "p95_ms": 135.103}, "triton_wait": {"avg_ms": 88.304, "count": 263, "max_ms": 129.206, "p95_ms": 109.022}, "visualize": {"avg_ms": 3.752, "count": 263, "max_ms": 6.388, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1944, "tracking_summary": 1751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6360.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41785.798, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.061, "sample_count": 1202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:54:32+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-06T22:54:32+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-06T22:54:32.337321+09:00", "mtime_epoch": 1783346072.337321, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:54:32+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 878.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.956, "pushed": 3.956, "read": 3.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.899, "count": 118, "max_ms": 161.659, "p95_ms": 155.996}, "gstreamer_push": {"avg_ms": 0.789, "count": 118, "max_ms": 1.138, "p95_ms": 0.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.285, "count": 118, "max_ms": 114.462, "p95_ms": 109.204}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.121, "count": 118, "max_ms": 116.05, "p95_ms": 113.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.17, "count": 118, "max_ms": 298.633, "p95_ms": 296.065}, "read_interval": {"avg_ms": 254.474, "count": 117, "max_ms": 570.161, "p95_ms": 302.273}, "triton_wait": {"avg_ms": 81.203, "count": 118, "max_ms": 116.063, "p95_ms": 113.456}, "visualize": {"avg_ms": 26.261, "count": 118, "max_ms": 34.962, "p95_ms": 30.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6361.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.72, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.066, "name": "ffmpeg", "pid": 33879, "rss_mb": 267.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.488, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:54:34+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T22:54:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T22:54:34.005341+09:00", "mtime_epoch": 1783346074.005341, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:54:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.723, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.45, "pushed": 9.45, "read": 9.417}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.52, "count": 283, "max_ms": 4.482, "p95_ms": 4.063}, "gstreamer_push": {"avg_ms": 1.325, "count": 283, "max_ms": 1.58, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.436, "count": 283, "max_ms": 91.139, "p95_ms": 82.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.147, "count": 283, "max_ms": 122.358, "p95_ms": 103.084}, "yolo11_640_fire_11class": {"avg_ms": 71.408, "count": 283, "max_ms": 91.884, "p95_ms": 85.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.204, "count": 283, "max_ms": 102.932, "p95_ms": 96.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.06, "count": 283, "max_ms": 136.349, "p95_ms": 115.367}, "read_interval": {"avg_ms": 106.292, "count": 282, "max_ms": 148.373, "p95_ms": 130.074}, "triton_wait": {"avg_ms": 80.765, "count": 283, "max_ms": 122.372, "p95_ms": 103.094}, "visualize": {"avg_ms": 3.648, "count": 283, "max_ms": 4.432, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6233.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 83, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:54:57+09:00", "last_error_summary": "[h264 @ 0x560f233d7c00] error while decoding MB 94 46, bytestream -7", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.382, "last_started_at": "2026-07-06T22:54:59+09:00", "pid": 33986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.359, "name": "ffmpeg", "pid": 33986, "rss_mb": 203.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.896, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:55:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:55:02+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T22:55:02+09:00", "mjpeg": {"age_sec": 35.273, "exists": true, "mtime": "2026-07-06T22:54:27.049258+09:00", "mtime_epoch": 1783346067.0492575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:55:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1560.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.549, "count": 1, "max_ms": 4.549, "p95_ms": 4.549}, "gstreamer_push": {"avg_ms": 1.285, "count": 1, "max_ms": 1.285, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.762, "count": 1, "max_ms": 59.762, "p95_ms": 59.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.296, "count": 1, "max_ms": 78.296, "p95_ms": 78.296}, "yolo11_640_fire_11class": {"avg_ms": 77.474, "count": 1, "max_ms": 77.474, "p95_ms": 77.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.557, "count": 1, "max_ms": 84.557, "p95_ms": 84.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.714, "count": 1, "max_ms": 97.714, "p95_ms": 97.714}, "read_interval": {"avg_ms": 35282.299, "count": 1, "max_ms": 35282.299, "p95_ms": 35282.299}, "triton_wait": {"avg_ms": 84.569, "count": 1, "max_ms": 84.569, "p95_ms": 84.569}, "visualize": {"avg_ms": 3.583, "count": 1, "max_ms": 3.583, "p95_ms": 3.583}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1945, "tracking_summary": 1752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6238.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41816.048, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.391, "sample_count": 1199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:55:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:55:02+09:00", "last_frame_read_age_sec": 0.26, "last_frame_read_at": "2026-07-06T22:55:02+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T22:55:02.593687+09:00", "mtime_epoch": 1783346102.593687, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:55:02+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.168, "name": "celery", "pid": 239, "rss_mb": 874.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.002, "pushed": 4.002, "read": 3.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.953, "count": 120, "max_ms": 157.411, "p95_ms": 154.174}, "gstreamer_push": {"avg_ms": 0.814, "count": 120, "max_ms": 1.764, "p95_ms": 0.945}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.906, "count": 120, "max_ms": 88.329, "p95_ms": 84.77}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.305, "count": 120, "max_ms": 99.866, "p95_ms": 91.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.687, "count": 120, "max_ms": 280.283, "p95_ms": 271.533}, "read_interval": {"avg_ms": 251.967, "count": 119, "max_ms": 287.103, "p95_ms": 281.007}, "triton_wait": {"avg_ms": 81.338, "count": 120, "max_ms": 99.878, "p95_ms": 91.627}, "visualize": {"avg_ms": 26.543, "count": 120, "max_ms": 40.757, "p95_ms": 32.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6263.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.743, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.582, "name": "ffmpeg", "pid": 33879, "rss_mb": 267.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.906, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:55:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:55:04+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T22:55:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T22:55:04.001704+09:00", "mtime_epoch": 1783346104.0017042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:55:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.954, "pushed": 10.954, "read": 10.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.634, "count": 328, "max_ms": 5.514, "p95_ms": 4.546}, "gstreamer_push": {"avg_ms": 1.318, "count": 328, "max_ms": 1.578, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.69, "count": 328, "max_ms": 90.328, "p95_ms": 68.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.974, "count": 328, "max_ms": 91.49, "p95_ms": 83.83}, "yolo11_640_fire_11class": {"avg_ms": 58.722, "count": 328, "max_ms": 91.479, "p95_ms": 69.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.861, "count": 328, "max_ms": 101.911, "p95_ms": 79.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.314, "count": 328, "max_ms": 114.432, "p95_ms": 96.989}, "read_interval": {"avg_ms": 91.476, "count": 327, "max_ms": 127.172, "p95_ms": 110.926}, "triton_wait": {"avg_ms": 65.851, "count": 328, "max_ms": 101.924, "p95_ms": 84.54}, "visualize": {"avg_ms": 3.685, "count": 328, "max_ms": 4.781, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6359.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 83, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:54:57+09:00", "last_error_summary": "[h264 @ 0x560f233d7c00] error while decoding MB 94 46, bytestream -7", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.473, "last_started_at": "2026-07-06T22:54:59+09:00", "pid": 33986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.387, "name": "ffmpeg", "pid": 33986, "rss_mb": 329.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.76, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:55:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:55:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T22:55:32+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T22:55:32.330051+09:00", "mtime_epoch": 1783346132.3300512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:55:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1560.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.145, "count": 270, "max_ms": 6.606, "p95_ms": 4.721}, "gstreamer_push": {"avg_ms": 1.287, "count": 270, "max_ms": 1.503, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.463, "count": 270, "max_ms": 93.194, "p95_ms": 83.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.79, "count": 270, "max_ms": 119.007, "p95_ms": 103.319}, "yolo11_640_fire_11class": {"avg_ms": 76.09, "count": 270, "max_ms": 94.29, "p95_ms": 86.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.545, "count": 270, "max_ms": 104.188, "p95_ms": 95.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.723, "count": 270, "max_ms": 132.12, "p95_ms": 117.034}, "read_interval": {"avg_ms": 111.498, "count": 269, "max_ms": 143.187, "p95_ms": 128.34}, "triton_wait": {"avg_ms": 86.888, "count": 270, "max_ms": 119.018, "p95_ms": 104.155}, "visualize": {"avg_ms": 3.639, "count": 270, "max_ms": 4.42, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1945, "tracking_summary": 1753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6359.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41846.272, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.301, "sample_count": 1190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:55:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:55:33+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T22:55:32+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T22:55:32.834057+09:00", "mtime_epoch": 1783346132.8340573, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:55:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.184, "name": "celery", "pid": 239, "rss_mb": 874.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.703, "pushed": 3.703, "read": 3.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.727, "count": 111, "max_ms": 174.39, "p95_ms": 155.741}, "gstreamer_push": {"avg_ms": 0.929, "count": 111, "max_ms": 2.039, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.476, "count": 111, "max_ms": 116.764, "p95_ms": 107.753}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.829, "count": 111, "max_ms": 123.628, "p95_ms": 113.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.153, "count": 111, "max_ms": 320.457, "p95_ms": 299.521}, "read_interval": {"avg_ms": 272.474, "count": 110, "max_ms": 328.516, "p95_ms": 307.505}, "triton_wait": {"avg_ms": 81.842, "count": 111, "max_ms": 123.641, "p95_ms": 113.708}, "visualize": {"avg_ms": 28.797, "count": 111, "max_ms": 42.261, "p95_ms": 39.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6361.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.826, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.738, "name": "ffmpeg", "pid": 33879, "rss_mb": 272.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.906, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:55:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:55:34+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:55:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:55:34.086073+09:00", "mtime_epoch": 1783346134.086073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:55:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1676.98, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.007, "pushed": 9.007, "read": 8.974}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.583, "count": 270, "max_ms": 5.457, "p95_ms": 4.509}, "gstreamer_push": {"avg_ms": 1.321, "count": 270, "max_ms": 1.964, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.197, "count": 270, "max_ms": 94.599, "p95_ms": 83.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.746, "count": 270, "max_ms": 123.062, "p95_ms": 105.879}, "yolo11_640_fire_11class": {"avg_ms": 74.843, "count": 270, "max_ms": 94.249, "p95_ms": 85.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.313, "count": 270, "max_ms": 105.463, "p95_ms": 95.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.008, "count": 270, "max_ms": 135.309, "p95_ms": 117.905}, "read_interval": {"avg_ms": 111.41, "count": 269, "max_ms": 147.537, "p95_ms": 130.883}, "triton_wait": {"avg_ms": 85.639, "count": 270, "max_ms": 123.075, "p95_ms": 105.892}, "visualize": {"avg_ms": 3.649, "count": 270, "max_ms": 4.55, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6364.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 83, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:54:57+09:00", "last_error_summary": "[h264 @ 0x560f233d7c00] error while decoding MB 94 46, bytestream -7", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.525, "last_started_at": "2026-07-06T22:54:59+09:00", "pid": 33986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.387, "name": "ffmpeg", "pid": 33986, "rss_mb": 329.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.26, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:56:02+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T22:56:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T22:56:02.374423+09:00", "mtime_epoch": 1783346162.374423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:56:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1560.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.915, "pushed": 8.915, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 267, "max_ms": 6.978, "p95_ms": 5.815}, "gstreamer_push": {"avg_ms": 1.295, "count": 267, "max_ms": 2.09, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.628, "count": 267, "max_ms": 96.875, "p95_ms": 82.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.711, "count": 267, "max_ms": 119.932, "p95_ms": 101.748}, "yolo11_640_fire_11class": {"avg_ms": 75.999, "count": 267, "max_ms": 96.282, "p95_ms": 85.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.339, "count": 267, "max_ms": 108.815, "p95_ms": 96.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.676, "count": 267, "max_ms": 134.748, "p95_ms": 117.896}, "read_interval": {"avg_ms": 112.568, "count": 266, "max_ms": 146.953, "p95_ms": 130.871}, "triton_wait": {"avg_ms": 86.708, "count": 267, "max_ms": 119.946, "p95_ms": 104.181}, "visualize": {"avg_ms": 3.663, "count": 267, "max_ms": 6.157, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1948, "tracking_summary": 1754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6364.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41876.448, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.176, "sample_count": 1203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:56:03+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T22:56:02+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T22:56:03.010431+09:00", "mtime_epoch": 1783346163.010431, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:56:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.184, "name": "celery", "pid": 239, "rss_mb": 874.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.211, "pushed": 4.211, "read": 4.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.314, "count": 126, "max_ms": 160.267, "p95_ms": 156.644}, "gstreamer_push": {"avg_ms": 1.056, "count": 126, "max_ms": 2.48, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.832, "count": 126, "max_ms": 118.225, "p95_ms": 105.535}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.639, "count": 126, "max_ms": 118.238, "p95_ms": 111.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.542, "count": 126, "max_ms": 302.97, "p95_ms": 292.609}, "read_interval": {"avg_ms": 239.417, "count": 125, "max_ms": 311.887, "p95_ms": 298.337}, "triton_wait": {"avg_ms": 79.716, "count": 126, "max_ms": 118.249, "p95_ms": 111.13}, "visualize": {"avg_ms": 28.702, "count": 126, "max_ms": 41.245, "p95_ms": 39.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6364.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.9, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.738, "name": "ffmpeg", "pid": 33879, "rss_mb": 272.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.982, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:56:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:56:04+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:56:04+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:56:04.154445+09:00", "mtime_epoch": 1783346164.1544452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:56:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1677.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.909, "pushed": 8.909, "read": 8.876}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.656, "count": 267, "max_ms": 5.816, "p95_ms": 5.026}, "gstreamer_push": {"avg_ms": 1.333, "count": 267, "max_ms": 2.435, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.479, "count": 267, "max_ms": 97.55, "p95_ms": 84.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.872, "count": 267, "max_ms": 114.123, "p95_ms": 102.438}, "yolo11_640_fire_11class": {"avg_ms": 76.22, "count": 267, "max_ms": 96.94, "p95_ms": 85.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.659, "count": 267, "max_ms": 109.446, "p95_ms": 96.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.479, "count": 267, "max_ms": 127.885, "p95_ms": 117.716}, "read_interval": {"avg_ms": 112.632, "count": 266, "max_ms": 141.419, "p95_ms": 131.914}, "triton_wait": {"avg_ms": 86.952, "count": 267, "max_ms": 114.138, "p95_ms": 105.272}, "visualize": {"avg_ms": 3.679, "count": 267, "max_ms": 6.349, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6364.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 83, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:54:57+09:00", "last_error_summary": "[h264 @ 0x560f233d7c00] error while decoding MB 94 46, bytestream -7", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.606, "last_started_at": "2026-07-06T22:54:59+09:00", "pid": 33986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.387, "name": "ffmpeg", "pid": 33986, "rss_mb": 329.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.034, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:56:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:56:32+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-06T22:56:32+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T22:56:32.426799+09:00", "mtime_epoch": 1783346192.4267988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:56:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1560.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.908, "pushed": 8.908, "read": 8.875}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 267, "max_ms": 6.573, "p95_ms": 5.245}, "gstreamer_push": {"avg_ms": 1.295, "count": 267, "max_ms": 2.112, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.038, "count": 267, "max_ms": 90.699, "p95_ms": 82.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.968, "count": 267, "max_ms": 119.511, "p95_ms": 102.161}, "yolo11_640_fire_11class": {"avg_ms": 75.817, "count": 267, "max_ms": 93.157, "p95_ms": 86.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.402, "count": 267, "max_ms": 100.757, "p95_ms": 95.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.771, "count": 267, "max_ms": 132.488, "p95_ms": 115.095}, "read_interval": {"avg_ms": 112.576, "count": 266, "max_ms": 148.874, "p95_ms": 131.222}, "triton_wait": {"avg_ms": 86.908, "count": 267, "max_ms": 119.525, "p95_ms": 102.187}, "visualize": {"avg_ms": 3.632, "count": 267, "max_ms": 4.684, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1949, "tracking_summary": 1755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6364.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41906.464, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.783, "sample_count": 1189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:56:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:56:33+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-06T22:56:32+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-06T22:56:32.990806+09:00", "mtime_epoch": 1783346192.9908059, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:56:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.184, "name": "celery", "pid": 239, "rss_mb": 875.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.803, "pushed": 3.803, "read": 3.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.699, "count": 113, "max_ms": 158.07, "p95_ms": 156.325}, "gstreamer_push": {"avg_ms": 0.786, "count": 113, "max_ms": 1.946, "p95_ms": 0.824}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.272, "count": 113, "max_ms": 119.829, "p95_ms": 106.926}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.064, "count": 113, "max_ms": 119.817, "p95_ms": 111.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.084, "count": 113, "max_ms": 304.094, "p95_ms": 295.41}, "read_interval": {"avg_ms": 265.429, "count": 112, "max_ms": 309.296, "p95_ms": 302.698}, "triton_wait": {"avg_ms": 79.175, "count": 113, "max_ms": 119.841, "p95_ms": 111.962}, "visualize": {"avg_ms": 25.428, "count": 113, "max_ms": 38.388, "p95_ms": 34.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.717, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6364.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.957, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.996, "name": "ffmpeg", "pid": 33879, "rss_mb": 272.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.367, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:56:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:56:34+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:56:34+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T22:56:34.210821+09:00", "mtime_epoch": 1783346194.2108214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:56:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1677.238, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.583, "count": 267, "max_ms": 5.664, "p95_ms": 5.006}, "gstreamer_push": {"avg_ms": 1.306, "count": 267, "max_ms": 1.707, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.107, "count": 267, "max_ms": 89.38, "p95_ms": 82.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.561, "count": 267, "max_ms": 116.827, "p95_ms": 101.559}, "yolo11_640_fire_11class": {"avg_ms": 75.838, "count": 267, "max_ms": 96.744, "p95_ms": 86.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.535, "count": 267, "max_ms": 100.966, "p95_ms": 96.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.964, "count": 267, "max_ms": 130.607, "p95_ms": 113.747}, "read_interval": {"avg_ms": 112.56, "count": 266, "max_ms": 143.13, "p95_ms": 127.575}, "triton_wait": {"avg_ms": 86.684, "count": 267, "max_ms": 116.842, "p95_ms": 101.572}, "visualize": {"avg_ms": 3.604, "count": 267, "max_ms": 4.666, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1950, "tracking_summary": 1756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6374.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41936.687, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.133, "sample_count": 1205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:57:03+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-06T22:57:03+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-06T22:57:03.215188+09:00", "mtime_epoch": 1783346223.2151875, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:57:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.238, "name": "celery", "pid": 239, "rss_mb": 879.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.337, "pushed": 4.337, "read": 4.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.784, "count": 130, "max_ms": 176.839, "p95_ms": 155.944}, "gstreamer_push": {"avg_ms": 0.946, "count": 130, "max_ms": 2.329, "p95_ms": 1.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.515, "count": 130, "max_ms": 105.052, "p95_ms": 90.013}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.033, "count": 130, "max_ms": 116.218, "p95_ms": 92.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.469, "count": 130, "max_ms": 306.337, "p95_ms": 279.308}, "read_interval": {"avg_ms": 232.059, "count": 129, "max_ms": 312.293, "p95_ms": 279.776}, "triton_wait": {"avg_ms": 77.15, "count": 130, "max_ms": 116.23, "p95_ms": 92.961}, "visualize": {"avg_ms": 25.646, "count": 130, "max_ms": 40.764, "p95_ms": 36.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6374.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.038, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.953, "name": "ffmpeg", "pid": 33879, "rss_mb": 277.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.77, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:57:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T22:57:04+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T22:57:04.303201+09:00", "mtime_epoch": 1783346224.3032014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:57:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1677.496, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.984, "pushed": 10.984, "read": 10.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.521, "count": 329, "max_ms": 5.732, "p95_ms": 4.188}, "gstreamer_push": {"avg_ms": 1.3, "count": 329, "max_ms": 2.316, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.572, "count": 329, "max_ms": 87.503, "p95_ms": 75.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.689, "count": 329, "max_ms": 114.164, "p95_ms": 86.266}, "yolo11_640_fire_11class": {"avg_ms": 58.443, "count": 329, "max_ms": 104.342, "p95_ms": 75.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.167, "count": 329, "max_ms": 109.852, "p95_ms": 85.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.107, "count": 329, "max_ms": 126.287, "p95_ms": 99.414}, "read_interval": {"avg_ms": 91.396, "count": 328, "max_ms": 538.866, "p95_ms": 114.025}, "triton_wait": {"avg_ms": 64.967, "count": 329, "max_ms": 114.176, "p95_ms": 87.334}, "visualize": {"avg_ms": 3.631, "count": 329, "max_ms": 5.938, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6256.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:57:07+09:00", "last_error_summary": "[h264 @ 0x55fd50741b40] error while decoding MB 84 17, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.111, "last_started_at": "2026-07-06T22:57:10+09:00", "pid": 34138, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.477, "name": "ffmpeg", "pid": 34138, "rss_mb": 209.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.412, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:57:12+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T22:57:12+09:00", "mjpeg": {"age_sec": 35.046, "exists": true, "mtime": "2026-07-06T22:56:37.626864+09:00", "mtime_epoch": 1783346197.6268642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:57:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1560.758, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.626, "count": 1, "max_ms": 4.626, "p95_ms": 4.626}, "gstreamer_push": {"avg_ms": 1.037, "count": 1, "max_ms": 1.037, "p95_ms": 1.037}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.777, "count": 1, "max_ms": 71.777, "p95_ms": 71.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.579, "count": 1, "max_ms": 76.579, "p95_ms": 76.579}, "yolo11_640_fire_11class": {"avg_ms": 75.693, "count": 1, "max_ms": 75.693, "p95_ms": 75.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.354, "count": 1, "max_ms": 81.354, "p95_ms": 81.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.204, "count": 1, "max_ms": 93.204, "p95_ms": 93.204}, "read_interval": {"avg_ms": 35071.667, "count": 1, "max_ms": 35071.667, "p95_ms": 35071.667}, "triton_wait": {"avg_ms": 81.363, "count": 1, "max_ms": 81.363, "p95_ms": 81.363}, "visualize": {"avg_ms": 2.956, "count": 1, "max_ms": 2.956, "p95_ms": 2.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1951, "tracking_summary": 1757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6378.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41966.791, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.02, "sample_count": 1190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:57:33+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-06T22:57:33+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T22:57:33.355572+09:00", "mtime_epoch": 1783346253.3555717, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:57:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.238, "name": "celery", "pid": 239, "rss_mb": 879.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.788, "pushed": 3.788, "read": 3.754}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.483, "count": 113, "max_ms": 159.109, "p95_ms": 155.7}, "gstreamer_push": {"avg_ms": 0.773, "count": 113, "max_ms": 0.968, "p95_ms": 0.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.423, "count": 113, "max_ms": 110.738, "p95_ms": 107.256}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.711, "count": 113, "max_ms": 116.922, "p95_ms": 114.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.738, "count": 113, "max_ms": 305.082, "p95_ms": 297.186}, "read_interval": {"avg_ms": 266.585, "count": 112, "max_ms": 311.004, "p95_ms": 303.188}, "triton_wait": {"avg_ms": 82.21, "count": 113, "max_ms": 116.935, "p95_ms": 114.45}, "visualize": {"avg_ms": 27.275, "count": 113, "max_ms": 31.192, "p95_ms": 29.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6378.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.053, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.078, "name": "ffmpeg", "pid": 33879, "rss_mb": 282.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.158, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:57:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:57:34+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T22:57:34+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T22:57:34.311584+09:00", "mtime_epoch": 1783346254.311584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:57:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1677.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.555, "pushed": 9.555, "read": 9.521}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.613, "count": 286, "max_ms": 5.51, "p95_ms": 4.448}, "gstreamer_push": {"avg_ms": 1.305, "count": 286, "max_ms": 1.515, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.551, "count": 286, "max_ms": 86.62, "p95_ms": 80.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.82, "count": 286, "max_ms": 117.634, "p95_ms": 104.677}, "yolo11_640_fire_11class": {"avg_ms": 69.685, "count": 286, "max_ms": 88.807, "p95_ms": 82.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.852, "count": 286, "max_ms": 102.421, "p95_ms": 93.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.587, "count": 286, "max_ms": 130.081, "p95_ms": 116.824}, "read_interval": {"avg_ms": 104.916, "count": 285, "max_ms": 147.643, "p95_ms": 130.118}, "triton_wait": {"avg_ms": 79.248, "count": 286, "max_ms": 117.648, "p95_ms": 104.689}, "visualize": {"avg_ms": 3.647, "count": 286, "max_ms": 4.504, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6373.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:57:07+09:00", "last_error_summary": "[h264 @ 0x55fd50741b40] error while decoding MB 84 17, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.117, "last_started_at": "2026-07-06T22:57:10+09:00", "pid": 34138, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.699, "name": "ffmpeg", "pid": 34138, "rss_mb": 327.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.352, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:57:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:57:42+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T22:57:42+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T22:57:42.583690+09:00", "mtime_epoch": 1783346262.58369, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:57:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.001, "pushed": 9.001, "read": 9.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 270, "max_ms": 6.599, "p95_ms": 4.545}, "gstreamer_push": {"avg_ms": 1.292, "count": 270, "max_ms": 1.577, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.804, "count": 270, "max_ms": 91.049, "p95_ms": 83.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.107, "count": 270, "max_ms": 120.277, "p95_ms": 103.867}, "yolo11_640_fire_11class": {"avg_ms": 76.62, "count": 270, "max_ms": 95.637, "p95_ms": 86.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.353, "count": 270, "max_ms": 102.2, "p95_ms": 97.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.511, "count": 270, "max_ms": 133.48, "p95_ms": 117.352}, "read_interval": {"avg_ms": 111.122, "count": 270, "max_ms": 146.051, "p95_ms": 129.242}, "triton_wait": {"avg_ms": 86.788, "count": 270, "max_ms": 120.29, "p95_ms": 103.879}, "visualize": {"avg_ms": 3.614, "count": 270, "max_ms": 4.468, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1952, "tracking_summary": 1758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6366.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 41996.802, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.248, "sample_count": 1203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:58:03+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-06T22:58:03+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-06T22:58:03.439958+09:00", "mtime_epoch": 1783346283.4399583, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:58:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 879.238, "name": "celery", "pid": 239, "rss_mb": 865.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.205, "pushed": 4.205, "read": 4.171}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.011, "count": 125, "max_ms": 159.219, "p95_ms": 155.472}, "gstreamer_push": {"avg_ms": 1.061, "count": 125, "max_ms": 3.117, "p95_ms": 1.842}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.488, "count": 125, "max_ms": 111.889, "p95_ms": 106.645}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.249, "count": 125, "max_ms": 116.884, "p95_ms": 110.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.901, "count": 125, "max_ms": 305.53, "p95_ms": 292.921}, "read_interval": {"avg_ms": 240.63, "count": 124, "max_ms": 313.064, "p95_ms": 302.811}, "triton_wait": {"avg_ms": 80.333, "count": 125, "max_ms": 116.896, "p95_ms": 110.626}, "visualize": {"avg_ms": 29.633, "count": 125, "max_ms": 47.702, "p95_ms": 40.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.729, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6372.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.162, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.078, "name": "ffmpeg", "pid": 33879, "rss_mb": 282.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.324, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:58:04+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T22:58:04+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T22:58:04.411971+09:00", "mtime_epoch": 1783346284.4119709, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:58:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1677.754, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.834, "pushed": 8.867, "read": 8.834}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.628, "count": 265, "max_ms": 5.907, "p95_ms": 4.396}, "gstreamer_push": {"avg_ms": 1.342, "count": 266, "max_ms": 2.384, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.886, "count": 265, "max_ms": 90.572, "p95_ms": 83.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.569, "count": 265, "max_ms": 118.138, "p95_ms": 104.335}, "yolo11_640_fire_11class": {"avg_ms": 76.032, "count": 265, "max_ms": 92.235, "p95_ms": 86.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.515, "count": 265, "max_ms": 105.185, "p95_ms": 97.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.807, "count": 265, "max_ms": 187.739, "p95_ms": 117.807}, "read_interval": {"avg_ms": 113.172, "count": 265, "max_ms": 195.78, "p95_ms": 131.501}, "triton_wait": {"avg_ms": 86.964, "count": 265, "max_ms": 118.151, "p95_ms": 105.197}, "visualize": {"avg_ms": 3.729, "count": 265, "max_ms": 6.379, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6366.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:57:07+09:00", "last_error_summary": "[h264 @ 0x55fd50741b40] error while decoding MB 84 17, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.2, "last_started_at": "2026-07-06T22:57:10+09:00", "pid": 34138, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.699, "name": "ffmpeg", "pid": 34138, "rss_mb": 327.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.685, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:58:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:58:12+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T22:58:12+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T22:58:12.652077+09:00", "mtime_epoch": 1783346292.6520772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:58:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.874, "pushed": 8.874, "read": 8.841}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.496, "count": 266, "max_ms": 7.017, "p95_ms": 6.401}, "gstreamer_push": {"avg_ms": 1.318, "count": 266, "max_ms": 2.491, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.445, "count": 266, "max_ms": 90.419, "p95_ms": 82.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.392, "count": 266, "max_ms": 122.18, "p95_ms": 105.816}, "yolo11_640_fire_11class": {"avg_ms": 75.26, "count": 266, "max_ms": 91.523, "p95_ms": 85.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.68, "count": 266, "max_ms": 105.442, "p95_ms": 96.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.86, "count": 266, "max_ms": 135.654, "p95_ms": 118.816}, "read_interval": {"avg_ms": 113.05, "count": 265, "max_ms": 148.478, "p95_ms": 131.824}, "triton_wait": {"avg_ms": 86.384, "count": 266, "max_ms": 122.193, "p95_ms": 105.829}, "visualize": {"avg_ms": 3.784, "count": 266, "max_ms": 6.732, "p95_ms": 4.577}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1953, "tracking_summary": 1759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6366.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42027.011, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.009, "sample_count": 1207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T22:58:33+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T22:58:33+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T22:58:33.564348+09:00", "mtime_epoch": 1783346313.5643482, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:58:33+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 880.285, "name": "celery", "pid": 239, "rss_mb": 866.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.2, "pushed": 4.2, "read": 4.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.803, "count": 126, "max_ms": 168.442, "p95_ms": 156.335}, "gstreamer_push": {"avg_ms": 1.134, "count": 126, "max_ms": 2.229, "p95_ms": 1.943}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.883, "count": 126, "max_ms": 122.389, "p95_ms": 109.825}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.021, "count": 126, "max_ms": 119.149, "p95_ms": 113.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.501, "count": 126, "max_ms": 312.765, "p95_ms": 297.431}, "read_interval": {"avg_ms": 239.594, "count": 125, "max_ms": 318.595, "p95_ms": 304.908}, "triton_wait": {"avg_ms": 84.509, "count": 126, "max_ms": 122.403, "p95_ms": 114.178}, "visualize": {"avg_ms": 31.378, "count": 126, "max_ms": 44.08, "p95_ms": 39.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6368.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.258, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.078, "name": "ffmpeg", "pid": 33879, "rss_mb": 282.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.982, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:58:34+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T22:58:34+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T22:58:34.520361+09:00", "mtime_epoch": 1783346314.5203607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:58:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.772, "pushed": 8.772, "read": 8.739}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.617, "count": 263, "max_ms": 5.809, "p95_ms": 4.712}, "gstreamer_push": {"avg_ms": 1.35, "count": 263, "max_ms": 2.473, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.469, "count": 263, "max_ms": 89.411, "p95_ms": 84.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.37, "count": 263, "max_ms": 120.473, "p95_ms": 107.042}, "yolo11_640_fire_11class": {"avg_ms": 76.933, "count": 263, "max_ms": 88.845, "p95_ms": 86.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.747, "count": 263, "max_ms": 100.463, "p95_ms": 97.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.892, "count": 263, "max_ms": 132.749, "p95_ms": 119.841}, "read_interval": {"avg_ms": 114.451, "count": 262, "max_ms": 146.416, "p95_ms": 132.322}, "triton_wait": {"avg_ms": 88.369, "count": 263, "max_ms": 120.485, "p95_ms": 107.059}, "visualize": {"avg_ms": 3.73, "count": 263, "max_ms": 6.594, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1954, "tracking_summary": 1760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6380.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42057.059, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.67, "sample_count": 1188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:59:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:59:03+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T22:59:03+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-06T22:59:03.672741+09:00", "mtime_epoch": 1783346343.6727412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:59:03+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 880.285, "name": "celery", "pid": 239, "rss_mb": 876.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.8, "pushed": 3.8, "read": 3.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.164, "count": 113, "max_ms": 172.879, "p95_ms": 158.606}, "gstreamer_push": {"avg_ms": 0.786, "count": 113, "max_ms": 1.422, "p95_ms": 0.877}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.118, "count": 113, "max_ms": 114.483, "p95_ms": 88.643}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.831, "count": 113, "max_ms": 120.397, "p95_ms": 92.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.395, "count": 113, "max_ms": 308.779, "p95_ms": 280.184}, "read_interval": {"avg_ms": 266.518, "count": 112, "max_ms": 314.918, "p95_ms": 286.363}, "triton_wait": {"avg_ms": 81.856, "count": 113, "max_ms": 120.41, "p95_ms": 92.27}, "visualize": {"avg_ms": 25.561, "count": 113, "max_ms": 34.279, "p95_ms": 26.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.735, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6380.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.34, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.43, "name": "ffmpeg", "pid": 33879, "rss_mb": 285.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.522, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:59:04+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T22:59:04+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-06T22:59:04.620754+09:00", "mtime_epoch": 1783346344.6207535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:59:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.012, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.176, "pushed": 11.176, "read": 11.142}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.584, "count": 335, "max_ms": 5.358, "p95_ms": 4.39}, "gstreamer_push": {"avg_ms": 1.314, "count": 335, "max_ms": 1.972, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.501, "count": 335, "max_ms": 77.988, "p95_ms": 63.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.425, "count": 335, "max_ms": 94.733, "p95_ms": 86.696}, "yolo11_640_fire_11class": {"avg_ms": 57.972, "count": 335, "max_ms": 86.901, "p95_ms": 69.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.867, "count": 335, "max_ms": 98.618, "p95_ms": 69.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.384, "count": 335, "max_ms": 111.074, "p95_ms": 99.485}, "read_interval": {"avg_ms": 89.808, "count": 334, "max_ms": 131.004, "p95_ms": 115.007}, "triton_wait": {"avg_ms": 64.124, "count": 335, "max_ms": 98.631, "p95_ms": 86.784}, "visualize": {"avg_ms": 3.673, "count": 335, "max_ms": 4.827, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.234, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.57, "name": "ffmpeg", "pid": 34290, "rss_mb": 201.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.177, "sample_count": 1734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T22:59:10+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-06T22:59:10+09:00", "mjpeg": {"age_sec": 35.01, "exists": true, "mtime": "2026-07-06T22:58:35.292371+09:00", "mtime_epoch": 1783346315.2923708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:59:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.983, "count": 1, "max_ms": 3.983, "p95_ms": 3.983}, "gstreamer_push": {"avg_ms": 1.317, "count": 1, "max_ms": 1.317, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.209, "count": 1, "max_ms": 52.209, "p95_ms": 52.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.763, "count": 1, "max_ms": 54.763, "p95_ms": 54.763}, "yolo11_640_fire_11class": {"avg_ms": 58.589, "count": 1, "max_ms": 58.589, "p95_ms": 58.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.044, "count": 1, "max_ms": 57.044, "p95_ms": 57.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.22, "count": 1, "max_ms": 71.22, "p95_ms": 71.22}, "read_interval": {"avg_ms": 35048.73, "count": 1, "max_ms": 35048.73, "p95_ms": 35048.73}, "triton_wait": {"avg_ms": 58.6, "count": 1, "max_ms": 58.6, "p95_ms": 58.6}, "visualize": {"avg_ms": 3.57, "count": 1, "max_ms": 3.57, "p95_ms": 3.57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1955, "tracking_summary": 1761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6384.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42087.251, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.623, "sample_count": 1190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:59:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:59:34+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T22:59:33+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T22:59:33.805137+09:00", "mtime_epoch": 1783346373.805137, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T22:59:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 880.285, "name": "celery", "pid": 239, "rss_mb": 877.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.945, "pushed": 3.945, "read": 3.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.439, "count": 118, "max_ms": 204.7, "p95_ms": 182.801}, "gstreamer_push": {"avg_ms": 0.795, "count": 118, "max_ms": 1.294, "p95_ms": 0.916}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.379, "count": 118, "max_ms": 109.744, "p95_ms": 106.5}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.376, "count": 118, "max_ms": 120.218, "p95_ms": 111.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.493, "count": 118, "max_ms": 332.195, "p95_ms": 295.153}, "read_interval": {"avg_ms": 255.858, "count": 117, "max_ms": 339.163, "p95_ms": 303.352}, "triton_wait": {"avg_ms": 82.5, "count": 118, "max_ms": 120.232, "p95_ms": 111.382}, "visualize": {"avg_ms": 25.747, "count": 118, "max_ms": 32.072, "p95_ms": 29.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6384.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.357, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.523, "name": "ffmpeg", "pid": 33879, "rss_mb": 288.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.212, "sample_count": 2888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:59:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:59:34+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T22:59:34+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T22:59:34.601147+09:00", "mtime_epoch": 1783346374.6011474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T22:59:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.493, "pushed": 9.493, "read": 9.459}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.811, "count": 284, "max_ms": 5.77, "p95_ms": 5.14}, "gstreamer_push": {"avg_ms": 1.31, "count": 284, "max_ms": 2.148, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.757, "count": 284, "max_ms": 88.121, "p95_ms": 81.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.091, "count": 284, "max_ms": 109.144, "p95_ms": 91.418}, "yolo11_640_fire_11class": {"avg_ms": 69.287, "count": 284, "max_ms": 93.799, "p95_ms": 86.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.657, "count": 284, "max_ms": 104.871, "p95_ms": 93.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.758, "count": 284, "max_ms": 121.496, "p95_ms": 110.888}, "read_interval": {"avg_ms": 105.627, "count": 283, "max_ms": 135.185, "p95_ms": 125.228}, "triton_wait": {"avg_ms": 79.139, "count": 284, "max_ms": 109.157, "p95_ms": 98.345}, "visualize": {"avg_ms": 3.712, "count": 284, "max_ms": 6.407, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6384.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.3, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.234, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.489, "sample_count": 1863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T22:59:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T22:59:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T22:59:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T22:59:40.285222+09:00", "mtime_epoch": 1783346380.2852223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T22:59:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.273, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.276, "pushed": 9.276, "read": 9.243}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 278, "max_ms": 6.605, "p95_ms": 5.951}, "gstreamer_push": {"avg_ms": 1.252, "count": 278, "max_ms": 1.793, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.869, "count": 278, "max_ms": 91.94, "p95_ms": 84.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.754, "count": 278, "max_ms": 116.631, "p95_ms": 100.302}, "yolo11_640_fire_11class": {"avg_ms": 74.371, "count": 278, "max_ms": 91.421, "p95_ms": 88.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.635, "count": 278, "max_ms": 102.007, "p95_ms": 96.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.593, "count": 278, "max_ms": 129.489, "p95_ms": 114.305}, "read_interval": {"avg_ms": 108.188, "count": 277, "max_ms": 140.619, "p95_ms": 126.887}, "triton_wait": {"avg_ms": 84.029, "count": 278, "max_ms": 116.645, "p95_ms": 101.325}, "visualize": {"avg_ms": 3.553, "count": 278, "max_ms": 6.265, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1956, "tracking_summary": 1762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6394.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42117.391, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.533, "sample_count": 1187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:00:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:00:04+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-06T23:00:03+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-06T23:00:03.993536+09:00", "mtime_epoch": 1783346403.993536, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:00:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.488, "name": "celery", "pid": 239, "rss_mb": 883.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.886, "pushed": 3.886, "read": 3.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.312, "count": 116, "max_ms": 185.556, "p95_ms": 155.848}, "gstreamer_push": {"avg_ms": 0.858, "count": 116, "max_ms": 3.216, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.298, "count": 116, "max_ms": 111.822, "p95_ms": 105.796}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.624, "count": 116, "max_ms": 116.78, "p95_ms": 113.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.394, "count": 116, "max_ms": 306.664, "p95_ms": 298.686}, "read_interval": {"avg_ms": 260.263, "count": 115, "max_ms": 312.565, "p95_ms": 308.432}, "triton_wait": {"avg_ms": 81.683, "count": 116, "max_ms": 116.793, "p95_ms": 113.452}, "visualize": {"avg_ms": 26.59, "count": 116, "max_ms": 40.404, "p95_ms": 35.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6394.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 415, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:53:04+09:00", "last_error_summary": "[h264 @ 0x55e2475bf280] cabac decode of qscale diff failed at 12 27 [h264 @ 0x55e2475bf280] error while decoding MB 12 27, bytestream 46266 [h264 @ 0x55e2475bf280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e2475bf280] error while decoding MB 0 21, bytestream 67247 [h264 @ 0x55e24760e880] error while decoding MB 44 27, bytestream -5 [h264 @ 0x55e24760e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e24760e880] error while decoding MB 0 7, bytestream ", "last_exit_at": "2026-07-06T22:53:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.437, "last_started_at": "2026-07-06T22:53:07+09:00", "pid": 33879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.648, "name": "ffmpeg", "pid": 33879, "rss_mb": 292.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 6, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.862, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:00:04+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T23:00:04+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T23:00:04.681545+09:00", "mtime_epoch": 1783346404.681545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:00:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.076, "pushed": 9.076, "read": 9.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.55, "count": 272, "max_ms": 5.282, "p95_ms": 4.362}, "gstreamer_push": {"avg_ms": 1.317, "count": 272, "max_ms": 1.62, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.084, "count": 272, "max_ms": 90.942, "p95_ms": 82.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.692, "count": 272, "max_ms": 119.145, "p95_ms": 104.39}, "yolo11_640_fire_11class": {"avg_ms": 73.652, "count": 272, "max_ms": 89.463, "p95_ms": 84.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.371, "count": 272, "max_ms": 100.56, "p95_ms": 94.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.639, "count": 272, "max_ms": 133.662, "p95_ms": 116.941}, "read_interval": {"avg_ms": 110.539, "count": 271, "max_ms": 150.724, "p95_ms": 133.636}, "triton_wait": {"avg_ms": 84.36, "count": 272, "max_ms": 119.158, "p95_ms": 104.402}, "visualize": {"avg_ms": 3.639, "count": 272, "max_ms": 4.812, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6394.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.307, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.613, "sample_count": 2067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:00:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:00:10+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-06T23:00:10+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-06T23:00:10.313620+09:00", "mtime_epoch": 1783346410.3136199, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:00:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.269, "pushed": 9.269, "read": 9.269}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.176, "count": 278, "max_ms": 6.537, "p95_ms": 5.294}, "gstreamer_push": {"avg_ms": 1.279, "count": 278, "max_ms": 1.552, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.17, "count": 278, "max_ms": 92.039, "p95_ms": 83.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.477, "count": 278, "max_ms": 121.658, "p95_ms": 102.123}, "yolo11_640_fire_11class": {"avg_ms": 72.536, "count": 278, "max_ms": 91.405, "p95_ms": 85.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.5, "count": 278, "max_ms": 101.127, "p95_ms": 96.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.299, "count": 278, "max_ms": 134.554, "p95_ms": 114.783}, "read_interval": {"avg_ms": 108.023, "count": 278, "max_ms": 150.886, "p95_ms": 129.336}, "triton_wait": {"avg_ms": 82.606, "count": 278, "max_ms": 121.671, "p95_ms": 102.136}, "visualize": {"avg_ms": 3.606, "count": 278, "max_ms": 4.629, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1958, "tracking_summary": 1763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6286.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42147.596, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.522, "sample_count": 1201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:00:34+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-06T23:00:34+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-06T23:00:34.109936+09:00", "mtime_epoch": 1783346434.1099365, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:00:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 875.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.155, "pushed": 4.155, "read": 4.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.885, "count": 124, "max_ms": 168.323, "p95_ms": 153.542}, "gstreamer_push": {"avg_ms": 0.812, "count": 124, "max_ms": 1.819, "p95_ms": 0.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.741, "count": 124, "max_ms": 108.788, "p95_ms": 93.757}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.19, "count": 124, "max_ms": 111.944, "p95_ms": 100.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.584, "count": 124, "max_ms": 306.09, "p95_ms": 285.893}, "read_interval": {"avg_ms": 241.769, "count": 123, "max_ms": 311.944, "p95_ms": 287.734}, "triton_wait": {"avg_ms": 80.216, "count": 124, "max_ms": 111.956, "p95_ms": 101.154}, "visualize": {"avg_ms": 24.676, "count": 124, "max_ms": 44.647, "p95_ms": 33.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6299.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.397, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.574, "name": "ffmpeg", "pid": 34442, "rss_mb": 206.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.286, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:00:34+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:00:34+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:00:34.749945+09:00", "mtime_epoch": 1783346434.749945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:00:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.87, "pushed": 1.87, "read": 1.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.77, "count": 56, "max_ms": 5.544, "p95_ms": 5.231}, "gstreamer_push": {"avg_ms": 1.316, "count": 56, "max_ms": 1.661, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.624, "count": 56, "max_ms": 89.897, "p95_ms": 85.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.573, "count": 56, "max_ms": 108.812, "p95_ms": 105.951}, "yolo11_640_fire_11class": {"avg_ms": 74.905, "count": 56, "max_ms": 99.335, "p95_ms": 89.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.665, "count": 56, "max_ms": 100.109, "p95_ms": 96.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.974, "count": 56, "max_ms": 121.654, "p95_ms": 117.473}, "read_interval": {"avg_ms": 544.424, "count": 55, "max_ms": 10124.219, "p95_ms": 5098.099}, "triton_wait": {"avg_ms": 83.474, "count": 56, "max_ms": 108.823, "p95_ms": 105.96}, "visualize": {"avg_ms": 3.687, "count": 56, "max_ms": 4.765, "p95_ms": 4.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6360.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.369, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.783, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:00:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:00:40+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:00:40+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:00:40.342020+09:00", "mtime_epoch": 1783346440.3420196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:00:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.716, "pushed": 10.716, "read": 10.683}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.185, "count": 321, "max_ms": 6.72, "p95_ms": 5.004}, "gstreamer_push": {"avg_ms": 1.286, "count": 321, "max_ms": 1.905, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.315, "count": 321, "max_ms": 97.235, "p95_ms": 78.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.796, "count": 321, "max_ms": 118.139, "p95_ms": 87.813}, "yolo11_640_fire_11class": {"avg_ms": 61.345, "count": 321, "max_ms": 98.751, "p95_ms": 81.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.994, "count": 321, "max_ms": 109.059, "p95_ms": 88.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.867, "count": 321, "max_ms": 132.762, "p95_ms": 106.751}, "read_interval": {"avg_ms": 93.598, "count": 320, "max_ms": 145.849, "p95_ms": 120.151}, "triton_wait": {"avg_ms": 68.136, "count": 321, "max_ms": 118.153, "p95_ms": 93.499}, "visualize": {"avg_ms": 3.614, "count": 321, "max_ms": 5.807, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1959, "tracking_summary": 1764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6362.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42177.759, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 294.622, "sample_count": 1192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:01:04+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-06T23:01:04+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-06T23:01:04.390341+09:00", "mtime_epoch": 1783346464.3903413, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:01:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 878.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.915, "pushed": 3.915, "read": 3.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.627, "count": 117, "max_ms": 182.62, "p95_ms": 176.71}, "gstreamer_push": {"avg_ms": 0.79, "count": 117, "max_ms": 1.238, "p95_ms": 0.895}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.756, "count": 117, "max_ms": 121.814, "p95_ms": 105.845}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.502, "count": 117, "max_ms": 122.884, "p95_ms": 113.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.058, "count": 117, "max_ms": 301.604, "p95_ms": 295.233}, "read_interval": {"avg_ms": 258.455, "count": 116, "max_ms": 307.832, "p95_ms": 301.144}, "triton_wait": {"avg_ms": 77.613, "count": 117, "max_ms": 122.896, "p95_ms": 113.069}, "visualize": {"avg_ms": 24.948, "count": 117, "max_ms": 35.358, "p95_ms": 28.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6362.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.47, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.043, "name": "ffmpeg", "pid": 34442, "rss_mb": 265.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.905, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:01:04+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:01:04+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:01:04.826347+09:00", "mtime_epoch": 1783346464.826347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:01:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.079, "pushed": 9.079, "read": 9.045}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.51, "count": 272, "max_ms": 5.549, "p95_ms": 4.039}, "gstreamer_push": {"avg_ms": 1.311, "count": 272, "max_ms": 2.032, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.009, "count": 272, "max_ms": 95.451, "p95_ms": 85.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.005, "count": 272, "max_ms": 119.497, "p95_ms": 101.711}, "yolo11_640_fire_11class": {"avg_ms": 76.104, "count": 272, "max_ms": 100.807, "p95_ms": 87.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.025, "count": 272, "max_ms": 107.913, "p95_ms": 96.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.397, "count": 272, "max_ms": 131.944, "p95_ms": 116.393}, "read_interval": {"avg_ms": 110.56, "count": 271, "max_ms": 147.893, "p95_ms": 128.918}, "triton_wait": {"avg_ms": 86.282, "count": 272, "max_ms": 119.51, "p95_ms": 104.105}, "visualize": {"avg_ms": 3.626, "count": 272, "max_ms": 4.418, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6361.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.47, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.528, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:01:10+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:01:10+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:01:10.442423+09:00", "mtime_epoch": 1783346470.4424226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:01:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.968, "pushed": 8.968, "read": 8.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.169, "count": 268, "max_ms": 6.029, "p95_ms": 4.937}, "gstreamer_push": {"avg_ms": 1.285, "count": 269, "max_ms": 1.465, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.958, "count": 268, "max_ms": 92.325, "p95_ms": 83.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.95, "count": 268, "max_ms": 118.99, "p95_ms": 103.62}, "yolo11_640_fire_11class": {"avg_ms": 75.691, "count": 268, "max_ms": 93.447, "p95_ms": 85.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.677, "count": 268, "max_ms": 103.765, "p95_ms": 95.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.905, "count": 269, "max_ms": 131.897, "p95_ms": 116.539}, "read_interval": {"avg_ms": 111.889, "count": 268, "max_ms": 149.028, "p95_ms": 129.996}, "triton_wait": {"avg_ms": 86.104, "count": 268, "max_ms": 119.003, "p95_ms": 103.777}, "visualize": {"avg_ms": 3.648, "count": 268, "max_ms": 5.478, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1960, "tracking_summary": 1765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6361.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42207.842, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.104, "sample_count": 1202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T23:01:34+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T23:01:34+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-06T23:01:34.390745+09:00", "mtime_epoch": 1783346494.3907447, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:01:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 877.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.145, "pushed": 4.145, "read": 4.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.03, "count": 124, "max_ms": 198.673, "p95_ms": 183.53}, "gstreamer_push": {"avg_ms": 0.809, "count": 124, "max_ms": 1.007, "p95_ms": 0.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.199, "count": 124, "max_ms": 113.584, "p95_ms": 107.138}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.181, "count": 124, "max_ms": 113.938, "p95_ms": 108.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.755, "count": 124, "max_ms": 303.21, "p95_ms": 296.014}, "read_interval": {"avg_ms": 242.429, "count": 123, "max_ms": 310.398, "p95_ms": 302.58}, "triton_wait": {"avg_ms": 79.318, "count": 124, "max_ms": 113.951, "p95_ms": 109.354}, "visualize": {"avg_ms": 24.555, "count": 124, "max_ms": 36.848, "p95_ms": 30.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6361.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.493, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.043, "name": "ffmpeg", "pid": 34442, "rss_mb": 265.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.605, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:01:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T23:01:34+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T23:01:34.858751+09:00", "mtime_epoch": 1783346494.858751, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:01:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.931, "pushed": 8.931, "read": 8.897}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.591, "count": 267, "max_ms": 5.677, "p95_ms": 4.611}, "gstreamer_push": {"avg_ms": 1.327, "count": 267, "max_ms": 1.847, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.882, "count": 267, "max_ms": 91.328, "p95_ms": 82.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.98, "count": 267, "max_ms": 118.654, "p95_ms": 103.505}, "yolo11_640_fire_11class": {"avg_ms": 76.516, "count": 267, "max_ms": 90.768, "p95_ms": 85.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.657, "count": 267, "max_ms": 103.025, "p95_ms": 96.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.265, "count": 267, "max_ms": 131.448, "p95_ms": 115.871}, "read_interval": {"avg_ms": 112.464, "count": 266, "max_ms": 148.665, "p95_ms": 129.652}, "triton_wait": {"avg_ms": 86.971, "count": 267, "max_ms": 118.666, "p95_ms": 103.517}, "visualize": {"avg_ms": 3.627, "count": 267, "max_ms": 4.653, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6360.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.532, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.528, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:01:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:01:40+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:01:40+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T23:01:40.510827+09:00", "mtime_epoch": 1783346500.5108273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:01:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1561.789, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.982, "pushed": 8.982, "read": 8.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 269, "max_ms": 6.512, "p95_ms": 4.591}, "gstreamer_push": {"avg_ms": 1.289, "count": 269, "max_ms": 1.575, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.001, "count": 269, "max_ms": 89.901, "p95_ms": 82.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.968, "count": 269, "max_ms": 117.591, "p95_ms": 105.556}, "yolo11_640_fire_11class": {"avg_ms": 75.87, "count": 269, "max_ms": 89.535, "p95_ms": 86.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.903, "count": 269, "max_ms": 101.244, "p95_ms": 97.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.838, "count": 269, "max_ms": 130.265, "p95_ms": 118.395}, "read_interval": {"avg_ms": 111.752, "count": 268, "max_ms": 142.221, "p95_ms": 131.224}, "triton_wait": {"avg_ms": 86.074, "count": 269, "max_ms": 117.604, "p95_ms": 105.568}, "visualize": {"avg_ms": 3.611, "count": 269, "max_ms": 4.554, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1962, "tracking_summary": 1766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6369.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42237.98, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.281, "sample_count": 1186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:02:04+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-06T23:02:04+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-06T23:02:04.503152+09:00", "mtime_epoch": 1783346524.5031517, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:02:04+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 877.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.785, "pushed": 3.785, "read": 3.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.145, "count": 113, "max_ms": 165.342, "p95_ms": 159.65}, "gstreamer_push": {"avg_ms": 0.79, "count": 113, "max_ms": 1.073, "p95_ms": 0.883}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.097, "count": 113, "max_ms": 112.066, "p95_ms": 109.487}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.854, "count": 113, "max_ms": 116.313, "p95_ms": 112.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.863, "count": 113, "max_ms": 306.4, "p95_ms": 300.232}, "read_interval": {"avg_ms": 266.502, "count": 112, "max_ms": 316.041, "p95_ms": 307.588}, "triton_wait": {"avg_ms": 81.162, "count": 113, "max_ms": 116.326, "p95_ms": 112.706}, "visualize": {"avg_ms": 27.734, "count": 113, "max_ms": 43.325, "p95_ms": 33.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6370.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.494, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.004, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.776, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:02:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T23:02:04+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T23:02:04.863157+09:00", "mtime_epoch": 1783346524.8631566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:02:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.58, "count": 268, "max_ms": 5.149, "p95_ms": 4.484}, "gstreamer_push": {"avg_ms": 1.322, "count": 268, "max_ms": 1.859, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.847, "count": 268, "max_ms": 93.322, "p95_ms": 83.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.47, "count": 268, "max_ms": 121.118, "p95_ms": 103.121}, "yolo11_640_fire_11class": {"avg_ms": 76.387, "count": 268, "max_ms": 94.661, "p95_ms": 87.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.455, "count": 268, "max_ms": 105.451, "p95_ms": 97.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.781, "count": 268, "max_ms": 133.745, "p95_ms": 115.575}, "read_interval": {"avg_ms": 111.948, "count": 268, "max_ms": 151.771, "p95_ms": 128.676}, "triton_wait": {"avg_ms": 86.456, "count": 268, "max_ms": 121.131, "p95_ms": 103.654}, "visualize": {"avg_ms": 3.656, "count": 268, "max_ms": 5.522, "p95_ms": 4.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6373.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.543, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 15, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.464, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:02:10+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T23:02:10+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T23:02:10.507233+09:00", "mtime_epoch": 1783346530.507233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:02:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.9, "pushed": 8.9, "read": 8.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.2, "count": 267, "max_ms": 6.704, "p95_ms": 4.936}, "gstreamer_push": {"avg_ms": 1.289, "count": 267, "max_ms": 1.839, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.268, "count": 267, "max_ms": 90.891, "p95_ms": 85.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.291, "count": 267, "max_ms": 122.007, "p95_ms": 99.504}, "yolo11_640_fire_11class": {"avg_ms": 76.391, "count": 267, "max_ms": 95.211, "p95_ms": 86.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.502, "count": 267, "max_ms": 103.094, "p95_ms": 97.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.265, "count": 267, "max_ms": 134.832, "p95_ms": 115.415}, "read_interval": {"avg_ms": 112.359, "count": 267, "max_ms": 153.342, "p95_ms": 128.463}, "triton_wait": {"avg_ms": 86.423, "count": 267, "max_ms": 122.02, "p95_ms": 102.425}, "visualize": {"avg_ms": 3.647, "count": 267, "max_ms": 4.785, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1962, "tracking_summary": 1767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6374.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42268.08, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 295.84, "sample_count": 1206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:02:34+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-06T23:02:34+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T23:02:34.651561+09:00", "mtime_epoch": 1783346554.6515608, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:02:34+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 880.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.49, "pushed": 4.49, "read": 4.457}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.203, "count": 134, "max_ms": 170.98, "p95_ms": 163.881}, "gstreamer_push": {"avg_ms": 0.821, "count": 134, "max_ms": 1.009, "p95_ms": 0.918}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.949, "count": 134, "max_ms": 112.477, "p95_ms": 107.42}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.271, "count": 134, "max_ms": 116.995, "p95_ms": 109.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.648, "count": 134, "max_ms": 300.235, "p95_ms": 284.692}, "read_interval": {"avg_ms": 224.471, "count": 133, "max_ms": 308.595, "p95_ms": 295.408}, "triton_wait": {"avg_ms": 78.393, "count": 134, "max_ms": 117.011, "p95_ms": 110.04}, "visualize": {"avg_ms": 26.069, "count": 134, "max_ms": 35.131, "p95_ms": 30.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6373.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.545, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.52, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.018, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:02:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:02:34+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:02:34+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T23:02:34.907564+09:00", "mtime_epoch": 1783346554.9075644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:02:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1678.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.919, "pushed": 8.919, "read": 8.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.556, "count": 267, "max_ms": 6.13, "p95_ms": 4.851}, "gstreamer_push": {"avg_ms": 1.35, "count": 267, "max_ms": 2.604, "p95_ms": 1.589}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.377, "count": 267, "max_ms": 89.096, "p95_ms": 84.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.295, "count": 267, "max_ms": 119.306, "p95_ms": 104.336}, "yolo11_640_fire_11class": {"avg_ms": 77.274, "count": 267, "max_ms": 92.676, "p95_ms": 86.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.779, "count": 267, "max_ms": 105.173, "p95_ms": 96.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.476, "count": 267, "max_ms": 131.722, "p95_ms": 118.809}, "read_interval": {"avg_ms": 112.564, "count": 266, "max_ms": 144.225, "p95_ms": 133.673}, "triton_wait": {"avg_ms": 87.115, "count": 267, "max_ms": 119.319, "p95_ms": 104.514}, "visualize": {"avg_ms": 3.667, "count": 267, "max_ms": 6.43, "p95_ms": 4.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6373.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.567, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.566, "sample_count": 2431, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:02:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:02:40+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-06T23:02:40+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-06T23:02:40.499640+09:00", "mtime_epoch": 1783346560.4996405, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:02:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.047, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.925, "pushed": 8.925, "read": 8.892}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.248, "count": 267, "max_ms": 7.385, "p95_ms": 5.375}, "gstreamer_push": {"avg_ms": 1.303, "count": 267, "max_ms": 1.977, "p95_ms": 1.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.921, "count": 267, "max_ms": 88.414, "p95_ms": 81.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.606, "count": 267, "max_ms": 121.677, "p95_ms": 104.89}, "yolo11_640_fire_11class": {"avg_ms": 75.896, "count": 267, "max_ms": 92.946, "p95_ms": 85.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.627, "count": 267, "max_ms": 105.272, "p95_ms": 95.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.159, "count": 267, "max_ms": 134.718, "p95_ms": 117.873}, "read_interval": {"avg_ms": 112.305, "count": 266, "max_ms": 145.955, "p95_ms": 131.184}, "triton_wait": {"avg_ms": 86.169, "count": 267, "max_ms": 121.69, "p95_ms": 104.908}, "visualize": {"avg_ms": 3.703, "count": 267, "max_ms": 6.281, "p95_ms": 4.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1963, "tracking_summary": 1768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6373.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42298.222, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.008, "sample_count": 1202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:03:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:03:05+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-06T23:03:04+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-06T23:03:04.735971+09:00", "mtime_epoch": 1783346584.735971, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:03:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 880.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.116, "pushed": 4.116, "read": 4.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.599, "count": 123, "max_ms": 165.878, "p95_ms": 157.229}, "gstreamer_push": {"avg_ms": 0.801, "count": 123, "max_ms": 1.357, "p95_ms": 0.908}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.28, "count": 123, "max_ms": 119.364, "p95_ms": 112.49}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.199, "count": 123, "max_ms": 118.236, "p95_ms": 115.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.297, "count": 123, "max_ms": 302.921, "p95_ms": 297.347}, "read_interval": {"avg_ms": 244.644, "count": 122, "max_ms": 310.666, "p95_ms": 305.094}, "triton_wait": {"avg_ms": 83.505, "count": 123, "max_ms": 119.375, "p95_ms": 115.055}, "visualize": {"avg_ms": 24.338, "count": 123, "max_ms": 28.853, "p95_ms": 27.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6373.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.61, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.52, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.215, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:03:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:03:05+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T23:03:04+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:03:04.967974+09:00", "mtime_epoch": 1783346584.9679742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:03:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.782, "pushed": 8.782, "read": 8.749}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.611, "count": 263, "max_ms": 5.777, "p95_ms": 4.39}, "gstreamer_push": {"avg_ms": 1.353, "count": 263, "max_ms": 2.028, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.953, "count": 263, "max_ms": 89.413, "p95_ms": 84.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.766, "count": 263, "max_ms": 126.444, "p95_ms": 110.16}, "yolo11_640_fire_11class": {"avg_ms": 76.846, "count": 263, "max_ms": 91.18, "p95_ms": 85.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.589, "count": 263, "max_ms": 102.763, "p95_ms": 96.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.984, "count": 263, "max_ms": 139.05, "p95_ms": 122.653}, "read_interval": {"avg_ms": 114.327, "count": 262, "max_ms": 151.764, "p95_ms": 135.639}, "triton_wait": {"avg_ms": 88.445, "count": 263, "max_ms": 126.456, "p95_ms": 110.171}, "visualize": {"avg_ms": 3.728, "count": 263, "max_ms": 5.89, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6367.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.603, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.58, "sample_count": 2428, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:03:10+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-06T23:03:10+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T23:03:10.592051+09:00", "mtime_epoch": 1783346590.592051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:03:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.784, "pushed": 8.784, "read": 8.751}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.201, "count": 263, "max_ms": 6.205, "p95_ms": 4.842}, "gstreamer_push": {"avg_ms": 1.305, "count": 263, "max_ms": 1.799, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.077, "count": 263, "max_ms": 88.953, "p95_ms": 84.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.303, "count": 263, "max_ms": 120.846, "p95_ms": 109.46}, "yolo11_640_fire_11class": {"avg_ms": 76.701, "count": 263, "max_ms": 91.259, "p95_ms": 86.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.255, "count": 263, "max_ms": 102.979, "p95_ms": 96.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.908, "count": 263, "max_ms": 134.035, "p95_ms": 122.549}, "read_interval": {"avg_ms": 114.273, "count": 262, "max_ms": 148.36, "p95_ms": 136.201}, "triton_wait": {"avg_ms": 88.053, "count": 263, "max_ms": 120.859, "p95_ms": 109.472}, "visualize": {"avg_ms": 3.652, "count": 263, "max_ms": 4.797, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6366.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 185.661, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.52, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.215, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:03:35+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:03:35+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:03:35.012386+09:00", "mtime_epoch": 1783346615.0123856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:03:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.043, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.914, "pushed": 8.914, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.527, "count": 267, "max_ms": 5.038, "p95_ms": 3.805}, "gstreamer_push": {"avg_ms": 1.344, "count": 267, "max_ms": 1.807, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.751, "count": 267, "max_ms": 92.644, "p95_ms": 84.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.532, "count": 267, "max_ms": 113.044, "p95_ms": 105.393}, "yolo11_640_fire_11class": {"avg_ms": 76.731, "count": 267, "max_ms": 93.417, "p95_ms": 86.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.707, "count": 267, "max_ms": 102.234, "p95_ms": 96.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.208, "count": 267, "max_ms": 125.252, "p95_ms": 117.834}, "read_interval": {"avg_ms": 112.541, "count": 266, "max_ms": 141.445, "p95_ms": 132.764}, "triton_wait": {"avg_ms": 86.865, "count": 267, "max_ms": 113.057, "p95_ms": 105.407}, "visualize": {"avg_ms": 3.672, "count": 267, "max_ms": 5.058, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1964, "tracking_summary": 1769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6372.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42328.4, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.008, "sample_count": 1197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:03:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:03:35+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T23:03:34+09:00", "mjpeg": {"age_sec": 0.236, "exists": true, "mtime": "2026-07-06T23:03:34.956385+09:00", "mtime_epoch": 1783346614.9563847, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:03:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 878.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.946, "pushed": 3.946, "read": 3.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.033, "count": 118, "max_ms": 201.703, "p95_ms": 158.664}, "gstreamer_push": {"avg_ms": 0.834, "count": 118, "max_ms": 1.796, "p95_ms": 0.975}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.75, "count": 118, "max_ms": 115.016, "p95_ms": 108.82}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.495, "count": 118, "max_ms": 121.207, "p95_ms": 115.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.936, "count": 118, "max_ms": 350.613, "p95_ms": 299.79}, "read_interval": {"avg_ms": 255.73, "count": 117, "max_ms": 356.581, "p95_ms": 306.386}, "triton_wait": {"avg_ms": 81.526, "count": 118, "max_ms": 121.222, "p95_ms": 115.405}, "visualize": {"avg_ms": 27.447, "count": 118, "max_ms": 40.743, "p95_ms": 39.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6372.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.671, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.727, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:03:40+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T23:03:40+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T23:03:40.620462+09:00", "mtime_epoch": 1783346620.6204624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:03:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.305, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.913, "pushed": 8.913, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.236, "count": 267, "max_ms": 6.145, "p95_ms": 5.354}, "gstreamer_push": {"avg_ms": 1.289, "count": 267, "max_ms": 1.658, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.718, "count": 267, "max_ms": 94.352, "p95_ms": 85.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.33, "count": 267, "max_ms": 120.977, "p95_ms": 109.451}, "yolo11_640_fire_11class": {"avg_ms": 75.955, "count": 267, "max_ms": 93.556, "p95_ms": 86.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.175, "count": 267, "max_ms": 103.113, "p95_ms": 97.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.579, "count": 267, "max_ms": 133.768, "p95_ms": 122.512}, "read_interval": {"avg_ms": 112.52, "count": 266, "max_ms": 147.233, "p95_ms": 135.681}, "triton_wait": {"avg_ms": 86.663, "count": 267, "max_ms": 120.991, "p95_ms": 109.463}, "visualize": {"avg_ms": 3.66, "count": 267, "max_ms": 4.561, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1965, "tracking_summary": 1770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6372.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42358.412, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.985, "sample_count": 1195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:04:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:04:05+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-06T23:04:04+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T23:04:04.972797+09:00", "mtime_epoch": 1783346644.9727972, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:04:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 878.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.729, "pushed": 3.729, "read": 3.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.172, "count": 111, "max_ms": 171.453, "p95_ms": 155.348}, "gstreamer_push": {"avg_ms": 0.876, "count": 111, "max_ms": 2.907, "p95_ms": 1.784}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.144, "count": 111, "max_ms": 111.118, "p95_ms": 105.696}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.053, "count": 111, "max_ms": 116.302, "p95_ms": 112.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.516, "count": 111, "max_ms": 308.039, "p95_ms": 301.19}, "read_interval": {"avg_ms": 270.557, "count": 110, "max_ms": 313.145, "p95_ms": 306.996}, "triton_wait": {"avg_ms": 81.096, "count": 111, "max_ms": 116.315, "p95_ms": 112.603}, "visualize": {"avg_ms": 28.482, "count": 111, "max_ms": 40.34, "p95_ms": 39.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.769, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6372.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.752, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.52, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.431, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:04:05+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:04:05+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:04:05.104799+09:00", "mtime_epoch": 1783346645.104799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:04:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.667, "count": 269, "max_ms": 5.863, "p95_ms": 4.883}, "gstreamer_push": {"avg_ms": 1.356, "count": 269, "max_ms": 2.425, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.977, "count": 269, "max_ms": 91.063, "p95_ms": 83.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.477, "count": 269, "max_ms": 116.52, "p95_ms": 103.563}, "yolo11_640_fire_11class": {"avg_ms": 75.421, "count": 269, "max_ms": 90.226, "p95_ms": 85.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.664, "count": 269, "max_ms": 101.865, "p95_ms": 96.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.558, "count": 269, "max_ms": 127.826, "p95_ms": 116.125}, "read_interval": {"avg_ms": 111.851, "count": 268, "max_ms": 145.222, "p95_ms": 129.435}, "triton_wait": {"avg_ms": 85.964, "count": 269, "max_ms": 116.53, "p95_ms": 103.577}, "visualize": {"avg_ms": 3.738, "count": 269, "max_ms": 6.497, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6373.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.686, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.306, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:04:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:04:10+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:04:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:04:10.660876+09:00", "mtime_epoch": 1783346650.6608756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:04:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.993, "pushed": 8.993, "read": 8.96}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.24, "count": 269, "max_ms": 7.008, "p95_ms": 5.64}, "gstreamer_push": {"avg_ms": 1.306, "count": 269, "max_ms": 2.156, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.821, "count": 269, "max_ms": 87.636, "p95_ms": 83.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.593, "count": 269, "max_ms": 119.555, "p95_ms": 105.984}, "yolo11_640_fire_11class": {"avg_ms": 74.611, "count": 269, "max_ms": 88.897, "p95_ms": 84.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.687, "count": 269, "max_ms": 99.283, "p95_ms": 95.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.238, "count": 269, "max_ms": 133.166, "p95_ms": 119.21}, "read_interval": {"avg_ms": 111.583, "count": 268, "max_ms": 146.184, "p95_ms": 134.313}, "triton_wait": {"avg_ms": 85.198, "count": 269, "max_ms": 119.569, "p95_ms": 105.999}, "visualize": {"avg_ms": 3.717, "count": 269, "max_ms": 6.225, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6368.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.816, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.777, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.473, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:04:35+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:04:35+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T23:04:35.177214+09:00", "mtime_epoch": 1783346675.177214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:04:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.989, "pushed": 8.989, "read": 8.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.682, "count": 269, "max_ms": 6.047, "p95_ms": 5.049}, "gstreamer_push": {"avg_ms": 1.33, "count": 269, "max_ms": 1.543, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.594, "count": 269, "max_ms": 90.072, "p95_ms": 83.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.532, "count": 269, "max_ms": 116.16, "p95_ms": 102.897}, "yolo11_640_fire_11class": {"avg_ms": 76.507, "count": 269, "max_ms": 94.129, "p95_ms": 86.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.206, "count": 269, "max_ms": 101.341, "p95_ms": 96.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.706, "count": 269, "max_ms": 128.318, "p95_ms": 115.298}, "read_interval": {"avg_ms": 111.754, "count": 268, "max_ms": 140.465, "p95_ms": 127.816}, "triton_wait": {"avg_ms": 86.287, "count": 269, "max_ms": 116.173, "p95_ms": 102.909}, "visualize": {"avg_ms": 3.674, "count": 269, "max_ms": 4.612, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1966, "tracking_summary": 1771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6368.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42388.544, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.766, "sample_count": 1204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:04:35+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-06T23:04:35+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-06T23:04:35.165214+09:00", "mtime_epoch": 1783346675.1652136, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:04:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 873.203, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.255, "pushed": 4.255, "read": 4.222}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.633, "count": 127, "max_ms": 157.159, "p95_ms": 153.751}, "gstreamer_push": {"avg_ms": 0.878, "count": 127, "max_ms": 3.18, "p95_ms": 1.743}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.225, "count": 127, "max_ms": 110.751, "p95_ms": 106.333}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.457, "count": 127, "max_ms": 114.818, "p95_ms": 112.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.019, "count": 127, "max_ms": 305.663, "p95_ms": 294.293}, "read_interval": {"avg_ms": 237.648, "count": 126, "max_ms": 310.768, "p95_ms": 301.82}, "triton_wait": {"avg_ms": 78.475, "count": 127, "max_ms": 114.829, "p95_ms": 112.039}, "visualize": {"avg_ms": 27.134, "count": 127, "max_ms": 40.145, "p95_ms": 36.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6362.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.748, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.955, "sample_count": 2736, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:04:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:04:40+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:04:40+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T23:04:40.725291+09:00", "mtime_epoch": 1783346680.7252905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:04:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.562, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.981, "pushed": 8.981, "read": 8.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.172, "count": 269, "max_ms": 6.385, "p95_ms": 5.108}, "gstreamer_push": {"avg_ms": 1.301, "count": 269, "max_ms": 1.71, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.228, "count": 269, "max_ms": 88.393, "p95_ms": 81.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.239, "count": 269, "max_ms": 116.607, "p95_ms": 99.47}, "yolo11_640_fire_11class": {"avg_ms": 75.801, "count": 269, "max_ms": 95.23, "p95_ms": 86.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.317, "count": 269, "max_ms": 100.637, "p95_ms": 95.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.345, "count": 269, "max_ms": 129.482, "p95_ms": 113.317}, "read_interval": {"avg_ms": 111.742, "count": 268, "max_ms": 142.267, "p95_ms": 126.398}, "triton_wait": {"avg_ms": 85.557, "count": 269, "max_ms": 116.621, "p95_ms": 99.675}, "visualize": {"avg_ms": 3.628, "count": 269, "max_ms": 4.53, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6376.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 275.887, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.777, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.917, "sample_count": 2464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:05:05+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:05:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:05:05.241630+09:00", "mtime_epoch": 1783346705.2416298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:05:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.013, "pushed": 9.013, "read": 8.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.511, "count": 270, "max_ms": 5.01, "p95_ms": 3.918}, "gstreamer_push": {"avg_ms": 1.313, "count": 270, "max_ms": 1.576, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.245, "count": 270, "max_ms": 94.507, "p95_ms": 83.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.002, "count": 270, "max_ms": 121.522, "p95_ms": 101.983}, "yolo11_640_fire_11class": {"avg_ms": 76.874, "count": 270, "max_ms": 93.119, "p95_ms": 86.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.959, "count": 270, "max_ms": 103.176, "p95_ms": 96.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.375, "count": 270, "max_ms": 133.775, "p95_ms": 115.185}, "read_interval": {"avg_ms": 111.362, "count": 269, "max_ms": 146.05, "p95_ms": 128.338}, "triton_wait": {"avg_ms": 86.244, "count": 270, "max_ms": 121.536, "p95_ms": 102.728}, "visualize": {"avg_ms": 3.639, "count": 270, "max_ms": 4.75, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1969, "tracking_summary": 1772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6376.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42418.763, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.766, "sample_count": 1203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:05:05+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T23:05:05+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T23:05:05.317631+09:00", "mtime_epoch": 1783346705.317631, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:05:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 880.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.919, "pushed": 3.919, "read": 3.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.048, "count": 117, "max_ms": 193.749, "p95_ms": 157.011}, "gstreamer_push": {"avg_ms": 0.89, "count": 117, "max_ms": 2.046, "p95_ms": 1.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.396, "count": 117, "max_ms": 115.059, "p95_ms": 107.913}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.242, "count": 117, "max_ms": 115.128, "p95_ms": 110.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.035, "count": 117, "max_ms": 301.543, "p95_ms": 298.216}, "read_interval": {"avg_ms": 256.855, "count": 116, "max_ms": 309.193, "p95_ms": 304.308}, "triton_wait": {"avg_ms": 77.39, "count": 117, "max_ms": 115.141, "p95_ms": 111.582}, "visualize": {"avg_ms": 25.749, "count": 117, "max_ms": 41.374, "p95_ms": 34.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6376.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.797, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.57, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:05:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:05:10+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T23:05:10+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T23:05:10.781707+09:00", "mtime_epoch": 1783346710.7817068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:05:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.95, "pushed": 8.95, "read": 8.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.219, "count": 268, "max_ms": 6.712, "p95_ms": 5.555}, "gstreamer_push": {"avg_ms": 1.268, "count": 268, "max_ms": 1.497, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.048, "count": 268, "max_ms": 93.079, "p95_ms": 83.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.792, "count": 268, "max_ms": 122.269, "p95_ms": 103.964}, "yolo11_640_fire_11class": {"avg_ms": 76.708, "count": 268, "max_ms": 93.987, "p95_ms": 87.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.321, "count": 268, "max_ms": 102.134, "p95_ms": 96.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.872, "count": 268, "max_ms": 145.413, "p95_ms": 119.827}, "read_interval": {"avg_ms": 112.168, "count": 267, "max_ms": 158.005, "p95_ms": 134.112}, "triton_wait": {"avg_ms": 85.959, "count": 268, "max_ms": 122.283, "p95_ms": 103.977}, "visualize": {"avg_ms": 3.614, "count": 268, "max_ms": 4.542, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6375.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.982, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.777, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.447, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:05:35+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T23:05:35+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T23:05:35.330048+09:00", "mtime_epoch": 1783346735.3300476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:05:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.867, "read": 8.834}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.542, "count": 265, "max_ms": 5.55, "p95_ms": 4.338}, "gstreamer_push": {"avg_ms": 1.335, "count": 266, "max_ms": 1.8, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.609, "count": 265, "max_ms": 92.861, "p95_ms": 84.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.955, "count": 265, "max_ms": 114.192, "p95_ms": 102.163}, "yolo11_640_fire_11class": {"avg_ms": 78.484, "count": 265, "max_ms": 95.035, "p95_ms": 89.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.482, "count": 265, "max_ms": 101.636, "p95_ms": 97.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.838, "count": 266, "max_ms": 126.675, "p95_ms": 114.516}, "read_interval": {"avg_ms": 113.116, "count": 265, "max_ms": 139.307, "p95_ms": 127.41}, "triton_wait": {"avg_ms": 87.623, "count": 265, "max_ms": 114.206, "p95_ms": 102.175}, "visualize": {"avg_ms": 3.649, "count": 265, "max_ms": 5.994, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1969, "tracking_summary": 1773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6374.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42448.862, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.985, "sample_count": 1206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:05:35+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T23:05:35+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-06T23:05:35.486050+09:00", "mtime_epoch": 1783346735.48605, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:05:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 879.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.194, "pushed": 4.194, "read": 4.161}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.691, "count": 125, "max_ms": 178.748, "p95_ms": 160.358}, "gstreamer_push": {"avg_ms": 0.839, "count": 125, "max_ms": 1.873, "p95_ms": 0.976}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.537, "count": 125, "max_ms": 110.575, "p95_ms": 105.759}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.393, "count": 125, "max_ms": 118.03, "p95_ms": 111.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.89, "count": 125, "max_ms": 310.942, "p95_ms": 296.868}, "read_interval": {"avg_ms": 241.227, "count": 124, "max_ms": 317.852, "p95_ms": 303.012}, "triton_wait": {"avg_ms": 80.512, "count": 125, "max_ms": 118.044, "p95_ms": 111.508}, "visualize": {"avg_ms": 25.78, "count": 125, "max_ms": 43.916, "p95_ms": 31.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6366.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.809, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 13, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.873, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:05:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:05:40+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:05:40+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T23:05:40.774123+09:00", "mtime_epoch": 1783346740.7741234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:05:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1562.82, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.835}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.244, "count": 265, "max_ms": 5.592, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.306, "count": 265, "max_ms": 1.872, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.693, "count": 265, "max_ms": 89.247, "p95_ms": 84.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.088, "count": 265, "max_ms": 117.698, "p95_ms": 96.006}, "yolo11_640_fire_11class": {"avg_ms": 77.135, "count": 265, "max_ms": 92.693, "p95_ms": 87.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.791, "count": 265, "max_ms": 100.37, "p95_ms": 96.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.79, "count": 265, "max_ms": 130.42, "p95_ms": 113.12}, "read_interval": {"avg_ms": 113.203, "count": 265, "max_ms": 147.207, "p95_ms": 126.305}, "triton_wait": {"avg_ms": 86.822, "count": 265, "max_ms": 117.711, "p95_ms": 100.382}, "visualize": {"avg_ms": 3.668, "count": 265, "max_ms": 4.526, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6372.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.011, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.777, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.125, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:06:05+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:06:05+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:06:05.362466+09:00", "mtime_epoch": 1783346765.3624659, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:06:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.894, "pushed": 8.894, "read": 8.86}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.616, "count": 266, "max_ms": 6.084, "p95_ms": 4.364}, "gstreamer_push": {"avg_ms": 1.371, "count": 266, "max_ms": 2.531, "p95_ms": 1.519}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.468, "count": 266, "max_ms": 95.444, "p95_ms": 83.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.849, "count": 266, "max_ms": 114.451, "p95_ms": 89.231}, "yolo11_640_fire_11class": {"avg_ms": 76.891, "count": 266, "max_ms": 96.048, "p95_ms": 85.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.225, "count": 266, "max_ms": 107.895, "p95_ms": 97.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.363, "count": 266, "max_ms": 126.93, "p95_ms": 110.893}, "read_interval": {"avg_ms": 112.881, "count": 265, "max_ms": 143.171, "p95_ms": 124.979}, "triton_wait": {"avg_ms": 86.824, "count": 266, "max_ms": 114.464, "p95_ms": 98.332}, "visualize": {"avg_ms": 3.75, "count": 266, "max_ms": 6.544, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1970, "tracking_summary": 1774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6372.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42478.973, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.601, "sample_count": 1198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:06:05+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-06T23:06:05+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-06T23:06:05.482467+09:00", "mtime_epoch": 1783346765.4824674, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:06:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 877.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.706, "pushed": 3.706, "read": 3.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.021, "count": 111, "max_ms": 167.782, "p95_ms": 160.152}, "gstreamer_push": {"avg_ms": 1.047, "count": 111, "max_ms": 1.894, "p95_ms": 1.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.935, "count": 111, "max_ms": 110.007, "p95_ms": 106.425}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.199, "count": 111, "max_ms": 116.284, "p95_ms": 109.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.236, "count": 111, "max_ms": 307.589, "p95_ms": 298.435}, "read_interval": {"avg_ms": 270.949, "count": 110, "max_ms": 314.391, "p95_ms": 306.003}, "triton_wait": {"avg_ms": 77.63, "count": 111, "max_ms": 116.299, "p95_ms": 109.987}, "visualize": {"avg_ms": 32.742, "count": 111, "max_ms": 46.434, "p95_ms": 45.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6365.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.891, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 13, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.591, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:06:10+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:06:10+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:06:10.862543+09:00", "mtime_epoch": 1783346770.8625426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:06:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.975, "pushed": 8.975, "read": 8.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.285, "count": 269, "max_ms": 6.991, "p95_ms": 6.042}, "gstreamer_push": {"avg_ms": 1.292, "count": 269, "max_ms": 1.904, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.452, "count": 269, "max_ms": 95.603, "p95_ms": 83.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.851, "count": 269, "max_ms": 117.322, "p95_ms": 94.847}, "yolo11_640_fire_11class": {"avg_ms": 75.74, "count": 269, "max_ms": 95.615, "p95_ms": 85.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.354, "count": 269, "max_ms": 107.51, "p95_ms": 96.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.218, "count": 269, "max_ms": 130.39, "p95_ms": 111.589}, "read_interval": {"avg_ms": 111.802, "count": 268, "max_ms": 143.083, "p95_ms": 126.661}, "triton_wait": {"avg_ms": 85.215, "count": 269, "max_ms": 117.336, "p95_ms": 99.012}, "visualize": {"avg_ms": 3.682, "count": 269, "max_ms": 6.21, "p95_ms": 4.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6373.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 366.029, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.777, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.592, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:06:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:06:35+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:06:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:06:35.382885+09:00", "mtime_epoch": 1783346795.382885, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:06:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1679.816, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.932, "pushed": 8.932, "read": 8.898}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.654, "count": 267, "max_ms": 7.044, "p95_ms": 4.97}, "gstreamer_push": {"avg_ms": 1.335, "count": 267, "max_ms": 2.24, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.888, "count": 267, "max_ms": 89.876, "p95_ms": 84.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.833, "count": 267, "max_ms": 115.343, "p95_ms": 105.089}, "yolo11_640_fire_11class": {"avg_ms": 76.961, "count": 267, "max_ms": 93.714, "p95_ms": 87.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.675, "count": 267, "max_ms": 102.923, "p95_ms": 96.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.149, "count": 267, "max_ms": 127.502, "p95_ms": 117.529}, "read_interval": {"avg_ms": 112.41, "count": 266, "max_ms": 140.331, "p95_ms": 130.414}, "triton_wait": {"avg_ms": 86.671, "count": 267, "max_ms": 115.355, "p95_ms": 105.101}, "visualize": {"avg_ms": 3.699, "count": 267, "max_ms": 6.095, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1972, "tracking_summary": 1775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6374.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42509.011, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.119, "sample_count": 1190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:06:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:06:35+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T23:06:35+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-06T23:06:35.574888+09:00", "mtime_epoch": 1783346795.5748878, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:06:35+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 876.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.826, "pushed": 3.826, "read": 3.793}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.832, "count": 114, "max_ms": 171.767, "p95_ms": 156.838}, "gstreamer_push": {"avg_ms": 1.106, "count": 114, "max_ms": 2.826, "p95_ms": 1.884}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.963, "count": 114, "max_ms": 111.28, "p95_ms": 107.576}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.925, "count": 114, "max_ms": 117.997, "p95_ms": 112.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.085, "count": 114, "max_ms": 311.557, "p95_ms": 300.129}, "read_interval": {"avg_ms": 263.623, "count": 113, "max_ms": 319.386, "p95_ms": 308.535}, "triton_wait": {"avg_ms": 81.977, "count": 114, "max_ms": 118.011, "p95_ms": 112.532}, "visualize": {"avg_ms": 33.47, "count": 114, "max_ms": 47.452, "p95_ms": 44.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6365.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.937, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 13, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.759, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:06:41+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:06:40+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:06:40.906962+09:00", "mtime_epoch": 1783346800.9069624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:06:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.886, "pushed": 8.886, "read": 8.852}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.399, "count": 266, "max_ms": 6.964, "p95_ms": 5.837}, "gstreamer_push": {"avg_ms": 1.297, "count": 266, "max_ms": 1.739, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.299, "count": 266, "max_ms": 88.451, "p95_ms": 84.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.198, "count": 266, "max_ms": 118.776, "p95_ms": 107.134}, "yolo11_640_fire_11class": {"avg_ms": 76.463, "count": 266, "max_ms": 89.344, "p95_ms": 86.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.519, "count": 266, "max_ms": 100.569, "p95_ms": 96.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.403, "count": 266, "max_ms": 131.571, "p95_ms": 119.987}, "read_interval": {"avg_ms": 112.946, "count": 265, "max_ms": 146.228, "p95_ms": 133.309}, "triton_wait": {"avg_ms": 86.237, "count": 266, "max_ms": 118.79, "p95_ms": 107.147}, "visualize": {"avg_ms": 3.72, "count": 266, "max_ms": 5.878, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6373.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 396.034, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.777, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.968, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:07:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:07:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T23:07:05+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T23:07:05.375305+09:00", "mtime_epoch": 1783346825.375305, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:07:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.869, "pushed": 8.869, "read": 8.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.607, "count": 266, "max_ms": 5.817, "p95_ms": 4.391}, "gstreamer_push": {"avg_ms": 1.343, "count": 266, "max_ms": 2.403, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.682, "count": 266, "max_ms": 91.677, "p95_ms": 84.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.827, "count": 266, "max_ms": 121.27, "p95_ms": 106.364}, "yolo11_640_fire_11class": {"avg_ms": 77.916, "count": 266, "max_ms": 91.279, "p95_ms": 87.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.0, "count": 266, "max_ms": 100.691, "p95_ms": 96.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.556, "count": 266, "max_ms": 133.7, "p95_ms": 118.69}, "read_interval": {"avg_ms": 112.764, "count": 266, "max_ms": 146.824, "p95_ms": 133.304}, "triton_wait": {"avg_ms": 87.137, "count": 266, "max_ms": 121.284, "p95_ms": 106.376}, "visualize": {"avg_ms": 3.681, "count": 266, "max_ms": 6.259, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1972, "tracking_summary": 1776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6373.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42539.116, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.601, "sample_count": 1204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:07:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:07:05+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T23:07:05+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-06T23:07:05.683309+09:00", "mtime_epoch": 1783346825.6833093, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:07:05+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 877.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.25, "pushed": 4.25, "read": 4.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.177, "count": 127, "max_ms": 160.183, "p95_ms": 157.064}, "gstreamer_push": {"avg_ms": 1.054, "count": 127, "max_ms": 2.143, "p95_ms": 1.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.719, "count": 127, "max_ms": 111.804, "p95_ms": 107.259}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.498, "count": 127, "max_ms": 115.379, "p95_ms": 112.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 229.721, "count": 127, "max_ms": 298.665, "p95_ms": 291.276}, "read_interval": {"avg_ms": 236.924, "count": 126, "max_ms": 307.096, "p95_ms": 298.681}, "triton_wait": {"avg_ms": 83.656, "count": 127, "max_ms": 115.392, "p95_ms": 113.007}, "visualize": {"avg_ms": 30.028, "count": 127, "max_ms": 47.879, "p95_ms": 45.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6375.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.946, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 13, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.204, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:07:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:07:11+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:07:10+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:07:10.915383+09:00", "mtime_epoch": 1783346830.9153826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:07:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.231, "count": 267, "max_ms": 7.267, "p95_ms": 5.799}, "gstreamer_push": {"avg_ms": 1.268, "count": 267, "max_ms": 1.903, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.653, "count": 267, "max_ms": 88.807, "p95_ms": 83.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.631, "count": 267, "max_ms": 119.51, "p95_ms": 110.415}, "yolo11_640_fire_11class": {"avg_ms": 76.333, "count": 267, "max_ms": 98.814, "p95_ms": 86.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.428, "count": 267, "max_ms": 99.43, "p95_ms": 95.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.903, "count": 267, "max_ms": 132.337, "p95_ms": 123.912}, "read_interval": {"avg_ms": 112.392, "count": 267, "max_ms": 148.839, "p95_ms": 137.6}, "triton_wait": {"avg_ms": 86.086, "count": 267, "max_ms": 119.522, "p95_ms": 110.428}, "visualize": {"avg_ms": 3.623, "count": 267, "max_ms": 6.087, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6376.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 420, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:00:26+09:00", "last_error_summary": "[h264 @ 0x55d5e95ad900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e95ad900] error while decoding MB 0 29, bytestream 1919 [h264 @ 0x55d5ea154600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5ea154600] error while decoding MB 0 9, bytestream 6674 [h264 @ 0x55d5e9fb6900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d5e9fb6900] error while decoding MB 0 32, bytestream 4336 [h264 @ 0x55d5e9ee7b40] left block unavailable for reques", "last_exit_at": "2026-07-06T23:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 426.056, "last_started_at": "2026-07-06T23:00:29+09:00", "pid": 34442, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.777, "name": "ffmpeg", "pid": 34442, "rss_mb": 272.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.206, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:07:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:07:35+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:07:35+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T23:07:35.415727+09:00", "mtime_epoch": 1783346855.4157267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:07:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.893, "pushed": 8.893, "read": 8.859}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.808, "count": 266, "max_ms": 5.814, "p95_ms": 5.126}, "gstreamer_push": {"avg_ms": 1.335, "count": 266, "max_ms": 2.454, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.315, "count": 266, "max_ms": 91.276, "p95_ms": 82.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.592, "count": 266, "max_ms": 117.811, "p95_ms": 109.362}, "yolo11_640_fire_11class": {"avg_ms": 76.16, "count": 266, "max_ms": 92.952, "p95_ms": 87.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.096, "count": 266, "max_ms": 105.822, "p95_ms": 97.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.492, "count": 266, "max_ms": 130.261, "p95_ms": 121.767}, "read_interval": {"avg_ms": 112.866, "count": 265, "max_ms": 146.568, "p95_ms": 135.342}, "triton_wait": {"avg_ms": 86.755, "count": 266, "max_ms": 117.824, "p95_ms": 109.383}, "visualize": {"avg_ms": 3.761, "count": 266, "max_ms": 6.353, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1973, "tracking_summary": 1777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6376.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42569.272, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.969, "sample_count": 1191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:07:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:07:36+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T23:07:35+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T23:07:35.827733+09:00", "mtime_epoch": 1783346855.8277326, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:07:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 879.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.047, "pushed": 4.047, "read": 4.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.925, "count": 121, "max_ms": 161.065, "p95_ms": 158.791}, "gstreamer_push": {"avg_ms": 0.795, "count": 121, "max_ms": 1.221, "p95_ms": 0.881}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.846, "count": 121, "max_ms": 117.928, "p95_ms": 110.32}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 85.071, "count": 121, "max_ms": 119.706, "p95_ms": 114.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.392, "count": 121, "max_ms": 302.119, "p95_ms": 298.956}, "read_interval": {"avg_ms": 249.185, "count": 120, "max_ms": 308.202, "p95_ms": 305.555}, "triton_wait": {"avg_ms": 85.192, "count": 121, "max_ms": 119.717, "p95_ms": 114.862}, "visualize": {"avg_ms": 26.453, "count": 121, "max_ms": 39.571, "p95_ms": 33.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6376.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.986, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 13, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.624, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:07:41+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:07:40+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T23:07:40.963805+09:00", "mtime_epoch": 1783346860.9638047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:07:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.336, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.888, "pushed": 8.888, "read": 8.854}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.263, "count": 266, "max_ms": 7.147, "p95_ms": 5.194}, "gstreamer_push": {"avg_ms": 1.306, "count": 266, "max_ms": 2.173, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.122, "count": 266, "max_ms": 89.101, "p95_ms": 82.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.828, "count": 266, "max_ms": 121.906, "p95_ms": 107.43}, "yolo11_640_fire_11class": {"avg_ms": 75.606, "count": 266, "max_ms": 89.126, "p95_ms": 86.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.797, "count": 266, "max_ms": 103.632, "p95_ms": 98.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.566, "count": 266, "max_ms": 134.847, "p95_ms": 120.539}, "read_interval": {"avg_ms": 112.95, "count": 265, "max_ms": 148.483, "p95_ms": 135.561}, "triton_wait": {"avg_ms": 86.536, "count": 266, "max_ms": 121.918, "p95_ms": 107.444}, "visualize": {"avg_ms": 3.697, "count": 266, "max_ms": 6.239, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6241.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.127, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.762, "name": "ffmpeg", "pid": 34549, "rss_mb": 141.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.525, "sample_count": 2638, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:08:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:08:05+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:08:05+09:00", "mjpeg": {"age_sec": 4.229, "exists": true, "mtime": "2026-07-06T23:08:01.724097+09:00", "mtime_epoch": 1783346881.7240968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:08:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.891, "pushed": 7.891, "read": 7.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.519, "count": 236, "max_ms": 5.322, "p95_ms": 4.962}, "gstreamer_push": {"avg_ms": 1.291, "count": 236, "max_ms": 1.52, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.31, "count": 236, "max_ms": 88.402, "p95_ms": 82.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.635, "count": 236, "max_ms": 110.394, "p95_ms": 100.803}, "yolo11_640_fire_11class": {"avg_ms": 74.998, "count": 236, "max_ms": 89.98, "p95_ms": 85.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.151, "count": 236, "max_ms": 100.374, "p95_ms": 94.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.479, "count": 236, "max_ms": 122.883, "p95_ms": 113.125}, "read_interval": {"avg_ms": 127.214, "count": 235, "max_ms": 4241.073, "p95_ms": 126.715}, "triton_wait": {"avg_ms": 84.394, "count": 236, "max_ms": 110.406, "p95_ms": 100.815}, "visualize": {"avg_ms": 3.543, "count": 236, "max_ms": 4.661, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1975, "tracking_summary": 1778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42599.331, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.619, "sample_count": 1187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:08:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:08:06+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-06T23:08:05+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-06T23:08:05.844155+09:00", "mtime_epoch": 1783346885.8441548, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:08:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 880.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.964, "pushed": 3.964, "read": 3.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.833, "count": 118, "max_ms": 156.919, "p95_ms": 155.001}, "gstreamer_push": {"avg_ms": 0.823, "count": 118, "max_ms": 1.978, "p95_ms": 0.884}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.986, "count": 118, "max_ms": 107.98, "p95_ms": 103.397}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.239, "count": 118, "max_ms": 114.671, "p95_ms": 110.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.951, "count": 118, "max_ms": 297.605, "p95_ms": 292.343}, "read_interval": {"avg_ms": 254.374, "count": 117, "max_ms": 303.543, "p95_ms": 299.106}, "triton_wait": {"avg_ms": 82.26, "count": 118, "max_ms": 114.684, "p95_ms": 110.788}, "visualize": {"avg_ms": 27.11, "count": 118, "max_ms": 41.383, "p95_ms": 35.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6350.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.061, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.501, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:08:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:08:11+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:08:11+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:08:11.032228+09:00", "mtime_epoch": 1783346891.0322278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:08:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.312, "pushed": 9.312, "read": 9.279}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.322, "count": 279, "max_ms": 6.24, "p95_ms": 5.439}, "gstreamer_push": {"avg_ms": 1.291, "count": 279, "max_ms": 1.74, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.045, "count": 279, "max_ms": 89.53, "p95_ms": 81.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.906, "count": 279, "max_ms": 114.623, "p95_ms": 99.647}, "yolo11_640_fire_11class": {"avg_ms": 71.852, "count": 279, "max_ms": 88.779, "p95_ms": 84.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.837, "count": 279, "max_ms": 99.477, "p95_ms": 94.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.482, "count": 279, "max_ms": 127.647, "p95_ms": 112.668}, "read_interval": {"avg_ms": 107.76, "count": 278, "max_ms": 140.75, "p95_ms": 128.522}, "triton_wait": {"avg_ms": 81.456, "count": 279, "max_ms": 114.636, "p95_ms": 99.659}, "visualize": {"avg_ms": 3.661, "count": 279, "max_ms": 4.46, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6371.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.155, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.859, "name": "ffmpeg", "pid": 34549, "rss_mb": 266.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.125, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:08:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:08:35+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:08:35+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:08:35.884578+09:00", "mtime_epoch": 1783346915.8845785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:08:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.332, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.286, "pushed": 9.286, "read": 9.252}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 278, "max_ms": 5.588, "p95_ms": 4.528}, "gstreamer_push": {"avg_ms": 1.313, "count": 278, "max_ms": 1.786, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.37, "count": 278, "max_ms": 90.789, "p95_ms": 82.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.092, "count": 278, "max_ms": 114.276, "p95_ms": 101.144}, "yolo11_640_fire_11class": {"avg_ms": 73.824, "count": 278, "max_ms": 90.239, "p95_ms": 87.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.423, "count": 278, "max_ms": 101.519, "p95_ms": 97.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.936, "count": 278, "max_ms": 126.465, "p95_ms": 114.025}, "read_interval": {"avg_ms": 107.976, "count": 277, "max_ms": 144.467, "p95_ms": 127.393}, "triton_wait": {"avg_ms": 82.732, "count": 278, "max_ms": 114.289, "p95_ms": 101.532}, "visualize": {"avg_ms": 3.614, "count": 278, "max_ms": 4.575, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1975, "tracking_summary": 1779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6371.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42629.503, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.465, "sample_count": 1180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:08:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:08:36+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-06T23:08:35+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-06T23:08:36.000580+09:00", "mtime_epoch": 1783346916.00058, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:08:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 880.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.746, "pushed": 3.746, "read": 3.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.558, "count": 112, "max_ms": 156.492, "p95_ms": 155.572}, "gstreamer_push": {"avg_ms": 0.81, "count": 112, "max_ms": 1.953, "p95_ms": 0.889}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.052, "count": 112, "max_ms": 112.08, "p95_ms": 103.791}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.74, "count": 112, "max_ms": 117.254, "p95_ms": 112.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.549, "count": 112, "max_ms": 307.445, "p95_ms": 296.027}, "read_interval": {"avg_ms": 269.086, "count": 111, "max_ms": 313.32, "p95_ms": 302.599}, "triton_wait": {"avg_ms": 79.784, "count": 112, "max_ms": 117.267, "p95_ms": 112.833}, "visualize": {"avg_ms": 27.422, "count": 112, "max_ms": 41.248, "p95_ms": 39.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6371.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.107, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.402, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:08:41+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:08:41+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:08:41.076652+09:00", "mtime_epoch": 1783346921.0766516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:08:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.594, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.184, "pushed": 9.184, "read": 9.151}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.24, "count": 275, "max_ms": 6.617, "p95_ms": 5.292}, "gstreamer_push": {"avg_ms": 1.299, "count": 275, "max_ms": 2.014, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.992, "count": 275, "max_ms": 91.987, "p95_ms": 82.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.17, "count": 275, "max_ms": 115.588, "p95_ms": 103.107}, "yolo11_640_fire_11class": {"avg_ms": 72.685, "count": 275, "max_ms": 92.573, "p95_ms": 85.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.673, "count": 275, "max_ms": 103.538, "p95_ms": 96.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.522, "count": 275, "max_ms": 129.139, "p95_ms": 117.503}, "read_interval": {"avg_ms": 109.245, "count": 274, "max_ms": 148.779, "p95_ms": 132.444}, "triton_wait": {"avg_ms": 82.568, "count": 275, "max_ms": 115.604, "p95_ms": 103.551}, "visualize": {"avg_ms": 3.675, "count": 275, "max_ms": 4.762, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6376.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.18, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.953, "name": "ffmpeg", "pid": 34549, "rss_mb": 269.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.431, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:09:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:09:06+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:09:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:09:05.909003+09:00", "mtime_epoch": 1783346945.9090025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:09:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.93, "pushed": 8.93, "read": 8.897}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.555, "count": 267, "max_ms": 5.117, "p95_ms": 3.855}, "gstreamer_push": {"avg_ms": 1.328, "count": 267, "max_ms": 1.545, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.347, "count": 267, "max_ms": 91.531, "p95_ms": 83.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.191, "count": 267, "max_ms": 122.36, "p95_ms": 106.04}, "yolo11_640_fire_11class": {"avg_ms": 76.178, "count": 267, "max_ms": 90.941, "p95_ms": 86.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.26, "count": 267, "max_ms": 102.358, "p95_ms": 97.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.964, "count": 267, "max_ms": 134.651, "p95_ms": 119.463}, "read_interval": {"avg_ms": 112.461, "count": 266, "max_ms": 147.606, "p95_ms": 132.711}, "triton_wait": {"avg_ms": 86.635, "count": 267, "max_ms": 122.373, "p95_ms": 106.052}, "visualize": {"avg_ms": 3.674, "count": 267, "max_ms": 5.581, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1977, "tracking_summary": 1780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6376.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42659.748, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.766, "sample_count": 1195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:09:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:09:06+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T23:09:06+09:00", "mjpeg": {"age_sec": 0.236, "exists": true, "mtime": "2026-07-06T23:09:06.305008+09:00", "mtime_epoch": 1783346946.3050082, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:09:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 881.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.234, "pushed": 4.234, "read": 4.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.845, "count": 127, "max_ms": 156.665, "p95_ms": 154.068}, "gstreamer_push": {"avg_ms": 0.861, "count": 127, "max_ms": 1.971, "p95_ms": 1.68}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.273, "count": 127, "max_ms": 112.833, "p95_ms": 107.867}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.42, "count": 127, "max_ms": 117.789, "p95_ms": 113.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.392, "count": 127, "max_ms": 300.159, "p95_ms": 295.346}, "read_interval": {"avg_ms": 238.008, "count": 126, "max_ms": 307.115, "p95_ms": 301.593}, "triton_wait": {"avg_ms": 79.475, "count": 127, "max_ms": 117.801, "p95_ms": 113.221}, "visualize": {"avg_ms": 26.252, "count": 127, "max_ms": 39.604, "p95_ms": 37.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6376.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.155, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.636, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:09:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-06T23:09:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T23:09:11.137077+09:00", "mtime_epoch": 1783346951.1370766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:09:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.883}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.19, "count": 267, "max_ms": 6.328, "p95_ms": 5.357}, "gstreamer_push": {"avg_ms": 1.277, "count": 267, "max_ms": 1.792, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.639, "count": 267, "max_ms": 93.905, "p95_ms": 82.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.832, "count": 267, "max_ms": 117.083, "p95_ms": 103.423}, "yolo11_640_fire_11class": {"avg_ms": 75.901, "count": 267, "max_ms": 93.259, "p95_ms": 85.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.144, "count": 267, "max_ms": 103.953, "p95_ms": 96.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.19, "count": 267, "max_ms": 130.093, "p95_ms": 116.44}, "read_interval": {"avg_ms": 112.574, "count": 266, "max_ms": 144.218, "p95_ms": 130.899}, "triton_wait": {"avg_ms": 86.428, "count": 267, "max_ms": 117.097, "p95_ms": 103.609}, "visualize": {"avg_ms": 3.57, "count": 267, "max_ms": 4.716, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6367.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.184, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.789, "name": "ffmpeg", "pid": 34549, "rss_mb": 272.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.525, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:09:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:09:36+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T23:09:35+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-06T23:09:35.933428+09:00", "mtime_epoch": 1783346975.9334276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:09:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.59, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.659, "count": 267, "max_ms": 5.754, "p95_ms": 5.005}, "gstreamer_push": {"avg_ms": 1.33, "count": 267, "max_ms": 2.325, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.546, "count": 267, "max_ms": 91.926, "p95_ms": 82.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.016, "count": 267, "max_ms": 115.616, "p95_ms": 105.06}, "yolo11_640_fire_11class": {"avg_ms": 76.295, "count": 267, "max_ms": 93.167, "p95_ms": 87.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.312, "count": 267, "max_ms": 102.81, "p95_ms": 97.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.986, "count": 267, "max_ms": 128.055, "p95_ms": 117.044}, "read_interval": {"avg_ms": 112.419, "count": 267, "max_ms": 143.321, "p95_ms": 130.32}, "triton_wait": {"avg_ms": 86.555, "count": 267, "max_ms": 115.631, "p95_ms": 105.072}, "visualize": {"avg_ms": 3.668, "count": 267, "max_ms": 6.263, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1979, "tracking_summary": 1781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6373.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42690.023, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.351, "sample_count": 1180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:09:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:09:36+09:00", "last_frame_read_age_sec": 0.271, "last_frame_read_at": "2026-07-06T23:09:36+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T23:09:36.553437+09:00", "mtime_epoch": 1783346976.5534365, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:09:36+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 874.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.79, "pushed": 3.79, "read": 3.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.767, "count": 113, "max_ms": 189.76, "p95_ms": 158.35}, "gstreamer_push": {"avg_ms": 0.94, "count": 113, "max_ms": 3.53, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.646, "count": 113, "max_ms": 113.013, "p95_ms": 108.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.343, "count": 113, "max_ms": 113.209, "p95_ms": 111.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.875, "count": 113, "max_ms": 329.365, "p95_ms": 299.345}, "read_interval": {"avg_ms": 265.605, "count": 112, "max_ms": 336.783, "p95_ms": 305.461}, "triton_wait": {"avg_ms": 78.455, "count": 113, "max_ms": 113.222, "p95_ms": 111.682}, "visualize": {"avg_ms": 25.827, "count": 113, "max_ms": 42.142, "p95_ms": 36.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6376.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.179, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.848, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:09:41+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T23:09:41+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T23:09:41.145502+09:00", "mtime_epoch": 1783346981.1455016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:09:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1563.852, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.025, "pushed": 9.025, "read": 8.992}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.15, "count": 270, "max_ms": 6.985, "p95_ms": 4.722}, "gstreamer_push": {"avg_ms": 1.286, "count": 270, "max_ms": 1.767, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.413, "count": 270, "max_ms": 90.791, "p95_ms": 85.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.038, "count": 270, "max_ms": 123.837, "p95_ms": 103.668}, "yolo11_640_fire_11class": {"avg_ms": 75.145, "count": 270, "max_ms": 93.479, "p95_ms": 86.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.663, "count": 270, "max_ms": 102.259, "p95_ms": 96.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.903, "count": 270, "max_ms": 138.236, "p95_ms": 116.688}, "read_interval": {"avg_ms": 111.168, "count": 269, "max_ms": 152.442, "p95_ms": 130.187}, "triton_wait": {"avg_ms": 85.152, "count": 270, "max_ms": 123.849, "p95_ms": 103.68}, "visualize": {"avg_ms": 3.602, "count": 270, "max_ms": 5.91, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6373.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.288, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.305, "name": "ffmpeg", "pid": 34549, "rss_mb": 273.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.649, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:10:06+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:10:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T23:10:06.025854+09:00", "mtime_epoch": 1783347006.0258543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:10:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.981, "pushed": 8.981, "read": 8.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 269, "max_ms": 5.851, "p95_ms": 4.156}, "gstreamer_push": {"avg_ms": 1.321, "count": 269, "max_ms": 2.448, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.686, "count": 269, "max_ms": 90.552, "p95_ms": 84.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.748, "count": 269, "max_ms": 119.328, "p95_ms": 103.822}, "yolo11_640_fire_11class": {"avg_ms": 76.364, "count": 269, "max_ms": 91.05, "p95_ms": 86.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.783, "count": 269, "max_ms": 101.773, "p95_ms": 97.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.119, "count": 269, "max_ms": 132.977, "p95_ms": 116.226}, "read_interval": {"avg_ms": 111.638, "count": 268, "max_ms": 149.829, "p95_ms": 129.561}, "triton_wait": {"avg_ms": 86.104, "count": 269, "max_ms": 119.343, "p95_ms": 103.834}, "visualize": {"avg_ms": 3.553, "count": 269, "max_ms": 6.315, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1979, "tracking_summary": 1782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6367.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42720.107, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.175, "sample_count": 1191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:10:06+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T23:10:06+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-06T23:10:06.645863+09:00", "mtime_epoch": 1783347006.6458633, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:10:06+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 868.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.226, "pushed": 4.226, "read": 4.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.677, "count": 126, "max_ms": 176.806, "p95_ms": 155.746}, "gstreamer_push": {"avg_ms": 0.896, "count": 126, "max_ms": 1.944, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.784, "count": 126, "max_ms": 111.769, "p95_ms": 108.959}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.927, "count": 126, "max_ms": 126.065, "p95_ms": 114.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.824, "count": 126, "max_ms": 314.206, "p95_ms": 296.424}, "read_interval": {"avg_ms": 238.497, "count": 125, "max_ms": 320.121, "p95_ms": 304.171}, "triton_wait": {"avg_ms": 79.971, "count": 126, "max_ms": 126.078, "p95_ms": 114.726}, "visualize": {"avg_ms": 26.355, "count": 126, "max_ms": 40.85, "p95_ms": 36.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6370.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.193, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.787, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:10:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:10:11+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:10:11+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:10:11.161927+09:00", "mtime_epoch": 1783347011.1619275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:10:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.279, "count": 267, "max_ms": 7.045, "p95_ms": 5.744}, "gstreamer_push": {"avg_ms": 1.275, "count": 267, "max_ms": 1.892, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.324, "count": 267, "max_ms": 89.086, "p95_ms": 82.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.004, "count": 267, "max_ms": 114.35, "p95_ms": 107.78}, "yolo11_640_fire_11class": {"avg_ms": 75.91, "count": 267, "max_ms": 90.8, "p95_ms": 86.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.584, "count": 267, "max_ms": 101.06, "p95_ms": 96.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.058, "count": 267, "max_ms": 127.226, "p95_ms": 120.938}, "read_interval": {"avg_ms": 112.421, "count": 266, "max_ms": 143.249, "p95_ms": 134.085}, "triton_wait": {"avg_ms": 86.234, "count": 267, "max_ms": 114.363, "p95_ms": 107.794}, "visualize": {"avg_ms": 3.621, "count": 267, "max_ms": 6.272, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6380.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.394, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 34549, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.53, "sample_count": 2652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:10:36+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:10:36+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:10:36.126282+09:00", "mtime_epoch": 1783347036.1262822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:10:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1680.848, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.518, "count": 270, "max_ms": 5.532, "p95_ms": 4.018}, "gstreamer_push": {"avg_ms": 1.326, "count": 270, "max_ms": 1.809, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.027, "count": 270, "max_ms": 98.193, "p95_ms": 82.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.128, "count": 270, "max_ms": 114.657, "p95_ms": 101.345}, "yolo11_640_fire_11class": {"avg_ms": 75.672, "count": 270, "max_ms": 98.206, "p95_ms": 86.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.654, "count": 270, "max_ms": 108.513, "p95_ms": 95.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.495, "count": 270, "max_ms": 126.833, "p95_ms": 114.118}, "read_interval": {"avg_ms": 111.089, "count": 270, "max_ms": 143.661, "p95_ms": 129.694}, "triton_wait": {"avg_ms": 85.313, "count": 270, "max_ms": 114.67, "p95_ms": 101.369}, "visualize": {"avg_ms": 3.631, "count": 270, "max_ms": 4.788, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1980, "tracking_summary": 1783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6379.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42750.251, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.619, "sample_count": 1175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:10:37+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-07-06T23:10:36+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-06T23:10:36.822292+09:00", "mtime_epoch": 1783347036.822292, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:10:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 874.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.686, "pushed": 3.686, "read": 3.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.187, "count": 110, "max_ms": 161.242, "p95_ms": 158.239}, "gstreamer_push": {"avg_ms": 1.278, "count": 110, "max_ms": 2.446, "p95_ms": 1.875}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.568, "count": 110, "max_ms": 112.601, "p95_ms": 106.283}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.461, "count": 110, "max_ms": 125.585, "p95_ms": 111.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.672, "count": 110, "max_ms": 314.707, "p95_ms": 302.487}, "read_interval": {"avg_ms": 274.335, "count": 109, "max_ms": 322.465, "p95_ms": 309.474}, "triton_wait": {"avg_ms": 79.845, "count": 110, "max_ms": 125.596, "p95_ms": 111.175}, "visualize": {"avg_ms": 36.813, "count": 110, "max_ms": 46.093, "p95_ms": 44.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6379.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.273, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.614, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:10:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:10:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:10:41+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T23:10:41.234355+09:00", "mtime_epoch": 1783347041.2343547, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:10:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.109, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.141, "pushed": 9.141, "read": 9.107}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.283, "count": 274, "max_ms": 6.97, "p95_ms": 5.558}, "gstreamer_push": {"avg_ms": 1.281, "count": 274, "max_ms": 1.98, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.184, "count": 274, "max_ms": 97.8, "p95_ms": 82.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.631, "count": 274, "max_ms": 121.822, "p95_ms": 101.061}, "yolo11_640_fire_11class": {"avg_ms": 74.241, "count": 274, "max_ms": 97.28, "p95_ms": 87.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.049, "count": 274, "max_ms": 108.171, "p95_ms": 96.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.423, "count": 274, "max_ms": 134.727, "p95_ms": 115.036}, "read_interval": {"avg_ms": 109.72, "count": 273, "max_ms": 154.491, "p95_ms": 129.207}, "triton_wait": {"avg_ms": 83.556, "count": 274, "max_ms": 121.835, "p95_ms": 102.002}, "visualize": {"avg_ms": 3.644, "count": 274, "max_ms": 6.118, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6383.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.515, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 34549, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.712, "sample_count": 2658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:11:06+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T23:11:06+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-06T23:11:06.222710+09:00", "mtime_epoch": 1783347066.2227104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:11:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.101, "pushed": 9.101, "read": 9.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.536, "count": 273, "max_ms": 5.842, "p95_ms": 4.513}, "gstreamer_push": {"avg_ms": 1.311, "count": 273, "max_ms": 2.425, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.223, "count": 273, "max_ms": 90.242, "p95_ms": 81.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.785, "count": 273, "max_ms": 112.177, "p95_ms": 101.182}, "yolo11_640_fire_11class": {"avg_ms": 74.825, "count": 273, "max_ms": 92.173, "p95_ms": 86.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.291, "count": 273, "max_ms": 99.746, "p95_ms": 96.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.736, "count": 273, "max_ms": 124.655, "p95_ms": 115.804}, "read_interval": {"avg_ms": 109.858, "count": 273, "max_ms": 138.053, "p95_ms": 128.301}, "triton_wait": {"avg_ms": 84.591, "count": 273, "max_ms": 112.189, "p95_ms": 101.195}, "visualize": {"avg_ms": 3.618, "count": 273, "max_ms": 6.381, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1982, "tracking_summary": 1784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6383.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42780.32, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.59, "sample_count": 1184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:11:07+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-06T23:11:06+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-06T23:11:06.962721+09:00", "mtime_epoch": 1783347066.9627209, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:11:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 878.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.997, "pushed": 3.997, "read": 3.964}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.689, "count": 119, "max_ms": 182.742, "p95_ms": 157.598}, "gstreamer_push": {"avg_ms": 0.959, "count": 119, "max_ms": 2.302, "p95_ms": 1.809}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.88, "count": 119, "max_ms": 108.923, "p95_ms": 105.366}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.147, "count": 119, "max_ms": 113.244, "p95_ms": 111.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.667, "count": 119, "max_ms": 301.75, "p95_ms": 295.133}, "read_interval": {"avg_ms": 253.377, "count": 118, "max_ms": 307.33, "p95_ms": 300.832}, "triton_wait": {"avg_ms": 81.237, "count": 119, "max_ms": 113.258, "p95_ms": 111.727}, "visualize": {"avg_ms": 27.924, "count": 119, "max_ms": 45.076, "p95_ms": 41.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.771, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6383.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.284, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.807, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:11:11+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T23:11:11+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-06T23:11:11.298783+09:00", "mtime_epoch": 1783347071.2987828, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:11:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.067, "pushed": 9.067, "read": 9.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.238, "count": 272, "max_ms": 6.318, "p95_ms": 5.463}, "gstreamer_push": {"avg_ms": 1.278, "count": 272, "max_ms": 1.672, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.068, "count": 272, "max_ms": 88.932, "p95_ms": 82.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.517, "count": 272, "max_ms": 117.48, "p95_ms": 100.283}, "yolo11_640_fire_11class": {"avg_ms": 73.917, "count": 272, "max_ms": 88.676, "p95_ms": 84.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.76, "count": 272, "max_ms": 100.243, "p95_ms": 95.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.935, "count": 272, "max_ms": 130.385, "p95_ms": 114.892}, "read_interval": {"avg_ms": 110.529, "count": 272, "max_ms": 143.086, "p95_ms": 128.032}, "triton_wait": {"avg_ms": 84.117, "count": 272, "max_ms": 117.492, "p95_ms": 100.299}, "visualize": {"avg_ms": 3.632, "count": 272, "max_ms": 5.978, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6386.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.536, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 34549, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 8, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.579, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:11:36+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T23:11:36+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T23:11:36.259139+09:00", "mtime_epoch": 1783347096.2591386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:11:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.291, "pushed": 9.291, "read": 9.258}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.352, "count": 278, "max_ms": 5.417, "p95_ms": 4.86}, "gstreamer_push": {"avg_ms": 1.223, "count": 278, "max_ms": 1.882, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.864, "count": 278, "max_ms": 86.903, "p95_ms": 81.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.573, "count": 278, "max_ms": 111.132, "p95_ms": 100.068}, "yolo11_640_fire_11class": {"avg_ms": 74.73, "count": 278, "max_ms": 92.505, "p95_ms": 86.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.929, "count": 278, "max_ms": 98.976, "p95_ms": 93.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.16, "count": 278, "max_ms": 123.409, "p95_ms": 112.586}, "read_interval": {"avg_ms": 107.939, "count": 277, "max_ms": 136.721, "p95_ms": 127.216}, "triton_wait": {"avg_ms": 83.731, "count": 278, "max_ms": 111.146, "p95_ms": 100.081}, "visualize": {"avg_ms": 3.341, "count": 278, "max_ms": 4.749, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1982, "tracking_summary": 1785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6386.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42810.494, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.208, "sample_count": 1197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:11:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:11:37+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-06T23:11:37+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-06T23:11:37.091150+09:00", "mtime_epoch": 1783347097.0911503, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:11:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 881.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.27, "pushed": 4.27, "read": 4.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.671, "count": 128, "max_ms": 175.913, "p95_ms": 165.929}, "gstreamer_push": {"avg_ms": 0.809, "count": 128, "max_ms": 1.061, "p95_ms": 0.906}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.292, "count": 128, "max_ms": 110.995, "p95_ms": 104.517}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.895, "count": 128, "max_ms": 114.21, "p95_ms": 107.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.825, "count": 128, "max_ms": 296.562, "p95_ms": 287.642}, "read_interval": {"avg_ms": 235.885, "count": 127, "max_ms": 302.532, "p95_ms": 293.818}, "triton_wait": {"avg_ms": 81.154, "count": 128, "max_ms": 114.223, "p95_ms": 107.59}, "visualize": {"avg_ms": 25.124, "count": 128, "max_ms": 33.53, "p95_ms": 31.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6382.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.325, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.492, "name": "ffmpeg", "pid": 34290, "rss_mb": 330.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.238, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:11:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:11:41+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:11:41+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:11:41.299211+09:00", "mtime_epoch": 1783347101.2992105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:11:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.044, "pushed": 9.044, "read": 9.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.203, "count": 271, "max_ms": 6.199, "p95_ms": 5.652}, "gstreamer_push": {"avg_ms": 1.282, "count": 271, "max_ms": 1.843, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.417, "count": 271, "max_ms": 87.078, "p95_ms": 80.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.74, "count": 271, "max_ms": 120.654, "p95_ms": 103.768}, "yolo11_640_fire_11class": {"avg_ms": 74.31, "count": 271, "max_ms": 89.833, "p95_ms": 86.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.191, "count": 271, "max_ms": 101.889, "p95_ms": 95.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.399, "count": 271, "max_ms": 133.603, "p95_ms": 116.929}, "read_interval": {"avg_ms": 110.834, "count": 270, "max_ms": 146.614, "p95_ms": 129.384}, "triton_wait": {"avg_ms": 84.619, "count": 271, "max_ms": 120.667, "p95_ms": 103.781}, "visualize": {"avg_ms": 3.603, "count": 271, "max_ms": 4.811, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6379.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.541, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.719, "name": "ffmpeg", "pid": 34549, "rss_mb": 278.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.649, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:12:06+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T23:12:06+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:12:06.267567+09:00", "mtime_epoch": 1783347126.267567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:12:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.105, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.769, "pushed": 8.769, "read": 8.769}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.654, "count": 263, "max_ms": 5.605, "p95_ms": 4.795}, "gstreamer_push": {"avg_ms": 1.334, "count": 263, "max_ms": 2.202, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.578, "count": 263, "max_ms": 86.905, "p95_ms": 81.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.215, "count": 263, "max_ms": 122.607, "p95_ms": 108.216}, "yolo11_640_fire_11class": {"avg_ms": 77.061, "count": 263, "max_ms": 89.933, "p95_ms": 86.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.371, "count": 263, "max_ms": 101.367, "p95_ms": 97.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.691, "count": 263, "max_ms": 134.97, "p95_ms": 119.963}, "read_interval": {"avg_ms": 114.101, "count": 263, "max_ms": 147.399, "p95_ms": 134.724}, "triton_wait": {"avg_ms": 88.217, "count": 263, "max_ms": 122.621, "p95_ms": 108.23}, "visualize": {"avg_ms": 3.681, "count": 263, "max_ms": 4.56, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1984, "tracking_summary": 1786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6380.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42840.763, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.764, "sample_count": 1190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:12:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:12:07+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-06T23:12:07+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T23:12:07.283581+09:00", "mtime_epoch": 1783347127.2835813, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:12:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 875.395, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.982, "pushed": 3.982, "read": 3.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.765, "count": 119, "max_ms": 168.218, "p95_ms": 157.915}, "gstreamer_push": {"avg_ms": 0.832, "count": 119, "max_ms": 1.937, "p95_ms": 0.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.757, "count": 119, "max_ms": 115.49, "p95_ms": 109.729}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.728, "count": 119, "max_ms": 120.248, "p95_ms": 114.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.968, "count": 119, "max_ms": 306.074, "p95_ms": 299.612}, "read_interval": {"avg_ms": 252.465, "count": 118, "max_ms": 314.867, "p95_ms": 305.586}, "triton_wait": {"avg_ms": 83.84, "count": 119, "max_ms": 120.262, "p95_ms": 115.195}, "visualize": {"avg_ms": 27.514, "count": 119, "max_ms": 38.156, "p95_ms": 35.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6379.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.363, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 34290, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.688, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:12:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:12:11+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:12:11+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:12:11.335639+09:00", "mtime_epoch": 1783347131.3356392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:12:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.855, "pushed": 8.855, "read": 8.822}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.196, "count": 265, "max_ms": 6.988, "p95_ms": 5.09}, "gstreamer_push": {"avg_ms": 1.298, "count": 265, "max_ms": 2.148, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.173, "count": 265, "max_ms": 87.665, "p95_ms": 81.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.777, "count": 265, "max_ms": 119.805, "p95_ms": 106.205}, "yolo11_640_fire_11class": {"avg_ms": 76.296, "count": 265, "max_ms": 91.151, "p95_ms": 85.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.603, "count": 265, "max_ms": 102.211, "p95_ms": 96.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.937, "count": 265, "max_ms": 132.539, "p95_ms": 118.921}, "read_interval": {"avg_ms": 113.341, "count": 264, "max_ms": 149.616, "p95_ms": 132.808}, "triton_wait": {"avg_ms": 87.08, "count": 265, "max_ms": 119.818, "p95_ms": 106.217}, "visualize": {"avg_ms": 3.627, "count": 265, "max_ms": 5.887, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6385.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.579, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.977, "name": "ffmpeg", "pid": 34549, "rss_mb": 278.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.246, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:12:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:12:36+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T23:12:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T23:12:36.315996+09:00", "mtime_epoch": 1783347156.3159964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:12:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.019, "pushed": 9.019, "read": 8.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.676, "count": 270, "max_ms": 5.765, "p95_ms": 5.102}, "gstreamer_push": {"avg_ms": 1.336, "count": 270, "max_ms": 2.356, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.524, "count": 270, "max_ms": 90.458, "p95_ms": 83.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.751, "count": 270, "max_ms": 116.704, "p95_ms": 104.501}, "yolo11_640_fire_11class": {"avg_ms": 75.045, "count": 270, "max_ms": 90.01, "p95_ms": 86.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.72, "count": 270, "max_ms": 102.121, "p95_ms": 96.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.664, "count": 270, "max_ms": 129.255, "p95_ms": 117.643}, "read_interval": {"avg_ms": 111.265, "count": 269, "max_ms": 141.807, "p95_ms": 131.044}, "triton_wait": {"avg_ms": 85.111, "count": 270, "max_ms": 116.716, "p95_ms": 104.513}, "visualize": {"avg_ms": 3.691, "count": 270, "max_ms": 6.423, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1985, "tracking_summary": 1787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6385.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42870.807, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.825, "sample_count": 1186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:12:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:12:37+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-06T23:12:37+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-06T23:12:37.320011+09:00", "mtime_epoch": 1783347157.3200107, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:12:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 879.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.928, "pushed": 3.928, "read": 3.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.814, "count": 117, "max_ms": 203.898, "p95_ms": 161.537}, "gstreamer_push": {"avg_ms": 0.837, "count": 117, "max_ms": 1.978, "p95_ms": 1.395}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.222, "count": 117, "max_ms": 107.856, "p95_ms": 105.487}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.191, "count": 117, "max_ms": 115.271, "p95_ms": 112.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.856, "count": 117, "max_ms": 317.353, "p95_ms": 299.067}, "read_interval": {"avg_ms": 256.405, "count": 116, "max_ms": 323.977, "p95_ms": 305.032}, "triton_wait": {"avg_ms": 81.23, "count": 117, "max_ms": 115.284, "p95_ms": 112.783}, "visualize": {"avg_ms": 26.984, "count": 117, "max_ms": 43.228, "p95_ms": 35.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.787, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6385.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.426, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 34290, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.212, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:12:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:12:41+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:12:41+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:12:41.400069+09:00", "mtime_epoch": 1783347161.400069, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:12:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.943, "pushed": 8.943, "read": 8.91}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.105, "count": 268, "max_ms": 7.077, "p95_ms": 4.619}, "gstreamer_push": {"avg_ms": 1.292, "count": 268, "max_ms": 1.776, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.433, "count": 268, "max_ms": 90.641, "p95_ms": 84.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.834, "count": 268, "max_ms": 118.951, "p95_ms": 102.18}, "yolo11_640_fire_11class": {"avg_ms": 75.019, "count": 268, "max_ms": 92.011, "p95_ms": 85.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.923, "count": 268, "max_ms": 102.224, "p95_ms": 97.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.061, "count": 268, "max_ms": 132.313, "p95_ms": 115.008}, "read_interval": {"avg_ms": 112.175, "count": 267, "max_ms": 341.785, "p95_ms": 128.623}, "triton_wait": {"avg_ms": 85.318, "count": 268, "max_ms": 118.963, "p95_ms": 102.235}, "visualize": {"avg_ms": 3.596, "count": 268, "max_ms": 6.128, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6377.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.632, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.086, "name": "ffmpeg", "pid": 34549, "rss_mb": 281.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.381, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:13:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:13:06+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:13:06+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:13:06.360426+09:00", "mtime_epoch": 1783347186.3604262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:13:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.951, "pushed": 8.951, "read": 8.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.523, "count": 268, "max_ms": 5.074, "p95_ms": 4.032}, "gstreamer_push": {"avg_ms": 1.322, "count": 268, "max_ms": 1.5, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.037, "count": 268, "max_ms": 90.246, "p95_ms": 84.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.724, "count": 268, "max_ms": 111.977, "p95_ms": 99.011}, "yolo11_640_fire_11class": {"avg_ms": 76.463, "count": 268, "max_ms": 90.924, "p95_ms": 85.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.344, "count": 268, "max_ms": 100.403, "p95_ms": 94.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.576, "count": 268, "max_ms": 124.291, "p95_ms": 112.559}, "read_interval": {"avg_ms": 112.128, "count": 267, "max_ms": 147.373, "p95_ms": 126.646}, "triton_wait": {"avg_ms": 86.315, "count": 268, "max_ms": 111.991, "p95_ms": 100.034}, "visualize": {"avg_ms": 3.633, "count": 268, "max_ms": 4.512, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1985, "tracking_summary": 1788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6389.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42901.019, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.59, "sample_count": 1179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:13:07+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T23:13:07+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-06T23:13:07.564444+09:00", "mtime_epoch": 1783347187.5644436, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:13:07+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 880.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.738, "pushed": 3.738, "read": 3.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.101, "count": 112, "max_ms": 162.437, "p95_ms": 156.09}, "gstreamer_push": {"avg_ms": 0.883, "count": 112, "max_ms": 1.987, "p95_ms": 1.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.112, "count": 112, "max_ms": 106.39, "p95_ms": 104.318}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.031, "count": 112, "max_ms": 117.098, "p95_ms": 111.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.803, "count": 112, "max_ms": 304.136, "p95_ms": 298.422}, "read_interval": {"avg_ms": 269.805, "count": 111, "max_ms": 310.191, "p95_ms": 306.351}, "triton_wait": {"avg_ms": 80.061, "count": 112, "max_ms": 117.111, "p95_ms": 111.171}, "visualize": {"avg_ms": 26.916, "count": 112, "max_ms": 39.976, "p95_ms": 35.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6384.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.45, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 34290, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.318, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:13:11+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:13:11+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:13:11.416499+09:00", "mtime_epoch": 1783347191.4164987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:13:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.993, "pushed": 8.993, "read": 8.959}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.223, "count": 269, "max_ms": 5.846, "p95_ms": 5.236}, "gstreamer_push": {"avg_ms": 1.301, "count": 269, "max_ms": 1.898, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.15, "count": 269, "max_ms": 93.434, "p95_ms": 83.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.692, "count": 269, "max_ms": 114.771, "p95_ms": 101.393}, "yolo11_640_fire_11class": {"avg_ms": 74.974, "count": 269, "max_ms": 92.318, "p95_ms": 86.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.249, "count": 269, "max_ms": 101.429, "p95_ms": 93.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.533, "count": 269, "max_ms": 128.13, "p95_ms": 114.345}, "read_interval": {"avg_ms": 111.585, "count": 268, "max_ms": 143.895, "p95_ms": 130.549}, "triton_wait": {"avg_ms": 84.629, "count": 269, "max_ms": 114.783, "p95_ms": 101.44}, "visualize": {"avg_ms": 3.638, "count": 269, "max_ms": 4.532, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6389.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.68, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.109, "name": "ffmpeg", "pid": 34549, "rss_mb": 290.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.712, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:13:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T23:13:36+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T23:13:36.424857+09:00", "mtime_epoch": 1783347216.4248571, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:13:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.917, "pushed": 8.917, "read": 8.883}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.526, "count": 267, "max_ms": 5.383, "p95_ms": 4.132}, "gstreamer_push": {"avg_ms": 1.318, "count": 267, "max_ms": 1.601, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.197, "count": 267, "max_ms": 93.262, "p95_ms": 85.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.241, "count": 267, "max_ms": 112.354, "p95_ms": 101.711}, "yolo11_640_fire_11class": {"avg_ms": 77.82, "count": 267, "max_ms": 96.76, "p95_ms": 90.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.864, "count": 267, "max_ms": 106.681, "p95_ms": 98.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.242, "count": 267, "max_ms": 124.641, "p95_ms": 115.412}, "read_interval": {"avg_ms": 112.595, "count": 266, "max_ms": 137.479, "p95_ms": 130.397}, "triton_wait": {"avg_ms": 86.914, "count": 267, "max_ms": 112.367, "p95_ms": 102.399}, "visualize": {"avg_ms": 3.641, "count": 267, "max_ms": 4.67, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1987, "tracking_summary": 1789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6390.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42931.185, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.896, "sample_count": 1192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:13:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:13:37+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T23:13:37+09:00", "mjpeg": {"age_sec": 0.241, "exists": true, "mtime": "2026-07-06T23:13:37.736876+09:00", "mtime_epoch": 1783347217.7368758, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:13:37+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 871.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.183, "pushed": 4.183, "read": 4.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.115, "count": 125, "max_ms": 198.684, "p95_ms": 157.422}, "gstreamer_push": {"avg_ms": 1.084, "count": 125, "max_ms": 2.937, "p95_ms": 1.911}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.288, "count": 125, "max_ms": 112.303, "p95_ms": 105.784}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.94, "count": 125, "max_ms": 114.886, "p95_ms": 108.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.103, "count": 125, "max_ms": 324.317, "p95_ms": 302.338}, "read_interval": {"avg_ms": 241.172, "count": 124, "max_ms": 333.144, "p95_ms": 308.928}, "triton_wait": {"avg_ms": 80.038, "count": 125, "max_ms": 114.897, "p95_ms": 108.359}, "visualize": {"avg_ms": 29.126, "count": 125, "max_ms": 41.272, "p95_ms": 39.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6393.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.551, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 34290, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.004, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:13:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:13:41+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T23:13:41.508930+09:00", "mtime_epoch": 1783347221.50893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:13:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1564.883, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.901, "pushed": 8.901, "read": 8.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 267, "max_ms": 6.121, "p95_ms": 5.534}, "gstreamer_push": {"avg_ms": 1.292, "count": 267, "max_ms": 1.914, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.015, "count": 267, "max_ms": 92.546, "p95_ms": 84.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.324, "count": 267, "max_ms": 118.599, "p95_ms": 98.602}, "yolo11_640_fire_11class": {"avg_ms": 76.949, "count": 267, "max_ms": 95.854, "p95_ms": 87.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.951, "count": 267, "max_ms": 106.033, "p95_ms": 97.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.1, "count": 267, "max_ms": 132.857, "p95_ms": 113.389}, "read_interval": {"avg_ms": 112.682, "count": 266, "max_ms": 156.716, "p95_ms": 130.256}, "triton_wait": {"avg_ms": 86.172, "count": 267, "max_ms": 118.612, "p95_ms": 100.26}, "visualize": {"avg_ms": 3.643, "count": 267, "max_ms": 5.619, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6403.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 421, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:08:01+09:00", "last_error_summary": "[h264 @ 0x5613f4ebaa80] error while decoding MB 6 29, bytestream -7", "last_exit_at": "2026-07-06T23:08:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.777, "last_started_at": "2026-07-06T23:08:03+09:00", "pid": 34549, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.16, "name": "ffmpeg", "pid": 34549, "rss_mb": 298.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 7, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.515, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:14:06+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:14:06+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:14:06.505289+09:00", "mtime_epoch": 1783347246.5052886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:14:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.938, "pushed": 8.938, "read": 8.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.863, "count": 268, "max_ms": 5.535, "p95_ms": 5.087}, "gstreamer_push": {"avg_ms": 1.317, "count": 268, "max_ms": 1.797, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.89, "count": 268, "max_ms": 89.018, "p95_ms": 82.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.142, "count": 268, "max_ms": 114.634, "p95_ms": 94.957}, "yolo11_640_fire_11class": {"avg_ms": 77.326, "count": 268, "max_ms": 94.969, "p95_ms": 88.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.62, "count": 268, "max_ms": 104.661, "p95_ms": 97.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.184, "count": 268, "max_ms": 126.901, "p95_ms": 113.148}, "read_interval": {"avg_ms": 112.29, "count": 267, "max_ms": 334.436, "p95_ms": 126.792}, "triton_wait": {"avg_ms": 85.513, "count": 268, "max_ms": 114.646, "p95_ms": 100.747}, "visualize": {"avg_ms": 3.711, "count": 268, "max_ms": 5.217, "p95_ms": 4.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1989, "tracking_summary": 1790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6403.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42961.246, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.518, "sample_count": 1176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:14:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:14:08+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-06T23:14:07+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-06T23:14:07.733306+09:00", "mtime_epoch": 1783347247.7333062, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:14:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 883.746, "name": "celery", "pid": 239, "rss_mb": 878.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.723, "pushed": 3.723, "read": 3.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.954, "count": 111, "max_ms": 169.0, "p95_ms": 159.433}, "gstreamer_push": {"avg_ms": 0.855, "count": 111, "max_ms": 2.286, "p95_ms": 1.727}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.726, "count": 111, "max_ms": 116.085, "p95_ms": 109.708}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.272, "count": 111, "max_ms": 120.333, "p95_ms": 112.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.839, "count": 111, "max_ms": 307.793, "p95_ms": 299.029}, "read_interval": {"avg_ms": 270.422, "count": 110, "max_ms": 309.359, "p95_ms": 304.91}, "triton_wait": {"avg_ms": 80.568, "count": 111, "max_ms": 120.347, "p95_ms": 112.789}, "visualize": {"avg_ms": 26.453, "count": 111, "max_ms": 43.452, "p95_ms": 33.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6406.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 903.581, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.008, "name": "ffmpeg", "pid": 34290, "rss_mb": 331.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.669, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:14:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T23:14:11+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-06T23:14:11.585361+09:00", "mtime_epoch": 1783347251.5853615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:14:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.023, "pushed": 9.023, "read": 8.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.115, "count": 270, "max_ms": 6.559, "p95_ms": 4.626}, "gstreamer_push": {"avg_ms": 1.284, "count": 270, "max_ms": 1.507, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.163, "count": 270, "max_ms": 91.558, "p95_ms": 83.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.102, "count": 270, "max_ms": 118.762, "p95_ms": 96.272}, "yolo11_640_fire_11class": {"avg_ms": 76.085, "count": 270, "max_ms": 91.757, "p95_ms": 87.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.249, "count": 270, "max_ms": 103.424, "p95_ms": 95.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.07, "count": 270, "max_ms": 131.617, "p95_ms": 113.807}, "read_interval": {"avg_ms": 111.31, "count": 269, "max_ms": 148.505, "p95_ms": 128.323}, "triton_wait": {"avg_ms": 84.387, "count": 270, "max_ms": 118.775, "p95_ms": 100.782}, "visualize": {"avg_ms": 3.58, "count": 270, "max_ms": 4.312, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6246.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.084, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.695, "name": "ffmpeg", "pid": 34656, "rss_mb": 142.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.506, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:14:37+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T23:14:37+09:00", "mjpeg": {"age_sec": 4.782, "exists": true, "mtime": "2026-07-06T23:14:33.125671+09:00", "mtime_epoch": 1783347273.1256707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:14:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.47, "pushed": 1.47, "read": 1.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.64, "count": 44, "max_ms": 5.416, "p95_ms": 4.909}, "gstreamer_push": {"avg_ms": 1.302, "count": 44, "max_ms": 1.444, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.727, "count": 44, "max_ms": 87.194, "p95_ms": 84.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.432, "count": 44, "max_ms": 115.964, "p95_ms": 105.896}, "yolo11_640_fire_11class": {"avg_ms": 76.047, "count": 44, "max_ms": 87.182, "p95_ms": 85.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.404, "count": 44, "max_ms": 95.696, "p95_ms": 91.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.16, "count": 44, "max_ms": 128.021, "p95_ms": 118.153}, "read_interval": {"avg_ms": 696.753, "count": 43, "max_ms": 20544.316, "p95_ms": 142.624}, "triton_wait": {"avg_ms": 85.927, "count": 44, "max_ms": 115.978, "p95_ms": 105.909}, "visualize": {"avg_ms": 3.609, "count": 44, "max_ms": 4.219, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1989, "tracking_summary": 1791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6243.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42991.47, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.576, "sample_count": 1192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:14:38+09:00", "last_frame_read_age_sec": 0.256, "last_frame_read_at": "2026-07-06T23:14:38+09:00", "mjpeg": {"age_sec": 0.241, "exists": true, "mtime": "2026-07-06T23:14:38.021741+09:00", "mtime_epoch": 1783347278.0217412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:14:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 880.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.306, "pushed": 4.306, "read": 4.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.052, "count": 129, "max_ms": 168.131, "p95_ms": 154.521}, "gstreamer_push": {"avg_ms": 0.891, "count": 129, "max_ms": 3.207, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.092, "count": 129, "max_ms": 107.083, "p95_ms": 89.059}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.741, "count": 129, "max_ms": 117.074, "p95_ms": 93.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.369, "count": 129, "max_ms": 301.955, "p95_ms": 276.047}, "read_interval": {"avg_ms": 234.079, "count": 128, "max_ms": 309.287, "p95_ms": 283.11}, "triton_wait": {"avg_ms": 78.81, "count": 129, "max_ms": 117.086, "p95_ms": 93.888}, "visualize": {"avg_ms": 25.657, "count": 129, "max_ms": 40.044, "p95_ms": 34.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6370.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T22:59:05+09:00", "last_error_summary": "[h264 @ 0x5636002a9180] error while decoding MB 50 18, bytestream -5", "last_exit_at": "2026-07-06T22:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 935.475, "last_started_at": "2026-07-06T22:59:08+09:00", "pid": 34290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.887, "name": "ffmpeg", "pid": 34290, "rss_mb": 331.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 12, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.008, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:14:43+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T23:14:43+09:00", "mjpeg": {"age_sec": 9.246, "exists": true, "mtime": "2026-07-06T23:14:34.297688+09:00", "mtime_epoch": 1783347274.2976875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102309}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:14:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.436, "pushed": 7.436, "read": 7.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 223, "max_ms": 6.313, "p95_ms": 5.027}, "gstreamer_push": {"avg_ms": 1.3, "count": 223, "max_ms": 1.61, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.231, "count": 223, "max_ms": 82.864, "p95_ms": 66.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.228, "count": 223, "max_ms": 112.718, "p95_ms": 85.887}, "yolo11_640_fire_11class": {"avg_ms": 60.896, "count": 223, "max_ms": 83.381, "p95_ms": 72.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.913, "count": 223, "max_ms": 91.127, "p95_ms": 70.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.263, "count": 223, "max_ms": 125.635, "p95_ms": 99.379}, "read_interval": {"avg_ms": 134.525, "count": 223, "max_ms": 9225.955, "p95_ms": 113.734}, "triton_wait": {"avg_ms": 67.296, "count": 223, "max_ms": 112.73, "p95_ms": 86.628}, "visualize": {"avg_ms": 3.676, "count": 223, "max_ms": 4.549, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6376.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.119, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.691, "name": "ffmpeg", "pid": 34656, "rss_mb": 269.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.397, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:15:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:15:07+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:15:07+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:15:07.842170+09:00", "mtime_epoch": 1783347307.8421698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:15:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1681.879, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.533, "count": 298, "max_ms": 5.511, "p95_ms": 4.539}, "gstreamer_push": {"avg_ms": 1.284, "count": 298, "max_ms": 2.083, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.732, "count": 298, "max_ms": 90.207, "p95_ms": 78.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.264, "count": 298, "max_ms": 124.735, "p95_ms": 87.931}, "yolo11_640_fire_11class": {"avg_ms": 61.411, "count": 298, "max_ms": 95.24, "p95_ms": 79.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.292, "count": 298, "max_ms": 107.055, "p95_ms": 90.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.481, "count": 298, "max_ms": 137.535, "p95_ms": 106.659}, "read_interval": {"avg_ms": 100.739, "count": 297, "max_ms": 153.032, "p95_ms": 123.034}, "triton_wait": {"avg_ms": 67.409, "count": 298, "max_ms": 124.748, "p95_ms": 94.325}, "visualize": {"avg_ms": 3.594, "count": 298, "max_ms": 4.958, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1991, "tracking_summary": 1792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6376.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43021.48, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.035, "sample_count": 1179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:15:08+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T23:15:08+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T23:15:08.034173+09:00", "mtime_epoch": 1783347308.0341725, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:15:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 883.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.798, "pushed": 3.798, "read": 3.764}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.781, "count": 113, "max_ms": 163.038, "p95_ms": 158.791}, "gstreamer_push": {"avg_ms": 0.788, "count": 113, "max_ms": 1.79, "p95_ms": 0.855}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.7, "count": 113, "max_ms": 111.211, "p95_ms": 97.306}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.55, "count": 113, "max_ms": 118.807, "p95_ms": 112.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.948, "count": 113, "max_ms": 306.542, "p95_ms": 298.386}, "read_interval": {"avg_ms": 265.667, "count": 112, "max_ms": 315.056, "p95_ms": 304.329}, "triton_wait": {"avg_ms": 76.78, "count": 113, "max_ms": 118.821, "p95_ms": 112.446}, "visualize": {"avg_ms": 28.608, "count": 113, "max_ms": 43.9, "p95_ms": 43.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.756, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6372.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:54+09:00", "last_error_summary": "[h264 @ 0x56460c4e1800] error while decoding MB 91 37, bytestream -29 [in#0/rtsp @ 0x56460c49fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56460c49fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:14:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.057, "last_started_at": "2026-07-06T23:14:57+09:00", "pid": 34763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.48, "name": "ffmpeg", "pid": 34763, "rss_mb": 325.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 13, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.006, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:15:13+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:15:13+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:15:13.538252+09:00", "mtime_epoch": 1783347313.5382516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:15:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.141, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 139, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.938, "pushed": 6.938, "read": 6.938}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.331, "count": 139, "max_ms": 10.275, "p95_ms": 5.958}, "gstreamer_push": {"avg_ms": 1.287, "count": 139, "max_ms": 1.84, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.721, "count": 139, "max_ms": 93.028, "p95_ms": 87.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.594, "count": 139, "max_ms": 112.781, "p95_ms": 104.622}, "yolo11_640_fire_11class": {"avg_ms": 74.828, "count": 139, "max_ms": 94.041, "p95_ms": 87.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.384, "count": 139, "max_ms": 105.92, "p95_ms": 97.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.855, "count": 139, "max_ms": 125.612, "p95_ms": 118.994}, "read_interval": {"avg_ms": 216.499, "count": 139, "max_ms": 10163.79, "p95_ms": 133.631}, "triton_wait": {"avg_ms": 84.854, "count": 139, "max_ms": 112.794, "p95_ms": 105.933}, "visualize": {"avg_ms": 3.648, "count": 139, "max_ms": 5.097, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.034, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6376.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.177, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.527, "name": "ffmpeg", "pid": 34656, "rss_mb": 272.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.345, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:15:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:15:38+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T23:15:37+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T23:15:37.894602+09:00", "mtime_epoch": 1783347337.8946023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:15:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.914, "pushed": 8.914, "read": 8.881}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.658, "count": 267, "max_ms": 6.18, "p95_ms": 5.387}, "gstreamer_push": {"avg_ms": 1.346, "count": 267, "max_ms": 2.45, "p95_ms": 1.505}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.887, "count": 267, "max_ms": 95.614, "p95_ms": 83.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.847, "count": 267, "max_ms": 117.092, "p95_ms": 105.621}, "yolo11_640_fire_11class": {"avg_ms": 76.424, "count": 267, "max_ms": 94.361, "p95_ms": 86.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.324, "count": 267, "max_ms": 104.926, "p95_ms": 96.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.389, "count": 267, "max_ms": 129.592, "p95_ms": 119.083}, "read_interval": {"avg_ms": 112.556, "count": 266, "max_ms": 142.244, "p95_ms": 131.753}, "triton_wait": {"avg_ms": 86.879, "count": 267, "max_ms": 117.105, "p95_ms": 105.636}, "visualize": {"avg_ms": 3.699, "count": 267, "max_ms": 6.32, "p95_ms": 4.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1992, "tracking_summary": 1793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6376.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43051.634, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.562, "sample_count": 1192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:15:38+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-06T23:15:38+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-06T23:15:38.158606+09:00", "mtime_epoch": 1783347338.158606, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:15:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 877.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.086, "pushed": 4.086, "read": 4.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.605, "count": 122, "max_ms": 166.93, "p95_ms": 160.393}, "gstreamer_push": {"avg_ms": 0.799, "count": 122, "max_ms": 1.005, "p95_ms": 0.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.367, "count": 122, "max_ms": 110.875, "p95_ms": 106.674}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.74, "count": 122, "max_ms": 120.886, "p95_ms": 110.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.46, "count": 122, "max_ms": 304.045, "p95_ms": 292.427}, "read_interval": {"avg_ms": 246.828, "count": 121, "max_ms": 309.679, "p95_ms": 299.438}, "triton_wait": {"avg_ms": 80.822, "count": 122, "max_ms": 120.9, "p95_ms": 110.771}, "visualize": {"avg_ms": 25.129, "count": 122, "max_ms": 33.584, "p95_ms": 30.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6381.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:54+09:00", "last_error_summary": "[h264 @ 0x56460c4e1800] error while decoding MB 91 37, bytestream -29 [in#0/rtsp @ 0x56460c49fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56460c49fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:14:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.164, "last_started_at": "2026-07-06T23:14:57+09:00", "pid": 34763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.996, "name": "ffmpeg", "pid": 34763, "rss_mb": 325.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 13, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.176, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:15:43+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:15:43+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:15:43.642685+09:00", "mtime_epoch": 1783347343.642685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:15:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.87, "pushed": 8.87, "read": 8.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 266, "max_ms": 7.141, "p95_ms": 6.321}, "gstreamer_push": {"avg_ms": 1.311, "count": 266, "max_ms": 2.193, "p95_ms": 1.528}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.504, "count": 266, "max_ms": 91.476, "p95_ms": 82.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.405, "count": 266, "max_ms": 115.495, "p95_ms": 103.255}, "yolo11_640_fire_11class": {"avg_ms": 75.956, "count": 266, "max_ms": 92.73, "p95_ms": 84.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.252, "count": 266, "max_ms": 102.092, "p95_ms": 95.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.071, "count": 266, "max_ms": 128.262, "p95_ms": 118.691}, "read_interval": {"avg_ms": 113.175, "count": 265, "max_ms": 140.464, "p95_ms": 131.272}, "triton_wait": {"avg_ms": 86.725, "count": 266, "max_ms": 115.508, "p95_ms": 103.267}, "visualize": {"avg_ms": 3.764, "count": 266, "max_ms": 6.294, "p95_ms": 5.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6383.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.201, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.363, "name": "ffmpeg", "pid": 34656, "rss_mb": 275.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.357, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:16:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:16:08+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-06T23:16:07+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-06T23:16:07.967035+09:00", "mtime_epoch": 1783347367.9670353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:16:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.859, "pushed": 8.859, "read": 8.826}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.558, "count": 265, "max_ms": 5.542, "p95_ms": 4.171}, "gstreamer_push": {"avg_ms": 1.351, "count": 265, "max_ms": 2.324, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.733, "count": 265, "max_ms": 90.234, "p95_ms": 83.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.343, "count": 265, "max_ms": 119.944, "p95_ms": 107.935}, "yolo11_640_fire_11class": {"avg_ms": 76.128, "count": 265, "max_ms": 90.471, "p95_ms": 86.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.268, "count": 265, "max_ms": 103.375, "p95_ms": 96.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.726, "count": 265, "max_ms": 132.354, "p95_ms": 120.793}, "read_interval": {"avg_ms": 113.446, "count": 264, "max_ms": 145.077, "p95_ms": 133.673}, "triton_wait": {"avg_ms": 87.333, "count": 265, "max_ms": 119.956, "p95_ms": 107.948}, "visualize": {"avg_ms": 3.698, "count": 265, "max_ms": 4.792, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1992, "tracking_summary": 1794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6383.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43081.745, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.113, "sample_count": 1206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:16:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:16:08+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-06T23:16:08+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-06T23:16:08.251039+09:00", "mtime_epoch": 1783347368.2510393, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:16:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 881.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.487, "pushed": 4.487, "read": 4.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 107.165, "count": 134, "max_ms": 167.433, "p95_ms": 160.423}, "gstreamer_push": {"avg_ms": 0.871, "count": 134, "max_ms": 3.003, "p95_ms": 1.089}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.842, "count": 134, "max_ms": 118.95, "p95_ms": 107.904}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.207, "count": 134, "max_ms": 121.08, "p95_ms": 114.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 217.898, "count": 134, "max_ms": 303.041, "p95_ms": 290.095}, "read_interval": {"avg_ms": 224.074, "count": 133, "max_ms": 309.139, "p95_ms": 293.839}, "triton_wait": {"avg_ms": 80.826, "count": 134, "max_ms": 121.093, "p95_ms": 114.356}, "visualize": {"avg_ms": 26.048, "count": 134, "max_ms": 38.881, "p95_ms": 34.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6382.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:54+09:00", "last_error_summary": "[h264 @ 0x56460c4e1800] error while decoding MB 91 37, bytestream -29 [in#0/rtsp @ 0x56460c49fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56460c49fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:14:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.274, "last_started_at": "2026-07-06T23:14:57+09:00", "pid": 34763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.996, "name": "ffmpeg", "pid": 34763, "rss_mb": 325.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 12, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.55, "sample_count": 2502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:16:13+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:16:13+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:16:13.755119+09:00", "mtime_epoch": 1783347373.7551186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:16:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.398, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.87, "pushed": 8.87, "read": 8.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.242, "count": 266, "max_ms": 6.716, "p95_ms": 5.224}, "gstreamer_push": {"avg_ms": 1.296, "count": 266, "max_ms": 1.999, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.982, "count": 266, "max_ms": 90.135, "p95_ms": 82.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.401, "count": 266, "max_ms": 120.64, "p95_ms": 110.052}, "yolo11_640_fire_11class": {"avg_ms": 75.45, "count": 266, "max_ms": 90.665, "p95_ms": 86.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.273, "count": 266, "max_ms": 103.62, "p95_ms": 96.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.688, "count": 266, "max_ms": 133.499, "p95_ms": 122.953}, "read_interval": {"avg_ms": 112.746, "count": 266, "max_ms": 146.061, "p95_ms": 135.806}, "triton_wait": {"avg_ms": 86.759, "count": 266, "max_ms": 120.652, "p95_ms": 110.063}, "visualize": {"avg_ms": 3.643, "count": 266, "max_ms": 4.629, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6380.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.262, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.363, "name": "ffmpeg", "pid": 34656, "rss_mb": 275.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.441, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:16:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:16:38+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:16:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-06T23:16:38.003468+09:00", "mtime_epoch": 1783347398.0034683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:16:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.074, "pushed": 9.074, "read": 9.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.532, "count": 272, "max_ms": 5.758, "p95_ms": 4.652}, "gstreamer_push": {"avg_ms": 1.304, "count": 272, "max_ms": 2.222, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.452, "count": 272, "max_ms": 88.749, "p95_ms": 83.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.566, "count": 272, "max_ms": 114.887, "p95_ms": 105.067}, "yolo11_640_fire_11class": {"avg_ms": 75.469, "count": 272, "max_ms": 93.33, "p95_ms": 86.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.758, "count": 272, "max_ms": 103.024, "p95_ms": 96.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.651, "count": 272, "max_ms": 164.767, "p95_ms": 117.13}, "read_interval": {"avg_ms": 110.494, "count": 271, "max_ms": 172.447, "p95_ms": 131.108}, "triton_wait": {"avg_ms": 85.287, "count": 272, "max_ms": 114.9, "p95_ms": 105.078}, "visualize": {"avg_ms": 3.606, "count": 272, "max_ms": 6.056, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1994, "tracking_summary": 1795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6380.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43111.854, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.586, "sample_count": 1187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:16:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:16:38+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T23:16:38+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-06T23:16:38.415474+09:00", "mtime_epoch": 1783347398.4154742, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:16:38+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 878.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.692, "pushed": 3.692, "read": 3.658}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.695, "count": 110, "max_ms": 168.241, "p95_ms": 158.006}, "gstreamer_push": {"avg_ms": 0.905, "count": 110, "max_ms": 2.905, "p95_ms": 1.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.524, "count": 110, "max_ms": 112.811, "p95_ms": 108.831}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.939, "count": 110, "max_ms": 118.146, "p95_ms": 115.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.901, "count": 110, "max_ms": 309.304, "p95_ms": 302.973}, "read_interval": {"avg_ms": 273.872, "count": 109, "max_ms": 315.339, "p95_ms": 309.339}, "triton_wait": {"avg_ms": 85.188, "count": 110, "max_ms": 118.16, "p95_ms": 115.428}, "visualize": {"avg_ms": 27.253, "count": 110, "max_ms": 41.012, "p95_ms": 35.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6381.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:54+09:00", "last_error_summary": "[h264 @ 0x56460c4e1800] error while decoding MB 91 37, bytestream -29 [in#0/rtsp @ 0x56460c49fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56460c49fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:14:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.331, "last_started_at": "2026-07-06T23:14:57+09:00", "pid": 34763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.996, "name": "ffmpeg", "pid": 34763, "rss_mb": 325.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 12, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.475, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:16:43+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:16:43+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:16:43.811552+09:00", "mtime_epoch": 1783347403.811552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:16:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.023, "pushed": 9.023, "read": 8.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.189, "count": 270, "max_ms": 6.224, "p95_ms": 4.945}, "gstreamer_push": {"avg_ms": 1.292, "count": 270, "max_ms": 2.161, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.235, "count": 270, "max_ms": 89.277, "p95_ms": 84.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.301, "count": 270, "max_ms": 119.316, "p95_ms": 103.884}, "yolo11_640_fire_11class": {"avg_ms": 75.019, "count": 270, "max_ms": 90.459, "p95_ms": 86.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.708, "count": 270, "max_ms": 101.472, "p95_ms": 96.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.914, "count": 270, "max_ms": 133.06, "p95_ms": 116.917}, "read_interval": {"avg_ms": 111.292, "count": 269, "max_ms": 148.719, "p95_ms": 132.34}, "triton_wait": {"avg_ms": 85.035, "count": 270, "max_ms": 119.329, "p95_ms": 103.897}, "visualize": {"avg_ms": 3.638, "count": 270, "max_ms": 4.701, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6380.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.353, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.621, "name": "ffmpeg", "pid": 34656, "rss_mb": 275.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.228, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:17:08+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T23:17:08+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T23:17:08.091902+09:00", "mtime_epoch": 1783347428.0919023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:17:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.015, "pushed": 9.015, "read": 8.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.681, "count": 270, "max_ms": 5.667, "p95_ms": 4.968}, "gstreamer_push": {"avg_ms": 1.328, "count": 270, "max_ms": 1.923, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.568, "count": 270, "max_ms": 94.667, "p95_ms": 84.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.481, "count": 270, "max_ms": 116.061, "p95_ms": 104.617}, "yolo11_640_fire_11class": {"avg_ms": 75.635, "count": 270, "max_ms": 94.881, "p95_ms": 86.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.157, "count": 270, "max_ms": 106.818, "p95_ms": 96.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.39, "count": 270, "max_ms": 129.467, "p95_ms": 117.34}, "read_interval": {"avg_ms": 111.467, "count": 269, "max_ms": 143.754, "p95_ms": 130.796}, "triton_wait": {"avg_ms": 85.897, "count": 270, "max_ms": 116.074, "p95_ms": 105.054}, "visualize": {"avg_ms": 3.712, "count": 270, "max_ms": 4.831, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1995, "tracking_summary": 1796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6380.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43142.109, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.716, "sample_count": 1186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T23:17:08+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T23:17:08+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T23:17:08.651910+09:00", "mtime_epoch": 1783347428.6519103, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:17:08+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 878.504, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.933, "pushed": 3.933, "read": 3.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.936, "count": 117, "max_ms": 160.088, "p95_ms": 157.707}, "gstreamer_push": {"avg_ms": 0.806, "count": 118, "max_ms": 1.758, "p95_ms": 0.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.525, "count": 117, "max_ms": 111.473, "p95_ms": 107.722}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.994, "count": 117, "max_ms": 117.559, "p95_ms": 113.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.618, "count": 118, "max_ms": 312.356, "p95_ms": 300.549}, "read_interval": {"avg_ms": 256.258, "count": 117, "max_ms": 318.291, "p95_ms": 307.075}, "triton_wait": {"avg_ms": 83.017, "count": 117, "max_ms": 117.572, "p95_ms": 113.977}, "visualize": {"avg_ms": 26.885, "count": 117, "max_ms": 41.483, "p95_ms": 33.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6379.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:54+09:00", "last_error_summary": "[h264 @ 0x56460c4e1800] error while decoding MB 91 37, bytestream -29 [in#0/rtsp @ 0x56460c49fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56460c49fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:14:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.107, "last_started_at": "2026-07-06T23:14:57+09:00", "pid": 34763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.566, "name": "ffmpeg", "pid": 34763, "rss_mb": 326.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 12, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.972, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:17:19+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T23:17:19+09:00", "mjpeg": {"age_sec": 12.206, "exists": true, "mtime": "2026-07-06T23:17:07.479893+09:00", "mtime_epoch": 1783347427.4798934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:17:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.383, "pushed": 5.383, "read": 5.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.1, "count": 161, "max_ms": 6.312, "p95_ms": 5.128}, "gstreamer_push": {"avg_ms": 1.273, "count": 161, "max_ms": 1.553, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.252, "count": 161, "max_ms": 90.822, "p95_ms": 83.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.226, "count": 161, "max_ms": 113.16, "p95_ms": 102.279}, "yolo11_640_fire_11class": {"avg_ms": 75.184, "count": 161, "max_ms": 93.743, "p95_ms": 87.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.734, "count": 161, "max_ms": 105.697, "p95_ms": 96.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.51, "count": 161, "max_ms": 126.296, "p95_ms": 115.882}, "read_interval": {"avg_ms": 187.096, "count": 160, "max_ms": 12253.592, "p95_ms": 129.263}, "triton_wait": {"avg_ms": 84.908, "count": 161, "max_ms": 113.173, "p95_ms": 102.715}, "visualize": {"avg_ms": 3.537, "count": 161, "max_ms": 4.409, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6090.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.381, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.777, "name": "ffmpeg", "pid": 34656, "rss_mb": 280.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.107, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:17:38+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-06T23:17:38+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T23:17:38.136336+09:00", "mtime_epoch": 1783347458.1363358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:17:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.123, "pushed": 11.123, "read": 11.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.532, "count": 333, "max_ms": 5.57, "p95_ms": 4.195}, "gstreamer_push": {"avg_ms": 1.315, "count": 333, "max_ms": 2.07, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.935, "count": 333, "max_ms": 77.277, "p95_ms": 63.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.162, "count": 333, "max_ms": 104.15, "p95_ms": 85.004}, "yolo11_640_fire_11class": {"avg_ms": 57.838, "count": 333, "max_ms": 76.649, "p95_ms": 70.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.871, "count": 333, "max_ms": 86.277, "p95_ms": 71.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.924, "count": 333, "max_ms": 116.894, "p95_ms": 97.623}, "read_interval": {"avg_ms": 90.187, "count": 332, "max_ms": 346.244, "p95_ms": 113.204}, "triton_wait": {"avg_ms": 63.75, "count": 333, "max_ms": 104.163, "p95_ms": 85.14}, "visualize": {"avg_ms": 3.656, "count": 333, "max_ms": 5.914, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1996, "tracking_summary": 1797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6085.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43172.232, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.707, "sample_count": 1181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:17:39+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-06T23:17:38+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-06T23:17:38.768345+09:00", "mtime_epoch": 1783347458.768345, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:17:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 876.484, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.75, "pushed": 3.75, "read": 3.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.11, "count": 112, "max_ms": 159.354, "p95_ms": 156.818}, "gstreamer_push": {"avg_ms": 0.887, "count": 112, "max_ms": 1.917, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.496, "count": 112, "max_ms": 92.283, "p95_ms": 86.603}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.502, "count": 112, "max_ms": 103.717, "p95_ms": 91.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.115, "count": 112, "max_ms": 289.54, "p95_ms": 279.542}, "read_interval": {"avg_ms": 268.903, "count": 111, "max_ms": 295.533, "p95_ms": 285.835}, "triton_wait": {"avg_ms": 79.525, "count": 112, "max_ms": 103.73, "p95_ms": 91.569}, "visualize": {"avg_ms": 26.723, "count": 112, "max_ms": 40.511, "p95_ms": 34.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6379.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:17:36+09:00", "last_error_summary": "[h264 @ 0x55b1404e1180] error while decoding MB 107 22, bytestream -5 [in#0/rtsp @ 0x55b140459e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b140459e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.977, "last_started_at": "2026-07-06T23:17:39+09:00", "pid": 34915, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.48, "name": "ffmpeg", "pid": 34915, "rss_mb": 325.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 13, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.566, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:17:49+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:17:49+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:17:49.620502+09:00", "mtime_epoch": 1783347469.6205018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:17:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.656, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 82, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.756, "pushed": 5.756, "read": 5.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 82, "max_ms": 6.687, "p95_ms": 5.604}, "gstreamer_push": {"avg_ms": 1.251, "count": 82, "max_ms": 1.46, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.514, "count": 82, "max_ms": 88.796, "p95_ms": 83.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.703, "count": 82, "max_ms": 112.949, "p95_ms": 104.469}, "yolo11_640_fire_11class": {"avg_ms": 75.357, "count": 82, "max_ms": 89.52, "p95_ms": 87.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.393, "count": 82, "max_ms": 101.74, "p95_ms": 95.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.769, "count": 82, "max_ms": 128.796, "p95_ms": 117.213}, "read_interval": {"avg_ms": 365.895, "count": 82, "max_ms": 15858.913, "p95_ms": 134.303}, "triton_wait": {"avg_ms": 84.001, "count": 82, "max_ms": 112.962, "p95_ms": 104.481}, "visualize": {"avg_ms": 3.575, "count": 82, "max_ms": 4.654, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.247, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6390.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.463, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.809, "name": "ffmpeg", "pid": 34656, "rss_mb": 281.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.193, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:18:08+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:18:08+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:18:08.188770+09:00", "mtime_epoch": 1783347488.18877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:18:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.27, "pushed": 9.27, "read": 9.237}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.517, "count": 278, "max_ms": 5.008, "p95_ms": 3.968}, "gstreamer_push": {"avg_ms": 1.318, "count": 278, "max_ms": 1.55, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.161, "count": 278, "max_ms": 89.609, "p95_ms": 83.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.399, "count": 278, "max_ms": 116.521, "p95_ms": 105.698}, "yolo11_640_fire_11class": {"avg_ms": 72.431, "count": 278, "max_ms": 89.655, "p95_ms": 85.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.905, "count": 278, "max_ms": 102.155, "p95_ms": 97.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.923, "count": 278, "max_ms": 128.792, "p95_ms": 118.01}, "read_interval": {"avg_ms": 108.186, "count": 277, "max_ms": 141.845, "p95_ms": 130.587}, "triton_wait": {"avg_ms": 82.735, "count": 278, "max_ms": 116.533, "p95_ms": 105.712}, "visualize": {"avg_ms": 3.641, "count": 278, "max_ms": 4.508, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1998, "tracking_summary": 1798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6384.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43202.478, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.523, "sample_count": 1196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:18:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:18:09+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T23:18:09+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T23:18:09.036782+09:00", "mtime_epoch": 1783347489.0367823, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:18:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 872.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.235, "pushed": 4.235, "read": 4.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.306, "count": 127, "max_ms": 185.595, "p95_ms": 156.575}, "gstreamer_push": {"avg_ms": 0.979, "count": 127, "max_ms": 2.167, "p95_ms": 1.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.235, "count": 127, "max_ms": 110.662, "p95_ms": 106.629}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.447, "count": 127, "max_ms": 118.921, "p95_ms": 113.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.258, "count": 127, "max_ms": 325.697, "p95_ms": 299.526}, "read_interval": {"avg_ms": 238.032, "count": 126, "max_ms": 331.781, "p95_ms": 307.631}, "triton_wait": {"avg_ms": 79.487, "count": 127, "max_ms": 118.932, "p95_ms": 113.356}, "visualize": {"avg_ms": 27.661, "count": 127, "max_ms": 41.231, "p95_ms": 38.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6398.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:17:36+09:00", "last_error_summary": "[h264 @ 0x55b1404e1180] error while decoding MB 107 22, bytestream -5 [in#0/rtsp @ 0x55b140459e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b140459e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.988, "last_started_at": "2026-07-06T23:17:39+09:00", "pid": 34915, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.801, "name": "ffmpeg", "pid": 34915, "rss_mb": 327.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 13, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.475, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:18:19+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:18:19+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:18:19.632936+09:00", "mtime_epoch": 1783347499.6329355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:18:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.967, "pushed": 8.967, "read": 8.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.207, "count": 269, "max_ms": 6.373, "p95_ms": 5.432}, "gstreamer_push": {"avg_ms": 1.279, "count": 269, "max_ms": 1.677, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.863, "count": 269, "max_ms": 89.159, "p95_ms": 83.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.379, "count": 269, "max_ms": 115.392, "p95_ms": 103.293}, "yolo11_640_fire_11class": {"avg_ms": 75.862, "count": 269, "max_ms": 91.843, "p95_ms": 84.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.1, "count": 269, "max_ms": 105.163, "p95_ms": 96.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.019, "count": 269, "max_ms": 128.596, "p95_ms": 115.989}, "read_interval": {"avg_ms": 111.558, "count": 269, "max_ms": 143.92, "p95_ms": 128.269}, "triton_wait": {"avg_ms": 86.192, "count": 269, "max_ms": 115.405, "p95_ms": 103.305}, "visualize": {"avg_ms": 3.627, "count": 269, "max_ms": 4.508, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6398.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.563, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.645, "name": "ffmpeg", "pid": 34656, "rss_mb": 284.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.278, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:18:38+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:18:38+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:18:38.289205+09:00", "mtime_epoch": 1783347518.289205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:18:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.968, "pushed": 8.968, "read": 8.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.668, "count": 268, "max_ms": 5.466, "p95_ms": 5.049}, "gstreamer_push": {"avg_ms": 1.317, "count": 269, "max_ms": 1.611, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.878, "count": 268, "max_ms": 89.054, "p95_ms": 82.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.132, "count": 268, "max_ms": 121.246, "p95_ms": 101.359}, "yolo11_640_fire_11class": {"avg_ms": 76.331, "count": 268, "max_ms": 94.62, "p95_ms": 86.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.33, "count": 268, "max_ms": 109.599, "p95_ms": 96.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.767, "count": 269, "max_ms": 134.136, "p95_ms": 115.869}, "read_interval": {"avg_ms": 111.885, "count": 268, "max_ms": 149.28, "p95_ms": 130.778}, "triton_wait": {"avg_ms": 86.436, "count": 268, "max_ms": 121.259, "p95_ms": 103.75}, "visualize": {"avg_ms": 3.677, "count": 268, "max_ms": 5.639, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1999, "tracking_summary": 1799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6398.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43232.556, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.523, "sample_count": 1184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:18:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:18:39+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-06T23:18:39+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-06T23:18:39.073216+09:00", "mtime_epoch": 1783347519.0732164, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:18:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 886.109, "name": "celery", "pid": 239, "rss_mb": 882.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.794, "pushed": 3.794, "read": 3.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.359, "count": 113, "max_ms": 185.165, "p95_ms": 158.587}, "gstreamer_push": {"avg_ms": 0.775, "count": 113, "max_ms": 1.09, "p95_ms": 0.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.274, "count": 113, "max_ms": 118.535, "p95_ms": 107.852}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.415, "count": 113, "max_ms": 122.508, "p95_ms": 114.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.661, "count": 113, "max_ms": 306.617, "p95_ms": 300.122}, "read_interval": {"avg_ms": 265.949, "count": 112, "max_ms": 312.693, "p95_ms": 306.179}, "triton_wait": {"avg_ms": 80.573, "count": 113, "max_ms": 122.522, "p95_ms": 114.769}, "visualize": {"avg_ms": 24.945, "count": 113, "max_ms": 31.738, "p95_ms": 27.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6391.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:17:36+09:00", "last_error_summary": "[h264 @ 0x55b1404e1180] error while decoding MB 107 22, bytestream -5 [in#0/rtsp @ 0x55b140459e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b140459e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.069, "last_started_at": "2026-07-06T23:17:39+09:00", "pid": 34915, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.801, "name": "ffmpeg", "pid": 34915, "rss_mb": 327.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.917, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:18:49+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T23:18:49+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T23:18:49.709370+09:00", "mtime_epoch": 1783347529.7093704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:18:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1565.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.909, "pushed": 8.909, "read": 8.876}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.226, "count": 267, "max_ms": 7.041, "p95_ms": 5.343}, "gstreamer_push": {"avg_ms": 1.295, "count": 267, "max_ms": 1.837, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.218, "count": 267, "max_ms": 90.574, "p95_ms": 83.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.277, "count": 267, "max_ms": 117.832, "p95_ms": 101.728}, "yolo11_640_fire_11class": {"avg_ms": 76.549, "count": 267, "max_ms": 94.436, "p95_ms": 85.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.718, "count": 267, "max_ms": 109.273, "p95_ms": 96.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.6, "count": 267, "max_ms": 130.812, "p95_ms": 116.457}, "read_interval": {"avg_ms": 112.633, "count": 266, "max_ms": 143.639, "p95_ms": 132.243}, "triton_wait": {"avg_ms": 86.715, "count": 267, "max_ms": 117.845, "p95_ms": 102.839}, "visualize": {"avg_ms": 3.633, "count": 267, "max_ms": 6.092, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6385.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.636, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.645, "name": "ffmpeg", "pid": 34656, "rss_mb": 284.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.278, "sample_count": 2561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:19:08+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:19:08+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:19:08.361640+09:00", "mtime_epoch": 1783347548.3616402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:19:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1682.91, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.013, "pushed": 9.013, "read": 8.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.592, "count": 270, "max_ms": 5.823, "p95_ms": 4.971}, "gstreamer_push": {"avg_ms": 1.358, "count": 270, "max_ms": 2.495, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.167, "count": 270, "max_ms": 90.778, "p95_ms": 82.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.657, "count": 270, "max_ms": 115.114, "p95_ms": 102.025}, "yolo11_640_fire_11class": {"avg_ms": 75.9, "count": 270, "max_ms": 92.46, "p95_ms": 85.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.23, "count": 270, "max_ms": 103.461, "p95_ms": 97.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.874, "count": 270, "max_ms": 127.728, "p95_ms": 114.936}, "read_interval": {"avg_ms": 111.373, "count": 269, "max_ms": 141.442, "p95_ms": 128.002}, "triton_wait": {"avg_ms": 85.453, "count": 270, "max_ms": 115.127, "p95_ms": 102.631}, "visualize": {"avg_ms": 3.698, "count": 270, "max_ms": 6.344, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2000, "tracking_summary": 1800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6386.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43262.602, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.622, "sample_count": 1200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:19:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:19:09+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T23:19:09+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-06T23:19:09.121651+09:00", "mtime_epoch": 1783347549.1216512, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:19:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.0, "name": "celery", "pid": 239, "rss_mb": 870.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.229, "pushed": 4.229, "read": 4.195}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.002, "count": 126, "max_ms": 162.539, "p95_ms": 156.067}, "gstreamer_push": {"avg_ms": 0.969, "count": 126, "max_ms": 2.206, "p95_ms": 1.888}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.994, "count": 126, "max_ms": 113.103, "p95_ms": 102.089}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.686, "count": 126, "max_ms": 114.997, "p95_ms": 108.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.525, "count": 126, "max_ms": 303.425, "p95_ms": 290.723}, "read_interval": {"avg_ms": 238.06, "count": 125, "max_ms": 309.35, "p95_ms": 298.344}, "triton_wait": {"avg_ms": 79.856, "count": 126, "max_ms": 115.011, "p95_ms": 108.621}, "visualize": {"avg_ms": 26.808, "count": 126, "max_ms": 43.682, "p95_ms": 37.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6393.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:17:36+09:00", "last_error_summary": "[h264 @ 0x55b1404e1180] error while decoding MB 107 22, bytestream -5 [in#0/rtsp @ 0x55b140459e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b140459e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.1, "last_started_at": "2026-07-06T23:17:39+09:00", "pid": 34915, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.801, "name": "ffmpeg", "pid": 34915, "rss_mb": 327.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.196, "sample_count": 2197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:19:19+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:19:19+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:19:19.745805+09:00", "mtime_epoch": 1783347559.7458048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:19:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.028, "pushed": 9.028, "read": 8.995}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 270, "max_ms": 6.292, "p95_ms": 5.685}, "gstreamer_push": {"avg_ms": 1.285, "count": 270, "max_ms": 1.839, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.468, "count": 270, "max_ms": 90.558, "p95_ms": 81.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.402, "count": 270, "max_ms": 118.399, "p95_ms": 98.399}, "yolo11_640_fire_11class": {"avg_ms": 75.652, "count": 270, "max_ms": 92.508, "p95_ms": 86.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.821, "count": 270, "max_ms": 104.412, "p95_ms": 96.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.324, "count": 270, "max_ms": 131.975, "p95_ms": 114.883}, "read_interval": {"avg_ms": 111.207, "count": 269, "max_ms": 144.859, "p95_ms": 127.809}, "triton_wait": {"avg_ms": 85.385, "count": 270, "max_ms": 118.412, "p95_ms": 101.364}, "visualize": {"avg_ms": 3.642, "count": 270, "max_ms": 4.817, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6396.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.713, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.645, "name": "ffmpeg", "pid": 34656, "rss_mb": 284.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.029, "sample_count": 2784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:19:38+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:19:38+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:19:38.438075+09:00", "mtime_epoch": 1783347578.4380753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:19:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.976, "pushed": 8.976, "read": 8.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.596, "count": 269, "max_ms": 5.776, "p95_ms": 4.974}, "gstreamer_push": {"avg_ms": 1.324, "count": 269, "max_ms": 2.266, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.815, "count": 269, "max_ms": 90.154, "p95_ms": 81.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.593, "count": 269, "max_ms": 120.489, "p95_ms": 90.353}, "yolo11_640_fire_11class": {"avg_ms": 76.459, "count": 269, "max_ms": 92.755, "p95_ms": 85.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.694, "count": 269, "max_ms": 104.214, "p95_ms": 96.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.609, "count": 269, "max_ms": 132.766, "p95_ms": 110.179}, "read_interval": {"avg_ms": 111.79, "count": 268, "max_ms": 145.606, "p95_ms": 124.228}, "triton_wait": {"avg_ms": 86.356, "count": 269, "max_ms": 120.502, "p95_ms": 98.31}, "visualize": {"avg_ms": 3.642, "count": 269, "max_ms": 6.131, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2001, "tracking_summary": 1801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6396.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43292.663, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.047, "sample_count": 1182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:19:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T23:19:39+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T23:19:39+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T23:19:39.222087+09:00", "mtime_epoch": 1783347579.2220867, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:19:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.0, "name": "celery", "pid": 239, "rss_mb": 880.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.727, "pushed": 3.727, "read": 3.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.484, "count": 111, "max_ms": 184.022, "p95_ms": 163.104}, "gstreamer_push": {"avg_ms": 1.007, "count": 111, "max_ms": 1.959, "p95_ms": 1.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.019, "count": 111, "max_ms": 112.191, "p95_ms": 103.877}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.266, "count": 111, "max_ms": 114.781, "p95_ms": 110.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.79, "count": 111, "max_ms": 318.038, "p95_ms": 305.702}, "read_interval": {"avg_ms": 270.976, "count": 110, "max_ms": 327.505, "p95_ms": 311.694}, "triton_wait": {"avg_ms": 77.596, "count": 111, "max_ms": 114.794, "p95_ms": 110.165}, "visualize": {"avg_ms": 34.926, "count": 111, "max_ms": 48.197, "p95_ms": 46.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6395.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:17:36+09:00", "last_error_summary": "[h264 @ 0x55b1404e1180] error while decoding MB 107 22, bytestream -5 [in#0/rtsp @ 0x55b140459e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b140459e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.162, "last_started_at": "2026-07-06T23:17:39+09:00", "pid": 34915, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.801, "name": "ffmpeg", "pid": 34915, "rss_mb": 327.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.254, "sample_count": 2312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T23:19:49+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-06T23:19:49+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T23:19:49.826240+09:00", "mtime_epoch": 1783347589.8262403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:19:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.015, "pushed": 9.015, "read": 8.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.234, "count": 270, "max_ms": 6.929, "p95_ms": 5.563}, "gstreamer_push": {"avg_ms": 1.277, "count": 270, "max_ms": 1.906, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.482, "count": 270, "max_ms": 92.242, "p95_ms": 82.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.568, "count": 270, "max_ms": 121.551, "p95_ms": 100.642}, "yolo11_640_fire_11class": {"avg_ms": 75.275, "count": 270, "max_ms": 92.252, "p95_ms": 85.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.051, "count": 270, "max_ms": 101.298, "p95_ms": 95.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.354, "count": 270, "max_ms": 135.676, "p95_ms": 114.241}, "read_interval": {"avg_ms": 111.394, "count": 269, "max_ms": 150.653, "p95_ms": 127.514}, "triton_wait": {"avg_ms": 85.514, "count": 270, "max_ms": 121.564, "p95_ms": 101.311}, "visualize": {"avg_ms": 3.623, "count": 270, "max_ms": 5.848, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6399.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.77, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.027, "name": "ffmpeg", "pid": 34656, "rss_mb": 289.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.936, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:20:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:20:08+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:20:08+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:20:08.498511+09:00", "mtime_epoch": 1783347608.4985106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:20:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.168, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.22, "pushed": 10.22, "read": 10.186}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.436, "count": 306, "max_ms": 5.36, "p95_ms": 4.283}, "gstreamer_push": {"avg_ms": 1.295, "count": 306, "max_ms": 1.903, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.451, "count": 306, "max_ms": 92.956, "p95_ms": 78.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.949, "count": 306, "max_ms": 112.086, "p95_ms": 88.527}, "yolo11_640_fire_11class": {"avg_ms": 64.629, "count": 306, "max_ms": 92.966, "p95_ms": 82.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.291, "count": 306, "max_ms": 102.262, "p95_ms": 90.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.188, "count": 306, "max_ms": 123.844, "p95_ms": 107.284}, "read_interval": {"avg_ms": 98.182, "count": 305, "max_ms": 138.593, "p95_ms": 122.597}, "triton_wait": {"avg_ms": 73.295, "count": 306, "max_ms": 112.096, "p95_ms": 95.094}, "visualize": {"avg_ms": 3.55, "count": 306, "max_ms": 4.548, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2002, "tracking_summary": 1802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6399.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43322.842, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.183, "sample_count": 1199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:20:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:20:09+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-06T23:20:09+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-06T23:20:09.466525+09:00", "mtime_epoch": 1783347609.4665246, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:20:09+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.0, "name": "celery", "pid": 239, "rss_mb": 879.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.349, "pushed": 4.349, "read": 4.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.908, "count": 130, "max_ms": 174.725, "p95_ms": 162.441}, "gstreamer_push": {"avg_ms": 0.841, "count": 130, "max_ms": 1.954, "p95_ms": 0.93}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.86, "count": 130, "max_ms": 112.04, "p95_ms": 99.135}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.311, "count": 130, "max_ms": 111.228, "p95_ms": 103.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.347, "count": 130, "max_ms": 298.821, "p95_ms": 286.322}, "read_interval": {"avg_ms": 232.497, "count": 129, "max_ms": 304.219, "p95_ms": 293.24}, "triton_wait": {"avg_ms": 81.398, "count": 130, "max_ms": 112.053, "p95_ms": 104.01}, "visualize": {"avg_ms": 26.188, "count": 130, "max_ms": 41.327, "p95_ms": 31.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6426.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:17:36+09:00", "last_error_summary": "[h264 @ 0x55b1404e1180] error while decoding MB 107 22, bytestream -5 [in#0/rtsp @ 0x55b140459e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b140459e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.979, "last_started_at": "2026-07-06T23:17:39+09:00", "pid": 34915, "process": {"exists": true, "fd_count": 5, "hwm_mb": 352.68, "name": "ffmpeg", "pid": 34915, "rss_mb": 352.68, "state": "S (sleeping)", "threads": 104}, "restart_count": 87, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.095, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T23:20:22+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T23:20:22+09:00", "mjpeg": {"age_sec": 16.753, "exists": true, "mtime": "2026-07-06T23:20:05.970474+09:00", "mtime_epoch": 1783347605.970474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:20:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.172, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.119, "pushed": 0.119, "read": 0.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.167, "count": 2, "max_ms": 4.196, "p95_ms": 4.196}, "gstreamer_push": {"avg_ms": 1.459, "count": 2, "max_ms": 1.483, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.28, "count": 2, "max_ms": 62.728, "p95_ms": 62.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.97, "count": 2, "max_ms": 85.949, "p95_ms": 85.949}, "yolo11_640_fire_11class": {"avg_ms": 62.435, "count": 2, "max_ms": 63.497, "p95_ms": 63.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.913, "count": 2, "max_ms": 62.176, "p95_ms": 62.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.026, "count": 2, "max_ms": 99.151, "p95_ms": 99.151}, "read_interval": {"avg_ms": 16408.285, "count": 2, "max_ms": 16784.823, "p95_ms": 16784.823}, "triton_wait": {"avg_ms": 73.982, "count": 2, "max_ms": 85.961, "p95_ms": 85.961}, "visualize": {"avg_ms": 3.604, "count": 2, "max_ms": 3.609, "p95_ms": 3.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.87, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6404.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.798, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.832, "name": "ffmpeg", "pid": 34656, "rss_mb": 290.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.145, "sample_count": 2830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:20:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T23:20:38+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T23:20:38.538946+09:00", "mtime_epoch": 1783347638.538946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:20:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.085}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.585, "count": 303, "max_ms": 5.797, "p95_ms": 4.649}, "gstreamer_push": {"avg_ms": 1.31, "count": 303, "max_ms": 2.258, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.131, "count": 303, "max_ms": 91.458, "p95_ms": 81.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.793, "count": 303, "max_ms": 117.961, "p95_ms": 92.349}, "yolo11_640_fire_11class": {"avg_ms": 63.791, "count": 303, "max_ms": 90.197, "p95_ms": 82.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.658, "count": 303, "max_ms": 102.293, "p95_ms": 91.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.632, "count": 303, "max_ms": 127.655, "p95_ms": 110.992}, "read_interval": {"avg_ms": 99.091, "count": 302, "max_ms": 143.071, "p95_ms": 126.983}, "triton_wait": {"avg_ms": 73.372, "count": 303, "max_ms": 117.972, "p95_ms": 97.54}, "visualize": {"avg_ms": 3.676, "count": 303, "max_ms": 6.294, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2003, "tracking_summary": 1803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6405.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43353.078, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.98, "sample_count": 1198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:20:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:20:39+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-06T23:20:39+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-06T23:20:39.578961+09:00", "mtime_epoch": 1783347639.578961, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:20:39+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.0, "name": "celery", "pid": 239, "rss_mb": 884.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.119, "pushed": 4.119, "read": 4.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.05, "count": 123, "max_ms": 189.258, "p95_ms": 158.949}, "gstreamer_push": {"avg_ms": 0.796, "count": 123, "max_ms": 0.962, "p95_ms": 0.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.338, "count": 123, "max_ms": 116.745, "p95_ms": 105.553}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 85.548, "count": 123, "max_ms": 115.55, "p95_ms": 109.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.562, "count": 123, "max_ms": 303.381, "p95_ms": 290.852}, "read_interval": {"avg_ms": 243.79, "count": 122, "max_ms": 303.944, "p95_ms": 296.968}, "triton_wait": {"avg_ms": 86.171, "count": 123, "max_ms": 116.758, "p95_ms": 109.817}, "visualize": {"avg_ms": 24.573, "count": 123, "max_ms": 31.388, "p95_ms": 29.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6401.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.297, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.255, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:20:52+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T23:20:52+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-06T23:20:52.687151+09:00", "mtime_epoch": 1783347652.687151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:20:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.251, "count": 226, "max_ms": 6.932, "p95_ms": 5.287}, "gstreamer_push": {"avg_ms": 1.314, "count": 226, "max_ms": 1.968, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.019, "count": 226, "max_ms": 93.138, "p95_ms": 86.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.636, "count": 226, "max_ms": 120.533, "p95_ms": 107.109}, "yolo11_640_fire_11class": {"avg_ms": 76.993, "count": 226, "max_ms": 91.673, "p95_ms": 87.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.273, "count": 226, "max_ms": 103.113, "p95_ms": 97.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.01, "count": 226, "max_ms": 133.548, "p95_ms": 119.928}, "read_interval": {"avg_ms": 132.531, "count": 226, "max_ms": 4779.557, "p95_ms": 130.691}, "triton_wait": {"avg_ms": 86.925, "count": 226, "max_ms": 120.547, "p95_ms": 107.121}, "visualize": {"avg_ms": 3.696, "count": 226, "max_ms": 6.15, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6410.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.823, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.441, "name": "ffmpeg", "pid": 34656, "rss_mb": 294.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.673, "sample_count": 2831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:21:08+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T23:21:08+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-06T23:21:08.567381+09:00", "mtime_epoch": 1783347668.5673811, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:21:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.927, "pushed": 8.927, "read": 8.893}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.505, "count": 267, "max_ms": 5.798, "p95_ms": 4.395}, "gstreamer_push": {"avg_ms": 1.323, "count": 267, "max_ms": 2.328, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.86, "count": 267, "max_ms": 92.296, "p95_ms": 85.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.215, "count": 267, "max_ms": 116.652, "p95_ms": 94.603}, "yolo11_640_fire_11class": {"avg_ms": 77.331, "count": 267, "max_ms": 95.128, "p95_ms": 88.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.994, "count": 267, "max_ms": 104.038, "p95_ms": 99.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.241, "count": 267, "max_ms": 128.709, "p95_ms": 113.356}, "read_interval": {"avg_ms": 112.46, "count": 266, "max_ms": 143.981, "p95_ms": 126.334}, "triton_wait": {"avg_ms": 87.063, "count": 267, "max_ms": 116.666, "p95_ms": 101.114}, "visualize": {"avg_ms": 3.604, "count": 267, "max_ms": 6.266, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2004, "tracking_summary": 1804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6410.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43383.219, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.047, "sample_count": 1176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:21:10+09:00", "last_frame_read_age_sec": 0.256, "last_frame_read_at": "2026-07-06T23:21:09+09:00", "mjpeg": {"age_sec": 0.241, "exists": true, "mtime": "2026-07-06T23:21:09.771399+09:00", "mtime_epoch": 1783347669.7713985, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:21:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 884.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.681, "pushed": 3.681, "read": 3.648}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.677, "count": 110, "max_ms": 160.23, "p95_ms": 157.184}, "gstreamer_push": {"avg_ms": 0.991, "count": 110, "max_ms": 2.9, "p95_ms": 1.819}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.988, "count": 110, "max_ms": 113.712, "p95_ms": 109.139}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.819, "count": 110, "max_ms": 116.44, "p95_ms": 113.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.693, "count": 110, "max_ms": 312.72, "p95_ms": 303.954}, "read_interval": {"avg_ms": 274.11, "count": 109, "max_ms": 318.744, "p95_ms": 309.823}, "triton_wait": {"avg_ms": 83.845, "count": 110, "max_ms": 116.453, "p95_ms": 113.864}, "visualize": {"avg_ms": 30.36, "count": 110, "max_ms": 41.26, "p95_ms": 40.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6408.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.373, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.245, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:21:22+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:21:22+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:21:22.783587+09:00", "mtime_epoch": 1783347682.7835872, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:21:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.43, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.943, "pushed": 8.943, "read": 8.91}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.172, "count": 268, "max_ms": 6.219, "p95_ms": 4.863}, "gstreamer_push": {"avg_ms": 1.294, "count": 268, "max_ms": 1.844, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.312, "count": 268, "max_ms": 89.832, "p95_ms": 83.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.013, "count": 268, "max_ms": 115.105, "p95_ms": 102.03}, "yolo11_640_fire_11class": {"avg_ms": 75.941, "count": 268, "max_ms": 90.954, "p95_ms": 87.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.7, "count": 268, "max_ms": 104.35, "p95_ms": 97.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.805, "count": 268, "max_ms": 127.982, "p95_ms": 115.482}, "read_interval": {"avg_ms": 112.218, "count": 267, "max_ms": 144.217, "p95_ms": 129.545}, "triton_wait": {"avg_ms": 86.013, "count": 268, "max_ms": 115.117, "p95_ms": 103.249}, "visualize": {"avg_ms": 3.606, "count": 268, "max_ms": 4.533, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6413.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 425, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:14:33+09:00", "last_error_summary": "[h264 @ 0x5589eb6c15c0] reference picture missing during reorder [h264 @ 0x5589eb6c15c0] Missing reference picture, default is 65562 [h264 @ 0x5589eb6d56c0] mmco: unref short failure [h264 @ 0x5589eb6d56c0] illegal short term buffer state detected [h264 @ 0x5589eb714b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb714b80] error while decoding MB 0 18, bytestream 8193 [h264 @ 0x5589eb7f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5589eb7f1100] er", "last_exit_at": "2026-07-06T23:14:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.863, "last_started_at": "2026-07-06T23:14:35+09:00", "pid": 34656, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.43, "name": "ffmpeg", "pid": 34656, "rss_mb": 300.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 8, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.408, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:21:38+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:21:38+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:21:38.591817+09:00", "mtime_epoch": 1783347698.5918167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:21:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.989, "pushed": 8.989, "read": 8.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.574, "count": 269, "max_ms": 5.485, "p95_ms": 4.792}, "gstreamer_push": {"avg_ms": 1.326, "count": 269, "max_ms": 1.629, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.173, "count": 269, "max_ms": 89.658, "p95_ms": 85.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.607, "count": 269, "max_ms": 120.126, "p95_ms": 102.887}, "yolo11_640_fire_11class": {"avg_ms": 76.463, "count": 269, "max_ms": 89.671, "p95_ms": 87.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.114, "count": 269, "max_ms": 100.817, "p95_ms": 97.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.418, "count": 269, "max_ms": 132.389, "p95_ms": 115.447}, "read_interval": {"avg_ms": 111.653, "count": 268, "max_ms": 144.377, "p95_ms": 129.947}, "triton_wait": {"avg_ms": 86.234, "count": 269, "max_ms": 120.14, "p95_ms": 102.899}, "visualize": {"avg_ms": 3.606, "count": 269, "max_ms": 4.981, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2005, "tracking_summary": 1805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6413.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43413.374, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.646, "sample_count": 1183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:21:40+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T23:21:39+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T23:21:39.923836+09:00", "mtime_epoch": 1783347699.923836, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:21:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 882.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.908, "pushed": 3.908, "read": 3.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.597, "count": 117, "max_ms": 181.61, "p95_ms": 156.519}, "gstreamer_push": {"avg_ms": 0.794, "count": 117, "max_ms": 0.927, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.658, "count": 117, "max_ms": 110.206, "p95_ms": 107.386}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.9, "count": 117, "max_ms": 118.366, "p95_ms": 114.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.047, "count": 117, "max_ms": 313.723, "p95_ms": 298.262}, "read_interval": {"avg_ms": 257.68, "count": 116, "max_ms": 319.114, "p95_ms": 305.165}, "triton_wait": {"avg_ms": 82.942, "count": 117, "max_ms": 118.381, "p95_ms": 114.352}, "visualize": {"avg_ms": 26.72, "count": 117, "max_ms": 40.985, "p95_ms": 35.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6413.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.438, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.324, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:21:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:21:52+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T23:21:52+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:21:52.848023+09:00", "mtime_epoch": 1783347712.8480234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:21:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.268, "count": 299, "max_ms": 5.707, "p95_ms": 5.252}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 1.924, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.203, "count": 299, "max_ms": 90.504, "p95_ms": 81.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.763, "count": 299, "max_ms": 114.685, "p95_ms": 87.974}, "yolo11_640_fire_11class": {"avg_ms": 66.409, "count": 299, "max_ms": 90.824, "p95_ms": 84.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.865, "count": 299, "max_ms": 100.351, "p95_ms": 94.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.158, "count": 299, "max_ms": 127.619, "p95_ms": 109.045}, "read_interval": {"avg_ms": 100.52, "count": 298, "max_ms": 143.561, "p95_ms": 122.998}, "triton_wait": {"avg_ms": 74.191, "count": 299, "max_ms": 114.698, "p95_ms": 95.891}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 4.445, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6294.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.624, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.414, "name": "ffmpeg", "pid": 35219, "rss_mb": 188.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 9, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.927, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:22:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:22:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T23:22:08+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-06T23:22:08.676253+09:00", "mtime_epoch": 1783347728.676253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:22:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.902, "pushed": 1.902, "read": 1.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.581, "count": 57, "max_ms": 5.569, "p95_ms": 4.677}, "gstreamer_push": {"avg_ms": 1.327, "count": 57, "max_ms": 1.543, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.043, "count": 57, "max_ms": 88.893, "p95_ms": 87.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.699, "count": 57, "max_ms": 114.087, "p95_ms": 103.835}, "yolo11_640_fire_11class": {"avg_ms": 77.591, "count": 57, "max_ms": 89.493, "p95_ms": 88.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.728, "count": 57, "max_ms": 100.397, "p95_ms": 99.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.374, "count": 57, "max_ms": 126.409, "p95_ms": 116.039}, "read_interval": {"avg_ms": 535.207, "count": 56, "max_ms": 19206.542, "p95_ms": 137.29}, "triton_wait": {"avg_ms": 87.153, "count": 57, "max_ms": 114.099, "p95_ms": 103.845}, "visualize": {"avg_ms": 3.642, "count": 57, "max_ms": 4.576, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2006, "tracking_summary": 1806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6328.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43443.498, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.155, "sample_count": 1183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:22:10+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T23:22:10+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-06T23:22:10.088274+09:00", "mtime_epoch": 1783347730.0882735, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:22:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 873.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.95, "pushed": 3.95, "read": 3.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.06, "count": 118, "max_ms": 184.802, "p95_ms": 155.833}, "gstreamer_push": {"avg_ms": 0.8, "count": 118, "max_ms": 1.848, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.816, "count": 118, "max_ms": 112.949, "p95_ms": 101.379}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.583, "count": 118, "max_ms": 115.972, "p95_ms": 107.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.522, "count": 118, "max_ms": 317.439, "p95_ms": 275.833}, "read_interval": {"avg_ms": 255.591, "count": 117, "max_ms": 325.667, "p95_ms": 284.008}, "triton_wait": {"avg_ms": 83.623, "count": 118, "max_ms": 115.987, "p95_ms": 107.877}, "visualize": {"avg_ms": 26.065, "count": 118, "max_ms": 41.387, "p95_ms": 34.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6370.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.502, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.281, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:22:23+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T23:22:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T23:22:22.916460+09:00", "mtime_epoch": 1783347742.9164598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:22:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.688, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.218, "count": 293, "max_ms": 6.61, "p95_ms": 5.898}, "gstreamer_push": {"avg_ms": 1.281, "count": 293, "max_ms": 2.067, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.996, "count": 293, "max_ms": 89.25, "p95_ms": 80.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.999, "count": 293, "max_ms": 119.102, "p95_ms": 98.453}, "yolo11_640_fire_11class": {"avg_ms": 67.93, "count": 293, "max_ms": 91.013, "p95_ms": 85.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.96, "count": 293, "max_ms": 101.561, "p95_ms": 93.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.702, "count": 293, "max_ms": 132.562, "p95_ms": 113.942}, "read_interval": {"avg_ms": 102.599, "count": 292, "max_ms": 145.18, "p95_ms": 128.114}, "triton_wait": {"avg_ms": 76.892, "count": 293, "max_ms": 119.115, "p95_ms": 101.574}, "visualize": {"avg_ms": 3.606, "count": 293, "max_ms": 5.608, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6376.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.662, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.191, "name": "ffmpeg", "pid": 35219, "rss_mb": 266.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 9, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.113, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:22:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:22:38+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T23:22:38+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:22:38.700689+09:00", "mtime_epoch": 1783347758.7006888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:22:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.123, "pushed": 9.123, "read": 9.09}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.467, "count": 273, "max_ms": 5.527, "p95_ms": 4.53}, "gstreamer_push": {"avg_ms": 1.309, "count": 273, "max_ms": 2.278, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.903, "count": 273, "max_ms": 91.144, "p95_ms": 83.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.111, "count": 273, "max_ms": 115.165, "p95_ms": 105.925}, "yolo11_640_fire_11class": {"avg_ms": 76.546, "count": 273, "max_ms": 93.604, "p95_ms": 87.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.413, "count": 273, "max_ms": 100.706, "p95_ms": 96.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.788, "count": 273, "max_ms": 128.674, "p95_ms": 116.688}, "read_interval": {"avg_ms": 109.997, "count": 272, "max_ms": 141.002, "p95_ms": 128.386}, "triton_wait": {"avg_ms": 85.851, "count": 273, "max_ms": 115.178, "p95_ms": 105.935}, "visualize": {"avg_ms": 3.53, "count": 273, "max_ms": 4.636, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2008, "tracking_summary": 1807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6371.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43473.789, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.274, "sample_count": 1186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:22:40+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-06T23:22:40+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-06T23:22:40.284712+09:00", "mtime_epoch": 1783347760.2847118, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:22:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 870.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.875, "pushed": 3.875, "read": 3.842}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.09, "count": 116, "max_ms": 179.365, "p95_ms": 165.552}, "gstreamer_push": {"avg_ms": 1.04, "count": 116, "max_ms": 2.034, "p95_ms": 1.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.86, "count": 116, "max_ms": 112.323, "p95_ms": 105.611}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.594, "count": 116, "max_ms": 115.864, "p95_ms": 110.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.451, "count": 116, "max_ms": 322.228, "p95_ms": 302.604}, "read_interval": {"avg_ms": 259.125, "count": 115, "max_ms": 328.088, "p95_ms": 309.025}, "triton_wait": {"avg_ms": 79.704, "count": 116, "max_ms": 115.878, "p95_ms": 110.336}, "visualize": {"avg_ms": 29.793, "count": 116, "max_ms": 41.69, "p95_ms": 40.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6380.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.534, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.094, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:22:53+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T23:22:52+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:22:52.940896+09:00", "mtime_epoch": 1783347772.9408956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:22:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.026, "pushed": 9.026, "read": 8.992}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 270, "max_ms": 6.554, "p95_ms": 5.441}, "gstreamer_push": {"avg_ms": 1.291, "count": 270, "max_ms": 2.202, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.15, "count": 270, "max_ms": 90.77, "p95_ms": 81.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.21, "count": 270, "max_ms": 117.31, "p95_ms": 98.286}, "yolo11_640_fire_11class": {"avg_ms": 75.715, "count": 270, "max_ms": 94.935, "p95_ms": 86.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.984, "count": 270, "max_ms": 106.187, "p95_ms": 96.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.078, "count": 270, "max_ms": 131.306, "p95_ms": 115.044}, "read_interval": {"avg_ms": 111.245, "count": 269, "max_ms": 143.922, "p95_ms": 129.295}, "triton_wait": {"avg_ms": 85.078, "count": 270, "max_ms": 117.343, "p95_ms": 101.512}, "visualize": {"avg_ms": 3.663, "count": 270, "max_ms": 4.674, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6380.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.734, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.965, "name": "ffmpeg", "pid": 35219, "rss_mb": 266.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 9, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.864, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:23:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:23:08+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T23:23:08+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T23:23:08.765126+09:00", "mtime_epoch": 1783347788.7651255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:23:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.974, "pushed": 8.974, "read": 8.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 269, "max_ms": 5.379, "p95_ms": 4.876}, "gstreamer_push": {"avg_ms": 1.299, "count": 269, "max_ms": 2.251, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.262, "count": 269, "max_ms": 91.384, "p95_ms": 81.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.991, "count": 269, "max_ms": 114.165, "p95_ms": 99.397}, "yolo11_640_fire_11class": {"avg_ms": 76.573, "count": 269, "max_ms": 95.409, "p95_ms": 86.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.256, "count": 269, "max_ms": 107.384, "p95_ms": 97.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.401, "count": 269, "max_ms": 126.598, "p95_ms": 115.378}, "read_interval": {"avg_ms": 111.718, "count": 268, "max_ms": 144.64, "p95_ms": 128.016}, "triton_wait": {"avg_ms": 86.341, "count": 269, "max_ms": 114.177, "p95_ms": 102.85}, "visualize": {"avg_ms": 3.567, "count": 269, "max_ms": 4.721, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2009, "tracking_summary": 1808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6380.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43503.867, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.284, "sample_count": 1170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:23:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:23:10+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T23:23:10+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-06T23:23:10.429150+09:00", "mtime_epoch": 1783347790.4291496, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:23:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 879.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.656, "pushed": 3.656, "read": 3.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.281, "count": 109, "max_ms": 191.807, "p95_ms": 187.613}, "gstreamer_push": {"avg_ms": 0.96, "count": 109, "max_ms": 2.049, "p95_ms": 1.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.51, "count": 109, "max_ms": 118.335, "p95_ms": 106.131}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.358, "count": 109, "max_ms": 116.093, "p95_ms": 110.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.863, "count": 109, "max_ms": 333.119, "p95_ms": 313.057}, "read_interval": {"avg_ms": 276.208, "count": 108, "max_ms": 339.042, "p95_ms": 318.776}, "triton_wait": {"avg_ms": 81.584, "count": 109, "max_ms": 118.348, "p95_ms": 110.116}, "visualize": {"avg_ms": 30.199, "count": 109, "max_ms": 45.553, "p95_ms": 42.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6383.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.548, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.456, "sample_count": 2405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:23:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:23:22+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:23:22.953331+09:00", "mtime_epoch": 1783347802.9533315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:23:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1566.945, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.927, "pushed": 8.927, "read": 8.894}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.22, "count": 267, "max_ms": 6.339, "p95_ms": 5.288}, "gstreamer_push": {"avg_ms": 1.291, "count": 267, "max_ms": 1.54, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.278, "count": 267, "max_ms": 91.234, "p95_ms": 82.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.179, "count": 267, "max_ms": 119.427, "p95_ms": 99.082}, "yolo11_640_fire_11class": {"avg_ms": 75.715, "count": 267, "max_ms": 92.673, "p95_ms": 86.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.979, "count": 267, "max_ms": 102.895, "p95_ms": 97.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.035, "count": 267, "max_ms": 132.164, "p95_ms": 114.402}, "read_interval": {"avg_ms": 112.427, "count": 266, "max_ms": 144.794, "p95_ms": 128.79}, "triton_wait": {"avg_ms": 86.148, "count": 267, "max_ms": 119.439, "p95_ms": 101.414}, "visualize": {"avg_ms": 3.623, "count": 267, "max_ms": 4.405, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6381.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.75, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.965, "name": "ffmpeg", "pid": 35219, "rss_mb": 266.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 8, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.76, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:23:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:23:38+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:23:38+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:23:38.789562+09:00", "mtime_epoch": 1783347818.7895615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:23:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1683.941, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.893, "pushed": 8.893, "read": 8.86}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.586, "count": 266, "max_ms": 5.728, "p95_ms": 4.401}, "gstreamer_push": {"avg_ms": 1.325, "count": 266, "max_ms": 1.555, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.795, "count": 266, "max_ms": 89.947, "p95_ms": 82.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.83, "count": 266, "max_ms": 118.915, "p95_ms": 103.268}, "yolo11_640_fire_11class": {"avg_ms": 76.985, "count": 266, "max_ms": 90.233, "p95_ms": 86.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.131, "count": 266, "max_ms": 102.063, "p95_ms": 97.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.621, "count": 266, "max_ms": 131.269, "p95_ms": 115.563}, "read_interval": {"avg_ms": 112.827, "count": 265, "max_ms": 146.201, "p95_ms": 128.021}, "triton_wait": {"avg_ms": 87.316, "count": 266, "max_ms": 118.928, "p95_ms": 103.28}, "visualize": {"avg_ms": 3.652, "count": 266, "max_ms": 5.578, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2010, "tracking_summary": 1809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6382.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43533.932, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.215, "sample_count": 1182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:23:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:23:40+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T23:23:40+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T23:23:40.473586+09:00", "mtime_epoch": 1783347820.473586, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:23:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 881.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.192, "pushed": 4.192, "read": 4.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.369, "count": 125, "max_ms": 167.944, "p95_ms": 159.472}, "gstreamer_push": {"avg_ms": 0.807, "count": 125, "max_ms": 1.257, "p95_ms": 0.917}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.235, "count": 125, "max_ms": 119.115, "p95_ms": 106.725}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.911, "count": 125, "max_ms": 122.545, "p95_ms": 110.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.73, "count": 125, "max_ms": 310.896, "p95_ms": 297.561}, "read_interval": {"avg_ms": 240.33, "count": 124, "max_ms": 317.8, "p95_ms": 303.692}, "triton_wait": {"avg_ms": 80.077, "count": 125, "max_ms": 122.559, "p95_ms": 110.635}, "visualize": {"avg_ms": 24.485, "count": 125, "max_ms": 31.573, "p95_ms": 29.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6383.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.62, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 13, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.456, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:23:53+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:23:53+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T23:23:53.013768+09:00", "mtime_epoch": 1783347833.0137682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:23:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.979, "pushed": 8.979, "read": 8.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.193, "count": 269, "max_ms": 7.521, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.308, "count": 269, "max_ms": 1.606, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.207, "count": 269, "max_ms": 93.437, "p95_ms": 82.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.008, "count": 269, "max_ms": 119.051, "p95_ms": 102.124}, "yolo11_640_fire_11class": {"avg_ms": 75.07, "count": 269, "max_ms": 92.535, "p95_ms": 85.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.579, "count": 269, "max_ms": 102.724, "p95_ms": 95.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.021, "count": 269, "max_ms": 131.808, "p95_ms": 115.706}, "read_interval": {"avg_ms": 111.734, "count": 268, "max_ms": 150.848, "p95_ms": 128.828}, "triton_wait": {"avg_ms": 85.102, "count": 269, "max_ms": 119.063, "p95_ms": 102.739}, "visualize": {"avg_ms": 3.655, "count": 269, "max_ms": 6.333, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6383.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.759, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.965, "name": "ffmpeg", "pid": 35219, "rss_mb": 266.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 8, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.508, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:24:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:24:08+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:24:08+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:24:08.801998+09:00", "mtime_epoch": 1783347848.8019977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:24:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.901, "pushed": 8.901, "read": 8.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.57, "count": 267, "max_ms": 7.272, "p95_ms": 4.49}, "gstreamer_push": {"avg_ms": 1.338, "count": 267, "max_ms": 2.271, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.317, "count": 267, "max_ms": 90.607, "p95_ms": 84.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.474, "count": 267, "max_ms": 124.0, "p95_ms": 101.909}, "yolo11_640_fire_11class": {"avg_ms": 77.069, "count": 267, "max_ms": 90.321, "p95_ms": 87.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.638, "count": 267, "max_ms": 101.627, "p95_ms": 96.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.187, "count": 267, "max_ms": 140.836, "p95_ms": 115.022}, "read_interval": {"avg_ms": 112.397, "count": 267, "max_ms": 154.69, "p95_ms": 128.863}, "triton_wait": {"avg_ms": 86.911, "count": 267, "max_ms": 124.023, "p95_ms": 101.923}, "visualize": {"avg_ms": 3.663, "count": 267, "max_ms": 6.176, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2012, "tracking_summary": 1810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6386.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43564.064, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.284, "sample_count": 1170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:24:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:24:10+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T23:24:10+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-06T23:24:10.618024+09:00", "mtime_epoch": 1783347850.6180239, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:24:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 884.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.782, "pushed": 3.782, "read": 3.748}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.325, "count": 113, "max_ms": 162.669, "p95_ms": 159.728}, "gstreamer_push": {"avg_ms": 0.785, "count": 113, "max_ms": 1.181, "p95_ms": 0.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.195, "count": 113, "max_ms": 117.493, "p95_ms": 108.375}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.448, "count": 113, "max_ms": 117.355, "p95_ms": 111.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.003, "count": 113, "max_ms": 306.226, "p95_ms": 299.558}, "read_interval": {"avg_ms": 266.724, "count": 112, "max_ms": 312.016, "p95_ms": 305.691}, "triton_wait": {"avg_ms": 80.86, "count": 113, "max_ms": 117.505, "p95_ms": 111.477}, "visualize": {"avg_ms": 27.011, "count": 113, "max_ms": 32.761, "p95_ms": 30.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6383.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.724, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 12, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.938, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:24:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:24:23+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T23:24:23+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-06T23:24:23.122206+09:00", "mtime_epoch": 1783347863.1222057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:24:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.203, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.136, "count": 270, "max_ms": 6.479, "p95_ms": 4.874}, "gstreamer_push": {"avg_ms": 1.273, "count": 270, "max_ms": 1.888, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.289, "count": 270, "max_ms": 89.965, "p95_ms": 85.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.808, "count": 270, "max_ms": 121.192, "p95_ms": 102.317}, "yolo11_640_fire_11class": {"avg_ms": 75.402, "count": 270, "max_ms": 95.842, "p95_ms": 87.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.989, "count": 270, "max_ms": 103.423, "p95_ms": 97.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.07, "count": 270, "max_ms": 134.011, "p95_ms": 115.741}, "read_interval": {"avg_ms": 111.048, "count": 270, "max_ms": 146.132, "p95_ms": 129.463}, "triton_wait": {"avg_ms": 85.458, "count": 270, "max_ms": 121.205, "p95_ms": 102.543}, "visualize": {"avg_ms": 3.536, "count": 270, "max_ms": 4.578, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6385.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.768, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.965, "name": "ffmpeg", "pid": 35219, "rss_mb": 266.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 8, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.573, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:24:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:24:38+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-06T23:24:38+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-06T23:24:38.834434+09:00", "mtime_epoch": 1783347878.834434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:24:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.199, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.101, "pushed": 9.101, "read": 9.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.683, "count": 273, "max_ms": 5.537, "p95_ms": 5.03}, "gstreamer_push": {"avg_ms": 1.353, "count": 273, "max_ms": 2.152, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.008, "count": 273, "max_ms": 90.397, "p95_ms": 83.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.78, "count": 273, "max_ms": 116.968, "p95_ms": 103.599}, "yolo11_640_fire_11class": {"avg_ms": 73.185, "count": 273, "max_ms": 91.373, "p95_ms": 86.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.033, "count": 273, "max_ms": 103.639, "p95_ms": 98.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.526, "count": 273, "max_ms": 129.488, "p95_ms": 115.879}, "read_interval": {"avg_ms": 110.008, "count": 273, "max_ms": 143.57, "p95_ms": 130.517}, "triton_wait": {"avg_ms": 83.992, "count": 273, "max_ms": 116.979, "p95_ms": 103.639}, "visualize": {"avg_ms": 3.705, "count": 273, "max_ms": 5.596, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2012, "tracking_summary": 1811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6385.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43594.087, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.532, "sample_count": 1189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:24:40+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-06T23:24:40+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-06T23:24:40.618460+09:00", "mtime_epoch": 1783347880.61846, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:24:40+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 884.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.406, "pushed": 4.406, "read": 4.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 109.282, "count": 131, "max_ms": 161.817, "p95_ms": 158.868}, "gstreamer_push": {"avg_ms": 0.822, "count": 131, "max_ms": 1.838, "p95_ms": 0.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.045, "count": 131, "max_ms": 110.701, "p95_ms": 106.435}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.01, "count": 131, "max_ms": 117.454, "p95_ms": 113.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 222.394, "count": 131, "max_ms": 309.493, "p95_ms": 294.19}, "read_interval": {"avg_ms": 228.792, "count": 130, "max_ms": 315.305, "p95_ms": 300.778}, "triton_wait": {"avg_ms": 82.132, "count": 131, "max_ms": 117.467, "p95_ms": 113.173}, "visualize": {"avg_ms": 27.132, "count": 131, "max_ms": 46.066, "p95_ms": 36.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.729, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6383.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.762, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.898, "name": "ffmpeg", "pid": 35067, "rss_mb": 328.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 12, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.284, "sample_count": 2440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:24:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:24:53+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T23:24:53+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T23:24:53.162642+09:00", "mtime_epoch": 1783347893.1626425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 117130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:24:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.153, "pushed": 9.153, "read": 9.12}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 274, "max_ms": 6.631, "p95_ms": 5.819}, "gstreamer_push": {"avg_ms": 1.292, "count": 274, "max_ms": 1.622, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.001, "count": 274, "max_ms": 91.591, "p95_ms": 82.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.795, "count": 274, "max_ms": 123.502, "p95_ms": 107.326}, "yolo11_640_fire_11class": {"avg_ms": 73.015, "count": 274, "max_ms": 94.362, "p95_ms": 86.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.162, "count": 274, "max_ms": 102.171, "p95_ms": 97.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.949, "count": 274, "max_ms": 136.473, "p95_ms": 120.319}, "read_interval": {"avg_ms": 109.587, "count": 273, "max_ms": 148.953, "p95_ms": 133.836}, "triton_wait": {"avg_ms": 83.157, "count": 274, "max_ms": 123.516, "p95_ms": 107.338}, "visualize": {"avg_ms": 3.618, "count": 274, "max_ms": 4.895, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6386.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.781, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.73, "name": "ffmpeg", "pid": 35219, "rss_mb": 275.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 8, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.879, "sample_count": 2512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:25:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:25:08+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-06T23:25:08+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-06T23:25:08.842870+09:00", "mtime_epoch": 1783347908.8428705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:25:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.457, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.034, "pushed": 9.034, "read": 9.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.572, "count": 271, "max_ms": 5.437, "p95_ms": 4.225}, "gstreamer_push": {"avg_ms": 1.345, "count": 271, "max_ms": 2.143, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.919, "count": 271, "max_ms": 91.754, "p95_ms": 83.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.409, "count": 271, "max_ms": 126.457, "p95_ms": 108.34}, "yolo11_640_fire_11class": {"avg_ms": 74.594, "count": 271, "max_ms": 99.609, "p95_ms": 86.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.307, "count": 271, "max_ms": 103.367, "p95_ms": 97.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.375, "count": 271, "max_ms": 138.843, "p95_ms": 121.18}, "read_interval": {"avg_ms": 110.743, "count": 271, "max_ms": 151.127, "p95_ms": 135.904}, "triton_wait": {"avg_ms": 84.988, "count": 271, "max_ms": 126.469, "p95_ms": 108.353}, "visualize": {"avg_ms": 3.694, "count": 271, "max_ms": 4.589, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2013, "tracking_summary": 1812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6387.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43624.088, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.443, "sample_count": 1180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:25:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:25:10+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-06T23:25:10+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-06T23:25:10.598896+09:00", "mtime_epoch": 1783347910.598896, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:25:10+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 876.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.067, "pushed": 4.067, "read": 4.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.616, "count": 122, "max_ms": 170.9, "p95_ms": 159.637}, "gstreamer_push": {"avg_ms": 0.801, "count": 122, "max_ms": 0.916, "p95_ms": 0.884}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.665, "count": 122, "max_ms": 122.876, "p95_ms": 114.009}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.238, "count": 122, "max_ms": 118.997, "p95_ms": 116.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.181, "count": 122, "max_ms": 304.182, "p95_ms": 299.443}, "read_interval": {"avg_ms": 245.775, "count": 122, "max_ms": 310.407, "p95_ms": 305.435}, "triton_wait": {"avg_ms": 83.654, "count": 122, "max_ms": 122.888, "p95_ms": 116.679}, "visualize": {"avg_ms": 24.103, "count": 122, "max_ms": 28.29, "p95_ms": 27.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6399.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:20:23+09:00", "last_error_summary": "[h264 @ 0x5612c3741140] error while decoding MB 46 35, bytestream -5 [in#0/rtsp @ 0x5612c2bf8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5612c2bf8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:20:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 311.809, "last_started_at": "2026-07-06T23:20:26+09:00", "pid": 35067, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.73, "name": "ffmpeg", "pid": 35067, "rss_mb": 329.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 12, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.62, "sample_count": 2598, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:25:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:25:38+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T23:25:38+09:00", "mjpeg": {"age_sec": 16.153, "exists": true, "mtime": "2026-07-06T23:25:22.159064+09:00", "mtime_epoch": 1783347922.159064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:25:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.207, "pushed": 4.207, "read": 4.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 126, "max_ms": 4.832, "p95_ms": 4.439}, "gstreamer_push": {"avg_ms": 1.291, "count": 126, "max_ms": 1.525, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.823, "count": 126, "max_ms": 88.137, "p95_ms": 82.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.443, "count": 126, "max_ms": 120.882, "p95_ms": 105.91}, "yolo11_640_fire_11class": {"avg_ms": 75.054, "count": 126, "max_ms": 99.089, "p95_ms": 86.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.271, "count": 126, "max_ms": 99.075, "p95_ms": 96.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.74, "count": 126, "max_ms": 133.845, "p95_ms": 119.7}, "read_interval": {"avg_ms": 239.816, "count": 125, "max_ms": 16201.074, "p95_ms": 135.987}, "triton_wait": {"avg_ms": 85.013, "count": 126, "max_ms": 120.895, "p95_ms": 105.922}, "visualize": {"avg_ms": 3.612, "count": 126, "max_ms": 4.302, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6398.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.786, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.781, "name": "ffmpeg", "pid": 35219, "rss_mb": 283.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 8, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.663, "sample_count": 2526, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:25:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:25:38+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-06T23:25:38+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-06T23:25:38.863307+09:00", "mtime_epoch": 1783347938.863307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:25:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.536, "pushed": 10.536, "read": 10.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 316, "max_ms": 5.401, "p95_ms": 4.608}, "gstreamer_push": {"avg_ms": 1.298, "count": 316, "max_ms": 1.607, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.853, "count": 316, "max_ms": 88.51, "p95_ms": 78.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.095, "count": 316, "max_ms": 111.988, "p95_ms": 83.788}, "yolo11_640_fire_11class": {"avg_ms": 63.179, "count": 316, "max_ms": 96.678, "p95_ms": 83.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.413, "count": 316, "max_ms": 98.901, "p95_ms": 91.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.888, "count": 316, "max_ms": 124.385, "p95_ms": 105.493}, "read_interval": {"avg_ms": 94.99, "count": 316, "max_ms": 136.792, "p95_ms": 119.012}, "triton_wait": {"avg_ms": 69.783, "count": 316, "max_ms": 112.002, "p95_ms": 93.154}, "visualize": {"avg_ms": 3.605, "count": 316, "max_ms": 4.573, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2014, "tracking_summary": 1813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6402.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43654.222, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.558, "sample_count": 1176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:25:41+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T23:25:40+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T23:25:40.851336+09:00", "mtime_epoch": 1783347940.851336, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:25:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 879.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.948, "pushed": 3.948, "read": 3.914}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.099, "count": 118, "max_ms": 157.875, "p95_ms": 156.708}, "gstreamer_push": {"avg_ms": 0.831, "count": 118, "max_ms": 2.068, "p95_ms": 0.919}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.411, "count": 118, "max_ms": 112.747, "p95_ms": 105.27}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.322, "count": 118, "max_ms": 118.068, "p95_ms": 111.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.579, "count": 118, "max_ms": 313.1, "p95_ms": 298.364}, "read_interval": {"avg_ms": 256.003, "count": 117, "max_ms": 319.031, "p95_ms": 304.008}, "triton_wait": {"avg_ms": 77.336, "count": 118, "max_ms": 118.081, "p95_ms": 111.364}, "visualize": {"avg_ms": 30.385, "count": 118, "max_ms": 41.435, "p95_ms": 40.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6397.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.873, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.809, "name": "ffmpeg", "pid": 35326, "rss_mb": 327.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 13, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.62, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:26:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:26:08+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T23:26:08+09:00", "mjpeg": {"age_sec": 0.536, "exists": true, "mtime": "2026-07-06T23:26:08.111732+09:00", "mtime_epoch": 1783347968.1117325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:26:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.373, "pushed": 6.373, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 89, "max_ms": 6.831, "p95_ms": 6.296}, "gstreamer_push": {"avg_ms": 1.222, "count": 89, "max_ms": 1.459, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.746, "count": 89, "max_ms": 85.618, "p95_ms": 80.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.098, "count": 89, "max_ms": 106.115, "p95_ms": 82.504}, "yolo11_640_fire_11class": {"avg_ms": 58.345, "count": 89, "max_ms": 85.426, "p95_ms": 80.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.999, "count": 89, "max_ms": 100.875, "p95_ms": 91.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.014, "count": 89, "max_ms": 119.336, "p95_ms": 104.864}, "read_interval": {"avg_ms": 340.797, "count": 89, "max_ms": 16439.267, "p95_ms": 238.685}, "triton_wait": {"avg_ms": 63.899, "count": 89, "max_ms": 106.128, "p95_ms": 91.775}, "visualize": {"avg_ms": 3.428, "count": 89, "max_ms": 4.334, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.965, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2015, "tracking_summary": 1814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6401.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43684.351, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.364, "sample_count": 1178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:26:11+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T23:26:10+09:00", "mjpeg": {"age_sec": 0.257, "exists": true, "mtime": "2026-07-06T23:26:10.887773+09:00", "mtime_epoch": 1783347970.8877728, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:26:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 880.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.776, "pushed": 3.776, "read": 3.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.43, "count": 113, "max_ms": 173.093, "p95_ms": 156.882}, "gstreamer_push": {"avg_ms": 0.794, "count": 113, "max_ms": 1.207, "p95_ms": 0.874}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.209, "count": 113, "max_ms": 103.528, "p95_ms": 87.38}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.043, "count": 113, "max_ms": 109.144, "p95_ms": 92.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.091, "count": 113, "max_ms": 297.782, "p95_ms": 277.778}, "read_interval": {"avg_ms": 266.579, "count": 112, "max_ms": 304.291, "p95_ms": 283.651}, "triton_wait": {"avg_ms": 78.098, "count": 113, "max_ms": 109.157, "p95_ms": 92.975}, "visualize": {"avg_ms": 26.768, "count": 113, "max_ms": 37.346, "p95_ms": 33.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6408.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 429, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:22:01+09:00", "last_error_summary": "[h264 @ 0x55c2d77fe4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77fe4c0] error while decoding MB 0 40, bytestream 3686 [h264 @ 0x55c2d770d440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d770d440] error while decoding MB 0 11, bytestream 6273 [h264 @ 0x55c2d77372c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c2d77372c0] error while decoding MB 0 12, bytestream 1760 [h264 @ 0x55c2d8210fc0] error while decoding MB 15 25, b", "last_exit_at": "2026-07-06T23:22:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.776, "last_started_at": "2026-07-06T23:22:04+09:00", "pid": 35219, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.055, "name": "ffmpeg", "pid": 35219, "rss_mb": 294.055, "state": "S (sleeping)", "threads": 104}, "restart_count": 138, "restart_count_per_hour": 8, "rtsp_timeout_count": 120, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.394, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:26:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:26:20+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T23:26:20+09:00", "mjpeg": {"age_sec": 19.336, "exists": true, "mtime": "2026-07-06T23:26:01.579638+09:00", "mtime_epoch": 1783347961.5796375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:26:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 117, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.901, "pushed": 3.901, "read": 3.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.494, "count": 117, "max_ms": 4.42, "p95_ms": 3.967}, "gstreamer_push": {"avg_ms": 1.313, "count": 117, "max_ms": 1.469, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.253, "count": 117, "max_ms": 85.347, "p95_ms": 78.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.478, "count": 117, "max_ms": 105.092, "p95_ms": 84.111}, "yolo11_640_fire_11class": {"avg_ms": 60.333, "count": 117, "max_ms": 89.019, "p95_ms": 78.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.212, "count": 117, "max_ms": 101.06, "p95_ms": 88.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.789, "count": 117, "max_ms": 117.321, "p95_ms": 100.862}, "read_interval": {"avg_ms": 255.969, "count": 117, "max_ms": 19352.726, "p95_ms": 113.459}, "triton_wait": {"avg_ms": 66.732, "count": 117, "max_ms": 105.104, "p95_ms": 88.9}, "visualize": {"avg_ms": 3.642, "count": 117, "max_ms": 4.278, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6380.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.977, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.418, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.53, "sample_count": 2440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:26:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:26:38+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:26:38+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:26:38.656177+09:00", "mtime_epoch": 1783347998.656177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:26:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.239, "count": 291, "max_ms": 6.684, "p95_ms": 5.198}, "gstreamer_push": {"avg_ms": 1.305, "count": 291, "max_ms": 2.158, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.759, "count": 291, "max_ms": 86.57, "p95_ms": 80.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.091, "count": 291, "max_ms": 115.158, "p95_ms": 86.238}, "yolo11_640_fire_11class": {"avg_ms": 64.081, "count": 291, "max_ms": 90.253, "p95_ms": 82.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.219, "count": 291, "max_ms": 102.401, "p95_ms": 91.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.299, "count": 291, "max_ms": 128.231, "p95_ms": 107.737}, "read_interval": {"avg_ms": 103.015, "count": 291, "max_ms": 484.303, "p95_ms": 131.2}, "triton_wait": {"avg_ms": 70.363, "count": 291, "max_ms": 115.171, "p95_ms": 94.066}, "visualize": {"avg_ms": 3.663, "count": 291, "max_ms": 5.84, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2016, "tracking_summary": 1815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6380.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43714.448, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.653, "sample_count": 1182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:26:41+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-06T23:26:40+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-06T23:26:40.948210+09:00", "mtime_epoch": 1783348000.9482102, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:26:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 879.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.023, "pushed": 4.023, "read": 3.99}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.796, "count": 120, "max_ms": 175.177, "p95_ms": 158.065}, "gstreamer_push": {"avg_ms": 0.956, "count": 120, "max_ms": 2.355, "p95_ms": 1.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.748, "count": 120, "max_ms": 108.216, "p95_ms": 105.495}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.503, "count": 120, "max_ms": 116.177, "p95_ms": 109.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.815, "count": 120, "max_ms": 308.35, "p95_ms": 299.524}, "read_interval": {"avg_ms": 250.293, "count": 119, "max_ms": 314.154, "p95_ms": 308.089}, "triton_wait": {"avg_ms": 77.522, "count": 120, "max_ms": 116.192, "p95_ms": 109.529}, "visualize": {"avg_ms": 27.672, "count": 120, "max_ms": 40.656, "p95_ms": 34.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6382.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.256, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.867, "name": "ffmpeg", "pid": 35478, "rss_mb": 265.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.193, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:26:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:26:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-06T23:26:50+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:26:50.872355+09:00", "mtime_epoch": 1783348010.8723547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:26:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.715, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.647, "pushed": 7.647, "read": 7.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.734, "count": 229, "max_ms": 5.824, "p95_ms": 5.603}, "gstreamer_push": {"avg_ms": 1.374, "count": 229, "max_ms": 2.431, "p95_ms": 1.534}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.063, "count": 229, "max_ms": 88.306, "p95_ms": 84.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.361, "count": 229, "max_ms": 116.02, "p95_ms": 103.474}, "yolo11_640_fire_11class": {"avg_ms": 76.623, "count": 229, "max_ms": 94.057, "p95_ms": 86.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.235, "count": 229, "max_ms": 101.001, "p95_ms": 96.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.562, "count": 229, "max_ms": 128.195, "p95_ms": 117.32}, "read_interval": {"avg_ms": 131.345, "count": 228, "max_ms": 4726.7, "p95_ms": 131.685}, "triton_wait": {"avg_ms": 85.798, "count": 229, "max_ms": 116.032, "p95_ms": 103.487}, "visualize": {"avg_ms": 3.817, "count": 229, "max_ms": 6.335, "p95_ms": 4.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6386.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.047, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.418, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.155, "sample_count": 2387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:27:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T23:27:08+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:27:08+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:27:08.720614+09:00", "mtime_epoch": 1783348028.7206144, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:27:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.916, "pushed": 8.916, "read": 8.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.308, "count": 267, "max_ms": 7.024, "p95_ms": 5.353}, "gstreamer_push": {"avg_ms": 1.307, "count": 267, "max_ms": 1.945, "p95_ms": 1.52}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.909, "count": 267, "max_ms": 93.684, "p95_ms": 82.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.96, "count": 267, "max_ms": 115.054, "p95_ms": 108.305}, "yolo11_640_fire_11class": {"avg_ms": 75.828, "count": 267, "max_ms": 93.672, "p95_ms": 85.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.071, "count": 267, "max_ms": 103.86, "p95_ms": 96.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.762, "count": 267, "max_ms": 128.667, "p95_ms": 122.216}, "read_interval": {"avg_ms": 112.608, "count": 266, "max_ms": 145.071, "p95_ms": 135.75}, "triton_wait": {"avg_ms": 85.609, "count": 267, "max_ms": 115.066, "p95_ms": 108.318}, "visualize": {"avg_ms": 3.72, "count": 267, "max_ms": 6.168, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2019, "tracking_summary": 1816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6387.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43744.648, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.951, "sample_count": 1181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:27:11+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T23:27:11+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T23:27:11.212651+09:00", "mtime_epoch": 1783348031.2126508, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:27:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 885.031, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.907, "pushed": 3.907, "read": 3.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.641, "count": 117, "max_ms": 171.49, "p95_ms": 158.942}, "gstreamer_push": {"avg_ms": 0.916, "count": 117, "max_ms": 2.228, "p95_ms": 1.861}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.112, "count": 117, "max_ms": 116.452, "p95_ms": 108.662}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.149, "count": 117, "max_ms": 117.518, "p95_ms": 110.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.208, "count": 117, "max_ms": 304.129, "p95_ms": 296.594}, "read_interval": {"avg_ms": 258.211, "count": 116, "max_ms": 310.223, "p95_ms": 302.753}, "triton_wait": {"avg_ms": 80.291, "count": 117, "max_ms": 117.531, "p95_ms": 111.083}, "visualize": {"avg_ms": 26.415, "count": 117, "max_ms": 47.927, "p95_ms": 35.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6385.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.367, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.383, "name": "ffmpeg", "pid": 35478, "rss_mb": 266.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.995, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:27:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:27:21+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:27:20+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T23:27:20.968793+09:00", "mtime_epoch": 1783348040.968793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:27:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.937, "pushed": 8.937, "read": 8.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.573, "count": 268, "max_ms": 5.833, "p95_ms": 4.401}, "gstreamer_push": {"avg_ms": 1.33, "count": 268, "max_ms": 2.462, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.287, "count": 268, "max_ms": 96.473, "p95_ms": 84.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.044, "count": 268, "max_ms": 119.819, "p95_ms": 105.845}, "yolo11_640_fire_11class": {"avg_ms": 76.525, "count": 268, "max_ms": 96.485, "p95_ms": 86.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.534, "count": 268, "max_ms": 106.421, "p95_ms": 97.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.238, "count": 268, "max_ms": 132.409, "p95_ms": 118.387}, "read_interval": {"avg_ms": 111.866, "count": 268, "max_ms": 149.748, "p95_ms": 131.712}, "triton_wait": {"avg_ms": 85.873, "count": 268, "max_ms": 119.831, "p95_ms": 106.43}, "visualize": {"avg_ms": 3.667, "count": 268, "max_ms": 6.341, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6386.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.112, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.418, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.725, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:27:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:27:38+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T23:27:38+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T23:27:38.769052+09:00", "mtime_epoch": 1783348058.769052, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:27:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1567.977, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.943, "pushed": 8.943, "read": 8.91}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.186, "count": 268, "max_ms": 7.081, "p95_ms": 5.254}, "gstreamer_push": {"avg_ms": 1.282, "count": 268, "max_ms": 1.864, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.085, "count": 268, "max_ms": 90.028, "p95_ms": 83.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.377, "count": 268, "max_ms": 123.697, "p95_ms": 107.779}, "yolo11_640_fire_11class": {"avg_ms": 75.883, "count": 268, "max_ms": 95.564, "p95_ms": 88.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.281, "count": 268, "max_ms": 103.822, "p95_ms": 97.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.155, "count": 268, "max_ms": 136.752, "p95_ms": 120.977}, "read_interval": {"avg_ms": 112.082, "count": 267, "max_ms": 151.589, "p95_ms": 135.22}, "triton_wait": {"avg_ms": 86.358, "count": 268, "max_ms": 123.71, "p95_ms": 107.791}, "visualize": {"avg_ms": 3.606, "count": 268, "max_ms": 6.116, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2019, "tracking_summary": 1817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6383.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43774.682, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.031, "sample_count": 1184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:27:41+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-06T23:27:41+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-06T23:27:41.317089+09:00", "mtime_epoch": 1783348061.317089, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:27:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 880.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.995, "pushed": 3.995, "read": 3.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.712, "count": 119, "max_ms": 187.284, "p95_ms": 163.056}, "gstreamer_push": {"avg_ms": 0.885, "count": 119, "max_ms": 1.916, "p95_ms": 1.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.806, "count": 119, "max_ms": 118.764, "p95_ms": 111.681}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.839, "count": 119, "max_ms": 116.345, "p95_ms": 112.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.528, "count": 119, "max_ms": 318.518, "p95_ms": 303.602}, "read_interval": {"avg_ms": 253.03, "count": 118, "max_ms": 324.511, "p95_ms": 309.138}, "triton_wait": {"avg_ms": 81.079, "count": 119, "max_ms": 118.777, "p95_ms": 114.686}, "visualize": {"avg_ms": 28.951, "count": 119, "max_ms": 40.258, "p95_ms": 37.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.784, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6383.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.373, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.641, "name": "ffmpeg", "pid": 35478, "rss_mb": 266.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.643, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:27:51+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:27:50+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:27:50.985230+09:00", "mtime_epoch": 1783348070.9852297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:27:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1684.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.002, "pushed": 9.002, "read": 9.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 270, "max_ms": 5.431, "p95_ms": 3.86}, "gstreamer_push": {"avg_ms": 1.305, "count": 270, "max_ms": 2.19, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.035, "count": 270, "max_ms": 90.666, "p95_ms": 83.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.121, "count": 270, "max_ms": 115.818, "p95_ms": 103.829}, "yolo11_640_fire_11class": {"avg_ms": 76.323, "count": 270, "max_ms": 93.452, "p95_ms": 87.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.955, "count": 270, "max_ms": 105.712, "p95_ms": 97.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.232, "count": 270, "max_ms": 128.1, "p95_ms": 117.071}, "read_interval": {"avg_ms": 111.172, "count": 270, "max_ms": 144.928, "p95_ms": 130.642}, "triton_wait": {"avg_ms": 86.213, "count": 270, "max_ms": 115.834, "p95_ms": 104.901}, "visualize": {"avg_ms": 3.568, "count": 270, "max_ms": 4.515, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6386.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.17, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.418, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.858, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:28:08+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-06T23:28:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-06T23:28:08.813489+09:00", "mtime_epoch": 1783348088.8134894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:28:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1568.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.984, "pushed": 8.984, "read": 8.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.273, "count": 269, "max_ms": 6.614, "p95_ms": 5.569}, "gstreamer_push": {"avg_ms": 1.292, "count": 269, "max_ms": 2.337, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.756, "count": 269, "max_ms": 90.487, "p95_ms": 82.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.913, "count": 269, "max_ms": 121.859, "p95_ms": 102.993}, "yolo11_640_fire_11class": {"avg_ms": 75.474, "count": 269, "max_ms": 92.563, "p95_ms": 86.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.065, "count": 269, "max_ms": 103.542, "p95_ms": 95.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.567, "count": 269, "max_ms": 134.993, "p95_ms": 116.687}, "read_interval": {"avg_ms": 111.594, "count": 268, "max_ms": 144.786, "p95_ms": 131.53}, "triton_wait": {"avg_ms": 85.544, "count": 269, "max_ms": 121.871, "p95_ms": 103.554}, "visualize": {"avg_ms": 3.666, "count": 269, "max_ms": 4.665, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2020, "tracking_summary": 1818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6394.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43804.75, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.703, "sample_count": 1189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:28:11+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-06T23:28:11+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T23:28:11.269525+09:00", "mtime_epoch": 1783348091.2695253, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:28:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 882.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.846, "pushed": 3.846, "read": 3.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.549, "count": 115, "max_ms": 197.597, "p95_ms": 165.815}, "gstreamer_push": {"avg_ms": 0.858, "count": 115, "max_ms": 2.858, "p95_ms": 1.532}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.817, "count": 115, "max_ms": 118.186, "p95_ms": 107.718}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.896, "count": 115, "max_ms": 120.373, "p95_ms": 113.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.521, "count": 115, "max_ms": 312.443, "p95_ms": 301.31}, "read_interval": {"avg_ms": 261.226, "count": 114, "max_ms": 320.514, "p95_ms": 308.255}, "triton_wait": {"avg_ms": 79.991, "count": 115, "max_ms": 120.386, "p95_ms": 113.718}, "visualize": {"avg_ms": 26.11, "count": 115, "max_ms": 38.227, "p95_ms": 34.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6395.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.398, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 35478, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.643, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:28:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:28:21+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:28:21+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:28:21.013667+09:00", "mtime_epoch": 1783348101.013667, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:28:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1685.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.022, "pushed": 9.022, "read": 8.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.553, "count": 270, "max_ms": 5.51, "p95_ms": 4.549}, "gstreamer_push": {"avg_ms": 1.275, "count": 270, "max_ms": 1.902, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.295, "count": 270, "max_ms": 94.834, "p95_ms": 84.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.763, "count": 270, "max_ms": 120.666, "p95_ms": 100.995}, "yolo11_640_fire_11class": {"avg_ms": 76.298, "count": 270, "max_ms": 97.396, "p95_ms": 87.714}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.458, "count": 270, "max_ms": 105.622, "p95_ms": 96.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.686, "count": 270, "max_ms": 133.019, "p95_ms": 115.616}, "read_interval": {"avg_ms": 111.199, "count": 269, "max_ms": 221.481, "p95_ms": 128.85}, "triton_wait": {"avg_ms": 85.648, "count": 270, "max_ms": 120.678, "p95_ms": 103.274}, "visualize": {"avg_ms": 3.56, "count": 270, "max_ms": 5.97, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6395.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.264, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.418, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.542, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:28:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T23:28:38+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:28:38.945928+09:00", "mtime_epoch": 1783348118.9459283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:28:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1568.234, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.968, "pushed": 8.968, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.267, "count": 269, "max_ms": 7.163, "p95_ms": 5.595}, "gstreamer_push": {"avg_ms": 1.281, "count": 269, "max_ms": 1.795, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.992, "count": 269, "max_ms": 94.229, "p95_ms": 83.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.528, "count": 269, "max_ms": 112.375, "p95_ms": 99.272}, "yolo11_640_fire_11class": {"avg_ms": 76.229, "count": 269, "max_ms": 93.526, "p95_ms": 86.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.452, "count": 269, "max_ms": 105.098, "p95_ms": 96.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.797, "count": 269, "max_ms": 125.454, "p95_ms": 114.337}, "read_interval": {"avg_ms": 111.884, "count": 268, "max_ms": 138.217, "p95_ms": 126.772}, "triton_wait": {"avg_ms": 85.768, "count": 269, "max_ms": 112.389, "p95_ms": 101.037}, "visualize": {"avg_ms": 3.669, "count": 269, "max_ms": 6.013, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2022, "tracking_summary": 1819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6386.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43834.91, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.747, "sample_count": 1179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:28:41+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-06T23:28:41+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T23:28:41.429965+09:00", "mtime_epoch": 1783348121.4299645, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:28:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 874.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.813, "pushed": 3.813, "read": 3.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.388, "count": 114, "max_ms": 165.912, "p95_ms": 161.089}, "gstreamer_push": {"avg_ms": 0.821, "count": 114, "max_ms": 1.938, "p95_ms": 1.164}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.167, "count": 114, "max_ms": 112.677, "p95_ms": 106.791}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.567, "count": 114, "max_ms": 119.481, "p95_ms": 113.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.84, "count": 114, "max_ms": 311.133, "p95_ms": 299.224}, "read_interval": {"avg_ms": 264.272, "count": 113, "max_ms": 319.137, "p95_ms": 305.93}, "triton_wait": {"avg_ms": 81.999, "count": 114, "max_ms": 119.494, "p95_ms": 113.758}, "visualize": {"avg_ms": 26.661, "count": 114, "max_ms": 32.165, "p95_ms": 30.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6386.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.411, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 35478, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.616, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:28:51+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:28:51+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:28:51.026104+09:00", "mtime_epoch": 1783348131.0261042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:28:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1685.23, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.867, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.637, "count": 266, "max_ms": 5.796, "p95_ms": 4.927}, "gstreamer_push": {"avg_ms": 1.331, "count": 266, "max_ms": 2.403, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.227, "count": 266, "max_ms": 89.249, "p95_ms": 84.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.946, "count": 266, "max_ms": 120.576, "p95_ms": 102.476}, "yolo11_640_fire_11class": {"avg_ms": 77.185, "count": 266, "max_ms": 91.074, "p95_ms": 87.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.753, "count": 266, "max_ms": 102.216, "p95_ms": 97.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.587, "count": 266, "max_ms": 134.919, "p95_ms": 114.687}, "read_interval": {"avg_ms": 112.818, "count": 266, "max_ms": 153.22, "p95_ms": 128.414}, "triton_wait": {"avg_ms": 87.119, "count": 266, "max_ms": 120.589, "p95_ms": 102.488}, "visualize": {"avg_ms": 3.681, "count": 266, "max_ms": 6.282, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6395.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.301, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.909, "sample_count": 2382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:29:09+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:29:08+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:29:08.974366+09:00", "mtime_epoch": 1783348148.9743657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:29:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1568.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.822, "pushed": 8.822, "read": 8.789}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.222, "count": 264, "max_ms": 6.694, "p95_ms": 5.189}, "gstreamer_push": {"avg_ms": 1.292, "count": 264, "max_ms": 1.492, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.553, "count": 264, "max_ms": 87.937, "p95_ms": 82.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.41, "count": 264, "max_ms": 117.668, "p95_ms": 105.051}, "yolo11_640_fire_11class": {"avg_ms": 76.978, "count": 264, "max_ms": 93.803, "p95_ms": 85.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.912, "count": 264, "max_ms": 100.6, "p95_ms": 96.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.774, "count": 264, "max_ms": 132.181, "p95_ms": 118.824}, "read_interval": {"avg_ms": 113.758, "count": 263, "max_ms": 146.16, "p95_ms": 130.597}, "triton_wait": {"avg_ms": 87.794, "count": 264, "max_ms": 117.681, "p95_ms": 105.064}, "visualize": {"avg_ms": 3.666, "count": 264, "max_ms": 4.834, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2022, "tracking_summary": 1820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6393.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43865.021, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.883, "sample_count": 1197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:29:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:29:11+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-06T23:29:11+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-06T23:29:11.530403+09:00", "mtime_epoch": 1783348151.530403, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:29:11+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 880.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.391, "pushed": 4.391, "read": 4.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 112.937, "count": 131, "max_ms": 162.574, "p95_ms": 161.045}, "gstreamer_push": {"avg_ms": 0.906, "count": 131, "max_ms": 2.097, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.409, "count": 131, "max_ms": 109.487, "p95_ms": 103.477}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.071, "count": 131, "max_ms": 120.104, "p95_ms": 110.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.147, "count": 131, "max_ms": 310.706, "p95_ms": 294.77}, "read_interval": {"avg_ms": 229.292, "count": 130, "max_ms": 318.13, "p95_ms": 301.821}, "triton_wait": {"avg_ms": 79.179, "count": 131, "max_ms": 120.117, "p95_ms": 110.656}, "visualize": {"avg_ms": 27.223, "count": 131, "max_ms": 43.943, "p95_ms": 32.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6393.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.427, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 35478, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.357, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:29:21+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:29:21+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:29:21.042542+09:00", "mtime_epoch": 1783348161.0425415, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:29:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1685.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.833, "pushed": 8.833, "read": 8.833}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.523, "count": 265, "max_ms": 5.332, "p95_ms": 4.136}, "gstreamer_push": {"avg_ms": 1.33, "count": 265, "max_ms": 1.615, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.906, "count": 265, "max_ms": 87.701, "p95_ms": 82.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.793, "count": 265, "max_ms": 120.076, "p95_ms": 100.978}, "yolo11_640_fire_11class": {"avg_ms": 77.173, "count": 265, "max_ms": 92.335, "p95_ms": 86.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.085, "count": 265, "max_ms": 104.542, "p95_ms": 96.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.811, "count": 265, "max_ms": 132.334, "p95_ms": 114.823}, "read_interval": {"avg_ms": 113.271, "count": 265, "max_ms": 144.672, "p95_ms": 129.652}, "triton_wait": {"avg_ms": 87.537, "count": 265, "max_ms": 120.088, "p95_ms": 102.026}, "visualize": {"avg_ms": 3.639, "count": 265, "max_ms": 4.607, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6391.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.38, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.909, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:29:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T23:29:39+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:29:39.058804+09:00", "mtime_epoch": 1783348179.058804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 117105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:29:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1568.492, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.215, "count": 270, "max_ms": 6.733, "p95_ms": 5.288}, "gstreamer_push": {"avg_ms": 1.277, "count": 270, "max_ms": 1.757, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.808, "count": 270, "max_ms": 88.938, "p95_ms": 82.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.288, "count": 270, "max_ms": 120.453, "p95_ms": 105.662}, "yolo11_640_fire_11class": {"avg_ms": 75.365, "count": 270, "max_ms": 95.412, "p95_ms": 86.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.401, "count": 270, "max_ms": 104.406, "p95_ms": 96.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.444, "count": 270, "max_ms": 133.055, "p95_ms": 118.962}, "read_interval": {"avg_ms": 111.418, "count": 269, "max_ms": 150.7, "p95_ms": 133.553}, "triton_wait": {"avg_ms": 85.584, "count": 270, "max_ms": 120.466, "p95_ms": 105.676}, "visualize": {"avg_ms": 3.62, "count": 270, "max_ms": 4.555, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2023, "tracking_summary": 1821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6385.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43895.141, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.93, "sample_count": 1186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:29:41+09:00", "last_frame_read_age_sec": 0.261, "last_frame_read_at": "2026-07-06T23:29:41+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-06T23:29:41.686842+09:00", "mtime_epoch": 1783348181.6868424, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:29:41+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 872.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.018, "pushed": 4.018, "read": 3.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.37, "count": 120, "max_ms": 174.474, "p95_ms": 164.029}, "gstreamer_push": {"avg_ms": 0.834, "count": 120, "max_ms": 1.851, "p95_ms": 0.951}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.713, "count": 120, "max_ms": 113.589, "p95_ms": 111.343}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.839, "count": 120, "max_ms": 115.034, "p95_ms": 112.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.115, "count": 120, "max_ms": 309.62, "p95_ms": 301.19}, "read_interval": {"avg_ms": 250.865, "count": 119, "max_ms": 315.621, "p95_ms": 308.956}, "triton_wait": {"avg_ms": 84.088, "count": 120, "max_ms": 115.047, "p95_ms": 113.428}, "visualize": {"avg_ms": 25.799, "count": 120, "max_ms": 40.841, "p95_ms": 31.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6386.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.537, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 35478, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.616, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:29:51+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:29:51+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:29:51.150980+09:00", "mtime_epoch": 1783348191.1509802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:29:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1685.488, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.07, "pushed": 9.07, "read": 9.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.499, "count": 272, "max_ms": 4.898, "p95_ms": 4.266}, "gstreamer_push": {"avg_ms": 1.315, "count": 272, "max_ms": 1.648, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.086, "count": 272, "max_ms": 91.526, "p95_ms": 83.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.207, "count": 272, "max_ms": 113.755, "p95_ms": 103.637}, "yolo11_640_fire_11class": {"avg_ms": 76.743, "count": 272, "max_ms": 92.783, "p95_ms": 87.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.423, "count": 272, "max_ms": 100.748, "p95_ms": 96.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.653, "count": 272, "max_ms": 126.12, "p95_ms": 115.924}, "read_interval": {"avg_ms": 110.668, "count": 271, "max_ms": 139.849, "p95_ms": 129.077}, "triton_wait": {"avg_ms": 85.605, "count": 272, "max_ms": 113.768, "p95_ms": 103.65}, "visualize": {"avg_ms": 3.597, "count": 272, "max_ms": 4.254, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6388.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.381, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 12, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.373, "sample_count": 2375, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:30:09+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T23:30:09+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T23:30:09.051241+09:00", "mtime_epoch": 1783348209.0512412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:30:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1568.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.97, "pushed": 8.97, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.349, "count": 269, "max_ms": 6.981, "p95_ms": 6.117}, "gstreamer_push": {"avg_ms": 1.284, "count": 269, "max_ms": 1.602, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.392, "count": 269, "max_ms": 90.068, "p95_ms": 85.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.92, "count": 269, "max_ms": 116.902, "p95_ms": 89.978}, "yolo11_640_fire_11class": {"avg_ms": 76.391, "count": 269, "max_ms": 99.351, "p95_ms": 86.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.277, "count": 269, "max_ms": 100.019, "p95_ms": 96.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.285, "count": 269, "max_ms": 129.733, "p95_ms": 112.564}, "read_interval": {"avg_ms": 111.469, "count": 269, "max_ms": 142.237, "p95_ms": 127.925}, "triton_wait": {"avg_ms": 85.186, "count": 269, "max_ms": 116.915, "p95_ms": 99.21}, "visualize": {"avg_ms": 3.672, "count": 269, "max_ms": 5.979, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2025, "tracking_summary": 1822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6394.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43925.266, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.217, "sample_count": 1177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:30:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:30:12+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-06T23:30:11+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-06T23:30:11.743280+09:00", "mtime_epoch": 1783348211.7432804, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:30:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 880.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.819, "pushed": 3.819, "read": 3.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.007, "count": 114, "max_ms": 183.407, "p95_ms": 162.423}, "gstreamer_push": {"avg_ms": 0.986, "count": 114, "max_ms": 2.014, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.227, "count": 114, "max_ms": 108.512, "p95_ms": 105.306}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.325, "count": 114, "max_ms": 118.877, "p95_ms": 112.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.698, "count": 114, "max_ms": 325.504, "p95_ms": 308.807}, "read_interval": {"avg_ms": 263.653, "count": 113, "max_ms": 317.103, "p95_ms": 314.119}, "triton_wait": {"avg_ms": 82.338, "count": 114, "max_ms": 118.89, "p95_ms": 112.565}, "visualize": {"avg_ms": 32.52, "count": 114, "max_ms": 42.304, "p95_ms": 41.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6391.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.538, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 35478, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.514, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:30:21+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:30:21+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:30:21.155417+09:00", "mtime_epoch": 1783348221.1554174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:30:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1685.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.904, "pushed": 8.904, "read": 8.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.614, "count": 267, "max_ms": 5.774, "p95_ms": 4.267}, "gstreamer_push": {"avg_ms": 1.347, "count": 267, "max_ms": 2.165, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.513, "count": 267, "max_ms": 91.39, "p95_ms": 84.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.339, "count": 267, "max_ms": 116.309, "p95_ms": 99.438}, "yolo11_640_fire_11class": {"avg_ms": 77.187, "count": 267, "max_ms": 91.614, "p95_ms": 87.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.308, "count": 267, "max_ms": 102.191, "p95_ms": 98.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.051, "count": 267, "max_ms": 129.233, "p95_ms": 114.647}, "read_interval": {"avg_ms": 112.377, "count": 267, "max_ms": 144.417, "p95_ms": 129.688}, "triton_wait": {"avg_ms": 86.606, "count": 267, "max_ms": 116.323, "p95_ms": 101.456}, "visualize": {"avg_ms": 3.727, "count": 267, "max_ms": 6.064, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6394.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.445, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 11, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.612, "sample_count": 2524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:30:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:30:39+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T23:30:39+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T23:30:39.135679+09:00", "mtime_epoch": 1783348239.1356795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:30:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1568.75, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.911, "pushed": 8.911, "read": 8.877}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.191, "count": 267, "max_ms": 6.361, "p95_ms": 4.755}, "gstreamer_push": {"avg_ms": 1.294, "count": 267, "max_ms": 1.548, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.768, "count": 267, "max_ms": 92.496, "p95_ms": 85.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.894, "count": 267, "max_ms": 112.874, "p95_ms": 97.605}, "yolo11_640_fire_11class": {"avg_ms": 77.191, "count": 267, "max_ms": 94.043, "p95_ms": 87.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.922, "count": 267, "max_ms": 103.898, "p95_ms": 98.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.53, "count": 267, "max_ms": 125.964, "p95_ms": 114.377}, "read_interval": {"avg_ms": 112.624, "count": 266, "max_ms": 143.206, "p95_ms": 127.489}, "triton_wait": {"avg_ms": 86.652, "count": 267, "max_ms": 112.887, "p95_ms": 101.341}, "visualize": {"avg_ms": 3.661, "count": 267, "max_ms": 4.768, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2025, "tracking_summary": 1823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6394.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43955.333, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.625, "sample_count": 1168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:30:42+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-06T23:30:41+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-06T23:30:41.847719+09:00", "mtime_epoch": 1783348241.8477192, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:30:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 880.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.657, "pushed": 3.657, "read": 3.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.994, "count": 109, "max_ms": 164.83, "p95_ms": 159.78}, "gstreamer_push": {"avg_ms": 0.868, "count": 109, "max_ms": 1.923, "p95_ms": 1.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.64, "count": 109, "max_ms": 113.211, "p95_ms": 106.049}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.394, "count": 109, "max_ms": 117.277, "p95_ms": 112.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.968, "count": 109, "max_ms": 306.246, "p95_ms": 300.314}, "read_interval": {"avg_ms": 275.629, "count": 108, "max_ms": 314.484, "p95_ms": 307.191}, "triton_wait": {"avg_ms": 81.415, "count": 109, "max_ms": 117.287, "p95_ms": 112.701}, "visualize": {"avg_ms": 27.789, "count": 109, "max_ms": 40.893, "p95_ms": 38.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6399.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.645, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 35478, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.65, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:30:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:30:51+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T23:30:51+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T23:30:51.247856+09:00", "mtime_epoch": 1783348251.2478561, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:30:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1685.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.9, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.543, "count": 266, "max_ms": 5.299, "p95_ms": 4.024}, "gstreamer_push": {"avg_ms": 1.318, "count": 267, "max_ms": 1.602, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.888, "count": 266, "max_ms": 91.279, "p95_ms": 85.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.961, "count": 266, "max_ms": 113.117, "p95_ms": 102.401}, "yolo11_640_fire_11class": {"avg_ms": 77.641, "count": 266, "max_ms": 95.892, "p95_ms": 87.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.617, "count": 266, "max_ms": 107.781, "p95_ms": 98.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.797, "count": 266, "max_ms": 125.55, "p95_ms": 115.681}, "read_interval": {"avg_ms": 112.695, "count": 266, "max_ms": 137.94, "p95_ms": 129.362}, "triton_wait": {"avg_ms": 87.62, "count": 266, "max_ms": 113.13, "p95_ms": 104.274}, "visualize": {"avg_ms": 3.634, "count": 266, "max_ms": 4.542, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6392.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.473, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 11, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.09, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:31:09+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T23:31:09+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T23:31:09.144117+09:00", "mtime_epoch": 1783348269.1441169, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:31:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.893, "pushed": 8.893, "read": 8.86}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.215, "count": 266, "max_ms": 6.16, "p95_ms": 4.821}, "gstreamer_push": {"avg_ms": 1.297, "count": 266, "max_ms": 1.519, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.543, "count": 266, "max_ms": 93.458, "p95_ms": 85.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.533, "count": 266, "max_ms": 115.041, "p95_ms": 104.714}, "yolo11_640_fire_11class": {"avg_ms": 76.105, "count": 266, "max_ms": 92.84, "p95_ms": 86.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.41, "count": 266, "max_ms": 104.685, "p95_ms": 96.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.673, "count": 266, "max_ms": 128.249, "p95_ms": 117.939}, "read_interval": {"avg_ms": 112.859, "count": 265, "max_ms": 140.901, "p95_ms": 131.48}, "triton_wait": {"avg_ms": 86.806, "count": 266, "max_ms": 115.053, "p95_ms": 104.726}, "visualize": {"avg_ms": 3.633, "count": 266, "max_ms": 4.327, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2026, "tracking_summary": 1824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6394.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 43985.352, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.831, "sample_count": 1175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:31:12+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-06T23:31:11+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-06T23:31:11.948158+09:00", "mtime_epoch": 1783348271.9481578, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:31:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 881.16, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.998, "pushed": 3.998, "read": 3.965}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.538, "count": 119, "max_ms": 165.458, "p95_ms": 160.256}, "gstreamer_push": {"avg_ms": 0.832, "count": 119, "max_ms": 2.672, "p95_ms": 0.988}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.026, "count": 119, "max_ms": 112.683, "p95_ms": 104.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.652, "count": 119, "max_ms": 116.885, "p95_ms": 112.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.481, "count": 119, "max_ms": 306.829, "p95_ms": 299.746}, "read_interval": {"avg_ms": 252.578, "count": 118, "max_ms": 312.377, "p95_ms": 305.76}, "triton_wait": {"avg_ms": 82.676, "count": 119, "max_ms": 116.898, "p95_ms": 112.655}, "visualize": {"avg_ms": 25.409, "count": 119, "max_ms": 33.219, "p95_ms": 27.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.763, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6397.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.699, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.977, "name": "ffmpeg", "pid": 35478, "rss_mb": 275.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.65, "sample_count": 2640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:31:21+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:31:21+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T23:31:21.300294+09:00", "mtime_epoch": 1783348281.3002942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:31:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.982, "pushed": 8.982, "read": 8.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.589, "count": 269, "max_ms": 5.699, "p95_ms": 4.343}, "gstreamer_push": {"avg_ms": 1.336, "count": 269, "max_ms": 1.655, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.072, "count": 269, "max_ms": 91.079, "p95_ms": 84.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.988, "count": 269, "max_ms": 116.476, "p95_ms": 100.087}, "yolo11_640_fire_11class": {"avg_ms": 75.775, "count": 269, "max_ms": 91.066, "p95_ms": 86.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.553, "count": 269, "max_ms": 102.898, "p95_ms": 97.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.294, "count": 269, "max_ms": 128.575, "p95_ms": 114.407}, "read_interval": {"avg_ms": 111.667, "count": 268, "max_ms": 145.743, "p95_ms": 127.919}, "triton_wait": {"avg_ms": 85.875, "count": 269, "max_ms": 116.489, "p95_ms": 101.594}, "visualize": {"avg_ms": 3.68, "count": 269, "max_ms": 5.025, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6400.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.487, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 11, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.809, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:31:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:31:39+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:31:39+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:31:39.160555+09:00", "mtime_epoch": 1783348299.1605546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:31:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.008, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.022, "pushed": 9.022, "read": 8.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.2, "count": 270, "max_ms": 6.479, "p95_ms": 5.63}, "gstreamer_push": {"avg_ms": 1.286, "count": 270, "max_ms": 2.067, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.991, "count": 270, "max_ms": 89.918, "p95_ms": 83.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.134, "count": 270, "max_ms": 120.211, "p95_ms": 99.568}, "yolo11_640_fire_11class": {"avg_ms": 75.635, "count": 270, "max_ms": 90.696, "p95_ms": 86.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.929, "count": 270, "max_ms": 100.698, "p95_ms": 96.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.878, "count": 270, "max_ms": 133.546, "p95_ms": 114.916}, "read_interval": {"avg_ms": 111.138, "count": 269, "max_ms": 147.016, "p95_ms": 128.243}, "triton_wait": {"avg_ms": 85.137, "count": 270, "max_ms": 120.225, "p95_ms": 100.713}, "visualize": {"avg_ms": 3.596, "count": 270, "max_ms": 4.871, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2029, "tracking_summary": 1825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6402.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44015.375, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.611, "sample_count": 1172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:31:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T23:31:42+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-06T23:31:41+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-06T23:31:41.868594+09:00", "mtime_epoch": 1783348301.868594, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:31:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 885.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.92, "pushed": 3.92, "read": 3.886}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.212, "count": 117, "max_ms": 168.238, "p95_ms": 159.704}, "gstreamer_push": {"avg_ms": 0.79, "count": 117, "max_ms": 1.146, "p95_ms": 0.902}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.027, "count": 117, "max_ms": 115.784, "p95_ms": 106.925}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.854, "count": 117, "max_ms": 112.493, "p95_ms": 110.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.857, "count": 117, "max_ms": 311.279, "p95_ms": 295.93}, "read_interval": {"avg_ms": 256.133, "count": 116, "max_ms": 323.968, "p95_ms": 303.557}, "triton_wait": {"avg_ms": 78.035, "count": 117, "max_ms": 115.797, "p95_ms": 110.512}, "visualize": {"avg_ms": 23.759, "count": 117, "max_ms": 37.796, "p95_ms": 27.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6395.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.761, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.555, "name": "ffmpeg", "pid": 35478, "rss_mb": 278.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 8, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.616, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:31:51+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:31:51+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:31:51.372733+09:00", "mtime_epoch": 1783348311.3727326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:31:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.948, "pushed": 8.948, "read": 8.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.518, "count": 268, "max_ms": 5.688, "p95_ms": 3.934}, "gstreamer_push": {"avg_ms": 1.317, "count": 268, "max_ms": 2.314, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.331, "count": 268, "max_ms": 92.574, "p95_ms": 83.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.769, "count": 268, "max_ms": 112.354, "p95_ms": 102.352}, "yolo11_640_fire_11class": {"avg_ms": 76.319, "count": 268, "max_ms": 92.564, "p95_ms": 87.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.962, "count": 268, "max_ms": 101.883, "p95_ms": 97.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.241, "count": 268, "max_ms": 124.776, "p95_ms": 114.967}, "read_interval": {"avg_ms": 112.161, "count": 267, "max_ms": 143.27, "p95_ms": 129.739}, "triton_wait": {"avg_ms": 85.985, "count": 268, "max_ms": 112.366, "p95_ms": 102.365}, "visualize": {"avg_ms": 3.628, "count": 268, "max_ms": 6.078, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6398.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.491, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 11, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.688, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:32:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:32:09+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T23:32:09+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-06T23:32:09.160992+09:00", "mtime_epoch": 1783348329.160992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:32:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.903, "pushed": 8.903, "read": 8.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.26, "count": 267, "max_ms": 6.883, "p95_ms": 5.611}, "gstreamer_push": {"avg_ms": 1.271, "count": 267, "max_ms": 2.038, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.015, "count": 267, "max_ms": 89.552, "p95_ms": 82.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.177, "count": 267, "max_ms": 120.366, "p95_ms": 105.412}, "yolo11_640_fire_11class": {"avg_ms": 76.04, "count": 267, "max_ms": 90.668, "p95_ms": 87.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.474, "count": 267, "max_ms": 102.794, "p95_ms": 98.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.114, "count": 267, "max_ms": 137.555, "p95_ms": 118.426}, "read_interval": {"avg_ms": 112.359, "count": 267, "max_ms": 152.822, "p95_ms": 132.192}, "triton_wait": {"avg_ms": 86.266, "count": 267, "max_ms": 120.381, "p95_ms": 105.426}, "visualize": {"avg_ms": 3.62, "count": 267, "max_ms": 5.945, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2029, "tracking_summary": 1826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6393.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44045.474, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.675, "sample_count": 1177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T23:32:12+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-07-06T23:32:12+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-06T23:32:12.029034+09:00", "mtime_epoch": 1783348332.029034, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:32:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 874.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.092, "pushed": 4.092, "read": 4.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.493, "count": 122, "max_ms": 188.062, "p95_ms": 165.153}, "gstreamer_push": {"avg_ms": 0.925, "count": 122, "max_ms": 3.051, "p95_ms": 1.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.48, "count": 122, "max_ms": 111.671, "p95_ms": 106.786}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.037, "count": 122, "max_ms": 122.24, "p95_ms": 110.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.714, "count": 122, "max_ms": 319.206, "p95_ms": 296.421}, "read_interval": {"avg_ms": 246.63, "count": 121, "max_ms": 324.905, "p95_ms": 304.541}, "triton_wait": {"avg_ms": 80.134, "count": 122, "max_ms": 122.25, "p95_ms": 111.49}, "visualize": {"avg_ms": 28.242, "count": 122, "max_ms": 39.487, "p95_ms": 37.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6398.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.785, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.555, "name": "ffmpeg", "pid": 35478, "rss_mb": 278.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 8, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.675, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:32:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:32:21+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:32:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:32:21.397170+09:00", "mtime_epoch": 1783348341.3971703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:32:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.957, "pushed": 8.957, "read": 8.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.511, "count": 268, "max_ms": 5.675, "p95_ms": 4.49}, "gstreamer_push": {"avg_ms": 1.306, "count": 268, "max_ms": 1.916, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.868, "count": 268, "max_ms": 95.197, "p95_ms": 83.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.339, "count": 268, "max_ms": 114.082, "p95_ms": 105.095}, "yolo11_640_fire_11class": {"avg_ms": 76.647, "count": 268, "max_ms": 96.407, "p95_ms": 86.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.01, "count": 268, "max_ms": 106.034, "p95_ms": 97.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.741, "count": 268, "max_ms": 126.23, "p95_ms": 117.555}, "read_interval": {"avg_ms": 112.012, "count": 267, "max_ms": 144.002, "p95_ms": 131.43}, "triton_wait": {"avg_ms": 86.622, "count": 268, "max_ms": 114.094, "p95_ms": 105.137}, "visualize": {"avg_ms": 3.555, "count": 268, "max_ms": 4.69, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6401.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.521, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.676, "name": "ffmpeg", "pid": 35326, "rss_mb": 331.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 11, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.697, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:32:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:32:39+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T23:32:39+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T23:32:39.193430+09:00", "mtime_epoch": 1783348359.19343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:32:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.023, "pushed": 9.023, "read": 8.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 270, "max_ms": 6.272, "p95_ms": 4.949}, "gstreamer_push": {"avg_ms": 1.279, "count": 270, "max_ms": 1.789, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.575, "count": 270, "max_ms": 95.349, "p95_ms": 83.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.159, "count": 270, "max_ms": 115.472, "p95_ms": 106.921}, "yolo11_640_fire_11class": {"avg_ms": 74.693, "count": 270, "max_ms": 95.337, "p95_ms": 85.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.879, "count": 270, "max_ms": 105.176, "p95_ms": 96.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.741, "count": 270, "max_ms": 128.271, "p95_ms": 120.278}, "read_interval": {"avg_ms": 111.195, "count": 269, "max_ms": 146.486, "p95_ms": 134.397}, "triton_wait": {"avg_ms": 85.024, "count": 270, "max_ms": 115.485, "p95_ms": 106.935}, "visualize": {"avg_ms": 3.558, "count": 270, "max_ms": 5.796, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2030, "tracking_summary": 1826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6401.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44075.522, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.636, "sample_count": 1171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:32:42+09:00", "last_frame_read_age_sec": 0.247, "last_frame_read_at": "2026-07-06T23:32:42+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T23:32:42.081472+09:00", "mtime_epoch": 1783348362.081472, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:32:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 884.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.831, "pushed": 3.831, "read": 3.798}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.567, "count": 114, "max_ms": 191.431, "p95_ms": 160.256}, "gstreamer_push": {"avg_ms": 0.783, "count": 114, "max_ms": 1.739, "p95_ms": 0.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.933, "count": 114, "max_ms": 110.202, "p95_ms": 108.007}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.094, "count": 114, "max_ms": 117.451, "p95_ms": 111.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.857, "count": 114, "max_ms": 306.82, "p95_ms": 300.636}, "read_interval": {"avg_ms": 263.672, "count": 113, "max_ms": 312.759, "p95_ms": 307.796}, "triton_wait": {"avg_ms": 79.384, "count": 114, "max_ms": 117.465, "p95_ms": 111.468}, "visualize": {"avg_ms": 25.181, "count": 114, "max_ms": 39.065, "p95_ms": 29.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.754, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6401.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.797, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.555, "name": "ffmpeg", "pid": 35478, "rss_mb": 278.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 8, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.979, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:32:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:32:51+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-06T23:32:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T23:32:51.417608+09:00", "mtime_epoch": 1783348371.4176083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:32:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.262, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 252, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.4, "pushed": 8.4, "read": 8.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.514, "count": 252, "max_ms": 5.737, "p95_ms": 3.965}, "gstreamer_push": {"avg_ms": 1.317, "count": 252, "max_ms": 2.143, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.619, "count": 252, "max_ms": 95.528, "p95_ms": 83.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.848, "count": 252, "max_ms": 117.521, "p95_ms": 106.994}, "yolo11_640_fire_11class": {"avg_ms": 76.328, "count": 252, "max_ms": 95.528, "p95_ms": 87.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.176, "count": 252, "max_ms": 105.102, "p95_ms": 97.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.266, "count": 252, "max_ms": 130.419, "p95_ms": 119.256}, "read_interval": {"avg_ms": 119.132, "count": 252, "max_ms": 1688.406, "p95_ms": 132.892}, "triton_wait": {"avg_ms": 87.039, "count": 252, "max_ms": 117.534, "p95_ms": 107.006}, "visualize": {"avg_ms": 3.613, "count": 252, "max_ms": 6.114, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2032, "tracking_summary": 1827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6400.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44105.63, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.636, "sample_count": 1171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:33:12+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T23:33:12+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-06T23:33:12.257912+09:00", "mtime_epoch": 1783348392.2579122, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:33:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 883.551, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.824, "pushed": 3.824, "read": 3.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.986, "count": 114, "max_ms": 206.065, "p95_ms": 188.603}, "gstreamer_push": {"avg_ms": 0.787, "count": 114, "max_ms": 0.902, "p95_ms": 0.883}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.024, "count": 114, "max_ms": 113.501, "p95_ms": 108.336}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.021, "count": 114, "max_ms": 117.001, "p95_ms": 112.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.426, "count": 114, "max_ms": 335.187, "p95_ms": 301.161}, "read_interval": {"avg_ms": 264.816, "count": 113, "max_ms": 341.084, "p95_ms": 307.689}, "triton_wait": {"avg_ms": 81.165, "count": 114, "max_ms": 117.014, "p95_ms": 112.624}, "visualize": {"avg_ms": 26.47, "count": 114, "max_ms": 41.198, "p95_ms": 31.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6401.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:25:55+09:00", "last_error_summary": "[h264 @ 0x5582b63b5400] error while decoding MB 46 21, bytestream -7 [in#0/rtsp @ 0x5582b5ba7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5582b5ba7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:25:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.747, "last_started_at": "2026-07-06T23:25:58+09:00", "pid": 35326, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.293, "name": "ffmpeg", "pid": 35326, "rss_mb": 332.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 11, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.915, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:33:15+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:33:15+09:00", "mjpeg": {"age_sec": 9.0, "exists": true, "mtime": "2026-07-06T23:33:06.521828+09:00", "mtime_epoch": 1783348386.5218284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 117007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:33:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.266, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.244, "pushed": 6.244, "read": 6.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 187, "max_ms": 6.893, "p95_ms": 5.135}, "gstreamer_push": {"avg_ms": 1.288, "count": 187, "max_ms": 1.828, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.434, "count": 187, "max_ms": 88.445, "p95_ms": 84.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.805, "count": 187, "max_ms": 123.111, "p95_ms": 104.101}, "yolo11_640_fire_11class": {"avg_ms": 76.638, "count": 187, "max_ms": 90.174, "p95_ms": 86.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.581, "count": 187, "max_ms": 102.746, "p95_ms": 97.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.97, "count": 187, "max_ms": 135.995, "p95_ms": 117.441}, "read_interval": {"avg_ms": 160.976, "count": 186, "max_ms": 9019.503, "p95_ms": 132.742}, "triton_wait": {"avg_ms": 87.048, "count": 187, "max_ms": 123.122, "p95_ms": 104.112}, "visualize": {"avg_ms": 3.652, "count": 187, "max_ms": 6.041, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6402.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.87, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.555, "name": "ffmpeg", "pid": 35478, "rss_mb": 278.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 8, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.681, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:33:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:33:21+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T23:33:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-06T23:33:21.514047+09:00", "mtime_epoch": 1783348401.5140471, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:33:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.501, "count": 300, "max_ms": 5.776, "p95_ms": 3.631}, "gstreamer_push": {"avg_ms": 1.335, "count": 300, "max_ms": 2.336, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.749, "count": 300, "max_ms": 88.26, "p95_ms": 79.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.398, "count": 300, "max_ms": 110.819, "p95_ms": 88.345}, "yolo11_640_fire_11class": {"avg_ms": 66.246, "count": 300, "max_ms": 88.972, "p95_ms": 84.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.678, "count": 300, "max_ms": 103.171, "p95_ms": 93.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.24, "count": 300, "max_ms": 123.408, "p95_ms": 108.971}, "read_interval": {"avg_ms": 100.31, "count": 299, "max_ms": 139.88, "p95_ms": 124.057}, "triton_wait": {"avg_ms": 75.023, "count": 300, "max_ms": 110.831, "p95_ms": 96.739}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 6.287, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2032, "tracking_summary": 1829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6402.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44135.786, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.562, "sample_count": 1188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:33:42+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-06T23:33:42+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T23:33:42.334351+09:00", "mtime_epoch": 1783348422.3343508, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:33:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 886.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.383, "pushed": 4.383, "read": 4.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.767, "count": 131, "max_ms": 165.099, "p95_ms": 161.146}, "gstreamer_push": {"avg_ms": 0.904, "count": 131, "max_ms": 2.002, "p95_ms": 1.81}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.374, "count": 131, "max_ms": 113.419, "p95_ms": 105.638}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.662, "count": 131, "max_ms": 121.607, "p95_ms": 106.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.246, "count": 131, "max_ms": 307.913, "p95_ms": 291.909}, "read_interval": {"avg_ms": 230.0, "count": 130, "max_ms": 314.041, "p95_ms": 297.796}, "triton_wait": {"avg_ms": 78.783, "count": 131, "max_ms": 121.62, "p95_ms": 107.479}, "visualize": {"avg_ms": 26.877, "count": 131, "max_ms": 45.217, "p95_ms": 39.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6403.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.626, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.324, "name": "ffmpeg", "pid": 35585, "rss_mb": 330.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 12, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.03, "sample_count": 2469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:33:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T23:33:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T23:33:45.514397+09:00", "mtime_epoch": 1783348425.5143971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:33:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.092, "pushed": 7.092, "read": 7.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.347, "count": 142, "max_ms": 7.0, "p95_ms": 6.393}, "gstreamer_push": {"avg_ms": 1.306, "count": 142, "max_ms": 1.845, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.393, "count": 142, "max_ms": 91.346, "p95_ms": 86.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.836, "count": 142, "max_ms": 120.775, "p95_ms": 108.723}, "yolo11_640_fire_11class": {"avg_ms": 75.293, "count": 142, "max_ms": 91.706, "p95_ms": 89.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.872, "count": 142, "max_ms": 100.961, "p95_ms": 96.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.846, "count": 142, "max_ms": 134.346, "p95_ms": 122.059}, "read_interval": {"avg_ms": 211.895, "count": 142, "max_ms": 10160.558, "p95_ms": 135.363}, "triton_wait": {"avg_ms": 85.619, "count": 142, "max_ms": 120.788, "p95_ms": 108.736}, "visualize": {"avg_ms": 3.735, "count": 142, "max_ms": 6.06, "p95_ms": 4.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.023, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6406.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.944, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.391, "name": "ffmpeg", "pid": 35478, "rss_mb": 281.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 8, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.924, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:33:51+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:33:51+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:33:51.558485+09:00", "mtime_epoch": 1783348431.5584853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:33:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.52, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.611, "pushed": 9.611, "read": 9.577}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.6, "count": 288, "max_ms": 6.623, "p95_ms": 4.528}, "gstreamer_push": {"avg_ms": 1.34, "count": 288, "max_ms": 2.41, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.386, "count": 288, "max_ms": 87.964, "p95_ms": 81.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.644, "count": 288, "max_ms": 122.265, "p95_ms": 106.085}, "yolo11_640_fire_11class": {"avg_ms": 67.906, "count": 288, "max_ms": 91.564, "p95_ms": 84.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.507, "count": 288, "max_ms": 100.526, "p95_ms": 93.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.31, "count": 288, "max_ms": 135.526, "p95_ms": 119.064}, "read_interval": {"avg_ms": 104.385, "count": 287, "max_ms": 151.612, "p95_ms": 132.58}, "triton_wait": {"avg_ms": 77.816, "count": 288, "max_ms": 122.277, "p95_ms": 106.099}, "visualize": {"avg_ms": 3.724, "count": 288, "max_ms": 6.236, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2033, "tracking_summary": 1830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6402.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44166.007, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.831, "sample_count": 1177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:34:12+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T23:34:12+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-06T23:34:12.526791+09:00", "mtime_epoch": 1783348452.5267913, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:34:12+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 881.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.01, "pushed": 4.01, "read": 3.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.89, "count": 120, "max_ms": 188.728, "p95_ms": 171.562}, "gstreamer_push": {"avg_ms": 0.802, "count": 120, "max_ms": 1.451, "p95_ms": 0.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.736, "count": 120, "max_ms": 115.529, "p95_ms": 110.146}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.46, "count": 120, "max_ms": 117.755, "p95_ms": 113.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.854, "count": 120, "max_ms": 324.505, "p95_ms": 302.314}, "read_interval": {"avg_ms": 251.53, "count": 119, "max_ms": 330.547, "p95_ms": 311.206}, "triton_wait": {"avg_ms": 82.652, "count": 120, "max_ms": 117.767, "p95_ms": 113.861}, "visualize": {"avg_ms": 27.336, "count": 120, "max_ms": 38.138, "p95_ms": 37.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6396.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.679, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.84, "name": "ffmpeg", "pid": 35585, "rss_mb": 330.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.257, "sample_count": 2469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:34:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:34:15+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:34:15+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:34:15.562835+09:00", "mtime_epoch": 1783348455.5628355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:34:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.85, "pushed": 8.85, "read": 8.817}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.344, "count": 265, "max_ms": 7.033, "p95_ms": 5.922}, "gstreamer_push": {"avg_ms": 1.296, "count": 265, "max_ms": 1.978, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.902, "count": 265, "max_ms": 87.636, "p95_ms": 84.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.721, "count": 265, "max_ms": 121.431, "p95_ms": 105.757}, "yolo11_640_fire_11class": {"avg_ms": 76.626, "count": 265, "max_ms": 91.656, "p95_ms": 86.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.418, "count": 265, "max_ms": 104.059, "p95_ms": 97.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.333, "count": 265, "max_ms": 134.606, "p95_ms": 118.93}, "read_interval": {"avg_ms": 113.419, "count": 264, "max_ms": 151.583, "p95_ms": 131.501}, "triton_wait": {"avg_ms": 87.112, "count": 265, "max_ms": 121.444, "p95_ms": 105.77}, "visualize": {"avg_ms": 3.695, "count": 265, "max_ms": 6.138, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6405.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 431, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:26:22+09:00", "last_error_summary": "[h264 @ 0x55ac62e9f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ac62e9f780] error while decoding MB 0 8, bytestream 3290 [h264 @ 0x55ac6230ad80] left block unavailable for requested intra mode [h264 @ 0x55ac6230ad80] error while decoding MB 0 38, bytestream 4001 [in#0/rtsp @ 0x55ac62286e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ac62286e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:26:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.955, "last_started_at": "2026-07-06T23:26:24+09:00", "pid": 35478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.391, "name": "ffmpeg", "pid": 35478, "rss_mb": 281.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 8, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.119, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:34:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:34:21+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-06T23:34:21+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T23:34:21.610924+09:00", "mtime_epoch": 1783348461.6109238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:34:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.967, "pushed": 8.967, "read": 8.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.569, "count": 269, "max_ms": 5.801, "p95_ms": 4.748}, "gstreamer_push": {"avg_ms": 1.352, "count": 269, "max_ms": 2.384, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.57, "count": 269, "max_ms": 88.952, "p95_ms": 84.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.782, "count": 269, "max_ms": 117.791, "p95_ms": 105.7}, "yolo11_640_fire_11class": {"avg_ms": 75.764, "count": 269, "max_ms": 91.89, "p95_ms": 86.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.006, "count": 269, "max_ms": 104.28, "p95_ms": 97.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.104, "count": 269, "max_ms": 130.064, "p95_ms": 118.001}, "read_interval": {"avg_ms": 111.719, "count": 269, "max_ms": 147.799, "p95_ms": 131.652}, "triton_wait": {"avg_ms": 85.663, "count": 269, "max_ms": 117.804, "p95_ms": 105.712}, "visualize": {"avg_ms": 3.71, "count": 269, "max_ms": 6.338, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2035, "tracking_summary": 1830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6413.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44196.043, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.124, "sample_count": 1173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:34:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:34:42+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T23:34:42+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T23:34:42.591230+09:00", "mtime_epoch": 1783348482.59123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:34:42+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 884.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.899, "pushed": 3.899, "read": 3.865}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.682, "count": 116, "max_ms": 183.479, "p95_ms": 164.692}, "gstreamer_push": {"avg_ms": 0.796, "count": 116, "max_ms": 1.031, "p95_ms": 0.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.167, "count": 116, "max_ms": 111.097, "p95_ms": 106.4}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.46, "count": 116, "max_ms": 122.568, "p95_ms": 114.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.135, "count": 116, "max_ms": 318.242, "p95_ms": 303.962}, "read_interval": {"avg_ms": 258.888, "count": 115, "max_ms": 324.294, "p95_ms": 312.007}, "triton_wait": {"avg_ms": 80.474, "count": 116, "max_ms": 122.581, "p95_ms": 114.619}, "visualize": {"avg_ms": 28.136, "count": 116, "max_ms": 50.952, "p95_ms": 34.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.695, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.254, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:34:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:34:45+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:34:45+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:34:45.579273+09:00", "mtime_epoch": 1783348485.5792735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 116466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:34:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.162, "pushed": 9.162, "read": 9.129}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.372, "count": 274, "max_ms": 7.027, "p95_ms": 6.443}, "gstreamer_push": {"avg_ms": 1.3, "count": 274, "max_ms": 2.062, "p95_ms": 1.534}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.703, "count": 274, "max_ms": 92.099, "p95_ms": 84.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.352, "count": 274, "max_ms": 114.156, "p95_ms": 104.524}, "yolo11_640_fire_11class": {"avg_ms": 73.307, "count": 274, "max_ms": 93.929, "p95_ms": 86.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.018, "count": 274, "max_ms": 102.75, "p95_ms": 97.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.149, "count": 274, "max_ms": 127.045, "p95_ms": 119.542}, "read_interval": {"avg_ms": 109.532, "count": 273, "max_ms": 139.752, "p95_ms": 133.597}, "triton_wait": {"avg_ms": 82.922, "count": 274, "max_ms": 114.169, "p95_ms": 104.54}, "visualize": {"avg_ms": 3.728, "count": 274, "max_ms": 6.228, "p95_ms": 4.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6346.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.136, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 224.09, "name": "ffmpeg", "pid": 35737, "rss_mb": 224.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.119, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:34:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:34:51+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T23:34:51+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T23:34:51.627362+09:00", "mtime_epoch": 1783348491.6273618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:34:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1686.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.672, "pushed": 7.672, "read": 7.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.598, "count": 230, "max_ms": 6.091, "p95_ms": 5.689}, "gstreamer_push": {"avg_ms": 1.373, "count": 230, "max_ms": 2.459, "p95_ms": 1.627}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.072, "count": 230, "max_ms": 93.503, "p95_ms": 85.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.401, "count": 230, "max_ms": 118.408, "p95_ms": 102.443}, "yolo11_640_fire_11class": {"avg_ms": 76.964, "count": 230, "max_ms": 94.152, "p95_ms": 88.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.566, "count": 230, "max_ms": 103.856, "p95_ms": 98.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.449, "count": 230, "max_ms": 130.976, "p95_ms": 115.706}, "read_interval": {"avg_ms": 130.736, "count": 229, "max_ms": 4234.046, "p95_ms": 130.504}, "triton_wait": {"avg_ms": 86.937, "count": 230, "max_ms": 118.42, "p95_ms": 102.972}, "visualize": {"avg_ms": 3.718, "count": 230, "max_ms": 6.369, "p95_ms": 6.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2035, "tracking_summary": 1831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6389.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44226.235, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.435, "sample_count": 1169, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:35:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:35:13+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-06T23:35:12+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-06T23:35:12.803671+09:00", "mtime_epoch": 1783348512.8036706, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:35:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 884.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.678, "pushed": 3.678, "read": 3.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.802, "count": 110, "max_ms": 208.484, "p95_ms": 158.989}, "gstreamer_push": {"avg_ms": 0.957, "count": 110, "max_ms": 3.281, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.506, "count": 110, "max_ms": 111.342, "p95_ms": 104.69}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.391, "count": 110, "max_ms": 118.242, "p95_ms": 113.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.4, "count": 110, "max_ms": 309.911, "p95_ms": 300.739}, "read_interval": {"avg_ms": 274.729, "count": 109, "max_ms": 317.03, "p95_ms": 307.826}, "triton_wait": {"avg_ms": 80.418, "count": 110, "max_ms": 118.255, "p95_ms": 113.033}, "visualize": {"avg_ms": 28.364, "count": 110, "max_ms": 41.184, "p95_ms": 39.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6389.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.775, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.03, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:35:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:35:15+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:35:15+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:35:15.659712+09:00", "mtime_epoch": 1783348515.6597123, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:35:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1569.781, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.234, "pushed": 9.234, "read": 9.201}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.23, "count": 276, "max_ms": 6.684, "p95_ms": 5.43}, "gstreamer_push": {"avg_ms": 1.284, "count": 277, "max_ms": 1.892, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.106, "count": 276, "max_ms": 90.062, "p95_ms": 82.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.794, "count": 276, "max_ms": 114.287, "p95_ms": 90.692}, "yolo11_640_fire_11class": {"avg_ms": 73.179, "count": 276, "max_ms": 91.897, "p95_ms": 85.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.367, "count": 276, "max_ms": 101.704, "p95_ms": 96.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.381, "count": 277, "max_ms": 127.242, "p95_ms": 112.343}, "read_interval": {"avg_ms": 108.558, "count": 276, "max_ms": 146.234, "p95_ms": 126.252}, "triton_wait": {"avg_ms": 82.623, "count": 276, "max_ms": 114.301, "p95_ms": 98.656}, "visualize": {"avg_ms": 3.612, "count": 276, "max_ms": 4.788, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6392.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.19, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.055, "name": "ffmpeg", "pid": 35737, "rss_mb": 265.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.265, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:35:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:35:21+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:35:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T23:35:21.707801+09:00", "mtime_epoch": 1783348521.7078006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:35:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.008, "pushed": 9.008, "read": 8.974}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.59, "count": 270, "max_ms": 5.362, "p95_ms": 4.439}, "gstreamer_push": {"avg_ms": 1.326, "count": 270, "max_ms": 1.877, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.248, "count": 270, "max_ms": 93.356, "p95_ms": 82.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.844, "count": 270, "max_ms": 113.774, "p95_ms": 94.616}, "yolo11_640_fire_11class": {"avg_ms": 76.796, "count": 270, "max_ms": 94.603, "p95_ms": 88.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.47, "count": 270, "max_ms": 105.713, "p95_ms": 97.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.467, "count": 270, "max_ms": 126.241, "p95_ms": 113.449}, "read_interval": {"avg_ms": 111.317, "count": 269, "max_ms": 138.634, "p95_ms": 126.616}, "triton_wait": {"avg_ms": 86.237, "count": 270, "max_ms": 113.786, "p95_ms": 100.636}, "visualize": {"avg_ms": 3.649, "count": 270, "max_ms": 4.72, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2036, "tracking_summary": 1832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6391.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44256.313, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.137, "sample_count": 1185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:35:43+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-06T23:35:42+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-06T23:35:42.872109+09:00", "mtime_epoch": 1783348542.8721094, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:35:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 884.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.189, "pushed": 4.189, "read": 4.155}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.918, "count": 125, "max_ms": 198.662, "p95_ms": 165.608}, "gstreamer_push": {"avg_ms": 0.831, "count": 125, "max_ms": 1.446, "p95_ms": 0.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.054, "count": 125, "max_ms": 114.512, "p95_ms": 103.542}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.692, "count": 125, "max_ms": 118.746, "p95_ms": 109.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.791, "count": 125, "max_ms": 329.949, "p95_ms": 292.433}, "read_interval": {"avg_ms": 240.551, "count": 124, "max_ms": 336.253, "p95_ms": 300.529}, "triton_wait": {"avg_ms": 78.754, "count": 125, "max_ms": 118.759, "p95_ms": 109.302}, "visualize": {"avg_ms": 25.213, "count": 125, "max_ms": 35.127, "p95_ms": 28.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6391.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.871, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.062, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:35:45+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:35:45+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:35:45.748151+09:00", "mtime_epoch": 1783348545.7481513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:35:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.005, "pushed": 9.005, "read": 8.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.172, "count": 270, "max_ms": 6.374, "p95_ms": 4.921}, "gstreamer_push": {"avg_ms": 1.286, "count": 270, "max_ms": 1.5, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.546, "count": 270, "max_ms": 95.423, "p95_ms": 83.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.852, "count": 270, "max_ms": 114.901, "p95_ms": 96.422}, "yolo11_640_fire_11class": {"avg_ms": 75.552, "count": 270, "max_ms": 96.433, "p95_ms": 87.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.465, "count": 270, "max_ms": 109.008, "p95_ms": 96.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.662, "count": 270, "max_ms": 127.839, "p95_ms": 117.625}, "read_interval": {"avg_ms": 111.449, "count": 269, "max_ms": 140.728, "p95_ms": 130.888}, "triton_wait": {"avg_ms": 84.83, "count": 270, "max_ms": 114.918, "p95_ms": 104.294}, "visualize": {"avg_ms": 3.607, "count": 270, "max_ms": 4.499, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6391.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.284, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.117, "name": "ffmpeg", "pid": 35737, "rss_mb": 267.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.049, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:35:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T23:35:51+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T23:35:51+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T23:35:51.796240+09:00", "mtime_epoch": 1783348551.7962396, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:35:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.035, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.068, "pushed": 9.068, "read": 9.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.491, "count": 271, "max_ms": 4.688, "p95_ms": 4.12}, "gstreamer_push": {"avg_ms": 1.327, "count": 272, "max_ms": 1.522, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.5, "count": 271, "max_ms": 93.076, "p95_ms": 82.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.495, "count": 271, "max_ms": 117.878, "p95_ms": 95.179}, "yolo11_640_fire_11class": {"avg_ms": 75.158, "count": 271, "max_ms": 94.133, "p95_ms": 87.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.648, "count": 271, "max_ms": 106.465, "p95_ms": 96.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.803, "count": 272, "max_ms": 130.067, "p95_ms": 114.083}, "read_interval": {"avg_ms": 110.652, "count": 271, "max_ms": 143.436, "p95_ms": 128.411}, "triton_wait": {"avg_ms": 84.716, "count": 271, "max_ms": 117.893, "p95_ms": 101.677}, "visualize": {"avg_ms": 3.614, "count": 271, "max_ms": 4.877, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2039, "tracking_summary": 1833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6382.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44286.448, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.636, "sample_count": 1174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:36:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:36:13+09:00", "last_frame_read_age_sec": 0.263, "last_frame_read_at": "2026-07-06T23:36:12+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-06T23:36:12.988549+09:00", "mtime_epoch": 1783348572.988549, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:36:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 887.742, "name": "celery", "pid": 239, "rss_mb": 873.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.718, "pushed": 3.718, "read": 3.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.895, "count": 111, "max_ms": 186.035, "p95_ms": 159.794}, "gstreamer_push": {"avg_ms": 0.957, "count": 111, "max_ms": 1.862, "p95_ms": 1.774}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.449, "count": 111, "max_ms": 113.726, "p95_ms": 110.095}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.099, "count": 111, "max_ms": 116.92, "p95_ms": 112.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.419, "count": 111, "max_ms": 313.341, "p95_ms": 304.21}, "read_interval": {"avg_ms": 271.513, "count": 110, "max_ms": 321.381, "p95_ms": 310.894}, "triton_wait": {"avg_ms": 79.462, "count": 111, "max_ms": 116.934, "p95_ms": 112.665}, "visualize": {"avg_ms": 27.275, "count": 111, "max_ms": 41.808, "p95_ms": 40.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6382.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.949, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.748, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:36:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:36:15+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:36:15+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:36:15.828590+09:00", "mtime_epoch": 1783348575.8285904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:36:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.039, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.944, "pushed": 8.944, "read": 8.91}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.357, "count": 268, "max_ms": 6.948, "p95_ms": 5.802}, "gstreamer_push": {"avg_ms": 1.278, "count": 268, "max_ms": 1.879, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.742, "count": 268, "max_ms": 92.344, "p95_ms": 85.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.952, "count": 268, "max_ms": 119.904, "p95_ms": 89.97}, "yolo11_640_fire_11class": {"avg_ms": 77.071, "count": 268, "max_ms": 97.032, "p95_ms": 88.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.165, "count": 268, "max_ms": 104.109, "p95_ms": 97.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.923, "count": 268, "max_ms": 132.313, "p95_ms": 112.915}, "read_interval": {"avg_ms": 112.223, "count": 267, "max_ms": 148.216, "p95_ms": 126.446}, "triton_wait": {"avg_ms": 85.831, "count": 268, "max_ms": 119.915, "p95_ms": 99.145}, "visualize": {"avg_ms": 3.657, "count": 268, "max_ms": 6.068, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6391.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.317, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.117, "name": "ffmpeg", "pid": 35737, "rss_mb": 267.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.108, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:36:21+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:36:21+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:36:21.824678+09:00", "mtime_epoch": 1783348581.824678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:36:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.991, "pushed": 8.991, "read": 8.958}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.593, "count": 269, "max_ms": 6.817, "p95_ms": 4.496}, "gstreamer_push": {"avg_ms": 1.335, "count": 269, "max_ms": 2.27, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.612, "count": 269, "max_ms": 94.084, "p95_ms": 85.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.067, "count": 269, "max_ms": 120.721, "p95_ms": 91.024}, "yolo11_640_fire_11class": {"avg_ms": 76.836, "count": 269, "max_ms": 96.061, "p95_ms": 88.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.593, "count": 269, "max_ms": 106.089, "p95_ms": 98.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.944, "count": 269, "max_ms": 135.523, "p95_ms": 112.427}, "read_interval": {"avg_ms": 111.649, "count": 268, "max_ms": 155.217, "p95_ms": 126.647}, "triton_wait": {"avg_ms": 85.568, "count": 269, "max_ms": 120.733, "p95_ms": 99.539}, "visualize": {"avg_ms": 3.697, "count": 269, "max_ms": 6.335, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2039, "tracking_summary": 1834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6393.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44316.472, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.739, "sample_count": 1185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:36:43+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-07-06T23:36:43+09:00", "mjpeg": {"age_sec": 0.236, "exists": true, "mtime": "2026-07-06T23:36:43.028987+09:00", "mtime_epoch": 1783348603.0289874, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:36:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.742, "name": "celery", "pid": 239, "rss_mb": 885.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.206, "pushed": 4.206, "read": 4.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.546, "count": 125, "max_ms": 161.669, "p95_ms": 159.902}, "gstreamer_push": {"avg_ms": 0.927, "count": 125, "max_ms": 2.89, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.287, "count": 125, "max_ms": 110.03, "p95_ms": 103.46}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.905, "count": 125, "max_ms": 120.467, "p95_ms": 111.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.196, "count": 125, "max_ms": 304.783, "p95_ms": 298.68}, "read_interval": {"avg_ms": 240.094, "count": 124, "max_ms": 312.385, "p95_ms": 305.68}, "triton_wait": {"avg_ms": 78.148, "count": 125, "max_ms": 120.48, "p95_ms": 111.319}, "visualize": {"avg_ms": 26.681, "count": 125, "max_ms": 41.29, "p95_ms": 37.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.719, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6395.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.022, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.51, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:36:45+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:36:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-06T23:36:45.909029+09:00", "mtime_epoch": 1783348605.9090292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:36:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.011, "pushed": 9.011, "read": 8.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.169, "count": 270, "max_ms": 6.996, "p95_ms": 5.403}, "gstreamer_push": {"avg_ms": 1.27, "count": 270, "max_ms": 1.929, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.441, "count": 270, "max_ms": 92.731, "p95_ms": 82.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.838, "count": 270, "max_ms": 117.721, "p95_ms": 99.97}, "yolo11_640_fire_11class": {"avg_ms": 76.041, "count": 270, "max_ms": 92.748, "p95_ms": 88.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.521, "count": 270, "max_ms": 105.783, "p95_ms": 97.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.179, "count": 270, "max_ms": 133.693, "p95_ms": 116.285}, "read_interval": {"avg_ms": 111.386, "count": 269, "max_ms": 150.641, "p95_ms": 129.852}, "triton_wait": {"avg_ms": 85.458, "count": 270, "max_ms": 117.734, "p95_ms": 103.42}, "visualize": {"avg_ms": 3.582, "count": 270, "max_ms": 6.272, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6395.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.348, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.117, "name": "ffmpeg", "pid": 35737, "rss_mb": 267.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.108, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:36:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:36:51+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:36:51+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:36:51.853116+09:00", "mtime_epoch": 1783348611.853116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:36:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.892, "pushed": 8.892, "read": 8.859}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.557, "count": 266, "max_ms": 5.83, "p95_ms": 4.209}, "gstreamer_push": {"avg_ms": 1.344, "count": 266, "max_ms": 2.512, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.636, "count": 266, "max_ms": 91.38, "p95_ms": 83.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.807, "count": 266, "max_ms": 116.326, "p95_ms": 103.52}, "yolo11_640_fire_11class": {"avg_ms": 76.427, "count": 266, "max_ms": 91.367, "p95_ms": 85.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.488, "count": 266, "max_ms": 102.567, "p95_ms": 97.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.966, "count": 266, "max_ms": 128.687, "p95_ms": 115.332}, "read_interval": {"avg_ms": 112.898, "count": 265, "max_ms": 141.983, "p95_ms": 129.71}, "triton_wait": {"avg_ms": 86.693, "count": 266, "max_ms": 116.339, "p95_ms": 103.533}, "visualize": {"avg_ms": 3.672, "count": 266, "max_ms": 6.395, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2040, "tracking_summary": 1835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6393.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44346.703, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.161, "sample_count": 1173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:37:13+09:00", "last_frame_read_age_sec": 0.256, "last_frame_read_at": "2026-07-06T23:37:13+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T23:37:13.253428+09:00", "mtime_epoch": 1783348633.2534285, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:37:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.742, "name": "celery", "pid": 239, "rss_mb": 884.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.709, "pushed": 3.709, "read": 3.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.458, "count": 111, "max_ms": 169.972, "p95_ms": 161.392}, "gstreamer_push": {"avg_ms": 0.779, "count": 111, "max_ms": 0.922, "p95_ms": 0.867}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.84, "count": 111, "max_ms": 112.667, "p95_ms": 108.884}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.541, "count": 111, "max_ms": 117.037, "p95_ms": 113.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.515, "count": 111, "max_ms": 305.312, "p95_ms": 302.577}, "read_interval": {"avg_ms": 272.446, "count": 110, "max_ms": 313.506, "p95_ms": 309.833}, "triton_wait": {"avg_ms": 80.967, "count": 111, "max_ms": 117.05, "p95_ms": 113.97}, "visualize": {"avg_ms": 26.254, "count": 111, "max_ms": 34.11, "p95_ms": 30.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6391.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.069, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.441, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:37:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:37:16+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:37:15+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:37:15.949468+09:00", "mtime_epoch": 1783348635.949468, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:37:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.297, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.955, "pushed": 8.955, "read": 8.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.196, "count": 268, "max_ms": 6.635, "p95_ms": 5.511}, "gstreamer_push": {"avg_ms": 1.284, "count": 268, "max_ms": 1.578, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.479, "count": 268, "max_ms": 89.943, "p95_ms": 85.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.404, "count": 268, "max_ms": 120.03, "p95_ms": 108.735}, "yolo11_640_fire_11class": {"avg_ms": 75.238, "count": 268, "max_ms": 90.745, "p95_ms": 86.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.995, "count": 268, "max_ms": 101.549, "p95_ms": 97.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.547, "count": 268, "max_ms": 133.215, "p95_ms": 121.667}, "read_interval": {"avg_ms": 112.125, "count": 267, "max_ms": 147.496, "p95_ms": 135.095}, "triton_wait": {"avg_ms": 85.705, "count": 268, "max_ms": 120.043, "p95_ms": 108.748}, "visualize": {"avg_ms": 3.613, "count": 268, "max_ms": 4.742, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6392.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.375, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.117, "name": "ffmpeg", "pid": 35737, "rss_mb": 267.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.23, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:37:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:37:21+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:37:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:37:21.877554+09:00", "mtime_epoch": 1783348641.8775544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:37:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.925, "pushed": 8.925, "read": 8.891}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.569, "count": 267, "max_ms": 5.391, "p95_ms": 4.369}, "gstreamer_push": {"avg_ms": 1.302, "count": 267, "max_ms": 1.545, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.208, "count": 267, "max_ms": 91.945, "p95_ms": 85.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.822, "count": 267, "max_ms": 117.709, "p95_ms": 106.512}, "yolo11_640_fire_11class": {"avg_ms": 76.802, "count": 267, "max_ms": 93.614, "p95_ms": 87.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.43, "count": 267, "max_ms": 102.99, "p95_ms": 97.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.219, "count": 267, "max_ms": 129.884, "p95_ms": 118.692}, "read_interval": {"avg_ms": 112.456, "count": 266, "max_ms": 142.408, "p95_ms": 131.649}, "triton_wait": {"avg_ms": 87.088, "count": 267, "max_ms": 117.722, "p95_ms": 106.522}, "visualize": {"avg_ms": 3.637, "count": 267, "max_ms": 4.957, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2042, "tracking_summary": 1836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6396.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44376.707, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.039, "sample_count": 1175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:37:43+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-06T23:37:43+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-06T23:37:43.321867+09:00", "mtime_epoch": 1783348663.3218672, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:37:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.742, "name": "celery", "pid": 239, "rss_mb": 887.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.867, "pushed": 3.867, "read": 3.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.068, "count": 116, "max_ms": 170.254, "p95_ms": 160.518}, "gstreamer_push": {"avg_ms": 0.788, "count": 116, "max_ms": 1.011, "p95_ms": 0.882}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.809, "count": 116, "max_ms": 112.322, "p95_ms": 107.019}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.632, "count": 116, "max_ms": 117.037, "p95_ms": 113.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.961, "count": 116, "max_ms": 303.321, "p95_ms": 299.001}, "read_interval": {"avg_ms": 259.202, "count": 116, "max_ms": 309.504, "p95_ms": 305.283}, "triton_wait": {"avg_ms": 82.659, "count": 116, "max_ms": 117.051, "p95_ms": 113.021}, "visualize": {"avg_ms": 26.443, "count": 116, "max_ms": 34.425, "p95_ms": 31.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6396.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.082, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.154, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:37:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:37:46+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:37:45+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:37:45.961906+09:00", "mtime_epoch": 1783348665.961906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:37:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.194, "count": 266, "max_ms": 6.338, "p95_ms": 5.586}, "gstreamer_push": {"avg_ms": 1.258, "count": 266, "max_ms": 2.109, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.291, "count": 266, "max_ms": 88.905, "p95_ms": 82.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.315, "count": 266, "max_ms": 115.358, "p95_ms": 106.301}, "yolo11_640_fire_11class": {"avg_ms": 76.596, "count": 266, "max_ms": 92.445, "p95_ms": 86.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.699, "count": 266, "max_ms": 102.756, "p95_ms": 97.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.802, "count": 266, "max_ms": 128.198, "p95_ms": 118.36}, "read_interval": {"avg_ms": 112.817, "count": 265, "max_ms": 140.532, "p95_ms": 132.668}, "triton_wait": {"avg_ms": 87.084, "count": 266, "max_ms": 115.371, "p95_ms": 106.314}, "visualize": {"avg_ms": 3.579, "count": 266, "max_ms": 4.768, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6392.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.453, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.117, "name": "ffmpeg", "pid": 35737, "rss_mb": 267.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.475, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:37:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:37:52+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:37:51+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:37:51.961993+09:00", "mtime_epoch": 1783348671.9619935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:37:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.551, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.91, "pushed": 8.91, "read": 8.877}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.623, "count": 267, "max_ms": 5.579, "p95_ms": 5.011}, "gstreamer_push": {"avg_ms": 1.323, "count": 267, "max_ms": 1.598, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.97, "count": 267, "max_ms": 91.349, "p95_ms": 82.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.242, "count": 267, "max_ms": 112.521, "p95_ms": 103.764}, "yolo11_640_fire_11class": {"avg_ms": 76.886, "count": 267, "max_ms": 91.754, "p95_ms": 86.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.095, "count": 267, "max_ms": 102.428, "p95_ms": 98.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.309, "count": 267, "max_ms": 125.233, "p95_ms": 116.011}, "read_interval": {"avg_ms": 112.647, "count": 266, "max_ms": 139.923, "p95_ms": 128.105}, "triton_wait": {"avg_ms": 87.067, "count": 267, "max_ms": 112.534, "p95_ms": 103.777}, "visualize": {"avg_ms": 3.646, "count": 267, "max_ms": 4.717, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2042, "tracking_summary": 1837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6396.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44406.822, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.872, "sample_count": 1187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:38:13+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-06T23:38:13+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-06T23:38:13.350306+09:00", "mtime_epoch": 1783348693.3503056, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:38:13+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.742, "name": "celery", "pid": 239, "rss_mb": 887.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.241, "pushed": 4.241, "read": 4.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.785, "count": 127, "max_ms": 176.156, "p95_ms": 162.944}, "gstreamer_push": {"avg_ms": 0.801, "count": 127, "max_ms": 0.928, "p95_ms": 0.894}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.9, "count": 127, "max_ms": 114.252, "p95_ms": 108.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.648, "count": 127, "max_ms": 116.026, "p95_ms": 111.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.372, "count": 127, "max_ms": 305.792, "p95_ms": 297.132}, "read_interval": {"avg_ms": 236.754, "count": 126, "max_ms": 311.854, "p95_ms": 303.161}, "triton_wait": {"avg_ms": 81.817, "count": 127, "max_ms": 116.039, "p95_ms": 112.318}, "visualize": {"avg_ms": 24.945, "count": 127, "max_ms": 33.88, "p95_ms": 30.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6395.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.183, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.031, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:38:16+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:38:16+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-06T23:38:16.054345+09:00", "mtime_epoch": 1783348696.0543451, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:38:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.555, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.242, "count": 265, "max_ms": 6.119, "p95_ms": 5.526}, "gstreamer_push": {"avg_ms": 1.282, "count": 265, "max_ms": 1.554, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.555, "count": 265, "max_ms": 90.134, "p95_ms": 84.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.048, "count": 265, "max_ms": 119.002, "p95_ms": 104.004}, "yolo11_640_fire_11class": {"avg_ms": 76.587, "count": 265, "max_ms": 91.464, "p95_ms": 85.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.02, "count": 265, "max_ms": 102.207, "p95_ms": 96.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.331, "count": 265, "max_ms": 131.817, "p95_ms": 116.874}, "read_interval": {"avg_ms": 113.538, "count": 264, "max_ms": 150.997, "p95_ms": 130.684}, "triton_wait": {"avg_ms": 87.422, "count": 265, "max_ms": 119.014, "p95_ms": 104.017}, "visualize": {"avg_ms": 3.642, "count": 265, "max_ms": 4.695, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6397.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.463, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.117, "name": "ffmpeg", "pid": 35737, "rss_mb": 267.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.308, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:38:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:38:22+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T23:38:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:38:21.966431+09:00", "mtime_epoch": 1783348701.9664314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:38:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.767, "pushed": 8.767, "read": 8.767}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.586, "count": 263, "max_ms": 5.8, "p95_ms": 4.794}, "gstreamer_push": {"avg_ms": 1.353, "count": 263, "max_ms": 2.298, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.537, "count": 263, "max_ms": 93.014, "p95_ms": 83.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.855, "count": 263, "max_ms": 123.607, "p95_ms": 105.386}, "yolo11_640_fire_11class": {"avg_ms": 77.218, "count": 263, "max_ms": 91.875, "p95_ms": 86.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.643, "count": 263, "max_ms": 102.717, "p95_ms": 97.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.519, "count": 263, "max_ms": 135.727, "p95_ms": 117.583}, "read_interval": {"avg_ms": 114.082, "count": 263, "max_ms": 149.64, "p95_ms": 134.69}, "triton_wait": {"avg_ms": 88.204, "count": 263, "max_ms": 123.619, "p95_ms": 105.398}, "visualize": {"avg_ms": 3.679, "count": 263, "max_ms": 6.347, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2043, "tracking_summary": 1838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6388.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44437.075, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.039, "sample_count": 1179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:38:43+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-07-06T23:38:43+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T23:38:43.622748+09:00", "mtime_epoch": 1783348723.6227477, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:38:43+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.742, "name": "celery", "pid": 239, "rss_mb": 877.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.068, "pushed": 4.068, "read": 4.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.33, "count": 122, "max_ms": 199.247, "p95_ms": 163.031}, "gstreamer_push": {"avg_ms": 0.804, "count": 122, "max_ms": 1.458, "p95_ms": 0.902}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.886, "count": 122, "max_ms": 114.943, "p95_ms": 112.166}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.252, "count": 122, "max_ms": 120.825, "p95_ms": 113.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.149, "count": 122, "max_ms": 317.53, "p95_ms": 300.928}, "read_interval": {"avg_ms": 247.833, "count": 121, "max_ms": 326.846, "p95_ms": 307.721}, "triton_wait": {"avg_ms": 81.318, "count": 122, "max_ms": 120.838, "p95_ms": 113.902}, "visualize": {"avg_ms": 25.6, "count": 122, "max_ms": 31.18, "p95_ms": 27.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6396.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.286, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.031, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:38:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:38:46+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:38:46+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:38:46.170785+09:00", "mtime_epoch": 1783348726.1707847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 121292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:38:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.302, "count": 265, "max_ms": 7.036, "p95_ms": 5.375}, "gstreamer_push": {"avg_ms": 1.299, "count": 265, "max_ms": 1.762, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.847, "count": 265, "max_ms": 89.683, "p95_ms": 84.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.682, "count": 265, "max_ms": 120.765, "p95_ms": 104.573}, "yolo11_640_fire_11class": {"avg_ms": 74.565, "count": 265, "max_ms": 89.67, "p95_ms": 85.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.186, "count": 265, "max_ms": 101.081, "p95_ms": 96.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.76, "count": 265, "max_ms": 133.489, "p95_ms": 117.896}, "read_interval": {"avg_ms": 113.609, "count": 264, "max_ms": 147.225, "p95_ms": 131.886}, "triton_wait": {"avg_ms": 86.671, "count": 265, "max_ms": 120.778, "p95_ms": 104.587}, "visualize": {"avg_ms": 3.728, "count": 265, "max_ms": 6.273, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6396.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.564, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.84, "name": "ffmpeg", "pid": 35737, "rss_mb": 270.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.706, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:38:52+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T23:38:52+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T23:38:52.058871+09:00", "mtime_epoch": 1783348732.0588708, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:38:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1687.809, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.804, "pushed": 8.804, "read": 8.77}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.587, "count": 264, "max_ms": 5.785, "p95_ms": 4.482}, "gstreamer_push": {"avg_ms": 1.343, "count": 264, "max_ms": 2.346, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.657, "count": 264, "max_ms": 90.171, "p95_ms": 84.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.898, "count": 264, "max_ms": 113.525, "p95_ms": 97.103}, "yolo11_640_fire_11class": {"avg_ms": 75.548, "count": 264, "max_ms": 90.505, "p95_ms": 85.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.39, "count": 264, "max_ms": 101.629, "p95_ms": 97.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.479, "count": 264, "max_ms": 126.067, "p95_ms": 113.881}, "read_interval": {"avg_ms": 113.968, "count": 263, "max_ms": 314.852, "p95_ms": 127.922}, "triton_wait": {"avg_ms": 87.195, "count": 264, "max_ms": 113.538, "p95_ms": 100.862}, "visualize": {"avg_ms": 3.684, "count": 264, "max_ms": 6.424, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2045, "tracking_summary": 1839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6403.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44467.317, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.872, "sample_count": 1173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:39:14+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T23:39:13+09:00", "mjpeg": {"age_sec": 0.243, "exists": true, "mtime": "2026-07-06T23:39:13.867189+09:00", "mtime_epoch": 1783348753.8671892, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:39:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 885.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.804, "pushed": 3.804, "read": 3.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.991, "count": 114, "max_ms": 184.289, "p95_ms": 160.996}, "gstreamer_push": {"avg_ms": 1.027, "count": 114, "max_ms": 2.945, "p95_ms": 1.914}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.185, "count": 114, "max_ms": 110.807, "p95_ms": 108.546}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.307, "count": 114, "max_ms": 119.897, "p95_ms": 113.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.087, "count": 114, "max_ms": 320.282, "p95_ms": 300.001}, "read_interval": {"avg_ms": 265.298, "count": 113, "max_ms": 327.167, "p95_ms": 307.754}, "triton_wait": {"avg_ms": 84.358, "count": 114, "max_ms": 119.91, "p95_ms": 113.52}, "visualize": {"avg_ms": 30.905, "count": 114, "max_ms": 43.044, "p95_ms": 41.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6401.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.374, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.613, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:39:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:39:16+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:39:16+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:39:16.255224+09:00", "mtime_epoch": 1783348756.255224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:39:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.838, "pushed": 8.838, "read": 8.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.336, "count": 265, "max_ms": 6.564, "p95_ms": 5.819}, "gstreamer_push": {"avg_ms": 1.298, "count": 265, "max_ms": 2.123, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.339, "count": 265, "max_ms": 89.202, "p95_ms": 83.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.849, "count": 265, "max_ms": 115.011, "p95_ms": 97.108}, "yolo11_640_fire_11class": {"avg_ms": 76.069, "count": 265, "max_ms": 94.962, "p95_ms": 86.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.77, "count": 265, "max_ms": 104.37, "p95_ms": 97.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.741, "count": 265, "max_ms": 130.723, "p95_ms": 114.543}, "read_interval": {"avg_ms": 113.524, "count": 264, "max_ms": 146.245, "p95_ms": 129.19}, "triton_wait": {"avg_ms": 86.713, "count": 265, "max_ms": 115.028, "p95_ms": 101.79}, "visualize": {"avg_ms": 3.664, "count": 265, "max_ms": 4.582, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6401.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 276.586, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.48, "name": "ffmpeg", "pid": 35737, "rss_mb": 275.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 9, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.418, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:39:22+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:39:22+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:39:22.095309+09:00", "mtime_epoch": 1783348762.0953093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:39:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.825, "pushed": 8.825, "read": 8.791}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.582, "count": 264, "max_ms": 5.538, "p95_ms": 4.34}, "gstreamer_push": {"avg_ms": 1.321, "count": 264, "max_ms": 1.603, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.346, "count": 264, "max_ms": 90.91, "p95_ms": 83.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.415, "count": 264, "max_ms": 118.812, "p95_ms": 102.862}, "yolo11_640_fire_11class": {"avg_ms": 77.77, "count": 264, "max_ms": 91.466, "p95_ms": 88.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.426, "count": 264, "max_ms": 104.522, "p95_ms": 99.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.588, "count": 264, "max_ms": 131.151, "p95_ms": 115.799}, "read_interval": {"avg_ms": 113.702, "count": 263, "max_ms": 143.847, "p95_ms": 129.098}, "triton_wait": {"avg_ms": 88.37, "count": 264, "max_ms": 118.825, "p95_ms": 103.962}, "visualize": {"avg_ms": 3.651, "count": 264, "max_ms": 4.595, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2045, "tracking_summary": 1840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6412.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44497.352, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.697, "sample_count": 1166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:39:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:39:44+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-06T23:39:43+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-06T23:39:43.875627+09:00", "mtime_epoch": 1783348783.8756273, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:39:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 880.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.663, "pushed": 3.663, "read": 3.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.766, "count": 109, "max_ms": 161.466, "p95_ms": 160.674}, "gstreamer_push": {"avg_ms": 0.816, "count": 109, "max_ms": 2.545, "p95_ms": 0.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.017, "count": 109, "max_ms": 110.736, "p95_ms": 105.363}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.813, "count": 109, "max_ms": 116.84, "p95_ms": 114.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.544, "count": 109, "max_ms": 310.687, "p95_ms": 299.857}, "read_interval": {"avg_ms": 275.518, "count": 108, "max_ms": 316.9, "p95_ms": 306.83}, "triton_wait": {"avg_ms": 78.827, "count": 109, "max_ms": 116.853, "p95_ms": 114.561}, "visualize": {"avg_ms": 29.115, "count": 109, "max_ms": 42.009, "p95_ms": 41.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.754, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6412.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:33:26+09:00", "last_error_summary": "[h264 @ 0x556315ac5c40] error while decoding MB 32 34, bytestream -7 [in#0/rtsp @ 0x556315044e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556315044e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:33:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 380.148, "last_started_at": "2026-07-06T23:33:28+09:00", "pid": 35585, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.098, "name": "ffmpeg", "pid": 35585, "rss_mb": 331.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 11, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.873, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-06T23:39:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T23:39:49+09:00", "mjpeg": {"age_sec": 10.102, "exists": true, "mtime": "2026-07-06T23:39:39.023556+09:00", "mtime_epoch": 1783348779.0235565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 121651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:39:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1570.812, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.411, "pushed": 4.411, "read": 4.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.19, "count": 132, "max_ms": 6.23, "p95_ms": 4.872}, "gstreamer_push": {"avg_ms": 1.289, "count": 132, "max_ms": 1.576, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.734, "count": 132, "max_ms": 88.205, "p95_ms": 84.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.03, "count": 132, "max_ms": 113.739, "p95_ms": 106.883}, "yolo11_640_fire_11class": {"avg_ms": 75.908, "count": 132, "max_ms": 93.255, "p95_ms": 87.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.555, "count": 132, "max_ms": 104.995, "p95_ms": 98.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.37, "count": 132, "max_ms": 126.772, "p95_ms": 120.177}, "read_interval": {"avg_ms": 228.562, "count": 131, "max_ms": 10117.818, "p95_ms": 136.344}, "triton_wait": {"avg_ms": 86.584, "count": 132, "max_ms": 113.752, "p95_ms": 106.896}, "visualize": {"avg_ms": 3.61, "count": 132, "max_ms": 4.587, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6135.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 433, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:34:43+09:00", "last_error_summary": "[h264 @ 0x55bc30390180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc30390180] error while decoding MB 0 17, bytestream 69067 [h264 @ 0x55bc3029c380] error while decoding MB 26 6, bytestream -7", "last_exit_at": "2026-07-06T23:34:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 324.01, "last_started_at": "2026-07-06T23:34:45+09:00", "pid": 35737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.066, "name": "ffmpeg", "pid": 35737, "rss_mb": 305.066, "state": "S (sleeping)", "threads": 104}, "restart_count": 140, "restart_count_per_hour": 8, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.532, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:40:09+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T23:40:09+09:00", "mjpeg": {"age_sec": 19.969, "exists": true, "mtime": "2026-07-06T23:39:49.643711+09:00", "mtime_epoch": 1783348789.6437113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:40:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.001, "pushed": 4.001, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.538, "count": 120, "max_ms": 5.562, "p95_ms": 4.211}, "gstreamer_push": {"avg_ms": 1.275, "count": 120, "max_ms": 1.434, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.344, "count": 120, "max_ms": 70.305, "p95_ms": 57.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.952, "count": 120, "max_ms": 87.702, "p95_ms": 82.339}, "yolo11_640_fire_11class": {"avg_ms": 55.446, "count": 120, "max_ms": 68.637, "p95_ms": 61.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.969, "count": 120, "max_ms": 70.316, "p95_ms": 62.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.066, "count": 120, "max_ms": 110.869, "p95_ms": 95.591}, "read_interval": {"avg_ms": 252.205, "count": 119, "max_ms": 19984.174, "p95_ms": 110.316}, "triton_wait": {"avg_ms": 58.799, "count": 120, "max_ms": 87.714, "p95_ms": 82.351}, "visualize": {"avg_ms": 3.611, "count": 120, "max_ms": 5.769, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2047, "tracking_summary": 1841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6094.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44527.509, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.917, "sample_count": 1191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:40:14+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-06T23:40:14+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-06T23:40:14.044068+09:00", "mtime_epoch": 1783348814.0440676, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:40:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 887.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.552, "pushed": 4.552, "read": 4.518}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.079, "count": 136, "max_ms": 161.277, "p95_ms": 159.171}, "gstreamer_push": {"avg_ms": 0.832, "count": 136, "max_ms": 1.684, "p95_ms": 0.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.921, "count": 136, "max_ms": 96.635, "p95_ms": 80.57}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.963, "count": 136, "max_ms": 102.234, "p95_ms": 86.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 215.033, "count": 136, "max_ms": 283.938, "p95_ms": 274.762}, "read_interval": {"avg_ms": 221.341, "count": 135, "max_ms": 290.951, "p95_ms": 282.952}, "triton_wait": {"avg_ms": 64.016, "count": 136, "max_ms": 102.247, "p95_ms": 87.322}, "visualize": {"avg_ms": 26.129, "count": 136, "max_ms": 41.567, "p95_ms": 39.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6335.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:06+09:00", "last_error_summary": "[NULL @ 0x558ac4cef200] missing picture in access unit with size 18 [h264 @ 0x558ac4d50400] no frame! [in#0/rtsp @ 0x558ac4ceae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558ac4ceae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x558ac4cef840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.608, "last_started_at": "2026-07-06T23:40:09+09:00", "pid": 35844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.391, "name": "ffmpeg", "pid": 35844, "rss_mb": 326.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 12, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.019, "sample_count": 2352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:40:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:40:19+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:40:19+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:40:19.080141+09:00", "mtime_epoch": 1783348819.080141, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 116818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:40:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 89, "max_ms": 6.643, "p95_ms": 4.367}, "gstreamer_push": {"avg_ms": 1.287, "count": 89, "max_ms": 1.45, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.074, "count": 89, "max_ms": 94.816, "p95_ms": 79.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.833, "count": 89, "max_ms": 114.179, "p95_ms": 88.163}, "yolo11_640_fire_11class": {"avg_ms": 64.336, "count": 89, "max_ms": 102.526, "p95_ms": 85.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.008, "count": 89, "max_ms": 111.294, "p95_ms": 95.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.484, "count": 89, "max_ms": 127.251, "p95_ms": 108.198}, "read_interval": {"avg_ms": 337.467, "count": 89, "max_ms": 16588.669, "p95_ms": 123.179}, "triton_wait": {"avg_ms": 72.821, "count": 89, "max_ms": 114.192, "p95_ms": 95.167}, "visualize": {"avg_ms": 3.617, "count": 89, "max_ms": 4.259, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.552, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6396.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.312, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.984, "name": "ffmpeg", "pid": 35996, "rss_mb": 268.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.923, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:40:39+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:40:39+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:40:39.564440+09:00", "mtime_epoch": 1783348839.5644403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:40:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.741, "pushed": 7.741, "read": 7.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.517, "count": 232, "max_ms": 9.463, "p95_ms": 4.019}, "gstreamer_push": {"avg_ms": 1.326, "count": 232, "max_ms": 1.783, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.243, "count": 232, "max_ms": 95.653, "p95_ms": 85.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.141, "count": 232, "max_ms": 114.139, "p95_ms": 103.092}, "yolo11_640_fire_11class": {"avg_ms": 75.697, "count": 232, "max_ms": 102.563, "p95_ms": 87.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.211, "count": 232, "max_ms": 112.04, "p95_ms": 97.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.71, "count": 232, "max_ms": 126.233, "p95_ms": 117.175}, "read_interval": {"avg_ms": 129.593, "count": 231, "max_ms": 4697.814, "p95_ms": 128.746}, "triton_wait": {"avg_ms": 85.521, "count": 232, "max_ms": 114.151, "p95_ms": 104.736}, "visualize": {"avg_ms": 3.659, "count": 232, "max_ms": 5.209, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2049, "tracking_summary": 1842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6397.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44557.612, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.426, "sample_count": 1178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:40:44+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-06T23:40:44+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-06T23:40:44.132507+09:00", "mtime_epoch": 1783348844.132507, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:40:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 885.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.721, "pushed": 3.721, "read": 3.687}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.405, "count": 111, "max_ms": 172.162, "p95_ms": 163.593}, "gstreamer_push": {"avg_ms": 0.783, "count": 111, "max_ms": 1.224, "p95_ms": 0.882}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.346, "count": 111, "max_ms": 117.773, "p95_ms": 108.757}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.341, "count": 111, "max_ms": 124.362, "p95_ms": 111.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.534, "count": 111, "max_ms": 312.937, "p95_ms": 301.174}, "read_interval": {"avg_ms": 271.03, "count": 110, "max_ms": 321.124, "p95_ms": 308.242}, "triton_wait": {"avg_ms": 79.611, "count": 111, "max_ms": 124.375, "p95_ms": 111.778}, "visualize": {"avg_ms": 24.697, "count": 111, "max_ms": 37.014, "p95_ms": 30.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6395.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:06+09:00", "last_error_summary": "[NULL @ 0x558ac4cef200] missing picture in access unit with size 18 [h264 @ 0x558ac4d50400] no frame! [in#0/rtsp @ 0x558ac4ceae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558ac4ceae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x558ac4cef840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.623, "last_started_at": "2026-07-06T23:40:09+09:00", "pid": 35844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.0, "name": "ffmpeg", "pid": 35844, "rss_mb": 330.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 12, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.019, "sample_count": 2352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:40:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:40:49+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:40:49+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:40:49.096580+09:00", "mtime_epoch": 1783348849.0965796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:40:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.07, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.99, "pushed": 8.99, "read": 8.957}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 269, "max_ms": 6.496, "p95_ms": 5.607}, "gstreamer_push": {"avg_ms": 1.295, "count": 269, "max_ms": 1.517, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.558, "count": 269, "max_ms": 92.89, "p95_ms": 84.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.314, "count": 269, "max_ms": 120.456, "p95_ms": 103.962}, "yolo11_640_fire_11class": {"avg_ms": 75.499, "count": 269, "max_ms": 92.902, "p95_ms": 85.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.791, "count": 269, "max_ms": 105.763, "p95_ms": 97.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.972, "count": 269, "max_ms": 133.61, "p95_ms": 116.953}, "read_interval": {"avg_ms": 111.58, "count": 268, "max_ms": 149.535, "p95_ms": 130.609}, "triton_wait": {"avg_ms": 85.97, "count": 269, "max_ms": 120.469, "p95_ms": 103.975}, "visualize": {"avg_ms": 3.65, "count": 269, "max_ms": 4.602, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6399.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.329, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.5, "name": "ffmpeg", "pid": 35996, "rss_mb": 269.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.038, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:41:09+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T23:41:09+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T23:41:09.576879+09:00", "mtime_epoch": 1783348869.5768785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:41:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.995, "pushed": 8.995, "read": 8.961}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.491, "count": 269, "max_ms": 5.498, "p95_ms": 4.046}, "gstreamer_push": {"avg_ms": 1.325, "count": 269, "max_ms": 1.606, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.647, "count": 269, "max_ms": 88.526, "p95_ms": 82.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.21, "count": 269, "max_ms": 123.172, "p95_ms": 102.639}, "yolo11_640_fire_11class": {"avg_ms": 76.008, "count": 269, "max_ms": 92.083, "p95_ms": 86.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.67, "count": 269, "max_ms": 106.221, "p95_ms": 98.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.668, "count": 269, "max_ms": 135.524, "p95_ms": 115.106}, "read_interval": {"avg_ms": 111.553, "count": 268, "max_ms": 148.009, "p95_ms": 129.492}, "triton_wait": {"avg_ms": 86.616, "count": 269, "max_ms": 123.184, "p95_ms": 102.715}, "visualize": {"avg_ms": 3.598, "count": 269, "max_ms": 4.734, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2049, "tracking_summary": 1843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6396.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44587.661, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.969, "sample_count": 1193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:41:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:41:14+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-06T23:41:14+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T23:41:14.208946+09:00", "mtime_epoch": 1783348874.2089462, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:41:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 884.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.229, "pushed": 4.229, "read": 4.196}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.016, "count": 126, "max_ms": 185.523, "p95_ms": 161.259}, "gstreamer_push": {"avg_ms": 0.813, "count": 126, "max_ms": 1.011, "p95_ms": 0.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.036, "count": 126, "max_ms": 111.101, "p95_ms": 105.179}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.676, "count": 126, "max_ms": 120.206, "p95_ms": 114.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.768, "count": 126, "max_ms": 313.75, "p95_ms": 299.316}, "read_interval": {"avg_ms": 238.32, "count": 125, "max_ms": 319.403, "p95_ms": 306.581}, "triton_wait": {"avg_ms": 79.713, "count": 126, "max_ms": 120.219, "p95_ms": 114.622}, "visualize": {"avg_ms": 24.179, "count": 126, "max_ms": 30.139, "p95_ms": 27.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6397.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:06+09:00", "last_error_summary": "[NULL @ 0x558ac4cef200] missing picture in access unit with size 18 [h264 @ 0x558ac4d50400] no frame! [in#0/rtsp @ 0x558ac4ceae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558ac4ceae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x558ac4cef840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.636, "last_started_at": "2026-07-06T23:40:09+09:00", "pid": 35844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.0, "name": "ffmpeg", "pid": 35844, "rss_mb": 330.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 12, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.448, "sample_count": 2352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:41:19+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:41:19+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:41:19.109018+09:00", "mtime_epoch": 1783348879.1090176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:41:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.958, "pushed": 8.958, "read": 8.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.232, "count": 268, "max_ms": 6.654, "p95_ms": 5.247}, "gstreamer_push": {"avg_ms": 1.279, "count": 268, "max_ms": 1.474, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.975, "count": 268, "max_ms": 90.574, "p95_ms": 82.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.821, "count": 268, "max_ms": 123.298, "p95_ms": 103.414}, "yolo11_640_fire_11class": {"avg_ms": 75.53, "count": 268, "max_ms": 90.562, "p95_ms": 85.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.018, "count": 268, "max_ms": 104.521, "p95_ms": 96.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.047, "count": 268, "max_ms": 136.188, "p95_ms": 116.052}, "read_interval": {"avg_ms": 111.977, "count": 267, "max_ms": 152.999, "p95_ms": 128.365}, "triton_wait": {"avg_ms": 86.213, "count": 268, "max_ms": 123.311, "p95_ms": 103.426}, "visualize": {"avg_ms": 3.62, "count": 268, "max_ms": 4.445, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6398.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.379, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.5, "name": "ffmpeg", "pid": 35996, "rss_mb": 269.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.038, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:41:39+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T23:41:39+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-06T23:41:39.625317+09:00", "mtime_epoch": 1783348899.6253173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:41:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.985, "pushed": 8.985, "read": 8.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.599, "count": 269, "max_ms": 5.569, "p95_ms": 4.827}, "gstreamer_push": {"avg_ms": 1.323, "count": 269, "max_ms": 1.594, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.74, "count": 269, "max_ms": 89.822, "p95_ms": 84.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.231, "count": 269, "max_ms": 119.639, "p95_ms": 92.396}, "yolo11_640_fire_11class": {"avg_ms": 76.444, "count": 269, "max_ms": 90.828, "p95_ms": 86.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.566, "count": 269, "max_ms": 100.601, "p95_ms": 96.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.482, "count": 269, "max_ms": 131.758, "p95_ms": 112.044}, "read_interval": {"avg_ms": 111.67, "count": 268, "max_ms": 149.562, "p95_ms": 126.448}, "triton_wait": {"avg_ms": 86.261, "count": 269, "max_ms": 119.652, "p95_ms": 99.689}, "visualize": {"avg_ms": 3.631, "count": 269, "max_ms": 4.725, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2050, "tracking_summary": 1844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6396.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44617.761, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.917, "sample_count": 1178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:41:44+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-06T23:41:44+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-06T23:41:44.253385+09:00", "mtime_epoch": 1783348904.2533848, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:41:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 882.922, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.685, "pushed": 3.685, "read": 3.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.159, "count": 110, "max_ms": 182.066, "p95_ms": 161.395}, "gstreamer_push": {"avg_ms": 0.779, "count": 110, "max_ms": 0.929, "p95_ms": 0.886}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.001, "count": 110, "max_ms": 110.456, "p95_ms": 106.942}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.51, "count": 110, "max_ms": 113.087, "p95_ms": 108.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.978, "count": 110, "max_ms": 311.063, "p95_ms": 299.547}, "read_interval": {"avg_ms": 273.221, "count": 109, "max_ms": 308.861, "p95_ms": 305.393}, "triton_wait": {"avg_ms": 81.008, "count": 110, "max_ms": 113.1, "p95_ms": 109.155}, "visualize": {"avg_ms": 27.03, "count": 110, "max_ms": 33.121, "p95_ms": 29.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6396.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:06+09:00", "last_error_summary": "[NULL @ 0x558ac4cef200] missing picture in access unit with size 18 [h264 @ 0x558ac4d50400] no frame! [in#0/rtsp @ 0x558ac4ceae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558ac4ceae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x558ac4cef840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.646, "last_started_at": "2026-07-06T23:40:09+09:00", "pid": 35844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.0, "name": "ffmpeg", "pid": 35844, "rss_mb": 330.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 12, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.188, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:41:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:41:49+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T23:41:49+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T23:41:49.109456+09:00", "mtime_epoch": 1783348909.1094558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:41:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.328, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.001, "pushed": 9.001, "read": 9.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.211, "count": 270, "max_ms": 6.623, "p95_ms": 5.062}, "gstreamer_push": {"avg_ms": 1.288, "count": 270, "max_ms": 1.783, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.303, "count": 270, "max_ms": 90.612, "p95_ms": 83.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.495, "count": 270, "max_ms": 115.449, "p95_ms": 92.483}, "yolo11_640_fire_11class": {"avg_ms": 75.57, "count": 270, "max_ms": 90.625, "p95_ms": 85.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.387, "count": 270, "max_ms": 101.79, "p95_ms": 96.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.049, "count": 270, "max_ms": 128.655, "p95_ms": 111.07}, "read_interval": {"avg_ms": 111.092, "count": 270, "max_ms": 141.247, "p95_ms": 124.497}, "triton_wait": {"avg_ms": 85.155, "count": 270, "max_ms": 115.462, "p95_ms": 97.938}, "visualize": {"avg_ms": 3.651, "count": 270, "max_ms": 4.622, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6394.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.422, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 35996, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.532, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:42:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:42:09+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T23:42:09+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T23:42:09.669756+09:00", "mtime_epoch": 1783348929.669756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:42:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.582, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.953, "pushed": 8.953, "read": 8.919}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.623, "count": 268, "max_ms": 5.668, "p95_ms": 4.957}, "gstreamer_push": {"avg_ms": 1.334, "count": 268, "max_ms": 1.654, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.338, "count": 268, "max_ms": 90.264, "p95_ms": 81.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.614, "count": 268, "max_ms": 115.851, "p95_ms": 102.269}, "yolo11_640_fire_11class": {"avg_ms": 76.1, "count": 268, "max_ms": 90.252, "p95_ms": 86.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.127, "count": 268, "max_ms": 100.72, "p95_ms": 96.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.915, "count": 268, "max_ms": 128.329, "p95_ms": 115.425}, "read_interval": {"avg_ms": 112.071, "count": 267, "max_ms": 147.527, "p95_ms": 129.283}, "triton_wait": {"avg_ms": 86.568, "count": 268, "max_ms": 115.863, "p95_ms": 102.283}, "visualize": {"avg_ms": 3.66, "count": 268, "max_ms": 4.901, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2052, "tracking_summary": 1845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6388.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44647.963, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.001, "sample_count": 1185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:42:14+09:00", "last_frame_read_age_sec": 0.252, "last_frame_read_at": "2026-07-06T23:42:14+09:00", "mjpeg": {"age_sec": 0.25, "exists": true, "mtime": "2026-07-06T23:42:14.505827+09:00", "mtime_epoch": 1783348934.5058267, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:42:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 874.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.939, "pushed": 3.939, "read": 3.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.281, "count": 118, "max_ms": 169.014, "p95_ms": 161.667}, "gstreamer_push": {"avg_ms": 0.901, "count": 118, "max_ms": 2.055, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.541, "count": 118, "max_ms": 111.294, "p95_ms": 106.175}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.088, "count": 118, "max_ms": 117.575, "p95_ms": 112.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.09, "count": 118, "max_ms": 312.737, "p95_ms": 298.533}, "read_interval": {"avg_ms": 255.934, "count": 117, "max_ms": 319.546, "p95_ms": 304.443}, "triton_wait": {"avg_ms": 81.189, "count": 118, "max_ms": 117.588, "p95_ms": 112.271}, "visualize": {"avg_ms": 27.791, "count": 118, "max_ms": 46.217, "p95_ms": 42.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6394.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:06+09:00", "last_error_summary": "[NULL @ 0x558ac4cef200] missing picture in access unit with size 18 [h264 @ 0x558ac4d50400] no frame! [in#0/rtsp @ 0x558ac4ceae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558ac4ceae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x558ac4cef840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.663, "last_started_at": "2026-07-06T23:40:09+09:00", "pid": 35844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.0, "name": "ffmpeg", "pid": 35844, "rss_mb": 330.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 12, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.978, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:42:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:42:19+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T23:42:19+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-06T23:42:19.129894+09:00", "mtime_epoch": 1783348939.1298943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:42:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.925, "pushed": 8.925, "read": 8.892}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.175, "count": 267, "max_ms": 6.399, "p95_ms": 4.881}, "gstreamer_push": {"avg_ms": 1.297, "count": 267, "max_ms": 1.989, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.805, "count": 267, "max_ms": 89.048, "p95_ms": 80.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.415, "count": 267, "max_ms": 118.239, "p95_ms": 107.056}, "yolo11_640_fire_11class": {"avg_ms": 75.438, "count": 267, "max_ms": 90.905, "p95_ms": 86.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.603, "count": 267, "max_ms": 101.79, "p95_ms": 96.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.314, "count": 267, "max_ms": 131.171, "p95_ms": 120.34}, "read_interval": {"avg_ms": 112.376, "count": 266, "max_ms": 143.547, "p95_ms": 133.346}, "triton_wait": {"avg_ms": 86.43, "count": 267, "max_ms": 118.251, "p95_ms": 107.07}, "visualize": {"avg_ms": 3.645, "count": 267, "max_ms": 5.396, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6401.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.45, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 35996, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.999, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:42:39+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-06T23:42:39+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T23:42:39.690194+09:00", "mtime_epoch": 1783348959.6901944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:42:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.919, "pushed": 8.919, "read": 8.886}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.604, "count": 267, "max_ms": 5.527, "p95_ms": 4.645}, "gstreamer_push": {"avg_ms": 1.321, "count": 267, "max_ms": 1.519, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.447, "count": 267, "max_ms": 90.851, "p95_ms": 85.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.983, "count": 267, "max_ms": 120.927, "p95_ms": 109.131}, "yolo11_640_fire_11class": {"avg_ms": 76.373, "count": 267, "max_ms": 93.169, "p95_ms": 87.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.263, "count": 267, "max_ms": 104.875, "p95_ms": 97.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.498, "count": 267, "max_ms": 133.205, "p95_ms": 121.251}, "read_interval": {"avg_ms": 112.414, "count": 266, "max_ms": 145.436, "p95_ms": 134.166}, "triton_wait": {"avg_ms": 87.243, "count": 267, "max_ms": 120.939, "p95_ms": 109.144}, "visualize": {"avg_ms": 3.625, "count": 267, "max_ms": 4.628, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2052, "tracking_summary": 1846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6401.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44677.966, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.178, "sample_count": 1194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:42:44+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-06T23:42:44+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-06T23:42:44.550265+09:00", "mtime_epoch": 1783348964.5502653, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:42:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 887.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.201, "pushed": 4.201, "read": 4.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 117.27, "count": 126, "max_ms": 180.616, "p95_ms": 164.773}, "gstreamer_push": {"avg_ms": 0.813, "count": 126, "max_ms": 1.401, "p95_ms": 0.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.517, "count": 126, "max_ms": 117.719, "p95_ms": 113.761}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 84.398, "count": 126, "max_ms": 117.644, "p95_ms": 115.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.297, "count": 126, "max_ms": 308.904, "p95_ms": 298.67}, "read_interval": {"avg_ms": 238.363, "count": 126, "max_ms": 317.153, "p95_ms": 305.306}, "triton_wait": {"avg_ms": 84.683, "count": 126, "max_ms": 117.731, "p95_ms": 116.095}, "visualize": {"avg_ms": 25.486, "count": 126, "max_ms": 33.232, "p95_ms": 30.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6401.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:06+09:00", "last_error_summary": "[NULL @ 0x558ac4cef200] missing picture in access unit with size 18 [h264 @ 0x558ac4d50400] no frame! [in#0/rtsp @ 0x558ac4ceae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558ac4ceae00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x558ac4cef840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:40:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 172.702, "last_started_at": "2026-07-06T23:40:09+09:00", "pid": 35844, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.57, "name": "ffmpeg", "pid": 35844, "rss_mb": 330.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 11, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.394, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:43:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:43:02+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-06T23:43:02+09:00", "mjpeg": {"age_sec": 15.52, "exists": true, "mtime": "2026-07-06T23:42:46.754297+09:00", "mtime_epoch": 1783348966.7542975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:43:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.373, "pushed": 4.373, "read": 4.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 131, "max_ms": 6.305, "p95_ms": 5.501}, "gstreamer_push": {"avg_ms": 1.291, "count": 131, "max_ms": 1.537, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.654, "count": 131, "max_ms": 88.473, "p95_ms": 84.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.0, "count": 131, "max_ms": 122.434, "p95_ms": 114.374}, "yolo11_640_fire_11class": {"avg_ms": 75.938, "count": 131, "max_ms": 87.834, "p95_ms": 86.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.264, "count": 131, "max_ms": 101.932, "p95_ms": 97.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.904, "count": 131, "max_ms": 135.242, "p95_ms": 127.844}, "read_interval": {"avg_ms": 230.422, "count": 130, "max_ms": 15508.651, "p95_ms": 142.566}, "triton_wait": {"avg_ms": 85.964, "count": 131, "max_ms": 122.446, "p95_ms": 114.387}, "visualize": {"avg_ms": 3.651, "count": 131, "max_ms": 4.611, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6400.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.478, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.758, "name": "ffmpeg", "pid": 35996, "rss_mb": 269.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.934, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:43:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:43:09+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T23:43:09+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-06T23:43:09.742633+09:00", "mtime_epoch": 1783348989.7426333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:43:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1688.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.962, "pushed": 10.962, "read": 10.929}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.483, "count": 328, "max_ms": 5.283, "p95_ms": 3.934}, "gstreamer_push": {"avg_ms": 1.304, "count": 328, "max_ms": 1.552, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.329, "count": 328, "max_ms": 90.65, "p95_ms": 77.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.352, "count": 328, "max_ms": 117.029, "p95_ms": 88.106}, "yolo11_640_fire_11class": {"avg_ms": 60.234, "count": 328, "max_ms": 89.54, "p95_ms": 80.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.885, "count": 328, "max_ms": 102.245, "p95_ms": 89.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.688, "count": 328, "max_ms": 125.912, "p95_ms": 101.583}, "read_interval": {"avg_ms": 91.507, "count": 327, "max_ms": 135.676, "p95_ms": 117.779}, "triton_wait": {"avg_ms": 66.697, "count": 328, "max_ms": 117.039, "p95_ms": 91.165}, "visualize": {"avg_ms": 3.637, "count": 328, "max_ms": 4.664, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2054, "tracking_summary": 1847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6400.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44708.052, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.813, "sample_count": 1187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:43:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:43:14+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-06T23:43:14+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-06T23:43:14.586704+09:00", "mtime_epoch": 1783348994.586704, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:43:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 886.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.98, "pushed": 3.98, "read": 3.947}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.855, "count": 119, "max_ms": 201.002, "p95_ms": 168.048}, "gstreamer_push": {"avg_ms": 0.788, "count": 119, "max_ms": 1.012, "p95_ms": 0.88}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.281, "count": 119, "max_ms": 109.6, "p95_ms": 90.397}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.358, "count": 119, "max_ms": 110.803, "p95_ms": 92.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.084, "count": 119, "max_ms": 290.812, "p95_ms": 280.325}, "read_interval": {"avg_ms": 252.598, "count": 118, "max_ms": 296.752, "p95_ms": 286.671}, "triton_wait": {"avg_ms": 76.455, "count": 119, "max_ms": 110.818, "p95_ms": 92.79}, "visualize": {"avg_ms": 25.992, "count": 119, "max_ms": 32.444, "p95_ms": 29.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6398.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.41, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.176, "name": "ffmpeg", "pid": 36103, "rss_mb": 327.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.447, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:43:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:43:32+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:43:32+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:43:32.230962+09:00", "mtime_epoch": 1783349012.2309618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:43:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.586, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 78, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.733, "pushed": 5.733, "read": 5.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.393, "count": 78, "max_ms": 7.797, "p95_ms": 6.168}, "gstreamer_push": {"avg_ms": 1.312, "count": 78, "max_ms": 1.783, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 67.777, "count": 78, "max_ms": 85.081, "p95_ms": 82.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.442, "count": 78, "max_ms": 113.497, "p95_ms": 107.103}, "yolo11_640_fire_11class": {"avg_ms": 74.633, "count": 78, "max_ms": 88.188, "p95_ms": 86.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.026, "count": 78, "max_ms": 99.836, "p95_ms": 96.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.869, "count": 78, "max_ms": 126.475, "p95_ms": 120.096}, "read_interval": {"avg_ms": 385.408, "count": 78, "max_ms": 16558.517, "p95_ms": 131.643}, "triton_wait": {"avg_ms": 84.642, "count": 78, "max_ms": 113.509, "p95_ms": 107.115}, "visualize": {"avg_ms": 3.736, "count": 78, "max_ms": 6.072, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.605, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6397.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.576, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.078, "name": "ffmpeg", "pid": 35996, "rss_mb": 272.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.15, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:43:39+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:43:39+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:43:39.831073+09:00", "mtime_epoch": 1783349019.8310728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:43:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.188, "pushed": 10.188, "read": 10.155}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.554, "count": 305, "max_ms": 5.706, "p95_ms": 5.226}, "gstreamer_push": {"avg_ms": 1.279, "count": 305, "max_ms": 2.38, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.884, "count": 305, "max_ms": 84.293, "p95_ms": 78.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.392, "count": 305, "max_ms": 116.52, "p95_ms": 87.187}, "yolo11_640_fire_11class": {"avg_ms": 64.997, "count": 305, "max_ms": 85.823, "p95_ms": 80.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.925, "count": 305, "max_ms": 96.652, "p95_ms": 89.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.111, "count": 305, "max_ms": 130.207, "p95_ms": 106.977}, "read_interval": {"avg_ms": 98.377, "count": 304, "max_ms": 146.889, "p95_ms": 120.46}, "triton_wait": {"avg_ms": 73.182, "count": 305, "max_ms": 116.535, "p95_ms": 94.682}, "visualize": {"avg_ms": 3.557, "count": 305, "max_ms": 6.297, "p95_ms": 4.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2055, "tracking_summary": 1848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6403.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44738.059, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.06, "sample_count": 1182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:43:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T23:43:44+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-07-06T23:43:44+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T23:43:44.611143+09:00", "mtime_epoch": 1783349024.6111426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:43:44+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 883.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.899, "pushed": 3.899, "read": 3.866}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.071, "count": 116, "max_ms": 183.376, "p95_ms": 162.04}, "gstreamer_push": {"avg_ms": 0.85, "count": 116, "max_ms": 1.902, "p95_ms": 1.755}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.851, "count": 116, "max_ms": 107.374, "p95_ms": 102.173}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.152, "count": 116, "max_ms": 114.4, "p95_ms": 109.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.757, "count": 116, "max_ms": 309.939, "p95_ms": 295.745}, "read_interval": {"avg_ms": 258.646, "count": 115, "max_ms": 315.985, "p95_ms": 301.46}, "triton_wait": {"avg_ms": 80.211, "count": 116, "max_ms": 114.414, "p95_ms": 109.941}, "visualize": {"avg_ms": 27.677, "count": 116, "max_ms": 39.143, "p95_ms": 35.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.748, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6404.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.417, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.863, "sample_count": 2039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:44:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:44:02+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T23:44:02+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T23:44:02.243400+09:00", "mtime_epoch": 1783349042.2434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:44:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.035, "pushed": 9.035, "read": 9.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.201, "count": 271, "max_ms": 6.488, "p95_ms": 5.509}, "gstreamer_push": {"avg_ms": 1.278, "count": 271, "max_ms": 2.151, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.378, "count": 271, "max_ms": 87.016, "p95_ms": 82.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.771, "count": 271, "max_ms": 115.647, "p95_ms": 102.35}, "yolo11_640_fire_11class": {"avg_ms": 76.086, "count": 271, "max_ms": 93.087, "p95_ms": 85.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.399, "count": 271, "max_ms": 98.883, "p95_ms": 94.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.588, "count": 271, "max_ms": 128.505, "p95_ms": 114.813}, "read_interval": {"avg_ms": 110.753, "count": 271, "max_ms": 141.28, "p95_ms": 127.24}, "triton_wait": {"avg_ms": 85.818, "count": 271, "max_ms": 115.66, "p95_ms": 102.362}, "visualize": {"avg_ms": 3.596, "count": 271, "max_ms": 4.603, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6405.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.607, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.488, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.309, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:44:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:44:09+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:44:09+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:44:09.863511+09:00", "mtime_epoch": 1783349049.8635113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:44:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.098, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.987, "pushed": 8.987, "read": 8.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.69, "count": 269, "max_ms": 5.36, "p95_ms": 4.973}, "gstreamer_push": {"avg_ms": 1.334, "count": 269, "max_ms": 2.194, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.839, "count": 269, "max_ms": 90.706, "p95_ms": 83.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.98, "count": 269, "max_ms": 116.16, "p95_ms": 104.413}, "yolo11_640_fire_11class": {"avg_ms": 75.361, "count": 269, "max_ms": 92.786, "p95_ms": 86.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.335, "count": 269, "max_ms": 99.955, "p95_ms": 95.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.214, "count": 269, "max_ms": 127.653, "p95_ms": 116.708}, "read_interval": {"avg_ms": 111.627, "count": 268, "max_ms": 141.832, "p95_ms": 129.074}, "triton_wait": {"avg_ms": 85.778, "count": 269, "max_ms": 116.172, "p95_ms": 104.425}, "visualize": {"avg_ms": 3.691, "count": 269, "max_ms": 5.98, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2055, "tracking_summary": 1849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6403.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44768.095, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.047, "sample_count": 1179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:44:14+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-06T23:44:14+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-06T23:44:14.615581+09:00", "mtime_epoch": 1783349054.6155808, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:44:14+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 883.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.697, "pushed": 3.697, "read": 3.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.17, "count": 110, "max_ms": 174.87, "p95_ms": 160.317}, "gstreamer_push": {"avg_ms": 0.783, "count": 110, "max_ms": 1.28, "p95_ms": 0.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.949, "count": 110, "max_ms": 109.963, "p95_ms": 104.056}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.749, "count": 110, "max_ms": 116.659, "p95_ms": 112.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.504, "count": 110, "max_ms": 302.715, "p95_ms": 299.645}, "read_interval": {"avg_ms": 272.862, "count": 109, "max_ms": 309.662, "p95_ms": 305.478}, "triton_wait": {"avg_ms": 80.795, "count": 110, "max_ms": 116.687, "p95_ms": 112.688}, "visualize": {"avg_ms": 25.786, "count": 110, "max_ms": 34.883, "p95_ms": 26.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6403.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.438, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.546, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:44:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:44:32+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-06T23:44:32+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-06T23:44:32.239838+09:00", "mtime_epoch": 1783349072.2398381, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:44:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1571.844, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.865, "pushed": 8.865, "read": 8.832}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.334, "count": 265, "max_ms": 7.058, "p95_ms": 6.639}, "gstreamer_push": {"avg_ms": 1.315, "count": 265, "max_ms": 1.976, "p95_ms": 1.5}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.259, "count": 265, "max_ms": 88.928, "p95_ms": 83.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.963, "count": 265, "max_ms": 120.911, "p95_ms": 105.948}, "yolo11_640_fire_11class": {"avg_ms": 76.164, "count": 265, "max_ms": 88.18, "p95_ms": 86.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.548, "count": 265, "max_ms": 98.884, "p95_ms": 96.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.283, "count": 265, "max_ms": 133.835, "p95_ms": 118.99}, "read_interval": {"avg_ms": 113.223, "count": 264, "max_ms": 145.63, "p95_ms": 131.893}, "triton_wait": {"avg_ms": 86.983, "count": 265, "max_ms": 120.924, "p95_ms": 105.961}, "visualize": {"avg_ms": 3.757, "count": 265, "max_ms": 6.884, "p95_ms": 4.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6403.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.688, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.746, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.218, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:44:40+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:44:39+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T23:44:39.947951+09:00", "mtime_epoch": 1783349079.9479508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:44:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.848, "pushed": 8.848, "read": 8.815}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.747, "count": 265, "max_ms": 6.06, "p95_ms": 5.526}, "gstreamer_push": {"avg_ms": 1.368, "count": 265, "max_ms": 2.513, "p95_ms": 1.812}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.179, "count": 265, "max_ms": 89.454, "p95_ms": 82.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.422, "count": 265, "max_ms": 118.792, "p95_ms": 106.056}, "yolo11_640_fire_11class": {"avg_ms": 76.449, "count": 265, "max_ms": 89.466, "p95_ms": 86.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.629, "count": 265, "max_ms": 99.986, "p95_ms": 96.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.851, "count": 265, "max_ms": 131.01, "p95_ms": 118.843}, "read_interval": {"avg_ms": 113.523, "count": 264, "max_ms": 144.644, "p95_ms": 132.114}, "triton_wait": {"avg_ms": 87.151, "count": 265, "max_ms": 118.805, "p95_ms": 106.068}, "visualize": {"avg_ms": 3.788, "count": 265, "max_ms": 6.659, "p95_ms": 5.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2057, "tracking_summary": 1850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6397.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44798.349, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.556, "sample_count": 1194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:44:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:44:45+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-06T23:44:44+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-06T23:44:44.848022+09:00", "mtime_epoch": 1783349084.8480222, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:44:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 874.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.167, "pushed": 4.167, "read": 4.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.215, "count": 125, "max_ms": 177.518, "p95_ms": 162.335}, "gstreamer_push": {"avg_ms": 0.873, "count": 125, "max_ms": 1.863, "p95_ms": 1.721}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.929, "count": 125, "max_ms": 109.948, "p95_ms": 106.636}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.731, "count": 125, "max_ms": 113.726, "p95_ms": 110.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.175, "count": 125, "max_ms": 307.507, "p95_ms": 298.603}, "read_interval": {"avg_ms": 241.461, "count": 124, "max_ms": 312.739, "p95_ms": 304.561}, "triton_wait": {"avg_ms": 80.787, "count": 125, "max_ms": 113.739, "p95_ms": 110.911}, "visualize": {"avg_ms": 25.329, "count": 125, "max_ms": 42.591, "p95_ms": 31.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6407.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.45, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.427, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:45:02+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:45:02+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:45:02.272277+09:00", "mtime_epoch": 1783349102.2722769, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:45:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.033, "pushed": 9.033, "read": 9.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.085, "count": 271, "max_ms": 6.865, "p95_ms": 5.147}, "gstreamer_push": {"avg_ms": 1.272, "count": 271, "max_ms": 1.781, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.594, "count": 271, "max_ms": 89.927, "p95_ms": 84.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.875, "count": 271, "max_ms": 120.294, "p95_ms": 97.935}, "yolo11_640_fire_11class": {"avg_ms": 75.731, "count": 271, "max_ms": 89.338, "p95_ms": 87.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.348, "count": 271, "max_ms": 100.933, "p95_ms": 96.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.005, "count": 271, "max_ms": 133.018, "p95_ms": 114.208}, "read_interval": {"avg_ms": 110.815, "count": 271, "max_ms": 148.676, "p95_ms": 129.527}, "triton_wait": {"avg_ms": 85.389, "count": 271, "max_ms": 120.306, "p95_ms": 100.837}, "visualize": {"avg_ms": 3.547, "count": 271, "max_ms": 6.143, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6409.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.738, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.746, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.106, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:45:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:45:10+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:45:09+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-06T23:45:09.992390+09:00", "mtime_epoch": 1783349109.9923897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:45:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.355, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.06, "pushed": 9.06, "read": 9.026}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.551, "count": 271, "max_ms": 5.752, "p95_ms": 4.221}, "gstreamer_push": {"avg_ms": 1.33, "count": 271, "max_ms": 2.368, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.482, "count": 271, "max_ms": 89.892, "p95_ms": 85.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.973, "count": 271, "max_ms": 121.065, "p95_ms": 106.049}, "yolo11_640_fire_11class": {"avg_ms": 75.137, "count": 271, "max_ms": 93.292, "p95_ms": 87.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.95, "count": 271, "max_ms": 104.66, "p95_ms": 97.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.624, "count": 271, "max_ms": 133.557, "p95_ms": 118.692}, "read_interval": {"avg_ms": 110.867, "count": 270, "max_ms": 145.93, "p95_ms": 133.126}, "triton_wait": {"avg_ms": 85.371, "count": 271, "max_ms": 121.078, "p95_ms": 106.061}, "visualize": {"avg_ms": 3.663, "count": 271, "max_ms": 6.427, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2059, "tracking_summary": 1851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6409.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44828.367, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.842, "sample_count": 1166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:45:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:45:15+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-06T23:45:14+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-06T23:45:14.868461+09:00", "mtime_epoch": 1783349114.868461, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:45:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 887.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.63, "pushed": 3.63, "read": 3.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.207, "count": 108, "max_ms": 165.219, "p95_ms": 162.119}, "gstreamer_push": {"avg_ms": 0.966, "count": 108, "max_ms": 2.425, "p95_ms": 1.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.002, "count": 108, "max_ms": 112.903, "p95_ms": 108.284}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.572, "count": 108, "max_ms": 117.704, "p95_ms": 111.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.933, "count": 108, "max_ms": 310.212, "p95_ms": 303.871}, "read_interval": {"avg_ms": 277.702, "count": 107, "max_ms": 317.582, "p95_ms": 311.042}, "triton_wait": {"avg_ms": 81.885, "count": 108, "max_ms": 117.716, "p95_ms": 112.531}, "visualize": {"avg_ms": 28.022, "count": 108, "max_ms": 44.159, "p95_ms": 40.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.756, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6409.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.475, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.143, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:45:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:45:32+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-06T23:45:32+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T23:45:32.280715+09:00", "mtime_epoch": 1783349132.2807152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:45:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.99, "pushed": 8.99, "read": 8.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 269, "max_ms": 6.885, "p95_ms": 5.923}, "gstreamer_push": {"avg_ms": 1.29, "count": 269, "max_ms": 2.062, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.101, "count": 269, "max_ms": 92.49, "p95_ms": 85.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.309, "count": 269, "max_ms": 122.172, "p95_ms": 102.449}, "yolo11_640_fire_11class": {"avg_ms": 74.315, "count": 269, "max_ms": 91.5, "p95_ms": 87.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.85, "count": 269, "max_ms": 102.984, "p95_ms": 97.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.464, "count": 269, "max_ms": 135.037, "p95_ms": 116.05}, "read_interval": {"avg_ms": 111.554, "count": 268, "max_ms": 147.962, "p95_ms": 129.667}, "triton_wait": {"avg_ms": 85.601, "count": 269, "max_ms": 122.185, "p95_ms": 102.902}, "visualize": {"avg_ms": 3.609, "count": 269, "max_ms": 4.938, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6409.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.775, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.746, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.901, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:45:40+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:45:40+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-06T23:45:40.028828+09:00", "mtime_epoch": 1783349140.0288284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:45:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.021, "pushed": 9.021, "read": 8.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.553, "count": 270, "max_ms": 5.163, "p95_ms": 4.319}, "gstreamer_push": {"avg_ms": 1.348, "count": 270, "max_ms": 2.245, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.345, "count": 270, "max_ms": 90.18, "p95_ms": 82.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.791, "count": 270, "max_ms": 117.985, "p95_ms": 98.147}, "yolo11_640_fire_11class": {"avg_ms": 74.364, "count": 270, "max_ms": 90.529, "p95_ms": 85.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.035, "count": 270, "max_ms": 100.753, "p95_ms": 96.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.846, "count": 270, "max_ms": 131.277, "p95_ms": 113.259}, "read_interval": {"avg_ms": 111.24, "count": 269, "max_ms": 144.624, "p95_ms": 126.405}, "triton_wait": {"avg_ms": 85.573, "count": 270, "max_ms": 117.999, "p95_ms": 100.765}, "visualize": {"avg_ms": 3.658, "count": 270, "max_ms": 4.418, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2059, "tracking_summary": 1852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6409.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44858.396, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.697, "sample_count": 1182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:45:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:45:45+09:00", "last_frame_read_age_sec": 0.251, "last_frame_read_at": "2026-07-06T23:45:44+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-06T23:45:44.948900+09:00", "mtime_epoch": 1783349144.9489002, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:45:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 887.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.233, "pushed": 4.233, "read": 4.199}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.158, "count": 126, "max_ms": 202.375, "p95_ms": 183.932}, "gstreamer_push": {"avg_ms": 0.812, "count": 126, "max_ms": 1.08, "p95_ms": 0.927}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.542, "count": 126, "max_ms": 114.067, "p95_ms": 107.868}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 78.423, "count": 126, "max_ms": 114.033, "p95_ms": 110.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.606, "count": 126, "max_ms": 325.209, "p95_ms": 299.665}, "read_interval": {"avg_ms": 238.183, "count": 125, "max_ms": 331.592, "p95_ms": 305.341}, "triton_wait": {"avg_ms": 78.652, "count": 126, "max_ms": 114.079, "p95_ms": 111.84}, "visualize": {"avg_ms": 23.894, "count": 126, "max_ms": 33.62, "p95_ms": 28.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.769, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6407.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.51, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.262, "sample_count": 2354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:46:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:46:02+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T23:46:02+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-06T23:46:02.309154+09:00", "mtime_epoch": 1783349162.3091538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:46:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.921, "pushed": 8.921, "read": 8.888}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.372, "count": 267, "max_ms": 7.476, "p95_ms": 6.865}, "gstreamer_push": {"avg_ms": 1.316, "count": 267, "max_ms": 1.913, "p95_ms": 1.533}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.239, "count": 267, "max_ms": 90.329, "p95_ms": 82.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.258, "count": 267, "max_ms": 118.448, "p95_ms": 103.284}, "yolo11_640_fire_11class": {"avg_ms": 75.241, "count": 267, "max_ms": 90.976, "p95_ms": 84.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.35, "count": 267, "max_ms": 100.043, "p95_ms": 94.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.15, "count": 267, "max_ms": 131.228, "p95_ms": 116.071}, "read_interval": {"avg_ms": 112.399, "count": 266, "max_ms": 143.92, "p95_ms": 129.535}, "triton_wait": {"avg_ms": 85.815, "count": 267, "max_ms": 118.461, "p95_ms": 103.296}, "visualize": {"avg_ms": 3.775, "count": 267, "max_ms": 6.189, "p95_ms": 5.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6407.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.829, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.746, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.623, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:46:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:46:10+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T23:46:10+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-06T23:46:10.065267+09:00", "mtime_epoch": 1783349170.065267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:46:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.918, "pushed": 8.918, "read": 8.884}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.559, "count": 267, "max_ms": 5.824, "p95_ms": 5.645}, "gstreamer_push": {"avg_ms": 1.346, "count": 267, "max_ms": 2.518, "p95_ms": 1.87}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.871, "count": 267, "max_ms": 91.559, "p95_ms": 85.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.58, "count": 267, "max_ms": 118.628, "p95_ms": 99.508}, "yolo11_640_fire_11class": {"avg_ms": 77.03, "count": 267, "max_ms": 93.521, "p95_ms": 87.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.109, "count": 267, "max_ms": 103.071, "p95_ms": 97.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.349, "count": 267, "max_ms": 130.98, "p95_ms": 114.603}, "read_interval": {"avg_ms": 112.486, "count": 266, "max_ms": 143.425, "p95_ms": 128.182}, "triton_wait": {"avg_ms": 87.049, "count": 267, "max_ms": 118.641, "p95_ms": 101.804}, "visualize": {"avg_ms": 3.673, "count": 267, "max_ms": 6.374, "p95_ms": 5.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2061, "tracking_summary": 1853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6407.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44888.685, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.087, "sample_count": 1166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:46:15+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-06T23:46:15+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-06T23:46:15.185342+09:00", "mtime_epoch": 1783349175.1853418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:46:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 888.973, "name": "celery", "pid": 239, "rss_mb": 885.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.69, "pushed": 3.69, "read": 3.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.542, "count": 110, "max_ms": 194.742, "p95_ms": 162.93}, "gstreamer_push": {"avg_ms": 0.795, "count": 110, "max_ms": 1.868, "p95_ms": 0.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.959, "count": 110, "max_ms": 115.827, "p95_ms": 106.894}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.313, "count": 110, "max_ms": 118.827, "p95_ms": 111.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.364, "count": 110, "max_ms": 317.841, "p95_ms": 304.627}, "read_interval": {"avg_ms": 272.68, "count": 109, "max_ms": 325.135, "p95_ms": 311.344}, "triton_wait": {"avg_ms": 81.962, "count": 110, "max_ms": 118.839, "p95_ms": 111.132}, "visualize": {"avg_ms": 28.048, "count": 110, "max_ms": 35.028, "p95_ms": 31.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6409.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.583, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.515, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:46:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:46:32+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:46:32+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:46:32.401593+09:00", "mtime_epoch": 1783349192.4015932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:46:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.946, "pushed": 8.946, "read": 8.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.278, "count": 268, "max_ms": 7.102, "p95_ms": 5.787}, "gstreamer_push": {"avg_ms": 1.292, "count": 268, "max_ms": 1.794, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.921, "count": 268, "max_ms": 87.041, "p95_ms": 83.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.901, "count": 268, "max_ms": 115.681, "p95_ms": 93.393}, "yolo11_640_fire_11class": {"avg_ms": 75.898, "count": 268, "max_ms": 92.504, "p95_ms": 85.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.714, "count": 268, "max_ms": 103.463, "p95_ms": 96.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.678, "count": 268, "max_ms": 128.513, "p95_ms": 115.133}, "read_interval": {"avg_ms": 112.206, "count": 267, "max_ms": 140.936, "p95_ms": 128.583}, "triton_wait": {"avg_ms": 85.658, "count": 268, "max_ms": 115.693, "p95_ms": 99.641}, "visualize": {"avg_ms": 3.676, "count": 268, "max_ms": 6.159, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6400.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.95, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.746, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.783, "sample_count": 2774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:46:40+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-06T23:46:40+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T23:46:40.181707+09:00", "mtime_epoch": 1783349200.181707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:46:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.901, "pushed": 8.901, "read": 8.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.763, "count": 267, "max_ms": 5.796, "p95_ms": 5.109}, "gstreamer_push": {"avg_ms": 1.348, "count": 267, "max_ms": 2.428, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.326, "count": 267, "max_ms": 88.182, "p95_ms": 83.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.785, "count": 267, "max_ms": 120.455, "p95_ms": 97.095}, "yolo11_640_fire_11class": {"avg_ms": 76.199, "count": 267, "max_ms": 90.963, "p95_ms": 86.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.765, "count": 267, "max_ms": 103.416, "p95_ms": 96.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.531, "count": 267, "max_ms": 134.053, "p95_ms": 112.686}, "read_interval": {"avg_ms": 112.314, "count": 267, "max_ms": 148.388, "p95_ms": 127.451}, "triton_wait": {"avg_ms": 85.936, "count": 267, "max_ms": 120.471, "p95_ms": 100.43}, "visualize": {"avg_ms": 3.748, "count": 267, "max_ms": 6.387, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2062, "tracking_summary": 1854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6411.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44918.902, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.48, "sample_count": 1171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:46:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:46:45+09:00", "last_frame_read_age_sec": 0.255, "last_frame_read_at": "2026-07-06T23:46:45+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-06T23:46:45.449784+09:00", "mtime_epoch": 1783349205.4497838, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:46:45+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.844, "name": "celery", "pid": 239, "rss_mb": 889.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.872, "pushed": 3.872, "read": 3.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.271, "count": 116, "max_ms": 173.083, "p95_ms": 164.139}, "gstreamer_push": {"avg_ms": 1.059, "count": 116, "max_ms": 2.756, "p95_ms": 1.996}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.072, "count": 116, "max_ms": 114.815, "p95_ms": 108.321}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.33, "count": 116, "max_ms": 120.079, "p95_ms": 111.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.321, "count": 116, "max_ms": 313.162, "p95_ms": 304.597}, "read_interval": {"avg_ms": 260.484, "count": 115, "max_ms": 322.494, "p95_ms": 312.614}, "triton_wait": {"avg_ms": 82.471, "count": 116, "max_ms": 120.092, "p95_ms": 111.536}, "visualize": {"avg_ms": 29.716, "count": 116, "max_ms": 41.036, "p95_ms": 40.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6410.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.611, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 12, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.938, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:47:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:47:02+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-06T23:47:02+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-06T23:47:02.418032+09:00", "mtime_epoch": 1783349222.4180317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:47:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.853, "pushed": 8.853, "read": 8.82}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.151, "count": 265, "max_ms": 6.002, "p95_ms": 4.753}, "gstreamer_push": {"avg_ms": 1.291, "count": 265, "max_ms": 2.424, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.664, "count": 265, "max_ms": 92.783, "p95_ms": 84.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.892, "count": 265, "max_ms": 119.311, "p95_ms": 104.362}, "yolo11_640_fire_11class": {"avg_ms": 76.693, "count": 265, "max_ms": 92.765, "p95_ms": 88.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.769, "count": 265, "max_ms": 104.689, "p95_ms": 98.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.181, "count": 265, "max_ms": 132.14, "p95_ms": 117.648}, "read_interval": {"avg_ms": 113.267, "count": 264, "max_ms": 147.808, "p95_ms": 133.14}, "triton_wait": {"avg_ms": 87.362, "count": 265, "max_ms": 119.324, "p95_ms": 104.509}, "visualize": {"avg_ms": 3.63, "count": 265, "max_ms": 4.761, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6411.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.99, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.746, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.24, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:47:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:47:10+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:47:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:47:10.246146+09:00", "mtime_epoch": 1783349230.2461462, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:47:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1689.871, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.854, "pushed": 8.854, "read": 8.82}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.556, "count": 265, "max_ms": 5.455, "p95_ms": 4.218}, "gstreamer_push": {"avg_ms": 1.336, "count": 265, "max_ms": 2.15, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.332, "count": 265, "max_ms": 93.639, "p95_ms": 85.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.919, "count": 265, "max_ms": 123.813, "p95_ms": 106.229}, "yolo11_640_fire_11class": {"avg_ms": 76.574, "count": 265, "max_ms": 93.106, "p95_ms": 87.359}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.586, "count": 265, "max_ms": 103.105, "p95_ms": 97.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.671, "count": 265, "max_ms": 136.183, "p95_ms": 118.476}, "read_interval": {"avg_ms": 113.358, "count": 264, "max_ms": 151.659, "p95_ms": 131.964}, "triton_wait": {"avg_ms": 87.327, "count": 265, "max_ms": 123.827, "p95_ms": 106.241}, "visualize": {"avg_ms": 3.68, "count": 265, "max_ms": 4.597, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2062, "tracking_summary": 1855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6410.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44949.02, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.849, "sample_count": 1182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:47:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:47:15+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-06T23:47:15+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-06T23:47:15.646225+09:00", "mtime_epoch": 1783349235.646225, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:47:15+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 889.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.326, "pushed": 4.326, "read": 4.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 113.453, "count": 129, "max_ms": 217.077, "p95_ms": 163.909}, "gstreamer_push": {"avg_ms": 0.814, "count": 129, "max_ms": 1.297, "p95_ms": 0.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.868, "count": 129, "max_ms": 119.196, "p95_ms": 113.525}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.414, "count": 129, "max_ms": 120.822, "p95_ms": 115.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.646, "count": 129, "max_ms": 322.501, "p95_ms": 301.849}, "read_interval": {"avg_ms": 233.806, "count": 128, "max_ms": 330.921, "p95_ms": 307.955}, "triton_wait": {"avg_ms": 83.699, "count": 129, "max_ms": 120.835, "p95_ms": 117.056}, "visualize": {"avg_ms": 25.617, "count": 129, "max_ms": 45.094, "p95_ms": 30.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6409.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 249.628, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.668, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:47:32+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:47:32+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:47:32.446470+09:00", "mtime_epoch": 1783349252.4464703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:47:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.617, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.79, "pushed": 8.79, "read": 8.756}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.158, "count": 263, "max_ms": 6.49, "p95_ms": 5.017}, "gstreamer_push": {"avg_ms": 1.289, "count": 263, "max_ms": 1.574, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.91, "count": 263, "max_ms": 95.01, "p95_ms": 88.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.91, "count": 263, "max_ms": 121.881, "p95_ms": 99.016}, "yolo11_640_fire_11class": {"avg_ms": 77.681, "count": 263, "max_ms": 95.023, "p95_ms": 89.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.029, "count": 263, "max_ms": 107.612, "p95_ms": 100.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.13, "count": 263, "max_ms": 134.71, "p95_ms": 118.862}, "read_interval": {"avg_ms": 114.117, "count": 262, "max_ms": 146.869, "p95_ms": 132.632}, "triton_wait": {"avg_ms": 88.359, "count": 263, "max_ms": 121.894, "p95_ms": 105.835}, "visualize": {"avg_ms": 3.597, "count": 263, "max_ms": 4.486, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6408.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.029, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.746, "name": "ffmpeg", "pid": 35996, "rss_mb": 275.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.927, "sample_count": 2770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:47:40+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:47:40+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T23:47:40.286585+09:00", "mtime_epoch": 1783349260.2865849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:47:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.897, "pushed": 8.897, "read": 8.863}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.569, "count": 266, "max_ms": 5.353, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.338, "count": 266, "max_ms": 1.799, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.799, "count": 266, "max_ms": 95.792, "p95_ms": 88.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.967, "count": 266, "max_ms": 121.437, "p95_ms": 95.964}, "yolo11_640_fire_11class": {"avg_ms": 76.933, "count": 266, "max_ms": 95.146, "p95_ms": 90.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.987, "count": 266, "max_ms": 107.71, "p95_ms": 100.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.609, "count": 266, "max_ms": 133.722, "p95_ms": 118.916}, "read_interval": {"avg_ms": 112.94, "count": 265, "max_ms": 146.836, "p95_ms": 132.156}, "triton_wait": {"avg_ms": 87.277, "count": 266, "max_ms": 121.449, "p95_ms": 106.379}, "visualize": {"avg_ms": 3.686, "count": 266, "max_ms": 5.753, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2064, "tracking_summary": 1856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6409.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 44979.28, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.526, "sample_count": 1166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:47:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-06T23:47:46+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-06T23:47:45+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-06T23:47:45.778665+09:00", "mtime_epoch": 1783349265.778665, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:47:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 887.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.719, "pushed": 3.719, "read": 3.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.617, "count": 111, "max_ms": 177.695, "p95_ms": 164.008}, "gstreamer_push": {"avg_ms": 0.8, "count": 111, "max_ms": 1.238, "p95_ms": 0.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.316, "count": 111, "max_ms": 120.18, "p95_ms": 108.872}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.383, "count": 111, "max_ms": 122.466, "p95_ms": 112.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.214, "count": 111, "max_ms": 312.105, "p95_ms": 304.719}, "read_interval": {"avg_ms": 270.471, "count": 110, "max_ms": 586.517, "p95_ms": 312.479}, "triton_wait": {"avg_ms": 83.502, "count": 111, "max_ms": 122.479, "p95_ms": 113.499}, "visualize": {"avg_ms": 27.181, "count": 111, "max_ms": 38.116, "p95_ms": 33.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6408.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 279.666, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.323, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:48:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:48:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-06T23:48:02+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T23:48:02.490909+09:00", "mtime_epoch": 1783349282.4909093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:48:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.997, "pushed": 8.997, "read": 8.964}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.202, "count": 269, "max_ms": 6.981, "p95_ms": 5.356}, "gstreamer_push": {"avg_ms": 1.279, "count": 269, "max_ms": 1.747, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.359, "count": 269, "max_ms": 89.545, "p95_ms": 84.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.881, "count": 269, "max_ms": 116.526, "p95_ms": 100.405}, "yolo11_640_fire_11class": {"avg_ms": 76.234, "count": 269, "max_ms": 91.151, "p95_ms": 85.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.681, "count": 269, "max_ms": 101.904, "p95_ms": 97.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.759, "count": 269, "max_ms": 129.479, "p95_ms": 114.92}, "read_interval": {"avg_ms": 111.686, "count": 268, "max_ms": 146.381, "p95_ms": 128.47}, "triton_wait": {"avg_ms": 85.944, "count": 269, "max_ms": 116.538, "p95_ms": 101.916}, "visualize": {"avg_ms": 3.604, "count": 269, "max_ms": 5.957, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6412.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.067, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.098, "name": "ffmpeg", "pid": 35996, "rss_mb": 279.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 9, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.796, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:48:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:48:10+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-06T23:48:10+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T23:48:10.355271+09:00", "mtime_epoch": 1783349290.355271, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:48:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.129, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.992, "pushed": 8.992, "read": 8.959}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.51, "count": 269, "max_ms": 5.87, "p95_ms": 3.866}, "gstreamer_push": {"avg_ms": 1.332, "count": 269, "max_ms": 2.344, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.042, "count": 269, "max_ms": 91.706, "p95_ms": 83.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.5, "count": 269, "max_ms": 116.542, "p95_ms": 100.395}, "yolo11_640_fire_11class": {"avg_ms": 76.017, "count": 269, "max_ms": 91.21, "p95_ms": 86.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.384, "count": 269, "max_ms": 103.111, "p95_ms": 97.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.038, "count": 269, "max_ms": 128.95, "p95_ms": 114.877}, "read_interval": {"avg_ms": 111.797, "count": 268, "max_ms": 142.199, "p95_ms": 128.282}, "triton_wait": {"avg_ms": 85.814, "count": 269, "max_ms": 116.555, "p95_ms": 102.033}, "visualize": {"avg_ms": 3.657, "count": 269, "max_ms": 6.216, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2065, "tracking_summary": 1857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6412.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45009.527, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.763, "sample_count": 1165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-06T23:48:16+09:00", "last_frame_read_age_sec": 0.26, "last_frame_read_at": "2026-07-06T23:48:16+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T23:48:16.071764+09:00", "mtime_epoch": 1783349296.0717642, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:48:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 886.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.901, "pushed": 3.901, "read": 3.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.492, "count": 117, "max_ms": 183.784, "p95_ms": 163.095}, "gstreamer_push": {"avg_ms": 0.809, "count": 117, "max_ms": 1.695, "p95_ms": 0.902}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.445, "count": 117, "max_ms": 110.682, "p95_ms": 107.486}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.667, "count": 117, "max_ms": 118.713, "p95_ms": 111.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.89, "count": 117, "max_ms": 321.629, "p95_ms": 302.389}, "read_interval": {"avg_ms": 258.455, "count": 116, "max_ms": 328.21, "p95_ms": 308.172}, "triton_wait": {"avg_ms": 81.893, "count": 117, "max_ms": 118.725, "p95_ms": 111.039}, "visualize": {"avg_ms": 26.696, "count": 117, "max_ms": 42.66, "p95_ms": 34.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6415.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 309.734, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.143, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:48:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:48:32+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-06T23:48:32+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T23:48:32.561165+09:00", "mtime_epoch": 1783349312.561165, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:48:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1572.875, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.047, "pushed": 9.047, "read": 9.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.983, "count": 271, "max_ms": 6.313, "p95_ms": 4.793}, "gstreamer_push": {"avg_ms": 1.274, "count": 271, "max_ms": 1.603, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.545, "count": 271, "max_ms": 90.685, "p95_ms": 84.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.001, "count": 271, "max_ms": 116.973, "p95_ms": 93.039}, "yolo11_640_fire_11class": {"avg_ms": 75.566, "count": 271, "max_ms": 91.445, "p95_ms": 87.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.164, "count": 271, "max_ms": 104.615, "p95_ms": 96.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.786, "count": 271, "max_ms": 129.792, "p95_ms": 115.086}, "read_interval": {"avg_ms": 110.945, "count": 270, "max_ms": 147.259, "p95_ms": 129.213}, "triton_wait": {"avg_ms": 85.325, "count": 271, "max_ms": 116.986, "p95_ms": 102.211}, "visualize": {"avg_ms": 3.518, "count": 271, "max_ms": 4.193, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6415.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.161, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.098, "name": "ffmpeg", "pid": 35996, "rss_mb": 279.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 8, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.199, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:48:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:48:40+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:48:40+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:48:40.413821+09:00", "mtime_epoch": 1783349320.413821, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:48:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.986, "pushed": 8.986, "read": 8.953}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.665, "count": 269, "max_ms": 5.214, "p95_ms": 4.999}, "gstreamer_push": {"avg_ms": 1.331, "count": 269, "max_ms": 1.625, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.765, "count": 269, "max_ms": 91.77, "p95_ms": 85.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.937, "count": 269, "max_ms": 118.289, "p95_ms": 92.906}, "yolo11_640_fire_11class": {"avg_ms": 75.717, "count": 269, "max_ms": 91.702, "p95_ms": 87.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.013, "count": 269, "max_ms": 105.173, "p95_ms": 98.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.281, "count": 269, "max_ms": 130.402, "p95_ms": 115.128}, "read_interval": {"avg_ms": 111.571, "count": 268, "max_ms": 144.42, "p95_ms": 128.466}, "triton_wait": {"avg_ms": 85.931, "count": 269, "max_ms": 118.303, "p95_ms": 102.835}, "visualize": {"avg_ms": 3.684, "count": 269, "max_ms": 4.611, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2065, "tracking_summary": 1858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6415.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45039.615, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.91, "sample_count": 1157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:48:46+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-06T23:48:46+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-06T23:48:46.114293+09:00", "mtime_epoch": 1783349326.1142929, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:48:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 888.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.625, "pushed": 3.625, "read": 3.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.163, "count": 108, "max_ms": 190.221, "p95_ms": 163.133}, "gstreamer_push": {"avg_ms": 0.791, "count": 108, "max_ms": 1.354, "p95_ms": 0.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.789, "count": 108, "max_ms": 113.838, "p95_ms": 108.388}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.834, "count": 108, "max_ms": 116.18, "p95_ms": 112.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.811, "count": 108, "max_ms": 306.788, "p95_ms": 301.91}, "read_interval": {"avg_ms": 278.291, "count": 107, "max_ms": 312.855, "p95_ms": 307.914}, "triton_wait": {"avg_ms": 82.856, "count": 108, "max_ms": 116.194, "p95_ms": 112.319}, "visualize": {"avg_ms": 25.966, "count": 108, "max_ms": 28.066, "p95_ms": 27.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6415.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 339.766, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.196, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:49:02+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-06T23:49:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:49:02.583635+09:00", "mtime_epoch": 1783349342.583635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:49:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.924, "pushed": 8.924, "read": 8.89}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 267, "max_ms": 6.554, "p95_ms": 4.432}, "gstreamer_push": {"avg_ms": 1.286, "count": 267, "max_ms": 1.916, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.879, "count": 267, "max_ms": 90.109, "p95_ms": 83.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.228, "count": 267, "max_ms": 119.016, "p95_ms": 102.742}, "yolo11_640_fire_11class": {"avg_ms": 75.359, "count": 267, "max_ms": 89.532, "p95_ms": 87.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.304, "count": 267, "max_ms": 102.479, "p95_ms": 97.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.861, "count": 267, "max_ms": 132.064, "p95_ms": 115.597}, "read_interval": {"avg_ms": 112.45, "count": 266, "max_ms": 150.547, "p95_ms": 132.437}, "triton_wait": {"avg_ms": 86.129, "count": 267, "max_ms": 119.028, "p95_ms": 102.754}, "visualize": {"avg_ms": 3.589, "count": 267, "max_ms": 4.891, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6411.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.182, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.355, "name": "ffmpeg", "pid": 35996, "rss_mb": 279.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 8, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.12, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:49:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:49:10+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T23:49:10+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-06T23:49:10.452266+09:00", "mtime_epoch": 1783349350.4522657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:49:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.387, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.936, "pushed": 8.936, "read": 8.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.571, "count": 267, "max_ms": 5.625, "p95_ms": 4.403}, "gstreamer_push": {"avg_ms": 1.344, "count": 267, "max_ms": 2.293, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.754, "count": 267, "max_ms": 90.066, "p95_ms": 84.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.828, "count": 267, "max_ms": 116.363, "p95_ms": 103.846}, "yolo11_640_fire_11class": {"avg_ms": 76.619, "count": 267, "max_ms": 91.671, "p95_ms": 87.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.978, "count": 267, "max_ms": 102.889, "p95_ms": 97.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.127, "count": 267, "max_ms": 128.629, "p95_ms": 116.12}, "read_interval": {"avg_ms": 112.489, "count": 266, "max_ms": 141.676, "p95_ms": 130.249}, "triton_wait": {"avg_ms": 86.851, "count": 267, "max_ms": 116.376, "p95_ms": 103.859}, "visualize": {"avg_ms": 3.685, "count": 267, "max_ms": 5.735, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2067, "tracking_summary": 1859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6411.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45069.834, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.389, "sample_count": 1168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:49:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:49:16+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-07-06T23:49:16+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T23:49:16.396738+09:00", "mtime_epoch": 1783349356.3967378, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:49:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 884.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.072, "pushed": 4.072, "read": 4.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.095, "count": 122, "max_ms": 183.969, "p95_ms": 165.125}, "gstreamer_push": {"avg_ms": 0.862, "count": 122, "max_ms": 2.945, "p95_ms": 0.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.571, "count": 122, "max_ms": 110.444, "p95_ms": 107.447}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.744, "count": 122, "max_ms": 113.471, "p95_ms": 111.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.6, "count": 122, "max_ms": 317.975, "p95_ms": 302.464}, "read_interval": {"avg_ms": 247.697, "count": 121, "max_ms": 324.814, "p95_ms": 309.893}, "triton_wait": {"avg_ms": 83.882, "count": 122, "max_ms": 113.484, "p95_ms": 111.351}, "visualize": {"avg_ms": 26.766, "count": 122, "max_ms": 41.678, "p95_ms": 39.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6418.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 369.774, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.323, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:49:32+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-06T23:49:32+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T23:49:32.606006+09:00", "mtime_epoch": 1783349372.606006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:49:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 268, "max_ms": 7.018, "p95_ms": 5.577}, "gstreamer_push": {"avg_ms": 1.292, "count": 268, "max_ms": 2.075, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.084, "count": 268, "max_ms": 87.612, "p95_ms": 83.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.069, "count": 268, "max_ms": 119.433, "p95_ms": 105.798}, "yolo11_640_fire_11class": {"avg_ms": 74.884, "count": 268, "max_ms": 91.286, "p95_ms": 86.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.719, "count": 268, "max_ms": 98.793, "p95_ms": 96.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.693, "count": 268, "max_ms": 132.736, "p95_ms": 119.211}, "read_interval": {"avg_ms": 112.05, "count": 268, "max_ms": 149.825, "p95_ms": 134.382}, "triton_wait": {"avg_ms": 85.677, "count": 268, "max_ms": 119.444, "p95_ms": 105.81}, "visualize": {"avg_ms": 3.668, "count": 268, "max_ms": 6.119, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6421.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.269, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.723, "name": "ffmpeg", "pid": 35996, "rss_mb": 289.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 8, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.423, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:49:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:49:40+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:49:40+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-06T23:49:40.510614+09:00", "mtime_epoch": 1783349380.5106144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:49:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.87, "pushed": 8.87, "read": 8.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.564, "count": 266, "max_ms": 5.841, "p95_ms": 3.982}, "gstreamer_push": {"avg_ms": 1.332, "count": 266, "max_ms": 2.546, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.574, "count": 266, "max_ms": 88.099, "p95_ms": 82.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.015, "count": 266, "max_ms": 113.872, "p95_ms": 101.436}, "yolo11_640_fire_11class": {"avg_ms": 75.762, "count": 266, "max_ms": 91.022, "p95_ms": 87.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.831, "count": 266, "max_ms": 102.142, "p95_ms": 97.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.357, "count": 266, "max_ms": 126.21, "p95_ms": 114.004}, "read_interval": {"avg_ms": 113.059, "count": 265, "max_ms": 549.571, "p95_ms": 127.867}, "triton_wait": {"avg_ms": 86.133, "count": 266, "max_ms": 113.885, "p95_ms": 101.856}, "visualize": {"avg_ms": 3.661, "count": 266, "max_ms": 6.827, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2069, "tracking_summary": 1860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6428.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45099.981, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.445, "sample_count": 1154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:49:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:49:46+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-06T23:49:46+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-06T23:49:46.471069+09:00", "mtime_epoch": 1783349386.471069, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:49:46+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 884.441, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.686, "pushed": 3.686, "read": 3.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.177, "count": 110, "max_ms": 202.116, "p95_ms": 165.684}, "gstreamer_push": {"avg_ms": 0.776, "count": 110, "max_ms": 0.915, "p95_ms": 0.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.466, "count": 110, "max_ms": 116.551, "p95_ms": 107.202}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.249, "count": 110, "max_ms": 116.534, "p95_ms": 111.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.262, "count": 110, "max_ms": 331.104, "p95_ms": 301.578}, "read_interval": {"avg_ms": 273.685, "count": 109, "max_ms": 338.811, "p95_ms": 307.752}, "triton_wait": {"avg_ms": 80.549, "count": 110, "max_ms": 116.564, "p95_ms": 112.397}, "visualize": {"avg_ms": 24.753, "count": 110, "max_ms": 38.351, "p95_ms": 27.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6432.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 399.858, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.323, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:50:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:50:02+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-06T23:50:02+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T23:50:02.672287+09:00", "mtime_epoch": 1783349402.6722867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:50:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.975, "pushed": 8.975, "read": 8.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.223, "count": 269, "max_ms": 6.259, "p95_ms": 4.977}, "gstreamer_push": {"avg_ms": 1.299, "count": 269, "max_ms": 1.556, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.704, "count": 269, "max_ms": 91.461, "p95_ms": 83.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.783, "count": 269, "max_ms": 113.41, "p95_ms": 95.106}, "yolo11_640_fire_11class": {"avg_ms": 75.501, "count": 269, "max_ms": 91.297, "p95_ms": 86.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.552, "count": 269, "max_ms": 103.289, "p95_ms": 96.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.537, "count": 269, "max_ms": 126.639, "p95_ms": 114.532}, "read_interval": {"avg_ms": 111.82, "count": 268, "max_ms": 142.52, "p95_ms": 127.573}, "triton_wait": {"avg_ms": 85.581, "count": 269, "max_ms": 113.422, "p95_ms": 101.436}, "visualize": {"avg_ms": 3.649, "count": 269, "max_ms": 4.437, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6434.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.349, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.457, "name": "ffmpeg", "pid": 35996, "rss_mb": 297.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 8, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.24, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:50:10+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:50:10+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:50:10.600873+09:00", "mtime_epoch": 1783349410.6008732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:50:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.874, "pushed": 8.874, "read": 8.841}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.668, "count": 266, "max_ms": 5.666, "p95_ms": 4.959}, "gstreamer_push": {"avg_ms": 1.322, "count": 266, "max_ms": 1.915, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.181, "count": 266, "max_ms": 94.471, "p95_ms": 84.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.066, "count": 266, "max_ms": 116.047, "p95_ms": 94.418}, "yolo11_640_fire_11class": {"avg_ms": 77.059, "count": 266, "max_ms": 95.161, "p95_ms": 86.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.326, "count": 266, "max_ms": 106.785, "p95_ms": 97.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.639, "count": 266, "max_ms": 130.578, "p95_ms": 114.665}, "read_interval": {"avg_ms": 113.082, "count": 265, "max_ms": 144.74, "p95_ms": 127.837}, "triton_wait": {"avg_ms": 87.2, "count": 266, "max_ms": 116.059, "p95_ms": 102.293}, "visualize": {"avg_ms": 3.707, "count": 266, "max_ms": 5.097, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2069, "tracking_summary": 1861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6430.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45130.118, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.92, "sample_count": 1172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:50:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:50:16+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-06T23:50:16+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-06T23:50:16.701320+09:00", "mtime_epoch": 1783349416.7013204, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:50:16+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 881.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.252, "pushed": 4.252, "read": 4.218}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.319, "count": 127, "max_ms": 163.414, "p95_ms": 161.057}, "gstreamer_push": {"avg_ms": 0.802, "count": 127, "max_ms": 1.073, "p95_ms": 0.918}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.627, "count": 127, "max_ms": 111.568, "p95_ms": 106.254}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.36, "count": 127, "max_ms": 114.391, "p95_ms": 110.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.473, "count": 127, "max_ms": 301.92, "p95_ms": 296.208}, "read_interval": {"avg_ms": 237.401, "count": 126, "max_ms": 308.492, "p95_ms": 304.128}, "triton_wait": {"avg_ms": 79.397, "count": 127, "max_ms": 114.404, "p95_ms": 111.129}, "visualize": {"avg_ms": 23.916, "count": 127, "max_ms": 36.114, "p95_ms": 28.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6438.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 429.875, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.196, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:50:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-06T23:50:32+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-06T23:50:32.702477+09:00", "mtime_epoch": 1783349432.7024765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:50:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.391, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.395, "pushed": 9.395, "read": 9.361}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.296, "count": 281, "max_ms": 6.529, "p95_ms": 5.747}, "gstreamer_push": {"avg_ms": 1.285, "count": 281, "max_ms": 1.572, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.382, "count": 281, "max_ms": 92.162, "p95_ms": 82.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.978, "count": 281, "max_ms": 115.369, "p95_ms": 96.715}, "yolo11_640_fire_11class": {"avg_ms": 70.611, "count": 281, "max_ms": 93.179, "p95_ms": 85.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.274, "count": 281, "max_ms": 105.03, "p95_ms": 93.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.238, "count": 281, "max_ms": 129.098, "p95_ms": 112.522}, "read_interval": {"avg_ms": 106.83, "count": 280, "max_ms": 145.818, "p95_ms": 127.738}, "triton_wait": {"avg_ms": 80.221, "count": 281, "max_ms": 115.382, "p95_ms": 99.062}, "visualize": {"avg_ms": 3.672, "count": 281, "max_ms": 4.808, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6441.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 439, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:40:10+09:00", "last_error_summary": "[h264 @ 0x5598883a5440] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5598883a5440] error while decoding MB 0 15, bytestream 37 [h264 @ 0x5598877371c0] cabac decode of qscale diff failed at 5 28 [h264 @ 0x5598877371c0] error while decoding MB 5 28, bytestream 7043 [h264 @ 0x5598884742c0] error while decoding MB 26 15, bytestream -27 [h264 @ 0x5598876e3cc0] reference picture missing during reorder [h264 @ 0x5598876e3cc0] Missing reference picture, default is 65555 [h264 @ 0x5598", "last_exit_at": "2026-07-06T23:40:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 632.041, "last_started_at": "2026-07-06T23:40:13+09:00", "pid": 35996, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.332, "name": "ffmpeg", "pid": 35996, "rss_mb": 304.332, "state": "S (sleeping)", "threads": 104}, "restart_count": 141, "restart_count_per_hour": 8, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.451, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:50:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:50:45+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-06T23:50:45+09:00", "mjpeg": {"age_sec": 10.116, "exists": true, "mtime": "2026-07-06T23:50:35.274660+09:00", "mtime_epoch": 1783349435.27466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:50:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.645, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.344, "pushed": 3.344, "read": 3.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.51, "count": 100, "max_ms": 4.327, "p95_ms": 3.668}, "gstreamer_push": {"avg_ms": 1.327, "count": 100, "max_ms": 1.609, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.412, "count": 100, "max_ms": 90.661, "p95_ms": 86.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.584, "count": 100, "max_ms": 114.918, "p95_ms": 100.252}, "yolo11_640_fire_11class": {"avg_ms": 76.151, "count": 100, "max_ms": 90.679, "p95_ms": 86.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.205, "count": 100, "max_ms": 99.296, "p95_ms": 93.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.643, "count": 100, "max_ms": 127.002, "p95_ms": 112.566}, "read_interval": {"avg_ms": 302.287, "count": 99, "max_ms": 10123.269, "p95_ms": 132.225}, "triton_wait": {"avg_ms": 85.493, "count": 100, "max_ms": 114.931, "p95_ms": 100.264}, "visualize": {"avg_ms": 3.613, "count": 100, "max_ms": 4.028, "p95_ms": 3.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2071, "tracking_summary": 1862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6164.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45160.24, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.858, "sample_count": 1157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:50:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:50:47+09:00", "last_frame_read_age_sec": 0.251, "last_frame_read_at": "2026-07-06T23:50:46+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-06T23:50:46.803476+09:00", "mtime_epoch": 1783349446.8034759, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:50:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 888.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.716, "pushed": 3.716, "read": 3.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.408, "count": 111, "max_ms": 194.307, "p95_ms": 161.37}, "gstreamer_push": {"avg_ms": 0.781, "count": 111, "max_ms": 0.941, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.151, "count": 111, "max_ms": 109.188, "p95_ms": 103.381}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.741, "count": 111, "max_ms": 117.599, "p95_ms": 104.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.605, "count": 111, "max_ms": 313.348, "p95_ms": 297.722}, "read_interval": {"avg_ms": 271.499, "count": 110, "max_ms": 320.925, "p95_ms": 303.993}, "triton_wait": {"avg_ms": 80.109, "count": 111, "max_ms": 117.613, "p95_ms": 105.438}, "visualize": {"avg_ms": 27.305, "count": 111, "max_ms": 39.446, "p95_ms": 30.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6397.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 459.975, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.999, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:51:02+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:51:02+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-06T23:51:02.792587+09:00", "mtime_epoch": 1783349462.7925873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:51:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.22, "pushed": 10.22, "read": 10.186}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.279, "count": 306, "max_ms": 6.588, "p95_ms": 5.335}, "gstreamer_push": {"avg_ms": 1.306, "count": 306, "max_ms": 1.984, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.443, "count": 306, "max_ms": 87.36, "p95_ms": 77.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.138, "count": 306, "max_ms": 117.561, "p95_ms": 91.328}, "yolo11_640_fire_11class": {"avg_ms": 62.624, "count": 306, "max_ms": 88.22, "p95_ms": 80.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.771, "count": 306, "max_ms": 101.679, "p95_ms": 88.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.547, "count": 306, "max_ms": 130.764, "p95_ms": 108.281}, "read_interval": {"avg_ms": 98.057, "count": 305, "max_ms": 148.526, "p95_ms": 122.558}, "triton_wait": {"avg_ms": 71.576, "count": 306, "max_ms": 117.575, "p95_ms": 94.95}, "visualize": {"avg_ms": 3.701, "count": 306, "max_ms": 4.91, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6399.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.772, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.547, "name": "ffmpeg", "pid": 36255, "rss_mb": 266.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 9, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.018, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:51:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:51:15+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-06T23:51:15+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T23:51:15.309442+09:00", "mtime_epoch": 1783349475.309442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:51:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.783, "pushed": 7.783, "read": 7.75}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.567, "count": 233, "max_ms": 5.296, "p95_ms": 4.286}, "gstreamer_push": {"avg_ms": 1.333, "count": 233, "max_ms": 2.038, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.021, "count": 233, "max_ms": 94.304, "p95_ms": 84.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.561, "count": 233, "max_ms": 118.176, "p95_ms": 104.539}, "yolo11_640_fire_11class": {"avg_ms": 76.466, "count": 233, "max_ms": 93.222, "p95_ms": 88.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.09, "count": 233, "max_ms": 106.987, "p95_ms": 98.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.318, "count": 233, "max_ms": 130.243, "p95_ms": 116.886}, "read_interval": {"avg_ms": 128.888, "count": 232, "max_ms": 4455.309, "p95_ms": 129.909}, "triton_wait": {"avg_ms": 86.013, "count": 233, "max_ms": 118.189, "p95_ms": 104.665}, "visualize": {"avg_ms": 3.672, "count": 233, "max_ms": 4.507, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2072, "tracking_summary": 1863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6399.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45190.365, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.632, "sample_count": 1165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:51:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:51:17+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-06T23:51:16+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-06T23:51:17.001557+09:00", "mtime_epoch": 1783349477.0015566, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:51:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 884.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.985, "pushed": 3.985, "read": 3.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.991, "count": 119, "max_ms": 163.91, "p95_ms": 161.941}, "gstreamer_push": {"avg_ms": 0.792, "count": 119, "max_ms": 0.93, "p95_ms": 0.898}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.839, "count": 119, "max_ms": 114.979, "p95_ms": 109.074}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.434, "count": 119, "max_ms": 115.292, "p95_ms": 111.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.44, "count": 119, "max_ms": 303.319, "p95_ms": 299.344}, "read_interval": {"avg_ms": 253.819, "count": 118, "max_ms": 310.516, "p95_ms": 305.619}, "triton_wait": {"avg_ms": 81.947, "count": 119, "max_ms": 115.304, "p95_ms": 112.342}, "visualize": {"avg_ms": 24.658, "count": 119, "max_ms": 31.56, "p95_ms": 28.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6392.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 92, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:43:20+09:00", "last_error_summary": "[h264 @ 0x55cce3574e80] error while decoding MB 95 24, bytestream -11 [in#0/rtsp @ 0x55cce2fcde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cce2fcde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.075, "last_started_at": "2026-07-06T23:43:22+09:00", "pid": 36103, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.559, "name": "ffmpeg", "pid": 36103, "rss_mb": 331.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.323, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:51:32+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-06T23:51:32+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:51:32.894620+09:00", "mtime_epoch": 1783349492.8946204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:51:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.902, "pushed": 8.902, "read": 8.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 267, "max_ms": 6.578, "p95_ms": 5.315}, "gstreamer_push": {"avg_ms": 1.299, "count": 267, "max_ms": 1.776, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.886, "count": 267, "max_ms": 89.114, "p95_ms": 83.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.286, "count": 267, "max_ms": 119.196, "p95_ms": 108.722}, "yolo11_640_fire_11class": {"avg_ms": 75.053, "count": 267, "max_ms": 93.178, "p95_ms": 86.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.01, "count": 267, "max_ms": 107.034, "p95_ms": 97.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.065, "count": 267, "max_ms": 132.453, "p95_ms": 121.413}, "read_interval": {"avg_ms": 112.729, "count": 266, "max_ms": 145.78, "p95_ms": 134.442}, "triton_wait": {"avg_ms": 86.132, "count": 267, "max_ms": 119.208, "p95_ms": 108.734}, "visualize": {"avg_ms": 3.643, "count": 267, "max_ms": 4.527, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6400.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.824, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.547, "name": "ffmpeg", "pid": 36255, "rss_mb": 266.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 9, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.015, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:51:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:51:45+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-06T23:51:45+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-06T23:51:45.407443+09:00", "mtime_epoch": 1783349505.4074433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:51:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1690.902, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.652, "pushed": 9.652, "read": 9.618}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.594, "count": 289, "max_ms": 5.695, "p95_ms": 4.559}, "gstreamer_push": {"avg_ms": 1.325, "count": 289, "max_ms": 1.532, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.129, "count": 289, "max_ms": 89.884, "p95_ms": 81.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.181, "count": 289, "max_ms": 122.465, "p95_ms": 99.147}, "yolo11_640_fire_11class": {"avg_ms": 69.456, "count": 289, "max_ms": 89.871, "p95_ms": 85.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.434, "count": 289, "max_ms": 102.952, "p95_ms": 96.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.927, "count": 289, "max_ms": 134.606, "p95_ms": 113.559}, "read_interval": {"avg_ms": 104.043, "count": 288, "max_ms": 147.062, "p95_ms": 126.355}, "triton_wait": {"avg_ms": 78.621, "count": 289, "max_ms": 122.477, "p95_ms": 100.537}, "visualize": {"avg_ms": 3.663, "count": 289, "max_ms": 4.727, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2072, "tracking_summary": 1864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6402.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45220.463, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.205, "sample_count": 1178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-06T23:51:47+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-06T23:51:47+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-06T23:51:47.079552+09:00", "mtime_epoch": 1783349507.0795524, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:51:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 886.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.315, "pushed": 4.315, "read": 4.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.551, "count": 129, "max_ms": 165.772, "p95_ms": 162.583}, "gstreamer_push": {"avg_ms": 1.188, "count": 129, "max_ms": 2.95, "p95_ms": 1.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.8, "count": 129, "max_ms": 115.57, "p95_ms": 106.364}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 80.015, "count": 129, "max_ms": 117.569, "p95_ms": 113.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 226.001, "count": 129, "max_ms": 310.99, "p95_ms": 296.439}, "read_interval": {"avg_ms": 233.595, "count": 128, "max_ms": 320.062, "p95_ms": 303.673}, "triton_wait": {"avg_ms": 80.303, "count": 129, "max_ms": 117.581, "p95_ms": 113.53}, "visualize": {"avg_ms": 31.311, "count": 129, "max_ms": 44.827, "p95_ms": 42.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 93, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:52:07+09:00", "last_error_summary": "[h264 @ 0x557ef348e800] error while decoding MB 1 41, bytestream -5", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.101, "last_started_at": "2026-07-06T23:52:09+09:00", "pid": 36362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.527, "name": "ffmpeg", "pid": 36362, "rss_mb": 206.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.009, "sample_count": 2419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:52:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:52:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T23:52:11+09:00", "mjpeg": {"age_sec": 34.611, "exists": true, "mtime": "2026-07-06T23:51:36.918886+09:00", "mtime_epoch": 1783349496.9188864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:52:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.648, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.094, "count": 1, "max_ms": 4.094, "p95_ms": 4.094}, "gstreamer_push": {"avg_ms": 1.39, "count": 1, "max_ms": 1.39, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.535, "count": 1, "max_ms": 51.535, "p95_ms": 51.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.97, "count": 1, "max_ms": 68.97, "p95_ms": 68.97}, "yolo11_640_fire_11class": {"avg_ms": 52.713, "count": 1, "max_ms": 52.713, "p95_ms": 52.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.725, "count": 1, "max_ms": 52.725, "p95_ms": 52.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.816, "count": 1, "max_ms": 81.816, "p95_ms": 81.816}, "read_interval": {"avg_ms": 34646.476, "count": 1, "max_ms": 34646.476, "p95_ms": 34646.476}, "triton_wait": {"avg_ms": 68.983, "count": 1, "max_ms": 68.983, "p95_ms": 68.983}, "visualize": {"avg_ms": 3.659, "count": 1, "max_ms": 3.659, "p95_ms": 3.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6343.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.855, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.547, "name": "ffmpeg", "pid": 36255, "rss_mb": 266.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 9, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.408, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:52:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-06T23:52:15+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-06T23:52:15.421367+09:00", "mtime_epoch": 1783349535.421367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:52:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1691.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.784, "pushed": 10.784, "read": 10.751}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 323, "max_ms": 5.867, "p95_ms": 3.786}, "gstreamer_push": {"avg_ms": 1.347, "count": 323, "max_ms": 2.413, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.871, "count": 323, "max_ms": 92.592, "p95_ms": 73.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.253, "count": 323, "max_ms": 106.636, "p95_ms": 87.299}, "yolo11_640_fire_11class": {"avg_ms": 59.559, "count": 323, "max_ms": 93.248, "p95_ms": 74.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.946, "count": 323, "max_ms": 104.704, "p95_ms": 84.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.709, "count": 323, "max_ms": 119.421, "p95_ms": 100.687}, "read_interval": {"avg_ms": 92.955, "count": 322, "max_ms": 135.378, "p95_ms": 116.247}, "triton_wait": {"avg_ms": 67.303, "count": 323, "max_ms": 106.649, "p95_ms": 87.887}, "visualize": {"avg_ms": 3.751, "count": 323, "max_ms": 6.407, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2074, "tracking_summary": 1865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6395.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45250.684, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.742, "sample_count": 1162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:52:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:52:17+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-06T23:52:17+09:00", "mjpeg": {"age_sec": 0.228, "exists": true, "mtime": "2026-07-06T23:52:17.249482+09:00", "mtime_epoch": 1783349537.249482, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:52:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 889.902, "name": "celery", "pid": 239, "rss_mb": 885.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.819, "pushed": 3.819, "read": 3.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.802, "count": 114, "max_ms": 194.266, "p95_ms": 162.378}, "gstreamer_push": {"avg_ms": 0.79, "count": 114, "max_ms": 1.434, "p95_ms": 0.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.913, "count": 114, "max_ms": 113.282, "p95_ms": 85.974}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.384, "count": 114, "max_ms": 112.4, "p95_ms": 96.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.754, "count": 114, "max_ms": 325.191, "p95_ms": 285.189}, "read_interval": {"avg_ms": 263.764, "count": 113, "max_ms": 335.376, "p95_ms": 292.086}, "triton_wait": {"avg_ms": 79.405, "count": 114, "max_ms": 113.295, "p95_ms": 96.339}, "visualize": {"avg_ms": 25.772, "count": 114, "max_ms": 36.921, "p95_ms": 26.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6401.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 93, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:52:07+09:00", "last_error_summary": "[h264 @ 0x557ef348e800] error while decoding MB 1 41, bytestream -5", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.16, "last_started_at": "2026-07-06T23:52:09+09:00", "pid": 36362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.324, "name": "ffmpeg", "pid": 36362, "rss_mb": 330.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.562, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:52:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:52:41+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T23:52:41+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:52:41.486982+09:00", "mtime_epoch": 1783349561.4869823, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 116141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:52:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.941, "pushed": 8.941, "read": 8.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.162, "count": 268, "max_ms": 6.915, "p95_ms": 5.081}, "gstreamer_push": {"avg_ms": 1.288, "count": 268, "max_ms": 1.957, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.196, "count": 268, "max_ms": 94.511, "p95_ms": 85.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.763, "count": 268, "max_ms": 118.598, "p95_ms": 101.228}, "yolo11_640_fire_11class": {"avg_ms": 76.997, "count": 268, "max_ms": 95.172, "p95_ms": 87.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.548, "count": 268, "max_ms": 106.51, "p95_ms": 97.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.472, "count": 268, "max_ms": 131.536, "p95_ms": 115.044}, "read_interval": {"avg_ms": 112.136, "count": 267, "max_ms": 336.543, "p95_ms": 129.437}, "triton_wait": {"avg_ms": 86.638, "count": 268, "max_ms": 118.61, "p95_ms": 102.268}, "visualize": {"avg_ms": 3.662, "count": 268, "max_ms": 6.21, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6404.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.911, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.805, "name": "ffmpeg", "pid": 36255, "rss_mb": 266.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 9, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.415, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:52:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:52:45+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T23:52:45+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-06T23:52:45.467225+09:00", "mtime_epoch": 1783349565.4672246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:52:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1691.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.016, "pushed": 9.016, "read": 8.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.535, "count": 270, "max_ms": 5.137, "p95_ms": 3.886}, "gstreamer_push": {"avg_ms": 1.335, "count": 270, "max_ms": 1.545, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.85, "count": 270, "max_ms": 90.081, "p95_ms": 84.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.445, "count": 270, "max_ms": 120.268, "p95_ms": 103.94}, "yolo11_640_fire_11class": {"avg_ms": 75.504, "count": 270, "max_ms": 91.4, "p95_ms": 86.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.243, "count": 270, "max_ms": 101.989, "p95_ms": 96.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.616, "count": 270, "max_ms": 132.811, "p95_ms": 116.343}, "read_interval": {"avg_ms": 111.318, "count": 269, "max_ms": 145.854, "p95_ms": 134.533}, "triton_wait": {"avg_ms": 85.361, "count": 270, "max_ms": 120.28, "p95_ms": 103.954}, "visualize": {"avg_ms": 3.651, "count": 270, "max_ms": 5.073, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2075, "tracking_summary": 1866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6401.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45280.735, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.452, "sample_count": 1167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:52:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:52:47+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-06T23:52:47+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T23:52:47.275334+09:00", "mtime_epoch": 1783349567.2753344, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:52:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.742, "name": "celery", "pid": 239, "rss_mb": 884.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.827, "pushed": 3.827, "read": 3.793}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.592, "count": 114, "max_ms": 209.958, "p95_ms": 161.88}, "gstreamer_push": {"avg_ms": 1.07, "count": 114, "max_ms": 2.87, "p95_ms": 2.089}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.174, "count": 114, "max_ms": 114.896, "p95_ms": 111.544}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.472, "count": 114, "max_ms": 117.034, "p95_ms": 114.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.333, "count": 114, "max_ms": 327.274, "p95_ms": 303.328}, "read_interval": {"avg_ms": 263.499, "count": 113, "max_ms": 334.715, "p95_ms": 309.601}, "triton_wait": {"avg_ms": 83.64, "count": 114, "max_ms": 117.052, "p95_ms": 114.085}, "visualize": {"avg_ms": 30.245, "count": 114, "max_ms": 42.997, "p95_ms": 41.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6401.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 93, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:52:07+09:00", "last_error_summary": "[h264 @ 0x557ef348e800] error while decoding MB 1 41, bytestream -5", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.278, "last_started_at": "2026-07-06T23:52:09+09:00", "pid": 36362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.582, "name": "ffmpeg", "pid": 36362, "rss_mb": 330.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.997, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:53:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:53:11+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-06T23:53:11+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-06T23:53:11.604788+09:00", "mtime_epoch": 1783349591.6047883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:53:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1573.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.836, "pushed": 8.836, "read": 8.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.143, "count": 265, "max_ms": 6.557, "p95_ms": 4.617}, "gstreamer_push": {"avg_ms": 1.28, "count": 265, "max_ms": 1.47, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.923, "count": 265, "max_ms": 91.257, "p95_ms": 86.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.033, "count": 265, "max_ms": 115.296, "p95_ms": 94.364}, "yolo11_640_fire_11class": {"avg_ms": 77.793, "count": 265, "max_ms": 98.974, "p95_ms": 88.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.812, "count": 265, "max_ms": 110.999, "p95_ms": 97.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.175, "count": 265, "max_ms": 128.282, "p95_ms": 112.319}, "read_interval": {"avg_ms": 113.19, "count": 265, "max_ms": 145.357, "p95_ms": 127.619}, "triton_wait": {"avg_ms": 87.399, "count": 265, "max_ms": 115.309, "p95_ms": 99.349}, "visualize": {"avg_ms": 3.605, "count": 265, "max_ms": 4.236, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6401.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.021, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.805, "name": "ffmpeg", "pid": 36255, "rss_mb": 266.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.08, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:53:15+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-06T23:53:15+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-06T23:53:15.549020+09:00", "mtime_epoch": 1783349595.5490203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:53:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1691.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.867, "read": 8.833}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.582, "count": 265, "max_ms": 5.505, "p95_ms": 4.617}, "gstreamer_push": {"avg_ms": 1.334, "count": 266, "max_ms": 1.69, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.189, "count": 265, "max_ms": 93.856, "p95_ms": 85.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.08, "count": 265, "max_ms": 118.35, "p95_ms": 95.259}, "yolo11_640_fire_11class": {"avg_ms": 77.845, "count": 265, "max_ms": 99.199, "p95_ms": 87.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.804, "count": 265, "max_ms": 110.995, "p95_ms": 97.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.839, "count": 266, "max_ms": 132.751, "p95_ms": 113.386}, "read_interval": {"avg_ms": 113.101, "count": 265, "max_ms": 147.972, "p95_ms": 127.091}, "triton_wait": {"avg_ms": 87.562, "count": 265, "max_ms": 118.364, "p95_ms": 100.916}, "visualize": {"avg_ms": 3.654, "count": 265, "max_ms": 4.559, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2075, "tracking_summary": 1867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6403.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45310.905, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.947, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:53:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:53:17+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-06T23:53:17+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-06T23:53:17.461132+09:00", "mtime_epoch": 1783349597.4611323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:53:17+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 886.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.584, "pushed": 3.584, "read": 3.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.614, "count": 107, "max_ms": 198.593, "p95_ms": 164.437}, "gstreamer_push": {"avg_ms": 0.974, "count": 107, "max_ms": 3.224, "p95_ms": 2.739}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.519, "count": 107, "max_ms": 115.043, "p95_ms": 109.879}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.239, "count": 107, "max_ms": 122.467, "p95_ms": 114.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.893, "count": 107, "max_ms": 312.27, "p95_ms": 307.034}, "read_interval": {"avg_ms": 282.235, "count": 106, "max_ms": 318.356, "p95_ms": 313.976}, "triton_wait": {"avg_ms": 83.308, "count": 107, "max_ms": 122.481, "p95_ms": 114.29}, "visualize": {"avg_ms": 29.143, "count": 107, "max_ms": 41.584, "p95_ms": 38.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6406.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 93, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:52:07+09:00", "last_error_summary": "[h264 @ 0x557ef348e800] error while decoding MB 1 41, bytestream -5", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.316, "last_started_at": "2026-07-06T23:52:09+09:00", "pid": 36362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.582, "name": "ffmpeg", "pid": 36362, "rss_mb": 330.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.597, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:53:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:53:41+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-06T23:53:41+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-06T23:53:41.626528+09:00", "mtime_epoch": 1783349621.6265275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:53:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.921, "pushed": 8.921, "read": 8.888}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.232, "count": 267, "max_ms": 6.98, "p95_ms": 5.091}, "gstreamer_push": {"avg_ms": 1.307, "count": 267, "max_ms": 1.986, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.633, "count": 267, "max_ms": 89.071, "p95_ms": 82.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.264, "count": 267, "max_ms": 119.006, "p95_ms": 108.572}, "yolo11_640_fire_11class": {"avg_ms": 75.47, "count": 267, "max_ms": 90.251, "p95_ms": 87.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.152, "count": 267, "max_ms": 102.0, "p95_ms": 94.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.087, "count": 267, "max_ms": 131.769, "p95_ms": 120.805}, "read_interval": {"avg_ms": 112.417, "count": 266, "max_ms": 149.47, "p95_ms": 133.953}, "triton_wait": {"avg_ms": 85.992, "count": 267, "max_ms": 119.02, "p95_ms": 108.581}, "visualize": {"avg_ms": 3.704, "count": 267, "max_ms": 6.263, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6406.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.054, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.805, "name": "ffmpeg", "pid": 36255, "rss_mb": 266.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.204, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:53:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:53:45+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-06T23:53:45+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-06T23:53:45.646756+09:00", "mtime_epoch": 1783349625.6467562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:53:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1691.418, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.99, "pushed": 8.99, "read": 8.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.634, "count": 269, "max_ms": 7.98, "p95_ms": 5.095}, "gstreamer_push": {"avg_ms": 1.322, "count": 269, "max_ms": 2.348, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.646, "count": 269, "max_ms": 89.065, "p95_ms": 83.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.225, "count": 269, "max_ms": 117.293, "p95_ms": 102.418}, "yolo11_640_fire_11class": {"avg_ms": 76.314, "count": 269, "max_ms": 91.036, "p95_ms": 86.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.858, "count": 269, "max_ms": 102.106, "p95_ms": 95.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.418, "count": 269, "max_ms": 133.519, "p95_ms": 115.009}, "read_interval": {"avg_ms": 111.779, "count": 268, "max_ms": 143.105, "p95_ms": 128.084}, "triton_wait": {"avg_ms": 85.951, "count": 269, "max_ms": 117.306, "p95_ms": 102.431}, "visualize": {"avg_ms": 3.643, "count": 269, "max_ms": 6.571, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2078, "tracking_summary": 1868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6406.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45341.169, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.225, "sample_count": 1174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:53:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:53:47+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-06T23:53:47+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-06T23:53:47.662870+09:00", "mtime_epoch": 1783349627.6628704, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:53:47+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 889.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.169, "pushed": 4.169, "read": 4.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.831, "count": 124, "max_ms": 193.809, "p95_ms": 164.049}, "gstreamer_push": {"avg_ms": 0.811, "count": 124, "max_ms": 1.152, "p95_ms": 0.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.217, "count": 124, "max_ms": 109.562, "p95_ms": 107.046}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.06, "count": 124, "max_ms": 116.492, "p95_ms": 109.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.269, "count": 124, "max_ms": 305.531, "p95_ms": 297.29}, "read_interval": {"avg_ms": 241.42, "count": 123, "max_ms": 307.725, "p95_ms": 302.349}, "triton_wait": {"avg_ms": 81.157, "count": 124, "max_ms": 116.506, "p95_ms": 109.652}, "visualize": {"avg_ms": 24.449, "count": 124, "max_ms": 29.67, "p95_ms": 27.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.746, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6405.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.073, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.32, "name": "ffmpeg", "pid": 36255, "rss_mb": 267.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.358, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:54:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:54:15+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-06T23:54:15+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T23:54:15.656430+09:00", "mtime_epoch": 1783349655.65643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:54:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1691.676, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.889}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.42, "count": 297, "max_ms": 5.584, "p95_ms": 4.443}, "gstreamer_push": {"avg_ms": 1.258, "count": 297, "max_ms": 1.744, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.223, "count": 297, "max_ms": 88.16, "p95_ms": 82.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.922, "count": 297, "max_ms": 122.303, "p95_ms": 89.106}, "yolo11_640_fire_11class": {"avg_ms": 69.422, "count": 297, "max_ms": 92.039, "p95_ms": 85.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.644, "count": 297, "max_ms": 100.141, "p95_ms": 95.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.376, "count": 297, "max_ms": 134.459, "p95_ms": 109.516}, "read_interval": {"avg_ms": 101.131, "count": 296, "max_ms": 147.196, "p95_ms": 122.762}, "triton_wait": {"avg_ms": 76.718, "count": 297, "max_ms": 122.316, "p95_ms": 97.178}, "visualize": {"avg_ms": 3.459, "count": 297, "max_ms": 4.496, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2079, "tracking_summary": 1869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6405.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45371.212, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.944, "sample_count": 1163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:54:18+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-06T23:54:17+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-06T23:54:17.744544+09:00", "mtime_epoch": 1783349657.7445443, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:54:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 887.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.694, "pushed": 3.694, "read": 3.661}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.545, "count": 110, "max_ms": 202.528, "p95_ms": 168.529}, "gstreamer_push": {"avg_ms": 0.862, "count": 110, "max_ms": 3.109, "p95_ms": 1.692}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.72, "count": 110, "max_ms": 111.725, "p95_ms": 108.378}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.005, "count": 110, "max_ms": 114.012, "p95_ms": 107.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.446, "count": 110, "max_ms": 307.993, "p95_ms": 303.707}, "read_interval": {"avg_ms": 273.071, "count": 109, "max_ms": 315.878, "p95_ms": 309.576}, "triton_wait": {"avg_ms": 77.428, "count": 110, "max_ms": 114.026, "p95_ms": 110.0}, "visualize": {"avg_ms": 26.675, "count": 110, "max_ms": 40.404, "p95_ms": 35.747}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6407.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 93, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:52:07+09:00", "last_error_summary": "[h264 @ 0x557ef348e800] error while decoding MB 1 41, bytestream -5", "last_exit_at": "2026-07-06T23:43:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.149, "last_started_at": "2026-07-06T23:52:09+09:00", "pid": 36362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.457, "name": "ffmpeg", "pid": 36362, "rss_mb": 331.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.692, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:54:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:54:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T23:54:21+09:00", "mjpeg": {"age_sec": 15.161, "exists": true, "mtime": "2026-07-06T23:54:06.415920+09:00", "mtime_epoch": 1783349646.4159205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:54:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.443, "pushed": 4.443, "read": 4.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.36, "count": 133, "max_ms": 6.247, "p95_ms": 6.117}, "gstreamer_push": {"avg_ms": 1.291, "count": 133, "max_ms": 1.556, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.743, "count": 133, "max_ms": 89.252, "p95_ms": 82.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.403, "count": 133, "max_ms": 118.621, "p95_ms": 92.088}, "yolo11_640_fire_11class": {"avg_ms": 76.425, "count": 133, "max_ms": 90.873, "p95_ms": 87.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.838, "count": 133, "max_ms": 100.884, "p95_ms": 97.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.203, "count": 133, "max_ms": 131.701, "p95_ms": 112.44}, "read_interval": {"avg_ms": 226.855, "count": 132, "max_ms": 15196.134, "p95_ms": 131.168}, "triton_wait": {"avg_ms": 86.019, "count": 133, "max_ms": 118.634, "p95_ms": 98.667}, "visualize": {"avg_ms": 3.685, "count": 133, "max_ms": 4.758, "p95_ms": 4.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6312.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.162, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.094, "name": "ffmpeg", "pid": 36255, "rss_mb": 268.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.93, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:54:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:54:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T23:54:45+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-06T23:54:45.726053+09:00", "mtime_epoch": 1783349685.7260532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:54:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1691.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.835, "pushed": 10.835, "read": 10.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.517, "count": 325, "max_ms": 5.36, "p95_ms": 4.247}, "gstreamer_push": {"avg_ms": 1.307, "count": 325, "max_ms": 1.805, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.033, "count": 325, "max_ms": 84.995, "p95_ms": 72.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.221, "count": 325, "max_ms": 116.727, "p95_ms": 85.51}, "yolo11_640_fire_11class": {"avg_ms": 59.581, "count": 325, "max_ms": 87.689, "p95_ms": 74.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.769, "count": 325, "max_ms": 99.8, "p95_ms": 82.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.057, "count": 325, "max_ms": 129.12, "p95_ms": 98.775}, "read_interval": {"avg_ms": 92.253, "count": 325, "max_ms": 146.951, "p95_ms": 113.264}, "triton_wait": {"avg_ms": 66.995, "count": 325, "max_ms": 116.74, "p95_ms": 86.559}, "visualize": {"avg_ms": 3.601, "count": 325, "max_ms": 4.52, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2079, "tracking_summary": 1870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6374.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45401.28, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.433, "sample_count": 1179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:54:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:54:48+09:00", "last_frame_read_age_sec": 0.265, "last_frame_read_at": "2026-07-06T23:54:47+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-06T23:54:47.822165+09:00", "mtime_epoch": 1783349687.8221645, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:54:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 884.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.229, "pushed": 4.229, "read": 4.195}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 123.152, "count": 126, "max_ms": 181.031, "p95_ms": 161.709}, "gstreamer_push": {"avg_ms": 0.821, "count": 126, "max_ms": 1.257, "p95_ms": 0.943}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.197, "count": 126, "max_ms": 109.276, "p95_ms": 93.687}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.406, "count": 126, "max_ms": 116.839, "p95_ms": 93.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.761, "count": 126, "max_ms": 304.507, "p95_ms": 282.947}, "read_interval": {"avg_ms": 238.382, "count": 125, "max_ms": 310.167, "p95_ms": 291.531}, "triton_wait": {"avg_ms": 79.493, "count": 126, "max_ms": 116.853, "p95_ms": 93.7}, "visualize": {"avg_ms": 25.241, "count": 126, "max_ms": 34.824, "p95_ms": 30.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6403.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:54:38+09:00", "last_error_summary": "[h264 @ 0x5644c8db99c0] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5644c8740e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5644c8740e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:54:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.712, "last_started_at": "2026-07-06T23:54:41+09:00", "pid": 36514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.457, "name": "ffmpeg", "pid": 36514, "rss_mb": 327.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 12, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.354, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:54:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:54:51+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-06T23:54:51+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:54:51.502359+09:00", "mtime_epoch": 1783349691.5023592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:54:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.667, "pushed": 5.667, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.255, "count": 80, "max_ms": 6.334, "p95_ms": 5.6}, "gstreamer_push": {"avg_ms": 1.291, "count": 80, "max_ms": 2.21, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.493, "count": 80, "max_ms": 88.806, "p95_ms": 84.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.92, "count": 80, "max_ms": 108.394, "p95_ms": 90.469}, "yolo11_640_fire_11class": {"avg_ms": 77.176, "count": 80, "max_ms": 89.923, "p95_ms": 87.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.389, "count": 80, "max_ms": 100.76, "p95_ms": 98.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.214, "count": 80, "max_ms": 121.226, "p95_ms": 111.95}, "read_interval": {"avg_ms": 375.139, "count": 80, "max_ms": 15998.551, "p95_ms": 126.374}, "triton_wait": {"avg_ms": 86.148, "count": 80, "max_ms": 108.407, "p95_ms": 98.883}, "visualize": {"avg_ms": 3.716, "count": 80, "max_ms": 4.974, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.116, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6403.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.271, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.125, "name": "ffmpeg", "pid": 36255, "rss_mb": 269.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.703, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:55:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:55:15+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-06T23:55:15+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-06T23:55:15.807626+09:00", "mtime_epoch": 1783349715.8076262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:55:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1691.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.934, "pushed": 8.934, "read": 8.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.538, "count": 267, "max_ms": 5.503, "p95_ms": 4.239}, "gstreamer_push": {"avg_ms": 1.315, "count": 268, "max_ms": 1.59, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.62, "count": 267, "max_ms": 87.136, "p95_ms": 82.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.854, "count": 267, "max_ms": 117.414, "p95_ms": 92.857}, "yolo11_640_fire_11class": {"avg_ms": 76.581, "count": 267, "max_ms": 91.247, "p95_ms": 85.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.725, "count": 267, "max_ms": 100.578, "p95_ms": 95.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.775, "count": 268, "max_ms": 129.743, "p95_ms": 112.362}, "read_interval": {"avg_ms": 112.271, "count": 267, "max_ms": 150.164, "p95_ms": 126.496}, "triton_wait": {"avg_ms": 86.571, "count": 267, "max_ms": 117.427, "p95_ms": 99.86}, "visualize": {"avg_ms": 3.615, "count": 267, "max_ms": 4.88, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2081, "tracking_summary": 1871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6402.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45431.497, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.225, "sample_count": 1161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:55:18+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-06T23:55:17+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-06T23:55:17.991739+09:00", "mtime_epoch": 1783349717.9917388, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:55:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 883.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.675, "pushed": 3.675, "read": 3.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.39, "count": 110, "max_ms": 170.521, "p95_ms": 166.082}, "gstreamer_push": {"avg_ms": 0.861, "count": 110, "max_ms": 1.903, "p95_ms": 1.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.46, "count": 110, "max_ms": 114.312, "p95_ms": 105.952}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 79.05, "count": 110, "max_ms": 116.778, "p95_ms": 114.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.864, "count": 110, "max_ms": 316.75, "p95_ms": 301.961}, "read_interval": {"avg_ms": 274.296, "count": 109, "max_ms": 324.798, "p95_ms": 308.455}, "triton_wait": {"avg_ms": 79.582, "count": 110, "max_ms": 116.791, "p95_ms": 114.984}, "visualize": {"avg_ms": 30.11, "count": 110, "max_ms": 46.597, "p95_ms": 40.634}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6406.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:54:38+09:00", "last_error_summary": "[h264 @ 0x5644c8db99c0] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5644c8740e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5644c8740e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:54:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.82, "last_started_at": "2026-07-06T23:54:41+09:00", "pid": 36514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.551, "name": "ffmpeg", "pid": 36514, "rss_mb": 330.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 11, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.192, "sample_count": 2094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:55:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-06T23:55:21+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-06T23:55:21+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-06T23:55:21.615925+09:00", "mtime_epoch": 1783349721.6159246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:55:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.9, "pushed": 8.9, "read": 8.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.207, "count": 266, "max_ms": 6.808, "p95_ms": 5.277}, "gstreamer_push": {"avg_ms": 1.286, "count": 267, "max_ms": 1.934, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.871, "count": 266, "max_ms": 95.147, "p95_ms": 84.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.807, "count": 266, "max_ms": 118.071, "p95_ms": 98.912}, "yolo11_640_fire_11class": {"avg_ms": 77.56, "count": 266, "max_ms": 95.677, "p95_ms": 87.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.765, "count": 266, "max_ms": 105.032, "p95_ms": 96.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.534, "count": 267, "max_ms": 131.874, "p95_ms": 114.983}, "read_interval": {"avg_ms": 112.76, "count": 266, "max_ms": 147.821, "p95_ms": 126.935}, "triton_wait": {"avg_ms": 87.622, "count": 266, "max_ms": 118.084, "p95_ms": 101.011}, "visualize": {"avg_ms": 3.651, "count": 266, "max_ms": 4.79, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6405.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.27, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.125, "name": "ffmpeg", "pid": 36255, "rss_mb": 269.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.594, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:55:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:55:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-06T23:55:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-06T23:55:45.829149+09:00", "mtime_epoch": 1783349745.8291485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:55:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.733, "pushed": 8.767, "read": 8.733}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.5, "count": 262, "max_ms": 4.527, "p95_ms": 3.659}, "gstreamer_push": {"avg_ms": 1.332, "count": 263, "max_ms": 1.596, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.566, "count": 262, "max_ms": 96.05, "p95_ms": 87.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.315, "count": 262, "max_ms": 116.336, "p95_ms": 98.322}, "yolo11_640_fire_11class": {"avg_ms": 77.974, "count": 262, "max_ms": 96.64, "p95_ms": 89.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.4, "count": 262, "max_ms": 106.095, "p95_ms": 100.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.501, "count": 262, "max_ms": 129.319, "p95_ms": 116.826}, "read_interval": {"avg_ms": 114.596, "count": 262, "max_ms": 145.412, "p95_ms": 132.181}, "triton_wait": {"avg_ms": 88.268, "count": 262, "max_ms": 116.349, "p95_ms": 104.595}, "visualize": {"avg_ms": 3.64, "count": 262, "max_ms": 4.606, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2082, "tracking_summary": 1872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6402.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45461.564, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.961, "sample_count": 1166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:55:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:55:48+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-06T23:55:48+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-06T23:55:48.193266+09:00", "mtime_epoch": 1783349748.1932664, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:55:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 883.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.859, "pushed": 3.859, "read": 3.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.386, "count": 115, "max_ms": 200.09, "p95_ms": 179.53}, "gstreamer_push": {"avg_ms": 1.094, "count": 115, "max_ms": 3.909, "p95_ms": 1.884}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.04, "count": 115, "max_ms": 114.298, "p95_ms": 109.45}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.763, "count": 115, "max_ms": 123.314, "p95_ms": 113.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.029, "count": 115, "max_ms": 332.835, "p95_ms": 317.418}, "read_interval": {"avg_ms": 262.133, "count": 114, "max_ms": 344.556, "p95_ms": 325.399}, "triton_wait": {"avg_ms": 83.85, "count": 115, "max_ms": 123.329, "p95_ms": 114.084}, "visualize": {"avg_ms": 28.916, "count": 115, "max_ms": 45.817, "p95_ms": 39.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6405.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:54:38+09:00", "last_error_summary": "[h264 @ 0x5644c8db99c0] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5644c8740e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5644c8740e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:54:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.916, "last_started_at": "2026-07-06T23:54:41+09:00", "pid": 36514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.809, "name": "ffmpeg", "pid": 36514, "rss_mb": 330.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 11, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.201, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:55:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:55:51+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:55:51+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T23:55:51.713442+09:00", "mtime_epoch": 1783349751.7134416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:55:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.738, "pushed": 8.738, "read": 8.705}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 262, "max_ms": 6.907, "p95_ms": 5.83}, "gstreamer_push": {"avg_ms": 1.291, "count": 262, "max_ms": 1.709, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.635, "count": 262, "max_ms": 94.603, "p95_ms": 85.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.576, "count": 262, "max_ms": 120.08, "p95_ms": 100.797}, "yolo11_640_fire_11class": {"avg_ms": 78.234, "count": 262, "max_ms": 98.29, "p95_ms": 88.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.829, "count": 262, "max_ms": 108.528, "p95_ms": 99.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.984, "count": 262, "max_ms": 132.687, "p95_ms": 117.459}, "read_interval": {"avg_ms": 114.888, "count": 261, "max_ms": 145.116, "p95_ms": 130.33}, "triton_wait": {"avg_ms": 88.963, "count": 262, "max_ms": 120.092, "p95_ms": 104.602}, "visualize": {"avg_ms": 3.676, "count": 262, "max_ms": 6.052, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6410.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.286, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.125, "name": "ffmpeg", "pid": 36255, "rss_mb": 269.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.594, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:56:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:56:15+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:56:15+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:56:15.834625+09:00", "mtime_epoch": 1783349775.834625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:56:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.191, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.634, "pushed": 8.634, "read": 8.634}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.687, "count": 259, "max_ms": 5.837, "p95_ms": 5.376}, "gstreamer_push": {"avg_ms": 1.377, "count": 259, "max_ms": 2.38, "p95_ms": 1.573}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.243, "count": 259, "max_ms": 90.678, "p95_ms": 83.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.389, "count": 259, "max_ms": 120.703, "p95_ms": 110.05}, "yolo11_640_fire_11class": {"avg_ms": 77.438, "count": 259, "max_ms": 91.926, "p95_ms": 86.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.183, "count": 259, "max_ms": 104.56, "p95_ms": 96.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.133, "count": 259, "max_ms": 133.359, "p95_ms": 122.715}, "read_interval": {"avg_ms": 115.869, "count": 259, "max_ms": 146.322, "p95_ms": 136.47}, "triton_wait": {"avg_ms": 89.506, "count": 259, "max_ms": 120.716, "p95_ms": 110.064}, "visualize": {"avg_ms": 3.783, "count": 259, "max_ms": 6.405, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2082, "tracking_summary": 1873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6403.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45491.67, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.936, "sample_count": 1176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:56:18+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-06T23:56:18+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-06T23:56:18.262743+09:00", "mtime_epoch": 1783349778.2627425, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:56:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 883.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.379, "pushed": 4.379, "read": 4.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 110.394, "count": 131, "max_ms": 175.59, "p95_ms": 164.753}, "gstreamer_push": {"avg_ms": 0.815, "count": 131, "max_ms": 1.916, "p95_ms": 0.878}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.426, "count": 131, "max_ms": 114.806, "p95_ms": 107.76}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.489, "count": 131, "max_ms": 113.88, "p95_ms": 109.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.057, "count": 131, "max_ms": 313.23, "p95_ms": 296.146}, "read_interval": {"avg_ms": 229.885, "count": 130, "max_ms": 319.279, "p95_ms": 302.301}, "triton_wait": {"avg_ms": 82.909, "count": 131, "max_ms": 114.819, "p95_ms": 111.954}, "visualize": {"avg_ms": 25.958, "count": 131, "max_ms": 37.098, "p95_ms": 32.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6405.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:54:38+09:00", "last_error_summary": "[h264 @ 0x5644c8db99c0] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5644c8740e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5644c8740e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:54:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.001, "last_started_at": "2026-07-06T23:54:41+09:00", "pid": 36514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.809, "name": "ffmpeg", "pid": 36514, "rss_mb": 330.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 11, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.175, "sample_count": 2028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:56:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:56:21+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-06T23:56:21+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:56:21.790913+09:00", "mtime_epoch": 1783349781.7909129, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:56:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.674, "pushed": 8.674, "read": 8.641}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.218, "count": 260, "max_ms": 7.055, "p95_ms": 4.799}, "gstreamer_push": {"avg_ms": 1.296, "count": 260, "max_ms": 1.766, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.96, "count": 260, "max_ms": 91.743, "p95_ms": 83.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.169, "count": 260, "max_ms": 120.746, "p95_ms": 112.306}, "yolo11_640_fire_11class": {"avg_ms": 77.691, "count": 260, "max_ms": 93.108, "p95_ms": 86.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.359, "count": 260, "max_ms": 105.139, "p95_ms": 97.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.818, "count": 260, "max_ms": 135.147, "p95_ms": 125.325}, "read_interval": {"avg_ms": 115.693, "count": 259, "max_ms": 147.874, "p95_ms": 138.152}, "triton_wait": {"avg_ms": 89.74, "count": 260, "max_ms": 120.759, "p95_ms": 112.318}, "visualize": {"avg_ms": 3.703, "count": 260, "max_ms": 6.141, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6411.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.288, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.961, "name": "ffmpeg", "pid": 36255, "rss_mb": 271.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.741, "sample_count": 2803, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:56:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:56:45+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T23:56:45+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-06T23:56:45.872060+09:00", "mtime_epoch": 1783349805.8720603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:56:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.937, "pushed": 8.937, "read": 8.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.645, "count": 268, "max_ms": 5.569, "p95_ms": 5.105}, "gstreamer_push": {"avg_ms": 1.302, "count": 268, "max_ms": 1.691, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.015, "count": 268, "max_ms": 91.901, "p95_ms": 83.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.88, "count": 268, "max_ms": 123.181, "p95_ms": 100.487}, "yolo11_640_fire_11class": {"avg_ms": 75.969, "count": 268, "max_ms": 92.414, "p95_ms": 87.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.177, "count": 268, "max_ms": 102.856, "p95_ms": 95.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.271, "count": 268, "max_ms": 135.648, "p95_ms": 115.137}, "read_interval": {"avg_ms": 112.065, "count": 268, "max_ms": 148.213, "p95_ms": 130.506}, "triton_wait": {"avg_ms": 85.979, "count": 268, "max_ms": 123.193, "p95_ms": 102.869}, "visualize": {"avg_ms": 3.643, "count": 268, "max_ms": 4.746, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2084, "tracking_summary": 1874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6411.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45521.835, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.708, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:56:48+09:00", "last_frame_read_age_sec": 0.261, "last_frame_read_at": "2026-07-06T23:56:48+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-06T23:56:48.376178+09:00", "mtime_epoch": 1783349808.3761783, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:56:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 888.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.736, "pushed": 3.736, "read": 3.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.402, "count": 112, "max_ms": 165.84, "p95_ms": 162.961}, "gstreamer_push": {"avg_ms": 0.783, "count": 112, "max_ms": 1.225, "p95_ms": 0.866}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.73, "count": 112, "max_ms": 118.339, "p95_ms": 110.425}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 82.846, "count": 112, "max_ms": 118.352, "p95_ms": 113.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.852, "count": 112, "max_ms": 309.282, "p95_ms": 303.125}, "read_interval": {"avg_ms": 269.35, "count": 111, "max_ms": 317.355, "p95_ms": 310.873}, "triton_wait": {"avg_ms": 82.91, "count": 112, "max_ms": 118.363, "p95_ms": 113.381}, "visualize": {"avg_ms": 25.697, "count": 112, "max_ms": 34.797, "p95_ms": 28.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6408.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 94, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:54:38+09:00", "last_error_summary": "[h264 @ 0x5644c8db99c0] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5644c8740e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5644c8740e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:54:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.23, "last_started_at": "2026-07-06T23:54:41+09:00", "pid": 36514, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.809, "name": "ffmpeg", "pid": 36514, "rss_mb": 330.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 11, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.873, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:56:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:56:57+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:56:57+09:00", "mjpeg": {"age_sec": 12.04, "exists": true, "mtime": "2026-07-06T23:56:45.080023+09:00", "mtime_epoch": 1783349805.080023, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:56:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.434, "pushed": 5.434, "read": 5.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.228, "count": 162, "max_ms": 6.251, "p95_ms": 5.049}, "gstreamer_push": {"avg_ms": 1.298, "count": 163, "max_ms": 2.08, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.065, "count": 162, "max_ms": 91.863, "p95_ms": 83.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.34, "count": 162, "max_ms": 120.306, "p95_ms": 98.17}, "yolo11_640_fire_11class": {"avg_ms": 76.06, "count": 162, "max_ms": 91.876, "p95_ms": 87.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.478, "count": 162, "max_ms": 102.517, "p95_ms": 97.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.71, "count": 163, "max_ms": 134.093, "p95_ms": 115.216}, "read_interval": {"avg_ms": 185.067, "count": 162, "max_ms": 12037.299, "p95_ms": 131.444}, "triton_wait": {"avg_ms": 85.766, "count": 162, "max_ms": 120.342, "p95_ms": 102.514}, "visualize": {"avg_ms": 3.663, "count": 162, "max_ms": 4.538, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6106.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.329, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.961, "name": "ffmpeg", "pid": 36255, "rss_mb": 271.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.708, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:57:15+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T23:57:15+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:57:15.877454+09:00", "mtime_epoch": 1783349835.8774543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:57:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 334, "pushed_frames": 334, "read_frames": 333, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.158, "pushed": 11.158, "read": 11.124}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.515, "count": 334, "max_ms": 5.166, "p95_ms": 4.056}, "gstreamer_push": {"avg_ms": 1.311, "count": 334, "max_ms": 1.509, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.144, "count": 334, "max_ms": 78.641, "p95_ms": 64.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.81, "count": 334, "max_ms": 98.795, "p95_ms": 84.141}, "yolo11_640_fire_11class": {"avg_ms": 58.113, "count": 334, "max_ms": 89.478, "p95_ms": 70.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.023, "count": 334, "max_ms": 100.418, "p95_ms": 70.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.588, "count": 334, "max_ms": 113.024, "p95_ms": 97.375}, "read_interval": {"avg_ms": 89.87, "count": 333, "max_ms": 130.672, "p95_ms": 111.481}, "triton_wait": {"avg_ms": 64.463, "count": 334, "max_ms": 100.43, "p95_ms": 85.163}, "visualize": {"avg_ms": 3.643, "count": 334, "max_ms": 4.366, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2085, "tracking_summary": 1875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6130.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45551.896, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.199, "sample_count": 1164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:57:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:57:18+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-06T23:57:18+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-06T23:57:18.417571+09:00", "mtime_epoch": 1783349838.4175706, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:57:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 890.805, "name": "celery", "pid": 239, "rss_mb": 888.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.96, "pushed": 3.96, "read": 3.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.18, "count": 118, "max_ms": 162.442, "p95_ms": 159.571}, "gstreamer_push": {"avg_ms": 0.811, "count": 118, "max_ms": 1.799, "p95_ms": 0.902}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.477, "count": 118, "max_ms": 93.17, "p95_ms": 86.184}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.425, "count": 118, "max_ms": 100.864, "p95_ms": 91.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.956, "count": 118, "max_ms": 292.81, "p95_ms": 281.586}, "read_interval": {"avg_ms": 254.431, "count": 117, "max_ms": 298.648, "p95_ms": 287.069}, "triton_wait": {"avg_ms": 77.438, "count": 118, "max_ms": 100.877, "p95_ms": 91.094}, "visualize": {"avg_ms": 27.616, "count": 118, "max_ms": 39.247, "p95_ms": 36.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6407.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:57:14+09:00", "last_error_summary": "[NULL @ 0x563525f8e200] missing picture in access unit with size 18 [h264 @ 0x563526a079c0] no frame! [in#0/rtsp @ 0x563525f89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563525f89e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x563525f8e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.568, "last_started_at": "2026-07-06T23:57:16+09:00", "pid": 36666, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.297, "name": "ffmpeg", "pid": 36666, "rss_mb": 327.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 11, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.857, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:57:27+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-06T23:57:27+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T23:57:27.109966+09:00", "mtime_epoch": 1783349847.1099663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:57:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.68, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.994, "pushed": 5.994, "read": 5.994}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.21, "count": 86, "max_ms": 6.813, "p95_ms": 5.287}, "gstreamer_push": {"avg_ms": 1.296, "count": 86, "max_ms": 2.018, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.404, "count": 86, "max_ms": 85.374, "p95_ms": 81.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.463, "count": 86, "max_ms": 112.636, "p95_ms": 93.141}, "yolo11_640_fire_11class": {"avg_ms": 74.496, "count": 86, "max_ms": 93.124, "p95_ms": 85.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.08, "count": 86, "max_ms": 103.531, "p95_ms": 95.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.63, "count": 86, "max_ms": 125.834, "p95_ms": 114.252}, "read_interval": {"avg_ms": 350.004, "count": 86, "max_ms": 15848.356, "p95_ms": 130.254}, "triton_wait": {"avg_ms": 83.673, "count": 86, "max_ms": 112.648, "p95_ms": 101.324}, "visualize": {"avg_ms": 3.678, "count": 86, "max_ms": 6.201, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.348, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6411.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.407, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.961, "name": "ffmpeg", "pid": 36255, "rss_mb": 271.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.274, "sample_count": 2830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:57:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:57:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-06T23:57:45+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-06T23:57:45.994816+09:00", "mtime_epoch": 1783349865.9948156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:57:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.503, "pushed": 9.503, "read": 9.47}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.615, "count": 285, "max_ms": 5.81, "p95_ms": 4.617}, "gstreamer_push": {"avg_ms": 1.321, "count": 285, "max_ms": 2.454, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.549, "count": 285, "max_ms": 92.597, "p95_ms": 82.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.013, "count": 285, "max_ms": 112.443, "p95_ms": 95.53}, "yolo11_640_fire_11class": {"avg_ms": 70.663, "count": 285, "max_ms": 92.585, "p95_ms": 84.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.632, "count": 285, "max_ms": 103.221, "p95_ms": 93.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.741, "count": 285, "max_ms": 125.907, "p95_ms": 110.002}, "read_interval": {"avg_ms": 105.608, "count": 284, "max_ms": 139.36, "p95_ms": 125.19}, "triton_wait": {"avg_ms": 79.357, "count": 285, "max_ms": 112.459, "p95_ms": 97.785}, "visualize": {"avg_ms": 3.7, "count": 285, "max_ms": 6.434, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2085, "tracking_summary": 1876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6410.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45581.914, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.551, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:57:48+09:00", "last_frame_read_age_sec": 0.266, "last_frame_read_at": "2026-07-06T23:57:48+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-06T23:57:48.458925+09:00", "mtime_epoch": 1783349868.4589252, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:57:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 891.062, "name": "celery", "pid": 239, "rss_mb": 886.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.631, "pushed": 3.631, "read": 3.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.35, "count": 108, "max_ms": 174.121, "p95_ms": 165.719}, "gstreamer_push": {"avg_ms": 0.805, "count": 108, "max_ms": 1.748, "p95_ms": 0.893}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.52, "count": 108, "max_ms": 108.863, "p95_ms": 104.667}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.429, "count": 108, "max_ms": 119.809, "p95_ms": 110.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.235, "count": 108, "max_ms": 312.288, "p95_ms": 301.061}, "read_interval": {"avg_ms": 278.001, "count": 107, "max_ms": 318.453, "p95_ms": 307.596}, "triton_wait": {"avg_ms": 81.467, "count": 108, "max_ms": 119.822, "p95_ms": 110.935}, "visualize": {"avg_ms": 26.589, "count": 108, "max_ms": 41.624, "p95_ms": 34.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6412.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:57:14+09:00", "last_error_summary": "[NULL @ 0x563525f8e200] missing picture in access unit with size 18 [h264 @ 0x563526a079c0] no frame! [in#0/rtsp @ 0x563525f89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563525f89e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x563525f8e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.622, "last_started_at": "2026-07-06T23:57:16+09:00", "pid": 36666, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.648, "name": "ffmpeg", "pid": 36666, "rss_mb": 330.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 11, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.447, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:57:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:57:57+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T23:57:57+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:57:57.155311+09:00", "mtime_epoch": 1783349877.1553106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:57:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.188, "pushed": 9.188, "read": 9.155}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.128, "count": 275, "max_ms": 6.455, "p95_ms": 5.493}, "gstreamer_push": {"avg_ms": 1.257, "count": 275, "max_ms": 2.15, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 69.275, "count": 275, "max_ms": 92.538, "p95_ms": 85.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.509, "count": 275, "max_ms": 114.828, "p95_ms": 100.918}, "yolo11_640_fire_11class": {"avg_ms": 74.41, "count": 275, "max_ms": 93.041, "p95_ms": 86.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.02, "count": 275, "max_ms": 103.467, "p95_ms": 96.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.259, "count": 275, "max_ms": 127.763, "p95_ms": 114.7}, "read_interval": {"avg_ms": 109.263, "count": 274, "max_ms": 141.582, "p95_ms": 127.564}, "triton_wait": {"avg_ms": 84.7, "count": 275, "max_ms": 114.84, "p95_ms": 101.713}, "visualize": {"avg_ms": 3.514, "count": 275, "max_ms": 4.643, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6404.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.461, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.539, "name": "ffmpeg", "pid": 36255, "rss_mb": 274.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.585, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:58:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-06T23:58:16+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-06T23:58:16.012136+09:00", "mtime_epoch": 1783349896.0121365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:58:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.707, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.943, "pushed": 8.943, "read": 8.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 268, "max_ms": 5.588, "p95_ms": 4.413}, "gstreamer_push": {"avg_ms": 1.286, "count": 268, "max_ms": 2.12, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.508, "count": 268, "max_ms": 91.781, "p95_ms": 85.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.2, "count": 268, "max_ms": 121.04, "p95_ms": 101.76}, "yolo11_640_fire_11class": {"avg_ms": 76.794, "count": 268, "max_ms": 94.922, "p95_ms": 88.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.879, "count": 268, "max_ms": 104.177, "p95_ms": 98.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.993, "count": 268, "max_ms": 134.023, "p95_ms": 115.059}, "read_interval": {"avg_ms": 112.149, "count": 267, "max_ms": 147.636, "p95_ms": 128.913}, "triton_wait": {"avg_ms": 87.119, "count": 268, "max_ms": 121.055, "p95_ms": 102.687}, "visualize": {"avg_ms": 3.536, "count": 268, "max_ms": 5.617, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2088, "tracking_summary": 1877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6410.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45612.11, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.061, "sample_count": 1173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:58:18+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-06T23:58:18+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-06T23:58:18.640251+09:00", "mtime_epoch": 1783349898.6402507, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:58:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 891.062, "name": "celery", "pid": 239, "rss_mb": 882.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.08, "pushed": 4.08, "read": 4.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.44, "count": 122, "max_ms": 175.423, "p95_ms": 163.874}, "gstreamer_push": {"avg_ms": 1.022, "count": 122, "max_ms": 3.063, "p95_ms": 1.847}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.863, "count": 122, "max_ms": 113.858, "p95_ms": 104.058}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.686, "count": 122, "max_ms": 115.907, "p95_ms": 111.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.258, "count": 122, "max_ms": 309.833, "p95_ms": 302.811}, "read_interval": {"avg_ms": 247.251, "count": 121, "max_ms": 316.484, "p95_ms": 309.622}, "triton_wait": {"avg_ms": 81.724, "count": 122, "max_ms": 115.92, "p95_ms": 111.119}, "visualize": {"avg_ms": 28.114, "count": 122, "max_ms": 46.606, "p95_ms": 36.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6410.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:57:14+09:00", "last_error_summary": "[NULL @ 0x563525f8e200] missing picture in access unit with size 18 [h264 @ 0x563526a079c0] no frame! [in#0/rtsp @ 0x563525f89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563525f89e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x563525f8e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.683, "last_started_at": "2026-07-06T23:57:16+09:00", "pid": 36666, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.648, "name": "ffmpeg", "pid": 36666, "rss_mb": 330.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 11, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.782, "sample_count": 2060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:58:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:58:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-06T23:58:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-06T23:58:27.232622+09:00", "mtime_epoch": 1783349907.2326217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:58:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1574.938, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.977, "pushed": 8.977, "read": 8.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.173, "count": 269, "max_ms": 6.116, "p95_ms": 4.599}, "gstreamer_push": {"avg_ms": 1.298, "count": 269, "max_ms": 2.026, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 70.941, "count": 269, "max_ms": 92.482, "p95_ms": 82.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.606, "count": 269, "max_ms": 114.574, "p95_ms": 99.378}, "yolo11_640_fire_11class": {"avg_ms": 75.57, "count": 269, "max_ms": 93.663, "p95_ms": 87.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.347, "count": 269, "max_ms": 103.164, "p95_ms": 98.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.739, "count": 269, "max_ms": 128.39, "p95_ms": 115.381}, "read_interval": {"avg_ms": 111.787, "count": 268, "max_ms": 143.795, "p95_ms": 130.315}, "triton_wait": {"avg_ms": 85.885, "count": 269, "max_ms": 114.587, "p95_ms": 102.608}, "visualize": {"avg_ms": 3.649, "count": 269, "max_ms": 4.595, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6415.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.577, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.539, "name": "ffmpeg", "pid": 36255, "rss_mb": 274.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.585, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:58:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-06T23:58:46+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-06T23:58:46+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-06T23:58:46.117428+09:00", "mtime_epoch": 1783349926.1174278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:58:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.17, "pushed": 9.17, "read": 9.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.63, "count": 275, "max_ms": 5.533, "p95_ms": 4.984}, "gstreamer_push": {"avg_ms": 1.287, "count": 275, "max_ms": 1.605, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 68.438, "count": 275, "max_ms": 93.697, "p95_ms": 83.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.29, "count": 275, "max_ms": 115.96, "p95_ms": 92.499}, "yolo11_640_fire_11class": {"avg_ms": 74.475, "count": 275, "max_ms": 95.695, "p95_ms": 88.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.758, "count": 275, "max_ms": 105.494, "p95_ms": 98.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.766, "count": 275, "max_ms": 128.495, "p95_ms": 113.044}, "read_interval": {"avg_ms": 109.051, "count": 275, "max_ms": 140.733, "p95_ms": 128.029}, "triton_wait": {"avg_ms": 83.588, "count": 275, "max_ms": 115.973, "p95_ms": 100.412}, "visualize": {"avg_ms": 3.601, "count": 275, "max_ms": 5.845, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2089, "tracking_summary": 1877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6415.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45642.151, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.917, "sample_count": 1157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:58:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:58:48+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-06T23:58:48+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-06T23:58:48.685536+09:00", "mtime_epoch": 1783349928.6855364, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:58:48+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 891.062, "name": "celery", "pid": 239, "rss_mb": 888.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.631, "pushed": 3.631, "read": 3.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.812, "count": 108, "max_ms": 179.372, "p95_ms": 165.668}, "gstreamer_push": {"avg_ms": 0.861, "count": 108, "max_ms": 2.239, "p95_ms": 1.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.031, "count": 108, "max_ms": 115.092, "p95_ms": 111.979}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.255, "count": 108, "max_ms": 117.587, "p95_ms": 112.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.346, "count": 108, "max_ms": 312.881, "p95_ms": 304.514}, "read_interval": {"avg_ms": 278.185, "count": 107, "max_ms": 320.828, "p95_ms": 311.919}, "triton_wait": {"avg_ms": 81.654, "count": 108, "max_ms": 117.601, "p95_ms": 113.222}, "visualize": {"avg_ms": 27.072, "count": 108, "max_ms": 42.308, "p95_ms": 39.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.741, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6414.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:57:14+09:00", "last_error_summary": "[NULL @ 0x563525f8e200] missing picture in access unit with size 18 [h264 @ 0x563526a079c0] no frame! [in#0/rtsp @ 0x563525f89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563525f89e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x563525f8e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.697, "last_started_at": "2026-07-06T23:57:16+09:00", "pid": 36666, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.648, "name": "ffmpeg", "pid": 36666, "rss_mb": 330.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 11, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.305, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:58:57+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-06T23:58:57+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-06T23:58:57.233896+09:00", "mtime_epoch": 1783349937.2338965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:58:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1575.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.962, "pushed": 8.962, "read": 8.929}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.226, "count": 268, "max_ms": 6.315, "p95_ms": 5.224}, "gstreamer_push": {"avg_ms": 1.297, "count": 268, "max_ms": 1.501, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.136, "count": 268, "max_ms": 93.872, "p95_ms": 84.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.343, "count": 268, "max_ms": 119.101, "p95_ms": 105.714}, "yolo11_640_fire_11class": {"avg_ms": 75.973, "count": 268, "max_ms": 95.525, "p95_ms": 87.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.541, "count": 268, "max_ms": 106.355, "p95_ms": 98.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.817, "count": 268, "max_ms": 132.016, "p95_ms": 119.387}, "read_interval": {"avg_ms": 111.988, "count": 267, "max_ms": 144.447, "p95_ms": 131.781}, "triton_wait": {"avg_ms": 85.9, "count": 268, "max_ms": 119.114, "p95_ms": 106.008}, "visualize": {"avg_ms": 3.644, "count": 268, "max_ms": 4.482, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6413.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.681, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.539, "name": "ffmpeg", "pid": 36255, "rss_mb": 274.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.213, "sample_count": 2804, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:59:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:59:16+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-06T23:59:16+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-06T23:59:16.210687+09:00", "mtime_epoch": 1783349956.2106867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:59:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1692.965, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.801, "pushed": 8.801, "read": 8.768}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.515, "count": 264, "max_ms": 5.098, "p95_ms": 3.97}, "gstreamer_push": {"avg_ms": 1.328, "count": 264, "max_ms": 1.662, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.857, "count": 264, "max_ms": 93.89, "p95_ms": 83.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.202, "count": 264, "max_ms": 120.511, "p95_ms": 107.791}, "yolo11_640_fire_11class": {"avg_ms": 77.403, "count": 264, "max_ms": 93.347, "p95_ms": 87.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.181, "count": 264, "max_ms": 104.606, "p95_ms": 96.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.646, "count": 264, "max_ms": 132.808, "p95_ms": 120.939}, "read_interval": {"avg_ms": 113.952, "count": 263, "max_ms": 151.164, "p95_ms": 134.82}, "triton_wait": {"avg_ms": 88.397, "count": 264, "max_ms": 120.524, "p95_ms": 107.804}, "visualize": {"avg_ms": 3.651, "count": 264, "max_ms": 4.604, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2089, "tracking_summary": 1878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6416.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45672.358, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.841, "sample_count": 1172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:59:19+09:00", "last_frame_read_age_sec": 0.256, "last_frame_read_at": "2026-07-06T23:59:18+09:00", "mjpeg": {"age_sec": 0.241, "exists": true, "mtime": "2026-07-06T23:59:18.910798+09:00", "mtime_epoch": 1783349958.910798, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:59:19+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 891.062, "name": "celery", "pid": 239, "rss_mb": 889.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.207, "pushed": 4.207, "read": 4.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.011, "count": 126, "max_ms": 164.9, "p95_ms": 163.371}, "gstreamer_push": {"avg_ms": 0.813, "count": 126, "max_ms": 1.615, "p95_ms": 0.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.181, "count": 126, "max_ms": 114.74, "p95_ms": 109.703}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 81.182, "count": 126, "max_ms": 127.31, "p95_ms": 114.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.038, "count": 126, "max_ms": 314.803, "p95_ms": 299.73}, "read_interval": {"avg_ms": 239.565, "count": 125, "max_ms": 320.848, "p95_ms": 308.267}, "triton_wait": {"avg_ms": 81.351, "count": 126, "max_ms": 127.324, "p95_ms": 114.469}, "visualize": {"avg_ms": 23.858, "count": 126, "max_ms": 33.257, "p95_ms": 28.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6415.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:57:14+09:00", "last_error_summary": "[NULL @ 0x563525f8e200] missing picture in access unit with size 18 [h264 @ 0x563526a079c0] no frame! [in#0/rtsp @ 0x563525f89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563525f89e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x563525f8e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.713, "last_started_at": "2026-07-06T23:57:16+09:00", "pid": 36666, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.648, "name": "ffmpeg", "pid": 36666, "rss_mb": 330.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 10, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.019, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:59:27+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-06T23:59:27+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-06T23:59:27.247141+09:00", "mtime_epoch": 1783349967.2471406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:59:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1575.195, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.794, "pushed": 8.794, "read": 8.76}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.205, "count": 263, "max_ms": 7.062, "p95_ms": 4.99}, "gstreamer_push": {"avg_ms": 1.294, "count": 263, "max_ms": 1.561, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 72.222, "count": 263, "max_ms": 91.205, "p95_ms": 84.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.587, "count": 263, "max_ms": 119.657, "p95_ms": 109.328}, "yolo11_640_fire_11class": {"avg_ms": 77.363, "count": 263, "max_ms": 91.795, "p95_ms": 88.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.377, "count": 263, "max_ms": 102.347, "p95_ms": 98.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.237, "count": 263, "max_ms": 132.793, "p95_ms": 122.436}, "read_interval": {"avg_ms": 114.118, "count": 262, "max_ms": 148.762, "p95_ms": 135.005}, "triton_wait": {"avg_ms": 88.312, "count": 263, "max_ms": 119.67, "p95_ms": 109.341}, "visualize": {"avg_ms": 3.663, "count": 263, "max_ms": 6.358, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260706_124204_6d2894f3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 2694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6421.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 442, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:50:46+09:00", "last_error_summary": "[h264 @ 0x561cfcbc2e00] error while decoding MB 27 12, bytestream -9 [h264 @ 0x561cfcc91c80] cabac decode of qscale diff failed at 35 30 [h264 @ 0x561cfcc91c80] error while decoding MB 35 30, bytestream 5261 [in#0/rtsp @ 0x561cfbfa6e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x561cfbfa6e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-06T23:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.727, "last_started_at": "2026-07-06T23:50:48+09:00", "pid": 36255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.117, "name": "ffmpeg", "pid": 36255, "rss_mb": 277.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 8, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.088, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:59:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "6d2894f3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:59:46+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-06T23:59:46+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-06T23:59:46.283915+09:00", "mtime_epoch": 1783349986.2839148, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-06T23:59:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1829.199, "name": "celery", "pid": 237, "rss_mb": 1693.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.852, "pushed": 8.852, "read": 8.819}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 265, "max_ms": 5.828, "p95_ms": 4.301}, "gstreamer_push": {"avg_ms": 1.322, "count": 265, "max_ms": 2.244, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.564, "count": 265, "max_ms": 90.39, "p95_ms": 85.908}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.352, "count": 265, "max_ms": 119.763, "p95_ms": 103.484}, "yolo11_640_fire_11class": {"avg_ms": 77.436, "count": 265, "max_ms": 93.709, "p95_ms": 88.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 86.846, "count": 265, "max_ms": 105.117, "p95_ms": 98.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.98, "count": 265, "max_ms": 132.015, "p95_ms": 115.98}, "read_interval": {"avg_ms": 113.387, "count": 264, "max_ms": 146.183, "p95_ms": 128.561}, "triton_wait": {"avg_ms": 87.759, "count": 265, "max_ms": 119.776, "p95_ms": 103.497}, "visualize": {"avg_ms": 3.65, "count": 265, "max_ms": 6.197, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-06T12:42:04+09:00", "state": "running", "task_id": "0fd5b277-dee4-47bc-98c0-d547c4de7b0d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260706_111806_5100b9bf.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2091, "tracking_summary": 1879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6420.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 45702.623, "last_started_at": "2026-07-06T11:18:06+09:00", "pid": 821, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.414, "name": "ffmpeg", "pid": 821, "rss_mb": 309.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.899, "sample_count": 1154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "5100b9bf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:59:49+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-06T23:59:49+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-06T23:59:49.144030+09:00", "mtime_epoch": 1783349989.14403, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-06T23:59:49+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 891.062, "name": "celery", "pid": 239, "rss_mb": 890.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.604, "pushed": 3.604, "read": 3.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.823, "count": 108, "max_ms": 213.282, "p95_ms": 169.547}, "gstreamer_push": {"avg_ms": 0.776, "count": 108, "max_ms": 1.1, "p95_ms": 0.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.237, "count": 108, "max_ms": 114.866, "p95_ms": 111.0}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 83.225, "count": 108, "max_ms": 119.904, "p95_ms": 114.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.504, "count": 108, "max_ms": 364.567, "p95_ms": 308.129}, "read_interval": {"avg_ms": 280.166, "count": 107, "max_ms": 370.639, "p95_ms": 316.253}, "triton_wait": {"avg_ms": 83.636, "count": 108, "max_ms": 119.918, "p95_ms": 114.573}, "visualize": {"avg_ms": 28.181, "count": 108, "max_ms": 49.615, "p95_ms": 31.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-06T11:18:06+09:00", "state": "running", "task_id": "ff23f075-7244-425e-bc50-224b67e2a14d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260706_124203_add025d3.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6420.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-06T23:57:14+09:00", "last_error_summary": "[NULL @ 0x563525f8e200] missing picture in access unit with size 18 [h264 @ 0x563526a079c0] no frame! [in#0/rtsp @ 0x563525f89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563525f89e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x563525f8e840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-06T23:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.748, "last_started_at": "2026-07-06T23:57:16+09:00", "pid": 36666, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.648, "name": "ffmpeg", "pid": 36666, "rss_mb": 330.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 10, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.271, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-06T23:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "add025d3", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-06T23:59:57+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-06T23:59:57+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-06T23:59:57.280357+09:00", "mtime_epoch": 1783349997.2803566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-06T23:59:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1626.184, "name": "celery", "pid": 267, "rss_mb": 1575.453, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.891, "pushed": 8.891, "read": 8.857}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.225, "count": 266, "max_ms": 7.056, "p95_ms": 5.396}, "gstreamer_push": {"avg_ms": 1.275, "count": 266, "max_ms": 1.781, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 71.579, "count": 266, "max_ms": 93.729, "p95_ms": 84.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.327, "count": 266, "max_ms": 119.102, "p95_ms": 102.906}, "yolo11_640_fire_11class": {"avg_ms": 76.272, "count": 266, "max_ms": 93.183, "p95_ms": 86.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.969, "count": 266, "max_ms": 105.661, "p95_ms": 98.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.902, "count": 266, "max_ms": 132.007, "p95_ms": 118.639}, "read_interval": {"avg_ms": 112.888, "count": 265, "max_ms": 145.809, "p95_ms": 132.124}, "triton_wait": {"avg_ms": 87.101, "count": 266, "max_ms": 119.116, "p95_ms": 105.28}, "visualize": {"avg_ms": 3.612, "count": 266, "max_ms": 4.649, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-06T12:42:03+09:00", "state": "running", "task_id": "3fd35ee0-3eec-45d2-8995-adef798a2f40", "trigger": "start"}